[ { "path": ".codeclimate.yml", "content": "# @link https://docs.codeclimate.com/docs/default-analysis-configuration#sample-codeclimateyml\n\nversion: '2'\n\nchecks:\n argument-count:\n enabled: true\n config:\n threshold: 4\n complex-logic:\n enabled: true\n config:\n threshold: 4\n file-lines:\n enabled: true\n config:\n threshold: 300\n method-complexity:\n enabled: true\n config:\n threshold: 5\n method-count:\n enabled: true\n config:\n threshold: 20\n method-lines:\n enabled: true\n config:\n threshold: 300\n nested-control-flow:\n enabled: true\n config:\n threshold: 4\n return-statements:\n enabled: true\n config:\n threshold: 4\n similar-code:\n enabled: false\n config:\n threshold: 5\n identical-code:\n enabled: false\n config:\n threshold: 5\n\n# plugins:\n# eslint:\n# enabled: true\n# channel: \"eslint-7\"\n\nexclude_patterns:\n - 'docs/'\n - '**/node_modules/'\n - '**/config/'\n - '**/*.config.js'\n - '**/dist/'\n - '**/scripts/'\n - '**/__tests__/'\n - '**/*.test.js'\n - '**/*.test.jsx'\n - '**/*.test.ts'\n - '**/*.test.tsx'\n - '**/*.d.ts'\n - '**/*.seed.ts'\n - '**/seed.ts'\n - '**/.mesh/'\n" }, { "path": ".dockerignore", "content": "# All node_modules directories\n**/node_modules\n**/dist\n**/.next\n\n# All secrets\n**/.env.local\n**/.env.*.local\n\n# By default all git files\n.git\n**/.gitignore\n.gitattributes\n.github\n\n# Tools caches\n.cache\n**/*.tsbuildinfo\n**/.eslintcache\n\n# eslint\n**/.eslintrc.cjs\n**/lint-staged.config.js\n\n# npm\n!.npmrc\n\n# Docker related\n.dockerignore\ndockers\n*Dockerfile*\n*docker-compose*\n\n# Log files\nlogs\n**/*.log\n\n# Temp files\ntmp\n*.tmp\n\n# IDE related\n.idea\n.vscode\n\n# other\n**/db\n!packages/v2/adapter-repository-postgres/src/db\n!packages/v2/adapter-repository-postgres/src/db/**\n**/.assets\n**/.temporary\n**.DS_Store\ndocs\n**/*.md\n" }, { "path": ".gitattributes", "content": "## Source: https://github.com/alexkaratarakis/gitattributes\n## Modified * text=auto to * text eol=lf to force LF endings.\n\n## GITATTRIBUTES FOR WEB PROJECTS\n#\n# These settings are for any web project.\n#\n# Details per file setting:\n# text These files should be normalized (i.e. convert CRLF to LF).\n# binary These files are binary and should be left untouched.\n#\n# Note that binary is a macro for -text -diff.\n######################################################################\n\n# Auto detect\n## Force LF line endings automatically for files detected as\n## text and leave all files detected as binary untouched.\n## This will handle all files NOT defined below.\n* text eol=lf\n\n# Source code\n*.bash text eol=lf\n*.bat text eol=crlf\n*.cmd text eol=crlf\n*.coffee text\n*.css text\n*.htm text diff=html\n*.html text diff=html\n*.inc text\n*.ini text\n*.js text\n*.json text\n*.jsx text\n*.less text\n*.ls text\n*.map text -diff\n*.od text\n*.onlydata text\n*.php text diff=php\n*.pl text\n*.ps1 text eol=crlf\n*.py text diff=python\n*.rb text diff=ruby\n*.sass text\n*.scm text\n*.scss text diff=css\n*.sh text eol=lf\n*.sql text\n*.styl text\n*.tag text\n*.ts text\n*.tsx text\n*.xml text\n*.xhtml text diff=html\n\n# Docker\nDockerfile text\n\n# Documentation\n*.ipynb text\n*.markdown text\n*.md text\n*.mdwn text\n*.mdown text\n*.mkd text\n*.mkdn text\n*.mdtxt text\n*.mdtext text\n*.txt text\nAUTHORS text\nCHANGELOG text\nCHANGES text\nCONTRIBUTING text\nCOPYING text\ncopyright text\n*COPYRIGHT* text\nINSTALL text\nlicense text\nLICENSE text\nNEWS text\nreadme text\n*README* text\nTODO text\n\n# Templates\n*.dot text\n*.ejs text\n*.haml text\n*.handlebars text\n*.hbs text\n*.hbt text\n*.jade text\n*.latte text\n*.mustache text\n*.njk text\n*.phtml text\n*.tmpl text\n*.tpl text\n*.twig text\n*.vue text\n\n# Configs\n*.cnf text\n*.conf text\n*.config text\n.editorconfig text\n.env text\n.gitattributes text\n.gitconfig text\n.htaccess text\n*.lock text -diff\npackage-lock.json text -diff\n*.toml text\n*.yaml text\n*.yml text\nbrowserslist text\nMakefile text\nmakefile text\n\n# Heroku\nProcfile text\n\n# Graphics\n*.ai binary\n*.bmp binary\n*.eps binary\n*.gif binary\n*.gifv binary\n*.glb binary\n*.ico binary\n*.jng binary\n*.jp2 binary\n*.jpg binary\n*.jpeg binary\n*.jpx binary\n*.jxr binary\n*.pdf binary\n*.png binary\n*.psb binary\n*.psd binary\n# SVG treated as an asset (binary) by default.\n*.svg text\n# If you want to treat it as binary,\n# use the following line instead.\n# *.svg binary\n*.svgz binary\n*.tif binary\n*.tiff binary\n*.wbmp binary\n*.webp binary\n*.avif binary\n*.icns binary\n\n\n# Audio\n*.kar binary\n*.m4a binary\n*.mid binary\n*.midi binary\n*.mp3 binary\n*.ogg binary\n*.ra binary\n\n# Video\n*.3gpp binary\n*.3gp binary\n*.as binary\n*.asf binary\n*.asx binary\n*.fla binary\n*.flv binary\n*.m4v binary\n*.mng binary\n*.mov binary\n*.mp4 binary\n*.mpeg binary\n*.mpg binary\n*.ogv binary\n*.swc binary\n*.swf binary\n*.webm binary\n\n# Archives\n*.7z binary\n*.gz binary\n*.jar binary\n*.rar binary\n*.tar binary\n*.zip binary\n\n# Fonts\n*.ttf binary\n*.eot binary\n*.otf binary\n*.woff binary\n*.woff2 binary\n\n# Executables\n*.exe binary\n*.pyc binary\n\n# RC files (like .babelrc or .eslintrc)\n*.*rc text\n\n# Ignore files (like .npmignore or .gitignore)\n*.*ignore text" }, { "path": ".github/FUNDING.yml", "content": "github: teableio\nko_fi: teable\n" }, { "path": ".github/ISSUE_TEMPLATE/bug_report.md", "content": "---\nname: Bug report\nabout: Create a report to help us improve\ntitle: \"\"\nlabels: \"\"\nassignees: \"\"\n---\n\n**Describe the bug**\nA clear and concise description of what the bug is.\n\n**To Reproduce**\nSteps to reproduce the behavior:\n\n1. Go to '...'\n2. Click on '....'\n3. Scroll down to '....'\n4. See error\n\n**Expected behavior**\nA clear and concise description of what you expected to happen.\n\n**Screenshots**\nIf applicable, add screenshots to help explain your problem.\n\n** Client (please complete the following information):**\n\n- OS: [e.g. iOS]\n- Browser [e.g. chrome, safari]\n- Version [e.g. 22]\n\n**Platform (Please tell us which deployment version you are using)**\n[eg. teable.ai, docker-standalone, docker-swarm, docker-cluster]\n\n**Additional context**\nAdd any other context about the problem here.\n" }, { "path": ".github/ISSUE_TEMPLATE/feature_request.md", "content": "---\nname: Feature request\nabout: Suggest an idea for this project\ntitle: \"\"\nlabels: \"\"\nassignees: \"\"\n---\n\n**Is your feature request related to a problem? Please describe.**\nA clear and concise description of what the problem is. Ex. I'm always frustrated when [...]\n\n**Describe the solution you'd like**\nA clear and concise description of what you want to happen.\n\n**Describe alternatives you've considered**\nA clear and concise description of any alternative solutions or features you've considered.\n\n**Additional context**\nAdd any other context or screenshots about the feature request here.\n" }, { "path": ".github/actions/docker-build-push/action.yml", "content": "name: 'Docker build push (app)'\ndescription: 'Build and push Docker images with Buildx'\ninputs:\n context:\n description: \"Build's context is the set of files located in the specified PATH or URL\"\n required: false\n default: '.'\n dockerfile:\n description: 'Path to the Dockerfile'\n required: false\n default: 'Dockerfile'\n push:\n description: 'Push is a shorthand for --output=type=registry'\n required: false\n default: 'true'\n push-images:\n description: 'List of Docker images to use as base name for tags'\n required: true\n push-tags:\n description: 'List of tags as key-value pair attributes'\n required: false\n default: |\n type=ref,event=branch\n type=semver,pattern={{version}}\n type=semver,pattern={{major}}.{{minor}}\n type=sha\n # set latest tag for default branch\n type=raw,value=latest,enable={{is_default_branch}}\n platforms:\n description: 'List of target platforms for build'\n required: false\n cache-from:\n description: 'List of external cache sources for buildx (e.g., user/app:cache, type=local,src=path/to/dir)'\n required: false\n cache-to:\n description: 'List of cache export destinations for buildx (e.g., user/app:cache, type=local,dest=path/to/dir)'\n required: false\n\nruns:\n using: 'composite'\n\n steps:\n - name: ⚙️ Docker meta\n id: meta\n uses: docker/metadata-action@v5\n with:\n # list of Docker images to use as base name for tags\n images: ${{ inputs.push-images }}\n # generate Docker tags based on the following events/attributes\n tags: ${{ inputs.push-tags }}\n\n - name: ⚙️ Set up QEMU\n uses: docker/setup-qemu-action@v3\n - name: ⚙️ Set up Docker Buildx\n uses: docker/setup-buildx-action@v3\n\n - name: 📦 Build and push（Dockerfile）\n uses: docker/build-push-action@v5\n env:\n GITHUB_ACTIONS: $env:GITHUB_ACTIONS\n GITHUB_REF_TYPE: $GITHUB_REF_TYPE\n GITHUB_RUN_NUMBER: GITHUB_RUN_NUMBER\n GITHUB_SHA: GITHUB_SHA\n with:\n context: ${{ inputs.context }}\n file: ${{ inputs.dockerfile }}\n push: ${{ inputs.push }}\n tags: ${{ steps.meta.outputs.tags }}\n # platforms: linux/amd64,linux/arm64\n platforms: ${{ inputs.platforms }}\n cache-from: ${{ inputs.cache-from }}\n cache-to: ${{ inputs.cache-to }}\n" }, { "path": ".github/actions/pnpm-install/action.yml", "content": "#######################################################################################\n# \"pnpm install\" composite action #\n########################################################################################\n\nname: 'Monorepo install (pnpm)'\ndescription: 'Run pnpm install with node_modules linker and cache enabled'\ninputs:\n cwd:\n description: \"Changes node's process.cwd() if the project is not located on the root. Default to process.cwd()\"\n required: false\n default: '.'\n cache-prefix:\n description: 'Add a specific cache-prefix'\n required: false\n default: 'default'\n cache-pnpm-cache:\n description: 'Cache npm global cache folder often used by node-gyp, prebuild binaries (invalidated on lock/os/node-version)'\n required: false\n default: 'true'\n enable-corepack:\n description: 'Enable corepack'\n required: false\n default: 'true'\n\nruns:\n using: 'composite'\n\n steps:\n - name: ⚙️ Enable Corepack\n if: inputs.enable-corepack == 'true'\n shell: bash\n working-directory: ${{ inputs.cwd }}\n run: corepack enable\n\n - name: ⚙️ Expose pnpm config as \"$GITHUB_OUTPUT\"\n id: pnpm-config\n shell: bash\n run: |\n echo \"STORE_PATH=$(pnpm store path | tr -d '\\n')\" >> $GITHUB_OUTPUT\n\n - name: ⚙️ Cache rotation keys\n id: cache-rotation\n shell: bash\n run: |\n echo \"YEAR_MONTH=$(/bin/date -u \"+%Y%m\")\" >> $GITHUB_OUTPUT\n echo \"YEAR_WEEK=$(/bin/date -u \"+%Y%W\")\" >> $GITHUB_OUTPUT\n\n - name: ♻️ Restore pnpm cache\n id: pnpm-store-cache\n uses: actions/cache@v4\n with:\n path: ${{ steps.pnpm-config.outputs.STORE_PATH }}\n key: ${{ runner.os }}-pnpm-store-cache-${{ steps.cache-rotation.outputs.YEAR_WEEK }}-${{ hashFiles('**/pnpm-lock.yaml') }}\n restore-keys: |\n ${{ runner.os }}-pnpm-store-cache-${{ steps.cache-rotation.outputs.YEAR_WEEK }}-\n\n - name: 📥 Install dependencies\n shell: bash\n run: pnpm install --frozen-lockfile\n env:\n # Other environment variables\n HUSKY: '0' # By default do not run HUSKY install\n" }, { "path": ".github/workflows/docker-push.yml", "content": "name: Build and Push to Docker Registry\n\nconcurrency:\n group: ${{ github.workflow }}-${{ github.ref }}\n cancel-in-progress: true\n\non:\n push:\n branches:\n - develop\n tags:\n - 'v*'\n paths:\n - 'apps/nestjs-backend/**'\n - 'apps/nextjs-app/**'\n - 'packages/**'\n - '.github/**'\n - 'scripts/**'\n\njobs:\n build-push:\n strategy:\n matrix:\n target: [app, db-migrate]\n arch: [amd64, arm64]\n include:\n - target: app\n file: Dockerfile\n image: teable-community\n - target: db-migrate\n file: Dockerfile.db-migrate\n image: teable-db-migrate-community\n - arch: amd64\n runner: ubuntu-latest\n - arch: arm64\n runner: ubuntu-24.04-arm\n runs-on: ${{ matrix.runner }}\n\n steps:\n - name: Checkout code\n uses: actions/checkout@v4\n\n - name: Login to GitHub container registry\n uses: docker/login-action@v3\n with:\n registry: ghcr.io\n username: ${{ github.actor }}\n password: ${{ secrets.PACKAGES_KEY }}\n\n - name: Login to Docker Hub registry\n uses: docker/login-action@v3\n with:\n username: ${{ secrets.DOCKER_HUB_NAME }}\n password: ${{ secrets.DOCKER_HUB_AK }}\n\n - name: Login to Ali container registry\n uses: docker/login-action@v3\n with:\n registry: registry.cn-shenzhen.aliyuncs.com\n username: ${{ secrets.ALI_DOCKER_USERNAME }}\n password: ${{ secrets.ALI_DOCKER_PASSWORD }}\n\n - uses: actions/setup-node@v4\n with:\n node-version: 22.18.0\n - name: ⚙️ Install zx\n run: npm install -g zx\n\n - name: ⚙️ Docker meta\n id: meta\n uses: docker/metadata-action@v5\n with:\n images: |\n registry.cn-shenzhen.aliyuncs.com/teable/${{ matrix.image }}\n ghcr.io/teableio/${{ matrix.image }}\n docker.io/teableio/${{ matrix.image }}\n tags: |\n type=sha,format=long\n type=raw,value=latest\n\n - name: 📦 Build and push\n run: |\n zx scripts/build-image.mjs --file=dockers/teable/${{ matrix.file }} \\\n --build-arg=\"ENABLE_CSP=false\" \\\n --tag=\"${{ steps.meta.outputs.tags }}\" \\\n --platform=\"linux/${{ matrix.arch }}\" \\\n --push\n\n create-manifest:\n needs: build-push\n runs-on: ubuntu-latest\n strategy:\n matrix:\n target: [app, db-migrate]\n include:\n - target: app\n image: teable-community\n - target: db-migrate\n image: teable-db-migrate-community\n\n steps:\n - name: Login to GitHub container registry\n uses: docker/login-action@v3\n with:\n registry: ghcr.io\n username: ${{ github.actor }}\n password: ${{ secrets.PACKAGES_KEY }}\n\n - name: Login to Docker Hub registry\n uses: docker/login-action@v3\n with:\n username: ${{ secrets.DOCKER_HUB_NAME }}\n password: ${{ secrets.DOCKER_HUB_AK }}\n\n - name: Login to Ali container registry\n uses: docker/login-action@v3\n with:\n registry: registry.cn-shenzhen.aliyuncs.com\n username: ${{ secrets.ALI_DOCKER_USERNAME }}\n password: ${{ secrets.ALI_DOCKER_PASSWORD }}\n\n - name: Create and push manifest\n run: |\n REGISTRIES=(\"registry.cn-shenzhen.aliyuncs.com/teable\" \"ghcr.io/teableio\" \"docker.io/teableio\")\n TAGS=(\"latest\" \"sha-${{ github.sha }}\")\n\n for REGISTRY in \"${REGISTRIES[@]}\"; do\n for TAG in \"${TAGS[@]}\"; do\n docker manifest create $REGISTRY/${{ matrix.image }}:$TAG \\\n $REGISTRY/${{ matrix.image }}:${TAG}-amd64 \\\n $REGISTRY/${{ matrix.image }}:${TAG}-arm64\n \n docker manifest push $REGISTRY/${{ matrix.image }}:$TAG\n done\n done\n" }, { "path": ".github/workflows/integration-tests.yml", "content": "name: Integration Tests\n\non:\n push:\n branches:\n - develop\n pull_request:\n branches:\n - develop\n paths:\n - 'apps/nestjs-backend/**'\n\nconcurrency:\n group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}\n cancel-in-progress: true\n\njobs:\n test:\n runs-on: ubuntu-latest\n name: Integration Tests - ${{ matrix.e2e.database-type }} ${{ matrix.e2e.shard }} ${{ matrix.runtime.mode }}\n\n strategy:\n fail-fast: false\n matrix:\n node-version: [22.18.0]\n runtime:\n - mode: v1\n force-v2-all: ''\n computed-update-mode: ''\n - mode: v2\n force-v2-all: 'true'\n computed-update-mode: 'sync'\n e2e:\n - database-type: postgres\n shard: 1/4\n - database-type: postgres\n shard: 2/4\n - database-type: postgres\n shard: 3/4\n - database-type: postgres\n shard: 4/4\n env:\n CI: 1\n\n steps:\n - uses: actions/checkout@v4\n\n - name: Use Node.js ${{ matrix.node-version }}\n uses: actions/setup-node@v4\n with:\n node-version: ${{ matrix.node-version }}\n\n - name: 📥 Monorepo install\n uses: ./.github/actions/pnpm-install\n\n - name: 🧪 Run Tests\n env:\n CI: 1\n FORCE_V2_ALL: ${{ matrix.runtime.force-v2-all }}\n V2_COMPUTED_UPDATE_MODE: ${{ matrix.runtime.computed-update-mode }}\n VITEST_MAX_THREADS: 2\n VITEST_MIN_THREADS: 1\n VITEST_SHARD: ${{ matrix.e2e.shard }}\n VITEST_REPORTER: blob\n run: |\n make ${{ matrix.e2e.database-type }}.integration.test\n pnpm -F \"@teable/backend\" test-unit-cover\n pnpm -F \"@teable/backend\" merge-cover\n pnpm -F \"@teable/backend\" generate-cover\n\n - name: Coveralls Parallel\n uses: coverallsapp/github-action@v2\n with:\n flag-name: run-${{ join(matrix.*, '-') }}\n file: apps/nestjs-backend/coverage/nestjs-backend/clover.xml\n parallel: true\n\n finish:\n needs: test\n runs-on: ubuntu-latest\n steps:\n - name: Coveralls Finished\n uses: coverallsapp/github-action@v2\n with:\n parallel-finished: true\n" }, { "path": ".github/workflows/issue-id-check.yml", "content": "name: Issue ID Check\n\non:\n pull_request:\n types: [opened, synchronize, edited, reopened]\n branches:\n - develop\n\npermissions:\n pull-requests: write\n\nconcurrency:\n group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}\n cancel-in-progress: true\n\njobs:\n check-issue-ids:\n runs-on: ubuntu-latest\n name: Check Issue IDs\n\n steps:\n - uses: actions/checkout@v4\n with:\n fetch-depth: 0\n\n - name: 🔍 Extract Issue IDs from PR\n id: extract-issues\n env:\n PR_TITLE: ${{ github.event.pull_request.title }}\n PR_BODY: ${{ github.event.pull_request.body }}\n BASE_SHA: ${{ github.event.pull_request.base.sha }}\n HEAD_SHA: ${{ github.event.pull_request.head.sha }}\n run: |\n echo \"🔍 Checking for Issue IDs (pattern: T followed by numbers)...\"\n\n # Extract Issue IDs from PR title\n echo \"📝 PR Title: $PR_TITLE\"\n TITLE_ISSUES=$(echo \"$PR_TITLE\" | grep -oE 'T[0-9]+' || true)\n\n # Extract Issue IDs from PR body/description\n echo \"📝 PR Body:\"\n echo \"$PR_BODY\"\n BODY_ISSUES=$(echo \"$PR_BODY\" | grep -oE 'T[0-9]+' || true)\n\n # Extract Issue IDs from all commit messages (including body)\n echo \"📝 Commit Messages:\"\n COMMIT_MESSAGES=$(git log --format=\"%B\" $BASE_SHA..$HEAD_SHA 2>/dev/null || git log --format=\"%B\" -n 20)\n echo \"$COMMIT_MESSAGES\"\n COMMIT_ISSUES=$(echo \"$COMMIT_MESSAGES\" | grep -oE 'T[0-9]+' || true)\n\n # Combine all Issue IDs and remove duplicates\n ALL_ISSUES=$(echo -e \"$TITLE_ISSUES\\n$BODY_ISSUES\\n$COMMIT_ISSUES\" | grep -E '^T[0-9]+$' | sort -u | tr '\\n' ' ' | xargs)\n\n echo \"📋 Found Issue IDs: $ALL_ISSUES\"\n\n if [ -z \"$ALL_ISSUES\" ]; then\n echo \"❌ No Issue IDs found!\"\n echo \"issue_ids=\" >> $GITHUB_OUTPUT\n echo \"has_issues=false\" >> $GITHUB_OUTPUT\n else\n echo \"✅ Found Issue IDs: $ALL_ISSUES\"\n echo \"issue_ids=$ALL_ISSUES\" >> $GITHUB_OUTPUT\n echo \"has_issues=true\" >> $GITHUB_OUTPUT\n fi\n\n - name: ❌ Fail if no Issue IDs found\n if: steps.extract-issues.outputs.has_issues == 'false'\n run: |\n echo \"::error::No Issue IDs found in PR title, body, or commit messages.\"\n echo \"Please include at least one Issue ID (format: T followed by numbers, e.g., T1263) in:\"\n echo \" - PR title\"\n echo \" - PR description/body\"\n echo \" - Commit message (including body)\"\n exit 1\n\n - name: 🔗 Verify Issue IDs exist in Teable\n if: steps.extract-issues.outputs.has_issues == 'true'\n id: verify-issues\n env:\n TEABLE_API_TOKEN: ${{ secrets.APP_TEABLE_AI_TOKEN }}\n ISSUE_IDS: ${{ steps.extract-issues.outputs.issue_ids }}\n PR_URL: ${{ github.event.pull_request.html_url }}\n run: |\n echo \"🔗 Verifying Issue IDs in Teable: $ISSUE_IDS\"\n\n # Build filter for multiple Issue IDs\n FILTER_SET=\"\"\n for ISSUE_ID in $ISSUE_IDS; do\n if [ -n \"$FILTER_SET\" ]; then\n FILTER_SET=\"$FILTER_SET,\"\n fi\n FILTER_SET=\"$FILTER_SET{\\\"fieldId\\\":\\\"Issue_ID\\\",\\\"operator\\\":\\\"is\\\",\\\"value\\\":\\\"$ISSUE_ID\\\"}\"\n done\n\n FILTER=\"{\\\"conjunction\\\":\\\"or\\\",\\\"filterSet\\\":[$FILTER_SET]}\"\n ENCODED_FILTER=$(echo \"$FILTER\" | jq -sRr @uri)\n\n echo \"📤 Querying Teable API...\"\n\n RESPONSE=$(curl -s -w \"\\n%{http_code}\" -X GET \\\n \"https://app.teable.ai/api/table/tblNHimLUhUDtC3K7Jk/record?fieldKeyType=dbFieldName&viewId=viwBK7iTy1604XbFdYh&filter=$ENCODED_FILTER\" \\\n -H \"Authorization: Bearer $TEABLE_API_TOKEN\" \\\n -H \"Accept: application/json\")\n\n HTTP_CODE=$(echo \"$RESPONSE\" | tail -n1)\n BODY=$(echo \"$RESPONSE\" | sed '$d')\n\n echo \"📥 API Response Code: $HTTP_CODE\"\n\n if [ \"$HTTP_CODE\" != \"200\" ]; then\n echo \"::error::Failed to query Teable API. HTTP Code: $HTTP_CODE\"\n echo \"Response: $BODY\"\n exit 1\n fi\n\n # Check if records exist\n RECORD_COUNT=$(echo \"$BODY\" | jq '.records | length')\n echo \"📊 Found $RECORD_COUNT matching records in Teable\"\n\n if [ \"$RECORD_COUNT\" -eq 0 ]; then\n echo \"::error::No matching Issue IDs found in Teable. Please ensure the Issue IDs ($ISSUE_IDS) exist.\"\n exit 1\n fi\n\n # Extract record IDs and their statuses for updating\n echo \"$BODY\" | jq -c '.records[] | {id: .id, status: .fields.status}' > /tmp/records.json\n\n RECORD_IDS=$(echo \"$BODY\" | jq -r '.records[].id')\n echo \"record_ids<> $GITHUB_OUTPUT\n echo \"$RECORD_IDS\" >> $GITHUB_OUTPUT\n echo \"EOF\" >> $GITHUB_OUTPUT\n echo \"record_count=$RECORD_COUNT\" >> $GITHUB_OUTPUT\n\n # Save full response for status checking\n echo \"$BODY\" > /tmp/teable_response.json\n\n echo \"✅ All Issue IDs verified successfully!\"\n\n - name: 📝 Update Teable records (Community_PR & Status)\n if: steps.extract-issues.outputs.has_issues == 'true' && steps.verify-issues.outputs.record_count > 0\n env:\n TEABLE_API_TOKEN: ${{ secrets.APP_TEABLE_AI_TOKEN }}\n PR_URL: ${{ github.event.pull_request.html_url }}\n run: |\n echo \"📝 Updating Teable records...\"\n\n # Status values that should be updated to \"Entered development workflow\"\n STATUSES_TO_UPDATE=(\"\" \"Need more information\" \"Added to backlog\")\n\n # Read records from saved response\n cat /tmp/teable_response.json | jq -c '.records[]' | while read -r record; do\n RECORD_ID=$(echo \"$record\" | jq -r '.id')\n CURRENT_STATUS=$(echo \"$record\" | jq -r '.fields.status // \"\"')\n \n echo \"Processing record: $RECORD_ID (current status: '$CURRENT_STATUS')\"\n \n # Determine if status should be updated\n SHOULD_UPDATE_STATUS=\"false\"\n for status in \"${STATUSES_TO_UPDATE[@]}\"; do\n if [ \"$CURRENT_STATUS\" == \"$status\" ]; then\n SHOULD_UPDATE_STATUS=\"true\"\n break\n fi\n done\n \n # Build update payload\n if [ \"$SHOULD_UPDATE_STATUS\" == \"true\" ]; then\n echo \" → Status will be updated to 'Entered development workflow'\"\n UPDATE_PAYLOAD=\"{\\\"fieldKeyType\\\":\\\"dbFieldName\\\",\\\"record\\\":{\\\"fields\\\":{\\\"Community_PR\\\":\\\"$PR_URL\\\",\\\"status\\\":\\\"Entered development workflow\\\"}}}\"\n else\n echo \" → Status will not be changed (current: '$CURRENT_STATUS')\"\n UPDATE_PAYLOAD=\"{\\\"fieldKeyType\\\":\\\"dbFieldName\\\",\\\"record\\\":{\\\"fields\\\":{\\\"Community_PR\\\":\\\"$PR_URL\\\"}}}\"\n fi\n \n # Send update request\n UPDATE_RESPONSE=$(curl -s -w \"\\n%{http_code}\" -X PATCH \\\n \"https://app.teable.ai/api/table/tblNHimLUhUDtC3K7Jk/record/$RECORD_ID\" \\\n -H \"Authorization: Bearer $TEABLE_API_TOKEN\" \\\n -H \"Content-Type: application/json\" \\\n -H \"Accept: application/json\" \\\n -d \"$UPDATE_PAYLOAD\")\n \n HTTP_CODE=$(echo \"$UPDATE_RESPONSE\" | tail -n1)\n BODY=$(echo \"$UPDATE_RESPONSE\" | sed '$d')\n \n if [ \"$HTTP_CODE\" != \"200\" ]; then\n echo \"::warning::Failed to update record $RECORD_ID. HTTP Code: $HTTP_CODE\"\n echo \"Response: $BODY\"\n else\n echo \"✅ Successfully updated record $RECORD_ID\"\n fi\n done\n\n echo \"✅ Teable records update completed!\"\n\n - name: 📝 Append Issue IDs to PR description\n if: steps.extract-issues.outputs.has_issues == 'true' && steps.verify-issues.outputs.record_count > 0\n env:\n GH_TOKEN: ${{ github.token }}\n ISSUE_IDS: ${{ steps.extract-issues.outputs.issue_ids }}\n PR_NUMBER: ${{ github.event.pull_request.number }}\n PR_BODY: ${{ github.event.pull_request.body }}\n run: |\n echo \"📝 Checking if Issue IDs need to be appended to PR description...\"\n\n # Create Issue IDs reference line\n ISSUE_IDS_LINE=\"**Related Issues:** $ISSUE_IDS\"\n\n # Check if Issue IDs are already in the PR body\n ISSUES_ALREADY_IN_BODY=\"true\"\n for ISSUE_ID in $ISSUE_IDS; do\n if ! echo \"$PR_BODY\" | grep -q \"$ISSUE_ID\"; then\n ISSUES_ALREADY_IN_BODY=\"false\"\n break\n fi\n done\n\n # Check if the reference line already exists\n if echo \"$PR_BODY\" | grep -q \"^\\*\\*Related Issues:\\*\\*\"; then\n echo \"✅ Related Issues line already exists in PR description, skipping update\"\n exit 0\n fi\n\n # If all Issue IDs are already in the body but not in the reference format, we still want to add the reference line\n # This ensures consistency and makes it easier to parse\n\n echo \"📝 Appending Issue IDs to PR description...\"\n\n # Append Issue IDs to PR body\n if [ -z \"$PR_BODY\" ]; then\n NEW_BODY=\"$ISSUE_IDS_LINE\"\n else\n NEW_BODY=\"$PR_BODY\n\n ---\n $ISSUE_IDS_LINE\"\n fi\n\n # Update PR description using GitHub CLI\n gh pr edit \"$PR_NUMBER\" --body \"$NEW_BODY\"\n\n echo \"✅ PR description updated with Issue IDs!\"\n\n - name: ✅ Check Complete\n if: steps.extract-issues.outputs.has_issues == 'true'\n run: |\n echo \"✅ Issue ID check completed successfully!\"\n echo \"📋 Verified Issue IDs: ${{ steps.extract-issues.outputs.issue_ids }}\"\n echo \"🔗 PR URL and status updated in Teable records\"\n echo \"📝 Issue IDs appended to PR description for squash merge\"\n" }, { "path": ".github/workflows/linting.yml", "content": "name: Linting and Types\n\non:\n pull_request:\n branches:\n - develop\n paths:\n - 'apps/**'\n - 'packages/**'\n\nconcurrency:\n group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}\n cancel-in-progress: true\njobs:\n build:\n runs-on: ubuntu-latest\n name: Linting and Types\n\n strategy:\n matrix:\n node-version: [22.18.0]\n\n steps:\n - uses: actions/checkout@v4\n\n - name: Use Node.js ${{ matrix.node-version }}\n uses: actions/setup-node@v4\n with:\n node-version: ${{ matrix.node-version }}\n\n - name: 📥 Monorepo install\n uses: ./.github/actions/pnpm-install\n\n - name: 🧩 Generate Prisma Client\n working-directory: packages/db-main-prisma\n run: |\n pnpm -F @teable/db-main-prisma prisma-generate --schema ./prisma/postgres/schema.prisma\n\n - name: 🏗 Run build\n run: |\n pnpm -F \"./packages/**\" run build\n\n - name: 🕵️ Typecheck\n run: |\n pnpm g:typecheck\n\n - name: 🔬 Linter\n run: |\n pnpm g:lint\n pnpm g:lint-styles\n" }, { "path": ".github/workflows/manual-preview.yml", "content": "name: Preview PR\n\npermissions:\n contents: read\n pull-requests: write\n\non:\n pull_request:\n types:\n - opened\n - synchronize\n - reopened\n - labeled\n - unlabeled\n\nenv:\n NAMESPACE: 38puz7wo\n INSTANCE_NAME: pr-${{ github.event.pull_request.number }}\n INSTANCE_DOMAIN: pr-${{ github.event.pull_request.number }}\n DISPLAY_NAME: 'teable-pr-${{ github.event.pull_request.number }}'\n MAIN_IMAGE_REPOSITORY: registry.cn-shenzhen.aliyuncs.com/teable/teable\n IMAGE_TAG: ${{ github.sha }}-amd64\n\nconcurrency:\n group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}\n cancel-in-progress: true\njobs:\n check-pr:\n runs-on: ubuntu-latest\n outputs:\n should_deploy: ${{ steps.check.outputs.should_deploy }}\n steps:\n - name: Check PR labels\n id: check\n uses: actions/github-script@v6\n with:\n script: |\n const hasPreviewLabel = context.payload.pull_request.labels.some(\n label => label.name === 'preview'\n );\n console.log('Has preview label:', hasPreviewLabel);\n core.setOutput('should_deploy', hasPreviewLabel.toString());\n return hasPreviewLabel;\n\n build-push:\n needs: check-pr\n if: needs.check-pr.outputs.should_deploy == 'true'\n runs-on: ubuntu-latest\n strategy:\n matrix:\n include:\n - image: teable\n file: Dockerfile\n - image: teable-db-migrate\n file: Dockerfile.db-migrate\n steps:\n - name: Checkout code\n uses: actions/checkout@v4\n\n - name: Login to Ali container registry\n uses: docker/login-action@v3\n with:\n registry: registry.cn-shenzhen.aliyuncs.com\n username: ${{ secrets.ALI_DOCKER_USERNAME }}\n password: ${{ secrets.ALI_DOCKER_PASSWORD }}\n\n - uses: actions/setup-node@v4\n with:\n node-version: 22.18.0\n - name: ⚙️ Install zx\n run: npm install -g zx\n\n - name: ⚙️ Docker meta\n id: meta\n uses: docker/metadata-action@v5\n with:\n images: |\n registry.cn-shenzhen.aliyuncs.com/teable/${{ matrix.image }}\n tags: |\n type=raw,value=alpha-pr-${{ github.event.pull_request.number }}\n type=raw,value=${{ github.sha }}\n - name: ⚙️ Set up QEMU\n uses: docker/setup-qemu-action@v3\n\n - name: 📦 Build and push\n run: |\n zx scripts/build-image.mjs --file=dockers/teable/${{ matrix.file }} \\\n --build-arg=\"ENABLE_CSP=false\" \\\n --tag=\"${{ steps.meta.outputs.tags }}\" \\\n --platform=\"linux/amd64\" \\\n --push\n\n deploy:\n needs: [check-pr, build-push]\n if: needs.check-pr.outputs.should_deploy == 'true'\n runs-on: ubuntu-latest\n\n steps:\n - name: Checkout code\n uses: actions/checkout@v4\n\n - name: Create deployment YAML\n run: |\n cp .github/workflows/templates/preview-template.yaml deploy.yaml\n sed -i \"s#__NAMESPACE__#${{ env.NAMESPACE }}#g\" deploy.yaml\n sed -i \"s#__INSTANCE_NAME__#${{ env.INSTANCE_NAME }}#g\" deploy.yaml\n sed -i \"s#__INSTANCE_DOMAIN__#${{ env.INSTANCE_DOMAIN }}#g\" deploy.yaml\n sed -i \"s#__MAIN_IMAGE_REPOSITORY__#${{ env.MAIN_IMAGE_REPOSITORY }}#g\" deploy.yaml\n sed -i \"s#__IMAGE_TAG__#${{ env.IMAGE_TAG }}#g\" deploy.yaml\n sed -i \"s#__DISPLAY_NAME__#${{ env.DISPLAY_NAME }}#g\" deploy.yaml\n\n - name: Apply deploy job\n uses: actions-hub/kubectl@master\n env:\n KUBE_CONFIG: ${{ secrets.KUBE_CONFIG }}\n with:\n args: apply -f deploy.yaml\n\n - name: Rollout status\n uses: actions-hub/kubectl@master\n env:\n KUBE_CONFIG: ${{ secrets.KUBE_CONFIG }}\n with:\n args: rollout status deployment/teable-${{ env.INSTANCE_NAME }} --timeout=300s\n\n - name: Wait for application health check\n uses: actions-hub/kubectl@master\n env:\n KUBE_CONFIG: ${{ secrets.KUBE_CONFIG }}\n with:\n args: exec deployment/teable-${{ env.INSTANCE_NAME }} -- curl -f --retry 30 --retry-delay 5 --retry-connrefused http://localhost:3000/health\n\n - name: Create deployment status comment\n if: always()\n env:\n JOB_STATUS: ${{ job.status }}\n uses: actions/github-script@v6\n with:\n script: |\n const success = process.env.JOB_STATUS === 'success';\n const deploymentUrl = `https://${process.env.INSTANCE_DOMAIN}.sealoshzh.site`;\n const status = success ? '✅ Success' : '❌ Failed';\n console.log(process.env.JOB_STATUS);\n\n const commentBody = `**Deployment Status: ${status}**\n ${success ? `🔗 Preview URL: ${deploymentUrl}` : ''}`;\n\n await github.rest.issues.createComment({\n ...context.repo,\n issue_number: context.payload.pull_request.number,\n body: commentBody\n });\n" }, { "path": ".github/workflows/preview-cleanup.yml", "content": "name: Cleanup Preview Environment\n\non:\n pull_request:\n types: [closed]\n\nenv:\n NAMESPACE: 38puz7wo\n INSTANCE_NAME: pr-${{ github.event.pull_request.number }}\n INSTANCE_DOMAIN: pr-${{ github.event.pull_request.number }}\n DISPLAY_NAME: \"teable-pr-${{ github.event.pull_request.number }}\"\n MAIN_IMAGE_REPOSITORY: registry.cn-shenzhen.aliyuncs.com/teable/teable\n IMAGE_TAG: ${{ github.sha }}-amd64\n\njobs:\n cleanup:\n runs-on: ubuntu-latest\n steps:\n - name: Checkout code\n uses: actions/checkout@v4\n\n - name: Create deployment YAML\n run: |\n cp .github/workflows/templates/preview-template.yaml deploy.yaml\n sed -i \"s#__NAMESPACE__#${{ env.NAMESPACE }}#g\" deploy.yaml\n sed -i \"s#__INSTANCE_NAME__#${{ env.INSTANCE_NAME }}#g\" deploy.yaml\n sed -i \"s#__INSTANCE_DOMAIN__#${{ env.INSTANCE_DOMAIN }}#g\" deploy.yaml\n sed -i \"s#__MAIN_IMAGE_REPOSITORY__#${{ env.MAIN_IMAGE_REPOSITORY }}#g\" deploy.yaml\n sed -i \"s#__IMAGE_TAG__#${{ env.IMAGE_TAG }}#g\" deploy.yaml\n sed -i \"s#__DISPLAY_NAME__#${{ env.DISPLAY_NAME }}#g\" deploy.yaml\n\n - name: Delete deployment\n uses: actions-hub/kubectl@master\n env:\n KUBE_CONFIG: ${{ secrets.KUBE_CONFIG }}\n with:\n args: delete -f deploy.yaml --ignore-not-found=true\n\n - name: Create cleanup status comment\n uses: actions/github-script@v6\n with:\n script: |\n const prNumber = context.payload.pull_request.number;\n const mergeStatus = context.payload.pull_request.merged ? 'Merged' : 'Closed';\n \n const commentBody = `## 🧹 Preview Environment Cleanup\n * PR #${prNumber} has been ${mergeStatus}\n * Preview environment has been deleted\n * Cleanup time: ${new Date().toISOString()}`;\n\n await github.rest.issues.createComment({\n ...context.repo,\n issue_number: prNumber,\n body: commentBody\n });\n" }, { "path": ".github/workflows/templates/preview-template.yaml", "content": "apiVersion: app.sealos.io/v1\nkind: Instance\nmetadata:\n name: teable-__INSTANCE_NAME__\n labels:\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\nspec:\n gitRepo: https://github.com/teableio/teable\n templateType: inline\n categories:\n - database\n - low-code\n defaults:\n app_host:\n type: string\n value: __INSTANCE_DOMAIN__\n app_name:\n type: string\n value: teable-__INSTANCE_NAME__\n jwt_secret:\n type: string\n value: exdpbfxmlqhjnqxu\n session_secret:\n type: string\n value: lvgxahpasprcclii\n inputs: null\n title: teable\n url: teable.cn\n author: Sealos\n description: >-\n Teable is a Super fast, Real-time, Professional, Developer friendly, No-code\n database built on Postgres.\n readme: https://cdn.jsdelivr.net/gh/teableio/teable@develop/README.md\n icon: https://framerusercontent.com/images/x9gZmjwbtvaGd95qbfUmsZ8Jc.png\n\n---\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: teable-__INSTANCE_NAME__\n annotations:\n originImageName: >-\n __MAIN_IMAGE_REPOSITORY__:__IMAGE_TAG__\n deploy.cloud.sealos.io/minReplicas: '1'\n deploy.cloud.sealos.io/maxReplicas: '1'\n labels:\n cloud.sealos.io/app-deploy-manager: teable-__INSTANCE_NAME__\n app: teable-__INSTANCE_NAME__\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\nspec:\n replicas: 1\n revisionHistoryLimit: 1\n minReadySeconds: 10\n selector:\n matchLabels:\n app: teable-__INSTANCE_NAME__\n template:\n metadata:\n labels:\n app: teable-__INSTANCE_NAME__\n spec:\n terminationGracePeriodSeconds: 10\n automountServiceAccountToken: false\n initContainers:\n - name: db-migrate\n image: >-\n __MAIN_IMAGE_REPOSITORY__:__IMAGE_TAG__\n args: ['migrate-only']\n env:\n - name: PG_PASSWORD\n valueFrom:\n secretKeyRef:\n name: teable-__INSTANCE_NAME__-pg-conn-credential\n key: password\n - name: PG_PORT\n valueFrom:\n secretKeyRef:\n name: teable-__INSTANCE_NAME__-pg-conn-credential\n key: port\n - name: PRISMA_DATABASE_URL\n value: >-\n postgresql://postgres:$(PG_PASSWORD)@teable-__INSTANCE_NAME__-pg-postgresql.ns-__NAMESPACE__.svc:$(PG_PORT)/teable\n - name: PRISMA_ENGINES_CHECKSUM_IGNORE_MISSING\n value: '1'\n resources:\n requests:\n cpu: 100m\n memory: 102Mi\n limits:\n cpu: 1000m\n memory: 1024Mi\n containers:\n - name: teable-__INSTANCE_NAME__\n image: >-\n __MAIN_IMAGE_REPOSITORY__:__IMAGE_TAG__\n args: ['skip-migrate']\n env:\n - name: PG_PASSWORD\n valueFrom:\n secretKeyRef:\n name: teable-__INSTANCE_NAME__-pg-conn-credential\n key: password\n - name: PG_PORT\n valueFrom:\n secretKeyRef:\n name: teable-__INSTANCE_NAME__-pg-conn-credential\n key: port\n - name: PRISMA_DATABASE_URL\n value: >-\n postgresql://postgres:$(PG_PASSWORD)@teable-__INSTANCE_NAME__-pg-postgresql.ns-__NAMESPACE__.svc:$(PG_PORT)/teable\n - name: PUBLIC_ORIGIN\n value: https://__INSTANCE_DOMAIN__.sealoshzh.site\n - name: BACKEND_JWT_SECRET\n value: exdpbfxmlqhjnqxu\n - name: BACKEND_SESSION_SECRET\n value: lvgxahpasprcclii\n - name: BACKEND_STORAGE_PROVIDER\n value: minio\n - name: BACKEND_STORAGE_PUBLIC_BUCKET\n valueFrom:\n secretKeyRef:\n name: object-storage-key-__NAMESPACE__-teable-__INSTANCE_NAME__-public\n key: bucket\n - name: BACKEND_STORAGE_PRIVATE_BUCKET\n valueFrom:\n secretKeyRef:\n name: object-storage-key-__NAMESPACE__-teable-__INSTANCE_NAME__-private\n key: bucket\n - name: BACKEND_STORAGE_MINIO_ENDPOINT\n valueFrom:\n secretKeyRef:\n name: object-storage-key\n key: external\n - name: BACKEND_STORAGE_MINIO_INTERNAL_ENDPOINT\n valueFrom:\n secretKeyRef:\n name: object-storage-key\n key: internal\n - name: BACKEND_STORAGE_MINIO_ACCESS_KEY\n valueFrom:\n secretKeyRef:\n name: object-storage-key\n key: accessKey\n - name: BACKEND_STORAGE_MINIO_SECRET_KEY\n valueFrom:\n secretKeyRef:\n name: object-storage-key\n key: secretKey\n - name: BACKEND_STORAGE_MINIO_PORT\n value: '443'\n - name: BACKEND_STORAGE_MINIO_INTERNAL_PORT\n value: '80'\n - name: BACKEND_STORAGE_MINIO_USE_SSL\n value: 'true'\n - name: STORAGE_PREFIX\n value: https://$(BACKEND_STORAGE_MINIO_ENDPOINT)\n - name: BACKEND_CACHE_PROVIDER\n value: redis\n - name: REDIS_HOST\n valueFrom:\n secretKeyRef:\n name: teable-__INSTANCE_NAME__-redis-conn-credential\n key: host\n - name: REDIS_PORT\n valueFrom:\n secretKeyRef:\n name: teable-__INSTANCE_NAME__-redis-conn-credential\n key: port\n - name: REDIS_USERNAME\n valueFrom:\n secretKeyRef:\n name: teable-__INSTANCE_NAME__-redis-conn-credential\n key: username\n - name: REDIS_PASSWORD\n valueFrom:\n secretKeyRef:\n name: teable-__INSTANCE_NAME__-redis-conn-credential\n key: password\n - name: BACKEND_CACHE_REDIS_URI\n value: >-\n redis://$(REDIS_USERNAME):$(REDIS_PASSWORD)@$(REDIS_HOST).ns-__NAMESPACE__.svc:$(REDIS_PORT)/1\n resources:\n requests:\n cpu: 200m\n memory: 400Mi\n limits:\n cpu: 1000m\n memory: 1024Mi\n ports:\n - containerPort: 3000\n imagePullPolicy: IfNotPresent\n livenessProbe:\n httpGet:\n path: /health\n port: 3000\n initialDelaySeconds: 30\n periodSeconds: 30\n timeoutSeconds: 3\n securityContext:\n fsGroup: 1000\n\n---\napiVersion: v1\nkind: Service\nmetadata:\n name: teable-__INSTANCE_NAME__\n labels:\n cloud.sealos.io/app-deploy-manager: teable-__INSTANCE_NAME__\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\nspec:\n ports:\n - port: 3000\n selector:\n app: teable-__INSTANCE_NAME__\n\n---\napiVersion: networking.k8s.io/v1\nkind: Ingress\nmetadata:\n name: teable-__INSTANCE_NAME__\n labels:\n cloud.sealos.io/app-deploy-manager: teable-__INSTANCE_NAME__\n cloud.sealos.io/app-deploy-manager-domain: __INSTANCE_DOMAIN__\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\n annotations:\n kubernetes.io/ingress.class: nginx\n nginx.ingress.kubernetes.io/proxy-body-size: 32m\n nginx.ingress.kubernetes.io/server-snippet: |\n client_header_buffer_size 64k;\n large_client_header_buffers 4 128k;\n nginx.ingress.kubernetes.io/ssl-redirect: 'false'\n nginx.ingress.kubernetes.io/backend-protocol: HTTP\n nginx.ingress.kubernetes.io/client-body-buffer-size: 64k\n nginx.ingress.kubernetes.io/proxy-buffer-size: 64k\n nginx.ingress.kubernetes.io/proxy-send-timeout: '300'\n nginx.ingress.kubernetes.io/proxy-read-timeout: '300'\nspec:\n rules:\n - host: __INSTANCE_DOMAIN__.sealoshzh.site\n http:\n paths:\n - pathType: Prefix\n path: /\n backend:\n service:\n name: teable-__INSTANCE_NAME__\n port:\n number: 3000\n tls:\n - hosts:\n - __INSTANCE_DOMAIN__.sealoshzh.site\n secretName: wildcard-cert\n\n---\napiVersion: v1\nkind: ServiceAccount\nmetadata:\n labels:\n sealos-db-provider-cr: teable-__INSTANCE_NAME__-pg\n app.kubernetes.io/instance: teable-__INSTANCE_NAME__-pg\n app.kubernetes.io/managed-by: kbcli\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\n name: teable-__INSTANCE_NAME__-pg\n\n---\napiVersion: apps.kubeblocks.io/v1alpha1\nkind: Cluster\nmetadata:\n finalizers:\n - cluster.kubeblocks.io/finalizer\n labels:\n clusterdefinition.kubeblocks.io/name: postgresql\n clusterversion.kubeblocks.io/name: postgresql-14.8.0\n sealos-db-provider-cr: teable-__INSTANCE_NAME__-pg\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\n annotations: {}\n name: teable-__INSTANCE_NAME__-pg\nspec:\n affinity:\n nodeLabels: {}\n podAntiAffinity: Preferred\n tenancy: SharedNode\n topologyKeys: []\n clusterDefinitionRef: postgresql\n clusterVersionRef: postgresql-14.8.0\n componentSpecs:\n - componentDefRef: postgresql\n monitor: true\n name: postgresql\n replicas: 1\n resources:\n limits:\n cpu: 500m\n memory: 512Mi\n requests:\n cpu: 100m\n memory: 102Mi\n serviceAccountName: teable-__INSTANCE_NAME__-pg\n switchPolicy:\n type: Noop\n volumeClaimTemplates:\n - name: data\n spec:\n accessModes:\n - ReadWriteOnce\n resources:\n requests:\n storage: 1Gi\n terminationPolicy: Delete\n tolerations: []\n\n---\napiVersion: rbac.authorization.k8s.io/v1\nkind: Role\nmetadata:\n labels:\n sealos-db-provider-cr: teable-__INSTANCE_NAME__-pg\n app.kubernetes.io/instance: teable-__INSTANCE_NAME__-pg\n app.kubernetes.io/managed-by: kbcli\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\n name: teable-__INSTANCE_NAME__-pg\nrules:\n - apiGroups:\n - '*'\n resources:\n - '*'\n verbs:\n - '*'\n\n---\napiVersion: rbac.authorization.k8s.io/v1\nkind: RoleBinding\nmetadata:\n labels:\n sealos-db-provider-cr: teable-__INSTANCE_NAME__-pg\n app.kubernetes.io/instance: teable-__INSTANCE_NAME__-pg\n app.kubernetes.io/managed-by: kbcli\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\n name: teable-__INSTANCE_NAME__-pg\nroleRef:\n apiGroup: rbac.authorization.k8s.io\n kind: Role\n name: teable-__INSTANCE_NAME__-pg\nsubjects:\n - kind: ServiceAccount\n name: teable-__INSTANCE_NAME__-pg\n\n---\napiVersion: batch/v1\nkind: Job\nmetadata:\n name: teable-__INSTANCE_NAME__-init\n labels:\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\nspec:\n completions: 1\n template:\n spec:\n containers:\n - name: pgsql-init\n image: senzing/postgresql-client:2.2.4\n env:\n - name: PG_PASSWORD\n valueFrom:\n secretKeyRef:\n name: teable-__INSTANCE_NAME__-pg-conn-credential\n key: password\n - name: DATABASE_URL\n value: >-\n postgresql://postgres:$(PG_PASSWORD)@teable-__INSTANCE_NAME__-pg-postgresql.ns-__NAMESPACE__.svc:5432\n command:\n - /bin/sh\n - '-c'\n - >\n until psql ${DATABASE_URL} -c 'CREATE DATABASE teable;'\n &>/dev/null; do sleep 1; done\n restartPolicy: Never\n backoffLimit: 0\n ttlSecondsAfterFinished: 300\n\n---\napiVersion: v1\nkind: ServiceAccount\nmetadata:\n labels:\n sealos-db-provider-cr: teable-__INSTANCE_NAME__-redis\n app.kubernetes.io/instance: teable-__INSTANCE_NAME__-redis\n app.kubernetes.io/managed-by: kbcli\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\n name: teable-__INSTANCE_NAME__-redis\n\n---\napiVersion: apps.kubeblocks.io/v1alpha1\nkind: Cluster\nmetadata:\n finalizers:\n - cluster.kubeblocks.io/finalizer\n labels:\n clusterdefinition.kubeblocks.io/name: redis\n clusterversion.kubeblocks.io/name: redis-7.0.6\n sealos-db-provider-cr: teable-__INSTANCE_NAME__-redis\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\n annotations: {}\n name: teable-__INSTANCE_NAME__-redis\nspec:\n affinity:\n nodeLabels: {}\n podAntiAffinity: Preferred\n tenancy: SharedNode\n topologyKeys: []\n clusterDefinitionRef: redis\n clusterVersionRef: redis-7.0.6\n componentSpecs:\n - componentDefRef: redis\n monitor: true\n name: redis\n replicas: 1\n resources:\n limits:\n cpu: 500m\n memory: 512Mi\n requests:\n cpu: 100m\n memory: 102Mi\n serviceAccountName: teable-__INSTANCE_NAME__-redis\n switchPolicy:\n type: Noop\n volumeClaimTemplates:\n - name: data\n spec:\n accessModes:\n - ReadWriteOnce\n resources:\n requests:\n storage: 1Gi\n - componentDefRef: redis-sentinel\n monitor: true\n name: redis-sentinel\n replicas: 1\n resources:\n limits:\n cpu: 100m\n memory: 100Mi\n requests:\n cpu: 100m\n memory: 100Mi\n serviceAccountName: teable-__INSTANCE_NAME__-redis\n terminationPolicy: Delete\n tolerations: []\n\n---\napiVersion: rbac.authorization.k8s.io/v1\nkind: Role\nmetadata:\n labels:\n sealos-db-provider-cr: teable-__INSTANCE_NAME__-redis\n app.kubernetes.io/instance: teable-__INSTANCE_NAME__-redis\n app.kubernetes.io/managed-by: kbcli\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\n name: teable-__INSTANCE_NAME__-redis\nrules:\n - apiGroups:\n - '*'\n resources:\n - '*'\n verbs:\n - '*'\n\n---\napiVersion: rbac.authorization.k8s.io/v1\nkind: RoleBinding\nmetadata:\n labels:\n sealos-db-provider-cr: teable-__INSTANCE_NAME__-redis\n app.kubernetes.io/instance: teable-__INSTANCE_NAME__-redis\n app.kubernetes.io/managed-by: kbcli\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\n name: teable-__INSTANCE_NAME__-redis\nroleRef:\n apiGroup: rbac.authorization.k8s.io\n kind: Role\n name: teable-__INSTANCE_NAME__-redis\nsubjects:\n - kind: ServiceAccount\n name: teable-__INSTANCE_NAME__-redis\n namespace: ns-__NAMESPACE__\n\n---\napiVersion: objectstorage.sealos.io/v1\nkind: ObjectStorageBucket\nmetadata:\n name: teable-__INSTANCE_NAME__-private\n labels:\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\nspec:\n policy: private\n\n---\napiVersion: objectstorage.sealos.io/v1\nkind: ObjectStorageBucket\nmetadata:\n name: teable-__INSTANCE_NAME__-public\n labels:\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\nspec:\n policy: publicRead\n\n---\napiVersion: app.sealos.io/v1\nkind: App\nmetadata:\n name: teable-__INSTANCE_NAME__\n labels:\n cloud.sealos.io/app-deploy-manager: teable-__INSTANCE_NAME__\n cloud.sealos.io/deploy-on-sealos: teable-__INSTANCE_NAME__\nspec:\n data:\n url: https://__INSTANCE_DOMAIN__.sealoshzh.site\n displayType: normal\n icon: https://framerusercontent.com/images/x9gZmjwbtvaGd95qbfUmsZ8Jc.png\n name: __DISPLAY_NAME__\n type: link\n" }, { "path": ".github/workflows/trigger-sync-to-ee.yml", "content": "name: Trigger Sync to EE\n\non:\n push:\n branches:\n - develop\n\njobs:\n check-and-trigger:\n runs-on: ubuntu-latest\n steps:\n - name: Checkout repository\n uses: actions/checkout@v4\n\n - name: Get latest commit info\n id: commit-info\n run: |\n COMMIT_MSG=$(git log -1 --format=\"%s\")\n COMMIT_AUTHOR=$(git log -1 --format=\"%an\")\n \n echo \"message=$COMMIT_MSG\" >> $GITHUB_OUTPUT\n echo \"author=$COMMIT_AUTHOR\" >> $GITHUB_OUTPUT\n\n - name: Check if should trigger sync\n id: check-trigger\n run: |\n COMMIT_MSG=\"${{ steps.commit-info.outputs.message }}\"\n COMMIT_AUTHOR=\"${{ steps.commit-info.outputs.author }}\"\n \n # Skip if commit message contains [sync] marker or author is the sync bot\n # This prevents circular sync loops\n if [[ \"$COMMIT_MSG\" == *\"[sync]\"* ]] || [[ \"$COMMIT_AUTHOR\" == \"teable-bot\" ]]; then\n echo \"trigger=false\" >> $GITHUB_OUTPUT\n echo \"⏭️ Skipping trigger: commit is from sync workflow\"\n else\n echo \"trigger=true\" >> $GITHUB_OUTPUT\n echo \"✅ Will trigger sync to EE\"\n fi\n\n - name: Trigger sync to EE\n if: steps.check-trigger.outputs.trigger == 'true'\n run: |\n curl -X POST \\\n -H \"Accept: application/vnd.github.v3+json\" \\\n -H \"Authorization: token ${{ secrets.BOT_TOKEN }}\" \\\n https://api.github.com/repos/teableio/teable-ee/dispatches \\\n -d '{\"event_type\": \"sync-from-opensource\"}'\n \n echo \"✅ Triggered sync workflow in teable-ee\"\n\n - name: Skipped\n if: steps.check-trigger.outputs.trigger == 'false'\n run: echo \"⏭️ Sync trigger skipped to avoid circular dependency\"\n\n" }, { "path": ".github/workflows/unit-tests.yml", "content": "name: Unit Tests\n\non:\n push:\n branches:\n - develop\n pull_request:\n branches:\n - develop\n paths:\n - 'apps/nextjs-app/**'\n - 'packages/core/**'\n - 'packages/sdk/**'\n - 'packages/openapi/**'\nconcurrency:\n group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}\n cancel-in-progress: true\njobs:\n test:\n runs-on: ubuntu-latest\n name: Unit Tests\n\n strategy:\n matrix:\n node-version: [22.18.0]\n\n steps:\n - uses: actions/checkout@v4\n\n - name: Use Node.js ${{ matrix.node-version }}\n uses: actions/setup-node@v4\n with:\n node-version: ${{ matrix.node-version }}\n\n - name: 📥 Monorepo install\n uses: ./.github/actions/pnpm-install\n\n - name: 🧩 Generate Prisma Client\n working-directory: packages/db-main-prisma\n run: |\n pnpm -F @teable/db-main-prisma prisma-generate --schema ./prisma/postgres/schema.prisma\n\n - name: 🏗 Run build\n run: |\n pnpm -F \"./packages/**\" run build\n\n - name: 🧪 Run Tests\n run: |\n pnpm -F \"!@teable/backend\" -r --parralel test-unit\n" }, { "path": ".github/workflows/v2-benchmark-tests.yml", "content": "name: V2 Benchmarks\n\non:\n workflow_dispatch:\n pull_request:\n branches:\n - develop\n paths:\n - 'packages/v2/**'\n - '.github/workflows/v2-benchmark-tests.yml'\n\nconcurrency:\n group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}\n cancel-in-progress: true\n\njobs:\n bench:\n runs-on: ubuntu-latest\n name: V2 Benchmarks\n env:\n CI: 1\n TESTCONTAINERS_REUSE_ENABLE: 'false'\n\n strategy:\n matrix:\n node-version: [22.18.0]\n\n steps:\n - uses: actions/checkout@v4\n\n - name: Use Node.js ${{ matrix.node-version }}\n uses: actions/setup-node@v4\n with:\n node-version: ${{ matrix.node-version }}\n\n - name: 📥 Monorepo install\n uses: ./.github/actions/pnpm-install\n\n - name: 🧪 Run v2 benchmarks\n run: |\n pnpm -C packages/v2/benchmark-node bench\n" }, { "path": ".github/workflows/v2-core-tests.yml", "content": "name: V2 Tests\n\non:\n pull_request:\n branches:\n - develop\n\nconcurrency:\n group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}\n cancel-in-progress: true\n\njobs:\n # Unit tests - run each package in parallel\n unit-tests:\n runs-on: ubuntu-latest\n name: V2 Unit Tests (${{ matrix.package }})\n env:\n CI: 1\n TESTCONTAINERS_REUSE_ENABLE: 'false'\n\n strategy:\n fail-fast: false\n max-parallel: 6\n matrix:\n package:\n - '@teable/v2-adapter-db-postgres-pg'\n - '@teable/v2-adapter-repository-postgres'\n - '@teable/v2-adapter-table-repository-postgres'\n - '@teable/v2-core'\n - '@teable/v2-formula-sql-pg'\n - '@teable/v2-test-node'\n\n steps:\n - uses: actions/checkout@v4\n\n - name: Use Node.js 22.18.0\n uses: actions/setup-node@v4\n with:\n node-version: 22.18.0\n\n - name: 📥 Monorepo install\n uses: ./.github/actions/pnpm-install\n with:\n filter: ${{ matrix.package }}\n\n - name: 🧪 Run unit tests (${{ matrix.package }})\n run: |\n pnpm -F \"${{ matrix.package }}\" --if-present test-unit-cover\n\n # E2E tests - use sharding for parallel execution (the slowest tests)\n e2e-tests:\n runs-on: ubuntu-latest\n name: V2 E2E Tests (Shard ${{ matrix.shard }}/4)\n env:\n CI: 1\n TESTCONTAINERS_REUSE_ENABLE: 'false'\n\n strategy:\n fail-fast: false\n matrix:\n shard: [1, 2, 3, 4]\n\n steps:\n - uses: actions/checkout@v4\n\n - name: Use Node.js 22.18.0\n uses: actions/setup-node@v4\n with:\n node-version: 22.18.0\n\n - name: 📥 Monorepo install\n uses: ./.github/actions/pnpm-install\n with:\n filter: '@teable/v2-e2e'\n\n - name: 🧪 Run E2E tests with coverage (shard ${{ matrix.shard }}/4)\n run: |\n pnpm -C packages/v2/e2e test-unit-cover -- --shard=${{ matrix.shard }}/4 --reporter=json --reporter=default --outputFile=e2e-report-${{ matrix.shard }}.json\n\n - name: 📊 Upload test report\n if: always()\n uses: actions/upload-artifact@v4\n with:\n name: e2e-report-shard-${{ matrix.shard }}\n path: packages/v2/e2e/e2e-report-${{ matrix.shard }}.json\n retention-days: 7\n\n - name: 📈 Upload coverage artifact\n if: always()\n uses: actions/upload-artifact@v4\n with:\n name: e2e-coverage-shard-${{ matrix.shard }}\n path: packages/v2/e2e/coverage/\n retention-days: 7\n\n # Merge coverage from all e2e shards\n e2e-coverage-merge:\n needs: e2e-tests\n runs-on: ubuntu-latest\n name: V2 E2E Coverage Report\n\n steps:\n - uses: actions/checkout@v4\n\n - name: Use Node.js 22.18.0\n uses: actions/setup-node@v4\n with:\n node-version: 22.18.0\n\n - name: 📥 Download all coverage artifacts\n uses: actions/download-artifact@v4\n with:\n pattern: e2e-coverage-shard-*\n path: coverage-parts\n merge-multiple: false\n\n - name: 📥 Install nyc for merging coverage\n run: npm install -g nyc\n\n - name: 📊 Merge coverage reports\n run: |\n mkdir -p merged-coverage\n # Copy all lcov.info files to merged-coverage with unique names\n for dir in coverage-parts/e2e-coverage-shard-*; do\n shard=$(basename $dir | sed 's/e2e-coverage-shard-//')\n if [ -f \"$dir/lcov.info\" ]; then\n cp \"$dir/lcov.info\" \"merged-coverage/lcov-$shard.info\"\n fi\n done\n # Merge lcov files using lcov command (available on ubuntu)\n sudo apt-get install -y lcov\n lcov -a merged-coverage/lcov-1.info \\\n -a merged-coverage/lcov-2.info \\\n -a merged-coverage/lcov-3.info \\\n -a merged-coverage/lcov-4.info \\\n -o merged-coverage/lcov.info || true\n\n - name: 📈 Upload merged coverage to Coveralls\n if: ${{ hashFiles('merged-coverage/lcov.info') != '' }}\n uses: coverallsapp/github-action@v2\n with:\n file: merged-coverage/lcov.info\n flag-name: v2-e2e\n parallel: false\n allow-empty: true\n fail-on-error: false\n" }, { "path": ".gitignore", "content": "# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.\n# and https://github.com/github/gitignore for examples\n\n# local env files (followinf dotenv-flow / nextjs convention)\n\n.env.local\n.env.*.local\n\n# security: atlassian/changeset\n\n**/.netrc\n\n# dependencies\nnode_modules\n.pnpm-store/\n.pnp.*\n\n# testing\n/coverage\n.out/\n\n# Debug\n\n**/.debug\n\n# Build directories (next.js...)\n/.next/\n/out/\n/build\n/dist/\n\n# v2 packages build output\npackages/v2/**/dist/\n\n# Next.js auto-generated type definitions\n**/next-env.d.ts\n\n# Cache\n*.tsbuildinfo\n**/.eslintcache\n.cache/*\n.swc/\napps/playground/src/routeTree.gen.ts\n\n# Misc\n.DS_Store\n*.pem\n.worktrees/\n\n# Debug\nnpm-debug.log*\npnpm-debug.log*\n\n\n# IDE\n**/.idea/*\n!**/.idea/modules.xml\n!**/.idea/*.iml\n.project\n.classpath\n*.launch\n*.sublime-workspace\n\n.vscode/*\n!.vscode/settings.json\n!.vscode/tasks.json\n!.vscode/launch.json\n!.vscode/extensions.json\n!.vscode/*.code-snippets\n\n# Docker overrides\n\n./docker-compose.override.yml\n\n# Deployment platforms\n\n.vercel\n\n# LocalStorage assets\n\n**/.assets\n" }, { "path": ".gitpod.yml", "content": "tasks:\n - init: pnpm install\n command: make sqlite-mode && cd apps/nestjs-backend && pnpm dev\n" }, { "path": ".husky/commit-msg", "content": "pnpm commitlint --edit $1" }, { "path": ".husky/install.mjs", "content": "// Skip Husky install in production and CI\nif (process.env.NODE_ENV === 'production' || process.env.CI === 'true') {\n process.exit(0);\n}\nconst husky = (await import('husky')).default;\nconsole.log(husky());\n" }, { "path": ".husky/pre-commit", "content": "pnpm g:lint-staged-files --debug" }, { "path": ".idea/modules.xml", "content": "\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n" }, { "path": ".idea/teable.iml", "content": "\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n" }, { "path": ".ncurc.yml", "content": "# npm-check-updates configuration used by yarn deps:check && yarn deps:update\n# convenience scripts.\n# @link https://github.com/raineorshine/npm-check-updates\n\n# Add here exclusions on packages if any\nreject: [\n 'vite-plugin-svgr',\n\n # Too early cause in esm\n 'is-port-reachable',\n 'nanoid',\n 'node-fetch',\n ]\n" }, { "path": ".npmrc", "content": "engine-strict=true\nstrict-peer-dependencies=false\nauto-install-peers=true\nlockfile=true\n# force use npmjs.org registry\nregistry=https://registry.npmjs.org/\nuse-node-version=22.18.0\nsave-prefix=''\n" }, { "path": ".prettierignore", "content": ".idea/\n.vscode/\npnpm-lock.yaml\n**/.next\n**/.out\n**/dist\n**/build\n**/.tmp\n**/.cache\napps/playground/src/routeTree.gen.ts\n" }, { "path": ".prettierrc.js", "content": "// @ts-check\n\nconst { getPrettierConfig } = require('@teable/eslint-config-bases/helpers');\n\nconst { overrides = [], ...prettierConfig } = getPrettierConfig();\n\n/**\n * @type {import('prettier').Config}\n */\nconst config = {\n ...prettierConfig,\n overrides: [\n ...overrides,\n ...[\n {\n files: '*.md',\n options: {\n singleQuote: false,\n quoteProps: 'preserve',\n },\n },\n ],\n ],\n};\n\nmodule.exports = config;\n" }, { "path": ".vscode/extensions.json", "content": "{\n \"recommendations\": [\"bradlc.vscode-tailwindcss\"]\n}\n" }, { "path": ".vscode/launch.json", "content": "{\n // Use IntelliSense to learn about possible attributes.\n // Hover to view descriptions of existing attributes.\n // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387\n \"version\": \"0.2.0\",\n \"configurations\": [\n {\n \"name\": \"vitest e2e nest backend\",\n \"type\": \"node\",\n \"request\": \"launch\",\n \"cwd\": \"${workspaceFolder}/apps/nestjs-backend\",\n \"runtimeExecutable\": \"sh\",\n \"autoAttachChildProcesses\": true,\n \"program\": \"./node_modules/.bin/vitest\",\n \"args\": [\n \"run\",\n \"${workspaceFolder}/${relativeFile}\",\n \"--config\",\n \"./vitest-e2e.config.ts\",\n \"--hideSkippedTests\"\n ],\n \"smartStep\": true,\n \"console\": \"integratedTerminal\",\n \"skipFiles\": [\n \"/**\",\n \"**/node_modules/**\"\n ],\n \"internalConsoleOptions\": \"neverOpen\"\n },\n {\n \"name\": \"Debug vitest e2e nest backend\",\n \"type\": \"node\",\n \"request\": \"launch\",\n \"cwd\": \"${workspaceFolder}/apps/nestjs-backend\",\n \"runtimeExecutable\": \"node\",\n \"program\": \"${workspaceFolder}/apps/nestjs-backend/node_modules/vitest/vitest.mjs\",\n \"args\": [\n \"run\",\n \"${workspaceFolder}/${relativeFile}\",\n \"--config\",\n \"./vitest-e2e.config.ts\",\n \"--hideSkippedTests\",\n \"--no-file-parallelism\",\n \"--reporter\",\n \"verbose\"\n ],\n \"autoAttachChildProcesses\": true,\n \"smartStep\": true,\n \"console\": \"integratedTerminal\",\n \"skipFiles\": [\n \"/**\",\n \"**/node_modules/**\"\n ],\n \"internalConsoleOptions\": \"neverOpen\"\n },\n {\n \"name\": \"vitest nest backend\",\n \"type\": \"node\",\n \"request\": \"launch\",\n \"cwd\": \"${workspaceFolder}/apps/nestjs-backend\",\n \"runtimeExecutable\": \"sh\",\n \"autoAttachChildProcesses\": true,\n \"program\": \"./node_modules/.bin/vitest\",\n \"args\": [\n \"run\",\n \"${workspaceFolder}/${relativeFile}\",\n \"--config\",\n \"./vitest.config.ts\"\n ],\n \"smartStep\": true,\n \"console\": \"integratedTerminal\",\n \"skipFiles\": [\n \"/**\",\n \"**/node_modules/**\"\n ],\n \"internalConsoleOptions\": \"neverOpen\"\n },\n {\n \"name\": \"vitest next app\",\n \"type\": \"node\",\n \"request\": \"launch\",\n \"cwd\": \"${workspaceFolder}/apps/nextjs-app\",\n \"runtimeExecutable\": \"sh\",\n \"autoAttachChildProcesses\": true,\n \"program\": \"./node_modules/.bin/vitest\",\n \"args\": [\n \"run\",\n \"${workspaceFolder}/${relativeFile}\",\n \"--config\",\n \"./vitest.config.ts\"\n ],\n \"smartStep\": true,\n \"console\": \"integratedTerminal\",\n \"skipFiles\": [\n \"/**\",\n \"**/node_modules/**\"\n ],\n \"internalConsoleOptions\": \"neverOpen\"\n },\n {\n \"name\": \"vitest core\",\n \"type\": \"node\",\n \"request\": \"launch\",\n \"cwd\": \"${workspaceFolder}/packages/core\",\n \"runtimeExecutable\": \"sh\",\n \"autoAttachChildProcesses\": true,\n \"program\": \"./node_modules/.bin/vitest\",\n \"args\": [\n \"run\",\n \"${workspaceFolder}/${relativeFile}\",\n \"--config\",\n \"./vitest.config.ts\"\n ],\n \"smartStep\": true,\n \"console\": \"integratedTerminal\",\n \"skipFiles\": [\n \"/**\",\n \"**/node_modules/**\"\n ],\n \"internalConsoleOptions\": \"neverOpen\"\n },\n {\n \"name\": \"vitest sdk\",\n \"type\": \"node\",\n \"request\": \"launch\",\n \"cwd\": \"${workspaceFolder}/packages/sdk\",\n \"runtimeExecutable\": \"sh\",\n \"autoAttachChildProcesses\": true,\n \"program\": \"./node_modules/.bin/vitest\",\n \"args\": [\n \"run\",\n \"${workspaceFolder}/${relativeFile}\",\n \"--config\",\n \"./vitest.config.ts\"\n ],\n \"smartStep\": true,\n \"console\": \"integratedTerminal\",\n \"skipFiles\": [\n \"/**\",\n \"**/node_modules/**\"\n ],\n \"internalConsoleOptions\": \"neverOpen\"\n },\n {\n \"name\": \"Debug nest backend\",\n \"type\": \"node\",\n \"request\": \"launch\",\n \"runtimeExecutable\": \"pnpm\",\n \"args\": [\n \"apps/nestjs-backend/src/index.ts\"\n ],\n \"runtimeArgs\": [\n \"start-debug\"\n ],\n \"outFiles\": [\n \"${workspaceFolder}/**/*.js\",\n \"!**/node_modules/**\"\n ],\n \"cwd\": \"${workspaceFolder}/apps/nestjs-backend\",\n \"internalConsoleOptions\": \"openOnSessionStart\",\n \"sourceMaps\": true,\n \"console\": \"internalConsole\",\n \"outputCapture\": \"std\"\n },\n ]\n}" }, { "path": ".vscode/settings.json", "content": "{\n \"cSpell.words\": [\n \"antlr\",\n \"AUTOINCREMENT\",\n \"COUNTALL\",\n \"DATETIME\",\n \"gantt\",\n \"ILIKE\",\n \"Localstorage\",\n \"minio\",\n \"nextjs\",\n \"nonstrict\",\n \"OPENAI\",\n \"openapi\",\n \"shadcn\",\n \"sharedb\",\n \"signin\",\n \"signout\",\n \"sonarjs\",\n \"sonner\",\n \"teable\",\n \"teableio\",\n \"testid\",\n \"topo\",\n \"trgm\",\n \"umami\",\n \"univer\",\n \"zustand\"\n ],\n \"editor.codeActionsOnSave\": {\n \"source.fixAll.eslint\": \"explicit\"\n },\n \"eslint.format.enable\": true,\n \"eslint.alwaysShowStatus\": true,\n \"eslint.validate\": [\n \"javascript\",\n \"javascriptreact\",\n \"typescript\",\n \"typescriptreact\"\n ],\n \"[javascript]\": {\n \"editor.formatOnSave\": false\n },\n \"[javascriptreact]\": {\n \"editor.formatOnSave\": false\n },\n \"[typescript]\": {\n \"editor.formatOnSave\": false\n },\n \"[typescriptreact]\": {\n \"editor.formatOnSave\": false\n },\n \"eslint.workingDirectories\": [\n {\n \"pattern\": \"./apps/*/\"\n },\n {\n \"pattern\": \"./packages/*/\"\n },\n {\n \"pattern\": \"./packages/v2/*/\"\n }\n ],\n \"vitest.maximumConfigs\": 50,\n \"vitest.nodeEnv\": {\n \"DOCKER_HOST\": \"unix:///Users/nichenqin/.colima/default/docker.sock\",\n \"TESTCONTAINERS_DOCKER_SOCKET_OVERRIDE\": \"/var/run/docker.sock\",\n \"TESTCONTAINERS_HOST_OVERRIDE\": \"127.0.0.1\"\n }\n}" }, { "path": "AGPL_LICENSE", "content": " GNU AFFERO GENERAL PUBLIC LICENSE\n Version 3, 19 November 2007\n\n Copyright (C) 2007 Free Software Foundation, Inc. \n Everyone is permitted to copy and distribute verbatim copies\n of this license document, but changing it is not allowed.\n\n Preamble\n\n The GNU Affero General Public License is a free, copyleft license for\nsoftware and other kinds of works, specifically designed to ensure\ncooperation with the community in the case of network server software.\n\n The licenses for most software and other practical works are designed\nto take away your freedom to share and change the works. By contrast,\nour General Public Licenses are intended to guarantee your freedom to\nshare and change all versions of a program--to make sure it remains free\nsoftware for all its users.\n\n When we speak of free software, we are referring to freedom, not\nprice. Our General Public Licenses are designed to make sure that you\nhave the freedom to distribute copies of free software (and charge for\nthem if you wish), that you receive source code or can get it if you\nwant it, that you can change the software or use pieces of it in new\nfree programs, and that you know you can do these things.\n\n Developers that use our General Public Licenses protect your rights\nwith two steps: (1) assert copyright on the software, and (2) offer\nyou this License which gives you legal permission to copy, distribute\nand/or modify the software.\n\n A secondary benefit of defending all users' freedom is that\nimprovements made in alternate versions of the program, if they\nreceive widespread use, become available for other developers to\nincorporate. Many developers of free software are heartened and\nencouraged by the resulting cooperation. However, in the case of\nsoftware used on network servers, this result may fail to come about.\nThe GNU General Public License permits making a modified version and\nletting the public access it on a server without ever releasing its\nsource code to the public.\n\n The GNU Affero General Public License is designed specifically to\nensure that, in such cases, the modified source code becomes available\nto the community. It requires the operator of a network server to\nprovide the source code of the modified version running there to the\nusers of that server. Therefore, public use of a modified version, on\na publicly accessible server, gives the public access to the source\ncode of the modified version.\n\n An older license, called the Affero General Public License and\npublished by Affero, was designed to accomplish similar goals. This is\na different license, not a version of the Affero GPL, but Affero has\nreleased a new version of the Affero GPL which permits relicensing under\nthis license.\n\n The precise terms and conditions for copying, distribution and\nmodification follow.\n\n TERMS AND CONDITIONS\n\n 0. Definitions.\n\n \"This License\" refers to version 3 of the GNU Affero General Public License.\n\n \"Copyright\" also means copyright-like laws that apply to other kinds of\nworks, such as semiconductor masks.\n\n \"The Program\" refers to any copyrightable work licensed under this\nLicense. Each licensee is addressed as \"you\". \"Licensees\" and\n\"recipients\" may be individuals or organizations.\n\n To \"modify\" a work means to copy from or adapt all or part of the work\nin a fashion requiring copyright permission, other than the making of an\nexact copy. The resulting work is called a \"modified version\" of the\nearlier work or a work \"based on\" the earlier work.\n\n A \"covered work\" means either the unmodified Program or a work based\non the Program.\n\n To \"propagate\" a work means to do anything with it that, without\npermission, would make you directly or secondarily liable for\ninfringement under applicable copyright law, except executing it on a\ncomputer or modifying a private copy. Propagation includes copying,\ndistribution (with or without modification), making available to the\npublic, and in some countries other activities as well.\n\n To \"convey\" a work means any kind of propagation that enables other\nparties to make or receive copies. Mere interaction with a user through\na computer network, with no transfer of a copy, is not conveying.\n\n An interactive user interface displays \"Appropriate Legal Notices\"\nto the extent that it includes a convenient and prominently visible\nfeature that (1) displays an appropriate copyright notice, and (2)\ntells the user that there is no warranty for the work (except to the\nextent that warranties are provided), that licensees may convey the\nwork under this License, and how to view a copy of this License. If\nthe interface presents a list of user commands or options, such as a\nmenu, a prominent item in the list meets this criterion.\n\n 1. Source Code.\n\n The \"source code\" for a work means the preferred form of the work\nfor making modifications to it. \"Object code\" means any non-source\nform of a work.\n\n A \"Standard Interface\" means an interface that either is an official\nstandard defined by a recognized standards body, or, in the case of\ninterfaces specified for a particular programming language, one that\nis widely used among developers working in that language.\n\n The \"System Libraries\" of an executable work include anything, other\nthan the work as a whole, that (a) is included in the normal form of\npackaging a Major Component, but which is not part of that Major\nComponent, and (b) serves only to enable use of the work with that\nMajor Component, or to implement a Standard Interface for which an\nimplementation is available to the public in source code form. A\n\"Major Component\", in this context, means a major essential component\n(kernel, window system, and so on) of the specific operating system\n(if any) on which the executable work runs, or a compiler used to\nproduce the work, or an object code interpreter used to run it.\n\n The \"Corresponding Source\" for a work in object code form means all\nthe source code needed to generate, install, and (for an executable\nwork) run the object code and to modify the work, including scripts to\ncontrol those activities. However, it does not include the work's\nSystem Libraries, or general-purpose tools or generally available free\nprograms which are used unmodified in performing those activities but\nwhich are not part of the work. For example, Corresponding Source\nincludes interface definition files associated with source files for\nthe work, and the source code for shared libraries and dynamically\nlinked subprograms that the work is specifically designed to require,\nsuch as by intimate data communication or control flow between those\nsubprograms and other parts of the work.\n\n The Corresponding Source need not include anything that users\ncan regenerate automatically from other parts of the Corresponding\nSource.\n\n The Corresponding Source for a work in source code form is that\nsame work.\n\n 2. Basic Permissions.\n\n All rights granted under this License are granted for the term of\ncopyright on the Program, and are irrevocable provided the stated\nconditions are met. This License explicitly affirms your unlimited\npermission to run the unmodified Program. The output from running a\ncovered work is covered by this License only if the output, given its\ncontent, constitutes a covered work. This License acknowledges your\nrights of fair use or other equivalent, as provided by copyright law.\n\n You may make, run and propagate covered works that you do not\nconvey, without conditions so long as your license otherwise remains\nin force. You may convey covered works to others for the sole purpose\nof having them make modifications exclusively for you, or provide you\nwith facilities for running those works, provided that you comply with\nthe terms of this License in conveying all material for which you do\nnot control copyright. Those thus making or running the covered works\nfor you must do so exclusively on your behalf, under your direction\nand control, on terms that prohibit them from making any copies of\nyour copyrighted material outside their relationship with you.\n\n Conveying under any other circumstances is permitted solely under\nthe conditions stated below. Sublicensing is not allowed; section 10\nmakes it unnecessary.\n\n 3. Protecting Users' Legal Rights From Anti-Circumvention Law.\n\n No covered work shall be deemed part of an effective technological\nmeasure under any applicable law fulfilling obligations under article\n11 of the WIPO copyright treaty adopted on 20 December 1996, or\nsimilar laws prohibiting or restricting circumvention of such\nmeasures.\n\n When you convey a covered work, you waive any legal power to forbid\ncircumvention of technological measures to the extent such circumvention\nis effected by exercising rights under this License with respect to\nthe covered work, and you disclaim any intention to limit operation or\nmodification of the work as a means of enforcing, against the work's\nusers, your or third parties' legal rights to forbid circumvention of\ntechnological measures.\n\n 4. Conveying Verbatim Copies.\n\n You may convey verbatim copies of the Program's source code as you\nreceive it, in any medium, provided that you conspicuously and\nappropriately publish on each copy an appropriate copyright notice;\nkeep intact all notices stating that this License and any\nnon-permissive terms added in accord with section 7 apply to the code;\nkeep intact all notices of the absence of any warranty; and give all\nrecipients a copy of this License along with the Program.\n\n You may charge any price or no price for each copy that you convey,\nand you may offer support or warranty protection for a fee.\n\n 5. Conveying Modified Source Versions.\n\n You may convey a work based on the Program, or the modifications to\nproduce it from the Program, in the form of source code under the\nterms of section 4, provided that you also meet all of these conditions:\n\n a) The work must carry prominent notices stating that you modified\n it, and giving a relevant date.\n\n b) The work must carry prominent notices stating that it is\n released under this License and any conditions added under section\n 7. This requirement modifies the requirement in section 4 to\n \"keep intact all notices\".\n\n c) You must license the entire work, as a whole, under this\n License to anyone who comes into possession of a copy. This\n License will therefore apply, along with any applicable section 7\n additional terms, to the whole of the work, and all its parts,\n regardless of how they are packaged. This License gives no\n permission to license the work in any other way, but it does not\n invalidate such permission if you have separately received it.\n\n d) If the work has interactive user interfaces, each must display\n Appropriate Legal Notices; however, if the Program has interactive\n interfaces that do not display Appropriate Legal Notices, your\n work need not make them do so.\n\n A compilation of a covered work with other separate and independent\nworks, which are not by their nature extensions of the covered work,\nand which are not combined with it such as to form a larger program,\nin or on a volume of a storage or distribution medium, is called an\n\"aggregate\" if the compilation and its resulting copyright are not\nused to limit the access or legal rights of the compilation's users\nbeyond what the individual works permit. Inclusion of a covered work\nin an aggregate does not cause this License to apply to the other\nparts of the aggregate.\n\n 6. Conveying Non-Source Forms.\n\n You may convey a covered work in object code form under the terms\nof sections 4 and 5, provided that you also convey the\nmachine-readable Corresponding Source under the terms of this License,\nin one of these ways:\n\n a) Convey the object code in, or embodied in, a physical product\n (including a physical distribution medium), accompanied by the\n Corresponding Source fixed on a durable physical medium\n customarily used for software interchange.\n\n b) Convey the object code in, or embodied in, a physical product\n (including a physical distribution medium), accompanied by a\n written offer, valid for at least three years and valid for as\n long as you offer spare parts or customer support for that product\n model, to give anyone who possesses the object code either (1) a\n copy of the Corresponding Source for all the software in the\n product that is covered by this License, on a durable physical\n medium customarily used for software interchange, for a price no\n more than your reasonable cost of physically performing this\n conveying of source, or (2) access to copy the\n Corresponding Source from a network server at no charge.\n\n c) Convey individual copies of the object code with a copy of the\n written offer to provide the Corresponding Source. This\n alternative is allowed only occasionally and noncommercially, and\n only if you received the object code with such an offer, in accord\n with subsection 6b.\n\n d) Convey the object code by offering access from a designated\n place (gratis or for a charge), and offer equivalent access to the\n Corresponding Source in the same way through the same place at no\n further charge. You need not require recipients to copy the\n Corresponding Source along with the object code. If the place to\n copy the object code is a network server, the Corresponding Source\n may be on a different server (operated by you or a third party)\n that supports equivalent copying facilities, provided you maintain\n clear directions next to the object code saying where to find the\n Corresponding Source. Regardless of what server hosts the\n Corresponding Source, you remain obligated to ensure that it is\n available for as long as needed to satisfy these requirements.\n\n e) Convey the object code using peer-to-peer transmission, provided\n you inform other peers where the object code and Corresponding\n Source of the work are being offered to the general public at no\n charge under subsection 6d.\n\n A separable portion of the object code, whose source code is excluded\nfrom the Corresponding Source as a System Library, need not be\nincluded in conveying the object code work.\n\n A \"User Product\" is either (1) a \"consumer product\", which means any\ntangible personal property which is normally used for personal, family,\nor household purposes, or (2) anything designed or sold for incorporation\ninto a dwelling. In determining whether a product is a consumer product,\ndoubtful cases shall be resolved in favor of coverage. For a particular\nproduct received by a particular user, \"normally used\" refers to a\ntypical or common use of that class of product, regardless of the status\nof the particular user or of the way in which the particular user\nactually uses, or expects or is expected to use, the product. A product\nis a consumer product regardless of whether the product has substantial\ncommercial, industrial or non-consumer uses, unless such uses represent\nthe only significant mode of use of the product.\n\n \"Installation Information\" for a User Product means any methods,\nprocedures, authorization keys, or other information required to install\nand execute modified versions of a covered work in that User Product from\na modified version of its Corresponding Source. The information must\nsuffice to ensure that the continued functioning of the modified object\ncode is in no case prevented or interfered with solely because\nmodification has been made.\n\n If you convey an object code work under this section in, or with, or\nspecifically for use in, a User Product, and the conveying occurs as\npart of a transaction in which the right of possession and use of the\nUser Product is transferred to the recipient in perpetuity or for a\nfixed term (regardless of how the transaction is characterized), the\nCorresponding Source conveyed under this section must be accompanied\nby the Installation Information. But this requirement does not apply\nif neither you nor any third party retains the ability to install\nmodified object code on the User Product (for example, the work has\nbeen installed in ROM).\n\n The requirement to provide Installation Information does not include a\nrequirement to continue to provide support service, warranty, or updates\nfor a work that has been modified or installed by the recipient, or for\nthe User Product in which it has been modified or installed. Access to a\nnetwork may be denied when the modification itself materially and\nadversely affects the operation of the network or violates the rules and\nprotocols for communication across the network.\n\n Corresponding Source conveyed, and Installation Information provided,\nin accord with this section must be in a format that is publicly\ndocumented (and with an implementation available to the public in\nsource code form), and must require no special password or key for\nunpacking, reading or copying.\n\n 7. Additional Terms.\n\n \"Additional permissions\" are terms that supplement the terms of this\nLicense by making exceptions from one or more of its conditions.\nAdditional permissions that are applicable to the entire Program shall\nbe treated as though they were included in this License, to the extent\nthat they are valid under applicable law. If additional permissions\napply only to part of the Program, that part may be used separately\nunder those permissions, but the entire Program remains governed by\nthis License without regard to the additional permissions.\n\n When you convey a copy of a covered work, you may at your option\nremove any additional permissions from that copy, or from any part of\nit. (Additional permissions may be written to require their own\nremoval in certain cases when you modify the work.) You may place\nadditional permissions on material, added by you to a covered work,\nfor which you have or can give appropriate copyright permission.\n\n Notwithstanding any other provision of this License, for material you\nadd to a covered work, you may (if authorized by the copyright holders of\nthat material) supplement the terms of this License with terms:\n\n a) Disclaiming warranty or limiting liability differently from the\n terms of sections 15 and 16 of this License; or\n\n b) Requiring preservation of specified reasonable legal notices or\n author attributions in that material or in the Appropriate Legal\n Notices displayed by works containing it; or\n\n c) Prohibiting misrepresentation of the origin of that material, or\n requiring that modified versions of such material be marked in\n reasonable ways as different from the original version; or\n\n d) Limiting the use for publicity purposes of names of licensors or\n authors of the material; or\n\n e) Declining to grant rights under trademark law for use of some\n trade names, trademarks, or service marks; or\n\n f) Requiring indemnification of licensors and authors of that\n material by anyone who conveys the material (or modified versions of\n it) with contractual assumptions of liability to the recipient, for\n any liability that these contractual assumptions directly impose on\n those licensors and authors.\n\n All other non-permissive additional terms are considered \"further\nrestrictions\" within the meaning of section 10. If the Program as you\nreceived it, or any part of it, contains a notice stating that it is\ngoverned by this License along with a term that is a further\nrestriction, you may remove that term. If a license document contains\na further restriction but permits relicensing or conveying under this\nLicense, you may add to a covered work material governed by the terms\nof that license document, provided that the further restriction does\nnot survive such relicensing or conveying.\n\n If you add terms to a covered work in accord with this section, you\nmust place, in the relevant source files, a statement of the\nadditional terms that apply to those files, or a notice indicating\nwhere to find the applicable terms.\n\n Additional terms, permissive or non-permissive, may be stated in the\nform of a separately written license, or stated as exceptions;\nthe above requirements apply either way.\n\n 8. Termination.\n\n You may not propagate or modify a covered work except as expressly\nprovided under this License. Any attempt otherwise to propagate or\nmodify it is void, and will automatically terminate your rights under\nthis License (including any patent licenses granted under the third\nparagraph of section 11).\n\n However, if you cease all violation of this License, then your\nlicense from a particular copyright holder is reinstated (a)\nprovisionally, unless and until the copyright holder explicitly and\nfinally terminates your license, and (b) permanently, if the copyright\nholder fails to notify you of the violation by some reasonable means\nprior to 60 days after the cessation.\n\n Moreover, your license from a particular copyright holder is\nreinstated permanently if the copyright holder notifies you of the\nviolation by some reasonable means, this is the first time you have\nreceived notice of violation of this License (for any work) from that\ncopyright holder, and you cure the violation prior to 30 days after\nyour receipt of the notice.\n\n Termination of your rights under this section does not terminate the\nlicenses of parties who have received copies or rights from you under\nthis License. If your rights have been terminated and not permanently\nreinstated, you do not qualify to receive new licenses for the same\nmaterial under section 10.\n\n 9. Acceptance Not Required for Having Copies.\n\n You are not required to accept this License in order to receive or\nrun a copy of the Program. Ancillary propagation of a covered work\noccurring solely as a consequence of using peer-to-peer transmission\nto receive a copy likewise does not require acceptance. However,\nnothing other than this License grants you permission to propagate or\nmodify any covered work. These actions infringe copyright if you do\nnot accept this License. Therefore, by modifying or propagating a\ncovered work, you indicate your acceptance of this License to do so.\n\n 10. Automatic Licensing of Downstream Recipients.\n\n Each time you convey a covered work, the recipient automatically\nreceives a license from the original licensors, to run, modify and\npropagate that work, subject to this License. You are not responsible\nfor enforcing compliance by third parties with this License.\n\n An \"entity transaction\" is a transaction transferring control of an\norganization, or substantially all assets of one, or subdividing an\norganization, or merging organizations. If propagation of a covered\nwork results from an entity transaction, each party to that\ntransaction who receives a copy of the work also receives whatever\nlicenses to the work the party's predecessor in interest had or could\ngive under the previous paragraph, plus a right to possession of the\nCorresponding Source of the work from the predecessor in interest, if\nthe predecessor has it or can get it with reasonable efforts.\n\n You may not impose any further restrictions on the exercise of the\nrights granted or affirmed under this License. For example, you may\nnot impose a license fee, royalty, or other charge for exercise of\nrights granted under this License, and you may not initiate litigation\n(including a cross-claim or counterclaim in a lawsuit) alleging that\nany patent claim is infringed by making, using, selling, offering for\nsale, or importing the Program or any portion of it.\n\n 11. Patents.\n\n A \"contributor\" is a copyright holder who authorizes use under this\nLicense of the Program or a work on which the Program is based. The\nwork thus licensed is called the contributor's \"contributor version\".\n\n A contributor's \"essential patent claims\" are all patent claims\nowned or controlled by the contributor, whether already acquired or\nhereafter acquired, that would be infringed by some manner, permitted\nby this License, of making, using, or selling its contributor version,\nbut do not include claims that would be infringed only as a\nconsequence of further modification of the contributor version. For\npurposes of this definition, \"control\" includes the right to grant\npatent sublicenses in a manner consistent with the requirements of\nthis License.\n\n Each contributor grants you a non-exclusive, worldwide, royalty-free\npatent license under the contributor's essential patent claims, to\nmake, use, sell, offer for sale, import and otherwise run, modify and\npropagate the contents of its contributor version.\n\n In the following three paragraphs, a \"patent license\" is any express\nagreement or commitment, however denominated, not to enforce a patent\n(such as an express permission to practice a patent or covenant not to\nsue for patent infringement). To \"grant\" such a patent license to a\nparty means to make such an agreement or commitment not to enforce a\npatent against the party.\n\n If you convey a covered work, knowingly relying on a patent license,\nand the Corresponding Source of the work is not available for anyone\nto copy, free of charge and under the terms of this License, through a\npublicly available network server or other readily accessible means,\nthen you must either (1) cause the Corresponding Source to be so\navailable, or (2) arrange to deprive yourself of the benefit of the\npatent license for this particular work, or (3) arrange, in a manner\nconsistent with the requirements of this License, to extend the patent\nlicense to downstream recipients. \"Knowingly relying\" means you have\nactual knowledge that, but for the patent license, your conveying the\ncovered work in a country, or your recipient's use of the covered work\nin a country, would infringe one or more identifiable patents in that\ncountry that you have reason to believe are valid.\n\n If, pursuant to or in connection with a single transaction or\narrangement, you convey, or propagate by procuring conveyance of, a\ncovered work, and grant a patent license to some of the parties\nreceiving the covered work authorizing them to use, propagate, modify\nor convey a specific copy of the covered work, then the patent license\nyou grant is automatically extended to all recipients of the covered\nwork and works based on it.\n\n A patent license is \"discriminatory\" if it does not include within\nthe scope of its coverage, prohibits the exercise of, or is\nconditioned on the non-exercise of one or more of the rights that are\nspecifically granted under this License. You may not convey a covered\nwork if you are a party to an arrangement with a third party that is\nin the business of distributing software, under which you make payment\nto the third party based on the extent of your activity of conveying\nthe work, and under which the third party grants, to any of the\nparties who would receive the covered work from you, a discriminatory\npatent license (a) in connection with copies of the covered work\nconveyed by you (or copies made from those copies), or (b) primarily\nfor and in connection with specific products or compilations that\ncontain the covered work, unless you entered into that arrangement,\nor that patent license was granted, prior to 28 March 2007.\n\n Nothing in this License shall be construed as excluding or limiting\nany implied license or other defenses to infringement that may\notherwise be available to you under applicable patent law.\n\n 12. No Surrender of Others' Freedom.\n\n If conditions are imposed on you (whether by court order, agreement or\notherwise) that contradict the conditions of this License, they do not\nexcuse you from the conditions of this License. If you cannot convey a\ncovered work so as to satisfy simultaneously your obligations under this\nLicense and any other pertinent obligations, then as a consequence you may\nnot convey it at all. For example, if you agree to terms that obligate you\nto collect a royalty for further conveying from those to whom you convey\nthe Program, the only way you could satisfy both those terms and this\nLicense would be to refrain entirely from conveying the Program.\n\n 13. Remote Network Interaction; Use with the GNU General Public License.\n\n Notwithstanding any other provision of this License, if you modify the\nProgram, your modified version must prominently offer all users\ninteracting with it remotely through a computer network (if your version\nsupports such interaction) an opportunity to receive the Corresponding\nSource of your version by providing access to the Corresponding Source\nfrom a network server at no charge, through some standard or customary\nmeans of facilitating copying of software. This Corresponding Source\nshall include the Corresponding Source for any work covered by version 3\nof the GNU General Public License that is incorporated pursuant to the\nfollowing paragraph.\n\n Notwithstanding any other provision of this License, you have\npermission to link or combine any covered work with a work licensed\nunder version 3 of the GNU General Public License into a single\ncombined work, and to convey the resulting work. The terms of this\nLicense will continue to apply to the part which is the covered work,\nbut the work with which it is combined will remain governed by version\n3 of the GNU General Public License.\n\n 14. Revised Versions of this License.\n\n The Free Software Foundation may publish revised and/or new versions of\nthe GNU Affero General Public License from time to time. Such new versions\nwill be similar in spirit to the present version, but may differ in detail to\naddress new problems or concerns.\n\n Each version is given a distinguishing version number. If the\nProgram specifies that a certain numbered version of the GNU Affero General\nPublic License \"or any later version\" applies to it, you have the\noption of following the terms and conditions either of that numbered\nversion or of any later version published by the Free Software\nFoundation. If the Program does not specify a version number of the\nGNU Affero General Public License, you may choose any version ever published\nby the Free Software Foundation.\n\n If the Program specifies that a proxy can decide which future\nversions of the GNU Affero General Public License can be used, that proxy's\npublic statement of acceptance of a version permanently authorizes you\nto choose that version for the Program.\n\n Later license versions may give you additional or different\npermissions. However, no additional obligations are imposed on any\nauthor or copyright holder as a result of your choosing to follow a\nlater version.\n\n 15. Disclaimer of Warranty.\n\n THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY\nAPPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT\nHOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM \"AS IS\" WITHOUT WARRANTY\nOF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO,\nTHE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR\nPURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM\nIS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF\nALL NECESSARY SERVICING, REPAIR OR CORRECTION.\n\n 16. Limitation of Liability.\n\n IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING\nWILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS\nTHE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY\nGENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE\nUSE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF\nDATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD\nPARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),\nEVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF\nSUCH DAMAGES.\n\n 17. Interpretation of Sections 15 and 16.\n\n If the disclaimer of warranty and limitation of liability provided\nabove cannot be given local legal effect according to their terms,\nreviewing courts shall apply local law that most closely approximates\nan absolute waiver of all civil liability in connection with the\nProgram, unless a warranty or assumption of liability accompanies a\ncopy of the Program in return for a fee.\n\n END OF TERMS AND CONDITIONS\n\n How to Apply These Terms to Your New Programs\n\n If you develop a new program, and you want it to be of the greatest\npossible use to the public, the best way to achieve this is to make it\nfree software which everyone can redistribute and change under these terms.\n\n To do so, attach the following notices to the program. It is safest\nto attach them to the start of each source file to most effectively\nstate the exclusion of warranty; and each file should have at least\nthe \"copyright\" line and a pointer to where the full notice is found.\n\n \n Copyright (C) \n\n This program is free software: you can redistribute it and/or modify\n it under the terms of the GNU Affero General Public License as published\n by the Free Software Foundation, either version 3 of the License, or\n (at your option) any later version.\n\n This program is distributed in the hope that it will be useful,\n but WITHOUT ANY WARRANTY; without even the implied warranty of\n MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n GNU Affero General Public License for more details.\n\n You should have received a copy of the GNU Affero General Public License\n along with this program. If not, see .\n\nAlso add information on how to contact you by electronic and paper mail.\n\n If your software can interact with users remotely through a computer\nnetwork, you should also make sure that it provides a way for users to\nget its source. For example, if your program is a web application, its\ninterface could display a \"Source\" link that leads users to an archive\nof the code. There are many ways you could offer source, and different\nsolutions will be better for different programs; see section 13 for the\nspecific requirements.\n\n You should also get your employer (if you work as a programmer) or school,\nif any, to sign a \"copyright disclaimer\" for the program, if necessary.\nFor more information on this, and how to apply and follow the GNU AGPL, see\n.\n\nAdditional Terms under GNU Affero General Public License Version 3 (AGPLv3)\n\nIn accordance with Section 7 of the GNU Affero General Public License Version 3,\nthe following additional terms apply to this software:\n\nBrand Protection (Under Section 7(e)):\n\nThe Teable brand assets (including but not limited to the Teable name, logo,\nicons, and visual identity elements) are protected intellectual property and\nare not covered by the AGPLv3 license. While the software code may be modified\nunder the terms of AGPL, any modification, replacement, or removal of these\nbrand assets is explicitly prohibited.\n\nSpecifically:\n1. You may not modify or replace the Teable brand assets\n2. You may not remove the Teable brand assets\n3. You may not use the brand assets in a way that suggests endorsement\n" }, { "path": "CODE_OF_CONDUCT.md", "content": "# Contributor Covenant Code of Conduct\n\n## Our Pledge\n\nWe as members, contributors, and leaders pledge to make participation in our\ncommunity a harassment-free experience for everyone, regardless of age, body\nsize, visible or invisible disability, ethnicity, sex characteristics, gender\nidentity and expression, level of experience, education, socio-economic status,\nnationality, personal appearance, race, caste, color, religion, or sexual identity\nand orientation.\n\nWe pledge to act and interact in ways that contribute to an open, welcoming,\ndiverse, inclusive, and healthy community.\n\n## Our Standards\n\nExamples of behavior that contributes to a positive environment for our\ncommunity include:\n\n* Demonstrating empathy and kindness toward other people\n* Being respectful of differing opinions, viewpoints, and experiences\n* Giving and gracefully accepting constructive feedback\n* Accepting responsibility and apologizing to those affected by our mistakes,\n and learning from the experience\n* Focusing on what is best not just for us as individuals, but for the\n overall community\n\nExamples of unacceptable behavior include:\n\n* The use of sexualized language or imagery, and sexual attention or\n advances of any kind\n* Trolling, insulting or derogatory comments, and personal or political attacks\n* Public or private harassment\n* Publishing others' private information, such as a physical or email\n address, without their explicit permission\n* Other conduct which could reasonably be considered inappropriate in a\n professional setting\n\n## Enforcement Responsibilities\n\nCommunity leaders are responsible for clarifying and enforcing our standards of\nacceptable behavior and will take appropriate and fair corrective action in\nresponse to any behavior that they deem inappropriate, threatening, offensive,\nor harmful.\n\nCommunity leaders have the right and responsibility to remove, edit, or reject\ncomments, commits, code, wiki edits, issues, and other contributions that are\nnot aligned to this Code of Conduct, and will communicate reasons for moderation\ndecisions when appropriate.\n\n## Scope\n\nThis Code of Conduct applies within all community spaces, and also applies when\nan individual is officially representing the community in public spaces.\nExamples of representing our community include using an official e-mail address,\nposting via an official social media account, or acting as an appointed\nrepresentative at an online or offline event.\n\n## Enforcement\n\nInstances of abusive, harassing, or otherwise unacceptable behavior may be\nreported to the community leaders responsible for enforcement at\nsupport (at) teable.ai.\nAll complaints will be reviewed and investigated promptly and fairly.\n\nAll community leaders are obligated to respect the privacy and security of the\nreporter of any incident.\n\n## Enforcement Guidelines\n\nCommunity leaders will follow these Community Impact Guidelines in determining\nthe consequences for any action they deem in violation of this Code of Conduct:\n\n### 1. Correction\n\n**Community Impact**: Use of inappropriate language or other behavior deemed\nunprofessional or unwelcome in the community.\n\n**Consequence**: A private, written warning from community leaders, providing\nclarity around the nature of the violation and an explanation of why the\nbehavior was inappropriate. A public apology may be requested.\n\n### 2. Warning\n\n**Community Impact**: A violation through a single incident or series\nof actions.\n\n**Consequence**: A warning with consequences for continued behavior. No\ninteraction with the people involved, including unsolicited interaction with\nthose enforcing the Code of Conduct, for a specified period of time. This\nincludes avoiding interactions in community spaces as well as external channels\nlike social media. Violating these terms may lead to a temporary or\npermanent ban.\n\n### 3. Temporary Ban\n\n**Community Impact**: A serious violation of community standards, including\nsustained inappropriate behavior.\n\n**Consequence**: A temporary ban from any sort of interaction or public\ncommunication with the community for a specified period of time. No public or\nprivate interaction with the people involved, including unsolicited interaction\nwith those enforcing the Code of Conduct, is allowed during this period.\nViolating these terms may lead to a permanent ban.\n\n### 4. Permanent Ban\n\n**Community Impact**: Demonstrating a pattern of violation of community\nstandards, including sustained inappropriate behavior, harassment of an\nindividual, or aggression toward or disparagement of classes of individuals.\n\n**Consequence**: A permanent ban from any sort of public interaction within\nthe community.\n\n## Attribution\n\nThis Code of Conduct is adapted from the [Contributor Covenant][homepage],\nversion 2.0, available at\n[https://www.contributor-covenant.org/version/2/0/code_of_conduct.html][v2.0].\n\nCommunity Impact Guidelines were inspired by\n[Mozilla's code of conduct enforcement ladder][Mozilla CoC].\n\nFor answers to common questions about this code of conduct, see the FAQ at\n[https://www.contributor-covenant.org/faq][FAQ]. Translations are available\nat [https://www.contributor-covenant.org/translations][translations].\n\n[homepage]: https://www.contributor-covenant.org\n[v2.0]: https://www.contributor-covenant.org/version/2/0/code_of_conduct.html\n[Mozilla CoC]: https://github.com/mozilla/diversity\n[FAQ]: https://www.contributor-covenant.org/faq\n[translations]: https://www.contributor-covenant.org/translations\n" }, { "path": "CONTRIBUTING.md", "content": "# Contributing\n\nThe base branch is **`develop`**.\n\n## Development Setup\n\n> **Note**\n> The following commands are for Linux/Mac environments. For Windows, please use WSL2.\n\n### 1. Initial Setup\n\n```bash\n# Enable the Package Manager\ncorepack enable\n\n# Install project dependencies\npnpm install\n```\n\n### 2. Database Selection\nWe support SQLite (dev only) and PostgreSQL. PostgreSQL is recommended and requires Docker installed.\n\n```bash\n# Switch between SQLite and PostgreSQL\nmake switch-db-mode\n```\n\n### 3. Environment Configuration (Optional)\n```bash\ncd apps/nextjs-app\ncp .env.development .env.development.local\n```\n\n### 4. Start Development Server\n```bash\ncd apps/nestjs-backend\npnpm dev\n```\nThis will automatically start both backend and frontend servers with hot reload enabled.\n\n## Continuous Development\n\nAfter pulling the latest code, ensure your development environment stays up-to-date:\n\n```bash\n# Update dependencies to latest versions\npnpm install\n\n# Update database schema to latest version\nmake switch-db-mode\n```\n\n### Known Issues\n\nPort conflict: In dev mode, code changes trigger hot reloading. If changes affect app/nestjs-backend (packages/core, packages/db-main-prisma), nodejs may restart, potentially causing port conflicts.\nIf backend code changes seem ineffective, check if the port is occupied with `lsof -i:3000`. If so, kill the old process with `kill -9 [pid]` and restart the application with `pnpm dev`.\n\nWebsocket: In development, Next.js occupies port 3000 for websocket to trigger hot reloading. To avoid conflicts, the application's websocket uses port 3001. That's why you see SOCKET_PORT=3001 in .env.development.local, while in production, port 3000 is used by default for websocket requests.\n\n## Database Migration Workflow\n\nTeable uses Prisma as ORM for database management. Follow these steps for schema changes:\n\n1. Modify `packages/db-main-prisma/prisma/template.prisma`\n\n2. Generate Prisma schemas:\n```bash\nmake gen-prisma-schema\n```\nThis generates both SQLite and PostgreSQL schemas and TypeScript definitions.\n\n3. Create migrations file:\n```bash\nmake db-migration\n```\n\n4. Apply migrations:\n```bash\nmake switch-db-mode\n```\n\n> **Note**\n> If you need to modify the schema after applying migrations, you need to delete the latest migration file and run `pnpm prisma-migrate-reset` in `packages/db-main-prisma` to reset the database. (Make sure you run it in the development database.)\n\n## Testing\n\n### E2E Tests\nLocated in `apps/nestjs-backend`:\n\n```bash\n# First-time setup\npnpm pre-test-e2e\n\n# Run all E2E tests\npnpm test-e2e\n\n# Run specific test file\npnpm test-e2e [test-file]\n```\n\n### Unit Tests\n```bash\n# Run all unit tests\npnpm g:test-unit\n\n# Run tests in specific package\ncd packages/[package-name]\npnpm test-unit\n\n# Run specific test file\npnpm test-unit [test-file]\n```\n\n### IDE Integration\nUsing VSCode/Cursor:\n1. For E2E tests in `apps/nestjs-backend`:\n - Switch to test file (e.g. `apps/nestjs-backend/test/record.e2e-spec.ts`)\n - Select \"vitest e2e nest backend\" in Debug panel\n\n2. For unit tests in different packages:\n - For `packages/core`: \n - Switch to test file (e.g. `packages/core/src/utils/date.spec.ts`)\n - Select \"vitest core\" in Debug panel\n - For other packages, select their corresponding debug configuration\n\nEach package has its own debug configuration in VSCode/Cursor, make sure to select the matching one for the package you're testing.\n\n## Git Commit Convention\n\nThis repo follows [conventional commit](https://www.conventionalcommits.org/en/v1.0.0/) format.\n\n### Common Prefixes\n- **feat**: New feature\n- **fix**: Bug fix\n- **docs**: Documentation changes\n- **test**: Adding or modifying tests\n- **refactor**: Code changes that neither fix bugs nor add features\n- **style**: Changes to styling/CSS\n- **chore**: Changes to build process or tools\n\n> **Note**\n> Full configuration can be found in [commitlint.config.js](https://github.com/teableio/teable/blob/main/commitlint.config.js)\n\n## Docker Build\n\n### Building Images Locally\n- `teable`: The main application image\n\n#### Build the Application Image\n> **Note**\n> You should run this command in the root directory.\n\n```bash\n# Build the main application image\ndocker build -f dockers/teable/Dockerfile -t teable:latest .\n\n# Build for a specific platform (e.g., amd64)\ndocker build --platform linux/amd64 -f dockers/teable/Dockerfile -t teable:latest .\n```\n\n### Pushing to Docker Hub\n\n```bash\n# Tag your local image\ndocker tag teable:latest your-username/teable:latest\n\n# Login to Docker Hub\ndocker login\n\n# Push the image\ndocker push your-username/teable:latest\n```\n" }, { "path": "LICENSE", "content": "Copyright (c) 2023-2025 Teable, Inc.\n\nTeable Project Licensing\n\nThis project is a combination of components under different licenses to balance open source principles with the ability to provide commercial services:\n\n1. Core Applications:\n - apps/nestjs-backend\n - apps/nextjs-app\n These core applications are licensed under the GNU Affero General Public License v3.0 (AGPL-3.0).\n The full text of this license can be found at ./AGPL_LICENSE\n\n2. SDK and Utility Packages:\n All packages under the 'packages' directory are licensed under the MIT License.\n For the full text of the MIT License, please see the individual LICENSE files in each package directory.\n\nAs a whole, this project is primarily under the AGPL-3.0 license, with the exception of the packages in the 'packages' directory, which are available under the more permissive MIT License to facilitate wider adoption and integration.\n\nFor any questions regarding licensing, please contact support@teable.ai\n\nAdditional Terms under GNU Affero General Public License Version 3 (AGPLv3)\n\nIn accordance with Section 7 of the GNU Affero General Public License Version 3,\nthe following additional terms apply to this software:\n\nBrand Protection (Under Section 7(e)):\n\nThe Teable brand assets (including but not limited to the Teable name, logo,\nicons, and visual identity elements) are protected intellectual property and\nare not covered by the AGPLv3 license. While the software code may be modified\nunder the terms of AGPL, any modification, replacement, or removal of these\nbrand assets is explicitly prohibited.\n\nSpecifically:\n1. You may not modify or replace the Teable brand assets\n2. You may not remove the Teable brand assets\n3. You may not use the brand assets in a way that suggests endorsement\n" }, { "path": "Makefile", "content": "SHELL := /usr/bin/env bash\n\n# define standard colors\nifneq (,$(findstring xterm,${TERM}))\n\tBLACK := $(shell tput -Txterm setaf 0)\n\tRED := $(shell tput -Txterm setaf 1)\n\tGREEN := $(shell tput -Txterm setaf 2)\n\tYELLOW := $(shell tput -Txterm setaf 3)\n\tLIGHTPURPLE := $(shell tput -Txterm setaf 4)\n\tPURPLE := $(shell tput -Txterm setaf 5)\n\tBLUE := $(shell tput -Txterm setaf 6)\n\tWHITE := $(shell tput -Txterm setaf 7)\n\tRESET := $(shell tput -Txterm sgr0)\nelse\n\tBLACK := \"\"\n\tRED := \"\"\n\tGREEN := \"\"\n\tYELLOW := \"\"\n\tLIGHTPURPLE := \"\"\n\tPURPLE := \"\"\n\tBLUE := \"\"\n\tWHITE := \"\"\n\tRESET := \"\"\nendif\n\nENV_PATH ?= ./apps/nextjs-app\n\nDOCKER_COMPOSE ?= docker compose\n\nDOCKER_COMPOSE_ENV_FILE := $(wildcard ./dockers/.env)\nCOMPOSE_FILES := $(wildcard ./dockers/*.yml)\nCOMPOSE_FILE_ARGS := --env-file $(DOCKER_COMPOSE_ENV_FILE) $(foreach yml,$(COMPOSE_FILES),-f $(yml))\n\nNETWORK_MODE ?= teablenet\nCI_JOB_ID ?= 0\nCI ?= 0\n\n# Timeout used to await services to become healthy\nTIMEOUT ?= 300\n\nSCRATCH ?= /tmp\n\nUNAME_S := $(shell uname -s)\n\n# prisma database url defaults\nSQLITE_PRISMA_DATABASE_URL ?= file:../../db/main.db\n# set param statement_cache_size=1 to avoid query error `ERROR: cached plan must not change result type` after alter column type (modify field type)\nPOSTGES_PRISMA_DATABASE_URL ?= postgresql://teable:teable\\@127.0.0.1:5432/teable?schema=public\\&statement_cache_size=1\n\n# If the first make argument is \"start\", \"stop\"...\nifeq (docker.start,$(firstword $(MAKECMDGOALS)))\n SERVICE_TARGET = true\nelse ifeq (docker.stop,$(firstword $(MAKECMDGOALS)))\n SERVICE_TARGET = true\nelse ifeq (docker.restart,$(firstword $(MAKECMDGOALS)))\n SERVICE_TARGET = true\nelse ifeq (docker.up,$(firstword $(MAKECMDGOALS)))\n SERVICE_TARGET = true\nelse ifeq (docker.await,$(firstword $(MAKECMDGOALS)))\n SERVICE_TARGET = true\nelse ifeq (docker.run,$(firstword $(MAKECMDGOALS)))\n RUN_TARGET = true\nelse ifeq (docker.integration,$(firstword $(MAKECMDGOALS)))\n INTEGRATION_TARGET = true\nendif\n\nifdef SERVICE_TARGET\n # .. then use the rest as arguments for the make target\n SERVICE := $(wordlist 2,$(words $(MAKECMDGOALS)),$(MAKECMDGOALS))\n # ...and turn them into do-nothing targets\n $(eval $(SERVICE):;@:)\nelse ifdef RUN_TARGET\n # Isolate second argument as service, the rest is arguments for run command\n SERVICE := $(wordlist 2, 2, $(MAKECMDGOALS))\n SERVICE_ARGS := $(wordlist 3, $(words $(MAKECMDGOALS)),$(MAKECMDGOALS))\nelse ifdef INTEGRATION_TARGET\n # Isolate second argument as integration module, the rest as arguments\n INTEGRATION_MODULE := $(wordlist 2, 2, $(MAKECMDGOALS))\n $(eval $(INTEGRATION_MODULE):;@:)\n INTEGRATION_ARGS := $(wordlist 3, $(words $(MAKECMDGOALS)),$(MAKECMDGOALS))\n $(eval $(INTEGRATION_ARGS):;@:)\nendif\n\n#\n# Never use the network=host mode when running CI jobs, and add extra\n# distinguishing identifiers to the network name and container names to\n# prevent collisions with jobs from the same project running at the same\n# time.\n#\nifneq ($(CI_JOB_ID),)\n NETWORK_MODE := teablenet-$(CI_JOB_ID)\nendif\n\nifeq ($(CI),0)\n export NODE_ENV = development\nendif\n\n\nifeq ($(UNAME_S),Linux)\n\tDOCKER_GID ?= $(shell getent group docker | cut -d: -f 3)\nelse ifeq ($(UNAME_S),Darwin)\n\tDOCKER_GID ?= $(shell id -g)\nelse\n $(error Sorry, '${UNAME_S}' is not supported yet)\nendif\n\n\nDOCKER_COMPOSE_ARGS := DOCKER_UID=$(shell id -u) \\\n\tDOCKER_GID=$(DOCKER_GID) \\\n NETWORK_MODE=$(NETWORK_MODE)\n\n\ndefine print_db_mode_options\n@echo -e \"\\nSelect a database to start.\\n\"\n@echo -e \"1)sqlite\t\t\tLightweight embedded, ideal for mobile and embedded systems, simple, resource-efficient, easy integration (default database)\"\n@echo -e \"2)postges(pg)\t\t\tPowerful and scalable, suitable for complex enterprise needs, highly customizable, rich community support\\n\"\nendef\n\ndefine print_db_push_options\n@echo -e \"The 'db pull' command connects to your database and adds Prisma models to your Prisma schema that reflect the current database schema.\\n\"\n@echo -e \"1) sqlite\"\n@echo -e \"2) postges(pg)\\n\"\nendef\n\n.PHONY: db-mode sqlite.mode postgres.mode gen-prisma-schema gen-sqlite-prisma-schema gen-postgres-prisma-schema\n.DEFAULT_GOAL := help\n\ndocker.create.network:\nifneq ($(NETWORK_MODE),host)\n\t@docker network inspect $(NETWORK_MODE) &> /dev/null || ([ $$? -ne 0 ] && docker network create $(NETWORK_MODE))\n\t$(info ${GREEN}network $(NETWORK_MODE) create success${RESET})\nendif\n\ndocker.rm.network:\nifneq ($(NETWORK_MODE),host)\n\t@docker network inspect $(NETWORK_MODE) &> /dev/null && ([ $$? -eq 0 ] && docker network rm $(NETWORK_MODE)) || true\n\t$(warning ${GREEN}network $(NETWORK_MODE) removed${RESET})\nendif\n\n\ndocker.run: docker.create.network\n\t$(DOCKER_COMPOSE_ARGS) $(DOCKER_COMPOSE) $(COMPOSE_FILE_ARGS) run -T --no-deps --rm $(SERVICE) $(SERVICE_ARGS)\n\ndocker.up: docker.create.network\n\t@$(DOCKER_COMPOSE_ARGS) $(DOCKER_COMPOSE) $(COMPOSE_FILE_ARGS) up --no-recreate -d $(SERVICE)\n\ndocker.down: docker.rm.network\n\t$(DOCKER_COMPOSE_ARGS) $(DOCKER_COMPOSE) $(COMPOSE_FILE_ARGS) down\n\ndocker.start:\n\t$(DOCKER_COMPOSE_ARGS) $(DOCKER_COMPOSE) $(COMPOSE_FILE_ARGS) start $(SERVICE)\n\ndocker.stop:\n\t$(DOCKER_COMPOSE_ARGS) $(DOCKER_COMPOSE) $(COMPOSE_FILE_ARGS) stop $(SERVICE)\n\ndocker.restart:\n\tmake docker.stop $(SERVICE)\n\tmake docker.start $(SERVICE)\n\nTIME := 0\ndocker.await: ## max timeout of 300\n\t@time=$(TIME); \\\n\tfor i in $(SERVICE); do \\\n\t\tcurrent_service=$$($(DOCKER_COMPOSE_ARGS) $(DOCKER_COMPOSE) $(COMPOSE_FILE_ARGS) ps -q $${i}); \\\n\t\tif [ -z \"$${current_service}\" ]; then \\\n\t\t\tcontinue; \\\n\t\tfi; \\\n\t\tservice_has_health=$$(docker inspect -f '{{.State.Health.Status}}' $${current_service}); \\\n\t\tif [ -z \"$${service_has_health}\" ]; then \\\n\t\t\tcontinue; \\\n\t\tfi; \\\n\t\twhile [ \"$$(docker inspect -f '{{.State.Health.Status}}' $${current_service})\" != \"healthy\" ] ; do \\\n\t\t\tsleep 1; \\\n\t\t\ttime=$$(expr $$time + 1); \\\n\t\t\tif [ $${time} -gt $(TIMEOUT) ]; then \\\n\t\t\t\techo \"${YELLOW}Timeout reached waiting for $${i} to become healthy${RESET}\"; \\\n\t\t\t\tdocker logs $${i}; \\\n\t\t\t\texit 1; \\\n\t\t\tfi; \\\n\t\tdone; \\\n\t\techo \"${GREEN}Service $${i} is healthy${RESET}\"; \\\n\tdone\n\ndocker.status:\n\t$(DOCKER_COMPOSE_ARGS) $(DOCKER_COMPOSE) $(COMPOSE_FILE_ARGS) ps\n\ndocker.images:\n\t$(DOCKER_COMPOSE_ARGS) $(DOCKER_COMPOSE) $(COMPOSE_FILE_ARGS) images\n\n\nbuild.app:\n\t@zx --version || pnpm add -g zx; \\\n \tzx scripts/build-image.mjs --file=dockers/teable/Dockerfile \\\n\t\t --tag=teable:develop\n\nbuild.db-migrate:\n\t@zx --version || pnpm add -g zx; \\\n \tzx scripts/build-image.mjs --file=dockers/teable/Dockerfile.db-migrate \\\n\t\t --tag=teable-db-migrate:develop\n\n\nsqlite.integration.test:\n\t@export PRISMA_DATABASE_URL='file:../../db/main.db'; \\\n\texport CALC_CHUNK_SIZE=400; \\\n\tmake sqlite.mode; \\\n\tpnpm -F \"./packages/**\" run build; \\\n\tpnpm g:test-e2e-cover\n\npostgres.integration.test: docker.create.network\n\t@TEST_PG_CONTAINER_NAME=teable-postgres-$(CI_JOB_ID); \\\n\tdocker rm -fv $$TEST_PG_CONTAINER_NAME | true; \\\n\t$(DOCKER_COMPOSE_ARGS) $(DOCKER_COMPOSE) $(COMPOSE_FILE_ARGS) run -p 25432:5432 -d -T --no-deps --rm --name $$TEST_PG_CONTAINER_NAME teable-postgres; \\\n\tchmod +x scripts/wait-for; \\\n\tscripts/wait-for 127.0.0.1:25432 --timeout=15 -- echo 'pg database started successfully' && \\\n\t\texport PRISMA_DATABASE_URL=postgresql://teable:teable@127.0.0.1:25432/e2e_test_teable?schema=public\\&statement_cache_size=1\\&connection_limit=20 && \\\n\t\tmake postgres.mode && \\\n\t\tpnpm -F \"./packages/**\" run build && \\\n\t\tpnpm g:test-e2e-cover && \\\n\t\tdocker rm -fv $$TEST_PG_CONTAINER_NAME\n\ngen-sqlite-prisma-schema:\n\t@cd ./packages/db-main-prisma; \\\n\t\techo '{ \"PRISMA_PROVIDER\": \"sqlite\" }' | pnpm mustache - ./prisma/template.prisma > ./prisma/sqlite/schema.prisma\n\t@echo 'generate【 prisma/sqlite/schema.prisma 】success.'\n\ngen-postgres-prisma-schema:\n\t@cd ./packages/db-main-prisma; \\\n\t\techo '{ \"PRISMA_PROVIDER\": \"postgres\" }' | pnpm mustache - ./prisma/template.prisma > ./prisma/postgres/schema.prisma\n\t@echo 'generate【 prisma/postgres/schema.prisma 】success.'\n\ngen-prisma-schema: gen-sqlite-prisma-schema gen-postgres-prisma-schema\t\t## Generate 'schema.prisma' files for all versions of the system\n\nsqlite-db.push:\t\t## db.push by sqlite\n\t@cd ./packages/db-main-prisma; \\\n\t\tpnpm prisma-db-push --schema ./prisma/sqlite/schema.prisma\n\npostgres-db.push:\t\t## db.push by postgres\n\t@cd ./packages/db-main-prisma; \\\n\t\tpnpm prisma-db-push --schema ./prisma/postgres/schema.prisma\n\ndb.push:\t\t## connects to your database and adds Prisma models to your Prisma schema that reflect the current database schema.\n\t$(print_db_push_options)\n\t@read -p \"Enter a command: \" command; \\\n if [ \"$$command\" = \"1\" ] || [ \"$$command\" = \"sqlite\" ]; then \\\n make gen-sqlite-prisma-schema; \\\n make sqlite-db.push; \\\n elif [ \"$$command\" = \"2\" ] || [ \"$$command\" = \"postges\" ] || [ \"$$command\" = \"pg\" ]; then \\\n \tmake gen-postgres-prisma-schema; \\\n\t\tmake postgres-db.push; \\\n else echo \"Unknown command.\"; fi\n\nsqlite-db-migration:\n\t@_MIGRATION_NAME=$(if $(_MIGRATION_NAME),$(_MIGRATION_NAME),`read -p \"Enter name of the migration (sqlite): \" migration_name; echo $$migration_name`); \\\n\tmake gen-sqlite-prisma-schema; \\\n\tPRISMA_DATABASE_URL=file:../../db/.shadow/main.db \\\n\tpnpm -F @teable/db-main-prisma prisma-migrate dev --schema ./prisma/sqlite/schema.prisma --name $$_MIGRATION_NAME\n\npostgres-db-migration:\n\t@_MIGRATION_NAME=$(if $(_MIGRATION_NAME),$(_MIGRATION_NAME),`read -p \"Enter name of the migration (postgres): \" migration_name; echo $$migration_name`); \\\n\tmake gen-postgres-prisma-schema; \\\n\tPRISMA_DATABASE_URL=postgresql://teable:teable@127.0.0.1:5432/teable?schema=shadow \\\n\tpnpm -F @teable/db-main-prisma prisma-migrate dev --schema ./prisma/postgres/schema.prisma --name $$_MIGRATION_NAME\n\ndb-migration:\t\t## Reruns the existing migration history in the shadow database in order to detect schema drift (edited or deleted migration file, or a manual changes to the database schema)\n\t@read -p \"Enter name of the migration: \" migration_name; \\\n \tmake sqlite-db-migration _MIGRATION_NAME=$$migration_name; \\\n \tmake postgres-db-migration _MIGRATION_NAME=$$migration_name\n\nsqlite.mode:\t\t## sqlite.mode\n\t@cd ./packages/db-main-prisma; \\\n\t\tpnpm prisma-generate --schema ./prisma/sqlite/schema.prisma; \\\n\t\tpnpm prisma-migrate deploy --schema ./prisma/sqlite/schema.prisma\n\npostgres.mode:\t\t## postgres.mode\n\t@cd ./packages/db-main-prisma; \\\n\t\tpnpm prisma-generate --schema ./prisma/postgres/schema.prisma; \\\n\t\tpnpm prisma-migrate deploy --schema ./prisma/postgres/schema.prisma\n# Override environment variable files based on variables\nRUN_DB_MODE ?= sqlite\nFILE_ENV_PATHS = $(ENV_PATH)/.env.development* $(ENV_PATH)/.env.test*\nswitch.prisma.env:\nifeq ($(CI)-$(RUN_DB_MODE),0-sqlite)\n\t@for file in $(FILE_ENV_PATHS); do \\\n\t\techo $$file; \\\n\t\tperl -i -pe 's~^PRISMA_DATABASE_URL=.*~PRISMA_DATABASE_URL=$(SQLITE_PRISMA_DATABASE_URL)~' $$file; \\\n\t\tif ! grep -q '^CALC_CHUNK_SIZE=' $$file; then \\\n\t\t\techo \"CALC_CHUNK_SIZE=400\" >> $$file; \\\n\t\telse \\\n\t\t\tperl -i -pe 's~^CALC_CHUNK_SIZE=.*~CALC_CHUNK_SIZE=400~' $$file; \\\n\t\tfi; \\\n\tdone\nelse ifeq ($(CI)-$(RUN_DB_MODE),0-postges)\n\t@for file in $(FILE_ENV_PATHS); do \\\n\t\techo $$file; \\\n\t\tperl -i -pe 's~^PRISMA_DATABASE_URL=.*~PRISMA_DATABASE_URL=$(POSTGES_PRISMA_DATABASE_URL)~' $$file; \\\n\tdone\nendif\n\nswitch-db-mode:\t\t## Switch Database environment\n\t$(print_db_mode_options)\n\t@read -p \"Enter a command: \" command; \\\n if [ \"$$command\" = \"1\" ] || [ \"$$command\" = \"sqlite\" ]; then \\\n\t\tmake switch.prisma.env RUN_DB_MODE=sqlite; \\\n \tmake sqlite.mode; \\\n elif [ \"$$command\" = \"2\" ] || [ \"$$command\" = \"postges\" ] || [ \"$$command\" = \"pg\" ]; then \\\n \tmake switch.prisma.env RUN_DB_MODE=postges; \\\n\t\tmake docker.up teable-postgres; \\\n \tmake docker.await teable-postgres; \\\n \tmake postgres.mode; \\\n else \\\n \techo \"Unknown command.\"; fi\n\nhelp: ## show this help\n\t@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = \":.*?## \"}; {printf \"\\033[36m%-30s\\033[0m %s\\n\", $$1, $$2}'\n" }, { "path": "README.md", "content": "
\n

\n \n \n \"teable\n \n

\n

Manage Your Data & Connect Your Team

\n

Teable uses a simple, spreadsheet-like interface to create powerful database applications. Collaborate with your team in real-time, and scale to millions of rows\n

Try out Teable using our hosted version at teable.ai

\n
\n\n
\n\"teableio%2Fteable\n
\n\n

\n Home | Help | Blog | Template | API | Community | Twitter\n

\n\n

\n \n \"build\"\n \n \n \"Coverage\"\n \n \n \"Codacy\n \n \n \"GitHub\n \n \n \"Gurubase\"\n \n

\n

\n \n \n \"teable\n \n

\n\n## Quick Guide\n\n1. Looking for a quick experience? Select a scenario from the [template center](https://app.teable.ai/public/template) and click \"Use this template\".\n2. Seeking high performance? Try the [1 million rows demo](https://app.teable.ai/share/shrVgdLiOvNQABtW0yX/view) to feel the speed of Teable.\n3. Interested in deploying it yourself? Click [Deploy on Railway](https://railway.app/template/wada5e?referralCode=rE4BjB)\n\n## ✨Features\n\n### 🍺 Feature Packed\n\nEverything you need, right out of the box:\n\n- [x] Aggregation\n- [x] Attachments Preview\n- [x] Batch Editing\n- [x] Charts\n- [x] Comments\n- [x] Custom Columns\n- [x] Field Conversion\n- [x] Filtering\n- [x] Formatting\n- [x] Formula Support\n- [x] Grouping\n- [x] History\n- [x] Import/Export\n- [x] Millions of Rows\n- [x] Plugins\n- [x] Real-time\n- [x] Search\n- [x] Sorting\n- [x] SQL Query\n- [x] Undo/Redo\n- [x] Validation\n\n### 🏞️ Multiple Views\n\nVisualize and interact with data in various ways best suited for their specific tasks.\n\n- [x] Grid View\n- [x] Form View\n- [x] Kanban View\n- [x] Gallery View\n- [x] Calendar View\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
\"Grid\"Search\"
\"Calendar\"Gallery
\"Kanban\"Form
\"Comments\"\"Record
\n\nMore features have been added. See our Changelog.\n\n---\n\n# Structure\n\n[![Open in Gitpod](https://img.shields.io/badge/Open%20In-Gitpod.io-%231966D2?style=for-the-badge&logo=gitpod)](https://gitpod.io/#https://github.com/teableio/teable)\n\n```\n.\n├── apps (AGPL 3.0)\n│ ├── nextjs-app (front-end)\n│ └── nestjs-backend (backend)\n├── packages (MIT)\n│ ├── common-i18n (locales)\n│ ├── core (share code and interface)\n│ ├── sdk (sdk for extensions)\n│ ├── db-main-prisma (schema, migrations, prisma client)\n│ ├── eslint-config-bases (to shared eslint configs)\n│ └── ui-lib (ui component)\n└── plugins (AGPL 3.0) (custom plugins)\n\n```\n\n## Deploy\n\n### Deploy With Docker\n\n```sh\ncd dockers/examples/standalone/\ndocker-compose up -d\n```\n\nfor more details, see [install teable](https://help.teable.ai/en/deploy/docker)\n\n### One Click Deployment\n\nThese platforms are easy to deploy with one click and come with free credits.\n\n[![Deploy on Railway](https://railway.app/button.svg)](https://railway.app/template/wada5e?referralCode=rE4BjB)\n\n[![Deploy on Sealos](https://sealos.io/Deploy-on-Sealos.svg)](https://template.sealos.io/deploy?templateName=teable)\n\n[![Deploy on Zeabur](https://zeabur.com/button.svg)](https://zeabur.com/templates/QF8695)\n\n[![Deploy to RepoCloud](https://d16t0pc4846x52.cloudfront.net/deploylobe.svg)](https://repocloud.io/details/?app_id=273)\n\n[![Deploy on Elestio](https://elest.io/images/logos/deploy-to-elestio-btn.png)](https://elest.io/open-source/teable)\n\n[![Deploy on AlibabaCloud ComputeNest](https://service-info-public.oss-cn-hangzhou.aliyuncs.com/computenest-en.svg)](https://computenest.console.aliyun.com/service/instance/create/default?ServiceName=Teable%20%E7%A4%BE%E5%8C%BA%E7%89%88)\n\n\n## Development\n\n#### 1. Initialize\n\n```sh\n# Enabling the Help Management Package Manager\ncorepack enable\n\n# Install project dependencies\npnpm install\n```\n\n#### 2. Select Database\n\nwe currently support `sqlite` (dev only) and `postgres`, you can switch between them by running the following command\n\n```sh\nmake switch-db-mode\n```\n\n#### 3. Custom Environment Variables（Optional）\n\n```sh\ncd apps/nextjs-app\ncp .env.development .env.development.local\n```\n\n#### 4. Run Dev Server\n\nyou just need to start backend, it will start next server for frontend automatically, file change will be auto reload\n\n```sh\ncd apps/nestjs-backend\npnpm dev\n```\n\nBy default, the plugin development server is not started. To preview and develop plugins, run:\n```sh\n# build packages\npnpm build:packages\n\n# start plugin development server\ncd plugins\npnpm dev\n```\nThis will start the plugin development server on port 3002.\n\n\n## Why Teable?\n\nNo-code tools have significantly speed up how we get things done, allowing non-tech users to build amazing apps and changing the way many work and live. People like using spreadsheet-like UI to handle their data because it's easy, flexible, and great for team collaboration. They also prefer designing their app screens without being stuck with clunky templates.\n\nGiving non-techy people the ability to create their software sounds exciting. But that's just the start:\n\n- As businesses expand, their data needs intensify. No one wishes to hear that once their orders reach 100k, they'll outgrow their current interface. Yet, many no-code platforms falter at such scales.\n- Most no-code platforms are cloud-based. This means your important data sits with the provider, and switching to another platform can be a headache.\n- Sometimes, no-code tools can't do what you want because of their limitations, leaving users stuck.\n- If a tool becomes essential, you'll eventually need some tech expertise. But developers often find these platforms tricky.\n- Maintaining systems with complex setups can be hard for developers, especially if these aren't built using common software standards.\n- Systems that don't use these standards might need revamping or replacing, costing more in the long run. It might even mean ditching the no-code route and going back to traditional coding.\n\n#### What We Think the Future Of No-code Products Look Like\n\n- An interface that anyone can use to build applications easily.\n- Easy access to data, letting users grab, move, and reuse their information as they wish.\n- Data privacy and choice, whether that's in the cloud, on-premise, or even just on your local.\n- It needs to work for developers too, not just non-tech users.\n- It should handle lots of data, so it can grow with your business.\n- Flexibility to integrate with other software, combining strengths to get the job done.\n- Last, native AI integration to takes usability to the next level.\n\nIn essence, Teable isn't just another no-code solution, it's a comprehensive answer to the evolving demands of modern software development, ensuring that everyone, regardless of their technical proficiency, has a platform tailored to their needs.\n\n# License\n\nTeable Community Edition (CE) is free for self-hosting under the AGPL license. See [./LICENSE](./LICENSE) for details.\n\nTeable Enterprise Edition (EE) includes advanced features such as AI, authority matrix, automation and advanced admin. For detailed information and pricing, please visit [pricing](https://app.teable.ai/public/pricing?host=self-hosted&billing=year).\n" }, { "path": "agents.md", "content": "# Teable v2 agent guide\n\nDDD/domain-model guidance has moved to the skill `teable-ddd-domain-model` in `.codex/skills/teable-ddd-domain-model`. Use that skill for any v2/core domain, specification, or aggregate changes.\n\n## Git hygiene\n\n- Ignore git changes that you did not make by default; never revert unknown/unrelated modifications unless explicitly instructed.\n\n## v2 API contracts (HTTP)\n\nFor HTTP-ish integrations, keep framework-independent contracts/mappers in `packages/v2/contract-http`:\n\n- Define API paths (e.g. `/tables`) as constants.\n- Use action-style paths with camelCase action names (e.g. `/tables/create`, `/tables/get`, `/tables/rename`); avoid RESTful nested resources like `/bases/{baseId}/tables/{tableId}`.\n- Re-export command input schemas (zod) for route-level validation if needed.\n- Keep DTO types + domain-to-DTO mappers here.\n- Router packages (e.g. `@teable/v2-contract-http-express`, `@teable/v2-contract-http-fastify`) should be thin adapters that only:\n - parse JSON/body\n - create a container\n - resolve handlers\n - call the endpoint executor/mappers from `@teable/v2-contract-http`\n- OpenAPI is generated from the ts-rest contract via `@teable/v2-contract-http-openapi`.\n\n## UI components (frontend)\n\n- In app UIs (e.g. `apps/playground`), use shadcn wrappers from `apps/playground/src/components/ui/*` (or `@teable/ui-lib`) instead of importing Radix primitives directly.\n- If a shadcn wrapper is missing, add it under `apps/playground/src/components/ui` before using the primitive.\n\n## Dependency injection (DI)\n\n- Do not import `tsyringe` / `reflect-metadata` directly anywhere; use `@teable/v2-di`.\n- Do not use DI inside `v2/core/src/domain/**`; DI is only for application wiring (e.g. `v2/core/src/commands/**`).\n- Prefer constructor injection with explicit tokens for ports (interfaces).\n- Provide environment-level composition roots as separate packages (e.g. `@teable/v2-container-node`, `@teable/v2-container-browser`) that register all port implementations.\n\n## Build tooling (v2)\n\n- v2 packages build with `tsdown` (not `tsc` emit). `tsc` is used only for `typecheck` (`--noEmit`).\n- Each v2 package has a local `tsdown.config.ts` that extends the shared base config from `@teable/v2-tsdown-config`.\n- Outputs are written to `dist/` (ESM `.js` + `.d.ts`), and workspace deps (`@teable/v2-*`) are kept external (no bundling across packages).\n\n## Source visibility (v2 packages)\n\n**All v2 packages must support source visibility** to allow consumers to reference TypeScript sources without building `dist/` outputs. This is required for development workflows, testing, and tools like Vitest/Vite that can consume TypeScript directly.\n\n**Required configuration:**\n\n- In `package.json`:\n - Set `types` field to `\"src/index.ts\"` (not `\"dist/index.d.ts\"`)\n - Set `exports[\".\"].types` to `\"./src/index.ts\"` (not `\"./dist/index.d.ts\"`)\n - Set `exports[\".\"].import` to `\"./src/index.ts\"` (not `\"./dist/index.js\"`) to allow Vite/Vitest to use source files directly\n - Keep `exports[\".\"].require` pointing to `\"./dist/index.cjs\"` for CommonJS compatibility\n - Include `\"src\"` in the `files` array (in addition to `\"dist\"`)\n- In `tsconfig.json`:\n - Map workspace dependencies to their `src` paths in `compilerOptions.paths` (e.g. `\"@teable/v2-core\": [\"../core/src\"]`)\n - Include those source paths in the `include` array\n\n**Example `package.json` configuration:**\n```json\n{\n \"types\": \"src/index.ts\",\n \"exports\": {\n \".\": {\n \"types\": \"./src/index.ts\",\n \"import\": \"./src/index.ts\",\n \"require\": \"./dist/index.cjs\"\n }\n },\n \"files\": [\"dist\", \"src\"]\n}\n```\n\n**Note:** Since v2 packages are workspace-only (`\"private\": true`) and not published to npm, pointing `import` to source files is safe. Vite/Vitest can process TypeScript files directly, enabling faster development cycles without requiring `dist/` to be built first.\n" }, { "path": "apps/nestjs-backend/.eslintrc.js", "content": "/**\n * Specific eslint rules for this app/package, extends the base rules\n * @see https://github.com/teableio/teable/blob/main/docs/about-linters.md\n */\n\n// Workaround for https://github.com/eslint/eslint/issues/3458 (re-export of @rushstack/eslint-patch)\nrequire('@teable/eslint-config-bases/patch/modern-module-resolution');\n\nconst { getDefaultIgnorePatterns } = require('@teable/eslint-config-bases/helpers');\n\nmodule.exports = {\n root: true,\n parser: '@typescript-eslint/parser',\n parserOptions: {\n tsconfigRootDir: __dirname,\n project: 'tsconfig.eslint.json',\n },\n ignorePatterns: [...getDefaultIgnorePatterns()],\n extends: [\n '@teable/eslint-config-bases/typescript',\n '@teable/eslint-config-bases/sonar',\n '@teable/eslint-config-bases/regexp',\n '@teable/eslint-config-bases/jest',\n // Apply prettier and disable incompatible rules\n '@teable/eslint-config-bases/prettier-plugin',\n ],\n rules: {\n // optional overrides per project\n },\n overrides: [\n {\n files: ['src/event-emitter/events/**/*.event.ts'],\n rules: {\n '@typescript-eslint/naming-convention': 'off',\n },\n },\n {\n // Disable consistent-type-imports for files with decorators (NestJS controllers/services)\n // See: https://typescript-eslint.io/blog/changes-to-consistent-type-imports-with-decorators\n files: ['src/**/*.controller.ts'],\n rules: {\n '@typescript-eslint/consistent-type-imports': 'off',\n },\n },\n ],\n};\n" }, { "path": "apps/nestjs-backend/.gitignore", "content": "# build\nbuild\ndist\n\n# testing\n/coverage\n\n# misc\n.DS_Store\n*.pem\n.assets\n.temporary\n.webpack-cache\n" }, { "path": "apps/nestjs-backend/.idea/modules.xml", "content": "\n\n \n \n \n \n \n" }, { "path": "apps/nestjs-backend/.idea/nestjs-backend.iml", "content": "\n\n \n \n \n \n \n \n \n \n \n" }, { "path": "apps/nestjs-backend/README.md", "content": "# NestJS backend for teable\n\nTODO:\nremove @valibot/to-json-schema in ai-sdk6\nremove effect in ai-sdk6\nremove @ai-sdk/provider-utils in ai-sdk6\n" }, { "path": "apps/nestjs-backend/nest-cli.json", "content": "{\n \"$schema\": \"https://json.schemastore.org/nest-cli\",\n \"collection\": \"@nestjs/schematics\",\n \"sourceRoot\": \"src\",\n \"entryFile\": \"index\",\n \"flat\": true,\n \"compilerOptions\": {\n \"builder\": \"webpack\"\n }\n}\n" }, { "path": "apps/nestjs-backend/package.json", "content": "{\n \"name\": \"@teable/backend\",\n \"version\": \"1.10.0\",\n \"license\": \"AGPL-3.0\",\n \"private\": true,\n \"main\": \"dist/index.js\",\n \"exports\": {\n \".\": \"./dist\"\n },\n \"homepage\": \"https://github.com/teableio/teable\",\n \"repository\": {\n \"type\": \"git\",\n \"url\": \"https://github.com/teableio/teable\",\n \"directory\": \"apps/nestjs-backend\"\n },\n \"author\": {\n \"name\": \"tea artist\",\n \"url\": \"https://github.com/tea-artist\"\n },\n \"browserslist\": {\n \"production\": [\n \">0.3%\",\n \"not ie 11\",\n \"not dead\",\n \"not op_mini all\"\n ],\n \"development\": [\n \"last 1 chrome version\",\n \"last 1 firefox version\",\n \"last 1 safari version\"\n ]\n },\n \"scripts\": {\n \"build\": \"nest build\",\n \"clean\": \"rimraf ./out ./coverage ./main ./dist ./tsconfig.tsbuildinfo ./node_modules/.cache .webpack-cache\",\n \"dev\": \"nest start --webpackPath ./webpack.dev.js -w\",\n \"dev:swc\": \"nest start --webpackPath ./webpack.swc.js -w\",\n \"start\": \"nest start\",\n \"check-dist\": \"es-check -v\",\n \"start-debug\": \"nest start --webpackPath ./webpack.dev.js --debug -w\",\n \"check-size\": \"size-limit --highlight-less\",\n \"test\": \"run-s test-unit test-e2e\",\n \"test-unit:watch\": \"vitest --watch\",\n \"test-unit\": \"vitest run --silent --bail 1\",\n \"test-unit-cover\": \"pnpm test-unit --coverage ${VITEST_SHARD:+--shard=$VITEST_SHARD}\",\n \"pre-test-e2e\": \"cross-env NODE_ENV=test pnpm -F @teable/db-main-prisma prisma-db-seed -- --e2e\",\n \"test-e2e\": \"pnpm pre-test-e2e && vitest run --config ./vitest-e2e.config.ts --silent\",\n \"test-e2e-cover\": \"pnpm test-e2e --coverage --bail 1 ${VITEST_SHARD:+--shard=$VITEST_SHARD}\",\n \"typecheck\": \"tsc --project ./tsconfig.json --noEmit\",\n \"lint\": \"eslint . --ext .ts,.js,.cjs,.mjs,.mdx --cache --cache-location ../../.cache/eslint/nestjs-backend.eslintcache\",\n \"fix-all-files\": \"eslint . --ext .ts,.tsx,.js,.jsx,.cjs,.mjs,.mdx --fix\",\n \"flamegraph-home\": \"npx 0x --output-dir './.debug/flamegraph/{pid}.0x' --on-port 'autocannon http://localhost:$PORT --duration 20' -- node ../../node_modules/.bin/next start\",\n \"merge-cover\": \"istanbul-merge --out ./coverage/nestjs-backend/coverage-final.json ./coverage/e2e/coverage-final.json ./coverage/unit/coverage-final.json\",\n \"generate-cover\": \"nyc report --report-dir=coverage/nestjs-backend --temp-dir=coverage/nestjs-backend -r text -r html -r clover\"\n },\n \"devDependencies\": {\n \"@faker-js/faker\": \"8.4.1\",\n \"@nestjs/cli\": \"10.3.2\",\n \"@nestjs/testing\": \"10.3.5\",\n \"@teable/eslint-config-bases\": \"workspace:^\",\n \"@types/archiver\": \"6.0.3\",\n \"@types/bcrypt\": \"5.0.2\",\n \"@types/cookie\": \"0.6.0\",\n \"@types/cookie-parser\": \"1.4.7\",\n \"@types/cors\": \"2.8.17\",\n \"@types/express\": \"4.17.21\",\n \"@types/express-session\": \"1.18.0\",\n \"@types/fs-extra\": \"11.0.4\",\n \"@types/lodash\": \"4.17.0\",\n \"@types/markdown-it\": \"13.0.7\",\n \"@types/mime-types\": \"2.1.4\",\n \"@types/ms\": \"0.7.34\",\n \"@types/multer\": \"1.4.11\",\n \"@types/node\": \"22.18.0\",\n \"@types/node-fetch\": \"2.6.11\",\n \"@types/nodemailer\": \"6.4.14\",\n \"@types/oauth2orize\": \"1.11.5\",\n \"@types/oauth2orize-pkce\": \"0.1.2\",\n \"@types/papaparse\": \"5.3.14\",\n \"@types/passport\": \"1.0.16\",\n \"@types/passport-github2\": \"1.2.9\",\n \"@types/passport-google-oauth20\": \"2.0.14\",\n \"@types/passport-jwt\": \"4.0.1\",\n \"@types/passport-local\": \"1.0.38\",\n \"@types/passport-oauth2-client-password\": \"0.1.5\",\n \"@types/passport-openidconnect\": \"0.1.3\",\n \"@types/pause\": \"0.1.3\",\n \"@types/pg\": \"8.16.0\",\n \"@types/sharedb\": \"5.1.0\",\n \"@types/sockjs\": \"0.3.36\",\n \"@types/sockjs-client\": \"1.5.4\",\n \"@types/stream-json\": \"1.7.8\",\n \"@types/through2\": \"2.0.41\",\n \"@types/unzipper\": \"0.10.11\",\n \"@types/ws\": \"8.18.1\",\n \"@vitest/coverage-v8\": \"4.0.17\",\n \"copy-webpack-plugin\": \"12.0.2\",\n \"cross-env\": \"7.0.3\",\n \"dotenv-flow\": \"4.1.0\",\n \"dotenv-flow-cli\": \"1.1.1\",\n \"es-check\": \"7.1.1\",\n \"eslint\": \"8.57.0\",\n \"eslint-config-next\": \"15.5.9\",\n \"get-tsconfig\": \"4.7.3\",\n \"istanbul-merge\": \"2.0.0\",\n \"npm-run-all2\": \"6.1.2\",\n \"nyc\": \"15.1.0\",\n \"pg-mem\": \"3.0.5\",\n \"prettier\": \"3.2.5\",\n \"rimraf\": \"5.0.5\",\n \"sockjs-client\": \"1.6.1\",\n \"sql-formatter\": \"^15.3.1\",\n \"swc-loader\": \"0.2.6\",\n \"symlink-dir\": \"5.2.1\",\n \"sync-directory\": \"6.0.5\",\n \"ts-loader\": \"9.5.1\",\n \"ts-node\": \"10.9.2\",\n \"typescript\": \"5.4.3\",\n \"unplugin-swc\": \"1.4.4\",\n \"vite-tsconfig-paths\": \"4.3.2\",\n \"vitest\": \"4.0.17\",\n \"vitest-mock-extended\": \"2.0.2\",\n \"webpack\": \"5.91.0\"\n },\n \"dependencies\": {\n \"@ai-sdk/amazon-bedrock\": \"4.0.69\",\n \"@ai-sdk/anthropic\": \"3.0.50\",\n \"@ai-sdk/azure\": \"3.0.38\",\n \"@ai-sdk/cohere\": \"3.0.22\",\n \"@ai-sdk/deepseek\": \"2.0.21\",\n \"@ai-sdk/google\": \"3.0.34\",\n \"@ai-sdk/mistral\": \"3.0.21\",\n \"@ai-sdk/openai\": \"3.0.37\",\n \"@ai-sdk/openai-compatible\": \"2.0.31\",\n \"@ai-sdk/togetherai\": \"2.0.35\",\n \"@ai-sdk/xai\": \"3.0.60\",\n \"@an-epiphany/websocket-json-stream\": \"1.2.0\",\n \"@aws-sdk/client-s3\": \"3.609.0\",\n \"@aws-sdk/lib-storage\": \"3.609.0\",\n \"@aws-sdk/s3-request-presigner\": \"3.609.0\",\n \"@keyv/redis\": \"2.8.4\",\n \"@keyv/sqlite\": \"3.6.7\",\n \"@nestjs-modules/mailer\": \"1.11.2\",\n \"@nestjs/axios\": \"3.0.2\",\n \"@nestjs/bullmq\": \"11.0.4\",\n \"@nestjs/common\": \"10.3.5\",\n \"@nestjs/config\": \"3.2.1\",\n \"@nestjs/core\": \"10.3.5\",\n \"@nestjs/event-emitter\": \"2.0.4\",\n \"@nestjs/jwt\": \"10.2.0\",\n \"@nestjs/passport\": \"10.0.3\",\n \"@nestjs/platform-express\": \"10.3.5\",\n \"@nestjs/platform-ws\": \"10.3.5\",\n \"@nestjs/swagger\": \"7.3.0\",\n \"@nestjs/terminus\": \"10.2.3\",\n \"@nestjs/websockets\": \"10.3.5\",\n \"@openrouter/ai-sdk-provider\": \"2.2.3\",\n \"@opentelemetry/api\": \"1.9.0\",\n \"@opentelemetry/context-async-hooks\": \"2.5.0\",\n \"@opentelemetry/exporter-logs-otlp-http\": \"0.201.1\",\n \"@opentelemetry/exporter-metrics-otlp-http\": \"0.201.1\",\n \"@opentelemetry/exporter-trace-otlp-http\": \"0.201.1\",\n \"@opentelemetry/instrumentation-express\": \"0.50.0\",\n \"@opentelemetry/instrumentation-http\": \"0.201.1\",\n \"@opentelemetry/instrumentation-ioredis\": \"0.49.0\",\n \"@opentelemetry/instrumentation-nestjs-core\": \"0.49.0\",\n \"@opentelemetry/instrumentation-pg\": \"0.49.0\",\n \"@opentelemetry/instrumentation-pino\": \"0.49.0\",\n \"@opentelemetry/instrumentation-runtime-node\": \"0.24.0\",\n \"@opentelemetry/resources\": \"2.0.1\",\n \"@opentelemetry/sdk-node\": \"0.201.1\",\n \"@opentelemetry/sdk-trace-base\": \"2.0.1\",\n \"@opentelemetry/semantic-conventions\": \"1.34.0\",\n \"@orpc/nest\": \"1.13.0\",\n \"@prisma/client\": \"6.2.1\",\n \"@prisma/instrumentation\": \"6.2.1\",\n \"@sentry/nestjs\": \"10.22.0\",\n \"@sentry/opentelemetry\": \"10.22.0\",\n \"@sentry/profiling-node\": \"10.22.0\",\n \"@smithy/node-http-handler\": \"^3.1.1\",\n \"@teable/common-i18n\": \"workspace:^\",\n \"@teable/core\": \"workspace:^\",\n \"@teable/db-main-prisma\": \"workspace:^\",\n \"@teable/openapi\": \"workspace:^\",\n \"@teable/v2-adapter-db-postgres-pg\": \"workspace:*\",\n \"@teable/v2-adapter-undo-redo-keyv\": \"workspace:*\",\n \"@teable/v2-adapter-realtime-sharedb\": \"workspace:*\",\n \"@teable/v2-container-node\": \"workspace:*\",\n \"@teable/v2-contract-http\": \"workspace:*\",\n \"@teable/v2-contract-http-implementation\": \"workspace:*\",\n \"@teable/v2-contract-http-openapi\": \"workspace:*\",\n \"@teable/v2-core\": \"workspace:*\",\n \"@teable/v2-di\": \"workspace:*\",\n \"@teable/v2-import\": \"workspace:*\",\n \"@valibot/to-json-schema\": \"1.3.0\",\n \"ai\": \"6.0.105\",\n \"ajv\": \"8.12.0\",\n \"archiver\": \"7.0.1\",\n \"axios\": \"1.7.7\",\n \"bcrypt\": \"5.1.1\",\n \"bullmq\": \"5.66.5\",\n \"class-transformer\": \"0.5.1\",\n \"class-validator\": \"0.14.1\",\n \"cookie\": \"0.6.0\",\n \"cookie-parser\": \"1.4.6\",\n \"cors\": \"2.8.5\",\n \"csv-parser\": \"3.2.0\",\n \"csv-stringify\": \"6.5.2\",\n \"date-fns-tz\": \"3.2.0\",\n \"dayjs\": \"1.11.10\",\n \"effect\": \"3.19.1\",\n \"esbuild\": \"0.23.0\",\n \"express\": \"4.21.1\",\n \"express-session\": \"1.18.0\",\n \"fs-extra\": \"11.2.0\",\n \"handlebars\": \"4.7.8\",\n \"helmet\": \"7.1.0\",\n \"http-proxy-middleware\": \"3.0.3\",\n \"ioredis\": \"5.9.1\",\n \"is-port-reachable\": \"3.1.0\",\n \"joi\": \"17.12.2\",\n \"jschardet\": \"3.1.3\",\n \"keyv\": \"4.5.4\",\n \"knex\": \"3.1.0\",\n \"lodash\": \"4.17.21\",\n \"mime-types\": \"2.1.35\",\n \"minio\": \"7.1.3\",\n \"ms\": \"2.1.3\",\n \"multer\": \"1.4.5-lts.1\",\n \"nanoid\": \"3.3.7\",\n \"nest-knexjs\": \"0.0.22\",\n \"nestjs-cls\": \"4.3.0\",\n \"nestjs-i18n\": \"10.5.1\",\n \"nestjs-pino\": \"4.4.1\",\n \"nestjs-redoc\": \"2.2.2\",\n \"next\": \"16.1.6\",\n \"node-fetch\": \"2.7.0\",\n \"node-sql-parser\": \"5.3.8\",\n \"nodemailer\": \"6.9.13\",\n \"oauth2orize\": \"1.12.0\",\n \"oauth2orize-pkce\": \"0.1.2\",\n \"object-sizeof\": \"2.6.4\",\n \"ollama-ai-provider-v2\": \"3.0.2\",\n \"papaparse\": \"5.4.1\",\n \"passport\": \"0.7.0\",\n \"passport-github2\": \"0.1.12\",\n \"passport-google-oauth20\": \"2.0.0\",\n \"passport-jwt\": \"4.0.1\",\n \"passport-local\": \"1.0.0\",\n \"passport-oauth2-client-password\": \"0.1.2\",\n \"passport-openidconnect\": \"0.1.2\",\n \"pause\": \"0.1.0\",\n \"pg\": \"8.11.5\",\n \"pino-http\": \"10.5.0\",\n \"pino-pretty\": \"11.0.0\",\n \"react\": \"18.3.1\",\n \"react-dom\": \"18.3.1\",\n \"redlock\": \"5.0.0-beta.2\",\n \"reflect-metadata\": \"0.2.1\",\n \"rxjs\": \"7.8.1\",\n \"sharedb\": \"5.2.2\",\n \"sharp\": \"0.33.3\",\n \"sockjs\": \"0.3.24\",\n \"stream-json\": \"1.9.1\",\n \"through2\": \"4.0.2\",\n \"transliteration\": \"2.3.5\",\n \"ts-pattern\": \"5.0.8\",\n \"unzipper\": \"0.12.3\",\n \"ws\": \"8.18.3\",\n \"xlsx\": \"https://cdn.sheetjs.com/xlsx-0.20.3/xlsx-0.20.3.tgz\",\n \"zod\": \"4.1.8\",\n \"zod-validation-error\": \"4.0.2\"\n }\n}\n" }, { "path": "apps/nestjs-backend/src/app.module.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { BullModule } from '@nestjs/bullmq';\nimport type { ModuleMetadata } from '@nestjs/common';\nimport { Module } from '@nestjs/common';\nimport { ConditionalModule, ConfigService } from '@nestjs/config';\nimport { SentryModule } from '@sentry/nestjs/setup';\nimport Redis from 'ioredis';\nimport type { ICacheConfig } from './configs/cache.config';\nimport { ConfigModule } from './configs/config.module';\nimport { AccessTokenModule } from './features/access-token/access-token.module';\nimport { AggregationOpenApiModule } from './features/aggregation/open-api/aggregation-open-api.module';\nimport { AiModule } from './features/ai/ai.module';\nimport { AttachmentsModule } from './features/attachments/attachments.module';\nimport { AuthModule } from './features/auth/auth.module';\nimport { BaseModule } from './features/base/base.module';\nimport { BaseNodeModule } from './features/base-node/base-node.module';\nimport { BuiltinAssetsInitModule } from './features/builtin-assets-init';\nimport { CanaryModule } from './features/canary';\nimport { ChatModule } from './features/chat/chat.module';\nimport { CollaboratorModule } from './features/collaborator/collaborator.module';\nimport { CommentOpenApiModule } from './features/comment/comment-open-api.module';\nimport { DashboardModule } from './features/dashboard/dashboard.module';\nimport { ExportOpenApiModule } from './features/export/open-api/export-open-api.module';\nimport { FieldOpenApiModule } from './features/field/open-api/field-open-api.module';\nimport { HealthModule } from './features/health/health.module';\nimport { ImportOpenApiModule } from './features/import/open-api/import-open-api.module';\nimport { IntegrityModule } from './features/integrity/integrity.module';\nimport { InvitationModule } from './features/invitation/invitation.module';\nimport { MailSenderOpenApiModule } from './features/mail-sender/open-api/mail-sender-open-api.module';\nimport { MailSenderMergeModule } from './features/mail-sender/open-api/mail-sender.merge.module';\nimport { NextModule } from './features/next/next.module';\nimport { NotificationModule } from './features/notification/notification.module';\nimport { OAuthModule } from './features/oauth/oauth.module';\nimport { OrganizationModule } from './features/organization/organization.module';\nimport { PinModule } from './features/pin/pin.module';\nimport { PluginChartModule } from './features/plugin/official/chart/plugin-chart.module';\nimport { PluginModule } from './features/plugin/plugin.module';\nimport { PluginContextMenuModule } from './features/plugin-context-menu/plugin-context-menu.module';\nimport { PluginPanelModule } from './features/plugin-panel/plugin-panel.module';\nimport { SelectionModule } from './features/selection/selection.module';\nimport { AdminOpenApiModule } from './features/setting/open-api/admin-open-api.module';\nimport { SettingOpenApiModule } from './features/setting/open-api/setting-open-api.module';\nimport { BaseShareModule } from './features/base-share/base-share.module';\nimport { ShareModule } from './features/share/share.module';\nimport { SpaceModule } from './features/space/space.module';\nimport { TemplateOpenApiModule } from './features/template/template-open-api.module';\nimport { TrashModule } from './features/trash/trash.module';\nimport { UndoRedoModule } from './features/undo-redo/open-api/undo-redo.module';\nimport { UserModule } from './features/user/user.module';\nimport { V2Module } from './features/v2/v2.module';\nimport { GlobalModule } from './global/global.module';\nimport { InitBootstrapProvider } from './global/init-bootstrap.provider';\nimport { LoggerModule } from './logger/logger.module';\nimport { ObservabilityModule } from './observability/observability.module';\nimport { WsModule } from './ws/ws.module';\n\n// In CI or test environments, use a longer timeout for ConditionalModule\n// to avoid sporadic timeout errors when resources are under pressure\nconst isTestOrCI = process.env.CI || process.env.NODE_ENV === 'test' || process.env.VITEST;\nconst CONDITIONAL_MODULE_TIMEOUT = isTestOrCI ? 60000 : 5000;\n\nexport const appModules = {\n imports: [\n SentryModule.forRoot(),\n LoggerModule.register(),\n MailSenderOpenApiModule,\n MailSenderMergeModule,\n HealthModule,\n NextModule,\n FieldOpenApiModule,\n TemplateOpenApiModule,\n BaseModule,\n BaseNodeModule,\n IntegrityModule,\n ChatModule,\n AttachmentsModule,\n WsModule,\n SelectionModule,\n UndoRedoModule,\n AggregationOpenApiModule,\n UserModule,\n AuthModule,\n SpaceModule,\n CollaboratorModule,\n InvitationModule,\n ShareModule,\n BaseShareModule,\n NotificationModule,\n AccessTokenModule,\n ImportOpenApiModule,\n ExportOpenApiModule,\n PinModule,\n AdminOpenApiModule,\n CanaryModule,\n SettingOpenApiModule,\n OAuthModule,\n TrashModule,\n DashboardModule,\n CommentOpenApiModule,\n OrganizationModule,\n AiModule,\n PluginModule,\n PluginPanelModule,\n PluginContextMenuModule,\n PluginChartModule,\n ObservabilityModule,\n BuiltinAssetsInitModule,\n V2Module,\n ],\n providers: [InitBootstrapProvider],\n};\n\n@Module({\n ...appModules,\n imports: [\n GlobalModule,\n ...appModules.imports,\n ConditionalModule.registerWhen(\n BullModule.forRootAsync({\n imports: [ConfigModule],\n useFactory: async (configService: ConfigService) => {\n const redisUri = configService.get('cache')?.redis.uri;\n if (!redisUri) {\n throw new Error('Redis URI is not defined');\n }\n const redis = new Redis(redisUri, { lazyConnect: true, maxRetriesPerRequest: null });\n await redis.connect();\n\n return {\n connection: redis,\n };\n },\n inject: [ConfigService],\n }),\n (env) => {\n return Boolean(env.BACKEND_CACHE_REDIS_URI);\n },\n { timeout: CONDITIONAL_MODULE_TIMEOUT }\n ),\n ],\n controllers: [],\n})\nexport class AppModule {\n static register(customModuleMetadata: ModuleMetadata) {\n return {\n module: AppModule,\n ...customModuleMetadata,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/bootstrap.ts", "content": "import 'dayjs/plugin/timezone';\nimport 'dayjs/plugin/utc';\nimport type { INestApplication } from '@nestjs/common';\nimport { ValidationPipe } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { NestFactory } from '@nestjs/core';\nimport { json, urlencoded } from 'express';\nimport helmet from 'helmet';\nimport isPortReachable from 'is-port-reachable';\nimport { Logger } from 'nestjs-pino';\nimport { AppModule } from './app.module';\nimport type { IBaseConfig } from './configs/base.config';\nimport type { ISecurityWebConfig, IApiDocConfig } from './configs/bootstrap.config';\nimport { GlobalExceptionFilter } from './filter/global-exception.filter';\nimport { setupSwagger } from './swagger';\n\nconst host = 'localhost';\n\nexport async function setUpAppMiddleware(app: INestApplication, configService: ConfigService) {\n app.useGlobalFilters(new GlobalExceptionFilter(configService));\n app.useGlobalPipes(\n new ValidationPipe({ transform: true, stopAtFirstError: true, forbidUnknownValues: false })\n );\n // HSTS is configured at the WAF level. Disable it here to avoid sending duplicate\n // `Strict-Transport-Security` headers with potentially different max-age values.\n app.use(helmet({ hsts: false }));\n app.use(json({ limit: '50mb' }));\n app.use(urlencoded({ limit: '50mb', extended: true }));\n\n const apiDocConfig = configService.get('apiDoc');\n const securityWebConfig = configService.get('security.web');\n const baseConfig = configService.get('base');\n if (!apiDocConfig?.disabled) {\n await setupSwagger(app, baseConfig?.publicOrigin ?? '', apiDocConfig?.enabledSnippet ?? false);\n }\n\n if (securityWebConfig?.cors.enabled) {\n app.enableCors();\n }\n}\n\nexport async function bootstrap() {\n const app = await NestFactory.create(AppModule, { bufferLogs: true });\n const configService = app.get(ConfigService);\n\n const logger = app.get(Logger);\n app.useLogger(logger);\n app.flushLogs();\n\n app.enableShutdownHooks();\n\n await setUpAppMiddleware(app, configService);\n\n // eslint-disable-next-line @typescript-eslint/no-unused-vars, @typescript-eslint/no-explicit-any\n // app.getHttpServer().on('upgrade', async function (req: any, socket: any, head: any) {\n // if (req.url.startsWith('/_next')) {\n // console.log('upgrade: ', req.url);\n // const server = app.get(NextService).server;\n // return server.getUpgradeHandler()(req, socket, head);\n // }\n // });\n\n const port = await getAvailablePort(configService.get('PORT') as string);\n process.env.PORT = port.toString();\n\n await app.listen(port);\n\n const now = new Date();\n const timeZone = Intl.DateTimeFormat().resolvedOptions().timeZone;\n logger.log(`> NODE_ENV is ${process.env.NODE_ENV}`);\n logger.log(`> Ready on http://${host}:${port}`);\n logger.log(`> System Time Zone: ${timeZone}`);\n logger.log(`> Current System Time: ${now.toString()}`);\n\n process.on('unhandledRejection', (reason: string, promise: Promise) => {\n logger.error(`Unhandled Rejection at: ${promise}, reason: ${reason}`);\n throw reason;\n });\n\n process.on('uncaughtException', (error) => {\n logger.error(error);\n });\n return app;\n}\n\nasync function getAvailablePort(dPort: number | string): Promise {\n let port = Number(dPort);\n while (await isPortReachable(port, { host })) {\n console.log(`> Fail on http://${host}:${port} Trying on ${port + 1}`);\n port++;\n }\n return port;\n}\n" }, { "path": "apps/nestjs-backend/src/cache/cache.module.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { ConfigurableModuleBuilder, type DynamicModule, Module } from '@nestjs/common';\nimport { CacheProvider } from './cache.provider';\n\nexport interface CacheModuleOptions {\n global?: boolean;\n}\n\nexport const { ConfigurableModuleClass: CacheModuleClass, OPTIONS_TYPE } =\n new ConfigurableModuleBuilder().build();\n\n@Module({\n providers: [CacheProvider],\n exports: [CacheProvider],\n})\nexport class CacheModule extends CacheModuleClass {\n static register(options: typeof OPTIONS_TYPE): DynamicModule {\n return {\n global: options.global,\n ...super.register(options),\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/cache/cache.provider.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport path from 'path';\nimport KeyvRedis from '@keyv/redis';\nimport KeyvSqlite from '@keyv/sqlite';\nimport type { Provider } from '@nestjs/common';\nimport { Logger } from '@nestjs/common';\nimport * as fse from 'fs-extra';\nimport Keyv from 'keyv';\nimport { match } from 'ts-pattern';\nimport type { ICacheConfig } from '../configs/cache.config';\nimport { cacheConfig } from '../configs/cache.config';\nimport { CacheService } from './cache.service';\n\nexport const CacheProvider: Provider = {\n provide: CacheService,\n inject: [cacheConfig.KEY],\n useFactory: async (config: ICacheConfig) => {\n const { provider, sqlite, redis } = config;\n\n Logger.log(`[Cache Manager Adapter]: ${provider}`);\n\n const store = match(provider)\n .with('memory', () => new Map())\n .with('sqlite', () => {\n const uri = sqlite.uri.replace(/^sqlite:\\/\\//, '');\n fse.ensureFileSync(uri);\n\n Logger.log(`[Cache Manager File Path]: ${path.resolve(uri)}`);\n\n return new KeyvSqlite({\n ...sqlite,\n uri,\n });\n })\n .with('redis', () => new KeyvRedis(redis, { useRedisSets: false }))\n .exhaustive();\n\n const keyv = new Keyv({ namespace: 'teable_cache', store: store });\n keyv.on('error', (error) => {\n error && Logger.error(error, 'Cache Manager Connection Error');\n });\n\n Logger.log(`[Cache Manager Namespace]: ${keyv.opts.namespace}`);\n return new CacheService(keyv);\n },\n};\n" }, { "path": "apps/nestjs-backend/src/cache/cache.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { getRandomInt } from '@teable/core';\nimport type { Redis } from 'ioredis';\nimport Keyv from 'keyv';\nimport { second } from '../utils/second';\nimport type { ICacheStore } from './types';\n\n@Injectable()\nexport class CacheService {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n constructor(private readonly cacheManager: Keyv) {}\n private readonly logger = new Logger(CacheService.name);\n\n getKeyv(): Keyv {\n return this.cacheManager;\n }\n\n /**\n * Get the underlying Redis client if available\n * Returns undefined if not using Redis\n */\n private getRedisClient(): Redis | undefined {\n try {\n // KeyvRedis stores the Redis client in store.redis\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const store = this.cacheManager.opts?.store as any;\n return store?.redis || store?.client;\n } catch {\n return undefined;\n }\n }\n\n /**\n * Atomic set-if-not-exists operation (Redis SETNX with EX)\n * Returns true if the key was set, false if it already existed\n * @param key - The key to set\n * @param value - The value to set\n * @param ttlSeconds - TTL in seconds\n */\n async setnx(\n key: TKey,\n value: T[TKey],\n ttlSeconds: number\n ): Promise {\n const redis = this.getRedisClient();\n if (!redis) {\n // Fallback for non-Redis: not truly atomic, but better than nothing\n const existing = await this.get(key);\n if (existing !== undefined) {\n return false;\n }\n await this.setDetail(key, value, ttlSeconds);\n return true;\n }\n\n // Use Redis SET with NX and EX for atomic operation\n const fullKey = `${this.cacheManager.opts.namespace}:${key as string}`;\n const serializedValue = JSON.stringify(value);\n const result = await redis.set(fullKey, serializedValue, 'EX', ttlSeconds, 'NX');\n return result === 'OK';\n }\n\n /**\n * Atomic increment operation (Redis INCR with optional EX)\n * Returns the new value after increment\n * @param key - The key to increment\n * @param ttlSeconds - Optional TTL in seconds (only set on first increment)\n */\n async incr(key: TKey, ttlSeconds?: number): Promise {\n const redis = this.getRedisClient();\n if (!redis) {\n // Fallback for non-Redis: not truly atomic\n const current = (await this.get(key)) as number | undefined;\n const newValue = (current || 0) + 1;\n await this.setDetail(key, newValue as T[TKey], ttlSeconds);\n return newValue;\n }\n\n const fullKey = `${this.cacheManager.opts.namespace}:${key as string}`;\n const newValue = await redis.incr(fullKey);\n\n // Set TTL only if provided and this is the first increment (value is 1)\n if (ttlSeconds && newValue === 1) {\n await redis.expire(fullKey, ttlSeconds);\n }\n\n return newValue;\n }\n\n private warnNotSetTTL(key: string, ttl?: number) {\n if (!ttl || Number.isNaN(ttl) || ttl <= 0) {\n this.logger.warn(`[Cache Service] Not set ttl for key: ${key}`);\n }\n }\n\n async get(key: TKey): Promise {\n return this.cacheManager.get(key as string);\n }\n\n async set(\n key: TKey,\n value: T[TKey],\n // seconds, and will add random 20-60 seconds\n ttl?: number | string\n ): Promise {\n const numberTTL = typeof ttl === 'string' ? second(ttl) : ttl;\n this.warnNotSetTTL(key as string, numberTTL);\n await this.cacheManager.set(\n key as string,\n value,\n numberTTL ? (numberTTL + getRandomInt(20, 60)) * 1000 : undefined\n );\n }\n\n // no add random ttl\n async setDetail(\n key: TKey,\n value: T[TKey],\n ttl?: number | string // seconds\n ): Promise {\n const numberTTL = typeof ttl === 'string' ? second(ttl) : ttl;\n this.warnNotSetTTL(key as string, numberTTL);\n await this.cacheManager.set(key as string, value, numberTTL ? numberTTL * 1000 : undefined);\n }\n\n async del(key: TKey): Promise {\n await this.cacheManager.delete(key as string);\n }\n\n async getMany(keys: TKey[]): Promise> {\n return this.cacheManager.get(keys as string[]);\n }\n\n /**\n * Update the TTL of an existing key without reading/writing data\n * Returns true if the key exists and TTL was updated\n */\n async expire(key: TKey, ttl: number | string): Promise {\n const ttlSeconds = typeof ttl === 'string' ? second(ttl) : ttl;\n const redis = this.getRedisClient();\n if (!redis) {\n // Fallback for non-Redis: get and re-set\n const value = await this.get(key);\n if (value !== undefined) {\n await this.setDetail(key, value, ttlSeconds);\n return true;\n }\n return false;\n }\n\n const fullKey = `${this.cacheManager.opts.namespace}:${key as string}`;\n const result = await redis.expire(fullKey, ttlSeconds);\n return result === 1;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/cache/types.ts", "content": "import type { IColumnMeta, IFieldVo, IOtOperation, IViewPropertyKeys, IViewVo } from '@teable/core';\nimport type { IRecord, MailType } from '@teable/openapi';\nimport type { ICellContext } from '../features/calculation/utils/changes';\nimport type { IOpsMap } from '../features/calculation/utils/compose-maps';\nimport type { ISendMailOptions } from '../features/mail-sender/mail-helpers';\nimport type { ISessionData } from '../types/session';\n\n/* eslint-disable @typescript-eslint/naming-convention */\nexport interface ICacheStore {\n [key: `attachment:signature:${string}`]: IAttachmentSignatureCache;\n [key: `attachment:upload:${string}`]: IAttachmentUploadCache;\n [key: `attachment:local-signature:${string}`]: IAttachmentLocalTokenCache;\n [key: `attachment:preview:${string}`]: IAttachmentPreviewCache;\n [key: `auth:session-store:${string}`]: ISessionData;\n [key: `auth:session-user:${string}`]: Record;\n [key: `auth:session-expire:${string}`]: boolean;\n [key: `oauth2:${string}`]: IOauth2State;\n [key: `reset-password-email:${string}`]: IResetPasswordEmailCache;\n [key: `workflow:running:${string}`]: string;\n [key: `workflow:repeatKey:${string}`]: string;\n [key: `oauth:code:${string}`]: IOAuthCodeState;\n [key: `oauth:txn:${string}`]: IOAuthTxnStore;\n // userId:tableId:windowId\n [key: `operations:undo:${string}:${string}:${string}`]: IUndoRedoOperation[];\n [key: `operations:redo:${string}:${string}:${string}`]: IUndoRedoOperation[];\n [key: `plugin:auth-code:${string}`]: IPluginAuthStore;\n [key: `signin:attempts:${string}`]: number;\n [key: `signin:lockout:${string}`]: boolean;\n [key: `query-params:${string}`]: Record;\n [key: `mail-sender:notify-mail-merge:${string}`]: (ISendMailOptions & {\n mailType: MailType;\n })[];\n [key: `waitlist:invite-code:${string}`]: number;\n [key: `send-mail-rate-limit:${string}`]: boolean;\n [key: `oauth:token-rate:${string}:${string}`]: number;\n [key: `automation:email:rate:${string}:${number}`]: number;\n // Distributed lock keys\n [key: `lock:${string}`]: string;\n [key: `import:result:manifest:${string}`]: {\n successCount: number;\n failedCount: number;\n errorFilePaths: string[];\n fieldNames: string[];\n maxWidth: number;\n errorReportUrl?: string;\n };\n [key: `import:latest-job:${string}`]: string;\n // trash cleanup: per-item backoff after failed cleanup attempts\n [key: `trash-cleanup:skipped:${string}`]: { attempts: number; retryAfter: number };\n}\n\nexport interface IAttachmentSignatureCache {\n path: string;\n bucket: string;\n hash?: string;\n}\n\nexport interface IAttachmentUploadCache {\n mimetype: string;\n hash: string;\n size: number;\n}\n\nexport interface IAttachmentLocalTokenCache {\n expiresDate: number;\n contentLength: number;\n contentType: string;\n}\n\nexport interface IAttachmentPreviewCache {\n url: string;\n expiresIn: number;\n}\n\nexport interface IOauth2State {\n redirectUri?: string;\n}\n\nexport interface IResetPasswordEmailCache {\n userId: string;\n}\n\nexport interface IOAuthCodeState {\n scopes: string[];\n redirectUri: string;\n clientId: string;\n user: {\n id: string;\n name: string;\n email: string;\n };\n codeChallenge?: string;\n codeChallengeMethod?: 'S256';\n}\n\nexport interface IOAuthTxnStore {\n redirectURI: string;\n clientId: string;\n type: string;\n scopes: string[];\n userId: string;\n state?: string;\n codeChallenge?: string;\n codeChallengeMethod?: string;\n}\n\nexport enum OperationName {\n CreateView = 'createView',\n DeleteView = 'deleteView',\n UpdateView = 'updateView',\n CreateRecords = 'createRecords',\n DeleteRecords = 'deleteRecords',\n UpdateRecords = 'updateRecords',\n UpdateRecordsOrder = 'updateRecordsOrder',\n CreateFields = 'createFields',\n ConvertField = 'convertField',\n ConvertFieldV2 = 'convertFieldV2',\n DeleteFields = 'deleteFields',\n PasteSelection = 'pasteSelection',\n}\n\nexport interface IUndoRedoOperationBase {\n name: OperationName;\n params: Record;\n result?: unknown;\n userId?: string;\n operationId?: string;\n}\n\nexport interface IUpdateRecordsOperation extends IUndoRedoOperationBase {\n name: OperationName.UpdateRecords;\n params: {\n tableId: string;\n recordIds: string[];\n fieldIds: string[];\n };\n result: {\n cellContexts?: ICellContext[];\n ordersMap?: {\n [recordId: string]: {\n newOrder?: Record;\n oldOrder?: Record;\n };\n };\n };\n}\n\nexport interface IUpdateRecordsOrderOperation extends IUndoRedoOperationBase {\n name: OperationName.UpdateRecordsOrder;\n params: {\n tableId: string;\n viewId: string;\n recordIds: string[];\n };\n result: {\n ordersMap?: {\n [recordId: string]: {\n newOrder?: Record;\n oldOrder?: Record;\n };\n };\n };\n}\n\nexport interface ICreateRecordsOperation extends IUndoRedoOperationBase {\n name: OperationName.CreateRecords;\n params: {\n tableId: string;\n };\n result: {\n records: (IRecord & { order?: Record })[];\n };\n}\n\nexport interface IDeleteRecordsOperation extends Omit {\n name: OperationName.DeleteRecords;\n}\n\nexport interface IConvertFieldOperation extends IUndoRedoOperationBase {\n name: OperationName.ConvertField;\n params: {\n tableId: string;\n };\n result: {\n oldField: IFieldVo;\n newField: IFieldVo;\n modifiedOps?: IOpsMap;\n references?: string[];\n supplementChange?: {\n tableId: string;\n newField: IFieldVo;\n oldField: IFieldVo;\n };\n };\n}\n\nexport interface IConvertFieldV2Operation extends IUndoRedoOperationBase {\n name: OperationName.ConvertFieldV2;\n params: {\n tableId: string;\n };\n result: {\n oldField: IFieldVo;\n newField: IFieldVo;\n modifiedOps?: IOpsMap;\n references?: string[];\n };\n}\n\nexport interface ICreateFieldsOperation extends IUndoRedoOperationBase {\n name: OperationName.CreateFields;\n params: {\n tableId: string;\n };\n result: {\n fields: (IFieldVo & { columnMeta?: IColumnMeta; references?: string[] })[];\n records?: {\n id: string;\n fields: Record;\n }[];\n };\n}\n\nexport interface IDeleteFieldsOperation extends Omit {\n name: OperationName.DeleteFields;\n}\n\nexport interface IPasteSelectionOperation extends IUndoRedoOperationBase {\n name: OperationName.PasteSelection;\n params: {\n tableId: string;\n };\n result: {\n updateRecords?: {\n recordIds: string[];\n fieldIds: string[];\n cellContexts: ICellContext[];\n };\n newFields?: (IFieldVo & { columnMeta?: IColumnMeta; references?: string[] })[];\n newRecords?: (IRecord & { order?: Record })[];\n };\n}\n\nexport interface ICreateViewOperation extends IUndoRedoOperationBase {\n name: OperationName.CreateView;\n params: {\n tableId: string;\n };\n result: {\n view: IViewVo;\n };\n}\n\nexport interface IDeleteViewOperation extends IUndoRedoOperationBase {\n name: OperationName.DeleteView;\n params: {\n tableId: string;\n viewId: string;\n };\n}\n\nexport interface IUpdateViewOperation extends IUndoRedoOperationBase {\n name: OperationName.UpdateView;\n params: {\n tableId: string;\n viewId: string;\n };\n result: {\n byKey?: {\n key: IViewPropertyKeys;\n newValue: unknown;\n oldValue: unknown;\n };\n byOps?: IOtOperation[];\n };\n}\n\nexport type IUndoRedoOperation =\n | IUpdateRecordsOperation\n | ICreateRecordsOperation\n | IDeleteRecordsOperation\n | IUpdateRecordsOrderOperation\n | ICreateFieldsOperation\n | IDeleteFieldsOperation\n | IConvertFieldOperation\n | IConvertFieldV2Operation\n | IPasteSelectionOperation\n | ICreateViewOperation\n | IDeleteViewOperation\n | IUpdateViewOperation;\nexport interface IPluginAuthStore {\n baseId: string;\n pluginId: string;\n}\n" }, { "path": "apps/nestjs-backend/src/configs/auth.config.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Inject } from '@nestjs/common';\nimport type { ConfigType } from '@nestjs/config';\nimport { registerAs } from '@nestjs/config';\n\nconst getCookieSecure = (value: string | undefined) => {\n if (!value) {\n return undefined;\n }\n if (value === 'auto') {\n return 'auto' as const;\n }\n return value === 'true';\n};\n\nexport const authConfig = registerAs('auth', () => ({\n jwt: {\n secret:\n process.env.BACKEND_JWT_SECRET ?? process.env.SECRET_KEY ?? '533Cr3tK3yF0rH4sh1nGJ4W773k3n$',\n expiresIn: process.env.BACKEND_JWT_EXPIRES_IN ?? '20d',\n },\n session: {\n secret:\n process.env.BACKEND_SESSION_SECRET ??\n process.env.SECRET_KEY ??\n 'dafea6be69af1c1c3b8caf2b609342f6eb4540b554e19539f7643b75b480c932',\n expiresIn: process.env.BACKEND_SESSION_EXPIRES_IN ?? '7d',\n cookie: {\n secure: getCookieSecure(process.env.BACKEND_SESSION_COOKIE_SECURE),\n },\n },\n accessToken: {\n prefix: 'teable',\n encryption: {\n algorithm: process.env.BACKEND_ACCESS_TOKEN_ENCRYPTION_ALGORITHM ?? 'aes-128-cbc',\n key: process.env.BACKEND_ACCESS_TOKEN_ENCRYPTION_KEY ?? 'ie21hOKjlXUiGDx9',\n iv: process.env.BACKEND_ACCESS_TOKEN_ENCRYPTION_IV ?? 'i0vKGXBWkzyAoGf4',\n },\n },\n resetPasswordEmailExpiresIn:\n process.env.BACKEND_EMAIL_CODE_EXPIRES_IN ??\n process.env.BACKEND_RESET_PASSWORD_EMAIL_EXPIRES_IN ??\n '30m',\n signupVerificationExpiresIn:\n process.env.BACKEND_EMAIL_CODE_EXPIRES_IN ??\n process.env.BACKEND_SIGNUP_VERIFICATION_EXPIRES_IN ??\n '30m',\n socialAuthProviders: process.env.SOCIAL_AUTH_PROVIDERS?.split(',') ?? [],\n github: {\n clientID: process.env.BACKEND_GITHUB_CLIENT_ID,\n clientSecret: process.env.BACKEND_GITHUB_CLIENT_SECRET,\n callbackURL: process.env.BACKEND_GITHUB_CALLBACK_URL,\n },\n google: {\n clientID: process.env.BACKEND_GOOGLE_CLIENT_ID,\n clientSecret: process.env.BACKEND_GOOGLE_CLIENT_SECRET,\n callbackURL: process.env.BACKEND_GOOGLE_CALLBACK_URL,\n },\n oidc: {\n issuer: process.env.BACKEND_OIDC_ISSUER,\n authorizationURL: process.env.BACKEND_OIDC_AUTHORIZATION_URL,\n tokenURL: process.env.BACKEND_OIDC_TOKEN_URL,\n userInfoURL: process.env.BACKEND_OIDC_USER_INFO_URL,\n clientID: process.env.BACKEND_OIDC_CLIENT_ID,\n clientSecret: process.env.BACKEND_OIDC_CLIENT_SECRET,\n callbackURL: process.env.BACKEND_OIDC_CALLBACK_URL,\n other: process.env.BACKEND_OIDC_OTHER ? JSON.parse(process.env.BACKEND_OIDC_OTHER) : {},\n },\n signin: {\n maxLoginAttempts: process.env.SIGNIN_MAX_LOGIN_ATTEMPTS\n ? Number(process.env.SIGNIN_MAX_LOGIN_ATTEMPTS)\n : undefined,\n accountLockoutMinutes: process.env.SIGNIN_ACCOUNT_LOCKOUT_MINUTES\n ? Number(process.env.SIGNIN_ACCOUNT_LOCKOUT_MINUTES)\n : undefined,\n },\n}));\n\nexport const AuthConfig = () => Inject(authConfig.KEY);\n\nexport type IAuthConfig = ConfigType;\n" }, { "path": "apps/nestjs-backend/src/configs/base.config.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Inject } from '@nestjs/common';\nimport type { ConfigType } from '@nestjs/config';\nimport { registerAs } from '@nestjs/config';\n\nexport const baseConfig = registerAs('base', () => ({\n isCloud: process.env.NEXT_BUILD_ENV_EDITION?.toUpperCase() === 'CLOUD',\n publicOrigin: process.env.PUBLIC_ORIGIN,\n storagePrefix: process.env.STORAGE_PREFIX ?? process.env.PUBLIC_ORIGIN,\n secretKey: process.env.SECRET_KEY ?? 'defaultSecretKey',\n publicDatabaseProxy: process.env.PUBLIC_DATABASE_PROXY,\n defaultMaxBaseDBConnections: Number(process.env.DEFAULT_MAX_BASE_DB_CONNECTIONS ?? 20),\n templateSpaceId: process.env.TEMPLATE_SPACE_ID,\n recordHistoryDisabled: process.env.RECORD_HISTORY_DISABLED === 'true',\n pluginServerPort: process.env.PLUGIN_SERVER_PORT || '3002',\n enableEmailCodeConsole: process.env.ENABLE_EMAIL_CODE_CONSOLE === 'true',\n emailCodeExpiresIn: process.env.BACKEND_EMAIL_CODE_EXPIRES_IN ?? '30m',\n chatContextAttachmentSize: Number(process.env.CHAT_CONTEXT_ATTACHMENT_SIZE ?? 10),\n}));\n\nexport const BaseConfig = () => Inject(baseConfig.KEY);\n\nexport type IBaseConfig = ConfigType;\n" }, { "path": "apps/nestjs-backend/src/configs/bootstrap.config.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { ConfigType } from '@nestjs/config';\nimport { registerAs } from '@nestjs/config';\n\nexport const nextJsConfig = registerAs('nextJs', () => ({\n dir: process.env.NEXTJS_DIR ?? '../nextjs-app',\n}));\n\nexport const securityWebConfig = registerAs('security.web', () => ({\n cors: {\n enabled: true,\n },\n}));\n\nexport const tracingConfig = registerAs('tracing', () => ({\n enabled: process.env.TRACING_ENABLED === 'true',\n}));\n\nexport const apiDocConfig = registerAs('apiDoc', () => ({\n disabled: process.env.API_DOC_DISENABLED === 'true',\n enabledSnippet: process.env.API_DOC_ENABLED_SNIPPET === 'true',\n}));\n\nexport type INextJsConfig = ConfigType;\nexport type ISecurityWebConfig = ConfigType;\nexport type IApiDocConfig = ConfigType;\nexport const bootstrapConfigs = [nextJsConfig, securityWebConfig, apiDocConfig];\n" }, { "path": "apps/nestjs-backend/src/configs/cache.config.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Inject } from '@nestjs/common';\nimport type { ConfigType } from '@nestjs/config';\nimport { registerAs } from '@nestjs/config';\n\nexport const cacheConfig = registerAs('cache', () => ({\n provider: (process.env.BACKEND_CACHE_PROVIDER ?? 'sqlite') as 'memory' | 'sqlite' | 'redis',\n sqlite: {\n uri: process.env.BACKEND_CACHE_SQLITE_URI ?? 'sqlite://.assets/.cache.db',\n },\n redis: {\n uri: process.env.BACKEND_CACHE_REDIS_URI,\n },\n}));\n\nexport const CacheConfig = () => Inject(cacheConfig.KEY);\n\nexport type ICacheConfig = ConfigType;\n" }, { "path": "apps/nestjs-backend/src/configs/config.module.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport path from 'path';\nimport type { DynamicModule } from '@nestjs/common';\nimport { Logger, Module } from '@nestjs/common';\nimport { ConfigModule as BaseConfigModule } from '@nestjs/config';\nimport { authConfig } from './auth.config';\nimport { baseConfig } from './base.config';\nimport { bootstrapConfigs, nextJsConfig } from './bootstrap.config';\nimport { cacheConfig } from './cache.config';\nimport { envValidationSchema } from './env.validation.schema';\nimport { loggerConfig } from './logger.config';\nimport { mailConfig } from './mail.config';\nimport { oauthConfig } from './oauth.config';\nimport { storageConfig } from './storage';\nimport { thresholdConfig } from './threshold.config';\nimport { trashConfig } from './trash.config';\n\nconst configurations = [\n ...bootstrapConfigs,\n loggerConfig,\n mailConfig,\n authConfig,\n baseConfig,\n storageConfig,\n thresholdConfig,\n cacheConfig,\n oauthConfig,\n trashConfig,\n];\n\n@Module({})\nexport class ConfigModule {\n static register(): DynamicModule {\n return BaseConfigModule.forRoot({\n isGlobal: true,\n cache: true,\n expandVariables: true,\n load: configurations,\n envFilePath: ['.env.development.local', '.env.development', '.env'].map((str) => {\n const nextJsDir = nextJsConfig().dir;\n const envDir = nextJsDir ? path.join(process.cwd(), nextJsDir, str) : str;\n\n Logger.attachBuffer();\n Logger.log(`[Env File Path]: ${envDir}`);\n Logger.detachBuffer();\n return envDir;\n }),\n validationSchema: envValidationSchema,\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/configs/config.spec.ts", "content": "import { ConfigService } from '@nestjs/config';\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { vi } from 'vitest';\n\ntype IMockConfigService = Partial;\n\nexport const createMockConfigService = (\n mockValues: Record = {}\n): IMockConfigService => {\n return {\n get: vi.fn().mockImplementation((key: string) => mockValues[key]),\n };\n};\n\ndescribe('ConfigService', () => {\n let configService: ConfigService;\n\n beforeAll(async () => {\n const mockConfigService = createMockConfigService({ PORT: 3001 });\n\n const app: TestingModule = await Test.createTestingModule({\n providers: [\n {\n provide: ConfigService,\n useValue: mockConfigService,\n },\n ],\n }).compile();\n\n configService = app.get(ConfigService);\n });\n\n it('should be defined', () => {\n expect(configService).toBeDefined();\n });\n\n it('should return port value', () => {\n expect(configService.get('PORT')).toStrictEqual(3001);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/configs/env.validation.schema.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport Joi from 'joi';\n\nexport const envValidationSchema = Joi.object({\n NODE_ENV: Joi.string().valid('test', 'development', 'production').default('development'),\n PORT: Joi.number().default(3000),\n\n NEXTJS_DIR: Joi.string(),\n\n SWAGGER_DISABLED: Joi.string().equal('true').optional(),\n\n // logger\n LOG_LEVEL: Joi.string().valid('fatal', 'error', 'warn', 'info', 'debug', 'trace').default('info'),\n\n // database_url\n PRISMA_DATABASE_URL: Joi.string().required(),\n\n STORAGE_PREFIX: Joi.string().uri().optional(),\n\n PUBLIC_ORIGIN: Joi.string().uri().required(),\n\n // cache\n BACKEND_CACHE_PROVIDER: Joi.string().valid('memory', 'sqlite', 'redis').default('sqlite'),\n // cache-sqlite\n BACKEND_CACHE_SQLITE_URI: Joi.when('BACKEND_CACHE_PROVIDER', {\n is: 'sqlite',\n then: Joi.string()\n .pattern(/^sqlite:\\/\\//)\n .message('Cache `sqlite` the URI must start with the protocol `sqlite://`'),\n }),\n // cache-redis\n BACKEND_CACHE_REDIS_URI: Joi.when('BACKEND_CACHE_PROVIDER', {\n is: 'redis',\n then: Joi.string()\n .pattern(/^(redis:\\/\\/|rediss:\\/\\/)/)\n .message('Cache `redis` the URI must start with the protocol `redis://` or `rediss://`'),\n }),\n // github auth\n BACKEND_GITHUB_CLIENT_ID: Joi.when('SOCIAL_AUTH_PROVIDERS', {\n is: Joi.string()\n .regex(/(^|,)(github)(,|$)/)\n .required(),\n then: Joi.string().required().messages({\n 'any.required':\n 'The `BACKEND_GITHUB_CLIENT_ID` is required when `SOCIAL_AUTH_PROVIDERS` includes `github`',\n }),\n }),\n BACKEND_GITHUB_CLIENT_SECRET: Joi.when('SOCIAL_AUTH_PROVIDERS', {\n is: Joi.string()\n .regex(/(^|,)(github)(,|$)/)\n .required(),\n then: Joi.string().required().messages({\n 'any.required':\n 'The `BACKEND_GITHUB_CLIENT_SECRET` is required when `SOCIAL_AUTH_PROVIDERS` includes `github`',\n }),\n }),\n\n PASSWORD_LOGIN_DISABLED: Joi.string().equal('true').optional(),\n});\n" }, { "path": "apps/nestjs-backend/src/configs/logger.config.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Inject } from '@nestjs/common';\nimport type { ConfigType } from '@nestjs/config';\nimport { registerAs } from '@nestjs/config';\n\nexport const loggerConfig = registerAs('logger', () => ({\n level: process.env.LOG_LEVEL ?? 'info',\n enableGlobalErrorLogging: process.env.ENABLE_GLOBAL_ERROR_LOGGING === 'true',\n}));\n\nexport const LoggerConfig = () => Inject(loggerConfig.KEY);\n\nexport type ILoggerConfig = ConfigType;\n" }, { "path": "apps/nestjs-backend/src/configs/mail.config.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Inject } from '@nestjs/common';\nimport type { ConfigType } from '@nestjs/config';\nimport { registerAs } from '@nestjs/config';\n\nexport const mailConfig = registerAs('mail', () => {\n const host = process.env.BACKEND_MAIL_HOST;\n const authUser = process.env.BACKEND_MAIL_AUTH_USER;\n const authPass = process.env.BACKEND_MAIL_AUTH_PASS;\n\n // Check if mail is properly configured (host, user, and pass are all required)\n const isConfigured = Boolean(host && authUser && authPass);\n\n return {\n origin: process.env.PUBLIC_ORIGIN ?? 'https://teable.ai',\n host: host ?? 'smtp.teable.ai',\n port: parseInt(process.env.BACKEND_MAIL_PORT ?? '465', 10),\n secure: Object.is(process.env.BACKEND_MAIL_SECURE ?? 'true', 'true'),\n sender: process.env.BACKEND_MAIL_SENDER ?? 'noreply.teable.ai',\n senderName: process.env.BACKEND_MAIL_SENDER_NAME ?? 'Teable',\n auth: {\n user: authUser,\n pass: authPass,\n },\n isConfigured,\n connectionTimeout: parseInt(process.env.BACKEND_MAIL_CONNECTION_TIMEOUT ?? '10000', 10),\n greetingTimeout: parseInt(process.env.BACKEND_MAIL_GREETING_TIMEOUT ?? '10000', 10),\n dnsTimeout: parseInt(process.env.BACKEND_MAIL_DNS_TIMEOUT ?? '5000', 10),\n encryption: {\n algorithm: 'aes-128-cbc',\n key: process.env.BACKEND_MAIL_ENCRYPTION_KEY ?? 'ie21hOKjlXUiGDx1',\n iv: process.env.BACKEND_MAIL_ENCRYPTION_IV ?? 'i0vKGXBWkzyAoGf1',\n encoding: 'base64' as BufferEncoding,\n },\n };\n});\n\nexport const MailConfig = () => Inject(mailConfig.KEY);\n\nexport type IMailConfig = ConfigType;\n" }, { "path": "apps/nestjs-backend/src/configs/oauth.config.ts", "content": "import { Inject } from '@nestjs/common';\nimport type { ConfigType } from '@nestjs/config';\nimport { registerAs } from '@nestjs/config';\n\nexport const oauthConfig = registerAs('oauth', () => ({\n accessTokenExpireIn: process.env.BACKEND_OAUTH_ACCESS_TOKEN_EXPIRE_IN || '10m',\n refreshTokenExpireIn: process.env.BACKEND_OAUTH_REFRESH_TOKEN_EXPIRE_IN || '30d',\n transactionExpireIn: process.env.BACKEND_OAUTH_TRANSACTION_EXPIRE_IN || '5m',\n codeExpireIn: process.env.BACKEND_OAUTH_CODE_EXPIRE_IN || '5m',\n authorizedExpireIn: process.env.BACKEND_OAUTH_AUTHORIZED_EXPIRE_IN || '7d',\n tokenRateLimit: Number(process.env.BACKEND_OAUTH_TOKEN_RATE_LIMIT || 30),\n tokenRateWindow: process.env.BACKEND_OAUTH_TOKEN_RATE_WINDOW || '15m',\n}));\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const OAuthConfig = () => Inject(oauthConfig.KEY);\n\nexport type IOAuthConfig = ConfigType;\n" }, { "path": "apps/nestjs-backend/src/configs/storage.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Inject } from '@nestjs/common';\nimport type { ConfigType } from '@nestjs/config';\nimport { registerAs } from '@nestjs/config';\n\nexport const storageConfig = registerAs('storage', () => ({\n provider: (process.env.BACKEND_STORAGE_PROVIDER ?? 'local') as\n | 'local'\n | 'minio'\n | 's3'\n | 'aliyun',\n local: {\n path: process.env.BACKEND_STORAGE_LOCAL_PATH ?? '.assets/uploads',\n },\n publicUrl: process.env.BACKEND_STORAGE_PUBLIC_URL,\n publicBucket: process.env.BACKEND_STORAGE_PUBLIC_BUCKET || 'public',\n privateBucket: process.env.BACKEND_STORAGE_PRIVATE_BUCKET || 'private',\n privateBucketEndpoint: process.env.BACKEND_STORAGE_PRIVATE_BUCKET_ENDPOINT,\n minio: {\n endPoint: process.env.BACKEND_STORAGE_MINIO_ENDPOINT,\n internalEndPoint: process.env.BACKEND_STORAGE_MINIO_INTERNAL_ENDPOINT,\n internalPort: Number(process.env.BACKEND_STORAGE_MINIO_INTERNAL_PORT ?? 9000),\n port: Number(process.env.BACKEND_STORAGE_MINIO_PORT ?? 9000),\n useSSL: process.env.BACKEND_STORAGE_MINIO_USE_SSL === 'true',\n accessKey: process.env.BACKEND_STORAGE_MINIO_ACCESS_KEY,\n secretKey: process.env.BACKEND_STORAGE_MINIO_SECRET_KEY,\n region: process.env.BACKEND_STORAGE_MINIO_REGION,\n },\n s3: {\n region: process.env.BACKEND_STORAGE_S3_REGION!,\n endpoint: process.env.BACKEND_STORAGE_S3_ENDPOINT,\n internalEndpoint: process.env.BACKEND_STORAGE_S3_INTERNAL_ENDPOINT,\n accessKey: process.env.BACKEND_STORAGE_S3_ACCESS_KEY!,\n secretKey: process.env.BACKEND_STORAGE_S3_SECRET_KEY!,\n maxSockets: Number(process.env.BACKEND_STORAGE_S3_MAX_SOCKETS ?? 100),\n },\n uploadMethod: process.env.BACKEND_STORAGE_UPLOAD_METHOD ?? 'put',\n encryption: {\n algorithm: process.env.BACKEND_STORAGE_ENCRYPTION_ALGORITHM ?? 'aes-128-cbc',\n key: process.env.BACKEND_STORAGE_ENCRYPTION_KEY ?? '73b00476e456323e',\n iv: process.env.BACKEND_STORAGE_ENCRYPTION_IV ?? '8c9183e4c175f63c',\n },\n // must be less than 7 days\n tokenExpireIn: process.env.BACKEND_STORAGE_TOKEN_EXPIRE_IN ?? '6d',\n urlExpireIn: process.env.BACKEND_STORAGE_URL_EXPIRE_IN ?? '6d',\n}));\n\nexport const StorageConfig = () => Inject(storageConfig.KEY);\n\nexport type IStorageConfig = ConfigType;\n" }, { "path": "apps/nestjs-backend/src/configs/threshold.config.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { Inject } from '@nestjs/common';\nimport type { ConfigType } from '@nestjs/config';\nimport { registerAs } from '@nestjs/config';\n\nexport const thresholdConfig = registerAs('threshold', () => ({\n maxCopyCells: Number(process.env.MAX_COPY_CELLS ?? 50_000),\n maxResetCells: Number(process.env.MAX_RESET_CELLS ?? 50_000),\n maxPasteCells: Number(process.env.MAX_PASTE_CELLS ?? 50_000),\n maxReadRows: Number(process.env.MAX_READ_ROWS ?? 10_000),\n maxDeleteRows: Number(process.env.MAX_DELETE_ROWS ?? 1_000),\n maxSyncUpdateCells: Number(process.env.MAX_SYNC_UPDATE_CELLS ?? 10_000),\n maxGroupPoints: Number(process.env.MAX_GROUP_POINTS ?? 5_000),\n calcChunkSize: Number(process.env.CALC_CHUNK_SIZE ?? 1_000),\n maxFreeRowLimit: Number(process.env.MAX_FREE_ROW_LIMIT ?? 0),\n estimateCalcCelPerMs: Number(process.env.ESTIMATE_CALC_CEL_PER_MS ?? 3),\n maxUndoStackSize: Number(process.env.MAX_UNDO_STACK_SIZE ?? 200),\n undoExpirationTime: Number(process.env.UNDO_EXPIRATION_TIME ?? 86400),\n bigTransactionTimeout: Number(\n process.env.BIG_TRANSACTION_TIMEOUT ?? 10 * 60 * 1000 /* 10 mins */\n ),\n automationGap: Number(process.env.AUTOMATION_GAP ?? 200),\n maxAttachmentUploadSize: Number(process.env.MAX_ATTACHMENT_UPLOAD_SIZE ?? Infinity),\n maxOpenapiAttachmentUploadSize: Number(\n process.env.MAX_OPENAPI_ATTACHMENT_UPLOAD_SIZE ?? Infinity\n ),\n webhook: {\n bodyLimitBytes: Number(process.env.WEBHOOK_BODY_LIMIT_BYTES ?? 4 * 1024 * 1024),\n baseRateLimit: Number(process.env.WEBHOOK_BASE_RATE_LIMIT ?? 50),\n workflowRateLimit: Number(process.env.WEBHOOK_WORKFLOW_RATE_LIMIT ?? 2),\n },\n dbDeadlock: {\n maxRetries: Number(process.env.BACKEND_DB_DEADLOCK_MAX_RETRIES ?? 3),\n initialBackoff: Number(process.env.BACKEND_DB_DEADLOCK_INITIAL_BACKOFF ?? 100),\n jitter: Number(process.env.BACKEND_DB_DEADLOCK_JITTER ?? 1.0),\n },\n baseNodeMaxFolderDepth: Number(process.env.BASE_NODE_MAX_FOLDER_DEPTH ?? 2),\n changeEmailSendCodeMailRate: Number(process.env.BACKEND_CHANGE_EMAIL_SEND_CODE_MAIL_RATE ?? 30),\n resetPasswordSendMailRate: Number(process.env.BACKEND_RESET_PASSWORD_SEND_MAIL_RATE ?? 30),\n signupVerificationSendCodeMailRate: Number(\n process.env.BACKEND_SIGNUP_VERIFICATION_CODE_RATE_LIMIT_SECONDS ??\n process.env.BACKEND_SIGNUP_VERIFICATION_SEND_CODE_MAIL_RATE ??\n 30\n ),\n billing: {\n automationRunGracePeriod: process.env.BILLING_AUTOMATION_RUN_GRACE_PERIOD ?? '3d',\n automationRunNotifyInterval: process.env.BILLING_AUTOMATION_RUN_NOTIFY_INTERVAL ?? '6h',\n },\n automation: {\n maxEmailsPerPoll: Number(process.env.AUTOMATION_MAX_EMAILS_PER_POLL ?? 100),\n maxEmailDedupWindowSize: Number(process.env.AUTOMATION_MAX_EMAIL_DEDUP_WINDOW_SIZE ?? 500),\n },\n}));\n\nexport const ThresholdConfig = () => Inject(thresholdConfig.KEY);\n\nexport type IThresholdConfig = ConfigType;\n" }, { "path": "apps/nestjs-backend/src/configs/trash.config.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable @typescript-eslint/naming-convention */\n\nimport { Inject } from '@nestjs/common';\nimport { registerAs } from '@nestjs/config';\nimport ms from 'ms';\n\nexport const trashConfig = registerAs('trash', () => ({\n /**\n * Retention period for trashed resources before permanent deletion.\n * Supports ms library format: '30d', '7d', '24h', etc.\n * Set to '0' to disable automatic cleanup.\n * Default: 30 days\n */\n retention: ms((process.env.TRASH_RETENTION as string) ?? '30d'),\n /**\n * Interval between trash cleanup scans.\n * Supports ms library format: '1h', '30m', '2d', etc.\n * Default: 1 hour\n */\n scanInterval: ms((process.env.TRASH_SCAN_INTERVAL as string) ?? '1h'),\n}));\n\nexport const TrashConfig = () => Inject(trashConfig.KEY);\n\nexport type ITrashConfig = ReturnType;\n" }, { "path": "apps/nestjs-backend/src/const.ts", "content": "export const X_REQUEST_ID = 'X-Request-Id';\nexport const AUTH_SESSION_COOKIE_NAME = 'auth_session';\n" }, { "path": "apps/nestjs-backend/src/custom.exception.ts", "content": "import { HttpException, HttpStatus } from '@nestjs/common';\nimport type { ICustomHttpExceptionData } from '@teable/core';\nimport { ErrorCodeToStatusMap, HttpErrorCode } from '@teable/core';\nimport type { Path } from 'nestjs-i18n';\nimport type { I18nTranslations } from './types/i18n.generated';\n\nexport class CustomHttpException extends HttpException {\n code: string;\n data?: ICustomHttpExceptionData;\n\n constructor(\n message: string,\n code: HttpErrorCode,\n data?: ICustomHttpExceptionData>\n ) {\n super(message, ErrorCodeToStatusMap[code]);\n this.code = code;\n this.data = data;\n }\n}\n\nexport const getDefaultCodeByStatus = (status: HttpStatus) => {\n switch (status) {\n case HttpStatus.BAD_REQUEST:\n return HttpErrorCode.VALIDATION_ERROR;\n case HttpStatus.UNAUTHORIZED:\n return HttpErrorCode.UNAUTHORIZED;\n case HttpStatus.PAYMENT_REQUIRED:\n return HttpErrorCode.PAYMENT_REQUIRED;\n case HttpStatus.FORBIDDEN:\n return HttpErrorCode.RESTRICTED_RESOURCE;\n case HttpStatus.NOT_FOUND:\n return HttpErrorCode.NOT_FOUND;\n case HttpStatus.CONFLICT:\n return HttpErrorCode.CONFLICT;\n case HttpStatus.INTERNAL_SERVER_ERROR:\n return HttpErrorCode.INTERNAL_SERVER_ERROR;\n case HttpStatus.SERVICE_UNAVAILABLE:\n return HttpErrorCode.DATABASE_CONNECTION_UNAVAILABLE;\n case HttpStatus.REQUEST_TIMEOUT:\n return HttpErrorCode.REQUEST_TIMEOUT;\n case HttpStatus.TOO_MANY_REQUESTS:\n return HttpErrorCode.TOO_MANY_REQUESTS;\n case HttpStatus.PAYLOAD_TOO_LARGE:\n return HttpErrorCode.PAYLOAD_TOO_LARGE;\n case HttpStatus.GATEWAY_TIMEOUT:\n return HttpErrorCode.GATEWAY_TIMEOUT;\n default:\n return HttpErrorCode.UNKNOWN_ERROR_CODE;\n }\n};\n\nexport class TemplateAppTokenNotAllowedException extends HttpException {\n constructor() {\n super(\n {\n message: 'Template preview app token operation not allowed',\n },\n 200\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/aggregation-function.abstract.ts", "content": "import { InternalServerErrorException } from '@nestjs/common';\nimport type { FieldCore } from '@teable/core';\nimport { StatisticsFunc } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IRecordQueryAggregateContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport type { IAggregationFunctionInterface } from './aggregation-function.interface';\n\nexport abstract class AbstractAggregationFunction implements IAggregationFunctionInterface {\n protected tableColumnRef: string;\n\n constructor(\n protected readonly knex: Knex,\n protected readonly field: FieldCore,\n readonly context?: IRecordQueryAggregateContext\n ) {\n const { dbFieldName, id } = field;\n\n const selection = context?.selectionMap.get(id);\n if (selection) {\n this.tableColumnRef = selection as string;\n } else {\n this.tableColumnRef = dbFieldName;\n }\n }\n\n get dbTableName() {\n return this.context?.tableDbName;\n }\n\n get tableAlias() {\n return this.context?.tableAlias;\n }\n\n compiler(builderClient: Knex.QueryBuilder, aggFunc: StatisticsFunc, alias: string | undefined) {\n const functionHandlers = {\n [StatisticsFunc.Count]: this.count,\n [StatisticsFunc.Empty]: this.empty,\n [StatisticsFunc.Filled]: this.filled,\n [StatisticsFunc.Unique]: this.unique,\n [StatisticsFunc.Max]: this.max,\n [StatisticsFunc.Min]: this.min,\n [StatisticsFunc.Sum]: this.sum,\n [StatisticsFunc.Average]: this.average,\n [StatisticsFunc.Checked]: this.checked,\n [StatisticsFunc.UnChecked]: this.unChecked,\n [StatisticsFunc.PercentEmpty]: this.percentEmpty,\n [StatisticsFunc.PercentFilled]: this.percentFilled,\n [StatisticsFunc.PercentUnique]: this.percentUnique,\n [StatisticsFunc.PercentChecked]: this.percentChecked,\n [StatisticsFunc.PercentUnChecked]: this.percentUnChecked,\n [StatisticsFunc.EarliestDate]: this.earliestDate,\n [StatisticsFunc.LatestDate]: this.latestDate,\n [StatisticsFunc.DateRangeOfDays]: this.dateRangeOfDays,\n [StatisticsFunc.DateRangeOfMonths]: this.dateRangeOfMonths,\n [StatisticsFunc.TotalAttachmentSize]: this.totalAttachmentSize,\n };\n const chosenHandler = functionHandlers[aggFunc].bind(this);\n\n if (!chosenHandler) {\n throw new InternalServerErrorException(`Unknown function ${aggFunc} for aggregation`);\n }\n\n const { id: fieldId, isMultipleCellValue } = this.field;\n\n let rawSql: string = chosenHandler();\n\n const ignoreMcvFunc = [\n StatisticsFunc.Count,\n StatisticsFunc.Empty,\n StatisticsFunc.UnChecked,\n StatisticsFunc.Filled,\n StatisticsFunc.Checked,\n StatisticsFunc.PercentEmpty,\n StatisticsFunc.PercentUnChecked,\n StatisticsFunc.PercentFilled,\n StatisticsFunc.PercentChecked,\n // Special-case: compute per-row then sum across group without MCV join\n StatisticsFunc.TotalAttachmentSize,\n ];\n\n if (isMultipleCellValue && !ignoreMcvFunc.includes(aggFunc)) {\n const joinTable = `${fieldId}_mcv`;\n\n builderClient.with(`${fieldId}_mcv`, this.knex.raw(rawSql));\n builderClient.joinRaw(`, ${this.knex.ref(joinTable)}`);\n\n rawSql = `MAX(${this.knex.ref(`${joinTable}.value`)})`;\n }\n\n return builderClient.select(\n this.knex.raw(`${rawSql} AS ??`, [alias ?? `${fieldId}_${aggFunc}`])\n );\n }\n\n count(): string {\n return this.knex.raw(`COUNT(*)`).toQuery();\n }\n\n empty(): string {\n return this.knex.raw(`COUNT(*) - COUNT(${this.tableColumnRef})`).toQuery();\n }\n\n filled(): string {\n return this.knex.raw(`COUNT(${this.tableColumnRef})`).toQuery();\n }\n\n unique(): string {\n return this.knex.raw(`COUNT(DISTINCT ${this.tableColumnRef})`).toQuery();\n }\n\n max(): string {\n return this.knex.raw(`MAX(${this.tableColumnRef})`).toQuery();\n }\n\n min(): string {\n return this.knex.raw(`MIN(${this.tableColumnRef})`).toQuery();\n }\n\n sum(): string {\n return this.knex.raw(`SUM(${this.tableColumnRef})`).toQuery();\n }\n\n average(): string {\n return this.knex.raw(`AVG(${this.tableColumnRef})`).toQuery();\n }\n\n checked(): string {\n return this.filled();\n }\n\n unChecked(): string {\n return this.empty();\n }\n\n abstract percentEmpty(): string;\n\n abstract percentFilled(): string;\n\n abstract percentUnique(): string;\n\n abstract percentChecked(): string;\n\n abstract percentUnChecked(): string;\n\n earliestDate(): string {\n return this.min();\n }\n\n latestDate(): string {\n return this.max();\n }\n\n abstract dateRangeOfDays(): string;\n\n abstract dateRangeOfMonths(): string;\n\n abstract totalAttachmentSize(): string;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/aggregation-function.interface.ts", "content": "export type IAggregationFunctionHandler = () => string;\n\nexport interface IAggregationFunctionInterface {\n count: IAggregationFunctionHandler;\n empty: IAggregationFunctionHandler;\n filled: IAggregationFunctionHandler;\n unique: IAggregationFunctionHandler;\n max: IAggregationFunctionHandler;\n min: IAggregationFunctionHandler;\n sum: IAggregationFunctionHandler;\n average: IAggregationFunctionHandler;\n checked: IAggregationFunctionHandler;\n unChecked: IAggregationFunctionHandler;\n percentEmpty: IAggregationFunctionHandler;\n percentFilled: IAggregationFunctionHandler;\n percentUnique: IAggregationFunctionHandler;\n percentChecked: IAggregationFunctionHandler;\n percentUnChecked: IAggregationFunctionHandler;\n earliestDate: IAggregationFunctionHandler;\n latestDate: IAggregationFunctionHandler;\n dateRangeOfDays: IAggregationFunctionHandler;\n dateRangeOfMonths: IAggregationFunctionHandler;\n totalAttachmentSize: IAggregationFunctionHandler;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/aggregation-query.abstract.ts", "content": "import { BadRequestException } from '@nestjs/common';\nimport type { FieldCore } from '@teable/core';\nimport { CellValueType, DbFieldType, getValidStatisticFunc, StatisticsFunc } from '@teable/core';\nimport type { IAggregationField } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { IRecordQueryAggregateContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport type { IAggregationQueryExtra } from '../db.provider.interface';\nimport type { AbstractAggregationFunction } from './aggregation-function.abstract';\nimport type { IAggregationQueryInterface } from './aggregation-query.interface';\n\nexport abstract class AbstractAggregationQuery implements IAggregationQueryInterface {\n constructor(\n protected readonly knex: Knex,\n protected readonly originQueryBuilder: Knex.QueryBuilder,\n protected readonly fields?: { [fieldId: string]: FieldCore },\n protected readonly aggregationFields?: IAggregationField[],\n protected readonly extra?: IAggregationQueryExtra,\n protected readonly context?: IRecordQueryAggregateContext\n ) {}\n\n get dbTableName() {\n return this.context?.tableDbName;\n }\n\n get tableAlias() {\n return this.context?.tableAlias;\n }\n\n appendBuilder(): Knex.QueryBuilder {\n const queryBuilder = this.originQueryBuilder;\n\n if (!this.aggregationFields || !this.aggregationFields.length) {\n return queryBuilder;\n }\n\n this.validAggregationField(this.aggregationFields, this.extra);\n\n this.aggregationFields.forEach(({ fieldId, statisticFunc, alias }) => {\n // TODO: handle all func type\n if (statisticFunc === StatisticsFunc.Count && fieldId === '*') {\n const field = Object.values(this.fields ?? {})[0];\n if (!field) {\n return queryBuilder;\n }\n this.getAggregationAdapter(field).compiler(queryBuilder, statisticFunc, alias);\n return;\n }\n const field = this.fields && this.fields[fieldId];\n if (!field) {\n return queryBuilder;\n }\n\n this.getAggregationAdapter(field).compiler(queryBuilder, statisticFunc, alias);\n });\n\n // Emit GROUP BY and grouped select columns when requested via extra.groupBy\n if (this.extra?.groupBy && this.extra.groupBy.length > 0) {\n const groupByExprs = this.extra.groupBy\n .map((fieldId) => {\n const mapped = this.context?.selectionMap.get(fieldId) as string | undefined;\n if (mapped) return mapped;\n const dbFieldName = this.fields?.[fieldId]?.dbFieldName;\n if (!dbFieldName) return null;\n return this.tableAlias ? `\"${this.tableAlias}\".\"${dbFieldName}\"` : `\"${dbFieldName}\"`;\n })\n .filter(Boolean) as string[];\n\n for (const expr of groupByExprs) {\n queryBuilder.groupByRaw(expr);\n }\n\n for (const fieldId of this.extra.groupBy) {\n const field = this.fields?.[fieldId];\n if (!field) continue;\n const mapped =\n (this.context?.selectionMap.get(fieldId) as string | undefined) ??\n (this.tableAlias\n ? `\"${this.tableAlias}\".\"${field.dbFieldName}\"`\n : `\"${field.dbFieldName}\"`);\n queryBuilder.select(this.knex.raw(`${mapped} AS ??`, [field.dbFieldName]));\n }\n\n // Ensure no stray ORDER BY (e.g., inherited from view default sort) remains after grouping\n queryBuilder.clearOrder();\n }\n\n return queryBuilder;\n }\n\n private validAggregationField(\n aggregationFields: IAggregationField[],\n _extra?: IAggregationQueryExtra\n ) {\n aggregationFields\n .filter(({ fieldId }) => !!fieldId && fieldId !== '*')\n .forEach(({ fieldId, statisticFunc }) => {\n const field = this.fields && this.fields[fieldId];\n\n if (!field) {\n throw new BadRequestException(`field: '${fieldId}' is invalid`);\n }\n\n const validStatisticFunc = getValidStatisticFunc(field);\n if (statisticFunc && !validStatisticFunc.includes(statisticFunc)) {\n throw new BadRequestException(\n `field: '${fieldId}', aggregation func: '${statisticFunc}' is invalid, Only the following func are allowed: [${validStatisticFunc}]`\n );\n }\n });\n }\n\n private getAggregationAdapter(field: FieldCore): AbstractAggregationFunction {\n const { dbFieldType } = field;\n switch (field.cellValueType) {\n case CellValueType.Boolean:\n return this.booleanAggregation(field);\n case CellValueType.Number:\n return this.numberAggregation(field);\n case CellValueType.DateTime:\n return this.dateTimeAggregation(field);\n case CellValueType.String: {\n if (dbFieldType === DbFieldType.Json) {\n return this.jsonAggregation(field);\n }\n return this.stringAggregation(field);\n }\n }\n }\n\n abstract booleanAggregation(field: FieldCore): AbstractAggregationFunction;\n\n abstract numberAggregation(field: FieldCore): AbstractAggregationFunction;\n\n abstract dateTimeAggregation(field: FieldCore): AbstractAggregationFunction;\n\n abstract stringAggregation(field: FieldCore): AbstractAggregationFunction;\n\n abstract jsonAggregation(field: FieldCore): AbstractAggregationFunction;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/aggregation-query.interface.ts", "content": "import type { Knex } from 'knex';\n\nexport interface IAggregationQueryInterface {\n appendBuilder(): Knex.QueryBuilder;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/postgres/__tests__/multiple-value-aggregation.adapter.spec.ts", "content": "import type { FieldCore } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport knex from 'knex';\nimport { describe, expect, it } from 'vitest';\nimport type { IRecordQueryAggregateContext } from '../../../../features/record/query-builder/record-query-builder.interface';\nimport { MultipleValueAggregationAdapter } from '../multiple-value/multiple-value-aggregation.adapter';\n\nconst knexClient = knex({ client: 'pg' });\n\nconst createAdapter = () => {\n const field = {\n id: 'fldNumericArray',\n dbFieldName: '\"values\"',\n isMultipleCellValue: true,\n type: FieldType.Number,\n } as unknown as FieldCore;\n\n const context: IRecordQueryAggregateContext = {\n selectionMap: new Map([[field.id, '\"alias\".\"values\"']]),\n tableDbName: 'public.test_table',\n tableAlias: 'alias',\n };\n\n return new MultipleValueAggregationAdapter(knexClient, field, context);\n};\n\ndescribe('MultipleValueAggregationAdapter numeric coercion', () => {\n it.each([\n ['sum', (adapter: MultipleValueAggregationAdapter) => adapter.sum()],\n ['average', (adapter: MultipleValueAggregationAdapter) => adapter.average()],\n ['max', (adapter: MultipleValueAggregationAdapter) => adapter.max()],\n ['min', (adapter: MultipleValueAggregationAdapter) => adapter.min()],\n ])('renders %s aggregation without integer casts', (_, getSql) => {\n const adapter = createAdapter();\n const sql = getSql(adapter);\n expect(sql).toContain('::double precision');\n expect(sql).toContain('REGEXP_REPLACE');\n expect(sql.toUpperCase()).not.toContain('::INTEGER');\n });\n});\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/postgres/aggregation-function.postgres.ts", "content": "import { NotImplementedException } from '@nestjs/common';\nimport { FieldType } from '@teable/core';\nimport { AbstractAggregationFunction } from '../aggregation-function.abstract';\n\nexport class AggregationFunctionPostgres extends AbstractAggregationFunction {\n unique(): string {\n const { type, isMultipleCellValue } = this.field;\n if (\n ![FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy].includes(type) ||\n isMultipleCellValue\n ) {\n return super.unique();\n }\n\n return this.knex.raw(`COUNT(DISTINCT ${this.tableColumnRef} ->> 'id')`).toQuery();\n }\n\n percentUnique(): string {\n const { type, isMultipleCellValue } = this.field;\n if (\n ![FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy].includes(type) ||\n isMultipleCellValue\n ) {\n return this.knex\n .raw(`(COUNT(DISTINCT ${this.tableColumnRef}) * 1.0 / GREATEST(COUNT(*), 1)) * 100`)\n .toQuery();\n }\n\n return this.knex\n .raw(`(COUNT(DISTINCT ${this.tableColumnRef} ->> 'id') * 1.0 / GREATEST(COUNT(*), 1)) * 100`)\n .toQuery();\n }\n\n dateRangeOfDays(): string {\n throw new NotImplementedException();\n }\n\n dateRangeOfMonths(): string {\n throw new NotImplementedException();\n }\n\n totalAttachmentSize(): string {\n // Sum sizes per row, then sum across the current scope (respects GROUP BY)\n return this.knex\n .raw(\n `SUM(COALESCE((SELECT SUM((e.value ->> 'size')::INTEGER)\n FROM jsonb_array_elements(COALESCE(${this.tableColumnRef}, '[]'::jsonb)) AS e), 0))`\n )\n .toQuery();\n }\n\n percentEmpty(): string {\n return this.knex\n .raw(`((COUNT(*) - COUNT(${this.tableColumnRef})) * 1.0 / GREATEST(COUNT(*), 1)) * 100`)\n .toQuery();\n }\n\n percentFilled(): string {\n return this.knex\n .raw(`(COUNT(${this.tableColumnRef}) * 1.0 / GREATEST(COUNT(*), 1)) * 100`)\n .toQuery();\n }\n\n checked(): string {\n return this.knex\n .raw(`SUM(CASE WHEN ${this.tableColumnRef} = true THEN 1 ELSE 0 END)`)\n .toQuery();\n }\n\n unChecked(): string {\n return this.knex\n .raw(\n `SUM(CASE WHEN ${this.tableColumnRef} = false OR ${this.tableColumnRef} IS NULL THEN 1 ELSE 0 END)`\n )\n .toQuery();\n }\n\n percentChecked(): string {\n return this.knex\n .raw(\n `(SUM(CASE WHEN ${this.tableColumnRef} = true THEN 1 ELSE 0 END) * 1.0 / GREATEST(COUNT(*), 1)) * 100`\n )\n .toQuery();\n }\n\n percentUnChecked(): string {\n return this.knex\n .raw(\n `(SUM(CASE WHEN ${this.tableColumnRef} = false OR ${this.tableColumnRef} IS NULL THEN 1 ELSE 0 END) * 1.0 / GREATEST(COUNT(*), 1)) * 100`\n )\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/postgres/aggregation-query.postgres.ts", "content": "import type { FieldCore } from '@teable/core';\nimport { AbstractAggregationQuery } from '../aggregation-query.abstract';\nimport type { AggregationFunctionPostgres } from './aggregation-function.postgres';\nimport { MultipleValueAggregationAdapter } from './multiple-value/multiple-value-aggregation.adapter';\nimport { SingleValueAggregationAdapter } from './single-value/single-value-aggregation.adapter';\n\nexport class AggregationQueryPostgres extends AbstractAggregationQuery {\n private coreAggregation(field: FieldCore): AggregationFunctionPostgres {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleValueAggregationAdapter(this.knex, field, this.context);\n }\n return new SingleValueAggregationAdapter(this.knex, field, this.context);\n }\n\n booleanAggregation(field: FieldCore): AggregationFunctionPostgres {\n return this.coreAggregation(field);\n }\n\n numberAggregation(field: FieldCore): AggregationFunctionPostgres {\n return this.coreAggregation(field);\n }\n\n dateTimeAggregation(field: FieldCore): AggregationFunctionPostgres {\n return this.coreAggregation(field);\n }\n\n stringAggregation(field: FieldCore): AggregationFunctionPostgres {\n return this.coreAggregation(field);\n }\n\n jsonAggregation(field: FieldCore): AggregationFunctionPostgres {\n return this.coreAggregation(field);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/postgres/multiple-value/multiple-value-aggregation.adapter.ts", "content": "import { AggregationFunctionPostgres } from '../aggregation-function.postgres';\n\nexport class MultipleValueAggregationAdapter extends AggregationFunctionPostgres {\n private toNumericSafe(columnExpression: string): string {\n const textExpr = `(${columnExpression})::text`;\n const sanitized = `REGEXP_REPLACE(${textExpr}, '[^0-9.+-]', '', 'g')`;\n return `NULLIF(${sanitized}, '')::double precision`;\n }\n\n unique(): string {\n return this.knex\n .raw(\n `SELECT COUNT(DISTINCT \"value\") AS \"value\" FROM ?? as \"${this.tableAlias}\", jsonb_array_elements_text(${this.tableColumnRef}::jsonb)`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n max(): string {\n return this.knex\n .raw(\n `SELECT MAX(${this.toNumericSafe('\"value\"')}) AS \"value\" FROM ?? as \"${this.tableAlias}\", jsonb_array_elements_text(${this.tableColumnRef}::jsonb)`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n min(): string {\n return this.knex\n .raw(\n `SELECT MIN(${this.toNumericSafe('\"value\"')}) AS \"value\" FROM ?? as \"${this.tableAlias}\", jsonb_array_elements_text(${this.tableColumnRef}::jsonb)`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n sum(): string {\n return this.knex\n .raw(\n `SELECT SUM(${this.toNumericSafe('\"value\"')}) AS \"value\" FROM ?? as \"${this.tableAlias}\", jsonb_array_elements_text(${this.tableColumnRef}::jsonb)`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n average(): string {\n return this.knex\n .raw(\n `SELECT AVG(${this.toNumericSafe('\"value\"')}) AS \"value\" FROM ?? as \"${this.tableAlias}\", jsonb_array_elements_text(${this.tableColumnRef}::jsonb)`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n percentUnique(): string {\n return this.knex\n .raw(\n `SELECT (COUNT(DISTINCT \"value\") * 1.0 / GREATEST(COUNT(*), 1)) * 100 AS \"value\" FROM ?? as \"${this.tableAlias}\", jsonb_array_elements_text(${this.tableColumnRef}::jsonb)`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n dateRangeOfDays(): string {\n return this.knex\n .raw(\n `SELECT extract(DAY FROM (MAX(\"value\"::TIMESTAMPTZ) - MIN(\"value\"::TIMESTAMPTZ)))::INTEGER AS \"value\" FROM ?? as \"${this.tableAlias}\", jsonb_array_elements_text(${this.tableColumnRef}::jsonb)`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n dateRangeOfMonths(): string {\n return this.knex\n .raw(\n `SELECT CONCAT(MAX(\"value\"::TIMESTAMPTZ), ',', MIN(\"value\"::TIMESTAMPTZ)) AS \"value\" FROM ?? as \"${this.tableAlias}\", jsonb_array_elements_text(${this.tableColumnRef}::jsonb)`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n checked(): string {\n return this.knex\n .raw(`SUM(CASE WHEN ${this.tableColumnRef} @> '[true]'::jsonb THEN 1 ELSE 0 END)`)\n .toQuery();\n }\n\n unChecked(): string {\n return this.knex\n .raw(\n `SUM(CASE WHEN ${this.tableColumnRef} IS NULL OR NOT (${this.tableColumnRef} @> '[true]'::jsonb) THEN 1 ELSE 0 END)`\n )\n .toQuery();\n }\n\n percentChecked(): string {\n return this.knex\n .raw(\n `(SUM(CASE WHEN ${this.tableColumnRef} @> '[true]'::jsonb THEN 1 ELSE 0 END) * 1.0 / GREATEST(COUNT(*), 1)) * 100`\n )\n .toQuery();\n }\n\n percentUnChecked(): string {\n return this.knex\n .raw(\n `(SUM(CASE WHEN ${this.tableColumnRef} IS NULL OR NOT (${this.tableColumnRef} @> '[true]'::jsonb) THEN 1 ELSE 0 END) * 1.0 / GREATEST(COUNT(*), 1)) * 100`\n )\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/postgres/single-value/single-value-aggregation.adapter.ts", "content": "import { AggregationFunctionPostgres } from '../aggregation-function.postgres';\n\nexport class SingleValueAggregationAdapter extends AggregationFunctionPostgres {\n dateRangeOfDays(): string {\n return this.knex\n .raw(`extract(DAY FROM (MAX(${this.tableColumnRef}) - MIN(${this.tableColumnRef})))::INTEGER`)\n .toQuery();\n }\n\n dateRangeOfMonths(): string {\n return this.knex\n .raw(`CONCAT(MAX(${this.tableColumnRef}), ',', MIN(${this.tableColumnRef}))`)\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/sqlite/aggregation-function.sqlite.ts", "content": "import { NotImplementedException } from '@nestjs/common';\nimport { FieldType } from '@teable/core';\nimport { AbstractAggregationFunction } from '../aggregation-function.abstract';\n\nexport class AggregationFunctionSqlite extends AbstractAggregationFunction {\n unique(): string {\n const { type, isMultipleCellValue } = this.field;\n if (\n ![FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy].includes(type) ||\n isMultipleCellValue\n ) {\n return super.unique();\n }\n\n return this.knex.raw(`COUNT(DISTINCT json_extract(${this.tableColumnRef}, '$.id'))`).toQuery();\n }\n\n percentUnique(): string {\n const { type, isMultipleCellValue } = this.field;\n if (\n ![FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy].includes(type) ||\n isMultipleCellValue\n ) {\n return this.knex\n .raw(`(COUNT(DISTINCT ${this.tableColumnRef}) * 1.0 / MAX(COUNT(*), 1)) * 100`)\n .toQuery();\n }\n\n return this.knex\n .raw(\n `(COUNT(DISTINCT json_extract(${this.tableColumnRef}, '$.id')) * 1.0 / MAX(COUNT(*), 1)) * 100`\n )\n .toQuery();\n }\n dateRangeOfDays(): string {\n throw new NotImplementedException();\n }\n\n dateRangeOfMonths(): string {\n throw new NotImplementedException();\n }\n\n totalAttachmentSize(): string {\n // Sum sizes per row, then sum across the current scope (respects GROUP BY)\n return this.knex\n .raw(\n `SUM(COALESCE((SELECT SUM(json_extract(j.value, '$.size'))\n FROM json_each(COALESCE(${this.tableColumnRef}, '[]')) AS j), 0))`\n )\n .toQuery();\n }\n\n percentEmpty(): string {\n return this.knex\n .raw(`((COUNT(*) - COUNT(${this.tableColumnRef})) * 1.0 / MAX(COUNT(*), 1)) * 100`)\n .toQuery();\n }\n\n percentFilled(): string {\n return this.knex\n .raw(`(COUNT(${this.tableColumnRef}) * 1.0 / MAX(COUNT(*), 1)) * 100`)\n .toQuery();\n }\n\n checked(): string {\n return this.knex.raw(`SUM(CASE WHEN ${this.tableColumnRef} = 1 THEN 1 ELSE 0 END)`).toQuery();\n }\n\n unChecked(): string {\n return this.knex\n .raw(\n `SUM(CASE WHEN ${this.tableColumnRef} = 0 OR ${this.tableColumnRef} IS NULL THEN 1 ELSE 0 END)`\n )\n .toQuery();\n }\n\n percentChecked(): string {\n return this.knex\n .raw(\n `(SUM(CASE WHEN ${this.tableColumnRef} = 1 THEN 1 ELSE 0 END) * 1.0 / MAX(COUNT(*), 1)) * 100`\n )\n .toQuery();\n }\n\n percentUnChecked(): string {\n return this.knex\n .raw(\n `(SUM(CASE WHEN ${this.tableColumnRef} = 0 OR ${this.tableColumnRef} IS NULL THEN 1 ELSE 0 END) * 1.0 / MAX(COUNT(*), 1)) * 100`\n )\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/sqlite/aggregation-query.sqlite.ts", "content": "import type { FieldCore } from '@teable/core';\nimport { AbstractAggregationQuery } from '../aggregation-query.abstract';\nimport type { AggregationFunctionSqlite } from './aggregation-function.sqlite';\nimport { MultipleValueAggregationAdapter } from './multiple-value/multiple-value-aggregation.adapter';\nimport { SingleValueAggregationAdapter } from './single-value/single-value-aggregation.adapter';\n\nexport class AggregationQuerySqlite extends AbstractAggregationQuery {\n private coreAggregation(field: FieldCore): AggregationFunctionSqlite {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleValueAggregationAdapter(this.knex, field, this.context);\n }\n return new SingleValueAggregationAdapter(this.knex, field, this.context);\n }\n\n booleanAggregation(field: FieldCore): AggregationFunctionSqlite {\n return this.coreAggregation(field);\n }\n\n numberAggregation(field: FieldCore): AggregationFunctionSqlite {\n return this.coreAggregation(field);\n }\n\n dateTimeAggregation(field: FieldCore): AggregationFunctionSqlite {\n return this.coreAggregation(field);\n }\n\n stringAggregation(field: FieldCore): AggregationFunctionSqlite {\n return this.coreAggregation(field);\n }\n\n jsonAggregation(field: FieldCore): AggregationFunctionSqlite {\n return this.coreAggregation(field);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/sqlite/multiple-value/multiple-value-aggregation.adapter.ts", "content": "import { AggregationFunctionSqlite } from '../aggregation-function.sqlite';\n\nexport class MultipleValueAggregationAdapter extends AggregationFunctionSqlite {\n unique(): string {\n return this.knex\n .raw(\n `SELECT COUNT(DISTINCT json_each.value) as value FROM ?? as \"${this.tableAlias}\", json_each(${this.tableColumnRef})`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n max(): string {\n return this.knex\n .raw(\n `SELECT MAX(json_each.value) as value FROM ?? as \"${this.tableAlias}\", json_each(${this.tableColumnRef})`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n min(): string {\n return this.knex\n .raw(\n `SELECT MIN(json_each.value) as value FROM ?? as \"${this.tableAlias}\", json_each(${this.tableColumnRef})`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n sum(): string {\n return this.knex\n .raw(\n `SELECT SUM(json_each.value) as value FROM ?? as \"${this.tableAlias}\", json_each(${this.tableColumnRef})`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n average(): string {\n return this.knex\n .raw(\n `SELECT AVG(json_each.value) as value FROM ?? as \"${this.tableAlias}\", json_each(${this.tableColumnRef})`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n percentUnique(): string {\n return this.knex\n .raw(\n `SELECT (COUNT(DISTINCT json_each.value) * 1.0 / MAX(COUNT(*), 1)) * 100 AS value FROM ?? as \"${this.tableAlias}\", json_each(${this.tableColumnRef})`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n dateRangeOfDays(): string {\n return this.knex\n .raw(\n `SELECT CAST(julianday(MAX(json_each.value)) - julianday(MIN(json_each.value)) AS INTEGER) AS value FROM ?? as \"${this.tableAlias}\", json_each(${this.tableColumnRef})`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n dateRangeOfMonths(): string {\n return this.knex\n .raw(\n `SELECT MAX(json_each.value) || ',' || MIN(json_each.value) AS value FROM ?? as \"${this.tableAlias}\", json_each(${this.tableColumnRef})`,\n [this.dbTableName]\n )\n .toQuery();\n }\n\n checked(): string {\n return this.knex\n .raw(\n `SUM(CASE WHEN EXISTS (SELECT 1 FROM json_each(${this.tableColumnRef}) WHERE json_each.value = 1) THEN 1 ELSE 0 END)`\n )\n .toQuery();\n }\n\n unChecked(): string {\n return this.knex\n .raw(\n `SUM(CASE WHEN ${this.tableColumnRef} IS NULL OR NOT EXISTS (SELECT 1 FROM json_each(${this.tableColumnRef}) WHERE json_each.value = 1) THEN 1 ELSE 0 END)`\n )\n .toQuery();\n }\n\n percentChecked(): string {\n return this.knex\n .raw(\n `(SUM(CASE WHEN EXISTS (SELECT 1 FROM json_each(${this.tableColumnRef}) WHERE json_each.value = 1) THEN 1 ELSE 0 END) * 1.0 / MAX(COUNT(*), 1)) * 100`\n )\n .toQuery();\n }\n\n percentUnChecked(): string {\n return this.knex\n .raw(\n `(SUM(CASE WHEN ${this.tableColumnRef} IS NULL OR NOT EXISTS (SELECT 1 FROM json_each(${this.tableColumnRef}) WHERE json_each.value = 1) THEN 1 ELSE 0 END) * 1.0 / MAX(COUNT(*), 1)) * 100`\n )\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/aggregation-query/sqlite/single-value/single-value-aggregation.adapter.ts", "content": "import { AggregationFunctionSqlite } from '../aggregation-function.sqlite';\n\nexport class SingleValueAggregationAdapter extends AggregationFunctionSqlite {\n dateRangeOfDays(): string {\n return this.knex\n .raw(\n `CAST(julianday(MAX(${this.tableColumnRef})) - julianday(MIN(${this.tableColumnRef})) as INTEGER)`\n )\n .toQuery();\n }\n\n dateRangeOfMonths(): string {\n return this.knex\n .raw(`MAX(${this.tableColumnRef}) || ',' || MIN(${this.tableColumnRef})`)\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/base-query/abstract.ts", "content": "import type { Knex } from 'knex';\n\nexport abstract class BaseQueryAbstract {\n constructor(protected readonly knex: Knex) {}\n\n abstract jsonSelect(\n queryBuilder: Knex.QueryBuilder,\n dbFieldName: string,\n alias: string\n ): Knex.QueryBuilder;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/base-query/base-query.postgres.ts", "content": "import type { Knex } from 'knex';\nimport { BaseQueryAbstract } from './abstract';\n\nexport class BaseQueryPostgres extends BaseQueryAbstract {\n constructor(protected readonly knex: Knex) {\n super(knex);\n }\n\n jsonSelect(\n queryBuilder: Knex.QueryBuilder,\n dbFieldName: string,\n alias: string\n ): Knex.QueryBuilder {\n // dbFieldName is a pre-quoted qualified identifier path\n return queryBuilder.select(this.knex.raw(`MAX(${dbFieldName}::text) AS ??`, [alias]));\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/base-query/base-query.sqlite.ts", "content": "import type { Knex } from 'knex';\nimport { BaseQueryAbstract } from './abstract';\n\nexport class BaseQuerySqlite extends BaseQueryAbstract {\n constructor(protected readonly knex: Knex) {\n super(knex);\n }\n\n jsonSelect(\n queryBuilder: Knex.QueryBuilder,\n dbFieldName: string,\n alias: string\n ): Knex.QueryBuilder {\n return queryBuilder.select(this.knex.raw(`MAX(??) AS ??`, [dbFieldName, alias]));\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/create-database-column-query/create-database-column-field-visitor.interface.ts", "content": "import type { TableDomain } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IFieldInstance } from '../../features/field/model/factory';\nimport type { IDbProvider } from '../db.provider.interface';\n\n/**\n * Context interface for database column creation\n */\nexport interface ICreateDatabaseColumnContext {\n /** Knex table builder instance */\n table: Knex.CreateTableBuilder;\n tableDomain: TableDomain;\n /** Field ID */\n fieldId: string;\n /** the Field instance to add */\n field: IFieldInstance;\n /** Database field name */\n dbFieldName: string;\n /** Whether the field is unique */\n unique?: boolean;\n /** Whether the field is not null */\n notNull?: boolean;\n /** Database provider for formula conversion */\n dbProvider?: IDbProvider;\n /** Whether this is a new table creation (affects SQLite generated columns) */\n isNewTable?: boolean;\n /** Current table ID (for link field foreign key creation) */\n tableId: string;\n /** Current table name (for link field foreign key creation) */\n tableName: string;\n /** Knex instance (for link field foreign key creation) */\n knex: Knex;\n /** Table name mapping for foreign key creation (tableId -> dbTableName) */\n tableNameMap: Map;\n /** Whether this is a symmetric field (should not create foreign key structures) */\n isSymmetricField?: boolean;\n /** When true, do not create the base column for Link fields (FK/junction only). */\n skipBaseColumnCreation?: boolean;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/create-database-column-query/create-database-column-field-visitor.postgres.ts", "content": "import type {\n AttachmentFieldCore,\n AutoNumberFieldCore,\n CheckboxFieldCore,\n CreatedByFieldCore,\n CreatedTimeFieldCore,\n DateFieldCore,\n FormulaFieldCore,\n LastModifiedByFieldCore,\n LastModifiedTimeFieldCore,\n LinkFieldCore,\n LongTextFieldCore,\n MultipleSelectFieldCore,\n NumberFieldCore,\n RatingFieldCore,\n RollupFieldCore,\n ConditionalRollupFieldCore,\n SingleLineTextFieldCore,\n SingleSelectFieldCore,\n UserFieldCore,\n IFieldVisitor,\n FieldCore,\n ILinkFieldOptions,\n ButtonFieldCore,\n} from '@teable/core';\nimport { DbFieldType, Relationship } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { AutoNumberFieldDto } from '../../features/field/model/field-dto/auto-number-field.dto';\nimport type { CreatedByFieldDto } from '../../features/field/model/field-dto/created-by-field.dto';\nimport type { CreatedTimeFieldDto } from '../../features/field/model/field-dto/created-time-field.dto';\nimport type { FormulaFieldDto } from '../../features/field/model/field-dto/formula-field.dto';\nimport type { LastModifiedByFieldDto } from '../../features/field/model/field-dto/last-modified-by-field.dto';\nimport type { LastModifiedTimeFieldDto } from '../../features/field/model/field-dto/last-modified-time-field.dto';\nimport type { LinkFieldDto } from '../../features/field/model/field-dto/link-field.dto';\nimport { SchemaType } from '../../features/field/util';\nimport type { IFormulaConversionContext } from '../../features/record/query-builder/sql-conversion.visitor';\nimport { GeneratedColumnQuerySupportValidatorPostgres } from '../generated-column-query/postgres/generated-column-query-support-validator.postgres';\nimport type { ICreateDatabaseColumnContext } from './create-database-column-field-visitor.interface';\nimport { validateGeneratedColumnSupport } from './create-database-column-field.util';\n\n/**\n * PostgreSQL implementation of database column visitor.\n */\nexport class CreatePostgresDatabaseColumnFieldVisitor implements IFieldVisitor {\n private sql: string[] = [];\n\n constructor(private readonly context: ICreateDatabaseColumnContext) {}\n\n getSql(): string[] {\n return this.sql;\n }\n\n private getSchemaType(dbFieldType: DbFieldType): SchemaType {\n switch (dbFieldType) {\n case DbFieldType.Blob:\n return SchemaType.Binary;\n case DbFieldType.Integer:\n return SchemaType.Integer;\n case DbFieldType.Json:\n // PostgreSQL supports native JSONB\n return SchemaType.Jsonb;\n case DbFieldType.Real:\n return SchemaType.Double;\n case DbFieldType.Text:\n return SchemaType.Text;\n case DbFieldType.DateTime:\n return SchemaType.Datetime;\n case DbFieldType.Boolean:\n return SchemaType.Boolean;\n default:\n throw new Error(`Unsupported DbFieldType: ${dbFieldType}`);\n }\n }\n\n private createStandardColumn(field: FieldCore): void {\n const schemaType = this.getSchemaType(field.dbFieldType);\n const column = this.context.table[schemaType](this.context.dbFieldName);\n\n if (this.context.notNull) {\n column.notNullable();\n }\n\n if (this.context.unique) {\n column.unique();\n }\n }\n\n private createFormulaColumns(field: FormulaFieldCore): void {\n const formulaFieldDto = this.context.field as FormulaFieldDto;\n const clearPersistedGeneratedMeta = () => {\n formulaFieldDto.meta = undefined;\n };\n // Never persist lookup formulas as generated columns; they may be multi-valued (JSON)\n // and/or depend on link/lookup resolution logic not suitable for generated columns.\n if (field.isLookup || field.isMultipleCellValue) {\n clearPersistedGeneratedMeta();\n this.createStandardColumn(field);\n return;\n }\n if (this.context.dbProvider) {\n const generatedColumnName = field.getGeneratedColumnName();\n const columnType = this.getPostgresColumnType(field.dbFieldType);\n\n const expression = field.getExpression();\n\n // Skip if no expression\n if (!expression) {\n // Fallback to a standard column if no expression\n clearPersistedGeneratedMeta();\n this.createStandardColumn(field);\n return;\n }\n\n // Check if the formula is supported for generated columns\n const supportValidator = new GeneratedColumnQuerySupportValidatorPostgres();\n const isSupported = validateGeneratedColumnSupport(\n field,\n supportValidator,\n this.context.tableDomain\n );\n\n if (isSupported) {\n const conversionContext: IFormulaConversionContext = {\n table: this.context.tableDomain,\n isGeneratedColumn: true, // Mark this as a generated column context\n };\n\n const conversionResult = this.context.dbProvider.convertFormulaToGeneratedColumn(\n expression,\n conversionContext\n );\n\n // Create generated column using specificType\n // PostgreSQL syntax: GENERATED ALWAYS AS (expression) STORED\n const generatedColumnDefinition = `${columnType} GENERATED ALWAYS AS (${conversionResult.sql}) STORED`;\n\n this.context.table.specificType(generatedColumnName, generatedColumnDefinition);\n (this.context.field as FormulaFieldDto).setMetadata({ persistedAsGeneratedColumn: true });\n return;\n }\n }\n // Fallback: create a standard column when not supported as generated\n clearPersistedGeneratedMeta();\n this.createStandardColumn(field);\n }\n\n private getPostgresColumnType(dbFieldType: DbFieldType): string {\n switch (dbFieldType) {\n case DbFieldType.Text:\n return 'TEXT';\n case DbFieldType.Integer:\n return 'INTEGER';\n case DbFieldType.Real:\n return 'DOUBLE PRECISION';\n case DbFieldType.Boolean:\n return 'BOOLEAN';\n case DbFieldType.DateTime:\n return 'TIMESTAMP';\n case DbFieldType.Json:\n return 'JSONB';\n case DbFieldType.Blob:\n return 'BYTEA';\n default:\n return 'TEXT';\n }\n }\n\n // Basic field types\n visitNumberField(field: NumberFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitSingleLineTextField(field: SingleLineTextFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitLongTextField(field: LongTextFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitAttachmentField(field: AttachmentFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitCheckboxField(field: CheckboxFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitDateField(field: DateFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitRatingField(field: RatingFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitAutoNumberField(_field: AutoNumberFieldCore): void {\n this.context.table.specificType(\n this.context.dbFieldName,\n 'INTEGER GENERATED ALWAYS AS (__auto_number) STORED'\n );\n (this.context.field as AutoNumberFieldDto).setMetadata({\n persistedAsGeneratedColumn: true,\n });\n }\n\n visitLinkField(field: LinkFieldCore): void {\n // Determine potential conflicts with FK column names (including inferred defaults)\n const opts = field.options as ILinkFieldOptions;\n const conflictNames = new Set();\n const rel = opts?.relationship;\n const inferredFkName =\n opts?.foreignKeyName ??\n (rel === Relationship.ManyOne || rel === Relationship.OneOne\n ? this.context.dbFieldName\n : undefined);\n const inferredSelfName =\n opts?.selfKeyName ??\n (rel === Relationship.OneMany && opts?.isOneWay === false\n ? this.context.dbFieldName\n : undefined);\n if (inferredFkName) conflictNames.add(inferredFkName);\n if (inferredSelfName) conflictNames.add(inferredSelfName);\n\n // Create underlying base column only if no conflict with FK/self columns\n if (!this.context.skipBaseColumnCreation && !conflictNames.has(this.context.dbFieldName)) {\n this.createStandardColumn(field);\n }\n\n // For real link structures, create FK/junction artifacts on non-symmetric side\n if (field.isLookup) return;\n if (this.context.isSymmetricField || this.isSymmetricField(field)) return;\n this.createForeignKeyForLinkField(field);\n }\n\n private isSymmetricField(_field: LinkFieldCore): boolean {\n // A field is symmetric if it has a symmetricFieldId that points to an existing field\n // In practice, when creating symmetric fields, they are created after the main field\n // So we can check if this field's symmetricFieldId exists in the database\n // For now, we'll rely on the isSymmetricField context flag\n return false;\n }\n\n private createForeignKeyForLinkField(field: LinkFieldCore): void {\n const options = field.options as ILinkFieldOptions;\n const { relationship, fkHostTableName, selfKeyName, foreignKeyName, isOneWay, foreignTableId } =\n options;\n\n if (\n !this.context.knex ||\n !this.context.tableId ||\n !this.context.tableName ||\n !this.context.tableNameMap\n ) {\n return;\n }\n\n // Get table names from context\n const dbTableName = this.context.tableName;\n const foreignDbTableName = this.context.tableNameMap.get(foreignTableId);\n\n if (!foreignDbTableName) {\n throw new Error(`Foreign table not found: ${foreignTableId}`);\n }\n\n let alterTableSchema: Knex.SchemaBuilder | undefined;\n\n if (relationship === Relationship.ManyMany) {\n alterTableSchema = this.context.knex.schema.createTable(fkHostTableName, (table) => {\n table.increments('__id').primary();\n table\n .string(selfKeyName)\n .references('__id')\n .inTable(dbTableName)\n .withKeyName(`fk_${selfKeyName}`);\n table\n .string(foreignKeyName)\n .references('__id')\n .inTable(foreignDbTableName)\n .withKeyName(`fk_${foreignKeyName}`);\n // Add order column for maintaining insertion order\n table.integer('__order').nullable();\n });\n // Set metadata to indicate this field has order column\n (this.context.field as LinkFieldDto).setMetadata({ hasOrderColumn: true });\n }\n\n if (relationship === Relationship.ManyOne) {\n alterTableSchema = this.context.knex.schema.alterTable(fkHostTableName, (table) => {\n table\n .string(foreignKeyName)\n .references('__id')\n .inTable(foreignDbTableName)\n .withKeyName(`fk_${foreignKeyName}`);\n // Add order column for maintaining insertion order\n table.integer(`${foreignKeyName}_order`).nullable();\n });\n // Set metadata to indicate this field has order column\n (this.context.field as LinkFieldDto).setMetadata({ hasOrderColumn: true });\n }\n\n if (relationship === Relationship.OneMany) {\n if (isOneWay) {\n alterTableSchema = this.context.knex.schema.createTable(fkHostTableName, (table) => {\n table.increments('__id').primary();\n table\n .string(selfKeyName)\n .references('__id')\n .inTable(dbTableName)\n .withKeyName(`fk_${selfKeyName}`);\n table.string(foreignKeyName).references('__id').inTable(foreignDbTableName);\n table.unique([selfKeyName, foreignKeyName], {\n indexName: `index_${selfKeyName}_${foreignKeyName}`,\n });\n });\n } else {\n alterTableSchema = this.context.knex.schema.alterTable(fkHostTableName, (table) => {\n table\n .string(selfKeyName)\n .references('__id')\n .inTable(dbTableName)\n .withKeyName(`fk_${selfKeyName}`);\n // Add order column for maintaining insertion order\n table.integer(`${selfKeyName}_order`).nullable();\n });\n // Set metadata to indicate this field has order column\n (this.context.field as LinkFieldDto).setMetadata({ hasOrderColumn: true });\n }\n }\n\n // assume options is from the main field (user created one)\n if (relationship === Relationship.OneOne) {\n alterTableSchema = this.context.knex.schema.alterTable(fkHostTableName, (table) => {\n if (foreignKeyName === '__id') {\n throw new Error('can not use __id for foreignKeyName');\n }\n table.string(foreignKeyName).references('__id').inTable(foreignDbTableName);\n table.unique([foreignKeyName], {\n indexName: `index_${foreignKeyName}`,\n });\n // Add order column for maintaining insertion order\n table.integer(`${foreignKeyName}_order`).nullable();\n });\n // Set metadata to indicate this field has order column\n (this.context.field as LinkFieldDto).setMetadata({ hasOrderColumn: true });\n }\n\n if (!alterTableSchema) {\n throw new Error('alterTableSchema is undefined');\n }\n\n // Store the SQL queries to be executed later\n for (const sql of alterTableSchema.toSQL()) {\n // skip sqlite pragma\n if (sql.sql.startsWith('PRAGMA')) {\n continue;\n }\n this.sql.push(sql.sql);\n }\n }\n\n visitRollupField(field: RollupFieldCore): void {\n // Always create an underlying base column for rollup fields\n this.createStandardColumn(field);\n }\n\n visitConditionalRollupField(field: ConditionalRollupFieldCore): void {\n this.createStandardColumn(field);\n }\n\n // Select field types\n visitSingleSelectField(field: SingleSelectFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitMultipleSelectField(field: MultipleSelectFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitButtonField(field: ButtonFieldCore): void {\n this.createStandardColumn(field);\n }\n\n // Formula field types\n visitFormulaField(field: FormulaFieldCore): void {\n this.createFormulaColumns(field);\n }\n\n visitCreatedTimeField(field: CreatedTimeFieldCore): void {\n if (field.isLookup) {\n this.createStandardColumn(field);\n return;\n }\n this.context.table.specificType(\n this.context.dbFieldName,\n 'TIMESTAMP GENERATED ALWAYS AS (__created_time) STORED'\n );\n (this.context.field as CreatedTimeFieldDto).setMetadata({\n persistedAsGeneratedColumn: true,\n });\n }\n\n visitLastModifiedTimeField(field: LastModifiedTimeFieldCore): void {\n if (field.isLookup) {\n this.createStandardColumn(field);\n return;\n }\n const trackAll = field.isTrackAll();\n\n if (trackAll) {\n this.context.table.specificType(\n this.context.dbFieldName,\n 'TIMESTAMP GENERATED ALWAYS AS (__last_modified_time) STORED'\n );\n (this.context.field as LastModifiedTimeFieldDto).setMetadata({\n persistedAsGeneratedColumn: true,\n });\n return;\n }\n\n this.context.table.timestamp(this.context.dbFieldName, { useTz: true });\n (this.context.field as LastModifiedTimeFieldDto).setMetadata({\n persistedAsGeneratedColumn: false,\n });\n }\n\n // User field types\n visitUserField(field: UserFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitCreatedByField(field: CreatedByFieldCore): void {\n if (field.isLookup) {\n this.createStandardColumn(field);\n return;\n }\n // Persist as a JSON column (stores collaborator payload)\n this.createStandardColumn(field);\n (this.context.field as CreatedByFieldDto).setMetadata({\n persistedAsGeneratedColumn: false,\n });\n }\n\n visitLastModifiedByField(field: LastModifiedByFieldCore): void {\n if (field.isLookup) {\n this.createStandardColumn(field);\n return;\n }\n // Persist as a JSON column (stores collaborator payload)\n this.createStandardColumn(field);\n (this.context.field as LastModifiedByFieldDto).setMetadata({\n persistedAsGeneratedColumn: false,\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/create-database-column-query/create-database-column-field-visitor.sqlite.ts", "content": "import type {\n AttachmentFieldCore,\n AutoNumberFieldCore,\n CheckboxFieldCore,\n CreatedByFieldCore,\n CreatedTimeFieldCore,\n DateFieldCore,\n FormulaFieldCore,\n LastModifiedByFieldCore,\n LastModifiedTimeFieldCore,\n LinkFieldCore,\n LongTextFieldCore,\n MultipleSelectFieldCore,\n NumberFieldCore,\n RatingFieldCore,\n RollupFieldCore,\n ConditionalRollupFieldCore,\n SingleLineTextFieldCore,\n SingleSelectFieldCore,\n UserFieldCore,\n IFieldVisitor,\n FieldCore,\n ILinkFieldOptions,\n ButtonFieldCore,\n} from '@teable/core';\nimport { DbFieldType, Relationship } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { AutoNumberFieldDto } from '../../features/field/model/field-dto/auto-number-field.dto';\nimport type { CreatedByFieldDto } from '../../features/field/model/field-dto/created-by-field.dto';\nimport type { CreatedTimeFieldDto } from '../../features/field/model/field-dto/created-time-field.dto';\nimport type { FormulaFieldDto } from '../../features/field/model/field-dto/formula-field.dto';\nimport type { LastModifiedByFieldDto } from '../../features/field/model/field-dto/last-modified-by-field.dto';\nimport type { LastModifiedTimeFieldDto } from '../../features/field/model/field-dto/last-modified-time-field.dto';\nimport type { LinkFieldDto } from '../../features/field/model/field-dto/link-field.dto';\nimport { SchemaType } from '../../features/field/util';\nimport type { IFormulaConversionContext } from '../../features/record/query-builder/sql-conversion.visitor';\nimport { GeneratedColumnQuerySupportValidatorSqlite } from '../generated-column-query/sqlite/generated-column-query-support-validator.sqlite';\nimport type { ICreateDatabaseColumnContext } from './create-database-column-field-visitor.interface';\nimport { validateGeneratedColumnSupport } from './create-database-column-field.util';\n\n/**\n * SQLite implementation of database column visitor.\n */\nexport class CreateSqliteDatabaseColumnFieldVisitor implements IFieldVisitor {\n private sql: string[] = [];\n\n constructor(private readonly context: ICreateDatabaseColumnContext) {}\n\n getSql(): string[] {\n return this.sql;\n }\n\n private getSchemaType(dbFieldType: DbFieldType): SchemaType {\n switch (dbFieldType) {\n case DbFieldType.Blob:\n return SchemaType.Binary;\n case DbFieldType.Integer:\n return SchemaType.Integer;\n case DbFieldType.Json:\n // SQLite stores JSON as TEXT\n return SchemaType.Text;\n case DbFieldType.Real:\n return SchemaType.Double;\n case DbFieldType.Text:\n return SchemaType.Text;\n case DbFieldType.DateTime:\n return SchemaType.Datetime;\n case DbFieldType.Boolean:\n return SchemaType.Boolean;\n default:\n throw new Error(`Unsupported DbFieldType: ${dbFieldType}`);\n }\n }\n\n private createStandardColumn(field: FieldCore): void {\n const schemaType = this.getSchemaType(field.dbFieldType);\n const column = this.context.table[schemaType](this.context.dbFieldName);\n\n if (this.context.notNull) {\n column.notNullable();\n }\n\n if (this.context.unique) {\n column.unique();\n }\n }\n\n private createFormulaColumns(field: FormulaFieldCore): void {\n const formulaFieldDto = this.context.field as FormulaFieldDto;\n const clearPersistedGeneratedMeta = () => {\n formulaFieldDto.meta = undefined;\n };\n if (this.context.dbProvider) {\n const generatedColumnName = field.getGeneratedColumnName();\n const columnType = this.getSqliteColumnType(field.dbFieldType);\n\n // Use original expression since expansion logic has been moved\n const expressionToConvert = field.options.expression;\n // Skip if no expression\n if (!expressionToConvert) {\n // Fallback to a standard column if no expression\n clearPersistedGeneratedMeta();\n this.createStandardColumn(field);\n return;\n }\n\n // Check if the formula is supported for generated columns\n const supportValidator = new GeneratedColumnQuerySupportValidatorSqlite();\n const isSupported = validateGeneratedColumnSupport(\n field,\n supportValidator,\n this.context.tableDomain\n );\n\n if (isSupported) {\n const conversionContext: IFormulaConversionContext = {\n table: this.context.tableDomain,\n isGeneratedColumn: true, // Mark this as a generated column context\n };\n\n const conversionResult = this.context.dbProvider.convertFormulaToGeneratedColumn(\n expressionToConvert,\n conversionContext\n );\n\n // Create generated column using specificType\n // SQLite syntax: GENERATED ALWAYS AS (expression) VIRTUAL/STORED\n // Note: For ALTER TABLE operations, SQLite doesn't support STORED generated columns\n const storageType = this.context.isNewTable ? 'STORED' : 'VIRTUAL';\n const notNullClause = this.context.notNull ? ' NOT NULL' : '';\n const generatedColumnDefinition = `${columnType} GENERATED ALWAYS AS (${conversionResult.sql}) ${storageType}${notNullClause}`;\n\n this.context.table.specificType(generatedColumnName, generatedColumnDefinition);\n (this.context.field as FormulaFieldDto).setMetadata({ persistedAsGeneratedColumn: true });\n return;\n }\n }\n // Fallback: create a standard column when not supported as generated\n clearPersistedGeneratedMeta();\n this.createStandardColumn(field);\n }\n\n private getSqliteColumnType(dbFieldType: DbFieldType): string {\n switch (dbFieldType) {\n case DbFieldType.Text:\n return 'TEXT';\n case DbFieldType.Integer:\n return 'INTEGER';\n case DbFieldType.Real:\n return 'REAL';\n case DbFieldType.Boolean:\n return 'INTEGER'; // SQLite uses INTEGER for boolean\n case DbFieldType.DateTime:\n return 'TEXT'; // SQLite stores datetime as TEXT\n case DbFieldType.Json:\n return 'TEXT'; // SQLite stores JSON as TEXT\n case DbFieldType.Blob:\n return 'BLOB';\n default:\n return 'TEXT';\n }\n }\n\n // Basic field types\n visitNumberField(field: NumberFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitSingleLineTextField(field: SingleLineTextFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitLongTextField(field: LongTextFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitAttachmentField(field: AttachmentFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitCheckboxField(field: CheckboxFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitDateField(field: DateFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitRatingField(field: RatingFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitAutoNumberField(_field: AutoNumberFieldCore): void {\n // SQLite syntax: GENERATED ALWAYS AS (expression) STORED/VIRTUAL\n // For ALTER TABLE operations, SQLite doesn't support STORED generated columns, so use VIRTUAL\n const storageType = this.context.isNewTable ? 'STORED' : 'VIRTUAL';\n this.context.table.specificType(\n this.context.dbFieldName,\n `INTEGER GENERATED ALWAYS AS (__auto_number) ${storageType}`\n );\n (this.context.field as AutoNumberFieldDto).setMetadata({\n persistedAsGeneratedColumn: true,\n });\n }\n\n visitLinkField(field: LinkFieldCore): void {\n // Ensure underlying column representation for link fields unless conflicts with FK column names\n const opts = field.options as ILinkFieldOptions;\n const conflictNames = new Set();\n const rel = opts?.relationship;\n const inferredFkName =\n opts?.foreignKeyName ??\n (rel === Relationship.ManyOne || rel === Relationship.OneOne\n ? this.context.dbFieldName\n : undefined);\n const inferredSelfName =\n opts?.selfKeyName ??\n (rel === Relationship.OneMany && opts?.isOneWay === false\n ? this.context.dbFieldName\n : undefined);\n if (inferredFkName) conflictNames.add(inferredFkName);\n if (inferredSelfName) conflictNames.add(inferredSelfName);\n\n if (!this.context.skipBaseColumnCreation && !conflictNames.has(this.context.dbFieldName)) {\n this.createStandardColumn(field);\n }\n\n if (field.isLookup) return;\n if (this.context.isSymmetricField || this.isSymmetricField(field)) return;\n this.createForeignKeyForLinkField(field);\n }\n\n private isSymmetricField(_field: LinkFieldCore): boolean {\n // A field is symmetric if it has a symmetricFieldId that points to an existing field\n // In practice, when creating symmetric fields, they are created after the main field\n // So we can check if this field's symmetricFieldId exists in the database\n // For now, we'll rely on the isSymmetricField context flag\n return false;\n }\n\n private createForeignKeyForLinkField(field: LinkFieldCore): void {\n const options = field.options as ILinkFieldOptions;\n const { relationship, fkHostTableName, selfKeyName, foreignKeyName, isOneWay, foreignTableId } =\n options;\n\n if (\n !this.context.knex ||\n !this.context.tableId ||\n !this.context.tableName ||\n !this.context.tableNameMap\n ) {\n return;\n }\n\n // Get table names from context\n const dbTableName = this.context.tableName;\n const foreignDbTableName = this.context.tableNameMap.get(foreignTableId);\n\n if (!foreignDbTableName) {\n throw new Error(`Foreign table not found: ${foreignTableId}`);\n }\n\n let alterTableSchema: Knex.SchemaBuilder | undefined;\n\n if (relationship === Relationship.ManyMany) {\n alterTableSchema = this.context.knex.schema.createTable(fkHostTableName, (table) => {\n table.increments('__id').primary();\n table\n .string(selfKeyName)\n .references('__id')\n .inTable(dbTableName)\n .withKeyName(`fk_${selfKeyName}`);\n table\n .string(foreignKeyName)\n .references('__id')\n .inTable(foreignDbTableName)\n .withKeyName(`fk_${foreignKeyName}`);\n // Add order column for maintaining insertion order\n table.integer('__order').nullable();\n });\n // Set metadata to indicate this field has order column\n (this.context.field as LinkFieldDto).setMetadata({ hasOrderColumn: true });\n }\n\n if (relationship === Relationship.ManyOne) {\n alterTableSchema = this.context.knex.schema.alterTable(fkHostTableName, (table) => {\n table\n .string(foreignKeyName)\n .references('__id')\n .inTable(foreignDbTableName)\n .withKeyName(`fk_${foreignKeyName}`);\n // Add order column for maintaining insertion order\n table.integer(`${foreignKeyName}_order`).nullable();\n });\n // Set metadata to indicate this field has order column\n (this.context.field as LinkFieldDto).setMetadata({ hasOrderColumn: true });\n }\n\n if (relationship === Relationship.OneMany) {\n if (isOneWay) {\n alterTableSchema = this.context.knex.schema.createTable(fkHostTableName, (table) => {\n table.increments('__id').primary();\n table\n .string(selfKeyName)\n .references('__id')\n .inTable(dbTableName)\n .withKeyName(`fk_${selfKeyName}`);\n table.string(foreignKeyName).references('__id').inTable(foreignDbTableName);\n table.unique([selfKeyName, foreignKeyName], {\n indexName: `index_${selfKeyName}_${foreignKeyName}`,\n });\n });\n } else {\n alterTableSchema = this.context.knex.schema.alterTable(fkHostTableName, (table) => {\n table\n .string(selfKeyName)\n .references('__id')\n .inTable(dbTableName)\n .withKeyName(`fk_${selfKeyName}`);\n // Add order column for maintaining insertion order\n table.integer(`${selfKeyName}_order`).nullable();\n });\n // Set metadata to indicate this field has order column\n (this.context.field as LinkFieldDto).setMetadata({ hasOrderColumn: true });\n }\n }\n\n // assume options is from the main field (user created one)\n if (relationship === Relationship.OneOne) {\n alterTableSchema = this.context.knex.schema.alterTable(fkHostTableName, (table) => {\n if (foreignKeyName === '__id') {\n throw new Error('can not use __id for foreignKeyName');\n }\n table.string(foreignKeyName).references('__id').inTable(foreignDbTableName);\n table.unique([foreignKeyName], {\n indexName: `index_${foreignKeyName}`,\n });\n // Add order column for maintaining insertion order\n table.integer(`${foreignKeyName}_order`).nullable();\n });\n // Set metadata to indicate this field has order column\n (this.context.field as LinkFieldDto).setMetadata({ hasOrderColumn: true });\n }\n\n if (!alterTableSchema) {\n throw new Error('alterTableSchema is undefined');\n }\n\n // Store the SQL queries to be executed later\n for (const sqlObj of alterTableSchema.toSQL()) {\n // skip sqlite pragma\n if (sqlObj.sql.startsWith('PRAGMA')) {\n continue;\n }\n this.sql.push(sqlObj.sql);\n }\n }\n\n visitRollupField(field: RollupFieldCore): void {\n // Always create an underlying base column for rollup fields\n this.createStandardColumn(field);\n }\n\n visitConditionalRollupField(field: ConditionalRollupFieldCore): void {\n this.createStandardColumn(field);\n }\n\n // Select field types\n visitSingleSelectField(field: SingleSelectFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitMultipleSelectField(field: MultipleSelectFieldCore): void {\n this.createStandardColumn(field);\n }\n\n // Formula field types\n visitFormulaField(field: FormulaFieldCore): void {\n this.createFormulaColumns(field);\n }\n\n visitButtonField(field: ButtonFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitCreatedTimeField(field: CreatedTimeFieldCore): void {\n if (field.isLookup) {\n this.createStandardColumn(field);\n return;\n }\n const storageType = this.context.isNewTable ? 'STORED' : 'VIRTUAL';\n this.context.table.specificType(\n this.context.dbFieldName,\n `TEXT GENERATED ALWAYS AS (__created_time) ${storageType}`\n );\n (this.context.field as CreatedTimeFieldDto).setMetadata({\n persistedAsGeneratedColumn: true,\n });\n }\n\n visitLastModifiedTimeField(field: LastModifiedTimeFieldCore): void {\n if (field.isLookup) {\n this.createStandardColumn(field);\n return;\n }\n const trackAll = field.isTrackAll();\n if (trackAll) {\n const storageType = this.context.isNewTable ? 'STORED' : 'VIRTUAL';\n this.context.table.specificType(\n this.context.dbFieldName,\n `TEXT GENERATED ALWAYS AS (__last_modified_time) ${storageType}`\n );\n (this.context.field as LastModifiedTimeFieldDto).setMetadata({\n persistedAsGeneratedColumn: true,\n });\n return;\n }\n\n this.createStandardColumn(field);\n (this.context.field as LastModifiedTimeFieldDto).setMetadata({\n persistedAsGeneratedColumn: false,\n });\n }\n\n // User field types\n visitUserField(field: UserFieldCore): void {\n this.createStandardColumn(field);\n }\n\n visitCreatedByField(field: CreatedByFieldCore): void {\n if (field.isLookup) {\n this.createStandardColumn(field);\n return;\n }\n // Persist as a JSON column (stores collaborator payload)\n this.createStandardColumn(field);\n (this.context.field as CreatedByFieldDto).setMetadata({\n persistedAsGeneratedColumn: false,\n });\n }\n\n visitLastModifiedByField(field: LastModifiedByFieldCore): void {\n if (field.isLookup) {\n this.createStandardColumn(field);\n return;\n }\n // Persist as a JSON column (stores collaborator payload)\n this.createStandardColumn(field);\n (this.context.field as LastModifiedByFieldDto).setMetadata({\n persistedAsGeneratedColumn: false,\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/create-database-column-query/create-database-column-field.util.ts", "content": "import type { FormulaFieldCore, TableDomain } from '@teable/core';\nimport type { IGeneratedColumnQuerySupportValidator } from '../../features/record/query-builder/sql-conversion.visitor';\n\nexport function validateGeneratedColumnSupport(\n _field: FormulaFieldCore,\n _supportValidator: IGeneratedColumnQuerySupportValidator,\n _tableDomain: TableDomain\n): boolean {\n // Temporarily disable persisting formulas as generated columns to avoid\n // PostgreSQL restrictions (e.g., subqueries) that surface during field\n // creation/duplication. All formulas should be computed via the runtime\n // pipeline instead of database generated columns.\n return false;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/create-database-column-query/index.ts", "content": "export * from './create-database-column-field-visitor.interface';\nexport * from './create-database-column-field-visitor.postgres';\nexport * from './create-database-column-field-visitor.sqlite';\n" }, { "path": "apps/nestjs-backend/src/db-provider/db.provider.interface.ts", "content": "import type {\n DriverClient,\n FieldCore,\n FieldType,\n IFilter,\n ILookupLinkOptionsVo,\n ISortItem,\n TableDomain,\n} from '@teable/core';\nimport type { Prisma } from '@teable/db-main-prisma';\nimport type { IAggregationField, ISearchIndexByQueryRo, TableIndex } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { IFieldInstance } from '../features/field/model/factory';\nimport type { DateFieldDto } from '../features/field/model/field-dto/date-field.dto';\nimport type { IFieldSelectName } from '../features/record/query-builder/field-select.type';\nimport type {\n IRecordQueryFilterContext,\n IRecordQuerySortContext,\n IRecordQueryGroupContext,\n IRecordQueryAggregateContext,\n} from '../features/record/query-builder/record-query-builder.interface';\nimport type {\n IFormulaConversionContext,\n IFormulaConversionResult,\n IGeneratedColumnQueryInterface,\n ISelectFormulaConversionContext,\n ISelectQueryInterface,\n} from '../features/record/query-builder/sql-conversion.visitor';\nimport type { IAggregationQueryInterface } from './aggregation-query/aggregation-query.interface';\nimport type { BaseQueryAbstract } from './base-query/abstract';\nimport type { DropColumnOperationType } from './drop-database-column-query/drop-database-column-field-visitor.interface';\nimport type { DuplicateTableQueryAbstract } from './duplicate-table/abstract';\nimport type { DuplicateAttachmentTableQueryAbstract } from './duplicate-table/duplicate-attachment-table-query.abstract';\nimport type { IFilterQueryInterface } from './filter-query/filter-query.interface';\nimport type { IGroupQueryExtra, IGroupQueryInterface } from './group-query/group-query.interface';\nimport type { IndexBuilderAbstract } from './index-query/index-abstract-builder';\nimport type { IntegrityQueryAbstract } from './integrity-query/abstract';\nimport type { ISortQueryInterface } from './sort-query/sort-query.interface';\n\nexport type IFilterQueryExtra = {\n withUserId?: string;\n\n [key: string]: unknown;\n};\n\nexport type ISortQueryExtra = {\n [key: string]: unknown;\n};\n\nexport type IAggregationQueryExtra = { filter?: IFilter; groupBy?: string[] } & IFilterQueryExtra;\n\nexport type ICalendarDailyCollectionQueryProps = {\n startDate: string;\n endDate: string;\n startField: DateFieldDto;\n endField: DateFieldDto;\n dbTableName: string;\n};\n\nexport interface IDbProvider {\n driver: DriverClient;\n\n createSchema(schemaName: string): string[] | undefined;\n\n dropSchema(schemaName: string): string | undefined;\n\n generateDbTableName(baseId: string, name: string): string;\n\n renameTableName(oldTableName: string, newTableName: string): string[];\n\n getForeignKeysInfo(dbTableName: string): string;\n\n dropTable(tableName: string): string;\n\n renameColumn(tableName: string, oldName: string, newName: string): string[];\n\n dropColumn(\n tableName: string,\n fieldInstance: IFieldInstance,\n linkContext?: { tableId: string; tableNameMap: Map },\n operationType?: DropColumnOperationType\n ): string[];\n\n updateJsonColumn(\n tableName: string,\n columnName: string,\n id: string,\n key: string,\n value: string\n ): string;\n\n updateJsonArrayColumn(\n tableName: string,\n columnName: string,\n id: string,\n key: string,\n value: string\n ): string;\n\n // sql response format: { name: string }[], name for columnName.\n columnInfo(tableName: string): string;\n\n checkColumnExist(\n tableName: string,\n columnName: string,\n prisma: Prisma.TransactionClient\n ): Promise;\n\n checkTableExist(tableName: string): string;\n\n dropColumnAndIndex(tableName: string, columnName: string, indexName: string): string[];\n\n modifyColumnSchema(\n tableName: string,\n oldFieldInstance: IFieldInstance,\n fieldInstance: IFieldInstance,\n tableDomain: TableDomain,\n linkContext?: { tableId: string; tableNameMap: Map }\n ): string[];\n\n createColumnSchema(\n tableName: string,\n fieldInstance: IFieldInstance,\n tableDomain: TableDomain,\n isNewTable: boolean,\n tableId: string,\n tableNameMap: Map,\n isSymmetricField?: boolean,\n skipBaseColumnCreation?: boolean\n ): string[];\n\n duplicateTable(\n fromSchema: string,\n toSchema: string,\n tableName: string,\n withData?: boolean\n ): string;\n\n alterAutoNumber(tableName: string): string[];\n\n batchInsertSql(tableName: string, insertData: ReadonlyArray): string;\n\n splitTableName(tableName: string): string[];\n\n joinDbTableName(schemaName: string, dbTableName: string): string;\n\n executeUpdateRecordsSqlList(params: {\n dbTableName: string;\n tempTableName: string;\n idFieldName: string;\n dbFieldNames: string[];\n data: { id: string; values: { [key: string]: unknown } }[];\n }): { insertTempTableSql: string; updateRecordSql: string };\n\n updateFromSelectSql(params: {\n dbTableName: string;\n idFieldName: string;\n subQuery: Knex.QueryBuilder;\n dbFieldNames: string[];\n returningDbFieldNames?: string[];\n restrictRecordIds?: string[];\n }): string;\n\n lockRecordsSql?(params: {\n dbTableName: string;\n idFieldName: string;\n recordIds: string[];\n }): string | undefined;\n\n aggregationQuery(\n originQueryBuilder: Knex.QueryBuilder,\n fields?: { [fieldId: string]: FieldCore },\n aggregationFields?: IAggregationField[],\n extra?: IAggregationQueryExtra,\n context?: IRecordQueryAggregateContext\n ): IAggregationQueryInterface;\n\n filterQuery(\n originKnex: Knex.QueryBuilder,\n fields?: { [fieldId: string]: FieldCore },\n filter?: IFilter,\n extra?: IFilterQueryExtra,\n context?: IRecordQueryFilterContext\n ): IFilterQueryInterface;\n\n sortQuery(\n originKnex: Knex.QueryBuilder,\n fields?: { [fieldId: string]: FieldCore },\n sortObjs?: ISortItem[],\n extra?: ISortQueryExtra,\n context?: IRecordQuerySortContext\n ): ISortQueryInterface;\n\n groupQuery(\n originKnex: Knex.QueryBuilder,\n fieldMap?: { [fieldId: string]: FieldCore },\n groupFieldIds?: string[],\n extra?: IGroupQueryExtra,\n context?: IRecordQueryGroupContext\n ): IGroupQueryInterface;\n\n searchQuery(\n originQueryBuilder: Knex.QueryBuilder,\n searchFields: IFieldInstance[],\n tableIndex: TableIndex[],\n search: [string, string?, boolean?],\n context?: IRecordQueryFilterContext\n ): Knex.QueryBuilder;\n\n searchIndexQuery(\n originQueryBuilder: Knex.QueryBuilder,\n dbTableName: string,\n searchField: IFieldInstance[],\n searchIndexRo: Partial,\n tableIndex: TableIndex[],\n context?: IRecordQueryFilterContext,\n baseSortIndex?: string,\n setFilterQuery?: (qb: Knex.QueryBuilder) => void,\n setSortQuery?: (qb: Knex.QueryBuilder) => void\n ): Knex.QueryBuilder;\n\n searchCountQuery(\n originQueryBuilder: Knex.QueryBuilder,\n searchField: IFieldInstance[],\n search: [string, string?, boolean?],\n tableIndex: TableIndex[],\n context?: IRecordQueryFilterContext\n ): Knex.QueryBuilder;\n\n searchIndex(): IndexBuilderAbstract;\n\n duplicateTableQuery(queryBuilder: Knex.QueryBuilder): DuplicateTableQueryAbstract;\n\n duplicateAttachmentTableQuery(\n queryBuilder: Knex.QueryBuilder\n ): DuplicateAttachmentTableQueryAbstract;\n\n shareFilterCollaboratorsQuery(\n originQueryBuilder: Knex.QueryBuilder,\n dbFieldName: string,\n isMultipleCellValue?: boolean | null\n ): void;\n\n baseQuery(): BaseQueryAbstract;\n\n integrityQuery(): IntegrityQueryAbstract;\n\n calendarDailyCollectionQuery(\n qb: Knex.QueryBuilder,\n props: ICalendarDailyCollectionQueryProps\n ): Knex.QueryBuilder;\n\n lookupOptionsQuery(optionsKey: keyof ILookupLinkOptionsVo, value: string): string;\n\n optionsQuery(type: FieldType, optionsKey: string, value: string): string;\n\n searchBuilder(qb: Knex.QueryBuilder, search: [string, string][]): Knex.QueryBuilder;\n\n getTableIndexes(dbTableName: string): string;\n\n generatedColumnQuery(): IGeneratedColumnQueryInterface;\n\n convertFormulaToGeneratedColumn(\n expression: string,\n context: IFormulaConversionContext\n ): IFormulaConversionResult;\n\n selectQuery(): ISelectQueryInterface;\n\n convertFormulaToSelectQuery(\n expression: string,\n context: ISelectFormulaConversionContext\n ): IFieldSelectName;\n\n generateDatabaseViewName(tableId: string): string;\n createDatabaseView(\n table: TableDomain,\n qb: Knex.QueryBuilder,\n options?: { materialized?: boolean }\n ): string[];\n recreateDatabaseView(table: TableDomain, qb: Knex.QueryBuilder): string[];\n dropDatabaseView(tableId: string): string[];\n refreshDatabaseView(tableId: string, options?: { concurrently?: boolean }): string | undefined;\n\n createMaterializedView(table: TableDomain, qb: Knex.QueryBuilder): string;\n dropMaterializedView(tableId: string): string;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/db.provider.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { Provider } from '@nestjs/common';\nimport { Inject } from '@nestjs/common';\nimport { DriverClient } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { getDriverName } from '../utils/db-helpers';\nimport { PostgresProvider } from './postgres.provider';\nimport { SqliteProvider } from './sqlite.provider';\n\nexport const DB_PROVIDER_SYMBOL = Symbol('DB_PROVIDER');\n\nexport const InjectDbProvider = () => Inject(DB_PROVIDER_SYMBOL);\n\nexport const DbProvider: Provider = {\n provide: DB_PROVIDER_SYMBOL,\n useFactory: (knex: Knex) => {\n const driverClient = getDriverName(knex);\n switch (driverClient) {\n case DriverClient.Sqlite:\n return new SqliteProvider(knex);\n case DriverClient.Pg:\n return new PostgresProvider(knex);\n }\n },\n inject: ['CUSTOM_KNEX'],\n};\n" }, { "path": "apps/nestjs-backend/src/db-provider/drop-database-column-query/drop-database-column-field-visitor.interface.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { Knex } from 'knex';\n\n/**\n * Operation types for database column dropping\n */\nexport enum DropColumnOperationType {\n /** Complete field deletion - remove field and all related foreign keys/tables */\n DELETE_FIELD = 'DELETE_FIELD',\n /** Field type conversion - only remove field columns, preserve foreign key relationships */\n CONVERT_FIELD = 'CONVERT_FIELD',\n /** Delete symmetric field in bidirectional to unidirectional conversion - preserve foreign keys for main field */\n DELETE_SYMMETRIC_FIELD = 'DELETE_SYMMETRIC_FIELD',\n}\n\n/**\n * Context interface for database column dropping\n */\nexport interface IDropDatabaseColumnContext {\n /** Table name */\n tableName: string;\n /** Knex instance for building queries */\n knex: Knex;\n /** Link context for link field operations */\n linkContext?: { tableId: string; tableNameMap: Map };\n /** Operation type to determine deletion strategy */\n operationType?: DropColumnOperationType;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/drop-database-column-query/drop-database-column-field-visitor.postgres.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Relationship } from '@teable/core';\nimport type {\n AttachmentFieldCore,\n AutoNumberFieldCore,\n CheckboxFieldCore,\n CreatedByFieldCore,\n CreatedTimeFieldCore,\n DateFieldCore,\n FormulaFieldCore,\n LastModifiedByFieldCore,\n LastModifiedTimeFieldCore,\n LinkFieldCore,\n LongTextFieldCore,\n MultipleSelectFieldCore,\n NumberFieldCore,\n RatingFieldCore,\n RollupFieldCore,\n ConditionalRollupFieldCore,\n SingleLineTextFieldCore,\n SingleSelectFieldCore,\n UserFieldCore,\n IFieldVisitor,\n FieldCore,\n ILinkFieldOptions,\n ButtonFieldCore,\n} from '@teable/core';\nimport { DropColumnOperationType } from './drop-database-column-field-visitor.interface';\nimport type { IDropDatabaseColumnContext } from './drop-database-column-field-visitor.interface';\n\n/**\n * PostgreSQL implementation of database column drop visitor.\n */\nexport class DropPostgresDatabaseColumnFieldVisitor implements IFieldVisitor {\n constructor(private readonly context: IDropDatabaseColumnContext) {}\n\n private dropStandardColumn(field: FieldCore): string[] {\n // Get all column names for this field\n const columnNames = field.dbFieldNames;\n const queries: string[] = [];\n\n for (const columnName of columnNames) {\n // Use CASCADE to automatically drop dependent objects (like generated columns)\n // This is safe because we handle application-level dependencies separately\n const dropQuery = this.context.knex\n .raw('ALTER TABLE ?? DROP COLUMN IF EXISTS ?? CASCADE', [\n this.context.tableName,\n columnName,\n ])\n .toQuery();\n\n queries.push(dropQuery);\n }\n\n return queries;\n }\n\n private dropFormulaColumns(field: FormulaFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n private dropForeignKeyForLinkField(field: LinkFieldCore): string[] {\n const options = field.options as ILinkFieldOptions;\n const { fkHostTableName, relationship, selfKeyName, foreignKeyName, isOneWay } = options;\n const queries: string[] = [];\n\n // Check operation type - only drop foreign keys for complete field deletion\n const operationType = this.context.operationType || DropColumnOperationType.DELETE_FIELD;\n\n // For field conversion or symmetric field deletion, preserve foreign key relationships\n // as they may still be needed by other fields\n if (\n operationType === DropColumnOperationType.CONVERT_FIELD ||\n operationType === DropColumnOperationType.DELETE_SYMMETRIC_FIELD\n ) {\n return queries; // Return empty array - don't drop foreign keys\n }\n\n // Helper function to drop table\n const dropTable = (tableName: string): string => {\n return this.context.knex.raw('DROP TABLE IF EXISTS ?? CASCADE', [tableName]).toQuery();\n };\n\n // Helper function to drop column with index and order column\n const dropColumn = (tableName: string, columnName: string): string[] => {\n const dropQueries: string[] = [];\n\n // Drop index first\n dropQueries.push(\n this.context.knex.raw('DROP INDEX IF EXISTS ??', [`index_${columnName}`]).toQuery()\n );\n\n // Drop main column\n dropQueries.push(\n this.context.knex\n .raw('ALTER TABLE ?? DROP COLUMN IF EXISTS ?? CASCADE', [tableName, columnName])\n .toQuery()\n );\n\n // Drop order column if it exists\n dropQueries.push(\n this.context.knex\n .raw('ALTER TABLE ?? DROP COLUMN IF EXISTS ?? CASCADE', [\n tableName,\n `${columnName}_order`,\n ])\n .toQuery()\n );\n\n return dropQueries;\n };\n\n // Handle different relationship types - only for complete field deletion\n if (relationship === Relationship.ManyMany && fkHostTableName.includes('junction_')) {\n queries.push(dropTable(fkHostTableName));\n }\n\n if (relationship === Relationship.ManyOne) {\n queries.push(...dropColumn(fkHostTableName, foreignKeyName));\n }\n\n if (relationship === Relationship.OneMany) {\n if (isOneWay && fkHostTableName.includes('junction_')) {\n queries.push(dropTable(fkHostTableName));\n } else if (!isOneWay) {\n // For non-one-way OneMany relationships, drop the selfKeyName column and its order column\n queries.push(...dropColumn(fkHostTableName, selfKeyName));\n }\n }\n\n if (relationship === Relationship.OneOne) {\n const columnToDrop = foreignKeyName === '__id' ? selfKeyName : foreignKeyName;\n queries.push(...dropColumn(fkHostTableName, columnToDrop));\n }\n\n return queries;\n }\n\n // Basic field types\n visitNumberField(field: NumberFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitSingleLineTextField(field: SingleLineTextFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitLongTextField(field: LongTextFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitAttachmentField(field: AttachmentFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitCheckboxField(field: CheckboxFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitDateField(field: DateFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitRatingField(field: RatingFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitAutoNumberField(field: AutoNumberFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitLinkField(field: LinkFieldCore): string[] {\n const opts = field.options as ILinkFieldOptions;\n const rel = opts?.relationship;\n const inferredFkName =\n opts?.foreignKeyName ??\n (rel === Relationship.ManyOne || rel === Relationship.OneOne ? field.dbFieldName : undefined);\n const inferredSelfName =\n opts?.selfKeyName ??\n (rel === Relationship.OneMany && opts?.isOneWay === false ? field.dbFieldName : undefined);\n const conflictNames = new Set();\n if (inferredFkName) conflictNames.add(inferredFkName);\n if (inferredSelfName) conflictNames.add(inferredSelfName);\n\n const queries: string[] = [];\n // Drop the separate base column only if it does not conflict with FK columns\n if (!conflictNames.has(field.dbFieldName)) {\n queries.push(...this.dropStandardColumn(field));\n }\n\n // Always drop FK/junction artifacts for link fields\n queries.push(...this.dropForeignKeyForLinkField(field));\n return queries;\n }\n\n visitRollupField(field: RollupFieldCore): string[] {\n // Drop underlying base column for rollup fields\n return this.dropStandardColumn(field);\n }\n\n visitConditionalRollupField(field: ConditionalRollupFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n // Select field types\n visitSingleSelectField(field: SingleSelectFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitMultipleSelectField(field: MultipleSelectFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitButtonField(field: ButtonFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n // Formula field types\n visitFormulaField(field: FormulaFieldCore): string[] {\n return this.dropFormulaColumns(field);\n }\n\n visitCreatedTimeField(field: CreatedTimeFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitLastModifiedTimeField(field: LastModifiedTimeFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n // User field types\n visitUserField(field: UserFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitCreatedByField(field: CreatedByFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitLastModifiedByField(field: LastModifiedByFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/drop-database-column-query/drop-database-column-field-visitor.sqlite.ts", "content": "import { Relationship } from '@teable/core';\nimport type {\n AttachmentFieldCore,\n AutoNumberFieldCore,\n CheckboxFieldCore,\n CreatedByFieldCore,\n CreatedTimeFieldCore,\n DateFieldCore,\n FormulaFieldCore,\n LastModifiedByFieldCore,\n LastModifiedTimeFieldCore,\n LinkFieldCore,\n LongTextFieldCore,\n MultipleSelectFieldCore,\n NumberFieldCore,\n RatingFieldCore,\n RollupFieldCore,\n ConditionalRollupFieldCore,\n SingleLineTextFieldCore,\n SingleSelectFieldCore,\n UserFieldCore,\n IFieldVisitor,\n FieldCore,\n ILinkFieldOptions,\n ButtonFieldCore,\n} from '@teable/core';\nimport type { IDropDatabaseColumnContext } from './drop-database-column-field-visitor.interface';\nimport { DropColumnOperationType } from './drop-database-column-field-visitor.interface';\n\n/**\n * SQLite implementation of database column drop visitor.\n */\nexport class DropSqliteDatabaseColumnFieldVisitor implements IFieldVisitor {\n constructor(private readonly context: IDropDatabaseColumnContext) {}\n\n private dropStandardColumn(field: FieldCore): string[] {\n // Get all column names for this field\n const columnNames = field.dbFieldNames;\n const queries: string[] = [];\n\n for (const columnName of columnNames) {\n const dropQuery = this.context.knex\n .raw('ALTER TABLE ?? DROP COLUMN ??', [this.context.tableName, columnName])\n .toQuery();\n\n queries.push(dropQuery);\n }\n\n return queries;\n }\n\n private dropFormulaColumns(field: FormulaFieldCore): string[] {\n // Align with Postgres: drop the physical column representing the formula\n // regardless of whether it was persisted as a generated column or not.\n return this.dropStandardColumn(field);\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private dropForeignKeyForLinkField(field: LinkFieldCore): string[] {\n const options = field.options as ILinkFieldOptions;\n const { fkHostTableName, relationship, selfKeyName, foreignKeyName, isOneWay } = options;\n const queries: string[] = [];\n\n // Check operation type - only drop foreign keys for complete field deletion\n const operationType = this.context.operationType || DropColumnOperationType.DELETE_FIELD;\n\n // For field conversion or symmetric field deletion, preserve foreign key relationships\n // as they may still be needed by other fields\n if (\n operationType === DropColumnOperationType.CONVERT_FIELD ||\n operationType === DropColumnOperationType.DELETE_SYMMETRIC_FIELD\n ) {\n return queries; // Return empty array - don't drop foreign keys\n }\n\n // Helper function to drop table\n const dropTable = (tableName: string): string => {\n return this.context.knex.raw('DROP TABLE IF EXISTS ??', [tableName]).toQuery();\n };\n\n // Helper function to drop column with index\n const dropColumn = (tableName: string, columnName: string): string[] => {\n const dropQueries: string[] = [];\n\n // Drop index first\n dropQueries.push(\n this.context.knex.raw('DROP INDEX IF EXISTS ??', [`index_${columnName}`]).toQuery()\n );\n\n // Drop column\n dropQueries.push(\n this.context.knex.raw('ALTER TABLE ?? DROP COLUMN ??', [tableName, columnName]).toQuery()\n );\n\n return dropQueries;\n };\n\n // Handle different relationship types\n if (relationship === Relationship.ManyMany && fkHostTableName.includes('junction_')) {\n queries.push(dropTable(fkHostTableName));\n }\n\n if (relationship === Relationship.ManyOne) {\n queries.push(...dropColumn(fkHostTableName, foreignKeyName));\n }\n\n if (relationship === Relationship.OneMany) {\n if (isOneWay) {\n if (fkHostTableName.includes('junction_')) {\n queries.push(dropTable(fkHostTableName));\n }\n } else {\n queries.push(...dropColumn(fkHostTableName, selfKeyName));\n }\n }\n\n if (relationship === Relationship.OneOne) {\n const columnToDrop = foreignKeyName === '__id' ? selfKeyName : foreignKeyName;\n queries.push(...dropColumn(fkHostTableName, columnToDrop));\n }\n\n return queries;\n }\n\n // Basic field types\n visitNumberField(field: NumberFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitSingleLineTextField(field: SingleLineTextFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitLongTextField(field: LongTextFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitAttachmentField(field: AttachmentFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitCheckboxField(field: CheckboxFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitDateField(field: DateFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitRatingField(field: RatingFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitAutoNumberField(field: AutoNumberFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitLinkField(field: LinkFieldCore): string[] {\n const opts = field.options as ILinkFieldOptions;\n const rel = opts?.relationship;\n const inferredFkName =\n opts?.foreignKeyName ??\n (rel === Relationship.ManyOne || rel === Relationship.OneOne ? field.dbFieldName : undefined);\n const inferredSelfName =\n opts?.selfKeyName ??\n (rel === Relationship.OneMany && opts?.isOneWay === false ? field.dbFieldName : undefined);\n const conflictNames = new Set();\n if (inferredFkName) conflictNames.add(inferredFkName);\n if (inferredSelfName) conflictNames.add(inferredSelfName);\n\n const queries: string[] = [];\n if (!conflictNames.has(field.dbFieldName)) {\n queries.push(...this.dropStandardColumn(field));\n }\n queries.push(...this.dropForeignKeyForLinkField(field));\n return queries;\n }\n\n visitRollupField(field: RollupFieldCore): string[] {\n // Drop underlying base column for rollup fields\n return this.dropStandardColumn(field);\n }\n\n visitConditionalRollupField(field: ConditionalRollupFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n // Select field types\n visitSingleSelectField(field: SingleSelectFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitMultipleSelectField(field: MultipleSelectFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitButtonField(field: ButtonFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n // Formula field types\n visitFormulaField(field: FormulaFieldCore): string[] {\n return this.dropFormulaColumns(field);\n }\n\n visitCreatedTimeField(field: CreatedTimeFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitLastModifiedTimeField(field: LastModifiedTimeFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n // User field types\n visitUserField(field: UserFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitCreatedByField(field: CreatedByFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n\n visitLastModifiedByField(field: LastModifiedByFieldCore): string[] {\n return this.dropStandardColumn(field);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/drop-database-column-query/index.ts", "content": "export * from './drop-database-column-field-visitor.interface';\nexport * from './drop-database-column-field-visitor.postgres';\nexport * from './drop-database-column-field-visitor.sqlite';\n" }, { "path": "apps/nestjs-backend/src/db-provider/duplicate-table/abstract.ts", "content": "import type { Knex } from 'knex';\n\nexport abstract class DuplicateTableQueryAbstract {\n constructor(protected readonly queryBuilder: Knex.QueryBuilder) {}\n\n abstract duplicateTableData(\n sourceTable: string,\n targetTable: string,\n newColumns: string[],\n oldColumns: string[],\n crossBaseLinkDbFieldNames: { dbFieldName: string; isMultipleCellValue: boolean }[]\n ): Knex.QueryBuilder;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/duplicate-table/duplicate-attachment-table-query.abstract.ts", "content": "import type { Knex } from 'knex';\n\nexport abstract class DuplicateAttachmentTableQueryAbstract {\n constructor(protected readonly queryBuilder: Knex.QueryBuilder) {}\n\n abstract duplicateAttachmentTable(\n sourceTableId: string,\n targetTableId: string,\n sourceFieldId: string,\n targetFieldId: string,\n userId: string\n ): Knex.QueryBuilder;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/duplicate-table/duplicate-attachment-table-query.postgres.ts", "content": "import type { Knex } from 'knex';\nimport { DuplicateAttachmentTableQueryAbstract } from './duplicate-attachment-table-query.abstract';\n\nexport class DuplicateAttachmentTableQueryPostgres extends DuplicateAttachmentTableQueryAbstract {\n protected knex: Knex.Client;\n constructor(queryBuilder: Knex.QueryBuilder) {\n super(queryBuilder);\n this.knex = queryBuilder.client;\n }\n\n duplicateAttachmentTable(\n sourceTableId: string,\n targetTableId: string,\n sourceFieldId: string,\n targetFieldId: string,\n userId: string\n ) {\n const attachmentTableDbName = 'attachments_table';\n const targetColumns = [\n 'id',\n 'attachment_id',\n 'name',\n 'token',\n 'record_id',\n 'table_id',\n 'field_id',\n 'created_by',\n ];\n\n const sourceColumns = [\n this.knex.raw(\n `(\n 'cm' || \n substr(md5(random()::text || clock_timestamp()::text), 1, 8) || \n substr(md5(random()::text), 1, 15)\n )`\n ),\n 'attachment_id',\n 'name',\n 'token',\n 'record_id',\n this.knex.raw(`'${targetTableId}' AS table_id`),\n this.knex.raw(`'${targetFieldId}' AS field_id`),\n this.knex.raw(`'${userId}' AS created_by`),\n ];\n\n const newColumnList = targetColumns.map((col) => `\"${col}\"`).join(', ');\n const oldColumnList = sourceColumns\n .map((col) => {\n return typeof col === 'string' ? `\"${col}\"` : col;\n })\n .join(', ');\n return this.knex.raw(\n `INSERT INTO ?? (${newColumnList}) SELECT ${oldColumnList} FROM ?? WHERE field_id = ? and table_id = ?`,\n [attachmentTableDbName, attachmentTableDbName, sourceFieldId, sourceTableId]\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/duplicate-table/duplicate-attachment-table-query.sqlite.ts", "content": "import type { Knex } from 'knex';\nimport { DuplicateAttachmentTableQueryAbstract } from './duplicate-attachment-table-query.abstract';\n\nexport class DuplicateAttachmentTableQuerySqlite extends DuplicateAttachmentTableQueryAbstract {\n protected knex: Knex.Client;\n constructor(queryBuilder: Knex.QueryBuilder) {\n super(queryBuilder);\n this.knex = queryBuilder.client;\n }\n\n duplicateAttachmentTable(\n sourceTableId: string,\n targetTableId: string,\n sourceFieldId: string,\n targetFieldId: string,\n userId: string\n ) {\n const attachmentTableDbName = 'attachments_table';\n const targetColumns = [\n 'id',\n 'attachment_id',\n 'name',\n 'token',\n 'record_id',\n 'table_id',\n 'field_id',\n 'created_by',\n ];\n\n const sourceColumns = [\n this.knex.raw(`(\n 'cm' || \n substr(hex(randomblob(4)), 1, 8) || \n substr(hex(randomblob(8)), 1, 15)\n )`),\n 'attachment_id',\n 'name',\n 'token',\n 'record_id',\n this.knex.raw(`'${targetTableId}' AS table_id`),\n this.knex.raw(`'${targetFieldId}' AS field_id`),\n this.knex.raw(`'${userId}' AS created_by`),\n ];\n\n const newColumnList = targetColumns.map((col) => `\"${col}\"`).join(', ');\n const oldColumnList = sourceColumns\n .map((col) => {\n return typeof col === 'string' ? `\"${col}\"` : col;\n })\n .join(', ');\n return this.knex.raw(\n `INSERT INTO ?? (${newColumnList}) SELECT ${oldColumnList} FROM ?? WHERE field_id = ? and table_id = ?`,\n [attachmentTableDbName, attachmentTableDbName, sourceFieldId, sourceTableId]\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/duplicate-table/duplicate-query.postgres.ts", "content": "import type { Knex } from 'knex';\nimport { DuplicateTableQueryAbstract } from './abstract';\n\nexport class DuplicateTableQueryPostgres extends DuplicateTableQueryAbstract {\n protected knex: Knex.Client;\n constructor(queryBuilder: Knex.QueryBuilder) {\n super(queryBuilder);\n this.knex = queryBuilder.client;\n }\n\n duplicateTableData(\n sourceTable: string,\n targetTable: string,\n newColumns: string[],\n oldColumns: string[],\n crossBaseLinkDbFieldNames: { dbFieldName: string; isMultipleCellValue: boolean }[]\n ) {\n const newColumnList = newColumns.map((col) => `\"${col}\"`).join(', ');\n const oldColumnList = oldColumns\n .map((col) => {\n if (col === '__version') {\n return '1 AS \"__version\"';\n }\n // cross base link field should transform to text from json\n if (crossBaseLinkDbFieldNames.map(({ dbFieldName }) => dbFieldName).includes(col)) {\n const isMultipleCellValue = crossBaseLinkDbFieldNames.find(\n ({ dbFieldName }) => dbFieldName === col\n )?.isMultipleCellValue;\n return !isMultipleCellValue\n ? `\"${col}\" ->> 'title' as \"${col}\"`\n : `CASE\n WHEN \"${col}\" IS NULL THEN NULL\n ELSE (SELECT string_agg(elem ->> 'title', ', ')\n FROM json_array_elements(CAST(\"${col}\" AS json)) AS elem)\n END as \"${col}\"`;\n }\n return `\"${col}\"`;\n })\n .join(', ');\n return this.knex.raw(\n `INSERT INTO ?? (${newColumnList}) SELECT ${oldColumnList} FROM ?? ORDER BY __auto_number`,\n [targetTable, sourceTable]\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/duplicate-table/duplicate-query.sqlite.ts", "content": "import type { Knex } from 'knex';\nimport { DuplicateTableQueryAbstract } from './abstract';\n\nexport class DuplicateTableQuerySqlite extends DuplicateTableQueryAbstract {\n protected knex: Knex.Client;\n constructor(queryBuilder: Knex.QueryBuilder) {\n super(queryBuilder);\n this.knex = queryBuilder.client;\n }\n\n duplicateTableData(\n sourceTable: string,\n targetTable: string,\n newColumns: string[],\n oldColumns: string[],\n crossBaseLinkDbFieldNames: { dbFieldName: string; isMultipleCellValue: boolean }[]\n ) {\n const newColumnList = newColumns.map((col) => `\"${col}\"`).join(', ');\n const oldColumnList = oldColumns\n .map((col) => {\n if (col === '__version') {\n return '1 AS \"__version\"';\n }\n // cross base link field should transform to text from json\n if (crossBaseLinkDbFieldNames.map(({ dbFieldName }) => dbFieldName).includes(col)) {\n const isMultipleCellValue = crossBaseLinkDbFieldNames.find(\n ({ dbFieldName }) => dbFieldName === col\n )?.isMultipleCellValue;\n return !isMultipleCellValue\n ? `json_extract(\"${col}\", '$.title') as \"${col}\"`\n : `CASE\n WHEN \"${col}\" IS NULL THEN NULL\n ELSE (\n SELECT group_concat(json_extract(value, '$.title'), ',')\n FROM json_each(\"${col}\")\n )\n END as \"${col}\"`;\n }\n return `\"${col}\"`;\n })\n .join(', ');\n return this.knex.raw(\n `INSERT INTO ?? (${newColumnList}) SELECT ${oldColumnList} FROM ?? ORDER BY __auto_number`,\n [targetTable, sourceTable]\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/__tests__/field-reference.spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport {\n CellValueType,\n CheckboxFieldCore,\n DateFieldCore,\n DateFormattingPreset,\n DriverClient,\n FieldType,\n NumberFieldCore,\n SingleLineTextFieldCore,\n TimeFormatting,\n UserFieldCore,\n defaultUserFieldOptions,\n filterSchema,\n hasAnyOf,\n is,\n isExactly,\n} from '@teable/core';\nimport type { FieldCore, IFilter } from '@teable/core';\nimport knex from 'knex';\nimport type { IDbProvider } from '../../db.provider.interface';\nimport { FilterQueryPostgres } from '../postgres/filter-query.postgres';\n\ntype FieldPair = {\n label: string;\n field: FieldCore;\n reference: FieldCore;\n expectedSql: RegExp;\n};\n\nconst knexBuilder = knex({ client: 'pg' });\n\nconst dbProviderStub = { driver: DriverClient.Pg } as unknown as IDbProvider;\n\nfunction assignBaseField(\n field: T,\n params: {\n id: string;\n dbFieldName: string;\n type: FieldType;\n cellValueType: CellValueType;\n options: T['options'];\n isMultipleCellValue?: boolean;\n }\n): T {\n field.id = params.id;\n field.name = params.id;\n field.dbFieldName = params.dbFieldName;\n field.type = params.type;\n field.options = params.options;\n field.cellValueType = params.cellValueType;\n field.isMultipleCellValue = params.isMultipleCellValue ?? false;\n field.isLookup = false;\n field.updateDbFieldType();\n return field;\n}\n\nfunction createNumberField(id: string, dbFieldName: string): NumberFieldCore {\n return assignBaseField(new NumberFieldCore(), {\n id,\n dbFieldName,\n type: FieldType.Number,\n cellValueType: CellValueType.Number,\n options: NumberFieldCore.defaultOptions(),\n });\n}\n\nfunction createNumberArrayField(id: string, dbFieldName: string): NumberFieldCore {\n const field = createNumberField(id, dbFieldName);\n field.isMultipleCellValue = true;\n return field;\n}\n\nfunction createTextField(id: string, dbFieldName: string): SingleLineTextFieldCore {\n return assignBaseField(new SingleLineTextFieldCore(), {\n id,\n dbFieldName,\n type: FieldType.SingleLineText,\n cellValueType: CellValueType.String,\n options: SingleLineTextFieldCore.defaultOptions(),\n });\n}\n\nfunction createDateField(id: string, dbFieldName: string): DateFieldCore {\n const options = DateFieldCore.defaultOptions();\n options.formatting = {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'UTC',\n };\n return assignBaseField(new DateFieldCore(), {\n id,\n dbFieldName,\n type: FieldType.Date,\n cellValueType: CellValueType.DateTime,\n options,\n });\n}\n\nfunction createCheckboxField(id: string, dbFieldName: string): CheckboxFieldCore {\n return assignBaseField(new CheckboxFieldCore(), {\n id,\n dbFieldName,\n type: FieldType.Checkbox,\n cellValueType: CellValueType.Boolean,\n options: CheckboxFieldCore.defaultOptions(),\n });\n}\n\nfunction createUserField(\n id: string,\n dbFieldName: string,\n isMultipleCellValue: boolean\n): UserFieldCore {\n return assignBaseField(new UserFieldCore(), {\n id,\n dbFieldName,\n type: FieldType.User,\n cellValueType: CellValueType.String,\n options: { ...defaultUserFieldOptions, isMultiple: isMultipleCellValue },\n isMultipleCellValue,\n });\n}\n\nconst cases: FieldPair[] = [\n {\n label: 'number field',\n field: createNumberField('fld_number', 'number_col'),\n reference: createNumberField('fld_number_ref', 'number_ref'),\n expectedSql: /\"main\".\"number_col\" = \"main\".\"number_ref\"/i,\n },\n {\n label: 'single line text field',\n field: createTextField('fld_text', 'text_col'),\n reference: createTextField('fld_text_ref', 'text_ref'),\n expectedSql: /\"main\".\"text_col\" = \"main\".\"text_ref\"/i,\n },\n {\n label: 'date field',\n field: createDateField('fld_date', 'date_col'),\n reference: createDateField('fld_date_ref', 'date_ref'),\n expectedSql:\n /DATE_TRUNC\\('day', \\(\"main\"\\.\"date_col\"\\) AT TIME ZONE 'UTC'\\) = DATE_TRUNC\\('day', \\(\"main\"\\.\"date_ref\"\\) AT TIME ZONE 'UTC'\\)/,\n },\n {\n label: 'checkbox field',\n field: createCheckboxField('fld_checkbox', 'checkbox_col'),\n reference: createCheckboxField('fld_checkbox_ref', 'checkbox_ref'),\n expectedSql: /\"main\".\"checkbox_col\" = \"main\".\"checkbox_ref\"/i,\n },\n {\n label: 'user field',\n field: createUserField('fld_user', 'user_col', false),\n reference: createUserField('fld_user_ref', 'user_ref', false),\n expectedSql:\n /jsonb_extract_path_text\\(\"main\"\\.\"user_col\"::jsonb, 'id'\\) = jsonb_extract_path_text\\(\"main\"\\.\"user_ref\"::jsonb, 'id'\\)/i,\n },\n];\n\ndescribe('field reference filters', () => {\n it.each(cases)('supports field reference for %s', ({ field, reference, expectedSql }) => {\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: field.id,\n operator: is.value,\n value: { type: 'field', fieldId: reference.id },\n },\n ],\n } as const;\n\n const parseResult = filterSchema.safeParse(filter);\n expect(parseResult.success).toBe(true);\n\n const qb = knexBuilder('main_table as main');\n\n const selectionEntries: [string, string][] = [\n [field.id, `\"main\".\"${field.dbFieldName}\"`],\n [reference.id, `\"main\".\"${reference.dbFieldName}\"`],\n ];\n\n const selectionMap = new Map(selectionEntries);\n const filterQuery = new FilterQueryPostgres(\n qb,\n {\n [field.id]: field,\n [reference.id]: reference,\n },\n filter,\n undefined,\n dbProviderStub,\n {\n selectionMap,\n fieldReferenceSelectionMap: new Map(selectionEntries),\n fieldReferenceFieldMap: new Map([\n [field.id, field],\n [reference.id, reference],\n ]),\n }\n );\n\n expect(() => filterQuery.appendQueryBuilder()).not.toThrow();\n\n const sql = qb.toQuery().replace(/\\s+/g, ' ');\n expect(sql).toMatch(expectedSql);\n });\n\n it('supports hasAnyOf against multi-user field references', () => {\n const field = createUserField('fld_multi_user', 'multi_user_col', true);\n const reference = createUserField('fld_multi_user_ref', 'multi_user_ref_col', true);\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: field.id,\n operator: hasAnyOf.value,\n value: { type: 'field', fieldId: reference.id },\n },\n ],\n } as const;\n\n const qb = knexBuilder('main_table as main');\n\n const selectionEntries: [string, string][] = [\n [field.id, `\"main\".\"${field.dbFieldName}\"`],\n [reference.id, `\"main\".\"${reference.dbFieldName}\"`],\n ];\n\n const filterQuery = new FilterQueryPostgres(\n qb,\n {\n [field.id]: field,\n [reference.id]: reference,\n },\n filter,\n undefined,\n dbProviderStub,\n {\n selectionMap: new Map(selectionEntries),\n fieldReferenceSelectionMap: new Map(selectionEntries),\n fieldReferenceFieldMap: new Map([\n [field.id, field],\n [reference.id, reference],\n ]),\n }\n );\n\n expect(() => filterQuery.appendQueryBuilder()).not.toThrow();\n const sql = qb.toQuery().replace(/\\s+/g, ' ');\n expect(sql).toContain('jsonb_exists_any');\n expect(sql).toContain('\"main\".\"multi_user_col\"');\n expect(sql).toContain('\"main\".\"multi_user_ref_col\"');\n });\n\n it('supports isExactly against multi-user field references', () => {\n const field = createUserField('fld_multi_user_exact', 'multi_user_exact_col', true);\n const reference = createUserField('fld_multi_user_exact_ref', 'multi_user_exact_ref_col', true);\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: field.id,\n operator: isExactly.value,\n value: { type: 'field', fieldId: reference.id },\n },\n ],\n } as const;\n\n const qb = knexBuilder('main_table as main');\n\n const selectionEntries: [string, string][] = [\n [field.id, `\"main\".\"${field.dbFieldName}\"`],\n [reference.id, `\"main\".\"${reference.dbFieldName}\"`],\n ];\n\n const filterQuery = new FilterQueryPostgres(\n qb,\n {\n [field.id]: field,\n [reference.id]: reference,\n },\n filter,\n undefined,\n dbProviderStub,\n {\n selectionMap: new Map(selectionEntries),\n fieldReferenceSelectionMap: new Map(selectionEntries),\n fieldReferenceFieldMap: new Map([\n [field.id, field],\n [reference.id, reference],\n ]),\n }\n );\n\n expect(() => filterQuery.appendQueryBuilder()).not.toThrow();\n const sql = qb.toQuery().replace(/\\s+/g, ' ');\n expect(sql).toContain('jsonb_path_query_array(COALESCE(\"main\".\"multi_user_exact_col\"');\n expect(sql).toContain('@> jsonb_path_query_array(COALESCE(\"main\".\"multi_user_exact_ref_col\"');\n expect(sql).toContain('jsonb_path_query_array(COALESCE(\"main\".\"multi_user_exact_ref_col\"');\n expect(sql).toContain('@> jsonb_path_query_array(COALESCE(\"main\".\"multi_user_exact_col\"');\n });\n\n it('supports numeric array comparisons against field references', () => {\n const field = createNumberArrayField('fld_number_array', 'number_array_col');\n const reference = createNumberField('fld_threshold_ref', 'threshold_ref_col');\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: field.id,\n operator: is.value,\n value: { type: 'field', fieldId: reference.id },\n },\n ],\n } as const;\n\n const qb = knexBuilder('main_table as main');\n const selectionEntries: [string, string][] = [\n [field.id, `\"main\".\"${field.dbFieldName}\"`],\n [reference.id, `\"main\".\"${reference.dbFieldName}\"`],\n ];\n\n const filterQuery = new FilterQueryPostgres(\n qb,\n {\n [field.id]: field,\n [reference.id]: reference,\n },\n filter,\n undefined,\n dbProviderStub,\n {\n selectionMap: new Map(selectionEntries),\n fieldReferenceSelectionMap: new Map(selectionEntries),\n fieldReferenceFieldMap: new Map([\n [field.id, field],\n [reference.id, reference],\n ]),\n }\n );\n\n expect(() => filterQuery.appendQueryBuilder()).not.toThrow();\n const sql = qb.toQuery().replace(/\\s+/g, ' ');\n expect(sql).toContain(\n 'jsonb_exists_any(COALESCE(\"main\".\"number_array_col\", ' + \"'[]'::jsonb), COALESCE\"\n );\n });\n\n it('supports numeric array inequality comparisons against field references', () => {\n const field = createNumberArrayField('fld_number_array_gt', 'number_array_gt_col');\n const reference = createNumberField('fld_threshold_gt', 'threshold_gt_col');\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: field.id,\n operator: 'isGreater',\n value: { type: 'field', fieldId: reference.id },\n },\n ],\n } as const;\n\n const qb = knexBuilder('main_table as main');\n const selectionEntries: [string, string][] = [\n [field.id, `\"main\".\"${field.dbFieldName}\"`],\n [reference.id, `\"main\".\"${reference.dbFieldName}\"`],\n ];\n\n const filterQuery = new FilterQueryPostgres(\n qb,\n {\n [field.id]: field,\n [reference.id]: reference,\n },\n filter,\n undefined,\n dbProviderStub,\n {\n selectionMap: new Map(selectionEntries),\n fieldReferenceSelectionMap: new Map(selectionEntries),\n fieldReferenceFieldMap: new Map([\n [field.id, field],\n [reference.id, reference],\n ]),\n }\n );\n\n expect(() => filterQuery.appendQueryBuilder()).not.toThrow();\n const sql = qb.toQuery().replace(/\\s+/g, ' ');\n expect(sql).toContain('jsonb_array_elements_text(COALESCE(\"main\".\"number_array_gt_col\"');\n expect(sql).toMatch(/::numeric >/);\n });\n\n it('supports numeric array negation comparisons against field references', () => {\n const field = createNumberArrayField('fld_number_array_not', 'number_array_not_col');\n const reference = createNumberField('fld_exclude_ref', 'exclude_ref_col');\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: field.id,\n operator: 'isNot',\n value: { type: 'field', fieldId: reference.id },\n },\n ],\n } as const;\n\n const qb = knexBuilder('main_table as main');\n const selectionEntries: [string, string][] = [\n [field.id, `\"main\".\"${field.dbFieldName}\"`],\n [reference.id, `\"main\".\"${reference.dbFieldName}\"`],\n ];\n\n const filterQuery = new FilterQueryPostgres(\n qb,\n {\n [field.id]: field,\n [reference.id]: reference,\n },\n filter,\n undefined,\n dbProviderStub,\n {\n selectionMap: new Map(selectionEntries),\n fieldReferenceSelectionMap: new Map(selectionEntries),\n fieldReferenceFieldMap: new Map([\n [field.id, field],\n [reference.id, reference],\n ]),\n }\n );\n\n expect(() => filterQuery.appendQueryBuilder()).not.toThrow();\n const sql = qb.toQuery().replace(/\\s+/g, ' ');\n expect(sql).toContain(\n 'NOT jsonb_exists_any(COALESCE(COALESCE(\"main\".\"number_array_not_col\",' +\n \" '[]'::jsonb), '[]'::jsonb), COALESCE\"\n );\n });\n});\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/cell-value-filter.abstract.ts", "content": "import {\n BadRequestException,\n InternalServerErrorException,\n NotImplementedException,\n} from '@nestjs/common';\nimport {\n CellValueType,\n contains,\n dateFilterSchema,\n DateFormattingPreset,\n DateUtil,\n doesNotContain,\n hasAllOf,\n hasAnyOf,\n hasNoneOf,\n isNotExactly,\n is,\n isAfter,\n isAnyOf,\n isBefore,\n isEmpty,\n isExactly,\n isGreater,\n isGreaterEqual,\n isLess,\n isLessEqual,\n isNoneOf,\n isNot,\n isNotEmpty,\n isOnOrAfter,\n isOnOrBefore,\n isWithIn,\n literalValueListSchema,\n isFieldReferenceComparable,\n isFieldReferenceValue,\n TimeFormatting,\n} from '@teable/core';\nimport type {\n FieldCore,\n IDateFieldOptions,\n IDateFilter,\n IFilterOperator,\n IFilterValue,\n IFieldReferenceValue,\n} from '@teable/core';\nimport type { Dayjs } from 'dayjs';\nimport dayjs from 'dayjs';\nimport type { Knex } from 'knex';\nimport type { IRecordQueryFilterContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport { escapeLikeWildcards } from '../../utils/sql-like-escape';\nimport type { IDbProvider } from '../db.provider.interface';\nimport type { ICellValueFilterInterface } from './cell-value-filter.interface';\n\nexport class FieldReferenceCompatibilityException extends BadRequestException {\n static readonly CODE = 'FIELD_REFERENCE_INCOMPATIBLE';\n\n constructor(sourceField: string, referenceField: string) {\n super({\n errorCode: FieldReferenceCompatibilityException.CODE,\n message: `Field '${referenceField}' is not compatible with '${sourceField}' for filter comparisons`,\n sourceField,\n referenceField,\n });\n }\n}\n\nexport abstract class AbstractCellValueFilter implements ICellValueFilterInterface {\n protected tableColumnRef: string;\n\n constructor(\n protected readonly field: FieldCore,\n readonly context?: IRecordQueryFilterContext\n ) {\n const { dbFieldName, id } = field;\n\n const selection = context?.selectionMap.get(id);\n if (selection) {\n this.tableColumnRef = selection as string;\n } else {\n this.tableColumnRef = dbFieldName;\n }\n }\n\n protected ensureLiteralValue(value: IFilterValue, operator: IFilterOperator): void {\n if (isFieldReferenceValue(value)) {\n throw new BadRequestException(\n `Operator '${operator}' does not support comparing against another field`\n );\n }\n }\n\n protected resolveFieldReference(value: IFieldReferenceValue): string {\n this.getComparableReferenceField(value);\n\n const referenceMap = this.context?.fieldReferenceSelectionMap;\n if (!referenceMap) {\n throw new BadRequestException('Field reference comparisons are not available here');\n }\n const reference = referenceMap.get(value.fieldId);\n if (!reference) {\n throw new BadRequestException(\n `Field '${value.fieldId}' is not available for reference comparisons`\n );\n }\n return reference;\n }\n\n protected getFieldReferenceMetadata(fieldId: string): FieldCore | undefined {\n return this.context?.fieldReferenceFieldMap?.get(fieldId);\n }\n\n protected getComparableReferenceField(value: IFieldReferenceValue): FieldCore {\n const referenceField = this.getFieldReferenceMetadata(value.fieldId);\n if (!referenceField) {\n throw new BadRequestException(\n `Field '${value.fieldId}' is not available for reference comparisons`\n );\n }\n\n if (!isFieldReferenceComparable(this.field, referenceField)) {\n const sourceName = this.field.name ?? this.field.id;\n const referenceName = referenceField.name ?? referenceField.id;\n throw new FieldReferenceCompatibilityException(sourceName, referenceName);\n }\n\n return referenceField;\n }\n\n compiler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ) {\n const operatorHandlers = {\n [is.value]: this.isOperatorHandler,\n [isExactly.value]: this.isExactlyOperatorHandler,\n [isNot.value]: this.isNotOperatorHandler,\n [contains.value]: this.containsOperatorHandler,\n [doesNotContain.value]: this.doesNotContainOperatorHandler,\n [isGreater.value]: this.isGreaterOperatorHandler,\n [isAfter.value]: this.isGreaterOperatorHandler,\n [isGreaterEqual.value]: this.isGreaterEqualOperatorHandler,\n [isOnOrAfter.value]: this.isGreaterEqualOperatorHandler,\n [isLess.value]: this.isLessOperatorHandler,\n [isBefore.value]: this.isLessOperatorHandler,\n [isLessEqual.value]: this.isLessEqualOperatorHandler,\n [isOnOrBefore.value]: this.isLessEqualOperatorHandler,\n [isAnyOf.value]: this.isAnyOfOperatorHandler,\n [hasAnyOf.value]: this.isAnyOfOperatorHandler,\n [isNoneOf.value]: this.isNoneOfOperatorHandler,\n [hasNoneOf.value]: this.isNoneOfOperatorHandler,\n [hasAllOf.value]: this.hasAllOfOperatorHandler,\n [isNotExactly.value]: this.isNotExactlyOperatorHandler,\n [isWithIn.value]: this.isWithInOperatorHandler,\n [isEmpty.value]: this.isEmptyOperatorHandler,\n [isNotEmpty.value]: this.isNotEmptyOperatorHandler,\n };\n const chosenHandler = operatorHandlers[operator].bind(this);\n\n if (!chosenHandler) {\n throw new InternalServerErrorException(`Unknown operator ${operator} for filter`);\n }\n\n return chosenHandler(builderClient, operator, value, dbProvider);\n }\n\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`${this.tableColumnRef} = ${ref}`);\n return builderClient;\n }\n\n const parseValue = this.field.cellValueType === CellValueType.Number ? Number(value) : value;\n\n builderClient.whereRaw(`${this.tableColumnRef} = ?`, [parseValue]);\n return builderClient;\n }\n\n isExactlyOperatorHandler(\n _builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n _value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n throw new NotImplementedException();\n }\n\n abstract isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder;\n\n containsOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, contains.value);\n const escapedValue = escapeLikeWildcards(String(value));\n builderClient.whereRaw(`${this.tableColumnRef} LIKE ? ESCAPE '\\\\'`, [`%${escapedValue}%`]);\n return builderClient;\n }\n\n abstract doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder;\n\n isGreaterOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`${this.tableColumnRef} > ${ref}`);\n return builderClient;\n }\n const { cellValueType } = this.field;\n const parseValue = cellValueType === CellValueType.Number ? Number(value) : value;\n\n builderClient.whereRaw(`${this.tableColumnRef} > ?`, [parseValue]);\n return builderClient;\n }\n\n isGreaterEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`${this.tableColumnRef} >= ${ref}`);\n return builderClient;\n }\n const { cellValueType } = this.field;\n const parseValue = cellValueType === CellValueType.Number ? Number(value) : value;\n\n builderClient.whereRaw(`${this.tableColumnRef} >= ?`, [parseValue]);\n return builderClient;\n }\n\n isLessOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`${this.tableColumnRef} < ${ref}`);\n return builderClient;\n }\n const { cellValueType } = this.field;\n const parseValue = cellValueType === CellValueType.Number ? Number(value) : value;\n\n builderClient.whereRaw(`${this.tableColumnRef} < ?`, [parseValue]);\n return builderClient;\n }\n\n isLessEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`${this.tableColumnRef} <= ${ref}`);\n return builderClient;\n }\n const { cellValueType } = this.field;\n const parseValue = cellValueType === CellValueType.Number ? Number(value) : value;\n\n builderClient.whereRaw(`${this.tableColumnRef} <= ?`, [parseValue]);\n return builderClient;\n }\n\n isAnyOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, isAnyOf.value);\n const valueList = literalValueListSchema.parse(value);\n\n builderClient.whereRaw(\n `${this.tableColumnRef} in (${this.createSqlPlaceholders(valueList)})`,\n valueList\n );\n return builderClient;\n }\n\n abstract isNoneOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder;\n\n hasAllOfOperatorHandler(\n _builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n _value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n throw new NotImplementedException();\n }\n\n isNotExactlyOperatorHandler(\n _builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n _value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n throw new NotImplementedException();\n }\n\n isWithInOperatorHandler(\n _builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n _value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n throw new NotImplementedException();\n }\n\n isEmptyOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n _value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const tableColumnRef = this.tableColumnRef;\n const { cellValueType, isStructuredCellValue, isMultipleCellValue } = this.field;\n\n builderClient.where(function () {\n this.whereRaw(`${tableColumnRef} is null`);\n\n if (\n cellValueType === CellValueType.String &&\n !isStructuredCellValue &&\n !isMultipleCellValue\n ) {\n this.orWhereRaw(`${tableColumnRef} = ''`);\n }\n });\n return builderClient;\n }\n\n isNotEmptyOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n _value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const { cellValueType, isStructuredCellValue, isMultipleCellValue } = this.field;\n\n builderClient.whereRaw(`${this.tableColumnRef} is not null`);\n if (cellValueType === CellValueType.String && !isStructuredCellValue && !isMultipleCellValue) {\n builderClient.whereRaw(`${this.tableColumnRef} != ''`);\n }\n return builderClient;\n }\n\n protected createSqlPlaceholders(values: unknown[]): string {\n return values.map(() => '?').join(',');\n }\n\n protected getFilterDateTimeRange(\n dateFieldOptions: IDateFieldOptions,\n filterValue: IDateFilter\n ): [string, string] {\n const filterValueByDate = dateFilterSchema.parse(filterValue);\n\n const { mode, numberOfDays, exactDate } = filterValueByDate;\n const {\n formatting: { timeZone, date: dateFormat, time: timeFormat },\n } = dateFieldOptions;\n\n // Check if the field has time format configured (not None)\n const hasTimeFormat = timeFormat && timeFormat !== TimeFormatting.None;\n\n const dateUtil = new DateUtil(timeZone);\n\n // Helper function to calculate date range for fixed days like today, tomorrow, etc.\n const computeDateRangeForFixedDays = (\n methodName:\n | 'date'\n | 'tomorrow'\n | 'yesterday'\n | 'lastWeek'\n | 'nextWeek'\n | 'lastMonth'\n | 'nextMonth'\n ): [Dayjs, Dayjs] => {\n return [dateUtil[methodName]().startOf('day'), dateUtil[methodName]().endOf('day')];\n };\n\n // Helper function to calculate date range for offset days from current date.\n const calculateDateRangeForOffsetDays = (isPast: boolean): [Dayjs, Dayjs] => {\n if (!numberOfDays) {\n throw new BadRequestException('Number of days must be entered');\n }\n const offsetDays = isPast ? -numberOfDays : numberOfDays;\n return [\n dateUtil.offsetDay(offsetDays).startOf('day'),\n dateUtil.offsetDay(offsetDays).endOf('day'),\n ];\n };\n\n // Helper function to determine date range for a given exact date.\n const determineDateRangeForExactDate = (): [Dayjs, Dayjs] => {\n if (!exactDate) {\n throw new BadRequestException('Exact date must be entered');\n }\n\n return [dateUtil.date(exactDate).startOf('day'), dateUtil.date(exactDate).endOf('day')];\n };\n\n // Helper function to determine date range for a given exact formatted date.\n const determineDateRangeForExactFormatDate = (): [Dayjs, Dayjs] => {\n if (!exactDate) {\n throw new BadRequestException('Exact date must be entered');\n }\n\n const parsedDate = dateUtil.date(exactDate);\n\n switch (dateFormat) {\n case DateFormattingPreset.Y:\n return [parsedDate.startOf('year'), parsedDate.endOf('year')];\n case DateFormattingPreset.YM:\n case DateFormattingPreset.M:\n return [parsedDate.startOf('month'), parsedDate.endOf('month')];\n case DateFormattingPreset.MD:\n case DateFormattingPreset.D:\n default:\n return [parsedDate.startOf('day'), parsedDate.endOf('day')];\n }\n };\n\n // Helper function to generate offset date range for a given unit (day, week, month, year).\n const generateOffsetDateRange = (\n isPast: boolean,\n unit: 'day' | 'week' | 'month' | 'year',\n numberOfDays?: number\n ): [Dayjs, Dayjs] => {\n if (numberOfDays === undefined || numberOfDays === null) {\n throw new BadRequestException('Number of days must be entered');\n }\n\n const currentDate = dateUtil.date();\n const startOfDay = currentDate.startOf('day');\n const endOfDay = currentDate.endOf('day');\n\n const startDate = isPast\n ? dateUtil.offset(unit, -numberOfDays, endOfDay).startOf('day')\n : startOfDay;\n const endDate = isPast\n ? endOfDay\n : dateUtil.offset(unit, numberOfDays, startOfDay).endOf('day');\n\n return [startDate, endDate];\n };\n\n const generateRelativeDateFromCurrentDateRange = (\n mode: 'current' | 'next' | 'last',\n unit: 'week' | 'month' | 'year'\n ): [Dayjs, Dayjs] => {\n dayjs.locale(dayjs.locale(), {\n weekStart: 1,\n });\n let cursorDate;\n switch (mode) {\n case 'current':\n cursorDate = dateUtil.date();\n break;\n case 'next':\n cursorDate = dateUtil.date().add(1, unit);\n break;\n case 'last':\n cursorDate = dateUtil.date().subtract(1, unit);\n break;\n default:\n cursorDate = dateUtil.date();\n }\n return [cursorDate.startOf(unit).startOf('day'), cursorDate.endOf(unit).endOf('day')];\n };\n\n // Helper function to determine date range for a custom date range (from exactDate to exactDateEnd).\n const determineDateRangeForDateRange = (): [Dayjs, Dayjs] => {\n if (!exactDate) {\n throw new BadRequestException('Start date must be entered for date range');\n }\n const exactDateEnd = filterValueByDate.exactDateEnd;\n if (!exactDateEnd) {\n throw new BadRequestException('End date must be entered for date range');\n }\n\n const startDate = dateUtil.date(exactDate);\n const endDate = dateUtil.date(exactDateEnd);\n\n // Validate that start date is not after end date\n if (startDate.isAfter(endDate)) {\n throw new BadRequestException('Start date cannot be after end date');\n }\n\n // If field has time format, use exact time from frontend; otherwise use start/end of day\n if (hasTimeFormat) {\n return [startDate, endDate];\n }\n return [startDate.startOf('day'), endDate.endOf('day')];\n };\n\n // Map of operation functions based on date mode.\n const operationMap: Record [Dayjs, Dayjs]> = {\n today: () => computeDateRangeForFixedDays('date'),\n tomorrow: () => computeDateRangeForFixedDays('tomorrow'),\n yesterday: () => computeDateRangeForFixedDays('yesterday'),\n oneWeekAgo: () => computeDateRangeForFixedDays('lastWeek'),\n oneWeekFromNow: () => computeDateRangeForFixedDays('nextWeek'),\n oneMonthAgo: () => computeDateRangeForFixedDays('lastMonth'),\n oneMonthFromNow: () => computeDateRangeForFixedDays('nextMonth'),\n daysAgo: () => calculateDateRangeForOffsetDays(true),\n daysFromNow: () => calculateDateRangeForOffsetDays(false),\n exactDate: () => determineDateRangeForExactDate(),\n exactFormatDate: () => determineDateRangeForExactFormatDate(),\n dateRange: () => determineDateRangeForDateRange(),\n currentWeek: () => generateRelativeDateFromCurrentDateRange('current', 'week'),\n currentMonth: () => generateRelativeDateFromCurrentDateRange('current', 'month'),\n currentYear: () => generateRelativeDateFromCurrentDateRange('current', 'year'),\n lastWeek: () => generateRelativeDateFromCurrentDateRange('last', 'week'),\n lastMonth: () => generateRelativeDateFromCurrentDateRange('last', 'month'),\n lastYear: () => generateRelativeDateFromCurrentDateRange('last', 'year'),\n nextWeekPeriod: () => generateRelativeDateFromCurrentDateRange('next', 'week'),\n nextMonthPeriod: () => generateRelativeDateFromCurrentDateRange('next', 'month'),\n nextYearPeriod: () => generateRelativeDateFromCurrentDateRange('next', 'year'),\n pastWeek: () => generateOffsetDateRange(true, 'week', 1),\n pastMonth: () => generateOffsetDateRange(true, 'month', 1),\n pastYear: () => generateOffsetDateRange(true, 'year', 1),\n nextWeek: () => generateOffsetDateRange(false, 'week', 1),\n nextMonth: () => generateOffsetDateRange(false, 'month', 1),\n nextYear: () => generateOffsetDateRange(false, 'year', 1),\n pastNumberOfDays: () => generateOffsetDateRange(true, 'day', numberOfDays),\n nextNumberOfDays: () => generateOffsetDateRange(false, 'day', numberOfDays),\n };\n const [startDate, endDate] = operationMap[mode]();\n\n // Return the start and end date in ISO 8601 date format.\n return [startDate.toISOString(), endDate.toISOString()];\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/cell-value-filter.interface.ts", "content": "import type { IFilterOperator, IFilterValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../db.provider.interface';\n\nexport type ICellValueFilterHandler = (\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n) => Knex.QueryBuilder;\n\nexport interface ICellValueFilterInterface {\n isOperatorHandler: ICellValueFilterHandler;\n isExactlyOperatorHandler: ICellValueFilterHandler;\n isNotOperatorHandler: ICellValueFilterHandler;\n isNotExactlyOperatorHandler: ICellValueFilterHandler;\n containsOperatorHandler: ICellValueFilterHandler;\n doesNotContainOperatorHandler: ICellValueFilterHandler;\n isGreaterOperatorHandler: ICellValueFilterHandler;\n isGreaterEqualOperatorHandler: ICellValueFilterHandler;\n isLessOperatorHandler: ICellValueFilterHandler;\n isLessEqualOperatorHandler: ICellValueFilterHandler;\n isAnyOfOperatorHandler: ICellValueFilterHandler;\n isNoneOfOperatorHandler: ICellValueFilterHandler;\n hasAllOfOperatorHandler: ICellValueFilterHandler;\n isWithInOperatorHandler: ICellValueFilterHandler;\n isEmptyOperatorHandler: ICellValueFilterHandler;\n isNotEmptyOperatorHandler: ICellValueFilterHandler;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/filter-query.abstract.ts", "content": "import { Logger } from '@nestjs/common';\nimport type {\n FieldCore,\n IConjunction,\n IDateTimeFieldOperator,\n IFilter,\n IFilterItem,\n IFilterOperator,\n IFilterSet,\n ILiteralValueList,\n IFieldReferenceValue,\n} from '@teable/core';\nimport {\n CellValueType,\n DbFieldType,\n FieldType,\n getFilterOperatorMapping,\n getValidFilterSubOperators,\n HttpErrorCode,\n isEmpty,\n isMeTag,\n isNotEmpty,\n isFieldReferenceValue,\n} from '@teable/core';\nimport type { Knex } from 'knex';\nimport { includes, invert, isObject } from 'lodash';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IRecordQueryFilterContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport type { IDbProvider, IFilterQueryExtra } from '../db.provider.interface';\nimport type { AbstractCellValueFilter } from './cell-value-filter.abstract';\nimport { FieldReferenceCompatibilityException } from './cell-value-filter.abstract';\nimport type { IFilterQueryInterface } from './filter-query.interface';\n\nexport abstract class AbstractFilterQuery implements IFilterQueryInterface {\n private logger = new Logger(AbstractFilterQuery.name);\n\n constructor(\n protected readonly originQueryBuilder: Knex.QueryBuilder,\n protected readonly fields?: { [fieldId: string]: FieldCore },\n protected readonly filter?: IFilter,\n protected readonly extra?: IFilterQueryExtra,\n protected readonly dbProvider?: IDbProvider,\n protected readonly context?: IRecordQueryFilterContext\n ) {}\n\n appendQueryBuilder(): Knex.QueryBuilder {\n this.preProcessRemoveNullAndReplaceMe(this.filter);\n\n return this.parseFilters(this.originQueryBuilder, this.filter);\n }\n\n private parseFilters(\n queryBuilder: Knex.QueryBuilder,\n filter?: IFilter,\n parentConjunction?: IConjunction\n ): Knex.QueryBuilder {\n if (!filter || !filter.filterSet) {\n return queryBuilder;\n }\n const { filterSet, conjunction } = filter;\n queryBuilder.where((filterBuilder) => {\n filterSet.forEach((filterItem) => {\n if ('fieldId' in filterItem) {\n this.parseFilter(filterBuilder, filterItem as IFilterItem, conjunction);\n } else {\n filterBuilder = filterBuilder[parentConjunction || conjunction];\n filterBuilder.where((builder) => {\n this.parseFilters(builder, filterItem as IFilterSet, conjunction);\n });\n }\n });\n });\n\n return queryBuilder;\n }\n\n private parseFilter(\n queryBuilder: Knex.QueryBuilder,\n filterMeta: IFilterItem,\n conjunction: IConjunction\n ) {\n const { fieldId, operator, value, isSymbol } = filterMeta;\n\n const field = this.fields && this.fields[fieldId];\n if (!field) {\n return queryBuilder;\n }\n\n let convertOperator = operator;\n const filterOperatorMapping = getFilterOperatorMapping(field);\n const validFilterOperators = Object.keys(filterOperatorMapping);\n if (isSymbol) {\n convertOperator = invert(filterOperatorMapping)[operator] as IFilterOperator;\n }\n\n if (!includes(validFilterOperators, convertOperator)) {\n let referenceFieldId: string | undefined;\n if (isFieldReferenceValue(value)) {\n referenceFieldId = value.fieldId;\n } else if (Array.isArray(value)) {\n referenceFieldId = (\n value.find((entry) => isFieldReferenceValue(entry)) as IFieldReferenceValue | undefined\n )?.fieldId;\n }\n\n if (referenceFieldId) {\n const referenceName = this.fields?.[referenceFieldId]?.name ?? referenceFieldId;\n const sourceName = field.name ?? field.id;\n throw new FieldReferenceCompatibilityException(sourceName, referenceName);\n }\n\n throw new CustomHttpException(\n `The '${convertOperator}' operation provided for the '${field.name}' filter is invalid. Only the following types are allowed: [${validFilterOperators}]`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.filterInvalidOperator',\n },\n }\n );\n }\n\n const validFilterSubOperators = getValidFilterSubOperators(\n field.type,\n convertOperator as IDateTimeFieldOperator\n );\n\n if (\n validFilterSubOperators &&\n isObject(value) &&\n 'mode' in value &&\n !includes(validFilterSubOperators, value.mode)\n ) {\n throw new CustomHttpException(\n `The '${convertOperator}' operation provided for the '${field.name}' filter is invalid. Only the following subtypes are allowed: [${validFilterSubOperators}]`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.filterInvalidOperatorMode',\n },\n }\n );\n }\n\n queryBuilder = queryBuilder[conjunction];\n\n this.getFilterAdapter(field).compiler(\n queryBuilder,\n convertOperator as IFilterOperator,\n value,\n this.dbProvider!\n );\n return queryBuilder;\n }\n\n private getFilterAdapter(field: FieldCore): AbstractCellValueFilter {\n const { dbFieldType } = field;\n switch (field.cellValueType) {\n case CellValueType.Boolean:\n return this.booleanFilter(field, this.context);\n case CellValueType.Number:\n return this.numberFilter(field, this.context);\n case CellValueType.DateTime:\n return this.dateTimeFilter(field, this.context);\n case CellValueType.String: {\n if (dbFieldType === DbFieldType.Json) {\n return this.jsonFilter(field, this.context);\n }\n return this.stringFilter(field, this.context);\n }\n }\n }\n\n private preProcessRemoveNullAndReplaceMe(filter?: IFilter) {\n if (!filter || !Object.keys(filter).length) {\n return;\n }\n\n const replaceUserId = this.extra?.withUserId;\n\n filter.filterSet = filter.filterSet.filter((filterItem) => {\n if ('filterSet' in filterItem) {\n this.preProcessRemoveNullAndReplaceMe(filterItem as IFilter);\n return true;\n }\n\n return this.processFilterItem(filterItem, replaceUserId);\n });\n }\n\n private processFilterItem(filterItem: IFilterItem, replaceUserId?: string): boolean {\n const { fieldId, operator, value } = filterItem;\n const field = this.fields?.[fieldId];\n if (!field) return false;\n\n this.replaceMeTagInValue(filterItem, field, replaceUserId);\n\n return this.shouldKeepFilterItem(value, field, operator);\n }\n\n private replaceMeTagInValue(\n filterItem: IFilterItem,\n field: FieldCore,\n replaceUserId?: string\n ): void {\n const { value } = filterItem;\n\n if (\n [FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy].includes(field.type) &&\n replaceUserId\n ) {\n filterItem.value = Array.isArray(value)\n ? (value.map((v) => (isMeTag(v as string) ? replaceUserId : v)) as ILiteralValueList)\n : isMeTag(value as string)\n ? replaceUserId\n : value;\n }\n }\n\n private shouldKeepFilterItem(value: unknown, field: FieldCore, operator: string): boolean {\n return (\n value !== null ||\n field.cellValueType === CellValueType.Boolean ||\n ([isEmpty.value, isNotEmpty.value] as string[]).includes(operator)\n );\n }\n\n abstract booleanFilter(\n field: FieldCore,\n context?: IRecordQueryFilterContext\n ): AbstractCellValueFilter;\n\n abstract numberFilter(\n field: FieldCore,\n context?: IRecordQueryFilterContext\n ): AbstractCellValueFilter;\n\n abstract dateTimeFilter(\n field: FieldCore,\n context?: IRecordQueryFilterContext\n ): AbstractCellValueFilter;\n\n abstract stringFilter(\n field: FieldCore,\n context?: IRecordQueryFilterContext\n ): AbstractCellValueFilter;\n\n abstract jsonFilter(\n field: FieldCore,\n context?: IRecordQueryFilterContext\n ): AbstractCellValueFilter;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/filter-query.interface.ts", "content": "import type { Knex } from 'knex';\n\nexport interface IFilterQueryInterface {\n appendQueryBuilder(): Knex.QueryBuilder;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/cell-value-filter.postgres.ts", "content": "import type { IFilterOperator, IFilterValue } from '@teable/core';\nimport {\n CellValueType,\n doesNotContain,\n isFieldReferenceValue,\n isNoneOf,\n literalValueListSchema,\n} from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../db.provider.interface';\nimport { AbstractCellValueFilter } from '../../cell-value-filter.abstract';\n\nexport class CellValueFilterPostgres extends AbstractCellValueFilter {\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const { cellValueType } = this.field;\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`${this.tableColumnRef} IS DISTINCT FROM ${ref}`);\n return builderClient;\n }\n const parseValue = cellValueType === CellValueType.Number ? Number(value) : value;\n builderClient.whereRaw(`${this.tableColumnRef} IS DISTINCT FROM ?`, [parseValue]);\n return builderClient;\n }\n\n doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, doesNotContain.value);\n builderClient.whereRaw(`COALESCE(${this.tableColumnRef}, '') NOT LIKE ?`, [`%${value}%`]);\n return builderClient;\n }\n\n isNoneOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, isNoneOf.value);\n const valueList = literalValueListSchema.parse(value);\n\n const sql = `COALESCE(${this.tableColumnRef}, '') NOT IN (${this.createSqlPlaceholders(valueList)})`;\n builderClient.whereRaw(sql, valueList);\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/index.ts", "content": "export * from './single-value/boolean-cell-value-filter.adapter';\nexport * from './multiple-value/multiple-boolean-cell-value-filter.adapter';\n\nexport * from './single-value/number-cell-value-filter.adapter';\nexport * from './multiple-value/multiple-number-cell-value-filter.adapter';\n\nexport * from './single-value/datetime-cell-value-filter.adapter';\nexport * from './multiple-value/multiple-datetime-cell-value-filter.adapter';\n\nexport * from './single-value/string-cell-value-filter.adapter';\nexport * from './multiple-value/multiple-string-cell-value-filter.adapter';\n\nexport * from './single-value/json-cell-value-filter.adapter';\nexport * from './multiple-value/multiple-json-cell-value-filter.adapter';\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/multiple-value/multiple-boolean-cell-value-filter.adapter.ts", "content": "import type { IFilterOperator, IFilterValue } from '@teable/core';\nimport { isFieldReferenceValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterPostgres } from '../cell-value-filter.postgres';\n\nexport class MultipleBooleanCellValueFilterAdapter extends CellValueFilterPostgres {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n const tableColumnRef = this.tableColumnRef;\n\n if (value) {\n // Filter for checked/true: match JSONB arrays that contain at least one true value\n builderClient.whereRaw(`${tableColumnRef} @> '[true]'::jsonb`);\n } else {\n // Filter for unchecked/false: match records that do NOT contain any true value\n // This includes: null, empty arrays, or arrays with only false/null values\n builderClient.where(function () {\n this.whereRaw(`${tableColumnRef} is null`);\n this.orWhereRaw(`NOT (${tableColumnRef} @> '[true]'::jsonb)`);\n });\n }\n\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/multiple-value/multiple-datetime-cell-value-filter.adapter.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\nimport type { IDateFieldOptions, IDateFilter, IFilterOperator, IFilterValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { CellValueFilterPostgres } from '../cell-value-filter.postgres';\n\nexport class MultipleDatetimeCellValueFilterAdapter extends CellValueFilterPostgres {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @\\\\? '$[*] \\\\? (@ >= \"${dateTimeRange[0]}\" && @ <= \"${dateTimeRange[1]}\")'`\n );\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(\n `(NOT ${this.tableColumnRef}::jsonb @\\\\? '$[*] \\\\? (@ >= \"${dateTimeRange[0]}\" && @ <= \"${dateTimeRange[1]}\")' OR ${this.tableColumnRef} IS NULL)`\n );\n\n return builderClient;\n }\n\n isGreaterOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @\\\\? '$[*] \\\\? (@ > \"${dateTimeRange[1]}\")'`\n );\n return builderClient;\n }\n\n isGreaterEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @\\\\? '$[*] \\\\? (@ >= \"${dateTimeRange[0]}\")'`\n );\n return builderClient;\n }\n\n isLessOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @\\\\? '$[*] \\\\? (@ < \"${dateTimeRange[0]}\")'`\n );\n return builderClient;\n }\n\n isLessEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @\\\\? '$[*] \\\\? (@ <= \"${dateTimeRange[1]}\")'`\n );\n return builderClient;\n }\n\n isWithInOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @\\\\? '$[*] \\\\? (@ >= \"${dateTimeRange[0]}\" && @ <= \"${dateTimeRange[1]}\")'`\n );\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/multiple-value/multiple-json-cell-value-filter.adapter.ts", "content": "import type {\n FieldCore,\n IFieldReferenceValue,\n IFilterOperator,\n ILiteralValue,\n ILiteralValueList,\n} from '@teable/core';\nimport { FieldType, isFieldReferenceValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { isUserOrLink } from '../../../../../utils/is-user-or-link';\nimport { escapeJsonbRegex, escapePostgresRegex } from '../../../../../utils/postgres-regex-escape';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterPostgres } from '../cell-value-filter.postgres';\n\nexport class MultipleJsonCellValueFilterAdapter extends CellValueFilterPostgres {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const referenceArray = this.buildReferenceJsonArray(value);\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n builderClient.whereRaw(\n `${selfArray} @> ${referenceArray} AND ${referenceArray} @> ${selfArray}`\n );\n return builderClient;\n }\n\n const { type } = this.field;\n const literalValues: ILiteralValueList = Array.isArray(value)\n ? (value as ILiteralValueList)\n : ([value] as ILiteralValueList);\n\n if (isUserOrLink(type)) {\n return this.isAnyOfOperatorHandler(builderClient, _operator, literalValues, _dbProvider);\n }\n\n if (type === FieldType.Link) {\n const parseValue = JSON.stringify({ title: literalValues[0] });\n\n builderClient.whereRaw(`${this.tableColumnRef}::jsonb @> ?::jsonb`, [parseValue]);\n } else {\n const escapedValue = escapePostgresRegex(String(literalValues[0]));\n builderClient.whereRaw(\n `EXISTS (\n SELECT 1 FROM jsonb_array_elements_text(${this.tableColumnRef}::jsonb) as elem\n WHERE elem ~* ?\n )`,\n [`^${escapedValue}$`]\n );\n }\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const referenceArray = this.buildReferenceJsonArray(value);\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n builderClient.whereRaw(\n `NOT (${selfArray} @> ${referenceArray} AND ${referenceArray} @> ${selfArray})`\n );\n return builderClient;\n }\n\n const { type } = this.field;\n const literalValues: ILiteralValueList = Array.isArray(value)\n ? (value as ILiteralValueList)\n : ([value] as ILiteralValueList);\n\n if (isUserOrLink(type)) {\n return this.isNoneOfOperatorHandler(builderClient, _operator, literalValues, _dbProvider);\n }\n\n if (type === FieldType.Link) {\n const parseValue = JSON.stringify({ title: literalValues[0] });\n\n builderClient.whereRaw(`NOT COALESCE(${this.tableColumnRef}, '[]')::jsonb @> ?::jsonb`, [\n parseValue,\n ]);\n } else {\n const escapedValue = escapePostgresRegex(String(literalValues[0]));\n builderClient.whereRaw(\n `NOT EXISTS (\n SELECT 1 FROM jsonb_array_elements_text(COALESCE(${this.tableColumnRef}, '[]')::jsonb) as elem\n WHERE elem ~* ?\n )`,\n [`^${escapedValue}$`]\n );\n }\n return builderClient;\n }\n\n isExactlyOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const referenceArray = this.buildReferenceJsonArray(value);\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n builderClient.whereRaw(\n `${selfArray} @> ${referenceArray} AND ${referenceArray} @> ${selfArray}`\n );\n return builderClient;\n }\n\n const { type } = this.field;\n const sqlPlaceholders = this.createSqlPlaceholders(value);\n\n if (isUserOrLink(type)) {\n builderClient.whereRaw(\n `jsonb_path_query_array(${this.tableColumnRef}::jsonb, '$[*].id') @> to_jsonb(ARRAY[${sqlPlaceholders}]) AND to_jsonb(ARRAY[${sqlPlaceholders}]) @> jsonb_path_query_array(${this.tableColumnRef}::jsonb, '$[*].id')`,\n [...value, ...value]\n );\n } else {\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @> to_jsonb(ARRAY[${sqlPlaceholders}]) AND to_jsonb(ARRAY[${sqlPlaceholders}]) @> ${this.tableColumnRef}::jsonb`,\n [...value, ...value]\n );\n }\n return builderClient;\n }\n\n isAnyOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const { type } = this.field;\n\n if (isFieldReferenceValue(value)) {\n const referenceArray = this.buildReferenceJsonArray(value);\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceTextArray = this.buildTextArrayExpression(referenceArray);\n builderClient.whereRaw(`jsonb_exists_any(${selfArray}, ${referenceTextArray})`);\n return builderClient;\n }\n\n if (isUserOrLink(type)) {\n builderClient.whereRaw(\n `jsonb_exists_any(jsonb_path_query_array(${this.tableColumnRef}::jsonb, '$[*].id'), ?::text[])`,\n [value]\n );\n } else {\n builderClient.whereRaw(`jsonb_exists_any(${this.tableColumnRef}::jsonb, ?::text[])`, [value]);\n }\n return builderClient;\n }\n\n isNoneOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const { type } = this.field;\n\n if (isFieldReferenceValue(value)) {\n const referenceArray = this.buildReferenceJsonArray(value);\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceTextArray = this.buildTextArrayExpression(referenceArray);\n builderClient.whereRaw(\n `NOT jsonb_exists_any(COALESCE(${selfArray}, '[]'::jsonb), ${referenceTextArray})`\n );\n return builderClient;\n }\n\n if (isUserOrLink(type)) {\n builderClient.whereRaw(\n `NOT jsonb_exists_any(jsonb_path_query_array(COALESCE(${this.tableColumnRef}, '[]')::jsonb, '$[*].id'), ?::text[])`,\n [value]\n );\n } else {\n builderClient.whereRaw(\n `NOT jsonb_exists_any(COALESCE(${this.tableColumnRef}, '[]')::jsonb, ?::text[])`,\n [value]\n );\n }\n return builderClient;\n }\n\n hasAllOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const { type } = this.field;\n\n if (isFieldReferenceValue(value)) {\n const referenceArray = this.buildReferenceJsonArray(value);\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n builderClient.whereRaw(`${selfArray} @> ${referenceArray}`);\n return builderClient;\n }\n\n if (isUserOrLink(type)) {\n builderClient.whereRaw(\n `jsonb_exists_all(jsonb_path_query_array(${this.tableColumnRef}::jsonb, '$[*].id'), ?::text[])`,\n [value]\n );\n } else {\n builderClient.whereRaw(`jsonb_exists_all(${this.tableColumnRef}::jsonb, ?::text[])`, [value]);\n }\n return builderClient;\n }\n\n isNotExactlyOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const referenceArray = this.buildReferenceJsonArray(value);\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n builderClient.whereRaw(\n `NOT (${selfArray} @> ${referenceArray} AND ${referenceArray} @> ${selfArray})`\n );\n return builderClient;\n }\n\n const { type } = this.field;\n const sqlPlaceholders = this.createSqlPlaceholders(value);\n\n if (isUserOrLink(type)) {\n builderClient.whereRaw(\n `(NOT (jsonb_path_query_array(COALESCE(${this.tableColumnRef}, '[]')::jsonb, '$[*].id') @> to_jsonb(ARRAY[${sqlPlaceholders}]) AND to_jsonb(ARRAY[${sqlPlaceholders}]) @> jsonb_path_query_array(COALESCE(${this.tableColumnRef}, '[]')::jsonb, '$[*].id')) OR ${this.tableColumnRef} IS NULL)`,\n [...value, ...value]\n );\n } else {\n builderClient.whereRaw(\n `(NOT (COALESCE(${this.tableColumnRef}, '[]')::jsonb @> to_jsonb(ARRAY[${sqlPlaceholders}]) AND to_jsonb(ARRAY[${sqlPlaceholders}]) @> COALESCE(${this.tableColumnRef}, '[]')::jsonb) OR ${this.tableColumnRef} IS NULL)`,\n [...value, ...value]\n );\n }\n\n return builderClient;\n }\n\n containsOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n const { type } = this.field;\n const escapedValue = escapeJsonbRegex(String(value));\n\n if (type === FieldType.Link) {\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @\\\\? '$[*].title \\\\? (@ like_regex \"${String(escapedValue)}\" flag \"i\")'`\n );\n } else {\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @\\\\? '$[*] \\\\? (@ like_regex \"${String(escapedValue)}\" flag \"i\")'`\n );\n }\n return builderClient;\n }\n\n doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n const { type } = this.field;\n const escapedValue = escapeJsonbRegex(String(value));\n\n if (type === FieldType.Link) {\n builderClient.whereRaw(\n `NOT COALESCE(${this.tableColumnRef}, '[]')::jsonb @\\\\? '$[*].title \\\\? (@ like_regex \"${String(escapedValue)}\" flag \"i\")'`\n );\n } else {\n builderClient.whereRaw(\n `NOT COALESCE(${this.tableColumnRef}, '[]')::jsonb @\\\\? '$[*] \\\\? (@ like_regex \"${String(escapedValue)}\" flag \"i\")'`\n );\n }\n return builderClient;\n }\n\n private buildReferenceJsonArray(value: IFieldReferenceValue): string {\n const referenceExpression = this.resolveFieldReference(value);\n const referenceField = this.getComparableReferenceField(value);\n return this.buildJsonArrayExpression(referenceExpression, referenceField);\n }\n\n private buildJsonArrayExpression(columnExpression: string, field?: FieldCore): string {\n const targetField = field ?? this.field;\n const fallback = targetField.isMultipleCellValue ? \"'[]'::jsonb\" : \"'null'::jsonb\";\n return `jsonb_path_query_array(COALESCE(${columnExpression}, ${fallback}), ${this.getJsonPath(\n targetField\n )})`;\n }\n\n private buildTextArrayExpression(jsonArrayExpression: string): string {\n return `COALESCE((SELECT array_agg(value) FROM jsonb_array_elements_text(${jsonArrayExpression}) AS value), ARRAY[]::text[])`;\n }\n\n private getJsonPath(field: FieldCore): string {\n if (isUserOrLink(field.type)) {\n return field.isMultipleCellValue ? \"'$[*].id'\" : \"'$.id'\";\n }\n return field.isMultipleCellValue ? \"'$[*]'\" : \"'$'\";\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/multiple-value/multiple-number-cell-value-filter.adapter.ts", "content": "import type {\n FieldCore,\n IFieldReferenceValue,\n IFilterOperator,\n ILiteralValue,\n ILiteralValueList,\n} from '@teable/core';\nimport { isFieldReferenceValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterPostgres } from '../cell-value-filter.postgres';\n\nexport class MultipleNumberCellValueFilterAdapter extends CellValueFilterPostgres {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n const referenceTextArray = this.buildTextArrayExpression(referenceArray);\n builderClient.whereRaw(`jsonb_exists_any(${selfArray}, ${referenceTextArray})`);\n return builderClient;\n }\n\n builderClient.whereRaw(`${this.tableColumnRef}::jsonb @> jsonb_build_array(?::numeric)`, [\n Number(value),\n ]);\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n const referenceTextArray = this.buildTextArrayExpression(referenceArray);\n builderClient.whereRaw(\n `NOT jsonb_exists_any(COALESCE(${selfArray}, '[]'::jsonb), ${referenceTextArray})`\n );\n return builderClient;\n }\n\n builderClient.whereRaw(\n `NOT COALESCE(${this.tableColumnRef}, '[]')::jsonb @> jsonb_build_array(?::numeric)`,\n [Number(value)]\n );\n return builderClient;\n }\n\n isGreaterOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n builderClient.whereRaw(this.buildComparisonSql(selfArray, referenceArray, '>'));\n return builderClient;\n }\n\n builderClient.whereRaw(\n `\n EXISTS (\n SELECT 1\n FROM jsonb_array_elements_text(COALESCE(${this.tableColumnRef}, '[]')::jsonb) as elem\n WHERE elem::numeric > ?::numeric\n )\n `,\n [Number(value)]\n );\n return builderClient;\n }\n\n isGreaterEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n builderClient.whereRaw(this.buildComparisonSql(selfArray, referenceArray, '>='));\n return builderClient;\n }\n\n builderClient.whereRaw(\n `\n EXISTS (\n SELECT 1\n FROM jsonb_array_elements_text(COALESCE(${this.tableColumnRef}, '[]')::jsonb) as elem\n WHERE elem::numeric >= ?::numeric\n )\n `,\n [Number(value)]\n );\n return builderClient;\n }\n\n isLessOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n builderClient.whereRaw(this.buildComparisonSql(selfArray, referenceArray, '<'));\n return builderClient;\n }\n\n builderClient.whereRaw(\n `\n EXISTS (\n SELECT 1\n FROM jsonb_array_elements_text(COALESCE(${this.tableColumnRef}, '[]')::jsonb) as elem\n WHERE elem::numeric < ?::numeric\n )\n `,\n [Number(value)]\n );\n return builderClient;\n }\n\n isLessEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n builderClient.whereRaw(this.buildComparisonSql(selfArray, referenceArray, '<='));\n return builderClient;\n }\n\n builderClient.whereRaw(\n `\n EXISTS (\n SELECT 1\n FROM jsonb_array_elements_text(COALESCE(${this.tableColumnRef}, '[]')::jsonb) as elem\n WHERE elem::numeric <= ?::numeric\n )\n `,\n [Number(value)]\n );\n return builderClient;\n }\n\n isAnyOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n const referenceTextArray = this.buildTextArrayExpression(referenceArray);\n builderClient.whereRaw(`jsonb_exists_any(${selfArray}, ${referenceTextArray})`);\n return builderClient;\n }\n\n const numericList = (value as ILiteralValueList).map((entry) => Number(entry));\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb \\\\?| ARRAY[${this.createSqlPlaceholders(numericList)}]`,\n numericList\n );\n return builderClient;\n }\n\n isNoneOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n const referenceTextArray = this.buildTextArrayExpression(referenceArray);\n builderClient.whereRaw(\n `NOT jsonb_exists_any(COALESCE(${selfArray}, '[]'::jsonb), ${referenceTextArray})`\n );\n return builderClient;\n }\n\n const numericList = (value as ILiteralValueList).map((entry) => Number(entry));\n builderClient.whereRaw(\n `NOT COALESCE(${this.tableColumnRef}, '[]')::jsonb \\\\?| ARRAY[${this.createSqlPlaceholders(numericList)}]`,\n numericList\n );\n return builderClient;\n }\n\n hasAllOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n const referenceTextArray = this.buildTextArrayExpression(referenceArray);\n builderClient.whereRaw(`jsonb_exists_all(${selfArray}, ${referenceTextArray})`);\n return builderClient;\n }\n\n const numericList = (value as ILiteralValueList).map((entry) => Number(entry));\n builderClient.whereRaw(\n `jsonb_exists_all(${this.tableColumnRef}::jsonb, ARRAY[${this.createSqlPlaceholders(numericList)}])`,\n numericList\n );\n return builderClient;\n }\n\n isExactlyOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n builderClient.whereRaw(\n `${selfArray} @> ${referenceArray} AND ${referenceArray} @> ${selfArray}`\n );\n return builderClient;\n }\n\n const numericList = (value as ILiteralValueList).map((entry) => Number(entry));\n const placeholders = this.createSqlPlaceholders(numericList);\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @> to_jsonb(ARRAY[${placeholders}]) AND to_jsonb(ARRAY[${placeholders}]) @> ${this.tableColumnRef}::jsonb`,\n [...numericList, ...numericList]\n );\n return builderClient;\n }\n\n isNotExactlyOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceArray = this.buildReferenceJsonArray(value);\n builderClient.whereRaw(\n `NOT (${selfArray} @> ${referenceArray} AND ${referenceArray} @> ${selfArray})`\n );\n return builderClient;\n }\n\n const numericList = (value as ILiteralValueList).map((entry) => Number(entry));\n const placeholders = this.createSqlPlaceholders(numericList);\n builderClient.whereRaw(\n `(NOT (${this.tableColumnRef}::jsonb @> to_jsonb(ARRAY[${placeholders}]) AND to_jsonb(ARRAY[${placeholders}]) @> ${this.tableColumnRef}::jsonb) OR ${this.tableColumnRef} IS NULL)`,\n [...numericList, ...numericList]\n );\n return builderClient;\n }\n\n private buildJsonArrayExpression(columnExpression: string, field: FieldCore): string {\n if (field.isMultipleCellValue) {\n return `COALESCE(${columnExpression}, '[]'::jsonb)`;\n }\n return `jsonb_build_array(${columnExpression})`;\n }\n\n private buildReferenceJsonArray(value: IFieldReferenceValue): string {\n const referenceExpression = this.resolveFieldReference(value);\n const referenceField = this.getComparableReferenceField(value);\n return this.buildJsonArrayExpression(referenceExpression, referenceField);\n }\n\n private buildTextArrayExpression(jsonArrayExpression: string): string {\n return `COALESCE((SELECT array_agg(value) FROM jsonb_array_elements_text(${jsonArrayExpression}) AS value), ARRAY[]::text[])`;\n }\n\n private buildComparisonSql(\n selfArray: string,\n referenceArray: string,\n operator: '>' | '>=' | '<' | '<='\n ): string {\n return `EXISTS (\n SELECT 1\n FROM jsonb_array_elements_text(${selfArray}) AS self_elem(value)\n CROSS JOIN jsonb_array_elements_text(${referenceArray}) AS ref_elem(value)\n WHERE (self_elem.value)::numeric ${operator} (ref_elem.value)::numeric\n )`;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/multiple-value/multiple-string-cell-value-filter.adapter.ts", "content": "import type { IFilterOperator, ILiteralValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { escapeJsonbRegex } from '../../../../../utils/postgres-regex-escape';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterPostgres } from '../cell-value-filter.postgres';\n\nexport class MultipleStringCellValueFilterAdapter extends CellValueFilterPostgres {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n builderClient.whereRaw(`${this.tableColumnRef}::jsonb @\\\\? '$[*] \\\\? (@ == \"${value}\")'`);\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n builderClient.whereRaw(\n `NOT COALESCE(${this.tableColumnRef}, '[]')::jsonb @\\\\? '$[*] \\\\? (@ == \"${value}\")'`\n );\n return builderClient;\n }\n\n containsOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const escapedValue = escapeJsonbRegex(String(value));\n this.ensureLiteralValue(value, _operator);\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb @\\\\? '$[*] \\\\? (@ like_regex \"${escapedValue}\" flag \"i\")'`\n );\n return builderClient;\n }\n\n doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const escapedValue = escapeJsonbRegex(String(value));\n this.ensureLiteralValue(value, _operator);\n builderClient.whereRaw(\n `NOT COALESCE(${this.tableColumnRef}, '[]')::jsonb @\\\\? '$[*] \\\\? (@ like_regex \"${escapedValue}\" flag \"i\")'`\n );\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/single-value/boolean-cell-value-filter.adapter.ts", "content": "import { isFieldReferenceValue, type IFilterOperator, type IFilterValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterPostgres } from '../cell-value-filter.postgres';\n\nexport class BooleanCellValueFilterAdapter extends CellValueFilterPostgres {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n const tableColumnRef = this.tableColumnRef;\n\n if (value) {\n // Filter for checked/true: match exactly true values\n builderClient.whereRaw(`${tableColumnRef} = true`);\n } else {\n // Filter for unchecked/false: match false values OR null values\n // This handles both formula fields (which return false) and checkbox fields (which store null)\n builderClient.where(function () {\n this.whereRaw(`${tableColumnRef} = false`);\n this.orWhereRaw(`${tableColumnRef} is null`);\n });\n }\n\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/single-value/datetime-cell-value-filter.adapter.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\nimport {\n DateFormattingPreset,\n isFieldReferenceValue,\n type IDateFieldOptions,\n type IDateFilter,\n type IDatetimeFormatting,\n type IFilterOperator,\n type IFilterValue,\n} from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterPostgres } from '../cell-value-filter.postgres';\n\nexport class DatetimeCellValueFilterAdapter extends CellValueFilterPostgres {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n return this.applyFieldReferenceEquality(builderClient, ref, 'is');\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(\n `${this.tableColumnRef} BETWEEN ?::timestamptz AND ?::timestamptz`,\n dateTimeRange\n );\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n return this.applyFieldReferenceEquality(builderClient, ref, 'isNot');\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n\n // Wrap conditions in a nested `.whereRaw()` to ensure proper SQL grouping with parentheses,\n // generating `WHERE (\"data\" NOT BETWEEN ... OR \"data\" IS NULL) AND other_query`.\n builderClient.whereRaw(\n `(${this.tableColumnRef} NOT BETWEEN ?::timestamptz AND ?::timestamptz OR ${this.tableColumnRef} IS NULL)`,\n dateTimeRange\n );\n return builderClient;\n }\n\n isGreaterOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n return this.applyFieldReferenceComparison(builderClient, ref, 'gt');\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(`${this.tableColumnRef} > ?::timestamptz`, [dateTimeRange[1]]);\n return builderClient;\n }\n\n isGreaterEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n return this.applyFieldReferenceComparison(builderClient, ref, 'gte');\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(`${this.tableColumnRef} >= ?::timestamptz`, [dateTimeRange[0]]);\n return builderClient;\n }\n\n isLessOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n return this.applyFieldReferenceComparison(builderClient, ref, 'lt');\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(`${this.tableColumnRef} < ?::timestamptz`, [dateTimeRange[0]]);\n return builderClient;\n }\n\n isLessEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n return this.applyFieldReferenceComparison(builderClient, ref, 'lte');\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(`${this.tableColumnRef} <= ?::timestamptz`, [dateTimeRange[1]]);\n return builderClient;\n }\n\n isWithInOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(\n `${this.tableColumnRef} BETWEEN ?::timestamptz AND ?::timestamptz`,\n dateTimeRange\n );\n return builderClient;\n }\n\n private extractFormatting(): IDatetimeFormatting | undefined {\n const options = this.field.options as { formatting?: IDatetimeFormatting } | undefined;\n return options?.formatting;\n }\n\n private determineDateUnit(formatting?: IDatetimeFormatting): 'day' | 'month' | 'year' {\n const dateFormat = formatting?.date as DateFormattingPreset | undefined;\n switch (dateFormat) {\n case DateFormattingPreset.Y:\n return 'year';\n case DateFormattingPreset.YM:\n case DateFormattingPreset.M:\n return 'month';\n default:\n return 'day';\n }\n }\n\n private wrapWithTimeZone(expr: string, formatting?: IDatetimeFormatting): string {\n const tz = (formatting?.timeZone || 'UTC').replace(/'/g, \"''\");\n return `(${expr}) AT TIME ZONE '${tz}'`;\n }\n\n private applyFieldReferenceEquality(\n builderClient: Knex.QueryBuilder,\n referenceExpression: string,\n mode: 'is' | 'isNot'\n ): Knex.QueryBuilder {\n const formatting = this.extractFormatting();\n const unit = this.determineDateUnit(formatting);\n\n const left = this.buildTruncatedExpression(this.tableColumnRef, unit, formatting);\n const right = this.buildTruncatedExpression(referenceExpression, unit, formatting);\n\n if (mode === 'is') {\n builderClient.whereRaw(`${left} = ${right}`);\n } else {\n builderClient.whereRaw(`${left} IS DISTINCT FROM ${right}`);\n }\n\n return builderClient;\n }\n\n private applyFieldReferenceComparison(\n builderClient: Knex.QueryBuilder,\n referenceExpression: string,\n comparator: 'gt' | 'gte' | 'lt' | 'lte'\n ): Knex.QueryBuilder {\n const formatting = this.extractFormatting();\n const unit = this.determineDateUnit(formatting);\n\n const left = this.buildTruncatedExpression(this.tableColumnRef, unit, formatting);\n const right = this.buildTruncatedExpression(referenceExpression, unit, formatting);\n\n const comparatorMap = {\n gt: '>',\n gte: '>=',\n lt: '<',\n lte: '<=',\n } as const;\n\n builderClient.whereRaw(`${left} ${comparatorMap[comparator]} ${right}`);\n return builderClient;\n }\n\n private buildTruncatedExpression(\n expression: string,\n unit: 'day' | 'month' | 'year',\n formatting?: IDatetimeFormatting\n ): string {\n return `DATE_TRUNC('${unit}', ${this.wrapWithTimeZone(expression, formatting)})`;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/single-value/json-cell-value-filter.adapter.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type {\n FieldCore,\n IFieldReferenceValue,\n IFilterOperator,\n IFilterValue,\n ILiteralValue,\n ILiteralValueList,\n} from '@teable/core';\nimport { FieldType, isFieldReferenceValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { isUserOrLink } from '../../../../../utils/is-user-or-link';\nimport { escapeJsonbRegex } from '../../../../../utils/postgres-regex-escape';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterPostgres } from '../cell-value-filter.postgres';\n\nexport class JsonCellValueFilterAdapter extends CellValueFilterPostgres {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const { type } = this.field;\n\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n\n if (isUserOrLink(type)) {\n const referenceField = this.getComparableReferenceField(value);\n if (referenceField.isMultipleCellValue) {\n const leftIdExpr = `jsonb_extract_path_text(${this.tableColumnRef}::jsonb, 'id')`;\n const refArrayExpr = `jsonb_path_query_array(COALESCE(${ref}, '[]'::jsonb), '$[*].id')`;\n builderClient.whereRaw(\n `EXISTS (SELECT 1 FROM jsonb_array_elements_text(${refArrayExpr}) AS ref_id WHERE ref_id = ${leftIdExpr})`\n );\n return builderClient;\n }\n builderClient.whereRaw(\n `jsonb_extract_path_text(${this.tableColumnRef}::jsonb, 'id') = jsonb_extract_path_text(${ref}::jsonb, 'id')`\n );\n return builderClient;\n }\n\n return super.isOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n if (isUserOrLink(type)) {\n builderClient.whereRaw(`jsonb_extract_path_text(${this.tableColumnRef}::jsonb, 'id') = ?`, [\n value,\n ]);\n } else {\n builderClient.whereRaw(\n `jsonb_path_exists(${this.tableColumnRef}::jsonb, ?::jsonpath, jsonb_build_object('value', to_jsonb(?::text)))`,\n ['$[*] ? (@ like_regex $value flag \"i\")', value]\n );\n }\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const { type } = this.field;\n\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n\n if (isUserOrLink(type)) {\n const referenceField = this.getComparableReferenceField(value);\n if (referenceField.isMultipleCellValue) {\n const leftIdExpr = `jsonb_extract_path_text(${this.tableColumnRef}::jsonb, 'id')`;\n const refArrayExpr = `jsonb_path_query_array(COALESCE(${ref}, '[]'::jsonb), '$[*].id')`;\n builderClient.whereRaw(\n `NOT EXISTS (SELECT 1 FROM jsonb_array_elements_text(${refArrayExpr}) AS ref_id WHERE ref_id = ${leftIdExpr})`\n );\n return builderClient;\n }\n builderClient.whereRaw(\n `jsonb_extract_path_text(${this.tableColumnRef}::jsonb, 'id') IS DISTINCT FROM jsonb_extract_path_text(${ref}::jsonb, 'id')`\n );\n return builderClient;\n }\n\n return super.isNotOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n if (isUserOrLink(type)) {\n builderClient.whereRaw(\n `jsonb_extract_path_text(COALESCE(${this.tableColumnRef}, '{}'::jsonb), 'id') IS DISTINCT FROM ?`,\n [value]\n );\n } else {\n builderClient.whereRaw(\n `NOT jsonb_path_exists(COALESCE(${this.tableColumnRef}, '[]')::jsonb, ?::jsonpath, jsonb_build_object('value', to_jsonb(?::text)))`,\n ['$[*] ? (@ like_regex $value flag \"i\")', value]\n );\n }\n return builderClient;\n }\n\n isAnyOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue\n ): Knex.QueryBuilder {\n const { type } = this.field;\n\n if (isFieldReferenceValue(value)) {\n const referenceArray = this.buildReferenceJsonArray(value);\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceTextArray = this.buildTextArrayExpression(referenceArray);\n builderClient.whereRaw(`jsonb_exists_any(${selfArray}, ${referenceTextArray})`);\n return builderClient;\n }\n\n if (isUserOrLink(type)) {\n builderClient.whereRaw(\n `jsonb_extract_path_text(${this.tableColumnRef}::jsonb, 'id') IN (${this.createSqlPlaceholders(value)})`,\n value\n );\n } else {\n builderClient.whereRaw(\n `${this.tableColumnRef}::jsonb \\\\?| ARRAY[${this.createSqlPlaceholders(value)}]`,\n value\n );\n }\n return builderClient;\n }\n\n isNoneOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValueList | IFieldReferenceValue\n ): Knex.QueryBuilder {\n const { type } = this.field;\n\n if (isFieldReferenceValue(value)) {\n const referenceArray = this.buildReferenceJsonArray(value);\n const selfArray = this.buildJsonArrayExpression(this.tableColumnRef, this.field);\n const referenceTextArray = this.buildTextArrayExpression(referenceArray);\n builderClient.whereRaw(\n `NOT jsonb_exists_any(COALESCE(${selfArray}, '[]'::jsonb), ${referenceTextArray})`\n );\n return builderClient;\n }\n\n if (isUserOrLink(type)) {\n builderClient.whereRaw(\n `COALESCE(jsonb_extract_path_text(COALESCE(${this.tableColumnRef}, '{}')::jsonb, 'id'), '') NOT IN (${this.createSqlPlaceholders(\n value\n )})`,\n value\n );\n } else {\n builderClient.whereRaw(\n `NOT COALESCE(${this.tableColumnRef}, '[]')::jsonb \\\\?| ARRAY[${this.createSqlPlaceholders(value)}]`,\n value\n );\n }\n return builderClient;\n }\n\n containsOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n const { type } = this.field;\n const escapedValue = escapeJsonbRegex(String(value));\n\n if (type === FieldType.Link) {\n builderClient.whereRaw(\n `jsonb_path_exists(${this.tableColumnRef}::jsonb, '$.title \\\\? (@ like_regex \"${escapedValue}\" flag \"i\")'::jsonpath)`\n );\n } else {\n builderClient.whereRaw(\n `jsonb_path_exists(${this.tableColumnRef}::jsonb, '$[*] \\\\? (@ like_regex \"${escapedValue}\" flag \"i\")'::jsonpath)`\n );\n }\n return builderClient;\n }\n\n doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n const { type } = this.field;\n const escapedValue = escapeJsonbRegex(String(value));\n\n if (type === FieldType.Link) {\n builderClient.whereRaw(\n `NOT jsonb_path_exists(COALESCE(${this.tableColumnRef}, '{}')::jsonb, '$.title \\\\? (@ like_regex \"${escapedValue}\" flag \"i\")'::jsonpath)`\n );\n } else {\n builderClient.whereRaw(\n `NOT jsonb_path_exists(COALESCE(${this.tableColumnRef}, '[]')::jsonb, '$[*] \\\\? (@ like_regex \"${escapedValue}\" flag \"i\")'::jsonpath)`\n );\n }\n return builderClient;\n }\n\n private buildReferenceJsonArray(value: IFieldReferenceValue): string {\n const referenceExpression = this.resolveFieldReference(value);\n const referenceField = this.getComparableReferenceField(value);\n return this.buildJsonArrayExpression(referenceExpression, referenceField);\n }\n\n private buildJsonArrayExpression(columnExpression: string, field?: FieldCore): string {\n const targetField = field ?? this.field;\n const fallback = targetField.isMultipleCellValue ? \"'[]'::jsonb\" : \"'null'::jsonb\";\n return `jsonb_path_query_array(COALESCE(${columnExpression}, ${fallback}), ${this.getJsonPath(\n targetField\n )})`;\n }\n\n private buildTextArrayExpression(jsonArrayExpression: string): string {\n return `COALESCE((SELECT array_agg(value) FROM jsonb_array_elements_text(${jsonArrayExpression}) AS value), ARRAY[]::text[])`;\n }\n\n private getJsonPath(field: FieldCore): string {\n if (isUserOrLink(field.type)) {\n return field.isMultipleCellValue ? \"'$[*].id'\" : \"'$.id'\";\n }\n return field.isMultipleCellValue ? \"'$[*]'\" : \"'$'\";\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/single-value/number-cell-value-filter.adapter.ts", "content": "import type { IFilterOperator, ILiteralValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterPostgres } from '../cell-value-filter.postgres';\n\nexport class NumberCellValueFilterAdapter extends CellValueFilterPostgres {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isNotOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n isGreaterOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isGreaterOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n isGreaterEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isGreaterEqualOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n isLessOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isLessOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n isLessEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isLessEqualOperatorHandler(builderClient, operator, value, dbProvider);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/cell-value-filter/single-value/string-cell-value-filter.adapter.ts", "content": "import {\n CellValueType,\n isFieldReferenceValue,\n type IFieldReferenceValue,\n type IFilterOperator,\n type ILiteralValue,\n} from '@teable/core';\nimport type { Knex } from 'knex';\nimport { escapeLikeWildcards } from '../../../../../utils/sql-like-escape';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterPostgres } from '../cell-value-filter.postgres';\n\nexport class StringCellValueFilterAdapter extends CellValueFilterPostgres {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`${this.tableColumnRef} = ${ref}`);\n return builderClient;\n }\n const parseValue = this.field.cellValueType === CellValueType.Number ? Number(value) : value;\n builderClient.whereRaw(`${this.tableColumnRef} = ?`, [parseValue]);\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const { cellValueType } = this.field;\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`${this.tableColumnRef} IS DISTINCT FROM ${ref}`);\n return builderClient;\n }\n const parseValue = cellValueType === CellValueType.Number ? Number(value) : value;\n builderClient.whereRaw(`${this.tableColumnRef} IS DISTINCT FROM ?`, [parseValue]);\n return builderClient;\n }\n\n containsOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const escapedValue = escapeLikeWildcards(String(value));\n builderClient.whereRaw(`${this.tableColumnRef} iLIKE ? ESCAPE '\\\\'`, [`%${escapedValue}%`]);\n return builderClient;\n }\n\n doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const escapedValue = escapeLikeWildcards(String(value));\n builderClient.whereRaw(\n `LOWER(COALESCE(${this.tableColumnRef}, '')) NOT LIKE LOWER(?) ESCAPE '\\\\'`,\n [`%${escapedValue}%`]\n );\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/postgres/filter-query.postgres.ts", "content": "import type { FieldCore, IFilter } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IRecordQueryFilterContext } from '../../../features/record/query-builder/record-query-builder.interface';\nimport type { IDbProvider, IFilterQueryExtra } from '../../db.provider.interface';\nimport { AbstractFilterQuery } from '../filter-query.abstract';\nimport {\n BooleanCellValueFilterAdapter,\n DatetimeCellValueFilterAdapter,\n JsonCellValueFilterAdapter,\n MultipleBooleanCellValueFilterAdapter,\n MultipleDatetimeCellValueFilterAdapter,\n MultipleJsonCellValueFilterAdapter,\n MultipleNumberCellValueFilterAdapter,\n MultipleStringCellValueFilterAdapter,\n NumberCellValueFilterAdapter,\n StringCellValueFilterAdapter,\n} from './cell-value-filter';\nimport type { CellValueFilterPostgres } from './cell-value-filter/cell-value-filter.postgres';\n\nexport class FilterQueryPostgres extends AbstractFilterQuery {\n constructor(\n originQueryBuilder: Knex.QueryBuilder,\n fields?: { [fieldId: string]: FieldCore },\n filter?: IFilter,\n extra?: IFilterQueryExtra,\n dbProvider?: IDbProvider,\n context?: IRecordQueryFilterContext\n ) {\n super(originQueryBuilder, fields, filter, extra, dbProvider, context);\n }\n booleanFilter(field: FieldCore, context?: IRecordQueryFilterContext): CellValueFilterPostgres {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleBooleanCellValueFilterAdapter(field, context);\n }\n return new BooleanCellValueFilterAdapter(field, context);\n }\n\n numberFilter(field: FieldCore, context?: IRecordQueryFilterContext): CellValueFilterPostgres {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleNumberCellValueFilterAdapter(field, context);\n }\n return new NumberCellValueFilterAdapter(field, context);\n }\n\n dateTimeFilter(field: FieldCore, context?: IRecordQueryFilterContext): CellValueFilterPostgres {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleDatetimeCellValueFilterAdapter(field, context);\n }\n return new DatetimeCellValueFilterAdapter(field, context);\n }\n\n stringFilter(field: FieldCore, context?: IRecordQueryFilterContext): CellValueFilterPostgres {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleStringCellValueFilterAdapter(field, context);\n }\n return new StringCellValueFilterAdapter(field, context);\n }\n\n jsonFilter(field: FieldCore, context?: IRecordQueryFilterContext): CellValueFilterPostgres {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleJsonCellValueFilterAdapter(field, context);\n }\n return new JsonCellValueFilterAdapter(field, context);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/cell-value-filter.sqlite.ts", "content": "import type { FieldCore, IFilterOperator, IFilterValue } from '@teable/core';\nimport {\n CellValueType,\n contains,\n doesNotContain,\n FieldType,\n isFieldReferenceValue,\n isNoneOf,\n literalValueListSchema,\n} from '@teable/core';\nimport type { Knex } from 'knex';\nimport { escapeLikeWildcards } from '../../../../utils/sql-like-escape';\nimport type { IDbProvider } from '../../../db.provider.interface';\nimport { AbstractCellValueFilter } from '../../cell-value-filter.abstract';\n\nexport class CellValueFilterSqlite extends AbstractCellValueFilter {\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const { cellValueType } = this.field;\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`ifnull(${this.tableColumnRef}, '') != ${ref}`);\n return builderClient;\n }\n const parseValue = cellValueType === CellValueType.Number ? Number(value) : value;\n\n builderClient.whereRaw(`ifnull(${this.tableColumnRef}, '') != ?`, [parseValue]);\n return builderClient;\n }\n\n doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, doesNotContain.value);\n const escapedValue = escapeLikeWildcards(String(value));\n builderClient.whereRaw(`ifnull(${this.tableColumnRef}, '') not like ? ESCAPE '\\\\'`, [\n `%${escapedValue}%`,\n ]);\n return builderClient;\n }\n\n isNoneOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, isNoneOf.value);\n const valueList = literalValueListSchema.parse(value);\n\n const sql = `ifnull(${this.tableColumnRef}, '') not in (${this.createSqlPlaceholders(valueList)})`;\n builderClient.whereRaw(sql, [...valueList]);\n return builderClient;\n }\n\n protected getJsonQueryColumn(field: FieldCore, operator: IFilterOperator): string {\n const defaultJsonColumn = 'json_each.value';\n if (field.type === FieldType.Link) {\n const object = field.isMultipleCellValue ? defaultJsonColumn : field.dbFieldName;\n const path = ([contains.value, doesNotContain.value] as string[]).includes(operator)\n ? '$.title'\n : '$.id';\n\n return `json_extract(${object}, '${path}')`;\n }\n if ([FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy].includes(field.type)) {\n const object = field.isMultipleCellValue ? defaultJsonColumn : field.dbFieldName;\n const path = '$.id';\n\n return `json_extract(${object}, '${path}')`;\n } else if (field.type === FieldType.Attachment) {\n return defaultJsonColumn;\n }\n return defaultJsonColumn;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/index.ts", "content": "export * from './single-value/boolean-cell-value-filter.adapter';\nexport * from './multiple-value/multiple-boolean-cell-value-filter.adapter';\n\nexport * from './single-value/number-cell-value-filter.adapter';\nexport * from './multiple-value/multiple-number-cell-value-filter.adapter';\n\nexport * from './single-value/datetime-cell-value-filter.adapter';\nexport * from './multiple-value/multiple-datetime-cell-value-filter.adapter';\n\nexport * from './single-value/string-cell-value-filter.adapter';\nexport * from './multiple-value/multiple-string-cell-value-filter.adapter';\n\nexport * from './single-value/json-cell-value-filter.adapter';\nexport * from './multiple-value/multiple-json-cell-value-filter.adapter';\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/multiple-value/multiple-boolean-cell-value-filter.adapter.ts", "content": "import type { IFilterOperator, IFilterValue } from '@teable/core';\nimport { isFieldReferenceValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterSqlite } from '../cell-value-filter.sqlite';\n\nexport class MultipleBooleanCellValueFilterAdapter extends CellValueFilterSqlite {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n const tableColumnRef = this.tableColumnRef;\n\n if (value) {\n // Filter for checked/true: match JSON arrays that contain at least one true value (stored as 1)\n // Use json_each to check if any element equals 1 (true in SQLite)\n builderClient.whereRaw(\n `EXISTS (SELECT 1 FROM json_each(${tableColumnRef}) WHERE json_each.value = 1)`\n );\n } else {\n // Filter for unchecked/false: match records that do NOT contain any true value\n // This includes: null, empty arrays, or arrays with only false/null values\n builderClient.where(function () {\n this.whereRaw(`${tableColumnRef} is null`);\n this.orWhereRaw(\n `NOT EXISTS (SELECT 1 FROM json_each(${tableColumnRef}) WHERE json_each.value = 1)`\n );\n });\n }\n\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/multiple-value/multiple-datetime-cell-value-filter.adapter.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\nimport type { IDateFieldOptions, IDateFilter, IFilterOperator, IFilterValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { CellValueFilterSqlite } from '../cell-value-filter.sqlite';\n\nexport class MultipleDatetimeCellValueFilterAdapter extends CellValueFilterSqlite {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value between ? and ?\n )`;\n builderClient.whereRaw(sql, [...dateTimeRange]);\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n const sql = `not exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value between ? and ?\n )`;\n builderClient.whereRaw(sql, [...dateTimeRange]);\n return builderClient;\n }\n\n isGreaterOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value > ?\n )`;\n builderClient.whereRaw(sql, [dateTimeRange[1]]);\n return builderClient;\n }\n\n isGreaterEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value >= ?\n )`;\n builderClient.whereRaw(sql, [dateTimeRange[0]]);\n return builderClient;\n }\n\n isLessOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value < ?\n )`;\n builderClient.whereRaw(sql, [dateTimeRange[0]]);\n return builderClient;\n }\n\n isLessEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value <= ?\n )`;\n builderClient.whereRaw(sql, [dateTimeRange[1]]);\n return builderClient;\n }\n\n isWithInOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value between ? and ?\n )`;\n builderClient.whereRaw(sql, [...dateTimeRange]);\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/multiple-value/multiple-json-cell-value-filter.adapter.ts", "content": "import type { IFilterOperator, ILiteralValue, ILiteralValueList } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { size } from 'lodash';\nimport { CellValueFilterSqlite } from '../cell-value-filter.sqlite';\n\nexport class MultipleJsonCellValueFilterAdapter extends CellValueFilterSqlite {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValueList\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n const isOfSql = `exists (select 1 from json_each(${this.tableColumnRef}) where lower(${jsonColumn}) = lower(?))`;\n builderClient.whereRaw(isOfSql, [value]);\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValueList\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n const isNotOfSql = `not exists (select 1 from json_each(${this.tableColumnRef}) where lower(${jsonColumn}) = lower(?))`;\n builderClient.whereRaw(isNotOfSql, [value]);\n return builderClient;\n }\n\n isExactlyOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValueList\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n const isExactlySql = `(\n select count(${jsonColumn}) from \n json_each(${this.tableColumnRef}) \n where ${jsonColumn} in (${this.createSqlPlaceholders(value)})\n ) >= ?`;\n\n const isFullMatchSql = `(\n select count(distinct ${jsonColumn}) from \n json_each(${this.tableColumnRef})\n ) = ?`;\n\n builderClient\n .whereRaw(isExactlySql, [...value, value.length])\n .whereRaw(isFullMatchSql, [value.length]);\n return builderClient;\n }\n\n isAnyOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValueList\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n const hasAnyOfSql = `exists (\n select 1 from \n json_each(${this.tableColumnRef})\n where ${jsonColumn} in (${this.createSqlPlaceholders(value)})\n )`;\n builderClient.whereRaw(hasAnyOfSql, [...value]);\n return builderClient;\n }\n\n isNoneOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValueList\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n const hasNoneOfSql = `not exists (\n select 1 from \n json_each(${this.tableColumnRef})\n where ${jsonColumn} in (${this.createSqlPlaceholders(value)})\n )`;\n builderClient.whereRaw(hasNoneOfSql, [...value]);\n return builderClient;\n }\n\n hasAllOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValueList\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n const hasAllSql = `(\n select count(distinct json_each.value) from \n json_each(${this.tableColumnRef}) \n where ${jsonColumn} in (${this.createSqlPlaceholders(value)})\n ) = ?`;\n builderClient.whereRaw(hasAllSql, [...value, size(value)]);\n return builderClient;\n }\n\n isNotExactlyOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValueList\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n const isNotExactlySql = `NOT ((\n select count(${jsonColumn}) from \n json_each(${this.tableColumnRef}) \n where ${jsonColumn} in (${this.createSqlPlaceholders(value)})\n ) >= ? AND (\n select count(distinct ${jsonColumn}) from \n json_each(${this.tableColumnRef})\n ) = ?)`;\n\n builderClient.whereRaw(isNotExactlySql, [...value, value.length, value.length]);\n return builderClient;\n }\n\n containsOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n const sql = `exists (\n select 1 from\n json_each(${this.tableColumnRef})\n where ${this.getJsonQueryColumn(this.field, operator)} like ?\n )`;\n builderClient.whereRaw(sql, [`%${value}%`]);\n return builderClient;\n }\n\n doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n const sql = `not exists (\n select 1 from\n json_each(${this.tableColumnRef})\n where ${this.getJsonQueryColumn(this.field, operator)} like ?\n )`;\n builderClient.whereRaw(sql, [`%${value}%`]);\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/multiple-value/multiple-number-cell-value-filter.adapter.ts", "content": "import type { IFilterOperator, ILiteralValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { CellValueFilterSqlite } from '../cell-value-filter.sqlite';\n\nexport class MultipleNumberCellValueFilterAdapter extends CellValueFilterSqlite {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value in (?)\n )`;\n builderClient.whereRaw(sql, [Number(value)]);\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n const sql = `not exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value in (?)\n )`;\n builderClient.whereRaw(sql, [Number(value)]);\n return builderClient;\n }\n\n isGreaterOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value > ?\n )`;\n builderClient.whereRaw(sql, [Number(value)]);\n return builderClient;\n }\n\n isGreaterEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value >= ?\n )`;\n builderClient.whereRaw(sql, [Number(value)]);\n return builderClient;\n }\n\n isLessOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value < ?\n )`;\n builderClient.whereRaw(sql, [Number(value)]);\n return builderClient;\n }\n\n isLessEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value <= ?\n )`;\n builderClient.whereRaw(sql, [Number(value)]);\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/multiple-value/multiple-string-cell-value-filter.adapter.ts", "content": "import type { IFilterOperator, ILiteralValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { CellValueFilterSqlite } from '../cell-value-filter.sqlite';\n\nexport class MultipleStringCellValueFilterAdapter extends CellValueFilterSqlite {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value in (?)\n )`;\n builderClient.whereRaw(sql, [value]);\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const sql = `not exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value in (?)\n )`;\n builderClient.whereRaw(sql, [value]);\n return builderClient;\n }\n\n containsOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const sql = `exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value like ?\n )`;\n builderClient.whereRaw(sql, [`%${value}%`]);\n return builderClient;\n }\n\n doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n const sql = `not exists ( \n select 1 from \n json_each(${this.tableColumnRef}) \n where json_each.value like ?\n )`;\n builderClient.whereRaw(sql, [`%${value}%`]);\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/single-value/boolean-cell-value-filter.adapter.ts", "content": "import { isFieldReferenceValue, type IFilterOperator, type IFilterValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterSqlite } from '../cell-value-filter.sqlite';\n\nexport class BooleanCellValueFilterAdapter extends CellValueFilterSqlite {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n const tableColumnRef = this.tableColumnRef;\n\n if (value) {\n // Filter for checked/true: match exactly true values (stored as 1 in SQLite)\n builderClient.whereRaw(`${tableColumnRef} = 1`);\n } else {\n // Filter for unchecked/false: match false values OR null values\n // This handles both formula fields (which return false/0) and checkbox fields (which store null)\n builderClient.where(function () {\n this.whereRaw(`${tableColumnRef} = 0`);\n this.orWhereRaw(`${tableColumnRef} is null`);\n });\n }\n\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/single-value/datetime-cell-value-filter.adapter.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\nimport {\n isFieldReferenceValue,\n type IDateFieldOptions,\n type IDateFilter,\n type IFilterOperator,\n type IFilterValue,\n} from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterSqlite } from '../cell-value-filter.sqlite';\n\nexport class DatetimeCellValueFilterAdapter extends CellValueFilterSqlite {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(`${this.tableColumnRef} BETWEEN ? AND ?`, dateTimeRange);\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isNotOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(\n `(${this.tableColumnRef} NOT BETWEEN ? AND ? OR ${this.tableColumnRef} IS NULL)`,\n dateTimeRange\n );\n return builderClient;\n }\n\n isGreaterOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isGreaterOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(`${this.tableColumnRef} > ?`, [dateTimeRange[1]]);\n return builderClient;\n }\n\n isGreaterEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isGreaterEqualOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(`${this.tableColumnRef} >= ?`, [dateTimeRange[0]]);\n return builderClient;\n }\n\n isLessOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isLessOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(`${this.tableColumnRef} < ?`, [dateTimeRange[0]]);\n return builderClient;\n }\n\n isLessEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isLessEqualOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(`${this.tableColumnRef} <= ?`, [dateTimeRange[1]]);\n return builderClient;\n }\n\n isWithInOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: IFilterValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n return super.isOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n const { options } = this.field;\n\n const dateTimeRange = this.getFilterDateTimeRange(\n options as IDateFieldOptions,\n value as IDateFilter\n );\n builderClient.whereRaw(`${this.tableColumnRef} BETWEEN ? AND ?`, dateTimeRange);\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/single-value/json-cell-value-filter.adapter.ts", "content": "import type {\n IFieldReferenceValue,\n IFilterOperator,\n IFilterValue,\n ILiteralValue,\n ILiteralValueList,\n} from '@teable/core';\nimport { FieldType, isFieldReferenceValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterSqlite } from '../cell-value-filter.sqlite';\n\nexport class JsonCellValueFilterAdapter extends CellValueFilterSqlite {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n\n if (\n [FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy, FieldType.Link].includes(\n this.field.type\n )\n ) {\n const referenceField = this.getComparableReferenceField(value);\n if (referenceField.isMultipleCellValue) {\n const refColumn = \"json_extract(json_each.value, '$.id')\";\n builderClient.whereRaw(\n `exists (select 1 from json_each(${ref}) where lower(${refColumn}) = lower(${jsonColumn}))`\n );\n return builderClient;\n }\n const refColumn = `json_extract(${ref}, '$.id')`;\n builderClient.whereRaw(`lower(${jsonColumn}) = lower(${refColumn})`);\n return builderClient;\n }\n\n return super.isOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n const sql = `lower(${jsonColumn}) = lower(?)`;\n builderClient.whereRaw(sql, [value]);\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n\n if (\n [FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy, FieldType.Link].includes(\n this.field.type\n )\n ) {\n const referenceField = this.getComparableReferenceField(value);\n if (referenceField.isMultipleCellValue) {\n const refColumn = \"json_extract(json_each.value, '$.id')\";\n builderClient.whereRaw(\n `not exists (select 1 from json_each(${ref}) where lower(${refColumn}) = lower(${jsonColumn}))`\n );\n return builderClient;\n }\n const refColumn = `json_extract(${ref}, '$.id')`;\n builderClient.whereRaw(`lower(ifnull(${jsonColumn}, '')) != lower(${refColumn})`);\n return builderClient;\n }\n\n return super.isNotOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n const sql = `lower(ifnull(${jsonColumn}, '')) != lower(?)`;\n builderClient.whereRaw(sql, [value]);\n return builderClient;\n }\n\n isAnyOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValueList\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n const sql = `${jsonColumn} in (${this.createSqlPlaceholders(value)})`;\n builderClient.whereRaw(sql, [...value]);\n return builderClient;\n }\n\n isNoneOfOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValueList\n ): Knex.QueryBuilder {\n const jsonColumn = this.getJsonQueryColumn(this.field, operator);\n const sql = `ifnull(${jsonColumn}, '') not in (${this.createSqlPlaceholders(value)})`;\n builderClient.whereRaw(sql, [...value]);\n return builderClient;\n }\n\n containsOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n const sql = `${this.getJsonQueryColumn(this.field, operator)} like ?`;\n builderClient.whereRaw(sql, [`%${value}%`]);\n return builderClient;\n }\n\n doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: IFilterValue\n ): Knex.QueryBuilder {\n const sql = `ifnull(${this.getJsonQueryColumn(this.field, operator)}, '') not like ?`;\n builderClient.whereRaw(sql, [`%${value}%`]);\n return builderClient;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/single-value/number-cell-value-filter.adapter.ts", "content": "import type { IFilterOperator, ILiteralValue } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterSqlite } from '../cell-value-filter.sqlite';\n\nexport class NumberCellValueFilterAdapter extends CellValueFilterSqlite {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isNotOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n isGreaterOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isGreaterOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n isGreaterEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isGreaterEqualOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n isLessOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isLessOperatorHandler(builderClient, operator, value, dbProvider);\n }\n\n isLessEqualOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n return super.isLessEqualOperatorHandler(builderClient, operator, value, dbProvider);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/cell-value-filter/single-value/string-cell-value-filter.adapter.ts", "content": "import {\n CellValueType,\n isFieldReferenceValue,\n type IFieldReferenceValue,\n type IFilterOperator,\n type ILiteralValue,\n} from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db.provider.interface';\nimport { CellValueFilterSqlite } from '../cell-value-filter.sqlite';\n\nexport class StringCellValueFilterAdapter extends CellValueFilterSqlite {\n isOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`${this.tableColumnRef} = ${ref}`);\n return builderClient;\n }\n const parseValue = this.field.cellValueType === CellValueType.Number ? Number(value) : value;\n builderClient.whereRaw(`${this.tableColumnRef} = ?`, [parseValue]);\n return builderClient;\n }\n\n isNotOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue | IFieldReferenceValue,\n _dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n const { cellValueType } = this.field;\n if (isFieldReferenceValue(value)) {\n const ref = this.resolveFieldReference(value);\n builderClient.whereRaw(`${this.tableColumnRef} != ${ref}`);\n return builderClient;\n }\n const parseValue = cellValueType === CellValueType.Number ? Number(value) : value;\n builderClient.whereRaw(`${this.tableColumnRef} != ?`, [parseValue]);\n return builderClient;\n }\n\n containsOperatorHandler(\n builderClient: Knex.QueryBuilder,\n _operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, _operator);\n return super.containsOperatorHandler(builderClient, _operator, value, dbProvider);\n }\n\n doesNotContainOperatorHandler(\n builderClient: Knex.QueryBuilder,\n operator: IFilterOperator,\n value: ILiteralValue,\n dbProvider: IDbProvider\n ): Knex.QueryBuilder {\n this.ensureLiteralValue(value, operator);\n return super.doesNotContainOperatorHandler(builderClient, operator, value, dbProvider);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/filter-query/sqlite/filter-query.sqlite.ts", "content": "import type { FieldCore, IFilter } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IRecordQueryFilterContext } from '../../../features/record/query-builder/record-query-builder.interface';\nimport type { IDbProvider, IFilterQueryExtra } from '../../db.provider.interface';\nimport type { AbstractCellValueFilter } from '../cell-value-filter.abstract';\nimport { AbstractFilterQuery } from '../filter-query.abstract';\nimport {\n BooleanCellValueFilterAdapter,\n DatetimeCellValueFilterAdapter,\n JsonCellValueFilterAdapter,\n MultipleBooleanCellValueFilterAdapter,\n MultipleDatetimeCellValueFilterAdapter,\n MultipleJsonCellValueFilterAdapter,\n MultipleNumberCellValueFilterAdapter,\n MultipleStringCellValueFilterAdapter,\n NumberCellValueFilterAdapter,\n StringCellValueFilterAdapter,\n} from './cell-value-filter';\nimport type { CellValueFilterSqlite } from './cell-value-filter/cell-value-filter.sqlite';\n\nexport class FilterQuerySqlite extends AbstractFilterQuery {\n constructor(\n originQueryBuilder: Knex.QueryBuilder,\n fields?: { [fieldId: string]: FieldCore },\n filter?: IFilter,\n extra?: IFilterQueryExtra,\n dbProvider?: IDbProvider,\n context?: IRecordQueryFilterContext\n ) {\n super(originQueryBuilder, fields, filter, extra, dbProvider, context);\n }\n booleanFilter(field: FieldCore, context?: IRecordQueryFilterContext): CellValueFilterSqlite {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleBooleanCellValueFilterAdapter(field, context);\n }\n return new BooleanCellValueFilterAdapter(field, context);\n }\n\n numberFilter(field: FieldCore, context?: IRecordQueryFilterContext): CellValueFilterSqlite {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleNumberCellValueFilterAdapter(field, context);\n }\n return new NumberCellValueFilterAdapter(field, context);\n }\n\n dateTimeFilter(field: FieldCore, context?: IRecordQueryFilterContext): CellValueFilterSqlite {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleDatetimeCellValueFilterAdapter(field, context);\n }\n return new DatetimeCellValueFilterAdapter(field, context);\n }\n\n stringFilter(field: FieldCore, context?: IRecordQueryFilterContext): CellValueFilterSqlite {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleStringCellValueFilterAdapter(field, context);\n }\n return new StringCellValueFilterAdapter(field, context);\n }\n\n jsonFilter(field: FieldCore, context?: IRecordQueryFilterContext): AbstractCellValueFilter {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleJsonCellValueFilterAdapter(field, context);\n }\n return new JsonCellValueFilterAdapter(field, context);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/__snapshots__/formula-query.spec.ts.snap", "content": "// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement arrayCompact function 1`] = `\"ARRAY(SELECT x FROM UNNEST(column_a) AS x WHERE x IS NOT NULL)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement arrayFlatten function 1`] = `\"ARRAY(SELECT UNNEST(column_a))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement arrayJoin function with optional separator 1`] = `\"ARRAY_TO_STRING(column_a, ', ')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement arrayJoin function with optional separator 2`] = `\"ARRAY_TO_STRING(column_a, ' | ')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement arrayUnique function 1`] = `\"ARRAY(SELECT DISTINCT UNNEST(column_a))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement count function 1`] = `\"(CASE WHEN column_a IS NOT NULL THEN 1 ELSE 0 END + CASE WHEN column_b IS NOT NULL THEN 1 ELSE 0 END + CASE WHEN column_c IS NOT NULL THEN 1 ELSE 0 END)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement countA function 1`] = `\"(CASE WHEN column_a IS NULL OR COALESCE(NULLIF((column_a)::text, ''), '') = '' THEN 0 ELSE 1 END + CASE WHEN column_b IS NULL OR COALESCE(NULLIF((column_b)::text, ''), '') = '' THEN 0 ELSE 1 END)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement countAll function 1`] = `\"CASE WHEN column_a IS NULL THEN 0 ELSE 1 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle complex nested function calls 1`] = `\"CASE WHEN (SUM(a, b) > 100) THEN ROUND((a / b)::numeric, 2::integer) ELSE (UPPER(c) || ' - ' || LOWER(d)) END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle complex nested function calls 2`] = `\"CASE WHEN ((a + b) > 100) THEN ROUND((a / b), 2) ELSE (COALESCE(UPPER(c), '') || COALESCE(' - ', '') || COALESCE(LOWER(d), '')) END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle deeply nested expressions 1`] = `\"(((((base)))))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 1`] = `\"SUM()\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 2`] = `\"SUM(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 3`] = `\"'test''quote'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 4`] = `\"'test\"double'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 5`] = `\"0\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 6`] = `\"-3.14\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 1`] = `\"NULL\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 2`] = `\"column_a\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 3`] = `\"'test''quote'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 4`] = `\"'test\"double'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 5`] = `\"0\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 6`] = `\"-3.14\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle field references differently 1`] = `\"\"column_a\"\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle field references differently 2`] = `\"\\`column_a\\`\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement createdTime function 1`] = `\"__created_time__\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement dateAdd function with parameters 1`] = `\"column_a::timestamp + INTERVAL 'days' * 5::integer\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement datestr function with parameters 1`] = `\"column_a::date::text\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement datetimeDiff function with parameters 1`] = `\"EXTRACT(DAY FROM column_b::timestamp - column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement datetimeFormat function with parameters 1`] = `\"TO_CHAR(column_a::timestamp, 'YYYY-MM-DD')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement datetimeParse function with parameters 1`] = `\"(CASE WHEN (column_a) IS NULL THEN NULL WHEN (column_a)::text = '' THEN NULL WHEN (column_a)::text ~ '^\\\\d{4}\\\\-\\\\d{2}\\\\-\\\\d{2}$' THEN TO_TIMESTAMP((column_a)::text, 'YYYY-MM-DD') ELSE NULL END)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement day function 1`] = `\"EXTRACT(DAY FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement hour function 1`] = `\"EXTRACT(HOUR FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement isSame function with different units 1`] = `\"column_a::timestamp = column_b::timestamp\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement isSame function with different units 2`] = `\"DATE_TRUNC('day', column_a::timestamp) = DATE_TRUNC('day', column_b::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement isSame function with different units 3`] = `\"DATE_TRUNC('month', column_a::timestamp) = DATE_TRUNC('month', column_b::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement isSame function with different units 4`] = `\"DATE_TRUNC('year', column_a::timestamp) = DATE_TRUNC('year', column_b::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement lastModifiedTime function 1`] = `\"__last_modified_time__\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement minute function 1`] = `\"EXTRACT(MINUTE FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement month function 1`] = `\"EXTRACT(MONTH FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement now function 1`] = `\"NOW()\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement second function 1`] = `\"EXTRACT(SECOND FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement today function 1`] = `\"CURRENT_DATE\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement weekNum function 1`] = `\"EXTRACT(WEEK FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement weekday function 1`] = `\"EXTRACT(DOW FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement workday function with parameters 1`] = `\"column_a::date + INTERVAL '1 day' * 5::integer\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement workdayDiff function with parameters 1`] = `\"column_b::date - column_a::date\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement year function 1`] = `\"EXTRACT(YEAR FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Field References and Context > should handle field references 1`] = `\"\"column_a\"\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Field References and Context > should set and use context 1`] = `\"\"test_column\"\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement booleanLiteral 1`] = `\"TRUE\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement booleanLiteral 2`] = `\"FALSE\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement nullLiteral 1`] = `\"NULL\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement numberLiteral 1`] = `\"42\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement numberLiteral 2`] = `\"-3.14\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement stringLiteral 1`] = `\"'hello'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement stringLiteral 2`] = `\"'it''s'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement SWITCH function 1`] = `\"CASE WHEN column_a = 1 THEN 'One' WHEN column_a = 2 THEN 'Two' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement SWITCH function 2`] = `\"CASE WHEN column_a = 1 THEN 'One' WHEN column_a = 2 THEN 'Two' ELSE 'Default' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement XOR function with different parameter counts 1`] = `\"((condition1) AND NOT (condition2)) OR (NOT (condition1) AND (condition2))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement XOR function with different parameter counts 2`] = `\"(condition1 + condition2 + condition3) % 2 = 1\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement and function 1`] = `\"(condition1 AND condition2 AND condition3)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement blank function 1`] = `\"NULL\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement if function 1`] = `\"CASE WHEN column_a > 0 THEN column_b ELSE 'N/A' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement isError function 1`] = `\"CASE WHEN column_a IS NULL THEN TRUE ELSE FALSE END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement not function 1`] = `\"NOT (condition)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement or function 1`] = `\"(condition1 OR condition2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement abs function 1`] = `\"ABS(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement average function 1`] = `\"AVG(column_a, column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement ceiling function 1`] = `\"CEIL(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement even function 1`] = `\"CASE WHEN column_a::integer % 2 = 0 THEN column_a::integer ELSE column_a::integer + 1 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement exp function 1`] = `\"EXP(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement floor function 1`] = `\"FLOOR(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement int function 1`] = `\"FLOOR(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement log function 1`] = `\"LN(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement max function 1`] = `\"GREATEST(column_a, column_b, 100)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement min function 1`] = `\"LEAST(column_a, column_b, 0)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement mod function with parameters 1`] = `\"MOD(column_a::numeric, 3::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement odd function 1`] = `\"CASE WHEN column_a::integer % 2 = 1 THEN column_a::integer ELSE column_a::integer + 1 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement power function with parameters 1`] = `\"POWER(column_a::numeric, 2::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement round function with parameters 1`] = `\"ROUND(column_a::numeric, 2::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement round function with parameters 2`] = `\"ROUND(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement roundDown function with parameters 1`] = `\"FLOOR(column_a::numeric * POWER(10, 2::integer)) / POWER(10, 2::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement roundDown function with parameters 2`] = `\"FLOOR(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement roundUp function with parameters 1`] = `\"CEIL(column_a::numeric * POWER(10, 2::integer)) / POWER(10, 2::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement roundUp function with parameters 2`] = `\"CEIL(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement sqrt function 1`] = `\"SQRT(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement sum function 1`] = `\"SUM(column_a, column_b, 10)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement value function 1`] = `\"column_a::numeric\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement SWITCH function for SQLite 1`] = `\"CASE WHEN column_a = 1 THEN 'One' WHEN column_a = 2 THEN 'Two' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement SWITCH function for SQLite 2`] = `\"CASE WHEN column_a = 1 THEN 'One' WHEN column_a = 2 THEN 'Two' ELSE 'Default' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement abs function for SQLite 1`] = `\"ABS(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement average function for SQLite 1`] = `\"((column_a + column_b) / 2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement boolean literals correctly for SQLite 1`] = `\"1\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement boolean literals correctly for SQLite 2`] = `\"0\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement castToBoolean function for SQLite 1`] = `\"CAST(column_a AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement castToDate function for SQLite 1`] = `\"DATETIME(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement castToNumber function for SQLite 1`] = `\"CAST(column_a AS REAL)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement castToString function for SQLite 1`] = `\"CAST(column_a AS TEXT)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement ceiling function for SQLite 1`] = `\"CAST(CEIL(column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement concatenate function for SQLite 1`] = `\"(COALESCE(column_a, '') || COALESCE(' - ', '') || COALESCE(column_b, ''))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement count function for SQLite 1`] = `\"(CASE WHEN column_a IS NOT NULL THEN 1 ELSE 0 END + CASE WHEN column_b IS NOT NULL THEN 1 ELSE 0 END)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement day function for SQLite 1`] = `\"CAST(STRFTIME('%d', column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement exp function for SQLite 1`] = `\"EXP(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement fieldReference function for SQLite 1`] = `\"\\`column_a\\`\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement find function for SQLite 1`] = `\"INSTR(column_a, 'text')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement find function for SQLite 2`] = `\"CASE WHEN INSTR(SUBSTR(column_a, 5), 'text') > 0 THEN INSTR(SUBSTR(column_a, 5), 'text') + 5 - 1 ELSE 0 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement floor function for SQLite 1`] = `\"CAST(FLOOR(column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement if function for SQLite 1`] = `\"CASE WHEN column_a > 0 THEN column_b ELSE 'N/A' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement isError function for SQLite 1`] = `\"CASE WHEN column_a IS NULL THEN 1 ELSE 0 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement left function for SQLite 1`] = `\"SUBSTR(column_a, 1, 5)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement len function for SQLite 1`] = `\"LENGTH(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement log function for SQLite 1`] = `\"LN(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement lower function for SQLite 1`] = `\"LOWER(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement max function for SQLite 1`] = `\"MAX(MAX(column_a, column_b), 100)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement mid function for SQLite 1`] = `\"SUBSTR(column_a, 2, 5)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement min function for SQLite 1`] = `\"MIN(MIN(column_a, column_b), 0)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement mod function for SQLite 1`] = `\"(column_a % 3)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement month function for SQLite 1`] = `\"CAST(STRFTIME('%m', column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement now function for SQLite 1`] = `\"DATETIME('now')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement power function for SQLite 1`] = `\"POWER(column_a, 2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement right function for SQLite 1`] = `\"SUBSTR(column_a, -3)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement round function for SQLite 1`] = `\"ROUND(column_a, 2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement round function for SQLite 2`] = `\"ROUND(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement roundDown function for SQLite 1`] = `\"CAST(FLOOR(column_a * POWER(10, 2)) / POWER(10, 2) AS REAL)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement roundDown function for SQLite 2`] = `\"CAST(FLOOR(column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement roundUp function for SQLite 1`] = `\"CAST(CEIL(column_a * POWER(10, 2)) / POWER(10, 2) AS REAL)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement roundUp function for SQLite 2`] = `\"CAST(CEIL(column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement search function for SQLite 1`] = `\"INSTR(UPPER(column_a), UPPER('text'))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement search function for SQLite 2`] = `\"CASE WHEN INSTR(UPPER(SUBSTR(column_a, 3)), UPPER('text')) > 0 THEN INSTR(UPPER(SUBSTR(column_a, 3)), UPPER('text')) + 3 - 1 ELSE 0 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement sqrt function for SQLite 1`] = `\"SQRT(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement substitute function for SQLite 1`] = `\"REPLACE(column_a, 'old', 'new')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement sum function for SQLite 1`] = `\"(column_a + column_b + 10)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement today function for SQLite 1`] = `\"DATE('now')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement trim function for SQLite 1`] = `\"TRIM(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement upper function for SQLite 1`] = `\"UPPER(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement year function for SQLite 1`] = `\"CAST(STRFTIME('%Y', column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > System Functions > should implement autoNumber function 1`] = `\"__auto_number\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > System Functions > should implement recordId function 1`] = `\"__id\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > System Functions > should implement textAll function 1`] = `\"ARRAY_TO_STRING(column_a, ', ')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement concatenate function 1`] = `\"(column_a || ' - ' || column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement encodeUrlComponent function 1`] = `\"encode(column_a::bytea, 'escape')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement find function with optional parameters 1`] = `\"POSITION('text' IN column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement find function with optional parameters 2`] = `\"POSITION('text' IN SUBSTRING(column_a FROM 5::integer)) + 5::integer - 1\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement left function 1`] = `\"LEFT(column_a, 5::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement len function 1`] = `\"LENGTH(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement lower function 1`] = `\"LOWER(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement mid function 1`] = `\"SUBSTRING(column_a FROM 2::integer FOR 5::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement regexpReplace function 1`] = `\"REGEXP_REPLACE((column_a)::text, ('pattern')::text, ('replacement')::text, 'g')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement replace function 1`] = `\"OVERLAY(column_a PLACING 'new' FROM 2::integer FOR 3::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement rept function 1`] = `\"REPEAT(column_a, 3::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement right function 1`] = `\"RIGHT(column_a, 3::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement search function with optional parameters 1`] = `\"POSITION(UPPER('text') IN UPPER(column_a))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement search function with optional parameters 2`] = `\"POSITION(UPPER('text') IN UPPER(SUBSTRING(column_a FROM 3::integer))) + 3::integer - 1\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement substitute function with optional parameters 1`] = `\"REPLACE(column_a, 'old', 'new')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement substitute function with optional parameters 2`] = `\"REPLACE(column_a, 'old', 'new')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement t function 1`] = `\"CASE WHEN column_a IS NULL THEN '' ELSE column_a::text END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement trim function 1`] = `\"TRIM(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement upper function 1`] = `\"UPPER(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement add operation 1`] = `\"(column_a + column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement bitwiseAnd operation 1`] = `\"(column_a & column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement castToBoolean operation 1`] = `\"column_a::boolean\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement castToDate operation 1`] = `\"column_a::timestamp\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement castToNumber operation 1`] = `\"column_a::numeric\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement castToString operation 1`] = `\"column_a::text\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement divide operation 1`] = `\"(column_a / column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement equal operation 1`] = `\"(column_a = column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement greaterThan operation 1`] = `\"(column_a > 0)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement greaterThanOrEqual operation 1`] = `\"(column_a >= 0)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement lessThan operation 1`] = `\"(column_a < 100)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement lessThanOrEqual operation 1`] = `\"(column_a <= 100)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement logicalAnd operation 1`] = `\"(condition1 AND condition2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement logicalOr operation 1`] = `\"(condition1 OR condition2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement modulo operation 1`] = `\"(column_a % column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement multiply operation 1`] = `\"(column_a * column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement notEqual operation 1`] = `\"(column_a <> column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement parentheses operation 1`] = `\"(expression)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement subtract operation 1`] = `\"(column_a - column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement unaryMinus operation 1`] = `\"(-column_a)\"`;\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/__snapshots__/generated-column-query.spec.ts.snap", "content": "// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement arrayCompact function 1`] = `\"ARRAY(SELECT x FROM UNNEST(column_a) AS x WHERE x IS NOT NULL)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement arrayFlatten function 1`] = `\"ARRAY(SELECT UNNEST(column_a))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement arrayJoin function with optional separator 1`] = `\"ARRAY_TO_STRING(column_a, ', ')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement arrayJoin function with optional separator 2`] = `\"ARRAY_TO_STRING(column_a, ' | ')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement arrayUnique function 1`] = `\"ARRAY(SELECT DISTINCT UNNEST(column_a))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement count function 1`] = `\"(CASE WHEN column_a IS NOT NULL THEN 1 ELSE 0 END + CASE WHEN column_b IS NOT NULL THEN 1 ELSE 0 END + CASE WHEN column_c IS NOT NULL THEN 1 ELSE 0 END)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement countA function 1`] = `\"(CASE WHEN column_a IS NULL OR COALESCE(NULLIF((column_a)::text, ''), '') = '' THEN 0 ELSE 1 END + CASE WHEN column_b IS NULL OR COALESCE(NULLIF((column_b)::text, ''), '') = '' THEN 0 ELSE 1 END)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Array Functions > should implement countAll function 1`] = `\"CASE WHEN column_a IS NULL THEN 0 ELSE 1 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle complex nested function calls 1`] = `\"CASE WHEN ((a + b) > 100) THEN ROUND((a / b)::numeric, 2::integer) ELSE (COALESCE(UPPER(c)::text, '') || COALESCE(' - '::text, '') || COALESCE(LOWER(d)::text, '')) END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle complex nested function calls 2`] = `\"CASE WHEN ((a + b) > 100) THEN ROUND((a / b), 2) ELSE (COALESCE(UPPER(c), '') || COALESCE(' - ', '') || COALESCE(LOWER(d), '')) END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle deeply nested expressions 1`] = `\"(((((base)))))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 1`] = `\"()\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 2`] = `\"(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 3`] = `\"'test''quote'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 4`] = `\"'test\"double'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 5`] = `\"0\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for PostgreSQL 6`] = `\"-3.14\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 1`] = `\"NULL\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 2`] = `\"column_a\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 3`] = `\"'test''quote'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 4`] = `\"'test\"double'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 5`] = `\"0\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle edge cases for SQLite 6`] = `\"-3.14\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle field references differently 1`] = `\"\"column_a\"\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Common Interface and Edge Cases > should handle field references differently 2`] = `\"\\`column_a\\`\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement createdTime function 1`] = `\"\"__created_time\"\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement dateAdd function with parameters 1`] = `\"column_a::timestamp + INTERVAL 'days' * 5::integer\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement datestr function with parameters 1`] = `\"column_a::date::text\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement datetimeDiff function with parameters 1`] = `\"EXTRACT(DAY FROM column_b::timestamp - column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement datetimeFormat function with parameters 1`] = `\"TO_CHAR(column_a::timestamp, 'YYYY-MM-DD')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement datetimeParse function with parameters 1`] = `\"(CASE WHEN (column_a) IS NULL THEN NULL WHEN (column_a)::text = '' THEN NULL WHEN (column_a)::text ~ '^\\\\d{4}\\\\-\\\\d{2}\\\\-\\\\d{2}$' THEN TO_TIMESTAMP((column_a)::text, 'YYYY-MM-DD') ELSE NULL END)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement day function 1`] = `\"EXTRACT(DAY FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement hour function 1`] = `\"EXTRACT(HOUR FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement isSame function with different units 1`] = `\"column_a::timestamp = column_b::timestamp\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement isSame function with different units 2`] = `\"DATE_TRUNC('day', column_a::timestamp) = DATE_TRUNC('day', column_b::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement isSame function with different units 3`] = `\"DATE_TRUNC('month', column_a::timestamp) = DATE_TRUNC('month', column_b::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement isSame function with different units 4`] = `\"DATE_TRUNC('year', column_a::timestamp) = DATE_TRUNC('year', column_b::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement lastModifiedTime function 1`] = `\"\"__last_modified_time\"\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement minute function 1`] = `\"EXTRACT(MINUTE FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement month function 1`] = `\"EXTRACT(MONTH FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement now function 1`] = `\"NOW()\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement second function 1`] = `\"EXTRACT(SECOND FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement today function 1`] = `\"CURRENT_DATE\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement weekNum function 1`] = `\"EXTRACT(WEEK FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement weekday function 1`] = `\"EXTRACT(DOW FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement workday function with parameters 1`] = `\"column_a::date + INTERVAL '1 day' * 5::integer\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement workdayDiff function with parameters 1`] = `\"column_b::date - column_a::date\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Date Functions > should implement year function 1`] = `\"EXTRACT(YEAR FROM column_a::timestamp)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Field References and Context > should handle field references 1`] = `\"\"column_a\"\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Field References and Context > should set and use context 1`] = `\"\"test_column\"\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement booleanLiteral 1`] = `\"TRUE\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement booleanLiteral 2`] = `\"FALSE\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement nullLiteral 1`] = `\"NULL\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement numberLiteral 1`] = `\"42\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement numberLiteral 2`] = `\"-3.14\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement stringLiteral 1`] = `\"'hello'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Literal Values > should implement stringLiteral 2`] = `\"'it''s'\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement SWITCH function 1`] = `\"CASE WHEN column_a = 1 THEN 'One' WHEN column_a = 2 THEN 'Two' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement SWITCH function 2`] = `\"CASE WHEN column_a = 1 THEN 'One' WHEN column_a = 2 THEN 'Two' ELSE 'Default' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement XOR function with different parameter counts 1`] = `\"((condition1) AND NOT (condition2)) OR (NOT (condition1) AND (condition2))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement XOR function with different parameter counts 2`] = `\"(condition1 + condition2 + condition3) % 2 = 1\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement and function 1`] = `\"(condition1 AND condition2 AND condition3)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement blank function 1`] = `\"NULL\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement if function 1`] = `\"CASE WHEN column_a > 0 THEN column_b ELSE 'N/A' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement isError function 1`] = `\"CASE WHEN column_a IS NULL THEN TRUE ELSE FALSE END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement not function 1`] = `\"NOT (condition)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Logical Functions > should implement or function 1`] = `\"(condition1 OR condition2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement abs function 1`] = `\"ABS(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement average function 1`] = `\"(column_a + column_b) / 2\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement ceiling function 1`] = `\"CEIL(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement even function 1`] = `\"CASE WHEN column_a::integer % 2 = 0 THEN column_a::integer ELSE column_a::integer + 1 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement exp function 1`] = `\"EXP(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement floor function 1`] = `\"FLOOR(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement int function 1`] = `\"FLOOR(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement log function 1`] = `\"LN(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement max function 1`] = `\"GREATEST(column_a, column_b, 100)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement min function 1`] = `\"LEAST(column_a, column_b, 0)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement mod function with parameters 1`] = `\"MOD(column_a::numeric, 3::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement odd function 1`] = `\"CASE WHEN column_a::integer % 2 = 1 THEN column_a::integer ELSE column_a::integer + 1 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement power function with parameters 1`] = `\"POWER(column_a::numeric, 2::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement round function with parameters 1`] = `\"ROUND(column_a::numeric, 2::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement round function with parameters 2`] = `\"ROUND(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement roundDown function with parameters 1`] = `\"FLOOR(column_a::numeric * POWER(10, 2::integer)) / POWER(10, 2::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement roundDown function with parameters 2`] = `\"FLOOR(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement roundUp function with parameters 1`] = `\"CEIL(column_a::numeric * POWER(10, 2::integer)) / POWER(10, 2::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement roundUp function with parameters 2`] = `\"CEIL(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement sqrt function 1`] = `\"SQRT(column_a::numeric)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement sum function 1`] = `\"(column_a + column_b + 10)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Numeric Functions > should implement value function 1`] = `\"column_a::numeric\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement SWITCH function for SQLite 1`] = `\"CASE WHEN column_a = 1 THEN 'One' WHEN column_a = 2 THEN 'Two' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement SWITCH function for SQLite 2`] = `\"CASE WHEN column_a = 1 THEN 'One' WHEN column_a = 2 THEN 'Two' ELSE 'Default' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement abs function for SQLite 1`] = `\"ABS(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement average function for SQLite 1`] = `\"((column_a + column_b) / 2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement boolean literals correctly for SQLite 1`] = `\"1\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement boolean literals correctly for SQLite 2`] = `\"0\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement castToBoolean function for SQLite 1`] = `\"CAST(column_a AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement castToDate function for SQLite 1`] = `\"DATETIME(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement castToNumber function for SQLite 1`] = `\"CAST(column_a AS REAL)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement castToString function for SQLite 1`] = `\"CAST(column_a AS TEXT)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement ceiling function for SQLite 1`] = `\"CAST(CEIL(column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement concatenate function for SQLite 1`] = `\"(COALESCE(column_a, '') || COALESCE(' - ', '') || COALESCE(column_b, ''))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement count function for SQLite 1`] = `\"(CASE WHEN column_a IS NOT NULL THEN 1 ELSE 0 END + CASE WHEN column_b IS NOT NULL THEN 1 ELSE 0 END)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement day function for SQLite 1`] = `\"CAST(STRFTIME('%d', column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement exp function for SQLite 1`] = `\"EXP(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement fieldReference function for SQLite 1`] = `\"\\`column_a\\`\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement find function for SQLite 1`] = `\"INSTR(column_a, 'text')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement find function for SQLite 2`] = `\"CASE WHEN INSTR(SUBSTR(column_a, 5), 'text') > 0 THEN INSTR(SUBSTR(column_a, 5), 'text') + 5 - 1 ELSE 0 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement floor function for SQLite 1`] = `\"CAST(FLOOR(column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement if function for SQLite 1`] = `\"CASE WHEN column_a > 0 THEN column_b ELSE 'N/A' END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement isError function for SQLite 1`] = `\"CASE WHEN column_a IS NULL THEN 1 ELSE 0 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement left function for SQLite 1`] = `\"SUBSTR(column_a, 1, 5)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement len function for SQLite 1`] = `\"LENGTH(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement log function for SQLite 1`] = `\"LN(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement lower function for SQLite 1`] = `\"LOWER(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement max function for SQLite 1`] = `\"MAX(MAX(column_a, column_b), 100)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement mid function for SQLite 1`] = `\"SUBSTR(column_a, 2, 5)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement min function for SQLite 1`] = `\"MIN(MIN(column_a, column_b), 0)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement mod function for SQLite 1`] = `\"(column_a % 3)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement month function for SQLite 1`] = `\"CAST(STRFTIME('%m', column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement now function for SQLite 1`] = `\"DATETIME('now')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement power function for SQLite 1`] = `\n\"(\n CASE\n WHEN 2 = 0 THEN 1\n WHEN 2 = 1 THEN column_a\n WHEN 2 = 2 THEN column_a * column_a\n WHEN 2 = 3 THEN column_a * column_a * column_a\n WHEN 2 = 4 THEN column_a * column_a * column_a * column_a\n WHEN 2 = 0.5 THEN\n -- Square root case using Newton's method\n CASE\n WHEN column_a <= 0 THEN 0\n ELSE (column_a / 2.0 + column_a / (column_a / 2.0)) / 2.0\n END\n ELSE 1\n END\n )\"\n`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement right function for SQLite 1`] = `\"SUBSTR(column_a, -3)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement round function for SQLite 1`] = `\"ROUND(column_a, 2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement round function for SQLite 2`] = `\"ROUND(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement roundDown function for SQLite 1`] = `\n\"CAST(FLOOR(column_a * (\n CASE\n WHEN 2 = 0 THEN 1\n WHEN 2 = 1 THEN 10\n WHEN 2 = 2 THEN 100\n WHEN 2 = 3 THEN 1000\n WHEN 2 = 4 THEN 10000\n ELSE 1\n END\n )) / (\n CASE\n WHEN 2 = 0 THEN 1\n WHEN 2 = 1 THEN 10\n WHEN 2 = 2 THEN 100\n WHEN 2 = 3 THEN 1000\n WHEN 2 = 4 THEN 10000\n ELSE 1\n END\n ) AS REAL)\"\n`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement roundDown function for SQLite 2`] = `\"CAST(FLOOR(column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement roundUp function for SQLite 1`] = `\n\"CAST(CEIL(column_a * (\n CASE\n WHEN 2 = 0 THEN 1\n WHEN 2 = 1 THEN 10\n WHEN 2 = 2 THEN 100\n WHEN 2 = 3 THEN 1000\n WHEN 2 = 4 THEN 10000\n ELSE 1\n END\n )) / (\n CASE\n WHEN 2 = 0 THEN 1\n WHEN 2 = 1 THEN 10\n WHEN 2 = 2 THEN 100\n WHEN 2 = 3 THEN 1000\n WHEN 2 = 4 THEN 10000\n ELSE 1\n END\n ) AS REAL)\"\n`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement roundUp function for SQLite 2`] = `\"CAST(CEIL(column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement search function for SQLite 1`] = `\"INSTR(UPPER(column_a), UPPER('text'))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement search function for SQLite 2`] = `\"CASE WHEN INSTR(UPPER(SUBSTR(column_a, 3)), UPPER('text')) > 0 THEN INSTR(UPPER(SUBSTR(column_a, 3)), UPPER('text')) + 3 - 1 ELSE 0 END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement sqrt function for SQLite 1`] = `\n\"(\n CASE\n WHEN column_a <= 0 THEN 0\n ELSE (column_a / 2.0 + column_a / (column_a / 2.0)) / 2.0\n END\n )\"\n`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement substitute function for SQLite 1`] = `\"REPLACE(column_a, 'old', 'new')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement sum function for SQLite 1`] = `\"(column_a + column_b + 10)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement today function for SQLite 1`] = `\"DATE('now')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement trim function for SQLite 1`] = `\"TRIM(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement upper function for SQLite 1`] = `\"UPPER(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > SQLite Generated Column Functions > All Functions > should implement year function for SQLite 1`] = `\"CAST(STRFTIME('%Y', column_a) AS INTEGER)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > System Functions > should implement autoNumber function 1`] = `\"\"__auto_number\"\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > System Functions > should implement recordId function 1`] = `\"\"__id\"\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > System Functions > should implement textAll function 1`] = `\"ARRAY_TO_STRING(column_a, ', ')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement concatenate function 1`] = `\"(COALESCE(column_a::text, '') || COALESCE(' - '::text, '') || COALESCE(column_b::text, ''))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement encodeUrlComponent function 1`] = `\"encode(column_a::bytea, 'escape')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement find function with optional parameters 1`] = `\"POSITION('text' IN column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement find function with optional parameters 2`] = `\"POSITION('text' IN SUBSTRING(column_a FROM 5::integer)) + 5::integer - 1\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement left function 1`] = `\"LEFT(column_a, 5::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement len function 1`] = `\"LENGTH(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement lower function 1`] = `\"LOWER(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement mid function 1`] = `\"SUBSTRING(column_a FROM 2::integer FOR 5::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement regexpReplace function 1`] = `\"REGEXP_REPLACE((column_a)::text, ('pattern')::text, ('replacement')::text, 'g')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement replace function 1`] = `\"OVERLAY(column_a PLACING 'new' FROM 2::integer FOR 3::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement rept function 1`] = `\"REPEAT(column_a, 3::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement right function 1`] = `\"RIGHT(column_a, 3::integer)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement search function with optional parameters 1`] = `\"POSITION(UPPER('text') IN UPPER(column_a))\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement search function with optional parameters 2`] = `\"POSITION(UPPER('text') IN UPPER(SUBSTRING(column_a FROM 3::integer))) + 3::integer - 1\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement substitute function with optional parameters 1`] = `\"REPLACE(column_a, 'old', 'new')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement substitute function with optional parameters 2`] = `\"REPLACE(column_a, 'old', 'new')\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement t function 1`] = `\"CASE WHEN column_a IS NULL THEN '' ELSE column_a::text END\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement trim function 1`] = `\"TRIM(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Text Functions > should implement upper function 1`] = `\"UPPER(column_a)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement add operation 1`] = `\"(column_a + column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement bitwiseAnd operation 1`] = `\n\"(\n CASE\n WHEN column_a::text ~ '^-?[0-9]+$' AND column_a::text != '' THEN column_a::integer\n ELSE 0\n END &\n CASE\n WHEN column_b::text ~ '^-?[0-9]+$' AND column_b::text != '' THEN column_b::integer\n ELSE 0\n END\n )\"\n`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement castToBoolean operation 1`] = `\"column_a::boolean\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement castToDate operation 1`] = `\"column_a::timestamp\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement castToNumber operation 1`] = `\"column_a::numeric\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement castToString operation 1`] = `\"column_a::text\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement divide operation 1`] = `\"(column_a / column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement equal operation 1`] = `\"(column_a = column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement greaterThan operation 1`] = `\"(column_a > 0)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement greaterThanOrEqual operation 1`] = `\"(column_a >= 0)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement lessThan operation 1`] = `\"(column_a < 100)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement lessThanOrEqual operation 1`] = `\"(column_a <= 100)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement logicalAnd operation 1`] = `\"(condition1 AND condition2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement logicalOr operation 1`] = `\"(condition1 OR condition2)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement modulo operation 1`] = `\"(column_a % column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement multiply operation 1`] = `\"(column_a * column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement notEqual operation 1`] = `\"(column_a <> column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement parentheses operation 1`] = `\"(expression)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement subtract operation 1`] = `\"(column_a - column_b)\"`;\n\nexports[`GeneratedColumnQuery > PostgreSQL Generated Column Functions > Type Casting and Operations > should implement unaryMinus operation 1`] = `\"(-column_a)\"`;\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/__snapshots__/sql-conversion.spec.ts.snap", "content": "// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should correctly infer types for complex expressions 1`] = `\n{\n \"dependencies\": [\n \"numField\",\n ],\n \"sql\": \"(\"num_col\" + \"num_col\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should correctly infer types for complex expressions 2`] = `\n{\n \"dependencies\": [\n \"textField\",\n ],\n \"sql\": \"(\"text_col\" || \"text_col\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should correctly infer types for complex expressions 3`] = `\n{\n \"dependencies\": [\n \"textField\",\n \"numField\",\n ],\n \"sql\": \"(\"text_col\" || \"num_col\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should correctly infer types for complex expressions 4`] = `\n{\n \"dependencies\": [\n \"numField\",\n \"textField\",\n ],\n \"sql\": \"(\"num_col\" || \"text_col\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should correctly infer types for complex expressions 5`] = `\n{\n \"dependencies\": [\n \"boolField\",\n \"numField\",\n ],\n \"sql\": \"(\"bool_col\" + \"num_col\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should correctly infer types for complex expressions 6`] = `\n{\n \"dependencies\": [\n \"dateField\",\n \"textField\",\n ],\n \"sql\": \"(\"date_col\" || \"text_col\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for \"test string\" 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"'test string'\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for ({fld1} + {fld2}) 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld2\",\n ],\n \"sql\": \"((\"column_a\" || \"column_b\"))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} != {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" <> \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} % {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" % \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} & {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" & \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} * {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" * \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} / {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" / \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} < {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" < \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} <= {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" <= \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} <> {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"\"column_a\"\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} = {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" = \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} > {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" > \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} >= {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" >= \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld1} - {fld3} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld3\",\n ],\n \"sql\": \"(\"column_a\" - \"column_c\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld5} && {fld1} > 0 1`] = `\n{\n \"dependencies\": [\n \"fld5\",\n \"fld1\",\n ],\n \"sql\": \"(\"column_e\" AND (\"column_a\" > 0))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for {fld5} || {fld1} > 0 1`] = `\n{\n \"dependencies\": [\n \"fld5\",\n \"fld1\",\n ],\n \"sql\": \"(\"column_e\" OR (\"column_a\" > 0))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for -{fld1} 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"(-\"column_a\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for 3.14 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"3.14\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for 42 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"42\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for FALSE 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"FALSE\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Advanced Tests > should handle visitor method for TRUE 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"TRUE\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function CREATED_TIME() for PostgreSQL 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"__created_time__\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function DAY({fld6}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"EXTRACT(DAY FROM \"column_f\"::timestamp)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function DAY({fld6}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"CAST(STRFTIME('%d', \\`column_f\\`) AS INTEGER)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function HOUR({fld6}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"EXTRACT(HOUR FROM \"column_f\"::timestamp)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function HOUR({fld6}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"CAST(STRFTIME('%H', \\`column_f\\`) AS INTEGER)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function IS_SAME({fld6}, NOW(), \"day\") for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"DATE_TRUNC('day', \"column_f\"::timestamp) = DATE_TRUNC('day', NOW()::timestamp)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function LAST_MODIFIED_TIME() for PostgreSQL 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"__last_modified_time__\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function MINUTE({fld6}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"EXTRACT(MINUTE FROM \"column_f\"::timestamp)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function MINUTE({fld6}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"CAST(STRFTIME('%M', \\`column_f\\`) AS INTEGER)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function MONTH({fld6}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"EXTRACT(MONTH FROM \"column_f\"::timestamp)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function MONTH({fld6}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"CAST(STRFTIME('%m', \\`column_f\\`) AS INTEGER)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function SECOND({fld6}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"EXTRACT(SECOND FROM \"column_f\"::timestamp)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function SECOND({fld6}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"CAST(STRFTIME('%S', \\`column_f\\`) AS INTEGER)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function TODAY() for PostgreSQL 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"CURRENT_DATE\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function TODAY() for SQLite 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"DATE('now')\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function WEEKDAY({fld6}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"EXTRACT(DOW FROM \"column_f\"::timestamp)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function WEEKNUM({fld6}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"EXTRACT(WEEK FROM \"column_f\"::timestamp)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function WORKDAY({fld6}, 5) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"\"column_f\"::date + INTERVAL '1 day' * 5::integer\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function WORKDAY_DIFF({fld6}, NOW()) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"NOW()::date - \"column_f\"::date\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function YEAR({fld6}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"EXTRACT(YEAR FROM \"column_f\"::timestamp)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Date Functions > should convert date function YEAR({fld6}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld6\",\n ],\n \"sql\": \"CAST(STRFTIME('%Y', \\`column_f\\`) AS INTEGER)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function ABS({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"ABS(\"column_a\"::numeric)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function ABS({fld1}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"ABS(\\`column_a\\`)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function CEILING({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CEIL(\"column_a\"::numeric)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function CEILING({fld1}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CAST(CEIL(\\`column_a\\`) AS INTEGER)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function EVEN({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CASE WHEN \"column_a\"::integer % 2 = 0 THEN \"column_a\"::integer ELSE \"column_a\"::integer + 1 END\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function EXP({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"EXP(\"column_a\"::numeric)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function EXP({fld1}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"EXP(\\`column_a\\`)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function FLOOR({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"FLOOR(\"column_a\"::numeric)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function FLOOR({fld1}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CAST(FLOOR(\\`column_a\\`) AS INTEGER)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function INT({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"FLOOR(\"column_a\"::numeric)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function LOG({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"LN(\"column_a\"::numeric)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function LOG({fld1}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"LN(\\`column_a\\`)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function MOD({fld1}, 3) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"MOD(\"column_a\"::numeric, 3::numeric)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function MOD({fld1}, 3) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"(\\`column_a\\` % 3)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function ODD({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CASE WHEN \"column_a\"::integer % 2 = 1 THEN \"column_a\"::integer ELSE \"column_a\"::integer + 1 END\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function POWER({fld1}, 2) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"POWER(\"column_a\"::numeric, 2::numeric)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function POWER({fld1}, 2) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"POWER(\\`column_a\\`, 2)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function ROUNDDOWN({fld1}, 1) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"FLOOR(\"column_a\"::numeric * POWER(10, 1::integer)) / POWER(10, 1::integer)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function ROUNDDOWN({fld1}, 1) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CAST(FLOOR(\\`column_a\\` * POWER(10, 1)) / POWER(10, 1) AS REAL)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function ROUNDUP({fld1}, 2) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CEIL(\"column_a\"::numeric * POWER(10, 2::integer)) / POWER(10, 2::integer)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function ROUNDUP({fld1}, 2) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CAST(CEIL(\\`column_a\\` * POWER(10, 2)) / POWER(10, 2) AS REAL)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function SQRT({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"SQRT(\"column_a\"::numeric)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function SQRT({fld1}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"SQRT(\\`column_a\\`)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Numeric Functions > should convert numeric function VALUE({fld2}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"\"column_b\"::numeric\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function AND({fld5}, {fld1} > 0) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld5\",\n \"fld1\",\n ],\n \"sql\": \"(\"column_e\" AND (\"column_a\" > 0))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function AND({fld5}, {fld1} > 0) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld5\",\n \"fld1\",\n ],\n \"sql\": \"(\\`column_e\\` AND (\\`column_a\\` > 0))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function ARRAY_COMPACT({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"ARRAY(SELECT x FROM UNNEST(\"column_a\") AS x WHERE x IS NOT NULL)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function ARRAY_FLATTEN({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"ARRAY(SELECT UNNEST(\"column_a\"))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function ARRAY_JOIN({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"ARRAY_TO_STRING(\"column_a\", ', ')\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function ARRAY_JOIN({fld1}, \" | \") for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"ARRAY_TO_STRING(\"column_a\", ' | ')\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function ARRAY_UNIQUE({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"ARRAY(SELECT DISTINCT UNNEST(\"column_a\"))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function AUTO_NUMBER() for PostgreSQL 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"__auto_number\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function AUTO_NUMBER() for SQLite 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"__auto_number\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function BLANK() for PostgreSQL 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"NULL\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function BLANK() for SQLite 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"NULL\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function COUNT({fld1}, {fld2}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld2\",\n ],\n \"sql\": \"(CASE WHEN \\`column_a\\` IS NOT NULL THEN 1 ELSE 0 END + CASE WHEN \\`column_b\\` IS NOT NULL THEN 1 ELSE 0 END)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function COUNT({fld1}, {fld2}, {fld3}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld2\",\n \"fld3\",\n ],\n \"sql\": \"(CASE WHEN \"column_a\" IS NOT NULL THEN 1 ELSE 0 END + CASE WHEN \"column_b\" IS NOT NULL THEN 1 ELSE 0 END + CASE WHEN \"column_c\" IS NOT NULL THEN 1 ELSE 0 END)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function COUNTA({fld1}, {fld2}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n \"fld2\",\n ],\n \"sql\": \"(CASE WHEN \\\"column_a\\\" IS NULL OR COALESCE(NULLIF((\\\"column_a\\\")::text, ''), '') = '' THEN 0 ELSE 1 END + CASE WHEN \\\"column_b\\\" IS NULL OR COALESCE(NULLIF((\\\"column_b\\\")::text, ''), '') = '' THEN 0 ELSE 1 END)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function COUNTALL({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CASE WHEN \"column_a\" IS NULL THEN 0 ELSE 1 END\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function IS_ERROR({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CASE WHEN \"column_a\" IS NULL THEN TRUE ELSE FALSE END\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function IS_ERROR({fld1}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CASE WHEN \\`column_a\\` IS NULL THEN 1 ELSE 0 END\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function NOT({fld5}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld5\",\n ],\n \"sql\": \"NOT (\"column_e\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function NOT({fld5}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld5\",\n ],\n \"sql\": \"NOT (\\`column_e\\`)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function OR({fld5}, {fld1} < 0) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld5\",\n \"fld1\",\n ],\n \"sql\": \"(\"column_e\" OR (\"column_a\" < 0))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function OR({fld5}, {fld1} < 0) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld5\",\n \"fld1\",\n ],\n \"sql\": \"(\\`column_e\\` OR (\\`column_a\\` < 0))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function RECORD_ID() for PostgreSQL 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"__id\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function RECORD_ID() for SQLite 1`] = `\n{\n \"dependencies\": [],\n \"sql\": \"__id\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function TEXT_ALL({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"ARRAY_TO_STRING(\"column_a\", ', ')\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Other Functions > should convert function XOR({fld5}, {fld1} > 0) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld5\",\n \"fld1\",\n ],\n \"sql\": \"((\"column_e\") AND NOT ((\"column_a\" > 0))) OR (NOT (\"column_e\") AND ((\"column_a\" > 0)))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function FIND(\"test\", {fld2}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"POSITION('test' IN \"column_b\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function FIND(\"test\", {fld2}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"INSTR(\\`column_b\\`, 'test')\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function FIND(\"test\", {fld2}, 5) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"POSITION('test' IN SUBSTRING(\"column_b\" FROM 5::integer)) + 5::integer - 1\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function LEFT({fld2}, 3) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"LEFT(\"column_b\", 3::integer)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function LEFT({fld2}, 3) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"SUBSTR(\\`column_b\\`, 1, 3)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function LEN({fld2}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"LENGTH(\"column_b\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function LEN({fld2}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"LENGTH(\\`column_b\\`)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function MID({fld2}, 2, 5) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"SUBSTRING(\"column_b\" FROM 2::integer FOR 5::integer)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function MID({fld2}, 2, 5) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"SUBSTR(\\`column_b\\`, 2, 5)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function REPLACE({fld2}, 1, 2, \"new\") for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"OVERLAY(\"column_b\" PLACING 'new' FROM 1::integer FOR 2::integer)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function REPT({fld2}, 3) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"REPEAT(\"column_b\", 3::integer)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function RIGHT({fld2}, 3) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"RIGHT(\"column_b\", 3::integer)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function RIGHT({fld2}, 3) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"SUBSTR(\\`column_b\\`, -3)\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function SEARCH(\"test\", {fld2}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"POSITION(UPPER('test') IN UPPER(\"column_b\"))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function SEARCH(\"test\", {fld2}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"INSTR(UPPER(\\`column_b\\`), UPPER('test'))\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function SUBSTITUTE({fld2}, \"old\", \"new\") for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"REPLACE(\"column_b\", 'old', 'new')\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function SUBSTITUTE({fld2}, \"old\", \"new\") for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"REPLACE(\\`column_b\\`, 'old', 'new')\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function T({fld1}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld1\",\n ],\n \"sql\": \"CASE WHEN \"column_a\" IS NULL THEN '' ELSE \"column_a\"::text END\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function TRIM({fld2}) for PostgreSQL 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"TRIM(\"column_b\")\",\n}\n`;\n\nexports[`Generated Column Query End-to-End Tests > Comprehensive Function Coverage Tests > All Text Functions > should convert text function TRIM({fld2}) for SQLite 1`] = `\n{\n \"dependencies\": [\n \"fld2\",\n ],\n \"sql\": \"TRIM(\\`column_b\\`)\",\n}\n`;\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/generated-column-query-support-validator.spec.ts", "content": "import { GeneratedColumnQuerySupportValidatorPostgres } from './postgres/generated-column-query-support-validator.postgres';\nimport { GeneratedColumnQuerySupportValidatorSqlite } from './sqlite/generated-column-query-support-validator.sqlite';\n\ndescribe('GeneratedColumnQuerySupportValidator', () => {\n let postgresValidator: GeneratedColumnQuerySupportValidatorPostgres;\n let sqliteValidator: GeneratedColumnQuerySupportValidatorSqlite;\n\n beforeEach(() => {\n postgresValidator = new GeneratedColumnQuerySupportValidatorPostgres();\n sqliteValidator = new GeneratedColumnQuerySupportValidatorSqlite();\n });\n\n describe('PostgreSQL Support Validator', () => {\n it('should support basic numeric functions', () => {\n expect(postgresValidator.sum(['a', 'b'])).toBe(true);\n expect(postgresValidator.average(['a', 'b'])).toBe(true);\n expect(postgresValidator.max(['a', 'b'])).toBe(true);\n expect(postgresValidator.min(['a', 'b'])).toBe(true);\n expect(postgresValidator.round('a', '2')).toBe(true);\n expect(postgresValidator.abs('a')).toBe(true);\n expect(postgresValidator.sqrt('a')).toBe(true);\n expect(postgresValidator.power('a', 'b')).toBe(true);\n });\n\n it('should support basic text functions', () => {\n expect(postgresValidator.concatenate(['a', 'b'])).toBe(true);\n expect(postgresValidator.upper('a')).toBe(false); // Requires collation in PostgreSQL\n expect(postgresValidator.lower('a')).toBe(false); // Requires collation in PostgreSQL\n expect(postgresValidator.trim('a')).toBe(true);\n expect(postgresValidator.len('a')).toBe(true);\n expect(postgresValidator.regexpReplace('a', 'b', 'c')).toBe(false); // Not supported in generated columns\n });\n\n it('should not support array functions due to technical limitations', () => {\n expect(postgresValidator.arrayJoin('a', ',')).toBe(false);\n expect(postgresValidator.arrayUnique(['a'])).toBe(false);\n expect(postgresValidator.arrayFlatten(['a'])).toBe(false);\n expect(postgresValidator.arrayCompact(['a'])).toBe(false);\n });\n\n it('should support basic time functions but not time-dependent ones', () => {\n expect(postgresValidator.now()).toBe(true);\n expect(postgresValidator.today()).toBe(true);\n expect(postgresValidator.lastModifiedTime()).toBe(false);\n expect(postgresValidator.createdTime()).toBe(false);\n expect(postgresValidator.fromNow('a')).toBe(false);\n expect(postgresValidator.toNow('a')).toBe(false);\n });\n\n it('should support system functions', () => {\n expect(postgresValidator.recordId()).toBe(false);\n expect(postgresValidator.autoNumber()).toBe(false);\n });\n\n it('should support basic date functions but not complex ones', () => {\n expect(postgresValidator.dateAdd('a', 'b', 'c')).toBe(false);\n expect(postgresValidator.datetimeDiff('a', 'b', 'c')).toBe(false); // Not immutable in PostgreSQL\n expect(postgresValidator.year('a')).toBe(false); // Not immutable in PostgreSQL\n expect(postgresValidator.month('a')).toBe(false); // Not immutable in PostgreSQL\n expect(postgresValidator.day('a')).toBe(false); // Not immutable in PostgreSQL\n expect(postgresValidator.workday('a', 'b')).toBe(false);\n expect(postgresValidator.workdayDiff('a', 'b')).toBe(false);\n });\n });\n\n describe('SQLite Support Validator', () => {\n it('should support basic numeric functions', () => {\n expect(sqliteValidator.sum(['a', 'b'])).toBe(true);\n expect(sqliteValidator.average(['a', 'b'])).toBe(true);\n expect(sqliteValidator.max(['a', 'b'])).toBe(true);\n expect(sqliteValidator.min(['a', 'b'])).toBe(true);\n expect(sqliteValidator.round('a', '2')).toBe(true);\n expect(sqliteValidator.abs('a')).toBe(true);\n });\n\n it('should not support advanced numeric functions', () => {\n expect(sqliteValidator.sqrt('a')).toBe(true); // SQLite SQRT is implemented\n expect(sqliteValidator.power('a', 'b')).toBe(true); // SQLite POWER is implemented\n expect(sqliteValidator.exp('a')).toBe(false);\n expect(sqliteValidator.log('a', 'b')).toBe(false);\n });\n\n it('should support basic text functions', () => {\n expect(sqliteValidator.concatenate(['a', 'b'])).toBe(true);\n expect(sqliteValidator.upper('a')).toBe(true);\n expect(sqliteValidator.lower('a')).toBe(true);\n expect(sqliteValidator.trim('a')).toBe(true);\n expect(sqliteValidator.len('a')).toBe(true);\n });\n\n it('should not support advanced text functions', () => {\n expect(sqliteValidator.regexpReplace('a', 'b', 'c')).toBe(false);\n expect(sqliteValidator.rept('a', '3')).toBe(false);\n expect(sqliteValidator.encodeUrlComponent('a')).toBe(false);\n });\n\n it('should not support array functions', () => {\n expect(sqliteValidator.arrayJoin('a', ',')).toBe(false);\n expect(sqliteValidator.arrayUnique(['a'])).toBe(false);\n expect(sqliteValidator.arrayFlatten(['a'])).toBe(false);\n expect(sqliteValidator.arrayCompact(['a'])).toBe(false);\n });\n\n it('should support basic time functions but not time-dependent ones', () => {\n expect(sqliteValidator.now()).toBe(true);\n expect(sqliteValidator.today()).toBe(true);\n expect(sqliteValidator.lastModifiedTime()).toBe(false);\n expect(sqliteValidator.createdTime()).toBe(false);\n expect(sqliteValidator.fromNow('a')).toBe(false);\n expect(sqliteValidator.toNow('a')).toBe(false);\n });\n\n it('should support system functions', () => {\n expect(sqliteValidator.recordId()).toBe(false);\n expect(sqliteValidator.autoNumber()).toBe(false);\n });\n\n it('should not support complex date functions', () => {\n expect(sqliteValidator.workday('a', 'b')).toBe(false);\n expect(sqliteValidator.workdayDiff('a', 'b')).toBe(false);\n expect(sqliteValidator.datetimeParse('a', 'b')).toBe(false);\n });\n\n it('should support basic date functions', () => {\n expect(sqliteValidator.dateAdd('a', 'b', 'c')).toBe(false);\n expect(sqliteValidator.datetimeDiff('a', 'b', 'c')).toBe(true);\n expect(sqliteValidator.year('a')).toBe(false); // Not immutable in SQLite\n expect(sqliteValidator.month('a')).toBe(false); // Not immutable in SQLite\n expect(sqliteValidator.day('a')).toBe(false); // Not immutable in SQLite\n });\n });\n\n describe('Comparison between PostgreSQL and SQLite', () => {\n it('should show PostgreSQL has more capabilities than SQLite', () => {\n // Functions that PostgreSQL supports but SQLite doesn't\n const postgresOnlyFunctions = [\n // Note: sqrt and power are now supported in both PostgreSQL and SQLite\n // regexpReplace, encodeUrlComponent, and datetimeParse are not supported in PostgreSQL generated columns\n () => postgresValidator.exp('a') && !sqliteValidator.exp('a'),\n () => postgresValidator.log('a', 'b') && !sqliteValidator.log('a', 'b'),\n () => postgresValidator.rept('a', '3') && !sqliteValidator.rept('a', '3'),\n ];\n\n postgresOnlyFunctions.forEach((testFn) => {\n expect(testFn()).toBe(true);\n });\n });\n\n it('should have same restrictions for error handling and unpredictable time functions', () => {\n // Both should reject these functions\n const restrictedFunctions = [\n 'fromNow',\n 'toNow',\n 'error',\n 'isError',\n 'workday',\n 'workdayDiff',\n 'arrayJoin',\n 'arrayUnique',\n 'arrayFlatten',\n 'arrayCompact',\n ] as const;\n\n restrictedFunctions.forEach((funcName) => {\n const arg = funcName.startsWith('array') && funcName !== 'arrayJoin' ? ['test'] : 'test';\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const postgresResult = (postgresValidator as any)[funcName](arg);\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const sqliteResult = (sqliteValidator as any)[funcName](arg);\n expect(postgresResult).toBe(false);\n expect(sqliteResult).toBe(false);\n expect(postgresResult).toBe(sqliteResult);\n });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/generated-column-query.abstract.ts", "content": "import type { IFormulaParamMetadata } from '@teable/core';\nimport type {\n IFormulaConversionContext,\n IGeneratedColumnQueryInterface,\n} from '../../features/record/query-builder/sql-conversion.visitor';\n\n/**\n * Abstract base class for generated column query implementations\n * Provides common functionality and default implementations for converting\n * Teable formula expressions to database-specific SQL suitable for generated columns\n */\nexport abstract class GeneratedColumnQueryAbstract implements IGeneratedColumnQueryInterface {\n /** Current conversion context */\n protected context?: IFormulaConversionContext;\n protected currentCallMetadata?: IFormulaParamMetadata[];\n\n /** Set the conversion context */\n setContext(context: IFormulaConversionContext): void {\n this.context = context;\n }\n\n setCallMetadata(metadata?: IFormulaParamMetadata[]): void {\n this.currentCallMetadata = metadata;\n }\n\n /** Check if we're in a generated column context */\n protected get isGeneratedColumnContext(): boolean {\n return this.context?.isGeneratedColumn ?? false;\n }\n // Numeric Functions\n abstract sum(params: string[]): string;\n abstract average(params: string[]): string;\n abstract max(params: string[]): string;\n abstract min(params: string[]): string;\n abstract round(value: string, precision?: string): string;\n abstract roundUp(value: string, precision?: string): string;\n abstract roundDown(value: string, precision?: string): string;\n abstract ceiling(value: string): string;\n abstract floor(value: string): string;\n abstract even(value: string): string;\n abstract odd(value: string): string;\n abstract int(value: string): string;\n abstract abs(value: string): string;\n abstract sqrt(value: string): string;\n abstract power(base: string, exponent: string): string;\n abstract exp(value: string): string;\n abstract log(value: string, base?: string): string;\n abstract mod(dividend: string, divisor: string): string;\n abstract value(text: string): string;\n\n // Text Functions\n abstract concatenate(params: string[]): string;\n abstract stringConcat(left: string, right: string): string;\n abstract find(searchText: string, withinText: string, startNum?: string): string;\n abstract search(searchText: string, withinText: string, startNum?: string): string;\n abstract mid(text: string, startNum: string, numChars: string): string;\n abstract left(text: string, numChars: string): string;\n abstract right(text: string, numChars: string): string;\n abstract replace(oldText: string, startNum: string, numChars: string, newText: string): string;\n abstract regexpReplace(text: string, pattern: string, replacement: string): string;\n abstract substitute(text: string, oldText: string, newText: string, instanceNum?: string): string;\n abstract lower(text: string): string;\n abstract upper(text: string): string;\n abstract rept(text: string, numTimes: string): string;\n abstract trim(text: string): string;\n abstract len(text: string): string;\n abstract t(value: string): string;\n abstract encodeUrlComponent(text: string): string;\n\n // DateTime Functions\n abstract now(): string;\n abstract today(): string;\n abstract dateAdd(date: string, count: string, unit: string): string;\n abstract datestr(date: string): string;\n abstract datetimeDiff(startDate: string, endDate: string, unit: string): string;\n abstract datetimeFormat(date: string, format: string): string;\n abstract datetimeParse(dateString: string, format?: string): string;\n abstract day(date: string): string;\n abstract fromNow(date: string, unit?: string): string;\n abstract hour(date: string): string;\n abstract isAfter(date1: string, date2: string): string;\n abstract isBefore(date1: string, date2: string): string;\n abstract isSame(date1: string, date2: string, unit?: string): string;\n abstract lastModifiedTime(): string;\n abstract minute(date: string): string;\n abstract month(date: string): string;\n abstract second(date: string): string;\n abstract timestr(date: string): string;\n abstract toNow(date: string, unit?: string): string;\n abstract weekNum(date: string): string;\n abstract weekday(date: string, startDayOfWeek?: string): string;\n abstract workday(startDate: string, days: string, holidayStr?: string): string;\n abstract workdayDiff(startDate: string, endDate: string): string;\n abstract year(date: string): string;\n abstract createdTime(): string;\n\n // Logical Functions\n abstract if(condition: string, valueIfTrue: string, valueIfFalse: string): string;\n abstract and(params: string[]): string;\n abstract or(params: string[]): string;\n abstract not(value: string): string;\n abstract xor(params: string[]): string;\n abstract blank(): string;\n abstract error(message: string): string;\n abstract isError(value: string): string;\n abstract switch(\n expression: string,\n cases: Array<{ case: string; result: string }>,\n defaultResult?: string\n ): string;\n\n // Array Functions\n abstract count(params: string[]): string;\n abstract countA(params: string[]): string;\n abstract countAll(value: string): string;\n abstract arrayJoin(array: string, separator?: string): string;\n abstract arrayUnique(arrays: string[]): string;\n abstract arrayFlatten(arrays: string[]): string;\n abstract arrayCompact(arrays: string[]): string;\n\n // System Functions\n abstract recordId(): string;\n abstract autoNumber(): string;\n abstract textAll(value: string): string;\n\n // Binary Operations - Common implementations\n add(left: string, right: string): string {\n return `(${left} + ${right})`;\n }\n\n subtract(left: string, right: string): string {\n return `(${left} - ${right})`;\n }\n\n multiply(left: string, right: string): string {\n return `(${left} * ${right})`;\n }\n\n divide(left: string, right: string): string {\n return `(${left} / ${right})`;\n }\n\n modulo(left: string, right: string): string {\n return `(${left} % ${right})`;\n }\n\n // Comparison Operations - Common implementations\n equal(left: string, right: string): string {\n return `(${left} = ${right})`;\n }\n\n notEqual(left: string, right: string): string {\n return `(${left} <> ${right})`;\n }\n\n greaterThan(left: string, right: string): string {\n return `(${left} > ${right})`;\n }\n\n lessThan(left: string, right: string): string {\n return `(${left} < ${right})`;\n }\n\n greaterThanOrEqual(left: string, right: string): string {\n return `(${left} >= ${right})`;\n }\n\n lessThanOrEqual(left: string, right: string): string {\n return `(${left} <= ${right})`;\n }\n\n // Logical Operations - Common implementations\n logicalAnd(left: string, right: string): string {\n return `(${left} AND ${right})`;\n }\n\n logicalOr(left: string, right: string): string {\n return `(${left} OR ${right})`;\n }\n\n bitwiseAnd(left: string, right: string): string {\n return `(${left} & ${right})`;\n }\n\n // Unary Operations - Common implementations\n unaryMinus(value: string): string {\n return `(-${value})`;\n }\n\n // Field Reference - Common implementation\n abstract fieldReference(fieldId: string, columnName: string): string;\n\n // Literals - Common implementations\n stringLiteral(value: string): string {\n return `'${value.replace(/'/g, \"''\")}'`;\n }\n\n numberLiteral(value: number): string {\n return value.toString();\n }\n\n booleanLiteral(value: boolean): string {\n return value ? 'TRUE' : 'FALSE';\n }\n\n nullLiteral(): string {\n return 'NULL';\n }\n\n // Utility methods - Common implementations\n castToNumber(value: string): string {\n return `CAST(${value} AS NUMERIC)`;\n }\n\n castToString(value: string): string {\n return `CAST(${value} AS TEXT)`;\n }\n\n castToBoolean(value: string): string {\n return `CAST(${value} AS BOOLEAN)`;\n }\n\n castToDate(value: string): string {\n return `CAST(${value} AS TIMESTAMP)`;\n }\n\n // Handle null values\n isNull(value: string): string {\n return `(${value} IS NULL)`;\n }\n\n coalesce(params: string[]): string {\n return `COALESCE(${params.join(', ')})`;\n }\n\n // Parentheses for grouping\n parentheses(expression: string): string {\n return `(${expression})`;\n }\n\n // Helper method to escape SQL identifiers\n protected escapeIdentifier(identifier: string): string {\n return `\"${identifier.replace(/\"/g, '\"\"')}\"`;\n }\n\n // Helper method to handle array parameters\n protected joinParams(params: string[], separator = ', '): string {\n return params.join(separator);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/index.ts", "content": "import { DriverClient } from '@teable/core';\nimport { match } from 'ts-pattern';\nimport { GeneratedColumnQuerySupportValidatorPostgres } from './postgres/generated-column-query-support-validator.postgres';\nimport { GeneratedColumnQuerySupportValidatorSqlite } from './sqlite/generated-column-query-support-validator.sqlite';\n\nexport function createGeneratedColumnQuerySupportValidator(driver: DriverClient) {\n return match(driver)\n .with(DriverClient.Pg, () => new GeneratedColumnQuerySupportValidatorPostgres())\n .with(DriverClient.Sqlite, () => new GeneratedColumnQuerySupportValidatorSqlite())\n .exhaustive();\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/postgres/generated-column-query-support-validator.postgres.ts", "content": "import type {\n IFormulaConversionContext,\n IGeneratedColumnQuerySupportValidator,\n} from '../../../features/record/query-builder/sql-conversion.visitor';\n\n/**\n * PostgreSQL-specific implementation for validating generated column function support\n * Returns true for functions that can be safely converted to PostgreSQL SQL expressions\n * suitable for use in generated columns, false for unsupported functions.\n */\nexport class GeneratedColumnQuerySupportValidatorPostgres\n implements IGeneratedColumnQuerySupportValidator\n{\n private context?: IFormulaConversionContext;\n\n setContext(context: IFormulaConversionContext): void {\n this.context = context;\n }\n\n setCallMetadata(): void {\n // No-op for validator\n }\n\n // Numeric Functions - PostgreSQL supports all basic numeric functions\n sum(_params: string[]): boolean {\n // Use addition instead of SUM() aggregation function\n return true;\n }\n\n average(_params: string[]): boolean {\n // Use addition and division instead of AVG() aggregation function\n return true;\n }\n\n max(_params: string[]): boolean {\n return true;\n }\n\n min(_params: string[]): boolean {\n return true;\n }\n\n round(_value: string, _precision?: string): boolean {\n return true;\n }\n\n roundUp(_value: string, _precision?: string): boolean {\n return true;\n }\n\n roundDown(_value: string, _precision?: string): boolean {\n return true;\n }\n\n ceiling(_value: string): boolean {\n return true;\n }\n\n floor(_value: string): boolean {\n return true;\n }\n\n even(_value: string): boolean {\n return true;\n }\n\n odd(_value: string): boolean {\n return true;\n }\n\n int(_value: string): boolean {\n return true;\n }\n\n abs(_value: string): boolean {\n return true;\n }\n\n sqrt(_value: string): boolean {\n return true;\n }\n\n power(_base: string, _exponent: string): boolean {\n return true;\n }\n\n exp(_value: string): boolean {\n return true;\n }\n\n log(_value: string, _base?: string): boolean {\n return true;\n }\n\n mod(_dividend: string, _divisor: string): boolean {\n return true;\n }\n\n value(_text: string): boolean {\n return true;\n }\n\n // Text Functions - PostgreSQL supports most text functions\n concatenate(_params: string[]): boolean {\n return true;\n }\n\n stringConcat(_left: string, _right: string): boolean {\n return true;\n }\n\n find(_searchText: string, _withinText: string, _startNum?: string): boolean {\n // POSITION function requires collation in PostgreSQL\n return false;\n }\n\n search(_searchText: string, _withinText: string, _startNum?: string): boolean {\n // POSITION function requires collation in PostgreSQL\n return false;\n }\n\n mid(_text: string, _startNum: string, _numChars: string): boolean {\n return true;\n }\n\n left(_text: string, _numChars: string): boolean {\n return true;\n }\n\n right(_text: string, _numChars: string): boolean {\n return true;\n }\n\n replace(_oldText: string, _startNum: string, _numChars: string, _newText: string): boolean {\n return true;\n }\n\n regexpReplace(_text: string, _pattern: string, _replacement: string): boolean {\n // REGEXP_REPLACE is not supported in generated columns\n return false;\n }\n\n substitute(_text: string, _oldText: string, _newText: string, _instanceNum?: string): boolean {\n // REPLACE function requires collation in PostgreSQL\n return false;\n }\n\n lower(_text: string): boolean {\n // LOWER function requires collation for string literals in PostgreSQL\n // Only supported when used with column references\n return false;\n }\n\n upper(_text: string): boolean {\n // UPPER function requires collation for string literals in PostgreSQL\n // Only supported when used with column references\n return false;\n }\n\n rept(_text: string, _numTimes: string): boolean {\n return true;\n }\n\n trim(_text: string): boolean {\n return true;\n }\n\n len(_text: string): boolean {\n return true;\n }\n\n t(_value: string): boolean {\n // T function implementation doesn't work correctly in PostgreSQL\n return false;\n }\n\n encodeUrlComponent(_text: string): boolean {\n // URL encoding is not supported in PostgreSQL generated columns\n return false;\n }\n\n // DateTime Functions - Most are supported, some have limitations but are still usable\n now(): boolean {\n // now() is supported but results are fixed at creation time\n return true;\n }\n\n today(): boolean {\n // today() is supported but results are fixed at creation time\n return true;\n }\n\n dateAdd(_date: string, _count: string, _unit: string): boolean {\n // DATE_ADD relies on timestamp input parsing which is not immutable in PostgreSQL\n // (casts depend on DateStyle/TimeZone). Treat as unsupported for generated columns.\n return false;\n }\n\n datestr(_date: string): boolean {\n // DATESTR with column references is not immutable in PostgreSQL\n return false;\n }\n\n datetimeDiff(_startDate: string, _endDate: string, _unit: string): boolean {\n // DATETIME_DIFF is not immutable in PostgreSQL\n return false;\n }\n\n datetimeFormat(_date: string, _format: string): boolean {\n // DATETIME_FORMAT is not immutable in PostgreSQL\n return false;\n }\n\n datetimeParse(_dateString: string, _format?: string): boolean {\n // DATETIME_PARSE is not immutable in PostgreSQL\n return false;\n }\n\n day(_date: string): boolean {\n // DAY with column references is not immutable in PostgreSQL\n return false;\n }\n\n fromNow(_date: string): boolean {\n // fromNow results are unpredictable due to fixed creation time\n return false;\n }\n\n hour(_date: string): boolean {\n // HOUR with column references is not immutable in PostgreSQL\n return false;\n }\n\n isAfter(_date1: string, _date2: string): boolean {\n // IS_AFTER is not immutable in PostgreSQL\n return false;\n }\n\n isBefore(_date1: string, _date2: string): boolean {\n // IS_BEFORE is not immutable in PostgreSQL\n return false;\n }\n\n isSame(_date1: string, _date2: string, _unit?: string): boolean {\n // IS_SAME is not immutable in PostgreSQL\n return false;\n }\n\n lastModifiedTime(): boolean {\n return false;\n }\n\n minute(_date: string): boolean {\n // MINUTE with column references is not immutable in PostgreSQL\n return false;\n }\n\n month(_date: string): boolean {\n // MONTH with column references is not immutable in PostgreSQL\n return false;\n }\n\n second(_date: string): boolean {\n // SECOND with column references is not immutable in PostgreSQL\n return false;\n }\n\n timestr(_date: string): boolean {\n // TIMESTR with column references is not immutable in PostgreSQL\n return false;\n }\n\n toNow(_date: string): boolean {\n // toNow results are unpredictable due to fixed creation time\n return false;\n }\n\n weekNum(_date: string): boolean {\n // WEEKNUM with column references is not immutable in PostgreSQL\n return false;\n }\n\n weekday(_date: string): boolean {\n // WEEKDAY with column references is not immutable in PostgreSQL\n return false;\n }\n\n workday(_startDate: string, _days: string): boolean {\n // Complex weekend-skipping logic not implemented\n return false;\n }\n\n workdayDiff(_startDate: string, _endDate: string): boolean {\n // Complex business day calculation not implemented\n return false;\n }\n\n year(_date: string): boolean {\n // YEAR with column references is not immutable in PostgreSQL\n return false;\n }\n\n createdTime(): boolean {\n return false;\n }\n\n // Logical Functions - IF fallback to computed evaluation (not immutable-safe).\n // Example: `IF({LinkField}, 1, 0)` dereferences JSON arrays from link cells and\n // needs runtime truthiness checks; the generated expression is not immutable,\n // so we force evaluation in the computed path instead of a generated column.\n if(_condition: string, _valueIfTrue: string, _valueIfFalse: string): boolean {\n return false;\n }\n\n and(_params: string[]): boolean {\n return true;\n }\n\n or(_params: string[]): boolean {\n return true;\n }\n\n not(_value: string): boolean {\n return true;\n }\n\n xor(_params: string[]): boolean {\n return true;\n }\n\n blank(): boolean {\n return true;\n }\n\n error(_message: string): boolean {\n // Cannot throw errors in generated column definitions\n return false;\n }\n\n isError(_value: string): boolean {\n // Cannot detect runtime errors in generated columns\n return false;\n }\n\n switch(\n _expression: string,\n _cases: Array<{ case: string; result: string }>,\n _defaultResult?: string\n ): boolean {\n return true;\n }\n\n // Array Functions - PostgreSQL supports basic array operations\n count(_params: string[]): boolean {\n return true;\n }\n\n countA(_params: string[]): boolean {\n return true;\n }\n\n countAll(_value: string): boolean {\n return true;\n }\n\n arrayJoin(_array: string, _separator?: string): boolean {\n // JSONB vs Array type mismatch issue\n return false;\n }\n\n arrayUnique(_arrays: string[]): boolean {\n // Uses subqueries not allowed in generated columns\n return false;\n }\n\n arrayFlatten(_arrays: string[]): boolean {\n // Uses subqueries not allowed in generated columns\n return false;\n }\n\n arrayCompact(_arrays: string[]): boolean {\n // Uses subqueries not allowed in generated columns\n return false;\n }\n\n // System Functions - Supported (reference system columns)\n recordId(): boolean {\n return false;\n }\n\n autoNumber(): boolean {\n return false;\n }\n\n textAll(_value: string): boolean {\n // textAll with non-array types causes function mismatch\n return false;\n }\n\n // Binary Operations - All supported\n add(_left: string, _right: string): boolean {\n return true;\n }\n\n subtract(_left: string, _right: string): boolean {\n return true;\n }\n\n multiply(_left: string, _right: string): boolean {\n return true;\n }\n\n divide(_left: string, _right: string): boolean {\n return true;\n }\n\n modulo(_left: string, _right: string): boolean {\n return true;\n }\n\n // Comparison Operations - All supported\n equal(_left: string, _right: string): boolean {\n return true;\n }\n\n notEqual(_left: string, _right: string): boolean {\n return true;\n }\n\n greaterThan(_left: string, _right: string): boolean {\n return true;\n }\n\n lessThan(_left: string, _right: string): boolean {\n return true;\n }\n\n greaterThanOrEqual(_left: string, _right: string): boolean {\n return true;\n }\n\n lessThanOrEqual(_left: string, _right: string): boolean {\n return true;\n }\n\n // Logical Operations - All supported\n logicalAnd(_left: string, _right: string): boolean {\n return true;\n }\n\n logicalOr(_left: string, _right: string): boolean {\n return true;\n }\n\n bitwiseAnd(_left: string, _right: string): boolean {\n return true;\n }\n\n // Unary Operations - All supported\n unaryMinus(_value: string): boolean {\n return true;\n }\n\n // Field Reference - Supported\n fieldReference(_fieldId: string, _columnName: string): boolean {\n return true;\n }\n\n // Literals - All supported\n stringLiteral(_value: string): boolean {\n return true;\n }\n\n numberLiteral(_value: number): boolean {\n return true;\n }\n\n booleanLiteral(_value: boolean): boolean {\n return true;\n }\n\n nullLiteral(): boolean {\n return true;\n }\n\n // Utility methods - All supported\n castToNumber(_value: string): boolean {\n return true;\n }\n\n castToString(_value: string): boolean {\n return true;\n }\n\n castToBoolean(_value: string): boolean {\n return true;\n }\n\n castToDate(_value: string): boolean {\n return true;\n }\n\n // Handle null values and type checking - All supported\n isNull(_value: string): boolean {\n return true;\n }\n\n coalesce(_params: string[]): boolean {\n return true;\n }\n\n // Parentheses for grouping - Supported\n parentheses(_expression: string): boolean {\n return true;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/postgres/generated-column-query.postgres.spec.ts", "content": "import { DbFieldType } from '@teable/core';\nimport { describe, expect, it } from 'vitest';\n\nimport { GeneratedColumnQueryPostgres } from './generated-column-query.postgres';\n\ndescribe('GeneratedColumnQueryPostgres if', () => {\n it('coerces json-like numeric branches in IF to avoid CASE jsonb/integer mismatches', () => {\n const query = new GeneratedColumnQueryPostgres();\n query.setContext({} as unknown as never);\n query.setCallMetadata([\n { type: 'string', isFieldReference: false },\n {\n type: 'string',\n isFieldReference: true,\n field: {\n id: 'fldJsonNumeric',\n isMultiple: true,\n isLookup: true,\n dbFieldName: '__json_numeric',\n dbFieldType: DbFieldType.Json,\n cellValueType: 'number',\n },\n },\n { type: 'number', isFieldReference: false },\n ] as unknown as never);\n\n const sql = query.if('__cond', '\"__json_numeric\"', '0');\n expect(sql).toContain('to_jsonb(\"__json_numeric\")');\n expect(sql).toContain('jsonb_array_elements_text');\n expect(sql).toContain('double precision');\n });\n\n it('counts multi-value json field elements in COUNTALL', () => {\n const query = new GeneratedColumnQueryPostgres();\n query.setContext({} as unknown as never);\n query.setCallMetadata([\n {\n type: 'string',\n isFieldReference: true,\n field: {\n id: 'fldMulti',\n isMultiple: true,\n isLookup: false,\n dbFieldName: '__owners',\n dbFieldType: DbFieldType.Json,\n cellValueType: 'string',\n },\n },\n ] as unknown as never);\n\n const sql = query.countAll('\"__owners\"');\n expect(sql).toContain('jsonb_array_length');\n expect(sql).toContain(`NULLIF((\"__owners\")::jsonb, 'null'::jsonb)`);\n });\n\n it('keeps scalar COUNTALL behavior for non-json field', () => {\n const query = new GeneratedColumnQueryPostgres();\n query.setContext({} as unknown as never);\n query.setCallMetadata([\n {\n type: 'number',\n isFieldReference: true,\n field: {\n id: 'fldNumber',\n isMultiple: false,\n isLookup: false,\n dbFieldName: '__number',\n dbFieldType: DbFieldType.Real,\n cellValueType: 'number',\n },\n },\n ] as unknown as never);\n\n expect(query.countAll('\"__number\"')).toBe('CASE WHEN \"__number\" IS NULL THEN 0 ELSE 1 END');\n });\n});\n\ndescribe('GeneratedColumnQueryPostgres FROMNOW/TONOW', () => {\n it('applies unit conversion for FROMNOW', () => {\n const query = new GeneratedColumnQueryPostgres();\n query.setContext({} as unknown as never);\n\n const daySql = query.fromNow('NOW()', \"'day'\");\n const hourSql = query.fromNow('NOW()', \"'hour'\");\n const secondSql = query.fromNow('NOW()', \"'second'\");\n\n expect(daySql).toContain('/ 86400');\n expect(hourSql).toContain('/ 3600');\n expect(secondSql).not.toContain('/ 86400');\n expect(secondSql).not.toContain('/ 3600');\n });\n\n it('keeps TONOW direction as now minus date for past-positive semantics', () => {\n const query = new GeneratedColumnQueryPostgres();\n query.setContext({} as unknown as never);\n\n const sql = query.toNow('NOW()', \"'day'\");\n expect(sql).toContain('NOW() -');\n expect(sql).not.toContain(' - NOW()');\n });\n});\n\ndescribe('GeneratedColumnQueryPostgres DATETIME_PARSE', () => {\n it('reparses trusted datetime inputs through explicit formats', () => {\n const query = new GeneratedColumnQueryPostgres();\n query.setContext({ timeZone: 'Asia/Shanghai' } as unknown as never);\n query.setCallMetadata([{ type: 'datetime', isFieldReference: false }] as unknown as never);\n\n const sql = query.datetimeParse('column_a', \"'MMYYYY'\");\n\n expect(sql).toContain('TO_CHAR');\n expect(sql).toContain('TO_TIMESTAMP');\n expect(sql).toContain(`AT TIME ZONE 'Asia/Shanghai'`);\n expect(sql).not.toBe('(column_a)');\n });\n});\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/postgres/generated-column-query.postgres.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable regexp/no-unused-capturing-group */\n/* eslint-disable no-useless-escape */\nimport { DbFieldType } from '@teable/core';\nimport {\n buildDatetimeFormatSql,\n buildDatetimeParseGuardRegex,\n hasDatetimeTimezoneToken,\n normalizeDatetimeFormatExpression,\n} from '../../utils/datetime-format.util';\nimport { getDefaultDatetimeParsePattern } from '../../utils/default-datetime-parse-pattern';\nimport {\n isBooleanLikeParam,\n isDatetimeLikeParam,\n isJsonLikeParam,\n isTextLikeParam,\n isTrustedNumeric,\n resolveFormulaParamInfo,\n} from '../../utils/formula-param-metadata.util';\nimport { GeneratedColumnQueryAbstract } from '../generated-column-query.abstract';\n\n/**\n * PostgreSQL-specific implementation of generated column query functions\n * Converts Teable formula functions to PostgreSQL SQL expressions suitable\n * for use in generated columns. All generated SQL must be immutable.\n */\nexport class GeneratedColumnQueryPostgres extends GeneratedColumnQueryAbstract {\n private isEmptyStringLiteral(value: string): boolean {\n return value.trim() === \"''\";\n }\n\n private isNullLiteral(value: string): boolean {\n return this.stripOuterParentheses(value).toUpperCase() === 'NULL';\n }\n\n private shouldCoalesceNumericComparison(value: string, metadataIndex?: number): boolean {\n if (this.isNumericLiteral(value)) {\n return true;\n }\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n return paramInfo ? isTrustedNumeric(paramInfo) || paramInfo.type === 'number' : false;\n }\n\n private normalizeNumericComparisonOperand(value: string, metadataIndex?: number): string {\n if (!this.shouldCoalesceNumericComparison(value, metadataIndex)) {\n return value;\n }\n return this.collapseNumeric(value, metadataIndex);\n }\n\n private hasWrappingParentheses(expr: string): boolean {\n if (!expr.startsWith('(') || !expr.endsWith(')')) {\n return false;\n }\n let depth = 0;\n for (let i = 0; i < expr.length; i++) {\n const ch = expr[i];\n if (ch === '(') {\n depth++;\n } else if (ch === ')') {\n depth--;\n if (depth === 0 && i < expr.length - 1) {\n return false;\n }\n if (depth < 0) {\n return false;\n }\n }\n }\n return depth === 0;\n }\n\n private stripOuterParentheses(expr: string): string {\n let trimmed = expr.trim();\n while (trimmed.length > 0 && this.hasWrappingParentheses(trimmed)) {\n trimmed = trimmed.slice(1, -1).trim();\n }\n return trimmed;\n }\n\n private getParamInfo(index?: number) {\n return resolveFormulaParamInfo(this.currentCallMetadata, index);\n }\n\n private isNumericLiteral(expr: string): boolean {\n let trimmed = this.stripOuterParentheses(expr);\n\n // Peel leading signs while trimming redundant outer parens\n while (trimmed.startsWith('+') || trimmed.startsWith('-')) {\n trimmed = trimmed.slice(1).trim();\n trimmed = this.stripOuterParentheses(trimmed);\n }\n\n // Match plain numeric literal, with optional cast to a numeric type\n const numericWithOptionalCast =\n /^\\(?\\d+(\\.\\d+)?\\)?(::(double precision|numeric|real|integer|bigint|smallint))?$/i;\n if (numericWithOptionalCast.test(trimmed)) {\n return true;\n }\n\n // Handle wrapped casts like ((7)::double precision)\n const wrappedCastMatch = trimmed.match(/^\\((.+)\\)$/);\n if (wrappedCastMatch) {\n return this.isNumericLiteral(wrappedCastMatch[1]);\n }\n\n return false;\n }\n\n private toNumericSafe(expr: string, metadataIndex?: number): string {\n if (this.isNumericLiteral(expr)) {\n return `(${expr})::double precision`;\n }\n const paramInfo = this.getParamInfo(metadataIndex);\n const expressionFieldType = this.getExpressionFieldType(expr);\n if (isBooleanLikeParam(paramInfo)) {\n const normalizedBoolean = this.normalizeBooleanCondition(expr, metadataIndex ?? 0);\n return `(CASE WHEN ${normalizedBoolean} THEN 1 ELSE 0 END)::double precision`;\n }\n if (\n paramInfo?.hasMetadata &&\n isTextLikeParam(paramInfo) &&\n !paramInfo.isJsonField &&\n !paramInfo.isMultiValueField\n ) {\n return this.looseNumericCoercion(expr);\n }\n if (expressionFieldType === DbFieldType.Text) {\n return this.looseNumericCoercion(expr);\n }\n if (paramInfo?.isJsonField || paramInfo?.isMultiValueField) {\n return this.numericFromJson(expr);\n }\n if (expressionFieldType === DbFieldType.Json) {\n return this.numericFromJson(expr);\n }\n if (isTrustedNumeric(paramInfo)) {\n return `(${expr})::double precision`;\n }\n if (\n !paramInfo?.hasMetadata &&\n (expressionFieldType === DbFieldType.Real || expressionFieldType === DbFieldType.Integer)\n ) {\n return `(${expr})::double precision`;\n }\n\n if (!paramInfo && expressionFieldType === undefined) {\n return `(${expr})::double precision`;\n }\n\n return this.looseNumericCoercion(expr);\n }\n\n private looseNumericCoercion(expr: string): string {\n if (this.isNumericLiteral(expr)) {\n return `(${expr})::double precision`;\n }\n const textExpr = `((${expr})::text) COLLATE \"C\"`;\n const dateLikePattern = `'^[0-9]{1,4}[-/][0-9]{1,2}[-/][0-9]{1,4}( .*){0,1}$'`;\n const collatedDatePattern = `${dateLikePattern} COLLATE \"C\"`;\n const sanitized = `REGEXP_REPLACE(${textExpr}, '[^0-9.+-]', '', 'g')`;\n const cleaned = `NULLIF(${sanitized}, '')`;\n const collatedClean = `${cleaned} COLLATE \"C\"`;\n // Avoid \"?\" in the regex so knex.raw doesn't misinterpret it as a binding placeholder.\n const numericPattern = `'^[+-]{0,1}(\\\\d+(\\\\.\\\\d+){0,1}|\\\\.\\\\d+)$'`;\n const collatedPattern = `${numericPattern} COLLATE \"C\"`;\n return `(CASE\n WHEN ${expr} IS NULL THEN NULL\n WHEN ${textExpr} ~ ${collatedDatePattern} THEN NULL\n WHEN ${cleaned} IS NULL THEN NULL\n WHEN ${collatedClean} ~ ${collatedPattern} THEN ${cleaned}::double precision\n ELSE NULL\n END)`;\n }\n\n private numericFromJson(expr: string): string {\n const jsonExpr = `to_jsonb(${expr})`;\n const numericPattern = `'^[+-]{0,1}(\\\\d+(\\\\.\\\\d+){0,1}|\\\\.\\\\d+)$'`;\n const collatedPattern = `${numericPattern} COLLATE \"C\"`;\n const arraySum = `(SELECT SUM(CASE WHEN (elem.value COLLATE \"C\") ~ ${collatedPattern} THEN elem.value::double precision ELSE NULL END) FROM jsonb_array_elements_text(${jsonExpr}) AS elem(value))`;\n return `(CASE\n WHEN ${expr} IS NULL THEN NULL\n WHEN jsonb_typeof(${jsonExpr}) = 'array' THEN ${arraySum}\n ELSE ${this.looseNumericCoercion(expr)}\n END)`;\n }\n\n private numericFromText(expr: string): string {\n const textExpr = `((${expr})::text) COLLATE \"C\"`;\n const numericPattern = `'^[+-]{0,1}(\\\\d+(\\\\.\\\\d+){0,1}|\\\\.\\\\d+)$'`;\n const collatedPattern = `${numericPattern} COLLATE \"C\"`;\n return `(CASE\n WHEN ${expr} IS NULL THEN NULL\n WHEN ${textExpr} ~ ${collatedPattern} THEN ${textExpr}::double precision\n ELSE NULL\n END)`;\n }\n\n private collapseNumeric(expr: string, metadataIndex?: number): string {\n const numericValue = this.toNumericSafe(expr, metadataIndex);\n return `COALESCE(${numericValue}, 0)`;\n }\n\n private normalizeBlankComparable(value: string, metadataIndex?: number): string {\n const comparable = this.coerceToTextComparable(value, metadataIndex);\n return `COALESCE(NULLIF(${comparable}, ''), '')`;\n }\n\n private ensureTextCollation(expr: string): string {\n return `(${expr})::text`;\n }\n\n private buildBlankAwareComparison(\n operator: '=' | '<>',\n left: string,\n right: string,\n metadataIndexes?: { left?: number; right?: number }\n ): string {\n const leftIndex = metadataIndexes?.left;\n const rightIndex = metadataIndexes?.right;\n const leftIsEmptyLiteral = this.isEmptyStringLiteral(left);\n const rightIsEmptyLiteral = this.isEmptyStringLiteral(right);\n const leftIsText = this.isTextLikeExpression(left, leftIndex);\n const rightIsText = this.isTextLikeExpression(right, rightIndex);\n const normalizeText = leftIsEmptyLiteral || rightIsEmptyLiteral || leftIsText || rightIsText;\n\n const leftIsNumericComparable = this.shouldCoalesceNumericComparison(left, leftIndex);\n const rightIsNumericComparable = this.shouldCoalesceNumericComparison(right, rightIndex);\n\n if (!normalizeText && (leftIsNumericComparable || rightIsNumericComparable)) {\n const normalizedLeft = leftIsNumericComparable\n ? this.normalizeNumericComparisonOperand(left, leftIndex)\n : left;\n const normalizedRight = rightIsNumericComparable\n ? this.normalizeNumericComparisonOperand(right, rightIndex)\n : right;\n return `(${normalizedLeft} ${operator} ${normalizedRight})`;\n }\n\n if (!normalizeText) {\n return `(${left} ${operator} ${right})`;\n }\n\n const normalizeOperand = (value: string, isEmptyLiteral: boolean, metadataIndex?: number) =>\n isEmptyLiteral ? \"''\" : this.normalizeBlankComparable(value, metadataIndex);\n\n const normalizedLeft = normalizeOperand(left, leftIsEmptyLiteral, leftIndex);\n const normalizedRight = normalizeOperand(right, rightIsEmptyLiteral, rightIndex);\n\n return `(${normalizedLeft} ${operator} ${normalizedRight})`;\n }\n\n private isTextLikeExpression(value: string, metadataIndex?: number): boolean {\n const trimmed = this.stripOuterParentheses(value);\n if (this.isEmptyStringLiteral(trimmed)) {\n return false;\n }\n if (/^'.*'$/.test(trimmed)) {\n return true;\n }\n\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n if (paramInfo?.hasMetadata) {\n if (\n paramInfo.fieldDbType === DbFieldType.Real ||\n paramInfo.fieldDbType === DbFieldType.Integer ||\n paramInfo.fieldCellValueType === 'number'\n ) {\n return false;\n }\n if (isTextLikeParam(paramInfo)) {\n return true;\n }\n }\n\n return this.getExpressionFieldType(value) === DbFieldType.Text;\n }\n\n private isNumericLikeExpression(value: string, metadataIndex?: number): boolean {\n if (this.isNumericLiteral(value)) {\n return true;\n }\n\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n if (paramInfo?.hasMetadata) {\n if (\n paramInfo.type === 'number' ||\n isTrustedNumeric(paramInfo) ||\n isBooleanLikeParam(paramInfo)\n ) {\n return true;\n }\n if (\n paramInfo.fieldDbType === DbFieldType.Real ||\n paramInfo.fieldDbType === DbFieldType.Integer\n ) {\n return true;\n }\n if (paramInfo.fieldCellValueType === 'number') {\n return true;\n }\n }\n\n const expressionFieldType = this.getExpressionFieldType(value);\n return expressionFieldType === DbFieldType.Real || expressionFieldType === DbFieldType.Integer;\n }\n\n private getExpressionFieldType(value: string): DbFieldType | undefined {\n const trimmed = this.stripOuterParentheses(value);\n const columnMatch = trimmed.match(/^\"([^\"]+)\"$/) ?? trimmed.match(/^\"[^\"]+\"\\.\"([^\"]+)\"$/);\n if (!columnMatch || columnMatch.length < 2) {\n return undefined;\n }\n\n const columnName = columnMatch[1];\n const table = this.context?.table;\n const field =\n table?.fieldList?.find((item) => item.dbFieldName === columnName) ??\n table?.fields?.ordered?.find((item) => item.dbFieldName === columnName);\n return field?.dbFieldType as DbFieldType | undefined;\n }\n\n private buildJsonScalarCoercion(jsonExpr: string): string {\n const elementScalar = `CASE\n WHEN jsonb_typeof(elem.value) = 'object' THEN COALESCE(\n elem.value->>'title',\n elem.value->>'name',\n elem.value #>> '{}'\n )\n WHEN jsonb_typeof(elem.value) = 'array' THEN NULL\n ELSE elem.value #>> '{}'\n END`;\n\n return `CASE jsonb_typeof(${jsonExpr})\n WHEN 'string' THEN (${jsonExpr}) #>> '{}'\n WHEN 'number' THEN (${jsonExpr}) #>> '{}'\n WHEN 'boolean' THEN (${jsonExpr}) #>> '{}'\n WHEN 'null' THEN NULL\n WHEN 'array' THEN COALESCE((\n SELECT STRING_AGG(${elementScalar}, ', ' ORDER BY elem.ordinality)\n FROM jsonb_array_elements(${jsonExpr}) WITH ORDINALITY AS elem(value, ordinality)\n ), '')\n WHEN 'object' THEN COALESCE(${jsonExpr}->>'title', ${jsonExpr}->>'name', ${jsonExpr} #>> '{}')\n ELSE (${jsonExpr})::text\n END`;\n }\n\n private coerceJsonExpressionToText(wrapped: string): string {\n const doubleWrapped = `(${wrapped})`;\n const directJsonExpr = `${doubleWrapped}::jsonb`;\n const fallbackJsonExpr = `to_jsonb${wrapped}`;\n const jsonTypeGuard = `pg_typeof(${wrapped}) = ANY('{json,jsonb}'::regtype[])`;\n\n return `(CASE\n WHEN ${wrapped} IS NULL THEN NULL\n WHEN ${jsonTypeGuard} THEN\n ${this.buildJsonScalarCoercion(directJsonExpr)}\n ELSE\n ${this.buildJsonScalarCoercion(fallbackJsonExpr)}\n END)`;\n }\n\n private coerceNonJsonExpressionToText(wrapped: string): string {\n const jsonbValue = `to_jsonb${wrapped}`;\n\n return `(CASE\n WHEN ${wrapped} IS NULL THEN NULL\n ELSE\n ${this.buildJsonScalarCoercion(jsonbValue)}\n END)`;\n }\n\n private coerceToTextComparable(value: string, metadataIndex?: number): string {\n const trimmed = this.stripOuterParentheses(value);\n if (!trimmed) {\n return this.ensureTextCollation(value);\n }\n if (/^'.*'$/.test(trimmed)) {\n return this.ensureTextCollation(trimmed);\n }\n if (trimmed.toUpperCase() === 'NULL') {\n return 'NULL';\n }\n\n const wrapped = `(${value})`;\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n const expressionFieldType = this.getExpressionFieldType(value);\n const numericField =\n paramInfo?.fieldDbType === DbFieldType.Real ||\n paramInfo?.fieldDbType === DbFieldType.Integer ||\n paramInfo?.fieldCellValueType === 'number' ||\n expressionFieldType === DbFieldType.Real ||\n expressionFieldType === DbFieldType.Integer;\n if (numericField && !paramInfo?.isJsonField && !paramInfo?.isMultiValueField) {\n return wrapped;\n }\n const isJsonParam = paramInfo?.hasMetadata && isJsonLikeParam(paramInfo);\n const shouldUseSimpleCast =\n this.isGeneratedColumnContext &&\n !isJsonParam &&\n !paramInfo?.isMultiValueField &&\n expressionFieldType !== DbFieldType.Json;\n\n if (paramInfo?.hasMetadata) {\n if (isJsonParam) {\n if (shouldUseSimpleCast) {\n return this.ensureTextCollation(`${wrapped}::text`);\n }\n const coercedJson = this.coerceJsonExpressionToText(wrapped);\n return this.ensureTextCollation(coercedJson);\n }\n\n if (isTextLikeParam(paramInfo)) {\n return this.ensureTextCollation(value);\n }\n\n if (paramInfo.type && paramInfo.type !== 'unknown') {\n return this.ensureTextCollation(`${wrapped}::text`);\n }\n }\n\n if (expressionFieldType === DbFieldType.Json) {\n if (shouldUseSimpleCast) {\n return this.ensureTextCollation(`${wrapped}::text`);\n }\n const coercedJson = this.coerceJsonExpressionToText(wrapped);\n return this.ensureTextCollation(coercedJson);\n }\n\n if (expressionFieldType === DbFieldType.Text) {\n return this.ensureTextCollation(value);\n }\n\n if (shouldUseSimpleCast) {\n return this.ensureTextCollation(`${wrapped}::text`);\n }\n\n const coerced = this.coerceNonJsonExpressionToText(wrapped);\n return this.ensureTextCollation(coerced);\n }\n\n private isHardTextExpression(value: string): boolean {\n const trimmed = this.stripOuterParentheses(value);\n if (this.isEmptyStringLiteral(trimmed)) {\n return false;\n }\n if (/^'.+'$/.test(trimmed)) {\n return true;\n }\n return this.getExpressionFieldType(value) === DbFieldType.Text;\n }\n\n private isDateLikeOperand(metadataIndex?: number): boolean {\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n if (!paramInfo?.hasMetadata) {\n return false;\n }\n if (paramInfo.type === 'number') {\n return false;\n }\n const hasFieldDateMetadata =\n paramInfo.fieldDbType === DbFieldType.DateTime || paramInfo.fieldCellValueType === 'datetime';\n const typeSaysDatetime =\n isDatetimeLikeParam(paramInfo) && !paramInfo.fieldDbType && !paramInfo.fieldCellValueType;\n const looksDatetime = hasFieldDateMetadata || typeSaysDatetime;\n\n if (!looksDatetime) {\n return false;\n }\n\n return !paramInfo.isJsonField && !paramInfo.isMultiValueField;\n }\n\n private buildDayInterval(expr: string, metadataIndex?: number): string {\n const numeric = this.collapseNumeric(expr, metadataIndex);\n return `(${numeric}) * INTERVAL '1 day'`;\n }\n\n private countANonNullExpression(value: string, metadataIndex?: number): string {\n if (this.isTextLikeExpression(value, metadataIndex)) {\n const normalizedComparable = this.normalizeBlankComparable(value, metadataIndex);\n return `CASE WHEN ${value} IS NULL OR ${normalizedComparable} = '' THEN 0 ELSE 1 END`;\n }\n\n return `CASE WHEN ${value} IS NULL THEN 0 ELSE 1 END`;\n }\n\n override add(left: string, right: string): string {\n const leftIsDate = this.isDateLikeOperand(0);\n const rightIsDate = this.isDateLikeOperand(1);\n\n if (leftIsDate && !rightIsDate) {\n return `(${this.castToTimestamp(left, 0)} + ${this.buildDayInterval(right, 1)})`;\n }\n\n if (!leftIsDate && rightIsDate) {\n return `(${this.castToTimestamp(right, 1)} + ${this.buildDayInterval(left, 0)})`;\n }\n\n const l = this.collapseNumeric(left, 0);\n const r = this.collapseNumeric(right, 1);\n return `((${l}) + (${r}))`;\n }\n\n override subtract(left: string, right: string): string {\n const leftIsDate = this.isDateLikeOperand(0);\n const rightIsDate = this.isDateLikeOperand(1);\n\n if (leftIsDate && !rightIsDate) {\n return `(${this.castToTimestamp(left, 0)} - ${this.buildDayInterval(right, 1)})`;\n }\n\n if (leftIsDate && rightIsDate) {\n return `(EXTRACT(EPOCH FROM ${this.castToTimestamp(left, 0)} - ${this.castToTimestamp(\n right,\n 1\n )}) / 86400)`;\n }\n\n const l = this.collapseNumeric(left, 0);\n const r = this.collapseNumeric(right, 1);\n return `((${l}) - (${r}))`;\n }\n\n override multiply(left: string, right: string): string {\n const l = this.collapseNumeric(left, 0);\n const r = this.collapseNumeric(right, 1);\n return `((${l}) * (${r}))`;\n }\n\n override unaryMinus(value: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n return `(-(${numericValue}))`;\n }\n\n override divide(left: string, right: string): string {\n const numerator = this.collapseNumeric(left, 0);\n const denominator = this.toNumericSafe(right, 1);\n return `(CASE WHEN (${denominator}) IS NULL OR (${denominator}) = 0 THEN NULL ELSE (${numerator} / ${denominator}) END)`;\n }\n\n override modulo(left: string, right: string): string {\n const dividend = this.collapseNumeric(left, 0);\n const divisor = this.toNumericSafe(right, 1);\n return `(CASE WHEN (${divisor}) IS NULL OR (${divisor}) = 0 THEN NULL ELSE MOD((${dividend})::numeric, (${divisor})::numeric)::double precision END)`;\n }\n\n private isBooleanLikeExpression(value: string, metadataIndex?: number): boolean {\n const trimmed = this.stripOuterParentheses(value);\n if (/^(true|false)$/i.test(trimmed)) {\n return true;\n }\n\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n if (paramInfo?.hasMetadata && isBooleanLikeParam(paramInfo)) {\n return true;\n }\n\n return this.getExpressionFieldType(value) === DbFieldType.Boolean;\n }\n\n private normalizeBooleanCondition(condition: string, metadataIndex = 0): string {\n const wrapped = `(${condition})`;\n if (this.isBooleanLikeExpression(condition, metadataIndex)) {\n return `COALESCE(${wrapped}::boolean, FALSE)`;\n }\n\n const paramInfo = this.getParamInfo(metadataIndex);\n if (isTrustedNumeric(paramInfo)) {\n const numericExpr = this.toNumericSafe(condition, metadataIndex);\n return `(COALESCE(${numericExpr}, 0) <> 0)`;\n }\n\n const conditionType = `pg_typeof${wrapped}::text`;\n const numericTypes = \"('smallint','integer','bigint','numeric','double precision','real')\";\n const stringTypes = \"('text','character varying','character','varchar','unknown')\";\n const wrappedText = `(${wrapped})::text`;\n const booleanTruthyScore = `CASE WHEN LOWER(${wrappedText}) IN ('t','true','1') THEN 1 ELSE 0 END`;\n const numericTruthyScore = `CASE WHEN ${wrappedText} ~ '^\\\\s*[+-]{0,1}0*(\\\\.0*){0,1}\\\\s*$' THEN 0 ELSE 1 END`;\n const fallbackTruthyScore = `CASE\n WHEN COALESCE(${wrappedText}, '') = '' THEN 0\n WHEN LOWER(${wrappedText}) = 'null' THEN 0\n ELSE 1\n END`;\n\n return `CASE\n WHEN ${wrapped} IS NULL THEN 0\n WHEN ${conditionType} = 'boolean' THEN ${booleanTruthyScore}\n WHEN ${conditionType} IN ${numericTypes} THEN ${numericTruthyScore}\n WHEN ${conditionType} IN ${stringTypes} THEN ${fallbackTruthyScore}\n ELSE ${fallbackTruthyScore}\n END = 1`;\n }\n\n // Numeric Functions\n sum(params: string[]): string {\n // Use addition instead of SUM() aggregation function for generated columns\n const numericParams = params.map((param, index) => `(${this.collapseNumeric(param, index)})`);\n return `(${numericParams.join(' + ')})`;\n }\n\n average(params: string[]): string {\n // Use addition and division instead of AVG() aggregation function for generated columns\n const numericParams = params.map((param, index) => `(${this.collapseNumeric(param, index)})`);\n return `(${numericParams.join(' + ')}) / ${params.length}`;\n }\n\n max(params: string[]): string {\n return `GREATEST(${this.joinParams(params)})`;\n }\n\n min(params: string[]): string {\n return `LEAST(${this.joinParams(params)})`;\n }\n\n round(value: string, precision?: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n if (precision !== undefined) {\n const numericPrecision = this.toNumericSafe(precision, 1);\n return `ROUND(${numericValue}::numeric, ${numericPrecision}::integer)`;\n }\n return `ROUND(${numericValue})`;\n }\n\n roundUp(value: string, precision?: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n if (precision !== undefined) {\n const numericPrecision = this.toNumericSafe(precision, 1);\n const factor = `POWER(10, ${numericPrecision}::integer)`;\n return `CEIL(${numericValue} * ${factor}) / ${factor}`;\n }\n return `CEIL(${numericValue})`;\n }\n\n roundDown(value: string, precision?: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n if (precision !== undefined) {\n const numericPrecision = this.toNumericSafe(precision, 1);\n const factor = `POWER(10, ${numericPrecision}::integer)`;\n return `FLOOR(${numericValue} * ${factor}) / ${factor}`;\n }\n return `FLOOR(${numericValue})`;\n }\n\n ceiling(value: string): string {\n return `CEIL(${this.toNumericSafe(value, 0)})`;\n }\n\n floor(value: string): string {\n return `FLOOR(${this.toNumericSafe(value, 0)})`;\n }\n\n even(value: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n const intValue = `FLOOR(${numericValue})::integer`;\n return `CASE WHEN ${numericValue} IS NULL THEN NULL WHEN ${intValue} % 2 = 0 THEN ${intValue} ELSE ${intValue} + 1 END`;\n }\n\n odd(value: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n const intValue = `FLOOR(${numericValue})::integer`;\n return `CASE WHEN ${numericValue} IS NULL THEN NULL WHEN ${intValue} % 2 = 1 THEN ${intValue} ELSE ${intValue} + 1 END`;\n }\n\n int(value: string): string {\n return `FLOOR(${this.toNumericSafe(value, 0)})`;\n }\n\n abs(value: string): string {\n return `ABS(${this.toNumericSafe(value, 0)})`;\n }\n\n sqrt(value: string): string {\n return `SQRT(${this.toNumericSafe(value, 0)})`;\n }\n\n power(base: string, exponent: string): string {\n const baseValue = this.toNumericSafe(base, 0);\n const exponentValue = this.toNumericSafe(exponent, 1);\n return `POWER(${baseValue}, ${exponentValue})`;\n }\n\n exp(value: string): string {\n return `EXP(${this.toNumericSafe(value, 0)})`;\n }\n\n log(value: string, base?: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n if (base !== undefined) {\n const numericBase = this.toNumericSafe(base, 1);\n const baseLog = `LN(${numericBase})`;\n return `(LN(${numericValue}) / NULLIF(${baseLog}, 0))`;\n }\n return `LN(${numericValue})`;\n }\n\n mod(dividend: string, divisor: string): string {\n const safeDividend = this.toNumericSafe(dividend, 0);\n const safeDivisor = this.toNumericSafe(divisor, 1);\n return `(CASE WHEN (${safeDivisor}) IS NULL OR (${safeDivisor}) = 0 THEN NULL ELSE MOD((${safeDividend})::numeric, (${safeDivisor})::numeric)::double precision END)`;\n }\n\n value(text: string): string {\n return this.toNumericSafe(text, 0);\n }\n\n // Text Functions\n concatenate(params: string[]): string {\n // Use || operator instead of CONCAT for immutable generated columns\n // CONCAT is stable, not immutable, which causes issues with generated columns\n // Treat NULL values as empty strings to mirror client-side evaluation\n const nullSafeParams = params.map((param) => `COALESCE(${param}::text, '')`);\n return `(${this.joinParams(nullSafeParams, ' || ')})`;\n }\n\n // String concatenation for + operator (treats NULL as empty string)\n // Use explicit text casting to handle mixed types and NULL values\n stringConcat(left: string, right: string): string {\n return `(COALESCE(${left}::text, '') || COALESCE(${right}::text, ''))`;\n }\n\n equal(left: string, right: string): string {\n return this.buildBlankAwareComparison('=', left, right, { left: 0, right: 1 });\n }\n\n notEqual(left: string, right: string): string {\n return this.buildBlankAwareComparison('<>', left, right, { left: 0, right: 1 });\n }\n\n greaterThan(left: string, right: string): string {\n const normalizedLeft = this.normalizeNumericComparisonOperand(left, 0);\n const normalizedRight = this.normalizeNumericComparisonOperand(right, 1);\n return `(${normalizedLeft} > ${normalizedRight})`;\n }\n\n lessThan(left: string, right: string): string {\n const normalizedLeft = this.normalizeNumericComparisonOperand(left, 0);\n const normalizedRight = this.normalizeNumericComparisonOperand(right, 1);\n return `(${normalizedLeft} < ${normalizedRight})`;\n }\n\n greaterThanOrEqual(left: string, right: string): string {\n const normalizedLeft = this.normalizeNumericComparisonOperand(left, 0);\n const normalizedRight = this.normalizeNumericComparisonOperand(right, 1);\n return `(${normalizedLeft} >= ${normalizedRight})`;\n }\n\n lessThanOrEqual(left: string, right: string): string {\n const normalizedLeft = this.normalizeNumericComparisonOperand(left, 0);\n const normalizedRight = this.normalizeNumericComparisonOperand(right, 1);\n return `(${normalizedLeft} <= ${normalizedRight})`;\n }\n\n // Override bitwiseAnd to handle PostgreSQL-specific type conversion\n bitwiseAnd(left: string, right: string): string {\n // Handle cases where operands might not be valid integers\n // Use CASE to safely convert to integer, defaulting to 0 for invalid values\n return `(\n CASE\n WHEN ${left}::text ~ '^-?[0-9]+$' AND ${left}::text != '' THEN ${left}::integer\n ELSE 0\n END &\n CASE\n WHEN ${right}::text ~ '^-?[0-9]+$' AND ${right}::text != '' THEN ${right}::integer\n ELSE 0\n END\n )`;\n }\n\n find(searchText: string, withinText: string, startNum?: string): string {\n const normalizedSearch = this.ensureTextCollation(searchText);\n const normalizedWithin = this.ensureTextCollation(withinText);\n\n if (startNum) {\n return `POSITION(${normalizedSearch} IN SUBSTRING(${normalizedWithin} FROM ${startNum}::integer)) + ${startNum}::integer - 1`;\n }\n return `POSITION(${normalizedSearch} IN ${normalizedWithin})`;\n }\n\n search(searchText: string, withinText: string, startNum?: string): string {\n const normalizedSearch = this.ensureTextCollation(searchText);\n const normalizedWithin = this.ensureTextCollation(withinText);\n\n // PostgreSQL doesn't have case-insensitive POSITION, so we use ILIKE with pattern matching\n if (startNum) {\n return `POSITION(UPPER(${normalizedSearch}) IN UPPER(SUBSTRING(${normalizedWithin} FROM ${startNum}::integer))) + ${startNum}::integer - 1`;\n }\n return `POSITION(UPPER(${normalizedSearch}) IN UPPER(${normalizedWithin}))`;\n }\n\n mid(text: string, startNum: string, numChars: string): string {\n return `SUBSTRING((${text})::text FROM ${startNum}::integer FOR ${numChars}::integer)`;\n }\n\n left(text: string, numChars: string): string {\n return `LEFT((${text})::text, ${numChars}::integer)`;\n }\n\n right(text: string, numChars: string): string {\n return `RIGHT((${text})::text, ${numChars}::integer)`;\n }\n\n replace(oldText: string, startNum: string, numChars: string, newText: string): string {\n const source = this.ensureTextCollation(oldText);\n const replacement = this.ensureTextCollation(newText);\n return `OVERLAY(${source} PLACING ${replacement} FROM ${startNum}::integer FOR ${numChars}::integer)`;\n }\n\n regexpReplace(text: string, pattern: string, replacement: string): string {\n const source = this.ensureTextCollation(text);\n const regex = this.ensureTextCollation(pattern);\n const replacementText = this.ensureTextCollation(replacement);\n return `REGEXP_REPLACE(${source}, ${regex}, ${replacementText}, 'g')`;\n }\n\n substitute(text: string, oldText: string, newText: string, instanceNum?: string): string {\n const source = this.ensureTextCollation(this.coerceToTextComparable(text, 0));\n const search = this.ensureTextCollation(this.coerceToTextComparable(oldText, 1));\n const replacement = this.ensureTextCollation(this.coerceToTextComparable(newText, 2));\n if (instanceNum) {\n // PostgreSQL doesn't have direct support for replacing specific instance\n // This is a simplified implementation\n return `REPLACE(${source}, ${search}, ${replacement})`;\n }\n return `REPLACE(${source}, ${search}, ${replacement})`;\n }\n\n lower(text: string): string {\n const operand = this.coerceToTextComparable(text, 0);\n return `LOWER(${operand})`;\n }\n\n upper(text: string): string {\n const operand = this.coerceToTextComparable(text, 0);\n return `UPPER(${operand})`;\n }\n\n rept(text: string, numTimes: string): string {\n const operand = this.coerceToTextComparable(text, 0);\n return `REPEAT(${operand}, ${numTimes}::integer)`;\n }\n\n trim(text: string): string {\n const operand = this.coerceToTextComparable(text, 0);\n return `TRIM(${operand})`;\n }\n\n len(text: string): string {\n // Force text to prevent LENGTH() from receiving numeric/JSON operands (e.g., auto-number)\n const operand = this.ensureTextCollation(this.coerceToTextComparable(text, 0));\n return `LENGTH(${operand})`;\n }\n\n t(value: string): string {\n return `CASE WHEN ${value} IS NULL THEN '' ELSE ${value}::text END`;\n }\n\n encodeUrlComponent(text: string): string {\n // PostgreSQL doesn't have built-in URL encoding, this would need a custom function\n return `encode(${text}::bytea, 'escape')`;\n }\n\n // DateTime Functions\n now(): string {\n // For generated columns, use the current timestamp at field creation time\n if (this.isGeneratedColumnContext) {\n const currentTimestamp = new Date().toISOString().replace('T', ' ').replace('Z', '');\n return `'${currentTimestamp}'::timestamp`;\n }\n return 'NOW()';\n }\n\n today(): string {\n // For generated columns, use the current date at field creation time\n if (this.isGeneratedColumnContext) {\n const currentDate = new Date().toISOString().split('T')[0];\n return `'${currentDate}'::date`;\n }\n return 'CURRENT_DATE';\n }\n\n private normalizeIntervalUnit(\n unitLiteral: string,\n options?: { treatQuarterAsMonth?: boolean }\n ): {\n unit:\n | 'millisecond'\n | 'second'\n | 'minute'\n | 'hour'\n | 'day'\n | 'week'\n | 'month'\n | 'quarter'\n | 'year';\n factor: number;\n } {\n const normalized = unitLiteral.trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n return { unit: 'millisecond', factor: 1 };\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return { unit: 'second', factor: 1 };\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return { unit: 'minute', factor: 1 };\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return { unit: 'hour', factor: 1 };\n case 'week':\n case 'weeks':\n return { unit: 'week', factor: 1 };\n case 'month':\n case 'months':\n return { unit: 'month', factor: 1 };\n case 'quarter':\n case 'quarters':\n if (options?.treatQuarterAsMonth === false) {\n return { unit: 'quarter', factor: 1 };\n }\n return { unit: 'month', factor: 3 };\n case 'year':\n case 'years':\n return { unit: 'year', factor: 1 };\n case 'day':\n case 'days':\n default:\n return { unit: 'day', factor: 1 };\n }\n }\n\n private normalizeDiffUnit(\n unitLiteral: string\n ): 'millisecond' | 'second' | 'minute' | 'hour' | 'day' | 'week' | 'month' | 'quarter' | 'year' {\n const normalized = unitLiteral.trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n return 'millisecond';\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return 'second';\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return 'minute';\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return 'hour';\n case 'week':\n case 'weeks':\n return 'week';\n case 'month':\n case 'months':\n return 'month';\n case 'quarter':\n case 'quarters':\n return 'quarter';\n case 'year':\n case 'years':\n return 'year';\n default:\n return 'day';\n }\n }\n\n private normalizeTruncateUnit(\n unitLiteral: string\n ): 'millisecond' | 'second' | 'minute' | 'hour' | 'day' | 'week' | 'month' | 'quarter' | 'year' {\n const normalized = unitLiteral.trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n return 'millisecond';\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return 'second';\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return 'minute';\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return 'hour';\n case 'week':\n case 'weeks':\n return 'week';\n case 'month':\n case 'months':\n return 'month';\n case 'quarter':\n case 'quarters':\n return 'quarter';\n case 'year':\n case 'years':\n return 'year';\n case 'day':\n case 'days':\n default:\n return 'day';\n }\n }\n\n dateAdd(date: string, count: string, unit: string): string {\n const { unit: cleanUnit, factor } = this.normalizeIntervalUnit(unit.replace(/^'|'$/g, ''));\n const numericCount = this.toNumericSafe(count, 1);\n const scaledCount = factor === 1 ? `(${numericCount})` : `(${numericCount}) * ${factor}`;\n const timestampExpr = this.castToTimestamp(date, 0);\n if (cleanUnit === 'quarter') {\n return `${timestampExpr} + (${scaledCount}) * INTERVAL '1 month'`;\n }\n return `${timestampExpr} + (${scaledCount}) * INTERVAL '1 ${cleanUnit}'`;\n }\n\n datestr(date: string): string {\n return `${this.castToTimestamp(date, 0)}::date::text`;\n }\n\n private buildMonthDiff(startDate: string, endDate: string): string {\n const startExpr = this.castToTimestamp(startDate, 0);\n const endExpr = this.castToTimestamp(endDate, 1);\n const startYear = `EXTRACT(YEAR FROM ${startExpr})`;\n const endYear = `EXTRACT(YEAR FROM ${endExpr})`;\n const startMonth = `EXTRACT(MONTH FROM ${startExpr})`;\n const endMonth = `EXTRACT(MONTH FROM ${endExpr})`;\n const startDay = `EXTRACT(DAY FROM ${startExpr})`;\n const endDay = `EXTRACT(DAY FROM ${endExpr})`;\n const startLastDay = `EXTRACT(DAY FROM (DATE_TRUNC('month', ${startExpr}) + INTERVAL '1 month - 1 day'))`;\n const endLastDay = `EXTRACT(DAY FROM (DATE_TRUNC('month', ${endExpr}) + INTERVAL '1 month - 1 day'))`;\n\n const baseMonths = `((${startYear} - ${endYear}) * 12 + (${startMonth} - ${endMonth}))`;\n const adjustDown = `(CASE WHEN ${baseMonths} > 0 AND ${startDay} < ${endDay} AND ${startDay} < ${startLastDay} THEN 1 ELSE 0 END)`;\n const adjustUp = `(CASE WHEN ${baseMonths} < 0 AND ${startDay} > ${endDay} AND ${endDay} < ${endLastDay} THEN 1 ELSE 0 END)`;\n\n return `(${baseMonths} - ${adjustDown} + ${adjustUp})`;\n }\n\n datetimeDiff(startDate: string, endDate: string, unit: string): string {\n const diffUnit = this.normalizeDiffUnit(unit.replace(/^'|'$/g, ''));\n const startExpr = this.castToTimestamp(startDate, 0);\n const endExpr = this.castToTimestamp(endDate, 1);\n const diffSeconds = `EXTRACT(EPOCH FROM ${startExpr} - ${endExpr})`;\n switch (diffUnit) {\n case 'millisecond':\n return `(${diffSeconds}) * 1000`;\n case 'second':\n return `(${diffSeconds})`;\n case 'minute':\n return `(${diffSeconds}) / 60`;\n case 'hour':\n return `(${diffSeconds}) / 3600`;\n case 'week':\n return `(${diffSeconds}) / (86400 * 7)`;\n case 'month':\n return this.buildMonthDiff(startDate, endDate);\n case 'quarter':\n return `${this.buildMonthDiff(startDate, endDate)} / 3.0`;\n case 'year': {\n const monthDiff = this.buildMonthDiff(startDate, endDate);\n return `CAST((${monthDiff}) / 12.0 AS INTEGER)`;\n }\n case 'day':\n default:\n return `(${diffSeconds}) / 86400`;\n }\n }\n\n datetimeFormat(date: string, format: string): string {\n return buildDatetimeFormatSql(this.castToTimestamp(date, 0), format);\n }\n\n datetimeParse(dateString: string, format?: string): string {\n const valueExpr = `(${dateString})`;\n const trustedDatetimeInput = this.hasTrustedDatetimeInput(0);\n\n if (format == null) {\n return trustedDatetimeInput ? valueExpr : this.parseDatetimeParseWithoutFormat(valueExpr);\n }\n const trimmedFormat = format.trim();\n if (!trimmedFormat || trimmedFormat === 'undefined' || trimmedFormat.toLowerCase() === 'null') {\n return trustedDatetimeInput ? valueExpr : this.parseDatetimeParseWithoutFormat(valueExpr);\n }\n if (trustedDatetimeInput) {\n const localTimestampExpr = this.castToTimestamp(valueExpr, 0);\n const formattedExpr = buildDatetimeFormatSql(localTimestampExpr, trimmedFormat);\n return this.parseDatetimeParseWithFormat(formattedExpr, trimmedFormat);\n }\n\n return this.parseDatetimeParseWithFormat(`${valueExpr}::text`, trimmedFormat, valueExpr);\n }\n\n day(date: string): string {\n return `EXTRACT(DAY FROM ${this.castToTimestamp(date, 0)})`;\n }\n\n private buildNowDiffByUnit(nowExpr: string, dateExpr: string, unit: string): string {\n const diffUnit = this.normalizeDiffUnit(unit.replace(/^'|'$/g, ''));\n const diffSeconds = `EXTRACT(EPOCH FROM ${nowExpr} - ${dateExpr})`;\n const diffMonths = `EXTRACT(MONTH FROM AGE(${nowExpr}, ${dateExpr})) + EXTRACT(YEAR FROM AGE(${nowExpr}, ${dateExpr})) * 12`;\n const diffYears = `EXTRACT(YEAR FROM AGE(${nowExpr}, ${dateExpr}))`;\n switch (diffUnit) {\n case 'millisecond':\n return `(${diffSeconds}) * 1000`;\n case 'second':\n return `(${diffSeconds})`;\n case 'minute':\n return `(${diffSeconds}) / 60`;\n case 'hour':\n return `(${diffSeconds}) / 3600`;\n case 'week':\n return `(${diffSeconds}) / (86400 * 7)`;\n case 'month':\n return diffMonths;\n case 'quarter':\n return `(${diffMonths}) / 3.0`;\n case 'year':\n return diffYears;\n case 'day':\n default:\n return `(${diffSeconds}) / 86400`;\n }\n }\n\n fromNow(date: string, unit = 'day'): string {\n // For generated columns, use the current timestamp at field creation time\n const dateExpr = this.castToTimestamp(date, 0);\n if (this.isGeneratedColumnContext) {\n const currentTimestamp = new Date().toISOString().replace('T', ' ').replace('Z', '');\n return this.buildNowDiffByUnit(`'${currentTimestamp}'::timestamp`, dateExpr, unit);\n }\n return this.buildNowDiffByUnit('NOW()', dateExpr, unit);\n }\n\n hour(date: string): string {\n return `EXTRACT(HOUR FROM ${this.castToTimestamp(date, 0)})`;\n }\n\n isAfter(date1: string, date2: string): string {\n return `${this.castToTimestamp(date1, 0)} > ${this.castToTimestamp(date2, 1)}`;\n }\n\n isBefore(date1: string, date2: string): string {\n return `${this.castToTimestamp(date1, 0)} < ${this.castToTimestamp(date2, 1)}`;\n }\n\n isSame(date1: string, date2: string, unit?: string): string {\n if (unit) {\n const trimmed = unit.trim();\n if (trimmed.startsWith(\"'\") && trimmed.endsWith(\"'\")) {\n const literal = trimmed.slice(1, -1);\n const normalized = this.normalizeTruncateUnit(literal);\n const safeUnit = normalized.replace(/'/g, \"''\");\n return `DATE_TRUNC('${safeUnit}', ${this.castToTimestamp(\n date1,\n 0\n )}) = DATE_TRUNC('${safeUnit}', ${this.castToTimestamp(date2, 1)})`;\n }\n return `DATE_TRUNC(${unit}, ${this.castToTimestamp(date1, 0)}) = DATE_TRUNC(${unit}, ${this.castToTimestamp(date2, 1)})`;\n }\n return `${this.castToTimestamp(date1, 0)} = ${this.castToTimestamp(date2, 1)}`;\n }\n\n lastModifiedTime(): string {\n // This would typically reference a system column\n return '\"__last_modified_time\"';\n }\n\n minute(date: string): string {\n return `EXTRACT(MINUTE FROM ${this.castToTimestamp(date, 0)})`;\n }\n\n month(date: string): string {\n return `EXTRACT(MONTH FROM ${this.castToTimestamp(date, 0)})`;\n }\n\n second(date: string): string {\n return `EXTRACT(SECOND FROM ${this.castToTimestamp(date, 0)})`;\n }\n\n timestr(date: string): string {\n return `(${this.castToTimestamp(date, 0)})::time::text`;\n }\n\n toNow(date: string, unit = 'day'): string {\n return this.fromNow(date, unit);\n }\n\n weekNum(date: string): string {\n return `EXTRACT(WEEK FROM ${this.castToTimestamp(date, 0)})`;\n }\n\n weekday(date: string, _startDayOfWeek?: string): string {\n return `EXTRACT(DOW FROM ${this.castToTimestamp(date, 0)})`;\n }\n\n workday(startDate: string, days: string, _holidayStr?: string): string {\n if (!this.isDateLikeOperand(0)) {\n return 'NULL';\n }\n // Simplified implementation - doesn't account for weekends/holidays\n return `${this.castToTimestamp(startDate, 0)}::date + INTERVAL '1 day' * ${days}::integer`;\n }\n\n workdayDiff(startDate: string, endDate: string): string {\n if (!this.isDateLikeOperand(0) || !this.isDateLikeOperand(1)) {\n return 'NULL';\n }\n // Simplified implementation - doesn't account for weekends/holidays\n return `${this.castToTimestamp(endDate, 1)}::date - ${this.castToTimestamp(startDate, 0)}::date`;\n }\n\n year(date: string): string {\n return `EXTRACT(YEAR FROM ${this.castToTimestamp(date, 0)})`;\n }\n\n createdTime(): string {\n // This would typically reference a system column\n return '\"__created_time\"';\n }\n\n // Logical Functions\n if(condition: string, valueIfTrue: string, valueIfFalse: string): string {\n const booleanCondition = this.normalizeBooleanCondition(condition, 0);\n const trueIsBlank = this.isEmptyStringLiteral(valueIfTrue) || this.isNullLiteral(valueIfTrue);\n const falseIsBlank =\n this.isEmptyStringLiteral(valueIfFalse) || this.isNullLiteral(valueIfFalse);\n const resultIsDatetime = this.isDateLikeOperand(1) || this.isDateLikeOperand(2);\n if (resultIsDatetime) {\n const trueBranch = trueIsBlank ? 'NULL' : this.castToTimestamp(valueIfTrue, 1);\n const falseBranch = falseIsBlank ? 'NULL' : this.castToTimestamp(valueIfFalse, 2);\n return `CASE WHEN (${booleanCondition}) THEN ${trueBranch} ELSE ${falseBranch} END`;\n }\n const trueIsText = this.isTextLikeExpression(valueIfTrue, 1);\n const falseIsText = this.isTextLikeExpression(valueIfFalse, 2);\n const trueIsHardText = this.isHardTextExpression(valueIfTrue);\n const falseIsHardText = this.isHardTextExpression(valueIfFalse);\n const hasTextBranch = (trueIsText && !trueIsBlank) || (falseIsText && !falseIsBlank);\n const numericWithBlank =\n (trueIsBlank && !falseIsHardText && !falseIsText) ||\n (falseIsBlank && !trueIsHardText && !trueIsText);\n if (numericWithBlank) {\n const trueBranchNumeric = trueIsBlank ? 'NULL' : this.toNumericSafe(valueIfTrue, 1);\n const falseBranchNumeric = falseIsBlank ? 'NULL' : this.toNumericSafe(valueIfFalse, 2);\n return `CASE WHEN (${booleanCondition}) THEN ${trueBranchNumeric} ELSE ${falseBranchNumeric} END`;\n }\n const hasNumericBranch =\n this.isNumericLikeExpression(valueIfTrue, 1) || this.isNumericLikeExpression(valueIfFalse, 2);\n if (hasNumericBranch && !hasTextBranch) {\n const trueBranchNumeric = trueIsBlank ? 'NULL' : this.toNumericSafe(valueIfTrue, 1);\n const falseBranchNumeric = falseIsBlank ? 'NULL' : this.toNumericSafe(valueIfFalse, 2);\n return `CASE WHEN (${booleanCondition}) THEN ${trueBranchNumeric} ELSE ${falseBranchNumeric} END`;\n }\n const blankPresent = trueIsBlank || falseIsBlank;\n const hasTextAfterBlank = blankPresent ? false : hasTextBranch;\n const normalizeBlankAsNull = !hasTextAfterBlank && blankPresent;\n const trueBranch = hasTextAfterBlank\n ? this.coerceToTextComparable(valueIfTrue, 1)\n : trueIsBlank && normalizeBlankAsNull\n ? 'NULL'\n : valueIfTrue;\n const falseBranch = hasTextAfterBlank\n ? this.coerceToTextComparable(valueIfFalse, 2)\n : falseIsBlank && normalizeBlankAsNull\n ? 'NULL'\n : valueIfFalse;\n return `CASE WHEN (${booleanCondition}) THEN ${trueBranch} ELSE ${falseBranch} END`;\n }\n\n and(params: string[]): string {\n return `(${this.joinParams(params, ' AND ')})`;\n }\n\n or(params: string[]): string {\n return `(${this.joinParams(params, ' OR ')})`;\n }\n\n not(value: string): string {\n return `NOT (${value})`;\n }\n\n xor(params: string[]): string {\n // PostgreSQL doesn't have built-in XOR for multiple values\n // This is a simplified implementation for two values\n if (params.length === 2) {\n return `((${params[0]}) AND NOT (${params[1]})) OR (NOT (${params[0]}) AND (${params[1]}))`;\n }\n // For multiple values, we need a more complex implementation\n return `(${this.joinParams(\n params.map((p) => `CASE WHEN ${p} THEN 1 ELSE 0 END`),\n ' + '\n )}) % 2 = 1`;\n }\n\n blank(): string {\n return 'NULL';\n }\n\n error(_message: string): string {\n // ERROR function in PostgreSQL generated columns should return NULL\n // since we can't throw actual errors in generated columns\n return 'NULL';\n }\n\n isError(value: string): string {\n // PostgreSQL doesn't have a direct ISERROR function\n // This would need custom error handling logic\n return `CASE WHEN ${value} IS NULL THEN TRUE ELSE FALSE END`;\n }\n\n switch(\n expression: string,\n cases: Array<{ case: string; result: string }>,\n defaultResult?: string\n ): string {\n const hasTextResult =\n cases.some((c) => this.isTextLikeExpression(c.result)) ||\n (defaultResult ? this.isTextLikeExpression(defaultResult) : false);\n\n const normalizeResult = (value: string) =>\n hasTextResult ? this.coerceToTextComparable(value) : value;\n\n const normalizeCaseValue = (value: string) =>\n hasTextResult ? this.coerceToTextComparable(value) : value;\n\n const baseExpr = hasTextResult ? this.coerceToTextComparable(expression, 0) : expression;\n\n let caseStatement = `CASE ${baseExpr}`;\n\n for (const caseItem of cases) {\n caseStatement += ` WHEN ${normalizeCaseValue(caseItem.case)} THEN ${normalizeResult(\n caseItem.result\n )}`;\n }\n\n if (defaultResult) {\n caseStatement += ` ELSE ${normalizeResult(defaultResult)}`;\n }\n\n caseStatement += ' END';\n return caseStatement;\n }\n\n // Array Functions\n count(params: string[]): string {\n // Count non-null values\n return `(${params.map((p) => `CASE WHEN ${p} IS NOT NULL THEN 1 ELSE 0 END`).join(' + ')})`;\n }\n\n countA(params: string[]): string {\n // Count non-empty values (including zeros)\n const blankAwareChecks = params.map((p, index) => this.countANonNullExpression(p, index));\n return `(${blankAwareChecks.join(' + ')})`;\n }\n\n countAll(value: string): string {\n const paramInfo = this.getParamInfo(0);\n if (paramInfo.isJsonField || paramInfo.isMultiValueField) {\n const normalized = `COALESCE(NULLIF((${value})::jsonb, 'null'::jsonb), '[]'::jsonb)`;\n return `(CASE\n WHEN jsonb_typeof(${normalized}) = 'array' THEN jsonb_array_length(${normalized})\n ELSE 1\n END)`;\n }\n\n // For single values, return 1 if not null, 0 if null.\n return `CASE WHEN ${value} IS NULL THEN 0 ELSE 1 END`;\n }\n\n private normalizeJsonbArray(array: string): string {\n return `(CASE\n WHEN ${array} IS NULL THEN '[]'::jsonb\n WHEN jsonb_typeof(to_jsonb(${array})) = 'array' THEN to_jsonb(${array})\n ELSE jsonb_build_array(to_jsonb(${array}))\n END)`;\n }\n\n private buildJsonArrayUnion(\n arrays: string[],\n opts?: { filterNulls?: boolean; withOrdinal?: boolean }\n ): string {\n const selects = arrays.map((array, index) => {\n const normalizedArray = this.normalizeJsonbArray(array);\n const whereClause = opts?.filterNulls\n ? \" WHERE elem.value IS NOT NULL AND elem.value != 'null' AND elem.value != ''\"\n : '';\n const ordinality = opts?.withOrdinal ? ', ord' : '';\n return `SELECT elem.value, ${index} AS arg_index${ordinality}\n FROM jsonb_array_elements_text(${normalizedArray}) WITH ORDINALITY AS elem(value, ord)${whereClause}`;\n });\n\n if (selects.length === 0) {\n return 'SELECT NULL::text AS value, 0 AS arg_index, 0 AS ord WHERE FALSE';\n }\n\n return selects.join(' UNION ALL ');\n }\n\n arrayJoin(array: string, separator?: string): string {\n const sep = separator || \"', '\";\n return `ARRAY_TO_STRING(${array}, ${sep})`;\n }\n\n arrayUnique(arrays: string[]): string {\n const unionQuery = this.buildJsonArrayUnion(arrays, { withOrdinal: true });\n return `ARRAY(\n SELECT DISTINCT ON (value) value\n FROM (${unionQuery}) AS combined(value, arg_index, ord)\n ORDER BY value, arg_index, ord\n )`;\n }\n\n arrayFlatten(arrays: string[]): string {\n const unionQuery = this.buildJsonArrayUnion(arrays, { withOrdinal: true });\n return `ARRAY(\n SELECT value\n FROM (${unionQuery}) AS combined(value, arg_index, ord)\n ORDER BY arg_index, ord\n )`;\n }\n\n arrayCompact(arrays: string[]): string {\n const unionQuery = this.buildJsonArrayUnion(arrays, { filterNulls: true, withOrdinal: true });\n return `ARRAY(\n SELECT value\n FROM (${unionQuery}) AS combined(value, arg_index, ord)\n ORDER BY arg_index, ord\n )`;\n }\n\n // System Functions\n recordId(): string {\n // Reference the primary key column\n return '\"__id\"';\n }\n\n autoNumber(): string {\n // Reference the auto-increment column\n return '\"__auto_number\"';\n }\n\n textAll(value: string): string {\n // Convert array to text representation\n return `ARRAY_TO_STRING(${value}, ', ')`;\n }\n\n // Override some base implementations for PostgreSQL-specific syntax\n castToNumber(value: string): string {\n return `${value}::numeric`;\n }\n\n castToString(value: string): string {\n return `${value}::text`;\n }\n\n castToBoolean(value: string): string {\n return `${value}::boolean`;\n }\n\n castToDate(value: string): string {\n return `${value}::timestamp`;\n }\n\n // Field Reference - PostgreSQL uses double quotes for identifiers\n fieldReference(_fieldId: string, columnName: string): string {\n // For regular field references, return the column reference\n // Note: Expansion is handled at the expression level, not at individual field reference level\n return `\"${columnName}\"`;\n }\n\n protected escapeIdentifier(identifier: string): string {\n return `\"${identifier.replace(/\"/g, '\"\"')}\"`;\n }\n\n private guardDefaultDatetimeParse(valueExpr: string): string {\n const textExpr = `${valueExpr}::text`;\n const trimmedExpr = `NULLIF(BTRIM(${textExpr}), '')`;\n const sanitizedExpr = `CASE WHEN ${trimmedExpr} IS NULL THEN NULL WHEN LOWER(${trimmedExpr}) IN ('null', 'undefined') THEN NULL ELSE ${trimmedExpr} END`;\n const pattern = getDefaultDatetimeParsePattern();\n return `(CASE WHEN ${valueExpr} IS NULL THEN NULL WHEN ${sanitizedExpr} IS NULL THEN NULL WHEN ${sanitizedExpr} ~ '${pattern}' THEN ${valueExpr} ELSE NULL END)`;\n }\n\n private parseDatetimeParseWithoutFormat(valueExpr: string): string {\n const textExpr = `${valueExpr}::text`;\n const trimmedExpr = `NULLIF(BTRIM(${textExpr}), '')`;\n const sanitizedExpr = `CASE WHEN ${trimmedExpr} IS NULL THEN NULL WHEN LOWER(${trimmedExpr}) IN ('null', 'undefined') THEN NULL ELSE ${trimmedExpr} END`;\n const pattern = getDefaultDatetimeParsePattern();\n const hasClockTime = `(${sanitizedExpr} ~ '[ T][0-9]{1,2}:[0-9]{2}')`;\n const hasExplicitTimeZone = `(${sanitizedExpr} ~* '(Z|[+-][0-9]{2}:[0-9]{2}|[+-][0-9]{4}|[+-][0-9]{2})$')`;\n const safeTz = (this.context?.timeZone ?? 'UTC').replace(/'/g, \"''\");\n const localTimestampExpr = `(${sanitizedExpr})::timestamp AT TIME ZONE '${safeTz}'`;\n const explicitZoneExpr = `(${sanitizedExpr})::timestamptz`;\n\n return `(CASE\n WHEN ${valueExpr} IS NULL THEN NULL\n WHEN ${sanitizedExpr} IS NULL THEN NULL\n WHEN ${sanitizedExpr} ~ '${pattern}' THEN\n (CASE\n WHEN ${hasClockTime} AND NOT ${hasExplicitTimeZone} THEN ${localTimestampExpr}\n ELSE ${explicitZoneExpr}\n END)\n ELSE NULL\n END)`;\n }\n\n private parseDatetimeParseWithFormat(\n textExpr: string,\n formatExpr: string,\n nullGuardExpr: string = textExpr\n ): string {\n const normalizedFormat = normalizeDatetimeFormatExpression(formatExpr);\n const toTimestampExpr = `TO_TIMESTAMP(${textExpr}::text, ${normalizedFormat})`;\n const safeTz = (this.context?.timeZone ?? 'UTC').replace(/'/g, \"''\");\n const hasTimezoneToken = hasDatetimeTimezoneToken(formatExpr);\n const parsedExpr =\n hasTimezoneToken === false\n ? `(${toTimestampExpr})::timestamp AT TIME ZONE '${safeTz}'`\n : toTimestampExpr;\n const guardPattern = buildDatetimeParseGuardRegex(formatExpr);\n if (!guardPattern) {\n return parsedExpr;\n }\n const escapedPattern = guardPattern.replace(/'/g, \"''\");\n return `(CASE WHEN ${nullGuardExpr} IS NULL THEN NULL WHEN ${textExpr} = '' THEN NULL WHEN ${textExpr} ~ '${escapedPattern}' THEN ${parsedExpr} ELSE NULL END)`;\n }\n private castToTimestamp(date: string, metadataIndex?: number): string {\n const isTimestampish = (expr: string): boolean => {\n const trimmed = this.stripOuterParentheses(expr);\n return (\n /::timestamp(tz)?\\b/i.test(trimmed) ||\n /\\bAT\\s+TIME\\s+ZONE\\b/i.test(trimmed) ||\n /^NOW\\(\\)/i.test(trimmed) ||\n /^CURRENT_TIMESTAMP/i.test(trimmed)\n );\n };\n\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n if (paramInfo?.hasMetadata && paramInfo.type === 'number') {\n return 'NULL::timestamp';\n }\n const looksDatetime =\n paramInfo?.hasMetadata &&\n (isDatetimeLikeParam(paramInfo) ||\n paramInfo.fieldDbType === DbFieldType.DateTime ||\n paramInfo.fieldCellValueType === 'datetime');\n\n if (!looksDatetime && !isTimestampish(date)) {\n return 'NULL::timestamp';\n }\n\n const valueExpr = `(${date})`;\n const trustedInput =\n (metadataIndex != null && this.hasTrustedDatetimeInput(metadataIndex)) ||\n this.getExpressionFieldType(date) === DbFieldType.DateTime;\n\n if (trustedInput) {\n return `${valueExpr}::timestamp`;\n }\n\n const guarded = this.guardDefaultDatetimeParse(valueExpr);\n return `${guarded}::timestamp`;\n }\n\n private hasTrustedDatetimeInput(index: number): boolean {\n const paramInfo = this.getParamInfo(index);\n if (!paramInfo.hasMetadata) {\n return false;\n }\n if (!isDatetimeLikeParam(paramInfo)) {\n return false;\n }\n if (paramInfo.isJsonField || paramInfo.isMultiValueField) {\n return false;\n }\n return true;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/sqlite/generated-column-query-support-validator.sqlite.ts", "content": "import type {\n IFormulaConversionContext,\n IGeneratedColumnQuerySupportValidator,\n} from '../../../features/record/query-builder/sql-conversion.visitor';\n\n/**\n * SQLite-specific implementation for validating generated column function support\n * Returns true for functions that can be safely converted to SQLite SQL expressions\n * suitable for use in generated columns, false for unsupported functions.\n *\n * SQLite has more limitations compared to PostgreSQL, especially for:\n * - Complex array operations\n * - Advanced text functions\n * - Time-dependent functions\n * - Functions requiring subqueries\n */\nexport class GeneratedColumnQuerySupportValidatorSqlite\n implements IGeneratedColumnQuerySupportValidator\n{\n protected context?: IFormulaConversionContext;\n\n setContext(context: IFormulaConversionContext): void {\n this.context = context;\n }\n\n setCallMetadata(): void {\n // No-op for validator\n }\n\n // Numeric Functions - Most are supported\n sum(_params: string[]): boolean {\n // Use addition instead of SUM() aggregation function\n return true;\n }\n\n average(_params: string[]): boolean {\n // Use addition and division instead of AVG() aggregation function\n return true;\n }\n\n max(_params: string[]): boolean {\n return true;\n }\n\n min(_params: string[]): boolean {\n return true;\n }\n\n round(_value: string, _precision?: string): boolean {\n return true;\n }\n\n roundUp(_value: string, _precision?: string): boolean {\n return true;\n }\n\n roundDown(_value: string, _precision?: string): boolean {\n return true;\n }\n\n ceiling(_value: string): boolean {\n // SQLite doesn't have CEIL function, but we can simulate it\n return true;\n }\n\n floor(_value: string): boolean {\n return true;\n }\n\n even(_value: string): boolean {\n return true;\n }\n\n odd(_value: string): boolean {\n return true;\n }\n\n int(_value: string): boolean {\n return true;\n }\n\n abs(_value: string): boolean {\n return true;\n }\n\n sqrt(_value: string): boolean {\n // SQLite SQRT function implemented using mathematical approximation\n return true;\n }\n\n power(_base: string, _exponent: string): boolean {\n // SQLite POWER function implemented for common cases using multiplication\n return true;\n }\n\n exp(_value: string): boolean {\n // SQLite doesn't have EXP function built-in\n return false;\n }\n\n log(_value: string, _base?: string): boolean {\n // SQLite doesn't have LOG function built-in\n return false;\n }\n\n mod(_dividend: string, _divisor: string): boolean {\n return true;\n }\n\n value(_text: string): boolean {\n return true;\n }\n\n // Text Functions - Most basic ones are supported\n concatenate(_params: string[]): boolean {\n return true;\n }\n\n stringConcat(_left: string, _right: string): boolean {\n return true;\n }\n\n find(_searchText: string, _withinText: string, _startNum?: string): boolean {\n // SQLite has limited string search capabilities\n return true;\n }\n\n search(_searchText: string, _withinText: string, _startNum?: string): boolean {\n // Similar to find, basic support\n return true;\n }\n\n mid(_text: string, _startNum: string, _numChars: string): boolean {\n return true;\n }\n\n left(_text: string, _numChars: string): boolean {\n return true;\n }\n\n right(_text: string, _numChars: string): boolean {\n return true;\n }\n\n replace(_oldText: string, _startNum: string, _numChars: string, _newText: string): boolean {\n return true;\n }\n\n regexpReplace(_text: string, _pattern: string, _replacement: string): boolean {\n // SQLite has limited regex support\n return false;\n }\n\n substitute(_text: string, _oldText: string, _newText: string, _instanceNum?: string): boolean {\n return true;\n }\n\n lower(_text: string): boolean {\n return true;\n }\n\n upper(_text: string): boolean {\n return true;\n }\n\n rept(_text: string, _numTimes: string): boolean {\n // SQLite doesn't have a built-in repeat function\n return false;\n }\n\n trim(_text: string): boolean {\n return true;\n }\n\n len(_text: string): boolean {\n return true;\n }\n\n t(_value: string): boolean {\n return true;\n }\n\n encodeUrlComponent(_text: string): boolean {\n // SQLite doesn't have built-in URL encoding\n return false;\n }\n\n // DateTime Functions - Limited support, some have limitations but are still usable\n now(): boolean {\n // now() is supported but results are fixed at creation time\n return true;\n }\n\n today(): boolean {\n // today() is supported but results are fixed at creation time\n return true;\n }\n\n dateAdd(_date: string, _count: string, _unit: string): boolean {\n // DATE_ADD relies on SQLite datetime helpers that are not immutable-safe for generated columns\n return false;\n }\n\n datestr(_date: string): boolean {\n return true;\n }\n\n datetimeDiff(_startDate: string, _endDate: string, _unit: string): boolean {\n return true;\n }\n\n datetimeFormat(_date: string, _format: string): boolean {\n return true;\n }\n\n datetimeParse(_dateString: string, _format?: string): boolean {\n // SQLite has limited date parsing capabilities\n return false;\n }\n\n day(_date: string): boolean {\n // DAY with column references is not immutable in SQLite\n return false;\n }\n\n fromNow(_date: string): boolean {\n // fromNow results are unpredictable due to fixed creation time\n return false;\n }\n\n hour(_date: string): boolean {\n // HOUR with column references is not immutable in SQLite\n return false;\n }\n\n isAfter(_date1: string, _date2: string): boolean {\n return true;\n }\n\n isBefore(_date1: string, _date2: string): boolean {\n return true;\n }\n\n isSame(_date1: string, _date2: string, _unit?: string): boolean {\n return true;\n }\n\n lastModifiedTime(): boolean {\n return false;\n }\n\n minute(_date: string): boolean {\n // MINUTE with column references is not immutable in SQLite\n return false;\n }\n\n month(_date: string): boolean {\n // MONTH with column references is not immutable in SQLite\n return false;\n }\n\n second(_date: string): boolean {\n // SECOND with column references is not immutable in SQLite\n return false;\n }\n\n timestr(_date: string): boolean {\n return true;\n }\n\n toNow(_date: string): boolean {\n // toNow results are unpredictable due to fixed creation time\n return false;\n }\n\n weekNum(_date: string): boolean {\n return true;\n }\n\n weekday(_date: string): boolean {\n // WEEKDAY with column references is not immutable in SQLite\n return false;\n }\n\n workday(_startDate: string, _days: string): boolean {\n // Complex date calculations are limited in SQLite\n return false;\n }\n\n workdayDiff(_startDate: string, _endDate: string): boolean {\n // Complex date calculations are limited in SQLite\n return false;\n }\n\n year(_date: string): boolean {\n // YEAR with column references is not immutable in SQLite\n return false;\n }\n\n createdTime(): boolean {\n return false;\n }\n\n // Logical Functions - IF fallback to computed evaluation (not immutable-safe).\n // Example: `IF({LinkField}, 1, 0)` needs to inspect JSON link arrays at runtime;\n // SQLite generated columns cannot express that immutably, so we prevent GC usage.\n if(_condition: string, _valueIfTrue: string, _valueIfFalse: string): boolean {\n return false;\n }\n\n and(_params: string[]): boolean {\n return true;\n }\n\n or(_params: string[]): boolean {\n return true;\n }\n\n not(_value: string): boolean {\n return true;\n }\n\n xor(_params: string[]): boolean {\n return true;\n }\n\n blank(): boolean {\n return true;\n }\n\n error(_message: string): boolean {\n // Cannot throw errors in generated column definitions\n return false;\n }\n\n isError(_value: string): boolean {\n // Cannot detect runtime errors in generated columns\n return false;\n }\n\n switch(\n _expression: string,\n _cases: Array<{ case: string; result: string }>,\n _defaultResult?: string\n ): boolean {\n return true;\n }\n\n // Array Functions - Limited support due to SQLite constraints\n count(_params: string[]): boolean {\n return true;\n }\n\n countA(_params: string[]): boolean {\n return true;\n }\n\n countAll(_value: string): boolean {\n return true;\n }\n\n arrayJoin(_array: string, _separator?: string): boolean {\n // Limited support, basic JSON array joining only\n return false;\n }\n\n arrayUnique(_arrays: string[]): boolean {\n // SQLite generated columns don't support complex operations for uniqueness\n return false;\n }\n\n arrayFlatten(_arrays: string[]): boolean {\n // SQLite generated columns don't support complex array flattening\n return false;\n }\n\n arrayCompact(_arrays: string[]): boolean {\n // SQLite generated columns don't support complex filtering without subqueries\n return false;\n }\n\n // System Functions - Supported\n recordId(): boolean {\n // recordId is supported\n return false;\n }\n\n autoNumber(): boolean {\n return false;\n }\n\n textAll(_value: string): boolean {\n // textAll with non-array types causes function mismatch in SQLite\n return false;\n }\n\n // Binary Operations - All supported\n add(_left: string, _right: string): boolean {\n return true;\n }\n\n subtract(_left: string, _right: string): boolean {\n return true;\n }\n\n multiply(_left: string, _right: string): boolean {\n return true;\n }\n\n divide(_left: string, _right: string): boolean {\n return true;\n }\n\n modulo(_left: string, _right: string): boolean {\n return true;\n }\n\n // Comparison Operations - All supported\n equal(_left: string, _right: string): boolean {\n return true;\n }\n\n notEqual(_left: string, _right: string): boolean {\n return true;\n }\n\n greaterThan(_left: string, _right: string): boolean {\n return true;\n }\n\n lessThan(_left: string, _right: string): boolean {\n return true;\n }\n\n greaterThanOrEqual(_left: string, _right: string): boolean {\n return true;\n }\n\n lessThanOrEqual(_left: string, _right: string): boolean {\n return true;\n }\n\n // Logical Operations - All supported\n logicalAnd(_left: string, _right: string): boolean {\n return true;\n }\n\n logicalOr(_left: string, _right: string): boolean {\n return true;\n }\n\n bitwiseAnd(_left: string, _right: string): boolean {\n return true;\n }\n\n // Unary Operations - All supported\n unaryMinus(_value: string): boolean {\n return true;\n }\n\n // Field Reference - Supported\n fieldReference(_fieldId: string, _columnName: string): boolean {\n return true;\n }\n\n // Literals - All supported\n stringLiteral(_value: string): boolean {\n return true;\n }\n\n numberLiteral(_value: number): boolean {\n return true;\n }\n\n booleanLiteral(_value: boolean): boolean {\n return true;\n }\n\n nullLiteral(): boolean {\n return true;\n }\n\n // Utility methods - All supported\n castToNumber(_value: string): boolean {\n return true;\n }\n\n castToString(_value: string): boolean {\n return true;\n }\n\n castToBoolean(_value: string): boolean {\n return true;\n }\n\n castToDate(_value: string): boolean {\n return true;\n }\n\n // Handle null values and type checking - All supported\n isNull(_value: string): boolean {\n return true;\n }\n\n coalesce(_params: string[]): boolean {\n return true;\n }\n\n // Parentheses for grouping - Supported\n parentheses(_expression: string): boolean {\n return true;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/sqlite/generated-column-query.sqlite.spec.ts", "content": "import { DbFieldType } from '@teable/core';\nimport { describe, expect, it } from 'vitest';\nimport { GeneratedColumnQuerySqlite } from './generated-column-query.sqlite';\n\ndescribe('GeneratedColumnQuerySqlite countAll', () => {\n it('counts multi-value json field elements in COUNTALL', () => {\n const query = new GeneratedColumnQuerySqlite();\n query.setContext({} as unknown as never);\n query.setCallMetadata([\n {\n type: 'string',\n isFieldReference: true,\n field: {\n id: 'fldMulti',\n isMultiple: true,\n isLookup: false,\n dbFieldName: '__owners',\n dbFieldType: DbFieldType.Json,\n cellValueType: 'string',\n },\n },\n ] as unknown as never);\n\n const sql = query.countAll('`__owners`');\n expect(sql).toContain('json_array_length');\n expect(sql).toContain(\"json_type(`__owners`) = 'array'\");\n });\n\n it('keeps scalar COUNTALL behavior for non-json field', () => {\n const query = new GeneratedColumnQuerySqlite();\n query.setContext({} as unknown as never);\n query.setCallMetadata([\n {\n type: 'number',\n isFieldReference: true,\n field: {\n id: 'fldNumber',\n isMultiple: false,\n isLookup: false,\n dbFieldName: '__number',\n dbFieldType: DbFieldType.Real,\n cellValueType: 'number',\n },\n },\n ] as unknown as never);\n\n expect(query.countAll('`__number`')).toBe('CASE WHEN `__number` IS NULL THEN 0 ELSE 1 END');\n });\n});\n\ndescribe('GeneratedColumnQuerySqlite FROMNOW/TONOW', () => {\n it('applies unit conversion for FROMNOW', () => {\n const query = new GeneratedColumnQuerySqlite();\n query.setContext({} as unknown as never);\n\n const daySql = query.fromNow('date_col', \"'day'\");\n const hourSql = query.fromNow('date_col', \"'hour'\");\n const secondSql = query.fromNow('date_col', \"'second'\");\n\n expect(daySql).toBe(\"(JULIANDAY('now') - JULIANDAY(DATETIME(date_col)))\");\n expect(hourSql).toBe(\"((JULIANDAY('now') - JULIANDAY(DATETIME(date_col)))) * 24.0\");\n expect(secondSql).toBe(\"((JULIANDAY('now') - JULIANDAY(DATETIME(date_col)))) * 24.0 * 60 * 60\");\n });\n\n it('keeps TONOW aligned with FROMNOW direction', () => {\n const query = new GeneratedColumnQuerySqlite();\n query.setContext({} as unknown as never);\n\n const fromNowSql = query.fromNow('date_col', \"'day'\");\n const toNowSql = query.toNow('date_col', \"'day'\");\n expect(toNowSql).toBe(fromNowSql);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/db-provider/generated-column-query/sqlite/generated-column-query.sqlite.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\nimport { isTextLikeParam, resolveFormulaParamInfo } from '../../utils/formula-param-metadata.util';\nimport { GeneratedColumnQueryAbstract } from '../generated-column-query.abstract';\n\n/**\n * SQLite-specific implementation of generated column query functions\n * Converts Teable formula functions to SQLite SQL expressions suitable\n * for use in generated columns. All generated SQL must be immutable.\n */\nexport class GeneratedColumnQuerySqlite extends GeneratedColumnQueryAbstract {\n private getParamInfo(index?: number) {\n return resolveFormulaParamInfo(this.currentCallMetadata, index);\n }\n\n private isStringLiteral(value: string): boolean {\n const trimmed = value.trim();\n return /^'.*'$/.test(trimmed);\n }\n\n private isEmptyStringLiteral(value: string): boolean {\n return value.trim() === \"''\";\n }\n\n private normalizeBlankComparable(value: string): string {\n // Treat NULL and empty strings as empty text for comparison parity with interpreter\n return `COALESCE(NULLIF(CAST((${value}) AS TEXT), ''), '')`;\n }\n\n private buildBlankAwareComparison(operator: '=' | '<>', left: string, right: string): string {\n const leftIsEmptyLiteral = this.isEmptyStringLiteral(left);\n const rightIsEmptyLiteral = this.isEmptyStringLiteral(right);\n const leftInfo = this.getParamInfo(0);\n const rightInfo = this.getParamInfo(1);\n const textComparison =\n leftIsEmptyLiteral ||\n rightIsEmptyLiteral ||\n this.isStringLiteral(left) ||\n this.isStringLiteral(right) ||\n isTextLikeParam(leftInfo) ||\n isTextLikeParam(rightInfo);\n\n if (!textComparison) {\n return `(${left} ${operator} ${right})`;\n }\n\n const normalize = (value: string, isEmptyLiteral: boolean) =>\n isEmptyLiteral ? \"''\" : this.normalizeBlankComparable(value);\n\n return `(${normalize(left, leftIsEmptyLiteral)} ${operator} ${normalize(right, rightIsEmptyLiteral)})`;\n }\n\n // Numeric Functions\n sum(params: string[]): string {\n if (params.length === 0) {\n return 'NULL';\n }\n if (params.length === 1) {\n return `${params[0]}`;\n }\n // SQLite doesn't have SUM() for multiple values, use addition\n return `(${this.joinParams(params, ' + ')})`;\n }\n\n average(params: string[]): string {\n if (params.length === 0) {\n return 'NULL';\n }\n if (params.length === 1) {\n return `${params[0]}`;\n }\n // Calculate average as sum divided by count\n return `((${this.joinParams(params, ' + ')}) / ${params.length})`;\n }\n\n max(params: string[]): string {\n if (params.length === 0) {\n return 'NULL';\n }\n if (params.length === 1) {\n return `${params[0]}`;\n }\n // Use nested MAX functions for multiple values\n return params.reduce((acc, param) => `MAX(${acc}, ${param})`);\n }\n\n min(params: string[]): string {\n if (params.length === 0) {\n return 'NULL';\n }\n if (params.length === 1) {\n return `${params[0]}`;\n }\n // Use nested MIN functions for multiple values\n return params.reduce((acc, param) => `MIN(${acc}, ${param})`);\n }\n\n round(value: string, precision?: string): string {\n if (precision) {\n return `ROUND(${value}, ${precision})`;\n }\n return `ROUND(${value})`;\n }\n\n roundUp(value: string, precision?: string): string {\n if (precision) {\n // Use manual power calculation for 10^precision (common cases)\n const factor = `(\n CASE\n WHEN ${precision} = 0 THEN 1\n WHEN ${precision} = 1 THEN 10\n WHEN ${precision} = 2 THEN 100\n WHEN ${precision} = 3 THEN 1000\n WHEN ${precision} = 4 THEN 10000\n ELSE 1\n END\n )`;\n return `CAST(CEIL(${value} * ${factor}) / ${factor} AS REAL)`;\n }\n return `CAST(CEIL(${value}) AS INTEGER)`;\n }\n\n roundDown(value: string, precision?: string): string {\n if (precision) {\n // Use manual power calculation for 10^precision (common cases)\n const factor = `(\n CASE\n WHEN ${precision} = 0 THEN 1\n WHEN ${precision} = 1 THEN 10\n WHEN ${precision} = 2 THEN 100\n WHEN ${precision} = 3 THEN 1000\n WHEN ${precision} = 4 THEN 10000\n ELSE 1\n END\n )`;\n return `CAST(FLOOR(${value} * ${factor}) / ${factor} AS REAL)`;\n }\n return `CAST(FLOOR(${value}) AS INTEGER)`;\n }\n\n ceiling(value: string): string {\n return `CAST(CEIL(${value}) AS INTEGER)`;\n }\n\n floor(value: string): string {\n return `CAST(FLOOR(${value}) AS INTEGER)`;\n }\n\n even(value: string): string {\n return `CASE WHEN CAST(${value} AS INTEGER) % 2 = 0 THEN CAST(${value} AS INTEGER) ELSE CAST(${value} AS INTEGER) + 1 END`;\n }\n\n odd(value: string): string {\n return `CASE WHEN CAST(${value} AS INTEGER) % 2 = 1 THEN CAST(${value} AS INTEGER) ELSE CAST(${value} AS INTEGER) + 1 END`;\n }\n\n int(value: string): string {\n return `CAST(${value} AS INTEGER)`;\n }\n\n abs(value: string): string {\n return `ABS(${value})`;\n }\n\n sqrt(value: string): string {\n // SQLite doesn't have SQRT function, use Newton's method approximation\n // One iteration of Newton's method: (x/2 + x/(x/2)) / 2\n return `(\n CASE\n WHEN ${value} <= 0 THEN 0\n ELSE (${value} / 2.0 + ${value} / (${value} / 2.0)) / 2.0\n END\n )`;\n }\n\n power(base: string, exponent: string): string {\n // SQLite doesn't have POWER function, implement for common cases\n return `(\n CASE\n WHEN ${exponent} = 0 THEN 1\n WHEN ${exponent} = 1 THEN ${base}\n WHEN ${exponent} = 2 THEN ${base} * ${base}\n WHEN ${exponent} = 3 THEN ${base} * ${base} * ${base}\n WHEN ${exponent} = 4 THEN ${base} * ${base} * ${base} * ${base}\n WHEN ${exponent} = 0.5 THEN\n -- Square root case using Newton's method\n CASE\n WHEN ${base} <= 0 THEN 0\n ELSE (${base} / 2.0 + ${base} / (${base} / 2.0)) / 2.0\n END\n ELSE 1\n END\n )`;\n }\n\n exp(value: string): string {\n return `EXP(${value})`;\n }\n\n log(value: string, base?: string): string {\n if (base) {\n return `(LOG(${value}) / LOG(${base}))`;\n }\n // SQLite LOG is base 10, but formula LOG should be natural log (base e)\n return `LN(${value})`;\n }\n\n mod(dividend: string, divisor: string): string {\n return `(${dividend} % ${divisor})`;\n }\n\n value(text: string): string {\n return `CAST(${text} AS REAL)`;\n }\n\n // Text Functions\n concatenate(params: string[]): string {\n // Handle NULL values by converting them to empty strings for CONCATENATE function\n // This mirrors the behavior of the formula evaluation engine\n const nullSafeParams = params.map((param) => `COALESCE(${param}, '')`);\n return `(${this.joinParams(nullSafeParams, ' || ')})`;\n }\n\n // String concatenation for + operator (treats NULL as empty string)\n stringConcat(left: string, right: string): string {\n return `(COALESCE(${left}, '') || COALESCE(${right}, ''))`;\n }\n\n equal(left: string, right: string): string {\n return this.buildBlankAwareComparison('=', left, right);\n }\n\n notEqual(left: string, right: string): string {\n return this.buildBlankAwareComparison('<>', left, right);\n }\n\n find(searchText: string, withinText: string, startNum?: string): string {\n if (startNum) {\n return `CASE WHEN INSTR(SUBSTR(${withinText}, ${startNum}), ${searchText}) > 0 THEN INSTR(SUBSTR(${withinText}, ${startNum}), ${searchText}) + ${startNum} - 1 ELSE 0 END`;\n }\n return `INSTR(${withinText}, ${searchText})`;\n }\n\n search(searchText: string, withinText: string, startNum?: string): string {\n // SQLite INSTR is case-sensitive, so we use UPPER for case-insensitive search\n if (startNum) {\n return `CASE WHEN INSTR(UPPER(SUBSTR(${withinText}, ${startNum})), UPPER(${searchText})) > 0 THEN INSTR(UPPER(SUBSTR(${withinText}, ${startNum})), UPPER(${searchText})) + ${startNum} - 1 ELSE 0 END`;\n }\n return `INSTR(UPPER(${withinText}), UPPER(${searchText}))`;\n }\n\n mid(text: string, startNum: string, numChars: string): string {\n return `SUBSTR(${text}, ${startNum}, ${numChars})`;\n }\n\n left(text: string, numChars: string): string {\n return `SUBSTR(${text}, 1, ${numChars})`;\n }\n\n right(text: string, numChars: string): string {\n return `SUBSTR(${text}, -${numChars})`;\n }\n\n replace(oldText: string, startNum: string, numChars: string, newText: string): string {\n return `SUBSTR(${oldText}, 1, ${startNum} - 1) || ${newText} || SUBSTR(${oldText}, ${startNum} + ${numChars})`;\n }\n\n regexpReplace(text: string, pattern: string, replacement: string): string {\n // SQLite doesn't have built-in regex replace, would need extension\n return `REPLACE(${text}, ${pattern}, ${replacement})`;\n }\n\n substitute(text: string, oldText: string, newText: string, instanceNum?: string): string {\n // SQLite REPLACE replaces all instances, no direct support for specific instance\n return `REPLACE(${text}, ${oldText}, ${newText})`;\n }\n\n lower(text: string): string {\n return `LOWER(${text})`;\n }\n\n upper(text: string): string {\n return `UPPER(${text})`;\n }\n\n rept(text: string, numTimes: string): string {\n // SQLite doesn't have REPEAT function, need to use recursive CTE or custom function\n return `REPLACE(HEX(ZEROBLOB(${numTimes})), '00', ${text})`;\n }\n\n trim(text: string): string {\n return `TRIM(${text})`;\n }\n\n len(text: string): string {\n return `LENGTH(${text})`;\n }\n\n t(value: string): string {\n return `CASE\n WHEN ${value} IS NULL THEN ''\n WHEN ${value} = CAST(${value} AS INTEGER) THEN CAST(${value} AS INTEGER)\n ELSE CAST(${value} AS TEXT)\n END`;\n }\n\n encodeUrlComponent(text: string): string {\n // SQLite doesn't have built-in URL encoding\n return `${text}`;\n }\n\n // DateTime Functions\n now(): string {\n // For generated columns, use the current timestamp at field creation time\n if (this.isGeneratedColumnContext) {\n const currentTimestamp = new Date()\n .toISOString()\n .replace('T', ' ')\n .replace('Z', '')\n .replace(/\\.\\d{3}$/, '');\n return `'${currentTimestamp}'`;\n }\n return \"DATETIME('now')\";\n }\n\n today(): string {\n // For generated columns, use the current date at field creation time\n if (this.isGeneratedColumnContext) {\n const currentDate = new Date().toISOString().split('T')[0];\n return `'${currentDate}'`;\n }\n return \"DATE('now')\";\n }\n\n private normalizeDateModifier(unitLiteral: string): {\n unit: 'seconds' | 'minutes' | 'hours' | 'days' | 'months' | 'years';\n factor: number;\n } {\n const normalized = unitLiteral.replace(/^'|'$/g, '').trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n return { unit: 'seconds', factor: 0.001 };\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return { unit: 'seconds', factor: 1 };\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return { unit: 'minutes', factor: 1 };\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return { unit: 'hours', factor: 1 };\n case 'week':\n case 'weeks':\n return { unit: 'days', factor: 7 };\n case 'month':\n case 'months':\n return { unit: 'months', factor: 1 };\n case 'quarter':\n case 'quarters':\n return { unit: 'months', factor: 3 };\n case 'year':\n case 'years':\n return { unit: 'years', factor: 1 };\n case 'day':\n case 'days':\n default:\n return { unit: 'days', factor: 1 };\n }\n }\n\n private normalizeDiffUnit(\n unitLiteral: string\n ): 'millisecond' | 'second' | 'minute' | 'hour' | 'day' | 'week' | 'month' | 'quarter' | 'year' {\n const normalized = unitLiteral.replace(/^'|'$/g, '').trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n return 'millisecond';\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return 'second';\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return 'minute';\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return 'hour';\n case 'week':\n case 'weeks':\n return 'week';\n case 'month':\n case 'months':\n return 'month';\n case 'quarter':\n case 'quarters':\n return 'quarter';\n case 'year':\n case 'years':\n return 'year';\n default:\n return 'day';\n }\n }\n\n private normalizeTruncateFormat(unitLiteral: string): string {\n const normalized = unitLiteral.replace(/^'|'$/g, '').trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return '%Y-%m-%d %H:%M:%S';\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return '%Y-%m-%d %H:%M';\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return '%Y-%m-%d %H';\n case 'week':\n case 'weeks':\n return '%Y-%W';\n case 'month':\n case 'months':\n return '%Y-%m';\n case 'year':\n case 'years':\n return '%Y';\n case 'day':\n case 'days':\n default:\n return '%Y-%m-%d';\n }\n }\n\n dateAdd(date: string, count: string, unit: string): string {\n const { unit: cleanUnit, factor } = this.normalizeDateModifier(unit);\n const scaledCount = factor === 1 ? `(${count})` : `(${count}) * ${factor}`;\n return `DATETIME(${date}, (${scaledCount}) || ' ${cleanUnit}')`;\n }\n\n datestr(date: string): string {\n return `DATE(${date})`;\n }\n\n private buildMonthDiff(startDate: string, endDate: string): string {\n const startYear = `CAST(STRFTIME('%Y', ${startDate}) AS INTEGER)`;\n const endYear = `CAST(STRFTIME('%Y', ${endDate}) AS INTEGER)`;\n const startMonth = `CAST(STRFTIME('%m', ${startDate}) AS INTEGER)`;\n const endMonth = `CAST(STRFTIME('%m', ${endDate}) AS INTEGER)`;\n const startDay = `CAST(STRFTIME('%d', ${startDate}) AS INTEGER)`;\n const endDay = `CAST(STRFTIME('%d', ${endDate}) AS INTEGER)`;\n const startLastDay = `CAST(STRFTIME('%d', DATE(${startDate}, 'start of month', '+1 month', '-1 day')) AS INTEGER)`;\n const endLastDay = `CAST(STRFTIME('%d', DATE(${endDate}, 'start of month', '+1 month', '-1 day')) AS INTEGER)`;\n\n const baseMonths = `((${startYear} - ${endYear}) * 12 + (${startMonth} - ${endMonth}))`;\n const adjustDown = `(CASE WHEN ${baseMonths} > 0 AND ${startDay} < ${endDay} AND ${startDay} < ${startLastDay} THEN 1 ELSE 0 END)`;\n const adjustUp = `(CASE WHEN ${baseMonths} < 0 AND ${startDay} > ${endDay} AND ${endDay} < ${endLastDay} THEN 1 ELSE 0 END)`;\n\n return `(${baseMonths} - ${adjustDown} + ${adjustUp})`;\n }\n\n datetimeDiff(startDate: string, endDate: string, unit: string): string {\n const baseDiffDays = `(JULIANDAY(${startDate}) - JULIANDAY(${endDate}))`;\n switch (this.normalizeDiffUnit(unit)) {\n case 'millisecond':\n return `(${baseDiffDays}) * 24.0 * 60 * 60 * 1000`;\n case 'second':\n return `(${baseDiffDays}) * 24.0 * 60 * 60`;\n case 'minute':\n return `(${baseDiffDays}) * 24.0 * 60`;\n case 'hour':\n return `(${baseDiffDays}) * 24.0`;\n case 'week':\n return `(${baseDiffDays}) / 7.0`;\n case 'month':\n return this.buildMonthDiff(startDate, endDate);\n case 'quarter':\n return `${this.buildMonthDiff(startDate, endDate)} / 3.0`;\n case 'year': {\n const monthDiff = this.buildMonthDiff(startDate, endDate);\n return `CAST((${monthDiff}) / 12.0 AS INTEGER)`;\n }\n case 'day':\n default:\n return `${baseDiffDays}`;\n }\n }\n\n datetimeFormat(date: string, format: string): string {\n // Convert common format patterns to SQLite STRFTIME format\n const cleanFormat = format.replace(/^'|'$/g, '');\n const sqliteFormat = cleanFormat\n .replace(/YYYY/g, '%Y')\n .replace(/MM/g, '%m')\n .replace(/DD/g, '%d')\n .replace(/HH/g, '%H')\n .replace(/mm/g, '%M')\n .replace(/ss/g, '%S');\n\n return `STRFTIME('${sqliteFormat}', ${date})`;\n }\n\n datetimeParse(dateString: string, _format?: string): string {\n // SQLite doesn't have direct parsing with custom format\n return `DATETIME(${dateString})`;\n }\n\n day(date: string): string {\n return `CAST(STRFTIME('%d', ${date}) AS INTEGER)`;\n }\n\n private buildNowDiffByUnit(nowExpr: string, dateExpr: string, unit: string): string {\n const diffUnit = this.normalizeDiffUnit(unit);\n const baseDiffDays = `(JULIANDAY(${nowExpr}) - JULIANDAY(${dateExpr}))`;\n switch (diffUnit) {\n case 'millisecond':\n return `(${baseDiffDays}) * 24.0 * 60 * 60 * 1000`;\n case 'second':\n return `(${baseDiffDays}) * 24.0 * 60 * 60`;\n case 'minute':\n return `(${baseDiffDays}) * 24.0 * 60`;\n case 'hour':\n return `(${baseDiffDays}) * 24.0`;\n case 'week':\n return `(${baseDiffDays}) / 7.0`;\n case 'month':\n return this.buildMonthDiff(nowExpr, dateExpr);\n case 'quarter':\n return `${this.buildMonthDiff(nowExpr, dateExpr)} / 3.0`;\n case 'year': {\n const monthDiff = this.buildMonthDiff(nowExpr, dateExpr);\n return `CAST((${monthDiff}) / 12.0 AS INTEGER)`;\n }\n case 'day':\n default:\n return `${baseDiffDays}`;\n }\n }\n\n fromNow(date: string, unit = 'day'): string {\n // For generated columns, use the current timestamp at field creation time\n const dateExpr = `DATETIME(${date})`;\n if (this.isGeneratedColumnContext) {\n const currentTimestamp = new Date().toISOString().replace('T', ' ').replace('Z', '');\n return this.buildNowDiffByUnit(`'${currentTimestamp}'`, dateExpr, unit);\n }\n return this.buildNowDiffByUnit(\"'now'\", dateExpr, unit);\n }\n\n hour(date: string): string {\n return `CAST(STRFTIME('%H', ${date}) AS INTEGER)`;\n }\n\n isAfter(date1: string, date2: string): string {\n return `DATETIME(${date1}) > DATETIME(${date2})`;\n }\n\n isBefore(date1: string, date2: string): string {\n return `DATETIME(${date1}) < DATETIME(${date2})`;\n }\n\n isSame(date1: string, date2: string, unit?: string): string {\n if (unit) {\n const trimmed = unit.trim();\n if (trimmed.startsWith(\"'\") && trimmed.endsWith(\"'\")) {\n const format = this.normalizeTruncateFormat(trimmed.slice(1, -1));\n return `STRFTIME('${format}', ${date1}) = STRFTIME('${format}', ${date2})`;\n }\n const format = this.normalizeTruncateFormat(unit);\n return `STRFTIME('${format}', ${date1}) = STRFTIME('${format}', ${date2})`;\n }\n return `DATETIME(${date1}) = DATETIME(${date2})`;\n }\n\n lastModifiedTime(): string {\n return '__last_modified_time';\n }\n\n minute(date: string): string {\n return `CAST(STRFTIME('%M', ${date}) AS INTEGER)`;\n }\n\n month(date: string): string {\n return `CAST(STRFTIME('%m', ${date}) AS INTEGER)`;\n }\n\n second(date: string): string {\n return `CAST(STRFTIME('%S', ${date}) AS INTEGER)`;\n }\n\n timestr(date: string): string {\n return `TIME(${date})`;\n }\n\n toNow(date: string, unit = 'day'): string {\n return this.fromNow(date, unit);\n }\n\n weekNum(date: string): string {\n return `CAST(STRFTIME('%W', ${date}) AS INTEGER)`;\n }\n\n weekday(date: string, _startDayOfWeek?: string): string {\n // Convert SQLite's 0-based weekday (0=Sunday) to 1-based (1=Sunday)\n return `(CAST(STRFTIME('%w', ${date}) AS INTEGER) + 1)`;\n }\n\n workday(startDate: string, days: string, _holidayStr?: string): string {\n return `DATE(${startDate}, '+' || ${days} || ' days')`;\n }\n\n workdayDiff(startDate: string, endDate: string): string {\n return `CAST(JULIANDAY(${endDate}) - JULIANDAY(${startDate}) AS INTEGER)`;\n }\n\n year(date: string): string {\n return `CAST(STRFTIME('%Y', ${date}) AS INTEGER)`;\n }\n\n createdTime(): string {\n return '__created_time';\n }\n\n private normalizeBooleanCondition(condition: string): string {\n const wrapped = `(${condition})`;\n const valueType = `TYPEOF${wrapped}`;\n return `CASE\n WHEN ${wrapped} IS NULL THEN 0\n WHEN ${valueType} = 'integer' OR ${valueType} = 'real' THEN (${wrapped}) != 0\n WHEN ${valueType} = 'text' THEN (${wrapped} != '' AND LOWER(${wrapped}) != 'null')\n ELSE (${wrapped}) IS NOT NULL AND ${wrapped} != 'null'\n END`;\n }\n\n // Logical Functions\n if(condition: string, valueIfTrue: string, valueIfFalse: string): string {\n const booleanCondition = this.normalizeBooleanCondition(condition);\n return `CASE WHEN (${booleanCondition}) THEN ${valueIfTrue} ELSE ${valueIfFalse} END`;\n }\n\n and(params: string[]): string {\n return `(${this.joinParams(params, ' AND ')})`;\n }\n\n or(params: string[]): string {\n return `(${this.joinParams(params, ' OR ')})`;\n }\n\n not(value: string): string {\n return `NOT (${value})`;\n }\n\n xor(params: string[]): string {\n // SQLite doesn't have built-in XOR for multiple values\n if (params.length === 2) {\n return `((${params[0]}) AND NOT (${params[1]})) OR (NOT (${params[0]}) AND (${params[1]}))`;\n }\n // For multiple values, count true values and check if odd\n return `(${this.joinParams(\n params.map((p) => `CASE WHEN ${p} THEN 1 ELSE 0 END`),\n ' + '\n )}) % 2 = 1`;\n }\n\n blank(): string {\n return 'NULL';\n }\n\n error(_message: string): string {\n // ERROR function in SQLite generated columns should return NULL\n // since we can't throw actual errors in generated columns\n return 'NULL';\n }\n\n isError(value: string): string {\n // SQLite doesn't have a direct ISERROR function\n return `CASE WHEN ${value} IS NULL THEN 1 ELSE 0 END`;\n }\n\n switch(\n expression: string,\n cases: Array<{ case: string; result: string }>,\n defaultResult?: string\n ): string {\n let caseStatement = 'CASE';\n\n for (const caseItem of cases) {\n caseStatement += ` WHEN ${expression} = ${caseItem.case} THEN ${caseItem.result}`;\n }\n\n if (defaultResult) {\n caseStatement += ` ELSE ${defaultResult}`;\n }\n\n caseStatement += ' END';\n return caseStatement;\n }\n\n // Array Functions\n count(params: string[]): string {\n // Count non-null values\n return `(${params.map((p) => `CASE WHEN ${p} IS NOT NULL THEN 1 ELSE 0 END`).join(' + ')})`;\n }\n\n countA(params: string[]): string {\n // Count non-empty values (excluding empty strings)\n return `(${params.map((p) => `CASE WHEN ${p} IS NOT NULL AND ${p} <> '' THEN 1 ELSE 0 END`).join(' + ')})`;\n }\n\n countAll(value: string): string {\n const paramInfo = this.getParamInfo(0);\n if (paramInfo.isJsonField || paramInfo.isMultiValueField) {\n return `CASE\n WHEN ${value} IS NULL THEN 0\n WHEN json_valid(${value}) AND json_type(${value}) = 'array' THEN COALESCE(json_array_length(${value}), 0)\n WHEN json_valid(${value}) AND json_type(${value}) = 'null' THEN 0\n ELSE 1\n END`;\n }\n\n // For single values, return 1 if not null, 0 if null.\n return `CASE WHEN ${value} IS NULL THEN 0 ELSE 1 END`;\n }\n\n private buildJsonArrayUnion(\n arrays: string[],\n opts?: { filterNulls?: boolean; withOrdinal?: boolean }\n ): string {\n const selects = arrays.map((array, index) => {\n const base = `SELECT value, ${index} AS arg_index, CAST(key AS INTEGER) AS ord FROM json_each(COALESCE(${array}, '[]'))`;\n const whereClause = opts?.filterNulls\n ? \" WHERE value IS NOT NULL AND value != 'null' AND value != ''\"\n : '';\n return `${base}${whereClause}`;\n });\n\n if (selects.length === 0) {\n return 'SELECT NULL AS value, 0 AS arg_index, 0 AS ord WHERE 0';\n }\n\n return selects.join(' UNION ALL ');\n }\n\n arrayJoin(array: string, separator?: string): string {\n // SQLite generated columns don't support subqueries, so we'll use simple string manipulation\n // This assumes arrays are stored as JSON strings like [\"a\",\"b\",\"c\"] or [\"a\", \"b\", \"c\"]\n const sep = separator ? this.stringLiteral(separator) : this.stringLiteral(', ');\n return `(\n CASE\n WHEN json_valid(${array}) AND json_type(${array}) = 'array' THEN\n REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(${array}, '[', ''), ']', ''), '\"', ''), ', ', ','), ',', ${sep})\n WHEN ${array} IS NOT NULL THEN CAST(${array} AS TEXT)\n ELSE NULL\n END\n )`;\n }\n\n arrayUnique(arrays: string[]): string {\n const unionQuery = this.buildJsonArrayUnion(arrays, { withOrdinal: true, filterNulls: true });\n return `COALESCE(\n '[' || (\n SELECT GROUP_CONCAT(json_quote(value))\n FROM (\n SELECT value, ROW_NUMBER() OVER (PARTITION BY value ORDER BY arg_index, ord) AS rn, arg_index, ord\n FROM (${unionQuery}) AS combined\n )\n WHERE rn = 1\n ORDER BY arg_index, ord\n ) || ']',\n '[]'\n )`;\n }\n\n arrayFlatten(arrays: string[]): string {\n const unionQuery = this.buildJsonArrayUnion(arrays, { withOrdinal: true });\n return `COALESCE(\n '[' || (\n SELECT GROUP_CONCAT(json_quote(value))\n FROM (${unionQuery}) AS combined\n ORDER BY arg_index, ord\n ) || ']',\n '[]'\n )`;\n }\n\n arrayCompact(arrays: string[]): string {\n const unionQuery = this.buildJsonArrayUnion(arrays, {\n filterNulls: true,\n withOrdinal: true,\n });\n return `COALESCE(\n '[' || (\n SELECT GROUP_CONCAT(json_quote(value))\n FROM (${unionQuery}) AS combined\n ORDER BY arg_index, ord\n ) || ']',\n '[]'\n )`;\n }\n\n // System Functions\n recordId(): string {\n return '__id';\n }\n\n autoNumber(): string {\n return '__auto_number';\n }\n\n textAll(value: string): string {\n // Use same logic as t() function to handle integer formatting\n return `CASE\n WHEN ${value} = CAST(${value} AS INTEGER) THEN CAST(${value} AS INTEGER)\n ELSE CAST(${value} AS TEXT)\n END`;\n }\n\n // Field Reference - SQLite uses backticks for identifiers\n fieldReference(_fieldId: string, columnName: string): string {\n // For regular field references, return the column reference\n // Note: Expansion is handled at the expression level, not at individual field reference level\n return `\\`${columnName}\\``;\n }\n\n // Override some base implementations for SQLite-specific syntax\n castToNumber(value: string): string {\n return `CAST(${value} AS REAL)`;\n }\n\n castToString(value: string): string {\n return `CAST(${value} AS TEXT)`;\n }\n\n castToBoolean(value: string): string {\n return `CAST(${value} AS INTEGER)`;\n }\n\n castToDate(value: string): string {\n return `DATETIME(${value})`;\n }\n\n // SQLite uses square brackets for identifiers with special characters\n protected escapeIdentifier(identifier: string): string {\n return `[${identifier.replace(/\\]/g, ']]')}]`;\n }\n\n // Override binary operations to handle SQLite-specific behavior\n modulo(left: string, right: string): string {\n return `(${left} % ${right})`;\n }\n\n // SQLite uses different boolean literals\n booleanLiteral(value: boolean): string {\n return value ? '1' : '0';\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/group-query/format-string.ts", "content": "import { DateFormattingPreset, TimeFormatting } from '@teable/core';\n\nexport const getPostgresDateTimeFormatString = (\n date: DateFormattingPreset,\n time: TimeFormatting\n) => {\n switch (date) {\n case DateFormattingPreset.Y:\n return 'YYYY';\n case DateFormattingPreset.M:\n case DateFormattingPreset.YM:\n return 'YYYY-MM';\n default:\n return time !== TimeFormatting.None ? 'YYYY-MM-DD HH24:MI' : 'YYYY-MM-DD';\n }\n};\n\nexport const getSqliteDateTimeFormatString = (date: DateFormattingPreset, time: TimeFormatting) => {\n switch (date) {\n case DateFormattingPreset.Y:\n return '%Y';\n case DateFormattingPreset.M:\n case DateFormattingPreset.YM:\n return '%Y-%m';\n default:\n return time !== TimeFormatting.None ? '%Y-%m-%d %H:%M' : '%Y-%m-%d';\n }\n};\n" }, { "path": "apps/nestjs-backend/src/db-provider/group-query/group-query.abstract.ts", "content": "import { Logger } from '@nestjs/common';\nimport type { FieldCore } from '@teable/core';\nimport { CellValueType } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IRecordQueryGroupContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport type { IGroupQueryInterface, IGroupQueryExtra } from './group-query.interface';\n\nexport abstract class AbstractGroupQuery implements IGroupQueryInterface {\n private logger = new Logger(AbstractGroupQuery.name);\n\n constructor(\n protected readonly knex: Knex,\n protected readonly originQueryBuilder: Knex.QueryBuilder,\n protected readonly fieldMap?: { [fieldId: string]: FieldCore },\n protected readonly groupFieldIds?: string[],\n protected readonly extra?: IGroupQueryExtra,\n protected readonly context?: IRecordQueryGroupContext\n ) {}\n\n appendGroupBuilder(): Knex.QueryBuilder {\n return this.parseGroups(this.originQueryBuilder, this.groupFieldIds);\n }\n\n protected getTableColumnName(field: FieldCore): string {\n const selection = this.context?.selectionMap.get(field.id);\n if (selection) {\n return selection as string;\n }\n return field.dbFieldName;\n }\n\n private parseGroups(\n queryBuilder: Knex.QueryBuilder,\n groupFieldIds?: string[]\n ): Knex.QueryBuilder {\n if (!groupFieldIds || !groupFieldIds.length) {\n return queryBuilder;\n }\n\n groupFieldIds.forEach((fieldId) => {\n const field = this.fieldMap?.[fieldId];\n\n if (!field) {\n return queryBuilder;\n }\n this.getGroupAdapter(field);\n });\n\n return queryBuilder;\n }\n\n private getGroupAdapter(field: FieldCore): Knex.QueryBuilder {\n if (!field) return this.originQueryBuilder;\n const { cellValueType, isMultipleCellValue, isStructuredCellValue } = field;\n\n if (isMultipleCellValue) {\n switch (cellValueType) {\n case CellValueType.DateTime:\n return this.multipleDate(field);\n case CellValueType.Number:\n return this.multipleNumber(field);\n case CellValueType.String:\n if (isStructuredCellValue) {\n return this.json(field);\n }\n return this.string(field);\n default:\n return this.originQueryBuilder;\n }\n }\n\n switch (cellValueType) {\n case CellValueType.DateTime:\n return this.date(field);\n case CellValueType.Number:\n return this.number(field);\n case CellValueType.Boolean:\n case CellValueType.String: {\n if (isStructuredCellValue) {\n return this.json(field);\n }\n return this.string(field);\n }\n }\n }\n\n abstract string(field: FieldCore): Knex.QueryBuilder;\n\n abstract date(field: FieldCore): Knex.QueryBuilder;\n\n abstract number(field: FieldCore): Knex.QueryBuilder;\n\n abstract json(field: FieldCore): Knex.QueryBuilder;\n\n abstract multipleDate(field: FieldCore): Knex.QueryBuilder;\n\n abstract multipleNumber(field: FieldCore): Knex.QueryBuilder;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/group-query/group-query.interface.ts", "content": "import type { Knex } from 'knex';\n\nexport interface IGroupQueryInterface {\n appendGroupBuilder(): Knex.QueryBuilder;\n}\n\nexport interface IGroupQueryExtra {\n isDistinct?: boolean;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/group-query/group-query.postgres.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INumberFieldOptions, IDateFieldOptions, FieldCore } from '@teable/core';\nimport { DateFormattingPreset, TimeFormatting } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IRecordQueryGroupContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport { isUserOrLink } from '../../utils/is-user-or-link';\nimport { AbstractGroupQuery } from './group-query.abstract';\nimport type { IGroupQueryExtra } from './group-query.interface';\n\nexport class GroupQueryPostgres extends AbstractGroupQuery {\n constructor(\n protected readonly knex: Knex,\n protected readonly originQueryBuilder: Knex.QueryBuilder,\n protected readonly fieldMap?: { [fieldId: string]: FieldCore },\n protected readonly groupFieldIds?: string[],\n protected readonly extra?: IGroupQueryExtra,\n protected readonly context?: IRecordQueryGroupContext\n ) {\n super(knex, originQueryBuilder, fieldMap, groupFieldIds, extra, context);\n }\n\n private get isDistinct() {\n const { isDistinct } = this.extra ?? {};\n return isDistinct;\n }\n\n string(field: FieldCore): Knex.QueryBuilder {\n const columnName = this.getTableColumnName(field);\n\n if (this.isDistinct) {\n return this.originQueryBuilder.countDistinct(columnName);\n }\n return this.originQueryBuilder\n .select({ [field.dbFieldName]: this.knex.raw(columnName) })\n .groupByRaw(columnName);\n }\n\n number(field: FieldCore): Knex.QueryBuilder {\n const columnName = this.getTableColumnName(field);\n const { options } = field;\n const { precision = 0 } = (options as INumberFieldOptions).formatting ?? {};\n const column = this.knex.raw(\n `ROUND(${columnName}::numeric, ?::int)::float as \"${field.dbFieldName}\"`,\n [precision]\n );\n const groupByColumn = this.knex.raw(`ROUND(${columnName}::numeric, ?::int)::float`, [\n precision,\n ]);\n\n if (this.isDistinct) {\n return this.originQueryBuilder.countDistinct(groupByColumn);\n }\n return this.originQueryBuilder.select(column).groupBy(groupByColumn);\n }\n\n private resolveDateTruncUnit(\n datePreset: DateFormattingPreset,\n time: TimeFormatting\n ): 'year' | 'month' | 'day' | 'minute' {\n switch (datePreset) {\n case DateFormattingPreset.Y:\n return 'year';\n case DateFormattingPreset.M:\n case DateFormattingPreset.YM:\n return 'month';\n default:\n return time !== TimeFormatting.None ? 'minute' : 'day';\n }\n }\n\n date(field: FieldCore): Knex.QueryBuilder {\n const columnName = this.getTableColumnName(field);\n const { options } = field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const unit = this.resolveDateTruncUnit(date as DateFormattingPreset, time);\n const dbFieldAlias = field.dbFieldName.replace(/\"/g, '\"\"');\n\n // Use timestamptz group keys:\n // 1) Convert to local timestamp via TIMEZONE(tz, timestamptz)\n // 2) DATE_TRUNC in local time\n // 3) Convert back to timestamptz via TIMEZONE(tz, timestamp)\n const groupExpr = `TIMEZONE(?, DATE_TRUNC(?, TIMEZONE(?, ${columnName})))`;\n const bindings = [timeZone, unit, timeZone] as const;\n\n const column = this.knex.raw(`${groupExpr} as \"${dbFieldAlias}\"`, bindings);\n const groupByColumn = this.knex.raw(groupExpr, bindings);\n\n if (this.isDistinct) {\n return this.originQueryBuilder.countDistinct(groupByColumn);\n }\n return this.originQueryBuilder.select(column).groupBy(groupByColumn);\n }\n\n json(field: FieldCore): Knex.QueryBuilder {\n const { type, isMultipleCellValue } = field;\n const columnName = this.getTableColumnName(field);\n\n if (this.isDistinct) {\n if (isUserOrLink(type)) {\n if (!isMultipleCellValue) {\n const column = this.knex.raw(`${columnName}::jsonb ->> 'id'`);\n\n return this.originQueryBuilder.countDistinct(column);\n }\n\n const column = this.knex.raw(\n `jsonb_path_query_array(${columnName}::jsonb, '$[*].id')::text`\n );\n\n return this.originQueryBuilder.countDistinct(column);\n }\n return this.originQueryBuilder.countDistinct(columnName);\n }\n\n if (isUserOrLink(type)) {\n if (!isMultipleCellValue) {\n const column = this.knex.raw(\n `NULLIF(jsonb_build_object(\n 'id', ${columnName}::jsonb ->> 'id',\n 'title', ${columnName}::jsonb ->> 'title'\n ), '{\"id\":null,\"title\":null}') as \"${field.dbFieldName}\"`\n );\n const groupByColumn = this.knex.raw(\n `${columnName}::jsonb ->> 'id', ${columnName}::jsonb ->> 'title'`\n );\n\n return this.originQueryBuilder.select(column).groupBy(groupByColumn);\n }\n\n const column = this.knex.raw(\n `(jsonb_agg(${columnName}::jsonb) -> 0) as \"${field.dbFieldName}\"`\n );\n const groupByColumn = this.knex.raw(\n `jsonb_path_query_array(${columnName}::jsonb, '$[*].id')::text, jsonb_path_query_array(${columnName}::jsonb, '$[*].title')::text`\n );\n\n return this.originQueryBuilder.select(column).groupBy(groupByColumn);\n }\n\n const column = this.knex.raw(`CAST(${columnName} as text)`);\n return this.originQueryBuilder.select(column).groupByRaw(columnName);\n }\n\n multipleDate(field: FieldCore): Knex.QueryBuilder {\n const columnName = this.getTableColumnName(field);\n const { options } = field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const unit = this.resolveDateTruncUnit(date as DateFormattingPreset, time);\n const dbFieldAlias = field.dbFieldName.replace(/\"/g, '\"\"');\n\n const elemExpr = `TIMEZONE(?, DATE_TRUNC(?, TIMEZONE(?, CAST(elem AS timestamp with time zone))))`;\n const elemBindings = [timeZone, unit, timeZone] as const;\n\n const column = this.knex.raw(\n `\n (SELECT to_jsonb(array_agg(${elemExpr}))\n FROM jsonb_array_elements_text(${columnName}::jsonb) as elem) as \"${dbFieldAlias}\"\n `,\n elemBindings\n );\n const groupByColumn = this.knex.raw(\n `\n (SELECT to_jsonb(array_agg(${elemExpr}))\n FROM jsonb_array_elements_text(${columnName}::jsonb) as elem)\n `,\n elemBindings\n );\n\n if (this.isDistinct) {\n return this.originQueryBuilder.countDistinct(groupByColumn);\n }\n return this.originQueryBuilder.select(column).groupBy(groupByColumn);\n }\n\n multipleNumber(field: FieldCore): Knex.QueryBuilder {\n const columnName = this.getTableColumnName(field);\n const { options } = field;\n const { precision = 0 } = (options as INumberFieldOptions).formatting ?? {};\n const column = this.knex.raw(\n `\n (SELECT to_jsonb(array_agg(ROUND(elem::numeric, ?::int)))\n FROM jsonb_array_elements_text(${columnName}::jsonb) as elem) as \"${field.dbFieldName}\"\n `,\n [precision]\n );\n const groupByColumn = this.knex.raw(\n `\n (SELECT to_jsonb(array_agg(ROUND(elem::numeric, ?::int)))\n FROM jsonb_array_elements_text(${columnName}::jsonb) as elem)\n `,\n [precision]\n );\n\n if (this.isDistinct) {\n return this.originQueryBuilder.countDistinct(groupByColumn);\n }\n return this.originQueryBuilder.select(column).groupBy(groupByColumn);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/group-query/group-query.sqlite.ts", "content": "import type { DateFormattingPreset, INumberFieldOptions, IDateFieldOptions } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IFieldInstance } from '../../features/field/model/factory';\nimport type { IRecordQueryGroupContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport { isUserOrLink } from '../../utils/is-user-or-link';\nimport { getOffset } from '../search-query/get-offset';\nimport { getSqliteDateTimeFormatString } from './format-string';\nimport { AbstractGroupQuery } from './group-query.abstract';\nimport type { IGroupQueryExtra } from './group-query.interface';\n\nexport class GroupQuerySqlite extends AbstractGroupQuery {\n constructor(\n protected readonly knex: Knex,\n protected readonly originQueryBuilder: Knex.QueryBuilder,\n protected readonly fieldMap?: { [fieldId: string]: IFieldInstance },\n protected readonly groupFieldIds?: string[],\n protected readonly extra?: IGroupQueryExtra,\n protected readonly context?: IRecordQueryGroupContext\n ) {\n super(knex, originQueryBuilder, fieldMap, groupFieldIds, extra, context);\n }\n\n private get isDistinct() {\n const { isDistinct } = this.extra ?? {};\n return isDistinct;\n }\n\n string(field: IFieldInstance): Knex.QueryBuilder {\n if (!field) return this.originQueryBuilder;\n\n const columnName = this.getTableColumnName(field);\n\n if (this.isDistinct) {\n return this.originQueryBuilder.countDistinct(columnName);\n }\n return this.originQueryBuilder\n .select({ [field.dbFieldName]: this.knex.raw(columnName) })\n .groupByRaw(columnName);\n }\n\n number(field: IFieldInstance): Knex.QueryBuilder {\n const columnName = this.getTableColumnName(field);\n const { options } = field;\n const { precision } = (options as INumberFieldOptions).formatting;\n const column = this.knex.raw(`ROUND(${columnName}, ?) as ${columnName}`, [precision]);\n const groupByColumn = this.knex.raw(`ROUND(${columnName}, ?)`, [precision]);\n\n if (this.isDistinct) {\n return this.originQueryBuilder.countDistinct(groupByColumn);\n }\n return this.originQueryBuilder.select(column).groupBy(groupByColumn);\n }\n\n date(field: IFieldInstance): Knex.QueryBuilder {\n const columnName = this.getTableColumnName(field);\n const { options } = field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getSqliteDateTimeFormatString(date as DateFormattingPreset, time);\n const offsetStr = `${getOffset(timeZone)} hour`;\n const column = this.knex.raw(`strftime(?, DATETIME(${columnName}, ?)) as ${columnName}`, [\n formatString,\n offsetStr,\n ]);\n const groupByColumn = this.knex.raw(`strftime(?, DATETIME(${columnName}, ?))`, [\n formatString,\n offsetStr,\n ]);\n\n if (this.isDistinct) {\n return this.originQueryBuilder.countDistinct(groupByColumn);\n }\n return this.originQueryBuilder.select(column).groupBy(groupByColumn);\n }\n\n json(field: IFieldInstance): Knex.QueryBuilder {\n const { type, isMultipleCellValue } = field;\n const columnName = this.getTableColumnName(field);\n\n if (this.isDistinct) {\n if (isUserOrLink(type)) {\n if (!isMultipleCellValue) {\n const groupByColumn = this.knex.raw(\n `json_extract(${columnName}, '$.id') || json_extract(${columnName}, '$.title')`\n );\n return this.originQueryBuilder.countDistinct(groupByColumn);\n }\n const groupByColumn = this.knex.raw(`json_extract(${columnName}, '$[0].id', '$[0].title')`);\n return this.originQueryBuilder.countDistinct(groupByColumn);\n }\n return this.originQueryBuilder.countDistinct(columnName);\n }\n\n if (isUserOrLink(type)) {\n if (!isMultipleCellValue) {\n const groupByColumn = this.knex.raw(\n `json_extract(${columnName}, '$.id') || json_extract(${columnName}, '$.title')`\n );\n return this.originQueryBuilder.select(columnName).groupBy(groupByColumn);\n }\n\n const groupByColumn = this.knex.raw(`json_extract(${columnName}, '$[0].id', '$[0].title')`);\n return this.originQueryBuilder.select(columnName).groupBy(groupByColumn);\n }\n\n const column = this.knex.raw(`CAST(${columnName} as text) as ${columnName}`);\n return this.originQueryBuilder.select(column).groupByRaw(columnName);\n }\n\n multipleDate(field: IFieldInstance): Knex.QueryBuilder {\n const columnName = this.getTableColumnName(field);\n const { options } = field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getSqliteDateTimeFormatString(date as DateFormattingPreset, time);\n\n const offsetStr = `${getOffset(timeZone)} hour`;\n const column = this.knex.raw(\n `\n (\n SELECT json_group_array(strftime(?, DATETIME(value, ?)))\n FROM json_each(${columnName})\n ) as ${columnName}\n `,\n [formatString, offsetStr]\n );\n const groupByColumn = this.knex.raw(\n `\n (\n SELECT json_group_array(strftime(?, DATETIME(value, ?)))\n FROM json_each(${columnName})\n )\n `,\n [formatString, offsetStr]\n );\n\n if (this.isDistinct) {\n return this.originQueryBuilder.countDistinct(groupByColumn);\n }\n return this.originQueryBuilder.select(column).groupBy(groupByColumn);\n }\n\n multipleNumber(field: IFieldInstance): Knex.QueryBuilder {\n const columnName = this.getTableColumnName(field);\n const { options } = field;\n const { precision } = (options as INumberFieldOptions).formatting;\n const column = this.knex.raw(\n `\n (\n SELECT json_group_array(ROUND(value, ?))\n FROM json_each(${columnName})\n ) as ${columnName}\n `,\n [precision]\n );\n const groupByColumn = this.knex.raw(\n `\n (\n SELECT json_group_array(ROUND(value, ?))\n FROM json_each(${columnName})\n )\n `,\n [precision]\n );\n\n if (this.isDistinct) {\n return this.originQueryBuilder.countDistinct(groupByColumn);\n }\n return this.originQueryBuilder.select(column).groupBy(groupByColumn);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/index-query/index-abstract-builder.ts", "content": "import type { IGetAbnormalVo } from '@teable/openapi';\nimport type { IFieldInstance } from '../../features/field/model/factory';\n\nexport abstract class IndexBuilderAbstract {\n abstract getDropIndexSql(dbTableName: string): string;\n\n abstract getCreateIndexSql(dbTableName: string, searchFields: IFieldInstance[]): string[];\n\n abstract getExistTableIndexSql(dbTableName: string): string;\n\n abstract getDeleteSingleIndexSql(dbTableName: string, field: IFieldInstance): string;\n\n abstract getUpdateSingleIndexNameSql(\n dbTableName: string,\n oldField: Pick,\n newField: Pick\n ): string;\n\n abstract createSingleIndexSql(dbTableName: string, field: IFieldInstance): string | null;\n\n abstract getIndexInfoSql(dbTableName: string): string;\n\n abstract getAbnormalIndex(\n dbTableName: string,\n fields: IFieldInstance[],\n existingIndex: unknown[]\n ): IGetAbnormalVo;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/integrity-query/abstract.ts", "content": "import type { Knex } from 'knex';\n\nexport abstract class IntegrityQueryAbstract {\n constructor(protected readonly knex: Knex) {}\n\n abstract checkLinks(params: {\n dbTableName: string;\n fkHostTableName: string;\n selfKeyName: string;\n foreignKeyName: string;\n linkDbFieldName: string;\n isMultiValue: boolean;\n }): string;\n\n abstract fixLinks(params: {\n dbTableName: string;\n fkHostTableName: string;\n selfKeyName: string;\n foreignKeyName: string;\n linkDbFieldName: string;\n isMultiValue: boolean;\n }): string;\n\n /**\n * Deprecated: Do NOT use in new code.\n * Link fields do not persist a display JSON column; their values are derived\n * from junction tables or foreign key columns. This helper was only used by\n * legacy tests to mutate a hypothetical JSON display column to simulate\n * inconsistencies. Prefer modifying the junction/fk data directly.\n *\n * @deprecated Use junction table / foreign key mutations instead.\n */\n abstract updateJsonField(params: {\n recordIds: string[];\n dbTableName: string;\n field: string;\n value: string | number | boolean | null;\n arrayIndex?: number;\n }): Knex.QueryBuilder;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/integrity-query/integrity-query.postgres.ts", "content": "import type { Knex } from 'knex';\nimport { IntegrityQueryAbstract } from './abstract';\n\nexport class IntegrityQueryPostgres extends IntegrityQueryAbstract {\n constructor(protected readonly knex: Knex) {\n super(knex);\n }\n\n checkLinks({\n dbTableName,\n fkHostTableName,\n selfKeyName,\n foreignKeyName,\n linkDbFieldName,\n isMultiValue,\n }: {\n dbTableName: string;\n fkHostTableName: string;\n selfKeyName: string;\n foreignKeyName: string;\n linkDbFieldName: string;\n isMultiValue: boolean;\n }): string {\n // Multi-value relationships (ManyMany, OneMany)\n if (isMultiValue) {\n const fkGroupedQuery = this.knex(fkHostTableName)\n .select({\n [selfKeyName]: selfKeyName,\n fk_ids: this.knex.raw(`string_agg(??, ',' ORDER BY ??)`, [\n this.knex.ref(foreignKeyName),\n this.knex.ref(foreignKeyName),\n ]),\n })\n .whereNotNull(selfKeyName)\n .groupBy(selfKeyName)\n .as('fk_grouped');\n\n // Always alias main table as t1 to avoid ambiguous identifiers\n return this.knex(`${dbTableName} as t1`)\n .leftJoin(fkGroupedQuery, `t1.__id`, `fk_grouped.${selfKeyName}`)\n .select({ id: 't1.__id' })\n .where(function () {\n this.whereNull(`fk_grouped.${selfKeyName}`)\n .whereRaw(`\"t1\".\"${linkDbFieldName}\" IS NOT NULL`)\n .orWhere(function () {\n // Compare aggregated FK ids with ids from JSON array in link column\n this.whereRaw(`\"t1\".\"${linkDbFieldName}\" IS NOT NULL`).andWhereRaw(\n `\"fk_grouped\".fk_ids != (\n SELECT string_agg(id, ',' ORDER BY id)\n FROM (\n SELECT (link->>'id')::text as id\n FROM jsonb_array_elements((\"t1\".\"${linkDbFieldName}\")::jsonb) as link\n ) t\n )`\n );\n });\n })\n .toQuery();\n }\n\n // Single-value relationships where FK is in the same table as the link field (ManyOne/OneOne on main table)\n if (fkHostTableName === dbTableName) {\n return this.knex(`${dbTableName} as t1`)\n .select({ id: 't1.__id' })\n .where(function () {\n this.whereRaw(`\"t1\".\"${foreignKeyName}\" IS NULL`)\n .whereRaw(`\"t1\".\"${linkDbFieldName}\" IS NOT NULL`)\n .orWhere(function () {\n this.whereRaw(`\"t1\".\"${linkDbFieldName}\" IS NOT NULL`).andWhereRaw(\n `(\"t1\".\"${linkDbFieldName}\"->>'id')::text != \"t1\".\"${foreignKeyName}\"::text`\n );\n });\n })\n .toQuery();\n }\n\n // Single-value relationships where FK is stored in another host table (e.g., OneOne with FK on the other side)\n return this.knex(`${dbTableName} as t1`)\n .select({ id: 't1.__id' })\n .leftJoin(`${fkHostTableName} as t2`, 't2.' + selfKeyName, 't1.__id')\n .where(function () {\n this.whereRaw(`\"t2\".\"${foreignKeyName}\" IS NULL`)\n .whereRaw(`\"t1\".\"${linkDbFieldName}\" IS NOT NULL`)\n .orWhere(function () {\n this.whereRaw(`\"t1\".\"${linkDbFieldName}\" IS NOT NULL`).andWhereRaw(\n `(\"t1\".\"${linkDbFieldName}\"->>'id')::text != \"t2\".\"${foreignKeyName}\"::text`\n );\n });\n })\n .toQuery();\n }\n\n fixLinks({\n recordIds,\n dbTableName,\n foreignDbTableName,\n fkHostTableName,\n lookupDbFieldName,\n selfKeyName,\n foreignKeyName,\n linkDbFieldName,\n isMultiValue,\n }: {\n recordIds: string[];\n dbTableName: string;\n foreignDbTableName: string;\n fkHostTableName: string;\n lookupDbFieldName: string;\n selfKeyName: string;\n foreignKeyName: string;\n linkDbFieldName: string;\n isMultiValue: boolean;\n }): string {\n if (isMultiValue) {\n return this.knex(dbTableName)\n .update({\n [linkDbFieldName]: this.knex\n .select(\n this.knex.raw(\"jsonb_agg(jsonb_build_object('id', ??, 'title', ??) ORDER BY ??)\", [\n `fk.${foreignKeyName}`,\n `ft.${lookupDbFieldName}`,\n `fk.${foreignKeyName}`,\n ])\n )\n .from(`${fkHostTableName} as fk`)\n .join(`${foreignDbTableName} as ft`, `ft.__id`, `fk.${foreignKeyName}`)\n .where('fk.' + selfKeyName, `${dbTableName}.__id`),\n })\n .whereIn('__id', recordIds)\n .toQuery();\n }\n\n if (fkHostTableName === dbTableName) {\n // Handle self-referential single-value links\n return this.knex(dbTableName)\n .update({\n [linkDbFieldName]: this.knex.raw(\n `\n CASE\n WHEN ?? IS NULL THEN NULL\n ELSE jsonb_build_object(\n 'id', ??,\n 'title', (SELECT ?? FROM ?? WHERE __id = ??)\n )\n END\n `,\n [foreignKeyName, foreignKeyName, lookupDbFieldName, foreignDbTableName, foreignKeyName]\n ),\n })\n .whereIn('__id', recordIds)\n .toQuery();\n }\n\n // Handle cross-table single-value links\n return this.knex(dbTableName)\n .update({\n [linkDbFieldName]: this.knex\n .select(\n this.knex.raw(\n `CASE\n WHEN t2.?? IS NULL THEN NULL\n ELSE jsonb_build_object('id', t2.??, 'title', t2.??)\n END`,\n [foreignKeyName, foreignKeyName, lookupDbFieldName]\n )\n )\n .from(`${fkHostTableName} as t2`)\n .where(`t2.${foreignKeyName}`, `${dbTableName}.__id`)\n .limit(1),\n })\n .whereIn('__id', recordIds)\n .toQuery();\n }\n\n /**\n * Deprecated: Do NOT use in new code.\n * Link fields typically do not persist a display JSON column in Postgres;\n * their values are computed from junction tables or fk columns. This method\n * exists only for legacy tests that used to mutate a JSON display column to\n * create inconsistencies. Prefer changing junction/fk data directly.\n *\n * @deprecated Use junction/fk mutations instead of updating a JSON column.\n */\n updateJsonField({\n recordIds,\n dbTableName,\n field,\n value,\n arrayIndex,\n }: {\n recordIds: string[];\n dbTableName: string;\n field: string;\n value: string | number | boolean | null;\n arrayIndex?: number;\n }) {\n return this.knex(dbTableName)\n .whereIn('__id', recordIds)\n .update({\n [field]: this.knex.raw(`jsonb_set(\n \"${field}\",\n '${arrayIndex != null ? `{${arrayIndex},id}` : '{id}'}',\n '${JSON.stringify(value)}'\n )`),\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/integrity-query/integrity-query.sqlite.ts", "content": "import type { Knex } from 'knex';\nimport { IntegrityQueryAbstract } from './abstract';\n\nexport class IntegrityQuerySqlite extends IntegrityQueryAbstract {\n constructor(protected readonly knex: Knex) {\n super(knex);\n }\n\n checkLinks({\n dbTableName,\n fkHostTableName,\n selfKeyName,\n foreignKeyName,\n linkDbFieldName,\n isMultiValue,\n }: {\n dbTableName: string;\n fkHostTableName: string;\n selfKeyName: string;\n foreignKeyName: string;\n linkDbFieldName: string;\n isMultiValue: boolean;\n }): string {\n const thisKnex = this.knex;\n if (isMultiValue) {\n const fkGroupedQuery = this.knex(fkHostTableName)\n .select({\n [selfKeyName]: selfKeyName,\n fk_ids: this.knex.raw(`GROUP_CONCAT(??)`, [this.knex.ref(foreignKeyName)]),\n })\n .whereNotNull(selfKeyName)\n .groupBy(selfKeyName)\n .as('fk_grouped');\n return this.knex(dbTableName)\n .leftJoin(fkGroupedQuery, `${dbTableName}.__id`, `fk_grouped.${selfKeyName}`)\n .select({\n id: '__id',\n })\n .where(function () {\n this.whereNull(`fk_grouped.${selfKeyName}`)\n .whereNotNull(linkDbFieldName)\n .orWhere(function () {\n this.whereNotNull(linkDbFieldName).andWhereRaw(\n `\"fk_grouped\".fk_ids != (\n SELECT GROUP_CONCAT(id)\n FROM (\n SELECT json_extract(link.value, '$.id') as id\n FROM json_each(?) as link\n ) t\n )`,\n [thisKnex.ref(linkDbFieldName)]\n );\n });\n })\n .toQuery();\n }\n\n if (fkHostTableName === dbTableName) {\n return this.knex(dbTableName)\n .select({\n id: '__id',\n })\n .where(function () {\n this.whereNull(foreignKeyName)\n .whereNotNull(linkDbFieldName)\n .orWhere(function () {\n this.whereNotNull(linkDbFieldName).andWhereRaw(\n `json_extract(??, '$.id') != CAST(${foreignKeyName} AS TEXT)`,\n [thisKnex.ref(linkDbFieldName)]\n );\n });\n })\n .toQuery();\n }\n\n if (dbTableName === fkHostTableName) {\n return this.knex(`${dbTableName} as t1`)\n .select({\n id: 't1.__id',\n })\n .leftJoin(`${dbTableName} as t2`, 't2.' + foreignKeyName, 't1.__id')\n .where(function () {\n this.whereNull('t2.' + foreignKeyName)\n .whereNotNull('t1.' + linkDbFieldName)\n .orWhere(function () {\n this.whereNotNull('t1.' + linkDbFieldName).andWhereRaw(\n `json_extract(t1.\"${linkDbFieldName}\", '$.id') != CAST(t2.\"${foreignKeyName}\" AS TEXT)`\n );\n });\n })\n .toQuery();\n }\n\n return this.knex(`${dbTableName} as t1`)\n .select({\n id: 't1.__id',\n })\n .leftJoin(`${fkHostTableName} as t2`, 't2.' + selfKeyName, 't1.__id')\n .where(function () {\n this.whereNull('t2.' + foreignKeyName)\n .whereNotNull('t1.' + linkDbFieldName)\n .orWhere(function () {\n this.whereNotNull('t1.' + linkDbFieldName).andWhereRaw(\n `json_extract(t1.\"${linkDbFieldName}\", '$.id') != CAST(t2.\"${foreignKeyName}\" AS TEXT)`\n );\n });\n })\n .toQuery();\n }\n\n fixLinks({\n recordIds,\n dbTableName,\n foreignDbTableName,\n fkHostTableName,\n lookupDbFieldName,\n selfKeyName,\n foreignKeyName,\n linkDbFieldName,\n isMultiValue,\n }: {\n recordIds: string[];\n dbTableName: string;\n foreignDbTableName: string;\n fkHostTableName: string;\n lookupDbFieldName: string;\n selfKeyName: string;\n foreignKeyName: string;\n linkDbFieldName: string;\n isMultiValue: boolean;\n }): string {\n if (isMultiValue) {\n return this.knex(dbTableName)\n .update({\n [linkDbFieldName]: this.knex\n .select(\n this.knex.raw(\n `json_group_array(\n json_object(\n 'id', fk.${foreignKeyName},\n 'title', ft.${lookupDbFieldName}\n )\n )`\n )\n )\n .from(`${fkHostTableName} as fk`)\n .join(`${foreignDbTableName} as ft`, `ft.__id`, `fk.${foreignKeyName}`)\n .where('fk.' + selfKeyName, `${dbTableName}.__id`)\n .orderBy(`fk.${foreignKeyName}`),\n })\n .whereIn('__id', recordIds)\n .toQuery();\n }\n\n if (fkHostTableName === dbTableName) {\n // Handle self-referential single-value links\n return this.knex(dbTableName)\n .update({\n [linkDbFieldName]: this.knex.raw(\n `\n CASE\n WHEN ?? IS NULL THEN NULL\n ELSE json_object(\n 'id', ??,\n 'title', ??\n )\n END\n `,\n [foreignKeyName, foreignKeyName, lookupDbFieldName]\n ),\n })\n .whereIn('__id', recordIds)\n .toQuery();\n }\n\n // Handle cross-table single-value links\n return this.knex(dbTableName)\n .update({\n [linkDbFieldName]: this.knex\n .select(\n this.knex.raw(\n `CASE\n WHEN t2.?? IS NULL THEN NULL\n ELSE json_object('id', t2.??, 'title', t2.??)\n END`,\n [foreignKeyName, foreignKeyName, lookupDbFieldName]\n )\n )\n .from(`${fkHostTableName} as t2`)\n .where(`t2.${foreignKeyName}`, `${dbTableName}.__id`)\n .limit(1),\n })\n .whereIn('__id', recordIds)\n .toQuery();\n }\n\n /**\n * Deprecated: Do NOT use in new code.\n * Link fields' display values are derived; avoid updating a JSON column.\n * This exists only for legacy tests; prefer mutating junction/fk data.\n *\n * @deprecated Use junction/fk mutations instead of updating a JSON column.\n */\n updateJsonField({\n recordIds,\n dbTableName,\n field,\n value,\n arrayIndex,\n }: {\n recordIds: string[];\n dbTableName: string;\n field: string;\n value: string | number | boolean | null;\n arrayIndex?: number;\n }) {\n if (arrayIndex != null) {\n // For array elements, we need to use json_replace with json_extract\n return this.knex(dbTableName)\n .whereIn('__id', recordIds)\n .update({\n [field]: this.knex.raw(\n `\n json_replace(\n \"${field}\",\n '$[' || ? || '].id',\n json(?))\n `,\n [arrayIndex, JSON.stringify(value)]\n ),\n });\n }\n\n // For single value\n return this.knex(dbTableName)\n .whereIn('__id', recordIds)\n .update({\n [field]: this.knex.raw(\n `\n json_replace(\n \"${field}\",\n '$.id',\n json(?))\n `,\n [JSON.stringify(value)]\n ),\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/postgres.provider.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Logger } from '@nestjs/common';\nimport type {\n IFilter,\n ILookupLinkOptionsVo,\n ISortItem,\n TableDomain,\n FieldCore,\n} from '@teable/core';\nimport { DriverClient, parseFormulaToSQL, FieldType } from '@teable/core';\nimport type { PrismaClient } from '@teable/db-main-prisma';\nimport type { IAggregationField, ISearchIndexByQueryRo, TableIndex } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { IFieldInstance } from '../features/field/model/factory';\nimport type { IFieldSelectName } from '../features/record/query-builder/field-select.type';\nimport type {\n IRecordQueryFilterContext,\n IRecordQuerySortContext,\n IRecordQueryGroupContext,\n IRecordQueryAggregateContext,\n} from '../features/record/query-builder/record-query-builder.interface';\nimport type {\n IGeneratedColumnQueryInterface,\n IFormulaConversionContext,\n IFormulaConversionResult,\n ISelectQueryInterface,\n ISelectFormulaConversionContext,\n} from '../features/record/query-builder/sql-conversion.visitor';\nimport {\n GeneratedColumnSqlConversionVisitor,\n SelectColumnSqlConversionVisitor,\n} from '../features/record/query-builder/sql-conversion.visitor';\nimport type { IAggregationQueryInterface } from './aggregation-query/aggregation-query.interface';\nimport { AggregationQueryPostgres } from './aggregation-query/postgres/aggregation-query.postgres';\nimport type { BaseQueryAbstract } from './base-query/abstract';\nimport { BaseQueryPostgres } from './base-query/base-query.postgres';\nimport type { ICreateDatabaseColumnContext } from './create-database-column-query/create-database-column-field-visitor.interface';\nimport { CreatePostgresDatabaseColumnFieldVisitor } from './create-database-column-query/create-database-column-field-visitor.postgres';\nimport type {\n IAggregationQueryExtra,\n ICalendarDailyCollectionQueryProps,\n IDbProvider,\n IFilterQueryExtra,\n ISortQueryExtra,\n} from './db.provider.interface';\nimport type {\n IDropDatabaseColumnContext,\n DropColumnOperationType,\n} from './drop-database-column-query/drop-database-column-field-visitor.interface';\nimport { DropPostgresDatabaseColumnFieldVisitor } from './drop-database-column-query/drop-database-column-field-visitor.postgres';\nimport { DuplicateAttachmentTableQueryPostgres } from './duplicate-table/duplicate-attachment-table-query.postgres';\nimport { DuplicateTableQueryPostgres } from './duplicate-table/duplicate-query.postgres';\nimport type { IFilterQueryInterface } from './filter-query/filter-query.interface';\nimport { FilterQueryPostgres } from './filter-query/postgres/filter-query.postgres';\nimport { GeneratedColumnQueryPostgres } from './generated-column-query/postgres/generated-column-query.postgres';\nimport type { IGroupQueryExtra, IGroupQueryInterface } from './group-query/group-query.interface';\nimport { GroupQueryPostgres } from './group-query/group-query.postgres';\nimport type { IntegrityQueryAbstract } from './integrity-query/abstract';\nimport { IntegrityQueryPostgres } from './integrity-query/integrity-query.postgres';\nimport { SearchQueryAbstract } from './search-query/abstract';\nimport { IndexBuilderPostgres } from './search-query/search-index-builder.postgres';\nimport {\n SearchQueryPostgresBuilder,\n SearchQueryPostgres,\n} from './search-query/search-query.postgres';\nimport { SelectQueryPostgres } from './select-query/postgres/select-query.postgres';\nimport { SortQueryPostgres } from './sort-query/postgres/sort-query.postgres';\nimport type { ISortQueryInterface } from './sort-query/sort-query.interface';\n\nexport class PostgresProvider implements IDbProvider {\n private readonly logger = new Logger(PostgresProvider.name);\n constructor(private readonly knex: Knex) {}\n\n driver = DriverClient.Pg;\n\n createSchema(schemaName: string) {\n return [\n this.knex.raw(`create schema if not exists ??`, [schemaName]).toQuery(),\n this.knex.raw(`revoke all on schema ?? from public`, [schemaName]).toQuery(),\n ];\n }\n\n dropSchema(schemaName: string): string {\n return this.knex.raw(`DROP SCHEMA IF EXISTS ?? CASCADE`, [schemaName]).toQuery();\n }\n\n generateDbTableName(baseId: string, name: string) {\n return `${baseId}.${name}`;\n }\n\n getForeignKeysInfo(dbTableName: string) {\n const [schemaName, tableName] = this.splitTableName(dbTableName);\n return this.knex\n .raw(\n `\n SELECT tc.constraint_name,\n kcu.column_name,\n ccu.table_schema AS referenced_table_schema,\n ccu.table_name AS referenced_table_name,\n ccu.column_name AS referenced_column_name\nFROM information_schema.table_constraints tc\n JOIN information_schema.key_column_usage kcu\n ON tc.constraint_name = kcu.constraint_name\n AND tc.table_schema = kcu.table_schema\n JOIN information_schema.constraint_column_usage ccu\n ON ccu.constraint_name = tc.constraint_name\n AND ccu.table_schema = tc.table_schema\nWHERE tc.constraint_type = 'FOREIGN KEY'\n AND tc.table_schema = ?\n AND tc.table_name = ?;\n `,\n [schemaName, tableName]\n )\n .toQuery();\n }\n\n renameTableName(oldTableName: string, newTableName: string) {\n const nameWithoutSchema = this.splitTableName(newTableName)[1];\n return [\n this.knex.raw('ALTER TABLE ?? RENAME TO ??', [oldTableName, nameWithoutSchema]).toQuery(),\n ];\n }\n\n dropTable(tableName: string): string {\n return this.knex.raw('DROP TABLE IF EXISTS ?? CASCADE', [tableName]).toQuery();\n }\n\n async checkColumnExist(\n tableName: string,\n columnName: string,\n prisma: PrismaClient\n ): Promise {\n const [schemaName, dbTableName] = this.splitTableName(tableName);\n const sql = this.knex\n .raw(\n 'SELECT EXISTS (SELECT FROM information_schema.columns WHERE table_schema = ? AND table_name = ? AND column_name = ?) AS exists',\n [schemaName, dbTableName, columnName]\n )\n .toQuery();\n const res = await prisma.$queryRawUnsafe<{ exists: boolean }[]>(sql);\n return res[0].exists;\n }\n\n checkTableExist(tableName: string): string {\n const [schemaName, dbTableName] = this.splitTableName(tableName);\n return this.knex\n .raw(\n 'SELECT EXISTS (SELECT FROM information_schema.tables WHERE table_schema = ? AND table_name = ?) AS exists',\n [schemaName, dbTableName]\n )\n .toQuery();\n }\n\n renameColumn(tableName: string, oldName: string, newName: string): string[] {\n return this.knex.schema\n .alterTable(tableName, (table) => {\n table.renameColumn(oldName, newName);\n })\n .toSQL()\n .map((item) => item.sql);\n }\n\n dropColumn(\n tableName: string,\n fieldInstance: IFieldInstance,\n linkContext?: { tableId: string; tableNameMap: Map },\n operationType?: DropColumnOperationType\n ): string[] {\n const context: IDropDatabaseColumnContext = {\n tableName,\n knex: this.knex,\n linkContext,\n operationType,\n };\n\n // Use visitor pattern to drop columns\n const visitor = new DropPostgresDatabaseColumnFieldVisitor(context);\n return fieldInstance.accept(visitor);\n }\n\n // postgres drop index with column automatically\n dropColumnAndIndex(tableName: string, columnName: string, _indexName: string): string[] {\n // Use CASCADE to automatically drop dependent objects (like generated columns)\n // This is safe because we handle application-level dependencies separately\n return [\n this.knex\n .raw('ALTER TABLE ?? DROP COLUMN IF EXISTS ?? CASCADE', [tableName, columnName])\n .toQuery(),\n ];\n }\n\n columnInfo(tableName: string): string {\n const [schemaName, dbTableName] = tableName.split('.');\n return this.knex\n .select({\n name: 'column_name',\n })\n .from('information_schema.columns')\n .where({\n table_schema: schemaName,\n table_name: dbTableName,\n })\n .toQuery();\n }\n\n updateJsonColumn(\n tableName: string,\n columnName: string,\n id: string,\n key: string,\n value: string\n ): string {\n return this.knex(tableName)\n .where(this.knex.raw(`\"${columnName}\"->>'id' = ?`, [id]))\n .update({\n [columnName]: this.knex.raw(\n `\n jsonb_set(\n \"${columnName}\",\n '{${key}}',\n to_jsonb(?::text)\n )\n `,\n [value]\n ),\n })\n .toQuery();\n }\n\n updateJsonArrayColumn(\n tableName: string,\n columnName: string,\n id: string,\n key: string,\n value: string\n ): string {\n return this.knex(tableName)\n .update({\n [columnName]: this.knex.raw(\n `\n (\n SELECT jsonb_agg(\n CASE\n WHEN elem->>'id' = ?\n THEN jsonb_set(elem, '{${key}}', to_jsonb(?::text))\n ELSE elem\n END\n )\n FROM jsonb_array_elements(\"${columnName}\") AS elem\n )\n `,\n [id, value]\n ),\n })\n .toQuery();\n }\n\n modifyColumnSchema(\n tableName: string,\n oldFieldInstance: IFieldInstance,\n fieldInstance: IFieldInstance,\n tableDomain: TableDomain,\n linkContext?: { tableId: string; tableNameMap: Map }\n ): string[] {\n const queries: string[] = [];\n\n // First, drop ALL columns associated with the field (including generated columns)\n queries.push(...this.dropColumn(tableName, oldFieldInstance, linkContext));\n\n // For Link fields, ensure the host base column exists immediately during modify\n // to guarantee subsequent update-from-select can persist values. Defer FK/junction\n // creation to FieldConvertingLinkService (we mark as symmetric here to skip FK creation).\n if (fieldInstance.type === FieldType.Link && !fieldInstance.isLookup) {\n const alterTableBuilder = this.knex.schema.alterTable(tableName, (table) => {\n const createContext: ICreateDatabaseColumnContext = {\n table,\n field: fieldInstance,\n fieldId: fieldInstance.id,\n dbFieldName: fieldInstance.dbFieldName,\n unique: fieldInstance.unique,\n notNull: fieldInstance.notNull,\n dbProvider: this,\n tableDomain,\n tableId: linkContext?.tableId || '',\n tableName,\n knex: this.knex,\n tableNameMap: linkContext?.tableNameMap || new Map(),\n // Create base column only; skip FK/junction here\n isSymmetricField: true,\n skipBaseColumnCreation: false,\n };\n const visitor = new CreatePostgresDatabaseColumnFieldVisitor(createContext);\n fieldInstance.accept(visitor);\n });\n const alterTableQueries = alterTableBuilder.toSQL().map((item) => item.sql);\n queries.push(...alterTableQueries);\n return queries;\n }\n\n const alterTableBuilder = this.knex.schema.alterTable(tableName, (table) => {\n const createContext: ICreateDatabaseColumnContext = {\n table,\n field: fieldInstance,\n fieldId: fieldInstance.id,\n dbFieldName: fieldInstance.dbFieldName,\n unique: fieldInstance.unique,\n notNull: fieldInstance.notNull,\n dbProvider: this,\n tableDomain,\n tableId: linkContext?.tableId || '',\n tableName,\n knex: this.knex,\n tableNameMap: linkContext?.tableNameMap || new Map(),\n };\n\n // Use visitor pattern to recreate columns\n const visitor = new CreatePostgresDatabaseColumnFieldVisitor(createContext);\n fieldInstance.accept(visitor);\n });\n\n const alterTableQueries = alterTableBuilder.toSQL().map((item) => item.sql);\n queries.push(...alterTableQueries);\n\n return queries;\n }\n\n createColumnSchema(\n tableName: string,\n fieldInstance: IFieldInstance,\n tableDomain: TableDomain,\n isNewTable: boolean,\n tableId: string,\n tableNameMap: Map,\n isSymmetricField?: boolean,\n skipBaseColumnCreation?: boolean\n ): string[] {\n let visitor: CreatePostgresDatabaseColumnFieldVisitor | undefined = undefined;\n\n const alterTableBuilder = this.knex.schema.alterTable(tableName, (table) => {\n const context: ICreateDatabaseColumnContext = {\n table,\n field: fieldInstance,\n fieldId: fieldInstance.id,\n dbFieldName: fieldInstance.dbFieldName,\n unique: fieldInstance.unique,\n notNull: fieldInstance.notNull,\n dbProvider: this,\n tableDomain,\n isNewTable,\n tableId,\n tableName,\n knex: this.knex,\n tableNameMap,\n isSymmetricField,\n skipBaseColumnCreation,\n };\n visitor = new CreatePostgresDatabaseColumnFieldVisitor(context);\n fieldInstance.accept(visitor);\n });\n\n const mainSqls = alterTableBuilder.toSQL().map((item) => item.sql);\n const additionalSqls =\n (visitor as CreatePostgresDatabaseColumnFieldVisitor | undefined)?.getSql() ?? [];\n\n return [...mainSqls, ...additionalSqls].filter(Boolean);\n }\n\n splitTableName(tableName: string): string[] {\n return tableName.split('.');\n }\n\n joinDbTableName(schemaName: string, dbTableName: string) {\n return `${schemaName}.${dbTableName}`;\n }\n\n duplicateTable(\n fromSchema: string,\n toSchema: string,\n tableName: string,\n withData?: boolean\n ): string {\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n const [_, dbTableName] = this.splitTableName(tableName);\n return this.knex\n .raw(`CREATE TABLE ??.?? AS TABLE ??.?? ${withData ? '' : 'WITH NO DATA'}`, [\n toSchema,\n dbTableName,\n fromSchema,\n dbTableName,\n ])\n .toQuery();\n }\n\n alterAutoNumber(tableName: string): string[] {\n const [schema, dbTableName] = this.splitTableName(tableName);\n const seqName = `${schema}_${dbTableName}_seq`;\n return [\n this.knex.raw(`CREATE SEQUENCE ??`, [seqName]).toQuery(),\n this.knex\n .raw(`ALTER TABLE ??.?? ALTER COLUMN __auto_number SET DEFAULT nextval('??')`, [\n schema,\n dbTableName,\n seqName,\n ])\n .toQuery(),\n this.knex\n .raw(`SELECT setval('??', (SELECT MAX(__auto_number) FROM ??.??))`, [\n seqName,\n schema,\n dbTableName,\n ])\n .toQuery(),\n ];\n }\n\n batchInsertSql(tableName: string, insertData: ReadonlyArray): string {\n return this.knex.insert(insertData).into(tableName).toQuery();\n }\n\n executeUpdateRecordsSqlList(params: {\n dbTableName: string;\n tempTableName: string;\n idFieldName: string;\n dbFieldNames: string[];\n data: { id: string; values: { [key: string]: unknown } }[];\n }) {\n const { dbTableName, tempTableName, idFieldName, dbFieldNames, data } = params;\n const insertRowsData = data.map((item) => {\n return {\n [idFieldName]: item.id,\n ...item.values,\n };\n });\n\n // initialize temporary table data\n const insertTempTableSql = this.knex.insert(insertRowsData).into(tempTableName).toQuery();\n\n // update data\n const updateColumns = dbFieldNames.reduce<{ [key: string]: unknown }>((pre, columnName) => {\n pre[columnName] = this.knex.ref(`${tempTableName}.${columnName}`);\n return pre;\n }, {});\n\n const updateRecordSql = this.knex(dbTableName)\n .update(updateColumns)\n .updateFrom(tempTableName)\n .where(`${dbTableName}.${idFieldName}`, this.knex.ref(`${tempTableName}.${idFieldName}`))\n .toQuery();\n\n return { insertTempTableSql, updateRecordSql };\n }\n\n updateFromSelectSql(params: {\n dbTableName: string;\n idFieldName: string;\n subQuery: Knex.QueryBuilder;\n dbFieldNames: string[];\n returningDbFieldNames?: string[];\n restrictRecordIds?: string[];\n }): string {\n const {\n dbTableName,\n idFieldName,\n subQuery,\n dbFieldNames,\n returningDbFieldNames,\n restrictRecordIds,\n } = params;\n const alias = '__s';\n const updateColumns = dbFieldNames.reduce<{ [key: string]: unknown }>((acc, name) => {\n acc[name] = this.knex.ref(`${alias}.${name}`);\n return acc;\n }, {});\n // bump version on target table; qualify to avoid ambiguity with FROM subquery columns\n updateColumns['__version'] = this.knex.raw('?? + 1', [`${dbTableName}.__version`]);\n\n const returningCols = [idFieldName, '__version', ...(returningDbFieldNames || dbFieldNames)];\n const qualifiedReturning = returningCols.map((c) => this.knex.ref(`${dbTableName}.${c}`));\n // also return previous version for ShareDB op version alignment\n const returningAll = [\n ...qualifiedReturning,\n // Unqualified reference to target table column to avoid FROM-clause issues\n this.knex.raw('?? - 1 as __prev_version', [`${dbTableName}.__version`]),\n ];\n const recordIdsAlias = 'record_ids';\n const recordIds = restrictRecordIds ?? [];\n const hasRestrictRecordIds = recordIds.length > 0;\n const normalizedRecordIds = hasRestrictRecordIds\n ? Array.from(new Set(recordIds.filter((id) => typeof id === 'string' && id.length > 0)))\n : [];\n const recordIdsCte =\n normalizedRecordIds.length > 0\n ? this.knex.raw(\n `select * from (values ${normalizedRecordIds.map(() => '(?)').join(', ')}) as ??(??)`,\n [...normalizedRecordIds, recordIdsAlias, idFieldName]\n )\n : undefined;\n const fromRaw =\n recordIdsCte != null\n ? this.knex.raw('(?) as ??, ??', [subQuery, alias, recordIdsAlias])\n : this.knex.raw('(?) as ??', [subQuery, alias]);\n\n const builder = this.knex(dbTableName)\n .update(updateColumns)\n .updateFrom(fromRaw)\n .where(`${dbTableName}.${idFieldName}`, this.knex.ref(`${alias}.${idFieldName}`));\n\n if (recordIdsCte) {\n builder\n .with(recordIdsAlias, recordIdsCte)\n .where(`${dbTableName}.${idFieldName}`, this.knex.ref(`${recordIdsAlias}.${idFieldName}`));\n } else if (hasRestrictRecordIds) {\n builder.whereRaw('1 = 0');\n }\n\n const query = builder\n // Returning is supported on Postgres; qualify to avoid ambiguity with FROM subquery\n .returning(returningAll as unknown as [])\n .toQuery();\n this.logger.debug('updateFromSelectSql: ' + query);\n return query;\n }\n\n lockRecordsSql(params: {\n dbTableName: string;\n idFieldName: string;\n recordIds: string[];\n }): string | undefined {\n const { dbTableName, idFieldName, recordIds } = params;\n const normalized = Array.from(\n new Set(recordIds.filter((id) => typeof id === 'string' && id.length > 0))\n );\n if (!normalized.length) {\n return undefined;\n }\n const ordered = normalized.sort();\n return this.knex(dbTableName)\n .select(idFieldName)\n .whereIn(idFieldName, ordered)\n .orderBy(idFieldName, 'asc')\n .forUpdate()\n .toQuery();\n }\n\n aggregationQuery(\n originQueryBuilder: Knex.QueryBuilder,\n fields?: { [fieldId: string]: FieldCore },\n aggregationFields?: IAggregationField[],\n extra?: IAggregationQueryExtra,\n context?: IRecordQueryAggregateContext\n ): IAggregationQueryInterface {\n return new AggregationQueryPostgres(\n this.knex,\n originQueryBuilder,\n fields,\n aggregationFields,\n extra,\n context\n );\n }\n\n filterQuery(\n originQueryBuilder: Knex.QueryBuilder,\n fields?: { [fieldId: string]: FieldCore },\n filter?: IFilter,\n extra?: IFilterQueryExtra,\n context?: IRecordQueryFilterContext\n ): IFilterQueryInterface {\n return new FilterQueryPostgres(originQueryBuilder, fields, filter, extra, this, context);\n }\n\n sortQuery(\n originQueryBuilder: Knex.QueryBuilder,\n fields?: { [fieldId: string]: FieldCore },\n sortObjs?: ISortItem[],\n extra?: ISortQueryExtra,\n context?: IRecordQuerySortContext\n ): ISortQueryInterface {\n return new SortQueryPostgres(this.knex, originQueryBuilder, fields, sortObjs, extra, context);\n }\n\n groupQuery(\n originQueryBuilder: Knex.QueryBuilder,\n fieldMap?: { [fieldId: string]: FieldCore },\n groupFieldIds?: string[],\n extra?: IGroupQueryExtra,\n context?: IRecordQueryGroupContext\n ): IGroupQueryInterface {\n return new GroupQueryPostgres(\n this.knex,\n originQueryBuilder,\n fieldMap,\n groupFieldIds,\n extra,\n context\n );\n }\n\n searchQuery(\n originQueryBuilder: Knex.QueryBuilder,\n searchFields: IFieldInstance[],\n tableIndex: TableIndex[],\n search: [string, string?, boolean?],\n context?: IRecordQueryFilterContext\n ) {\n return SearchQueryAbstract.appendQueryBuilder(\n SearchQueryPostgres,\n originQueryBuilder,\n searchFields,\n tableIndex,\n search,\n context\n );\n }\n\n searchCountQuery(\n originQueryBuilder: Knex.QueryBuilder,\n searchField: IFieldInstance[],\n search: [string, string?, boolean?],\n tableIndex: TableIndex[],\n context?: IRecordQueryFilterContext\n ) {\n return SearchQueryAbstract.buildSearchCountQuery(\n SearchQueryPostgres,\n originQueryBuilder,\n searchField,\n search,\n tableIndex,\n context\n );\n }\n\n searchIndexQuery(\n originQueryBuilder: Knex.QueryBuilder,\n dbTableName: string,\n searchField: IFieldInstance[],\n searchIndexRo: ISearchIndexByQueryRo,\n tableIndex: TableIndex[],\n context?: IRecordQueryFilterContext,\n baseSortIndex?: string,\n setFilterQuery?: (qb: Knex.QueryBuilder) => void,\n setSortQuery?: (qb: Knex.QueryBuilder) => void\n ) {\n return new SearchQueryPostgresBuilder(\n originQueryBuilder,\n dbTableName,\n searchField,\n searchIndexRo,\n tableIndex,\n context,\n baseSortIndex,\n setFilterQuery,\n setSortQuery\n ).getSearchIndexQuery();\n }\n\n searchIndex() {\n return new IndexBuilderPostgres();\n }\n\n duplicateTableQuery(queryBuilder: Knex.QueryBuilder) {\n return new DuplicateTableQueryPostgres(queryBuilder);\n }\n\n duplicateAttachmentTableQuery(queryBuilder: Knex.QueryBuilder) {\n return new DuplicateAttachmentTableQueryPostgres(queryBuilder);\n }\n\n shareFilterCollaboratorsQuery(\n originQueryBuilder: Knex.QueryBuilder,\n dbFieldName: string,\n isMultipleCellValue?: boolean\n ) {\n if (isMultipleCellValue) {\n originQueryBuilder.distinct(\n this.knex.raw(`jsonb_array_elements(\"${dbFieldName}\")->>'id' AS user_id`)\n );\n } else {\n originQueryBuilder.distinct(\n this.knex.raw(`jsonb_extract_path_text(\"${dbFieldName}\", 'id') AS user_id`)\n );\n }\n }\n\n baseQuery(): BaseQueryAbstract {\n return new BaseQueryPostgres(this.knex);\n }\n\n integrityQuery(): IntegrityQueryAbstract {\n return new IntegrityQueryPostgres(this.knex);\n }\n\n calendarDailyCollectionQuery(\n qb: Knex.QueryBuilder,\n props: ICalendarDailyCollectionQueryProps\n ): Knex.QueryBuilder {\n const { startDate, endDate, startField, endField, dbTableName } = props;\n const timezone = startField.options.formatting.timeZone;\n\n return qb\n .select([\n this.knex.raw('dates.date'),\n this.knex.raw('COUNT(*) as count'),\n this.knex.raw(`(array_agg(?? ORDER BY ??.??))[1:10] as ids`, [\n '__id',\n dbTableName,\n startField.dbFieldName,\n ]),\n ])\n .crossJoin(\n this.knex.raw(\n `(SELECT date::date as date\n FROM generate_series(\n (?::timestamptz AT TIME ZONE ?)::date,\n (?::timestamptz AT TIME ZONE ?)::date,\n '1 day'::interval\n ) AS date) as dates`,\n [startDate, timezone, endDate, timezone]\n )\n )\n .where((builder) => {\n builder\n .whereRaw(\n `(??.??::timestamptz AT TIME ZONE ?)::date <= (?::timestamptz AT TIME ZONE ?)::date`,\n [dbTableName, startField.dbFieldName, timezone, endDate, timezone]\n )\n .andWhereRaw(\n `(COALESCE(??.??::timestamptz, ??.??)::timestamptz AT TIME ZONE ?)::date >= (?::timestamptz AT TIME ZONE ?)::date`,\n [\n dbTableName,\n endField.dbFieldName,\n dbTableName,\n startField.dbFieldName,\n timezone,\n startDate,\n timezone,\n ]\n )\n .andWhere((subBuilder) => {\n subBuilder\n .whereRaw(`(??.??::timestamptz AT TIME ZONE ?)::date <= dates.date`, [\n dbTableName,\n startField.dbFieldName,\n timezone,\n ])\n .andWhereRaw(\n `(COALESCE(??.??::timestamptz, ??.??)::timestamptz AT TIME ZONE ?)::date >= dates.date`,\n [dbTableName, endField.dbFieldName, dbTableName, startField.dbFieldName, timezone]\n );\n });\n })\n .groupBy('dates.date')\n .orderBy('dates.date', 'asc');\n }\n\n // select id and lookup_options for \"field\" table options is a json saved in string format, match optionsKey and value\n // please use json method in postgres\n lookupOptionsQuery(optionsKey: keyof ILookupLinkOptionsVo, value: string): string {\n return this.knex('field')\n .select({\n tableId: 'table_id',\n id: 'id',\n type: 'type',\n name: 'name',\n lookupOptions: 'lookup_options',\n })\n .whereNull('deleted_time')\n .whereRaw(`lookup_options::json->>'${optionsKey}' = ?`, [value])\n .toQuery();\n }\n\n optionsQuery(type: FieldType, optionsKey: string, value: string): string {\n return this.knex('field')\n .select({\n tableId: 'table_id',\n id: 'id',\n name: 'name',\n description: 'description',\n notNull: 'not_null',\n unique: 'unique',\n isPrimary: 'is_primary',\n dbFieldName: 'db_field_name',\n isComputed: 'is_computed',\n isPending: 'is_pending',\n hasError: 'has_error',\n dbFieldType: 'db_field_type',\n isMultipleCellValue: 'is_multiple_cell_value',\n isLookup: 'is_lookup',\n lookupOptions: 'lookup_options',\n type: 'type',\n options: 'options',\n cellValueType: 'cell_value_type',\n })\n .whereNull('deleted_time')\n .whereNull('is_lookup')\n .whereRaw(`options::json->>'${optionsKey}' = ?`, [value])\n .where('type', type)\n .toQuery();\n }\n\n searchBuilder(qb: Knex.QueryBuilder, search: [string, string][]): Knex.QueryBuilder {\n return qb.where((builder) => {\n search.forEach(([field, value]) => {\n builder.orWhere(field, 'ilike', `%${value}%`);\n });\n });\n }\n\n getTableIndexes(dbTableName: string): string {\n const [, tableName] = this.splitTableName(dbTableName);\n return this.knex\n .raw(\n `\n SELECT\n i.relname AS name,\n ix.indisunique AS \"isUnique\",\n CAST(jsonb_agg(a.attname ORDER BY u.attposition) AS TEXT) AS columns\nFROM\n pg_class t,\n pg_class i,\n pg_index ix,\n pg_attribute a,\n unnest(ix.indkey) WITH ORDINALITY u(attnum, attposition)\nWHERE\n t.oid = ix.indrelid\n AND i.oid = ix.indexrelid\n AND a.attrelid = t.oid\n AND a.attnum = u.attnum\n AND t.relname = ?\nGROUP BY\n i.relname,\n ix.indisunique,\n ix.indisprimary\nORDER BY\n i.relname;\n `,\n [tableName]\n )\n .toQuery();\n }\n\n generatedColumnQuery(): IGeneratedColumnQueryInterface {\n return new GeneratedColumnQueryPostgres();\n }\n\n convertFormulaToGeneratedColumn(\n expression: string,\n context: IFormulaConversionContext\n ): IFormulaConversionResult {\n try {\n const generatedColumnQuery = this.generatedColumnQuery();\n // Set the context with driver client information\n const contextWithDriver = { ...context, driverClient: this.driver };\n generatedColumnQuery.setContext(contextWithDriver);\n\n const visitor = new GeneratedColumnSqlConversionVisitor(\n this.knex,\n generatedColumnQuery,\n contextWithDriver\n );\n\n const sql = parseFormulaToSQL(expression, visitor);\n\n return visitor.getResult(sql);\n } catch (error) {\n throw new Error(`Failed to convert formula: ${(error as Error).message}`);\n }\n }\n\n selectQuery(): ISelectQueryInterface {\n return new SelectQueryPostgres();\n }\n\n convertFormulaToSelectQuery(\n expression: string,\n context: ISelectFormulaConversionContext\n ): IFieldSelectName {\n try {\n const selectQuery = this.selectQuery();\n\n // Set the context with driver client information\n const contextWithDriver = { ...context, driverClient: this.driver };\n selectQuery.setContext(contextWithDriver);\n\n const visitor = new SelectColumnSqlConversionVisitor(\n this.knex,\n selectQuery,\n contextWithDriver\n );\n\n return parseFormulaToSQL(expression, visitor);\n } catch (error) {\n throw new Error(`Failed to convert formula: ${(error as Error).message}`);\n }\n }\n\n generateDatabaseViewName(tableId: string): string {\n return tableId + '_view';\n }\n\n createDatabaseView(\n table: TableDomain,\n qb: Knex.QueryBuilder,\n options?: { materialized?: boolean }\n ): string[] {\n const viewName = this.generateDatabaseViewName(table.id);\n if (options?.materialized) {\n // Create MV and add unique index on __id to support concurrent refresh\n const createMv = this.knex\n .raw(`CREATE MATERIALIZED VIEW ?? AS ${qb.toQuery()}`, [viewName])\n .toQuery();\n const createIndex = `CREATE UNIQUE INDEX IF NOT EXISTS ${viewName}__id_uidx ON \"${viewName}\" (\"__id\")`;\n return [createMv, createIndex];\n }\n return [this.knex.raw(`CREATE VIEW ?? AS ${qb.toQuery()}`, [viewName]).toQuery()];\n }\n\n recreateDatabaseView(table: TableDomain, qb: Knex.QueryBuilder): string[] {\n const oldName = this.generateDatabaseViewName(table.id);\n const newName = `${oldName}_new`;\n const stmts: string[] = [];\n // Clean temp and conflicting indexes\n stmts.push(`DROP INDEX IF EXISTS \"${newName}__id_uidx\"`);\n stmts.push(`DROP INDEX IF EXISTS \"${oldName}__id_uidx\"`);\n stmts.push(`DROP MATERIALIZED VIEW IF EXISTS \"${newName}\"`);\n // Create empty MV and index, then initial non-concurrent populate\n stmts.push(`CREATE MATERIALIZED VIEW \"${newName}\" AS ${qb.toQuery()} WITH NO DATA`);\n stmts.push(`CREATE UNIQUE INDEX \"${newName}__id_uidx\" ON \"${newName}\" (\"__id\")`);\n stmts.push(`REFRESH MATERIALIZED VIEW \"${newName}\"`);\n // Swap\n stmts.push(`DROP MATERIALIZED VIEW IF EXISTS \"${oldName}\"`);\n stmts.push(`ALTER MATERIALIZED VIEW \"${newName}\" RENAME TO \"${oldName}\"`);\n // Keep index name stable after swap\n stmts.push(`ALTER INDEX \"${newName}__id_uidx\" RENAME TO \"${oldName}__id_uidx\"`);\n // Ensure final MV has data (defensive refresh)\n stmts.push(`REFRESH MATERIALIZED VIEW \"${oldName}\"`);\n return stmts;\n }\n\n dropDatabaseView(tableId: string): string[] {\n const viewName = this.generateDatabaseViewName(tableId);\n // Try dropping both MV and normal VIEW to be safe\n return [\n this.knex.raw(`DROP MATERIALIZED VIEW IF EXISTS ??`, [viewName]).toQuery(),\n this.knex.raw(`DROP VIEW IF EXISTS ??`, [viewName]).toQuery(),\n ];\n }\n\n refreshDatabaseView(tableId: string, options?: { concurrently?: boolean }): string {\n const viewName = this.generateDatabaseViewName(tableId);\n this.logger.debug(\n 'refreshDatabaseView %s with concurrently %s',\n viewName,\n options?.concurrently\n );\n const concurrently = options?.concurrently ?? true;\n if (concurrently) {\n return `REFRESH MATERIALIZED VIEW CONCURRENTLY \"${viewName}\"`;\n }\n return `REFRESH MATERIALIZED VIEW \"${viewName}\"`;\n }\n\n createMaterializedView(table: TableDomain, qb: Knex.QueryBuilder): string {\n const viewName = this.generateDatabaseViewName(table.id);\n return this.knex.raw(`CREATE MATERIALIZED VIEW ?? AS ${qb.toQuery()}`, [viewName]).toQuery();\n }\n\n dropMaterializedView(tableId: string): string {\n const viewName = this.generateDatabaseViewName(tableId);\n return this.knex.raw(`DROP MATERIALIZED VIEW IF EXISTS ??`, [viewName]).toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/search-query/abstract.ts", "content": "import type { TableIndex } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { IFieldInstance } from '../../features/field/model/factory';\nimport type { IRecordQueryFilterContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport type { ISearchQueryConstructor } from './types';\n\nexport abstract class SearchQueryAbstract {\n static appendQueryBuilder(\n // eslint-disable-next-line @typescript-eslint/naming-convention\n SearchQuery: ISearchQueryConstructor,\n originQueryBuilder: Knex.QueryBuilder,\n searchFields: IFieldInstance[],\n tableIndex: TableIndex[],\n search: [string, string?, boolean?],\n context?: IRecordQueryFilterContext\n ) {\n if (!search || !searchFields?.length) {\n return originQueryBuilder;\n }\n\n searchFields.forEach((fIns) => {\n const builder = new SearchQuery(originQueryBuilder, fIns, search, tableIndex, context);\n builder.appendBuilder();\n });\n\n return originQueryBuilder;\n }\n\n static buildSearchCountQuery(\n // eslint-disable-next-line @typescript-eslint/naming-convention\n SearchQuery: ISearchQueryConstructor,\n queryBuilder: Knex.QueryBuilder,\n searchField: IFieldInstance[],\n search: [string, string?, boolean?],\n tableIndex: TableIndex[],\n context?: IRecordQueryFilterContext\n ) {\n const knexInstance = queryBuilder.client;\n\n const conditions = searchField\n .map((field) => {\n const searchQueryBuilder = new SearchQuery(\n queryBuilder,\n field,\n search,\n tableIndex,\n context\n );\n return searchQueryBuilder.getQuery();\n })\n .filter((cond): cond is Knex.Raw => Boolean(cond));\n\n if (conditions.length === 0) {\n queryBuilder.select(knexInstance.raw('0 as count'));\n return queryBuilder;\n }\n\n const parts = conditions.map((cond) =>\n knexInstance.raw('(CASE WHEN (?) THEN 1 ELSE 0 END)', [cond])\n );\n\n // Use nested raws to preserve bindings and avoid inlining values into SQL text.\n queryBuilder.select(\n knexInstance.raw(`COALESCE(SUM(${parts.map(() => '(?)').join(' + ')}), 0) as count`, parts)\n );\n\n return queryBuilder;\n }\n\n protected readonly fieldName: string;\n\n constructor(\n protected readonly originQueryBuilder: Knex.QueryBuilder,\n protected readonly field: IFieldInstance,\n protected readonly search: [string, string?, boolean?],\n protected readonly tableIndex: TableIndex[],\n protected readonly context?: IRecordQueryFilterContext\n ) {\n const { dbFieldName, id } = field;\n\n const selection = context?.selectionMap.get(id);\n if (selection !== undefined && selection !== null) {\n this.fieldName = this.normalizeSelection(selection) ?? this.quoteIdentifier(dbFieldName);\n } else {\n this.fieldName = this.quoteIdentifier(dbFieldName);\n }\n }\n\n protected abstract json(): Knex.Raw;\n\n protected abstract text(): Knex.Raw;\n\n protected abstract date(): Knex.Raw;\n\n protected abstract number(): Knex.Raw;\n\n protected abstract multipleNumber(): Knex.Raw;\n\n protected abstract multipleDate(): Knex.Raw;\n\n protected abstract multipleText(): Knex.Raw;\n\n protected abstract multipleJson(): Knex.Raw;\n\n abstract getSql(): string | null;\n\n abstract getQuery(): Knex.Raw | null;\n\n abstract appendBuilder(): Knex.QueryBuilder;\n\n private normalizeSelection(selection: unknown): string | undefined {\n if (typeof selection === 'string') {\n return selection;\n }\n if (selection && typeof (selection as Knex.Raw).toQuery === 'function') {\n return (selection as Knex.Raw).toQuery();\n }\n if (selection && typeof (selection as Knex.Raw).toSQL === 'function') {\n const { sql } = (selection as Knex.Raw).toSQL();\n if (sql) {\n return sql;\n }\n }\n return undefined;\n }\n\n private quoteIdentifier(identifier: string): string {\n if (!identifier) {\n return identifier;\n }\n if (identifier.startsWith('\"') && identifier.endsWith('\"')) {\n return identifier;\n }\n const escaped = identifier.replace(/\"/g, '\"\"');\n return `\"${escaped}\"`;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/search-query/get-offset.ts", "content": "import dayjs from 'dayjs';\nimport 'dayjs/plugin/utc';\n\nexport function getOffset(timeZone: string) {\n const offsetMinutes = dayjs().tz(timeZone).utcOffset();\n\n const offsetHours = offsetMinutes / 60;\n return offsetHours >= 0 ? `+${offsetHours}` : `${offsetHours}`;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/search-query/search-index-builder.postgres.ts", "content": "/* eslint-disable regexp/no-unused-capturing-group */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport { assertNever, CellValueType, FieldType } from '@teable/core';\nimport type { IFieldInstance } from '../../features/field/model/factory';\n\nimport { IndexBuilderAbstract } from '../index-query/index-abstract-builder';\n\ninterface IPgIndex {\n schemaname: string;\n tablename: string;\n indexname: string;\n tablespace: string;\n indexdef: string;\n}\n\nconst unSupportCellValueType = [CellValueType.DateTime, CellValueType.Boolean];\n\nexport class FieldFormatter {\n static getSearchableExpression(field: IFieldInstance, isArray = false): string | null {\n const { cellValueType, dbFieldName, options, isStructuredCellValue } = field;\n\n // base expression\n const baseExpression = (() => {\n switch (cellValueType) {\n case CellValueType.Number: {\n const precision =\n (options as { formatting?: { precision?: number } })?.formatting?.precision ?? 0;\n return `ROUND(value::numeric, ${precision})::text`;\n }\n case CellValueType.DateTime: {\n // date type not support full text search\n return null;\n }\n case CellValueType.Boolean: {\n // date type not support full text search\n return null;\n }\n case CellValueType.String: {\n if (isStructuredCellValue) {\n return `\"${dbFieldName}\"::jsonb #>> '{title}'`;\n }\n if (field.type === FieldType.LongText) {\n // chr(13) is carriage return, chr(10) is line feed, chr(9) is tab\n return `REPLACE(REPLACE(REPLACE(value, CHR(13), ' '::text), CHR(10), ' '::text), CHR(9), ' '::text)`;\n } else {\n return `value`;\n }\n }\n default:\n assertNever(cellValueType);\n }\n })();\n\n if (baseExpression === null) {\n return null;\n }\n\n // handle array type\n // gin cannot handle any sub-query, so we need to use array_to_string to convert array to stringZ\n if (isArray) {\n return `\"${dbFieldName}\"::text`;\n }\n\n // handle single value type\n return baseExpression.replace(/value/g, `\"${dbFieldName}\"`);\n }\n\n // expression for generating index\n static getIndexExpression(field: IFieldInstance): string | null {\n return this.getSearchableExpression(field, field.isMultipleCellValue);\n }\n}\n\nexport class IndexBuilderPostgres extends IndexBuilderAbstract {\n static PG_MAX_INDEX_LEN = 63;\n static DELIMITER_LEN = 3;\n\n private getIndexPrefix() {\n return `idx_trgm`;\n }\n\n private getIndexName(table: string, field: Pick): string {\n const { dbFieldName, id } = field;\n const prefix = this.getIndexPrefix();\n const maxTableDbNameLen =\n IndexBuilderPostgres.PG_MAX_INDEX_LEN -\n id.length -\n this.getIndexPrefix().length -\n IndexBuilderPostgres.DELIMITER_LEN;\n const tableDbNameLen = maxTableDbNameLen < table.length ? maxTableDbNameLen : table.length;\n // 3 is space character\n const dbFieldNameLen =\n maxTableDbNameLen < table.length\n ? 0\n : IndexBuilderPostgres.PG_MAX_INDEX_LEN -\n id.length -\n this.getIndexPrefix().length -\n tableDbNameLen -\n IndexBuilderPostgres.DELIMITER_LEN;\n const abbDbFieldName = dbFieldName.slice(0, dbFieldNameLen);\n return `${prefix}_${table.slice(0, tableDbNameLen)}_${abbDbFieldName}_${id}`;\n }\n\n private getSearchFactor() {\n return this.getIndexPrefix();\n }\n\n createSingleIndexSql(dbTableName: string, field: IFieldInstance): string | null {\n const [schema, table] = dbTableName.split('.');\n const indexName = this.getIndexName(table, field);\n const expression = FieldFormatter.getIndexExpression(field);\n if (expression === null) {\n return null;\n }\n\n return `CREATE INDEX IF NOT EXISTS \"${indexName}\" ON \"${schema}\".\"${table}\" USING gin ((${expression}) gin_trgm_ops)`;\n }\n\n getDropIndexSql(dbTableName: string): string {\n const [schema, table] = dbTableName.split('.');\n const searchFactor = this.getSearchFactor();\n return `\n DO $$ \n DECLARE \n _index record;\n BEGIN \n FOR _index IN \n SELECT indexname \n FROM pg_indexes \n WHERE schemaname = '${schema}' \n AND tablename = '${table}'\n AND indexname LIKE '${searchFactor}%'\n LOOP\n EXECUTE 'DROP INDEX IF EXISTS \"' || '${schema}' || '\".\"' || _index.indexname || '\"';\n END LOOP;\n END $$;\n `;\n }\n\n getCreateIndexSql(dbTableName: string, searchFields: IFieldInstance[]): string[] {\n const fieldSql = searchFields\n .filter(({ cellValueType }) => !unSupportCellValueType.includes(cellValueType))\n .map((field) => {\n const expression = FieldFormatter.getIndexExpression(field);\n return expression ? this.createSingleIndexSql(dbTableName, field) : null;\n })\n .filter((sql): sql is string => sql !== null);\n\n fieldSql.unshift(`CREATE EXTENSION IF NOT EXISTS pg_trgm;`);\n return fieldSql;\n }\n\n getExistTableIndexSql(dbTableName: string): string {\n const [schema, table] = dbTableName.split('.');\n const searchFactor = this.getSearchFactor();\n return `\n SELECT EXISTS (\n SELECT 1\n FROM pg_indexes\n WHERE schemaname = '${schema}'\n AND tablename = '${table}'\n AND indexname LIKE '${searchFactor}%'\n )`;\n }\n\n getDeleteSingleIndexSql(dbTableName: string, field: IFieldInstance): string {\n const [schema, table] = dbTableName.split('.');\n const indexName = this.getIndexName(table, field);\n\n return `DROP INDEX IF EXISTS \"${schema}\".\"${indexName}\"`;\n }\n\n getUpdateSingleIndexNameSql(\n dbTableName: string,\n oldField: Pick,\n newField: Pick\n ): string {\n const [schema, table] = dbTableName.split('.');\n const oldIndexName = this.getIndexName(table, oldField);\n const newIndexName = this.getIndexName(table, newField);\n\n return `\n ALTER INDEX IF EXISTS \"${schema}\".\"${oldIndexName}\"\n RENAME TO \"${newIndexName}\"\n `;\n }\n\n getIndexInfoSql(dbTableName: string): string {\n const [, table] = dbTableName.split('.');\n const searchFactor = this.getSearchFactor();\n return `\n SELECT * FROM pg_indexes \n WHERE tablename = '${table}'\n AND indexname like '${searchFactor}%'`;\n }\n\n getAbnormalIndex(dbTableName: string, fields: IFieldInstance[], existingIndex: IPgIndex[]) {\n const [, table] = dbTableName.split('.');\n const expectExistIndex = fields\n .filter(({ cellValueType }) => !unSupportCellValueType.includes(cellValueType))\n .map((field) => {\n return this.getIndexName(table, field);\n });\n\n // 1: find the lack or redundant index\n const lackingIndex = expectExistIndex.filter(\n (idxName) => !existingIndex.map((idx) => idx.indexname).includes(idxName)\n );\n const redundantIndex = existingIndex\n .map((idx) => idx.indexname)\n .filter((idxName) => !expectExistIndex.includes(idxName));\n\n const diffIndex = [...new Set([...redundantIndex, ...lackingIndex])];\n\n if (diffIndex.length) {\n return diffIndex.map((idxName) => ({ indexName: idxName }));\n }\n\n // 2: find the abnormal index definition\n const expectIndexDef = fields\n .filter(({ cellValueType }) => !unSupportCellValueType.includes(cellValueType))\n .map((f) => {\n return {\n indexName: this.getIndexName(table, f),\n indexDef: this.createSingleIndexSql(dbTableName, f) as string,\n };\n });\n\n return expectIndexDef\n .filter(({ indexDef }) => {\n const existIndex = existingIndex.map((idx) =>\n idx.indexdef\n .toLowerCase()\n .replace(/[()\\s\"']/g, '')\n .replace(/::(jsonb|text\\[\\]|text)/g, '')\n );\n return !existIndex.includes(\n indexDef\n .toLowerCase()\n .replace(/[()\\s\"']/g, '')\n .replace(/::(jsonb|text\\[\\]|text)/g, '')\n .replace(/ifnotexists/g, '')\n );\n })\n .map(({ indexName }) => ({\n indexName,\n }));\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/search-query/search-index-builder.sqlite.ts", "content": "/* eslint-disable @typescript-eslint/no-unused-vars */\nimport { CellValueType } from '@teable/core';\nimport type { IGetAbnormalVo } from '@teable/openapi';\nimport type { IFieldInstance } from '../../features/field/model/factory';\nimport { IndexBuilderAbstract } from '../index-query/index-abstract-builder';\nimport type { ISearchCellValueType } from './types';\n\ntype ISqliteIndex = Record;\n\nexport class FieldFormatter {\n static getSearchableExpression(field: IFieldInstance, isArray = false): string {\n const { cellValueType, dbFieldName, options, isStructuredCellValue } = field;\n\n // base expression\n const baseExpression = (() => {\n switch (cellValueType as ISearchCellValueType) {\n case CellValueType.Number: {\n const precision =\n (options as { formatting?: { precision?: number } })?.formatting?.precision ?? 0;\n return `ROUND(CAST(value AS REAL), ${precision})`;\n }\n case CellValueType.DateTime: {\n // SQLite doesn't support timezone conversion directly\n // We'll format the date in a basic format\n return `strftime('%Y-%m-%d %H:%M', value)`;\n }\n case CellValueType.String: {\n if (isStructuredCellValue) {\n return `json_extract(value, '$.title')`;\n }\n return 'CAST(value AS TEXT)';\n }\n default:\n return 'CAST(value AS TEXT)';\n }\n })();\n\n // handle array type\n if (isArray) {\n return `(\n WITH RECURSIVE split(word, str) AS (\n SELECT '', json_extract(${dbFieldName}, '$') || ','\n UNION ALL\n SELECT\n substr(str, 0, instr(str, ',')),\n substr(str, instr(str, ',') + 1)\n FROM split WHERE str != ''\n )\n SELECT group_concat(${baseExpression.replace(/value/g, 'word')}, ', ')\n FROM split WHERE word != ''\n )`;\n }\n\n // handle single value type\n return baseExpression.replace(/value/g, dbFieldName);\n }\n\n // expression for generating index\n static getIndexExpression(field: IFieldInstance): string {\n return this.getSearchableExpression(field, field.isMultipleCellValue);\n }\n}\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nconst NO_OPERATION_SQL = '/* no operation */';\n\nexport class IndexBuilderSqlite extends IndexBuilderAbstract {\n private getIndexName(table: string, dbFieldName: string): string {\n return `idx_trgm_${table}_${dbFieldName}`;\n }\n\n createSingleIndexSql(dbTableName: string, field: IFieldInstance): string {\n return NO_OPERATION_SQL;\n }\n\n getDropIndexSql(dbTableName: string): string {\n return `SELECT 'DROP TABLE IF EXISTS \"' || name || '\";'\n FROM sqlite_master \n WHERE type='table' \n AND name LIKE 'idx_fts_${dbTableName}_%'`;\n }\n\n getCreateIndexSql(dbTableName: string, searchFields: IFieldInstance[]): string[] {\n return searchFields.map((field) => this.createSingleIndexSql(dbTableName, field));\n }\n\n getExistTableIndexSql(dbTableName: string): string {\n return `SELECT EXISTS (\n SELECT 1 \n FROM sqlite_master \n WHERE type='table' \n AND name LIKE 'idx_fts_${dbTableName}_%'\n )`;\n }\n\n getDeleteSingleIndexSql(dbTableName: string, field: IFieldInstance): string {\n return NO_OPERATION_SQL;\n }\n\n getUpdateSingleIndexNameSql(\n dbTableName: string,\n oldField: IFieldInstance,\n newField: IFieldInstance\n ): string {\n return NO_OPERATION_SQL;\n }\n\n getIndexInfoSql(dbTableName: string): string {\n return NO_OPERATION_SQL;\n }\n\n getAbnormalIndex(dbTableName: string, fields: IFieldInstance[], existingIndex: ISqliteIndex[]) {\n return [] as IGetAbnormalVo;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/search-query/search-query.postgres.ts", "content": "import type { IDateFieldOptions } from '@teable/core';\nimport { CellValueType, FieldType } from '@teable/core';\nimport type { ISearchIndexByQueryRo } from '@teable/openapi';\nimport { TableIndex } from '@teable/openapi';\nimport { type Knex } from 'knex';\nimport { get } from 'lodash';\nimport type { IFieldInstance } from '../../features/field/model/factory';\nimport type { IRecordQueryFilterContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport { escapePostgresRegex } from '../../utils/postgres-regex-escape';\nimport { escapeLikeWildcards } from '../../utils/sql-like-escape';\nimport { SearchQueryAbstract } from './abstract';\nimport { FieldFormatter } from './search-index-builder.postgres';\nimport type { ISearchCellValueType } from './types';\n\nexport class SearchQueryPostgres extends SearchQueryAbstract {\n protected knex: Knex.Client;\n constructor(\n protected originQueryBuilder: Knex.QueryBuilder,\n protected field: IFieldInstance,\n protected search: [string, string?, boolean?],\n protected tableIndex: TableIndex[],\n protected context?: IRecordQueryFilterContext\n ) {\n super(originQueryBuilder, field, search, tableIndex, context);\n this.knex = originQueryBuilder.client;\n }\n\n appendBuilder() {\n const { originQueryBuilder } = this;\n const condition = this.getQuery();\n condition && this.originQueryBuilder.orWhereRaw(condition);\n return originQueryBuilder;\n }\n\n getSql(): string | null {\n const condition = this.getQuery();\n return condition ? condition.toSQL().sql : null;\n }\n\n getQuery() {\n const { field, tableIndex } = this;\n const { isMultipleCellValue } = field;\n\n if (tableIndex.includes(TableIndex.search)) {\n return this.getSearchQueryWithIndex();\n } else {\n return isMultipleCellValue ? this.getMultipleCellTypeQuery() : this.getSingleCellTypeQuery();\n }\n }\n\n protected getSearchQueryWithIndex() {\n const { search, knex, field } = this;\n const { isMultipleCellValue } = field;\n const isSearchAllFields = !search[1];\n if (isSearchAllFields) {\n const searchValue = search[0];\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n const expression = FieldFormatter.getSearchableExpression(field, isMultipleCellValue);\n return expression\n ? knex.raw(`(${expression}) ILIKE ? ESCAPE '\\\\'`, [`%${escapedSearchValue}%`])\n : null;\n } else {\n return isMultipleCellValue ? this.getMultipleCellTypeQuery() : this.getSingleCellTypeQuery();\n }\n }\n\n protected getSingleCellTypeQuery() {\n const { field } = this;\n const { isStructuredCellValue, cellValueType } = field;\n switch (cellValueType as ISearchCellValueType) {\n case CellValueType.String: {\n if (isStructuredCellValue) {\n return this.json();\n } else {\n return this.text();\n }\n }\n case CellValueType.DateTime: {\n return this.date();\n }\n case CellValueType.Number: {\n return this.number();\n }\n default:\n return this.text();\n }\n }\n\n protected getMultipleCellTypeQuery() {\n const { field } = this;\n const { isStructuredCellValue, cellValueType } = field;\n switch (cellValueType as ISearchCellValueType) {\n case CellValueType.String: {\n if (isStructuredCellValue) {\n return this.multipleJson();\n } else {\n return this.multipleText();\n }\n }\n case CellValueType.DateTime: {\n return this.multipleDate();\n }\n case CellValueType.Number: {\n return this.multipleNumber();\n }\n default:\n return this.multipleText();\n }\n }\n\n protected text() {\n const { search, knex } = this;\n const searchValue = search[0];\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n\n if (this.field.type === FieldType.LongText) {\n return knex.raw(\n // chr(13) is carriage return, chr(10) is line feed, chr(9) is tab\n `REPLACE(REPLACE(REPLACE(${this.fieldName}, CHR(13), ' '::text), CHR(10), ' '::text), CHR(9), ' '::text) ILIKE ? ESCAPE '\\\\'`,\n [`%${escapedSearchValue}%`]\n );\n } else {\n return knex.raw(`${this.fieldName} ILIKE ? ESCAPE '\\\\'`, [`%${escapedSearchValue}%`]);\n }\n }\n\n protected number() {\n const { search, knex } = this;\n const searchValue = search[0];\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n const precision = get(this.field, ['options', 'formatting', 'precision']) ?? 0;\n return knex.raw(`ROUND(${this.fieldName}::numeric, ?::int)::text ILIKE ? ESCAPE '\\\\'`, [\n precision,\n `%${escapedSearchValue}%`,\n ]);\n }\n\n protected date() {\n const {\n search,\n knex,\n field: { options },\n } = this;\n const searchValue = search[0];\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n const timeZone = (options as IDateFieldOptions).formatting.timeZone;\n return knex.raw(\n `TO_CHAR(TIMEZONE(?, ${this.fieldName}), 'YYYY-MM-DD HH24:MI') ILIKE ? ESCAPE '\\\\'`,\n [timeZone, `%${escapedSearchValue}%`]\n );\n }\n\n protected json() {\n const { search, knex } = this;\n const searchValue = search[0];\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n return knex.raw(`(${this.fieldName})::jsonb #>> '{title}' ILIKE ? ESCAPE '\\\\'`, [\n `%${escapedSearchValue}%`,\n ]);\n }\n\n protected multipleText() {\n const { search, knex } = this;\n const searchValue = search[0];\n const escapedSearchValue = escapePostgresRegex(searchValue);\n return knex.raw(\n `\n EXISTS (\n SELECT 1\n FROM (\n SELECT string_agg(elem::text, ', ') as aggregated\n FROM jsonb_array_elements_text(${this.fieldName}::jsonb) as elem\n ) as sub\n WHERE sub.aggregated ~* ?\n )\n `,\n [escapedSearchValue]\n );\n }\n\n protected multipleNumber() {\n const { search, knex } = this;\n const searchValue = search[0];\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n const precision = get(this.field, ['options', 'formatting', 'precision']) ?? 0;\n return knex.raw(\n `\n EXISTS (\n SELECT 1 FROM (\n SELECT string_agg(ROUND(elem::numeric, ?::int)::text, ', ') as aggregated\n FROM jsonb_array_elements_text(${this.fieldName}::jsonb) as elem\n ) as sub\n WHERE sub.aggregated ILIKE ? ESCAPE '\\\\'\n )\n `,\n [precision, `%${escapedSearchValue}%`]\n );\n }\n\n protected multipleDate() {\n const { search, knex } = this;\n const searchValue = search[0];\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n const timeZone = (this.field.options as IDateFieldOptions).formatting.timeZone;\n return knex.raw(\n `\n EXISTS (\n SELECT 1 FROM (\n SELECT string_agg(TO_CHAR(TIMEZONE(?, CAST(elem AS timestamp with time zone)), 'YYYY-MM-DD HH24:MI'), ', ') as aggregated\n FROM jsonb_array_elements_text(${this.fieldName}::jsonb) as elem\n ) as sub\n WHERE sub.aggregated ILIKE ? ESCAPE '\\\\'\n )\n `,\n [timeZone, `%${escapedSearchValue}%`]\n );\n }\n\n protected multipleJson() {\n const { search, knex } = this;\n const searchValue = search[0];\n const escapedSearchValue = escapePostgresRegex(searchValue);\n return knex.raw(\n `\n EXISTS (\n WITH RECURSIVE f(e) AS (\n SELECT ${this.fieldName}::jsonb\n UNION ALL\n SELECT jsonb_array_elements(f.e)\n FROM f\n WHERE jsonb_typeof(f.e) = 'array'\n )\n SELECT 1 FROM (\n SELECT string_agg((e->>'title')::text, ', ') as aggregated\n FROM f\n WHERE jsonb_typeof(e) <> 'array'\n ) as sub\n WHERE sub.aggregated ~* ?\n )\n `,\n [escapedSearchValue]\n );\n }\n}\n\nexport class SearchQueryPostgresBuilder {\n constructor(\n public queryBuilder: Knex.QueryBuilder,\n public dbTableName: string,\n public searchFields: IFieldInstance[],\n public searchIndexRo: ISearchIndexByQueryRo,\n public tableIndex: TableIndex[],\n public context?: IRecordQueryFilterContext,\n public baseSortIndex?: string,\n public setFilterQuery?: (qb: Knex.QueryBuilder) => void,\n public setSortQuery?: (qb: Knex.QueryBuilder) => void\n ) {\n this.queryBuilder = queryBuilder;\n this.dbTableName = dbTableName;\n this.searchFields = searchFields;\n this.baseSortIndex = baseSortIndex;\n this.searchIndexRo = searchIndexRo;\n this.setFilterQuery = setFilterQuery;\n this.setSortQuery = setSortQuery;\n this.tableIndex = tableIndex;\n this.context = context;\n }\n\n private getSearchConditions() {\n const { queryBuilder, searchIndexRo, searchFields, tableIndex, context } = this;\n const { search } = searchIndexRo;\n\n if (!search || !searchFields?.length) {\n return [] as Array<{ field: IFieldInstance; condition: Knex.Raw }>;\n }\n\n return searchFields\n .map((field) => {\n const searchQueryBuilder = new SearchQueryPostgres(\n queryBuilder,\n field,\n search,\n tableIndex,\n context\n );\n const condition = searchQueryBuilder.getQuery();\n return condition ? { field, condition } : undefined;\n })\n .filter((item): item is { field: IFieldInstance; condition: Knex.Raw } => Boolean(item));\n }\n\n getCaseWhenSqlBy() {\n const { queryBuilder, searchIndexRo, context } = this;\n const { search } = searchIndexRo;\n const isSearchAllFields = !search?.[1];\n const knexInstance = queryBuilder.client;\n const conditions = this.getSearchConditions();\n\n return conditions\n .filter(({ field }) => {\n // global search does not support date time and checkbox\n if (\n isSearchAllFields &&\n [CellValueType.DateTime, CellValueType.Boolean].includes(field.cellValueType)\n ) {\n return false;\n }\n return true;\n })\n .map(({ field, condition }) => {\n // Get the correct field name using the same logic as in SearchQueryAbstract\n const selection = context?.selectionMap.get(field.id);\n const fieldName = selection ? (selection as string) : field.dbFieldName;\n\n return knexInstance.raw('CASE WHEN (?) THEN ? END', [condition, fieldName]);\n });\n }\n\n getSearchIndexQuery() {\n const {\n queryBuilder,\n dbTableName,\n searchFields: searchField,\n searchIndexRo,\n setFilterQuery,\n setSortQuery,\n baseSortIndex,\n } = this;\n\n const { search, groupBy, orderBy, take, skip } = searchIndexRo;\n const knexInstance = queryBuilder.client;\n\n if (!search || !searchField.length) {\n return queryBuilder;\n }\n\n const searchConditions = this.getSearchConditions();\n const caseWhenConditions = this.getCaseWhenSqlBy();\n\n queryBuilder.with('search_hit_row', (qb) => {\n qb.select('*');\n\n qb.from(dbTableName);\n\n qb.where((subQb) => {\n subQb.where((orWhere) => {\n searchConditions.forEach(({ condition }) => {\n orWhere.orWhereRaw(condition);\n });\n });\n if (this.searchIndexRo.filter && setFilterQuery) {\n subQb.andWhere((andQb) => {\n setFilterQuery?.(andQb);\n });\n }\n });\n\n if (orderBy?.length || groupBy?.length) {\n setSortQuery?.(qb);\n }\n\n take && qb.limit(take);\n\n qb.offset(skip ?? 0);\n\n baseSortIndex && qb.orderBy(baseSortIndex, 'asc');\n });\n\n queryBuilder.with('search_field_union_table', (qb) => {\n qb.select('__id').select(\n knexInstance.raw(\n `array_remove(ARRAY [${caseWhenConditions.map(() => '(?)').join(', ')}], NULL) as matched_columns`,\n caseWhenConditions\n )\n );\n\n qb.from('search_hit_row');\n });\n\n queryBuilder\n .select('__id', 'matched_column')\n .select(\n knexInstance.raw(\n `CASE\n ${searchField\n .map((field) => {\n // Get the correct field name using the same logic as in SearchQueryAbstract\n const selection = this.context?.selectionMap.get(field.id);\n const fieldName = selection ? (selection as string) : field.dbFieldName;\n return knexInstance.raw(`WHEN matched_column = '${fieldName}' THEN ?`, [field.id]);\n })\n .join(' ')}\n END AS \"fieldId\"`\n )\n )\n .fromRaw(\n `\n \"search_field_union_table\",\n LATERAL unnest(matched_columns) AS matched_column\n `\n )\n .whereRaw(`array_length(matched_columns, 1) > 0`);\n\n return queryBuilder;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/search-query/search-query.sqlite.ts", "content": "import { CellValueType, type IDateFieldOptions } from '@teable/core';\nimport type { ISearchIndexByQueryRo, TableIndex } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport { get } from 'lodash';\nimport type { IFieldInstance } from '../../features/field/model/factory';\nimport type { IRecordQueryFilterContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport { escapeLikeWildcards } from '../../utils/sql-like-escape';\nimport { SearchQueryAbstract } from './abstract';\nimport { getOffset } from './get-offset';\nimport type { ISearchCellValueType } from './types';\n\nexport class SearchQuerySqlite extends SearchQueryAbstract {\n protected knex: Knex.Client;\n constructor(\n protected originQueryBuilder: Knex.QueryBuilder,\n protected field: IFieldInstance,\n protected search: [string, string?, boolean?],\n protected tableIndex: TableIndex[],\n protected context?: IRecordQueryFilterContext\n ) {\n super(originQueryBuilder, field, search, tableIndex, context);\n this.knex = originQueryBuilder.client;\n }\n\n appendBuilder() {\n const { originQueryBuilder } = this;\n const condition = this.getQuery();\n condition && this.originQueryBuilder.orWhereRaw(condition);\n return originQueryBuilder;\n }\n\n getSql(): string | null {\n return this.getQuery().toSQL().sql;\n }\n\n getQuery() {\n const { field } = this;\n const { isMultipleCellValue } = field;\n\n return isMultipleCellValue ? this.getMultipleCellTypeQuery() : this.getSingleCellTypeQuery();\n }\n\n protected getSearchQueryWithIndex() {\n return this.originQueryBuilder;\n }\n\n protected getMultipleCellTypeQuery() {\n const { field } = this;\n const { isStructuredCellValue, cellValueType } = field;\n switch (cellValueType as ISearchCellValueType) {\n case CellValueType.String: {\n if (isStructuredCellValue) {\n return this.multipleJson();\n } else {\n return this.multipleText();\n }\n }\n case CellValueType.DateTime: {\n return this.multipleDate();\n }\n case CellValueType.Number: {\n return this.multipleNumber();\n }\n default:\n return this.multipleText();\n }\n }\n\n protected getSingleCellTypeQuery() {\n const { field } = this;\n const { isStructuredCellValue, cellValueType } = field;\n switch (cellValueType as ISearchCellValueType) {\n case CellValueType.String: {\n if (isStructuredCellValue) {\n return this.json();\n } else {\n return this.text();\n }\n }\n case CellValueType.DateTime: {\n return this.date();\n }\n case CellValueType.Number: {\n return this.number();\n }\n default:\n return this.text();\n }\n }\n\n protected text() {\n const { search, knex } = this;\n const [searchValue] = search;\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n return knex.raw(\n `REPLACE(REPLACE(REPLACE(${this.fieldName}, CHAR(13), ' '), CHAR(10), ' '), CHAR(9), ' ') LIKE ? ESCAPE '\\\\'`,\n [`%${escapedSearchValue}%`]\n );\n }\n\n protected json() {\n const { search, knex } = this;\n const [searchValue] = search;\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n return knex.raw(`json_extract(${this.fieldName}, '$.title') LIKE ? ESCAPE '\\\\'`, [\n `%${escapedSearchValue}%`,\n ]);\n }\n\n protected date() {\n const { search, knex } = this;\n const [searchValue] = search;\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n const timeZone = (this.field.options as IDateFieldOptions).formatting.timeZone;\n return knex.raw(`DATETIME(${this.fieldName}, ?) LIKE ? ESCAPE '\\\\'`, [\n `${getOffset(timeZone)} hour`,\n `%${escapedSearchValue}%`,\n ]);\n }\n\n protected number() {\n const { search, knex } = this;\n const [searchValue] = search;\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n const precision = get(this.field, ['options', 'formatting', 'precision']) ?? 0;\n return knex.raw(`ROUND(${this.fieldName}, ?) LIKE ? ESCAPE '\\\\'`, [\n precision,\n `%${escapedSearchValue}%`,\n ]);\n }\n\n protected multipleText() {\n const { search, knex } = this;\n const [searchValue] = search;\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n return knex.raw(\n `\n EXISTS (\n SELECT 1 FROM (\n SELECT group_concat(je.value, ', ') as aggregated\n FROM json_each(${this.fieldName}) as je\n WHERE je.key != 'title'\n )\n WHERE aggregated LIKE ? ESCAPE '\\\\'\n )\n `,\n [`%${escapedSearchValue}%`]\n );\n }\n\n protected multipleJson() {\n const { search, knex } = this;\n const [searchValue] = search;\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n return knex.raw(\n `\n EXISTS (\n SELECT 1 FROM (\n SELECT group_concat(json_extract(je.value, '$.title'), ', ') as aggregated\n FROM json_each(${this.fieldName}) as je\n )\n WHERE aggregated LIKE ? ESCAPE '\\\\'\n )\n `,\n [`%${escapedSearchValue}%`]\n );\n }\n\n protected multipleNumber() {\n const { search, knex } = this;\n const [searchValue] = search;\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n const precision = get(this.field, ['options', 'formatting', 'precision']) ?? 0;\n return knex.raw(\n `\n EXISTS (\n SELECT 1 FROM (\n SELECT group_concat(ROUND(je.value, ?), ', ') as aggregated\n FROM json_each(${this.fieldName}) as je\n )\n WHERE aggregated LIKE ? ESCAPE '\\\\'\n )\n `,\n [precision, `%${escapedSearchValue}%`]\n );\n }\n\n protected multipleDate() {\n const { search, knex } = this;\n const [searchValue] = search;\n const escapedSearchValue = escapeLikeWildcards(searchValue);\n const timeZone = (this.field.options as IDateFieldOptions).formatting.timeZone;\n return knex.raw(\n `\n EXISTS (\n SELECT 1 FROM (\n SELECT group_concat(DATETIME(je.value, ?), ', ') as aggregated\n FROM json_each(${this.fieldName}) as je\n )\n WHERE aggregated LIKE ? ESCAPE '\\\\'\n )\n `,\n [`${getOffset(timeZone)} hour`, `%${escapedSearchValue}%`]\n );\n }\n}\n\nexport class SearchQuerySqliteBuilder {\n constructor(\n public queryBuilder: Knex.QueryBuilder,\n public dbTableName: string,\n public searchField: IFieldInstance[],\n public searchIndexRo: ISearchIndexByQueryRo,\n public tableIndex: TableIndex[],\n public context?: IRecordQueryFilterContext,\n public baseSortIndex?: string,\n public setFilterQuery?: (qb: Knex.QueryBuilder) => void,\n public setSortQuery?: (qb: Knex.QueryBuilder) => void\n ) {\n this.queryBuilder = queryBuilder;\n this.dbTableName = dbTableName;\n this.searchField = searchField;\n this.baseSortIndex = baseSortIndex;\n this.searchIndexRo = searchIndexRo;\n this.setFilterQuery = setFilterQuery;\n this.setSortQuery = setSortQuery;\n this.context = context;\n }\n\n private getSearchConditions() {\n const { queryBuilder, searchIndexRo, searchField, tableIndex, context } = this;\n const { search } = searchIndexRo;\n\n if (!search || !searchField?.length) {\n return [] as Array<{ field: IFieldInstance; condition: Knex.Raw }>;\n }\n\n return searchField.map((field) => {\n const searchQueryBuilder = new SearchQuerySqlite(\n queryBuilder,\n field,\n search,\n tableIndex,\n context\n );\n return { field, condition: searchQueryBuilder.getQuery() };\n });\n }\n\n getSearchIndexQuery() {\n const {\n queryBuilder,\n searchIndexRo,\n dbTableName,\n searchField,\n baseSortIndex,\n setFilterQuery,\n setSortQuery,\n } = this;\n const { search, filter, orderBy, groupBy, skip, take } = searchIndexRo;\n const knexInstance = queryBuilder.client;\n\n if (!search || !searchField?.length) {\n return queryBuilder;\n }\n\n const searchConditions = this.getSearchConditions();\n\n queryBuilder.with('search_hit_row', (qb) => {\n qb.select('*');\n\n qb.from(dbTableName);\n\n qb.where((subQb) => {\n subQb.where((orWhere) => {\n searchConditions.forEach(({ condition }) => {\n orWhere.orWhereRaw(condition);\n });\n });\n if (this.searchIndexRo.filter && setFilterQuery) {\n subQb.andWhere((andQb) => {\n setFilterQuery?.(andQb);\n });\n }\n });\n\n if (orderBy?.length || groupBy?.length) {\n setSortQuery?.(qb);\n }\n\n take && qb.limit(take);\n\n qb.offset(skip ?? 0);\n\n baseSortIndex && qb.orderBy(baseSortIndex, 'asc');\n });\n\n queryBuilder.with('search_field_union_table', (qb) => {\n for (let index = 0; index < searchConditions.length; index++) {\n const { field, condition } = searchConditions[index];\n\n // Get the correct field name using the same logic as in SearchQueryAbstract\n const selection = this.context?.selectionMap.get(field.id);\n const fieldName = selection ? (selection as string) : field.dbFieldName;\n\n // boolean field or new field which does not support search should be skipped\n if (!fieldName) {\n continue;\n }\n\n if (index === 0) {\n qb.select('*', knexInstance.raw(`? as matched_column`, [fieldName]))\n .whereRaw(condition)\n .from('search_hit_row');\n } else {\n qb.unionAll(function () {\n this.select('*', knexInstance.raw(`? as matched_column`, [fieldName]))\n .whereRaw(condition)\n .from('search_hit_row');\n });\n }\n }\n });\n\n queryBuilder\n .select('__id', '__auto_number', 'matched_column')\n .select(\n knexInstance.raw(\n `CASE\n ${searchField\n .map((field) => {\n // Get the correct field name using the same logic as in SearchQueryAbstract\n const selection = this.context?.selectionMap.get(field.id);\n const fieldName = selection ? (selection as string) : field.dbFieldName;\n return `WHEN matched_column = '${fieldName}' THEN '${field.id}'`;\n })\n .join(' ')}\n END AS \"fieldId\"`\n )\n )\n .from('search_field_union_table');\n\n if (orderBy?.length || groupBy?.length) {\n setSortQuery?.(queryBuilder);\n }\n\n if (filter) {\n setFilterQuery?.(queryBuilder);\n }\n\n baseSortIndex && queryBuilder.orderBy(baseSortIndex, 'asc');\n\n const cases = searchField.map((field, index) => {\n // Get the correct field name using the same logic as in SearchQueryAbstract\n const selection = this.context?.selectionMap.get(field.id);\n const fieldName = selection ? (selection as string) : field.dbFieldName;\n\n return knexInstance.raw(`CASE WHEN ?? = ? THEN ? END`, [\n 'matched_column',\n fieldName,\n index + 1,\n ]);\n });\n cases.length && queryBuilder.orderByRaw(cases.join(','));\n\n return queryBuilder;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/search-query/types.ts", "content": "import type { CellValueType } from '@teable/core';\nimport type { TableIndex } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { IFieldInstance } from '../../features/field/model/factory';\nimport type { IRecordQueryFilterContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport type { SearchQueryAbstract } from './abstract';\n\nexport type ISearchCellValueType = Exclude;\n\nexport type ISearchQueryConstructor = {\n new (\n originQueryBuilder: Knex.QueryBuilder,\n field: IFieldInstance,\n search: [string, string?, boolean?],\n tableIndex: TableIndex[],\n context?: IRecordQueryFilterContext\n ): SearchQueryAbstract;\n};\n" }, { "path": "apps/nestjs-backend/src/db-provider/select-query/index.ts", "content": "// Abstract base class\nexport { SelectQueryAbstract } from './select-query.abstract';\n\n// PostgreSQL implementation\nexport { SelectQueryPostgres } from './postgres/select-query.postgres';\n\n// SQLite implementation\nexport { SelectQuerySqlite } from './sqlite/select-query.sqlite';\n" }, { "path": "apps/nestjs-backend/src/db-provider/select-query/postgres/select-query.postgres.spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { DbFieldType } from '@teable/core';\nimport { describe, expect, it } from 'vitest';\n\nimport { getDefaultDatetimeParsePattern } from '../../utils/default-datetime-parse-pattern';\nimport { SelectQueryPostgres } from './select-query.postgres';\n\ndescribe('SelectQueryPostgres tzWrap', () => {\n it('sanitizes text-like datetime inputs even when SQL contains timestamp tokens', () => {\n const query = new SelectQueryPostgres();\n query.setContext({ timeZone: 'Asia/Shanghai' } as unknown as never);\n query.setCallMetadata([{ type: 'string', isFieldReference: false }] as unknown as never);\n\n const expr =\n \"CONCAT(TO_CHAR(TIMEZONE('Etc/GMT-8', (col)::timestamptz), 'YYYY-MM-DD'), ' ', col2)\";\n const sql = query.datetimeFormat(expr, \"'HH:mm:ss'\");\n\n expect(sql).toContain('BTRIM');\n expect(sql).toContain('CASE WHEN');\n expect(sql).toContain(getDefaultDatetimeParsePattern());\n });\n\n it('does not sanitize trusted datetime inputs', () => {\n const query = new SelectQueryPostgres();\n query.setContext({ timeZone: 'Asia/Shanghai' } as unknown as never);\n query.setCallMetadata([{ type: 'datetime', isFieldReference: false }] as unknown as never);\n\n const sql = query.datetimeFormat('col', \"'HH:mm:ss'\");\n expect(sql).not.toContain('BTRIM');\n });\n\n it('reparses trusted datetime inputs through custom formats instead of returning the original value', () => {\n const query = new SelectQueryPostgres();\n query.setContext({ timeZone: 'Asia/Shanghai' } as unknown as never);\n query.setCallMetadata([{ type: 'datetime', isFieldReference: false }] as unknown as never);\n\n const sql = query.datetimeParse('col', \"'MMYYYY'\");\n\n expect(sql).toContain('TO_CHAR');\n expect(sql).toContain('TO_TIMESTAMP');\n expect(sql).toContain(`AT TIME ZONE 'Asia/Shanghai'`);\n expect(sql).not.toBe('(col)');\n });\n});\n\ndescribe('SelectQueryPostgres truthinessScore', () => {\n it('casts boolean-like expressions before COALESCE to avoid text/boolean type errors', () => {\n const query = new SelectQueryPostgres();\n query.setContext({ timeZone: 'Asia/Shanghai' } as unknown as never);\n query.setCallMetadata([{ type: 'boolean', isFieldReference: false }] as unknown as never);\n\n const sql = query.if(\"('true')::text\", \"'yes'\", \"'no'\");\n expect(sql).toContain(\"COALESCE((('true')::text)::boolean, FALSE)\");\n });\n\n it('coerces json-like numeric branches in IF to avoid CASE jsonb/integer mismatches', () => {\n const query = new SelectQueryPostgres();\n query.setContext({\n timeZone: 'Asia/Shanghai',\n targetDbFieldType: DbFieldType.Real,\n } as unknown as never);\n query.setCallMetadata([\n { type: 'string', isFieldReference: false },\n {\n type: 'string',\n isFieldReference: true,\n field: {\n id: 'fldJsonNumeric',\n isMultiple: true,\n isLookup: true,\n dbFieldName: '__json_numeric',\n dbFieldType: DbFieldType.Json,\n cellValueType: 'number',\n },\n },\n { type: 'number', isFieldReference: false },\n ] as unknown as never);\n\n const sql = query.if('__cond', '\"__json_numeric\"', '0');\n expect(sql).toContain('to_jsonb(\"__json_numeric\")');\n expect(sql).toContain('jsonb_array_elements_text');\n expect(sql).toContain('double precision');\n });\n});\n\ndescribe('SelectQueryPostgres countAll', () => {\n it('counts JSON array length for multi-value field references', () => {\n const query = new SelectQueryPostgres();\n query.setContext({ tableAlias: 't' } as unknown as never);\n query.setCallMetadata([\n {\n type: 'string',\n isFieldReference: true,\n field: {\n id: 'fldUsers',\n isMultiple: true,\n isLookup: false,\n dbFieldName: '__users',\n dbFieldType: DbFieldType.Json,\n cellValueType: 'string',\n },\n },\n ] as unknown as never);\n\n const sql = query.countAll('(SELECT json_agg(x) FROM x)');\n expect(sql).toContain('jsonb_array_length');\n expect(sql).toContain(`\"t\".\"__users\"`);\n });\n\n it('uses scalar null-check semantics for non-json fields', () => {\n const query = new SelectQueryPostgres();\n query.setContext({ tableAlias: 't' } as unknown as never);\n query.setCallMetadata([\n {\n type: 'number',\n isFieldReference: true,\n field: {\n id: 'fldNum',\n isMultiple: false,\n isLookup: false,\n dbFieldName: '__num',\n dbFieldType: DbFieldType.Real,\n cellValueType: 'number',\n },\n },\n ] as unknown as never);\n\n expect(query.countAll('\"t\".\"__num\"')).toBe('CASE WHEN \"t\".\"__num\" IS NULL THEN 0 ELSE 1 END');\n });\n});\n\ndescribe('SelectQueryPostgres FROMNOW/TONOW', () => {\n it('applies unit conversion for FROMNOW', () => {\n const query = new SelectQueryPostgres();\n\n const daySql = query.fromNow('NOW()', \"'day'\");\n const hourSql = query.fromNow('NOW()', \"'hour'\");\n const secondSql = query.fromNow('NOW()', \"'second'\");\n\n expect(daySql).toContain('/ 86400');\n expect(hourSql).toContain('/ 3600');\n expect(secondSql).not.toContain('/ 86400');\n expect(secondSql).not.toContain('/ 3600');\n });\n\n it('keeps TONOW direction as now minus date for past-positive semantics', () => {\n const query = new SelectQueryPostgres();\n\n const sql = query.toNow('date_col', \"'day'\");\n expect(sql).toContain('NOW() -');\n expect(sql).not.toContain('date_col::timestamp - NOW()');\n });\n});\n\ndescribe('SelectQueryPostgres workday', () => {\n it('uses interval multiplication for dynamic day-count expressions', () => {\n const query = new SelectQueryPostgres();\n query.setContext({ timeZone: 'Asia/Shanghai' } as unknown as never);\n query.setCallMetadata([\n { type: 'datetime', isFieldReference: true },\n { type: 'number', isFieldReference: true },\n ] as unknown as never);\n\n const sql = query.workday('\"t\".\"Date\"', '\"t\".\"Number\"');\n expect(sql).toContain(`INTERVAL '1 day' * (\"t\".\"Number\")::double precision`);\n expect(sql).not.toContain(\" days'\");\n });\n});\n" }, { "path": "apps/nestjs-backend/src/db-provider/select-query/postgres/select-query.postgres.ts", "content": "/* eslint-disable regexp/no-unused-capturing-group */\n/* eslint-disable sonarjs/cognitive-complexity */\nimport { DateFormattingPreset, DbFieldType, TimeFormatting } from '@teable/core';\nimport type { IDatetimeFormatting } from '@teable/core';\nimport type { ISelectFormulaConversionContext } from '../../../features/record/query-builder/sql-conversion.visitor';\nimport {\n buildDatetimeFormatSql,\n buildDatetimeParseGuardRegex,\n hasDatetimeTimezoneToken,\n normalizeDatetimeFormatExpression,\n} from '../../utils/datetime-format.util';\nimport { getDefaultDatetimeParsePattern } from '../../utils/default-datetime-parse-pattern';\nimport {\n isBooleanLikeParam,\n isDatetimeLikeParam,\n isJsonLikeParam,\n isTextLikeParam,\n isTrustedNumeric,\n resolveFormulaParamInfo,\n} from '../../utils/formula-param-metadata.util';\nimport { SelectQueryAbstract } from '../select-query.abstract';\n\n/**\n * PostgreSQL-specific implementation of SELECT query functions\n * Converts Teable formula functions to PostgreSQL SQL expressions suitable\n * for use in SELECT statements. Unlike generated columns, these can use\n * mutable functions and have different optimization strategies.\n */\nexport class SelectQueryPostgres extends SelectQueryAbstract {\n private get tableAlias(): string | undefined {\n const ctx = this.context as ISelectFormulaConversionContext | undefined;\n return ctx?.tableAlias;\n }\n\n private qualifySystemColumn(column: string): string {\n const quoted = `\"${column}\"`;\n const alias = this.tableAlias;\n return alias ? `\"${alias}\".${quoted}` : quoted;\n }\n\n private hasWrappingParentheses(expr: string): boolean {\n if (!expr.startsWith('(') || !expr.endsWith(')')) {\n return false;\n }\n let depth = 0;\n for (let i = 0; i < expr.length; i++) {\n const ch = expr[i];\n if (ch === '(') {\n depth++;\n } else if (ch === ')') {\n depth--;\n if (depth === 0 && i < expr.length - 1) {\n return false;\n }\n if (depth < 0) {\n return false;\n }\n }\n }\n return depth === 0;\n }\n\n private stripOuterParentheses(expr: string): string {\n let trimmed = expr.trim();\n while (trimmed.length > 0 && this.hasWrappingParentheses(trimmed)) {\n trimmed = trimmed.slice(1, -1).trim();\n }\n return trimmed;\n }\n\n private getParamInfo(index?: number) {\n return resolveFormulaParamInfo(this.currentCallMetadata, index);\n }\n\n private isNumericLiteral(expr: string): boolean {\n let trimmed = this.stripOuterParentheses(expr);\n\n // Peel leading signs while trimming redundant outer parens\n while (trimmed.startsWith('+') || trimmed.startsWith('-')) {\n trimmed = trimmed.slice(1).trim();\n trimmed = this.stripOuterParentheses(trimmed);\n }\n\n // Match plain numeric literal, with optional cast to a numeric type\n const numericWithOptionalCast =\n /^\\(?\\d+(\\.\\d+)?\\)?(::(double precision|numeric|real|integer|bigint|smallint))?$/i;\n if (numericWithOptionalCast.test(trimmed)) {\n return true;\n }\n\n // Handle wrapped casts like ((7)::double precision)\n const wrappedCastMatch = trimmed.match(/^\\((.+)\\)$/);\n if (wrappedCastMatch) {\n return this.isNumericLiteral(wrappedCastMatch[1]);\n }\n\n return false;\n }\n\n private toNumericSafe(\n expr: string,\n metadataIndex?: number,\n opts?: { collate?: boolean; guardDateLike?: boolean }\n ): string {\n if (this.isNumericLiteral(expr)) {\n return `(${expr})::double precision`;\n }\n const paramInfo = this.getParamInfo(metadataIndex);\n const expressionFieldType = this.getExpressionFieldType(expr);\n const targetDbType = (this.context as ISelectFormulaConversionContext | undefined)\n ?.targetDbFieldType;\n\n if (isBooleanLikeParam(paramInfo)) {\n const boolScore = this.truthinessScore(expr, metadataIndex);\n return `(${boolScore})::double precision`;\n }\n if (\n paramInfo?.hasMetadata &&\n isTextLikeParam(paramInfo) &&\n !paramInfo.isJsonField &&\n !paramInfo.isMultiValueField\n ) {\n return this.looseNumericCoercion(expr, opts);\n }\n if (expressionFieldType === DbFieldType.Text) {\n return this.looseNumericCoercion(expr, opts);\n }\n if (paramInfo?.isJsonField || paramInfo?.isMultiValueField) {\n return this.numericFromJson(expr);\n }\n if (expressionFieldType === DbFieldType.Json) {\n return this.numericFromJson(expr);\n }\n if (isTrustedNumeric(paramInfo)) {\n return `(${expr})::double precision`;\n }\n if (\n !paramInfo?.hasMetadata &&\n (expressionFieldType === DbFieldType.Real || expressionFieldType === DbFieldType.Integer)\n ) {\n return `(${expr})::double precision`;\n }\n if (\n !paramInfo?.hasMetadata &&\n (targetDbType === DbFieldType.Real || targetDbType === DbFieldType.Integer)\n ) {\n return `(${expr})::double precision`;\n }\n\n return this.looseNumericCoercion(expr, opts);\n }\n\n private looseNumericCoercion(\n expr: string,\n opts?: { collate?: boolean; guardDateLike?: boolean }\n ): string {\n // Safely coerce any scalar to a floating-point number:\n // - Strip everything except digits, sign, decimal point\n // - Map empty string to NULL to avoid casting errors\n // Cast to DOUBLE PRECISION so pg driver returns JS numbers (not strings as with NUMERIC)\n if (this.isNumericLiteral(expr)) {\n return `(${expr})::double precision`;\n }\n const shouldCollate = opts?.collate !== false;\n const textExpr = shouldCollate ? `((${expr})::text) COLLATE \"C\"` : `((${expr})::text)`;\n // Avoid treating obvious date-like strings (e.g., 2024/12/03) as numbers\n const dateLikePattern = `'^[0-9]{1,4}[-/][0-9]{1,2}[-/][0-9]{1,4}( .*){0,1}$'`;\n const collatedDatePattern = `${dateLikePattern} COLLATE \"C\"`;\n const sanitized = `REGEXP_REPLACE(${textExpr}, '[^0-9.+-]', '', 'g')`;\n const cleaned = `NULLIF(${sanitized}, '')`;\n // Avoid \"?\" in the regex so knex.raw doesn't misinterpret it as a binding placeholder.\n const numericPattern = `'^[+-]{0,1}(\\\\d+(\\\\.\\\\d+){0,1}|\\\\.\\\\d+)$'`;\n const matchClause = shouldCollate\n ? `${cleaned} COLLATE \"C\" ~ ${numericPattern} COLLATE \"C\"`\n : `${cleaned} ~ ${numericPattern}`;\n const guards = [`WHEN ${cleaned} IS NULL THEN NULL`];\n if (opts?.guardDateLike) {\n const datePattern = shouldCollate ? collatedDatePattern : dateLikePattern;\n const dateGuardExpr = `${textExpr} ~ ${datePattern}`;\n guards.push(`WHEN ${dateGuardExpr} THEN NULL`);\n }\n guards.push(`WHEN ${matchClause} THEN ${cleaned}::double precision`);\n guards.push('ELSE NULL');\n return `(CASE ${guards.join(' ')} END)`;\n }\n\n private numericFromJson(expr: string): string {\n const jsonExpr = `to_jsonb(${expr})`;\n const numericPattern = `'^[+-]{0,1}(\\\\d+(\\\\.\\\\d+){0,1}|\\\\.\\\\d+)$'`;\n const collatedPattern = `${numericPattern} COLLATE \"C\"`;\n const arraySum = `(SELECT SUM(CASE WHEN (elem.value COLLATE \"C\") ~ ${collatedPattern} THEN elem.value::double precision ELSE NULL END) FROM jsonb_array_elements_text(${jsonExpr}) AS elem(value))`;\n return `(CASE\n WHEN ${expr} IS NULL THEN NULL\n WHEN jsonb_typeof(${jsonExpr}) = 'array' THEN ${arraySum}\n ELSE ${this.looseNumericCoercion(expr)}\n END)`;\n }\n\n private buildNumericArrayAggregation(expr: string): { sum: string; count: string } {\n const arrayExpr = this.normalizeAnyToJsonArray(expr);\n const numericPattern = `'^[+-]{0,1}(\\\\d+(\\\\.\\\\d+){0,1}|\\\\.\\\\d+)$'`;\n const collatedPattern = `${numericPattern} COLLATE \"C\"`;\n const numericValue = `(CASE WHEN (elem.value COLLATE \"C\") ~ ${collatedPattern} THEN elem.value::double precision ELSE NULL END)`;\n const numericCount = `(CASE WHEN (elem.value COLLATE \"C\") ~ ${collatedPattern} THEN 1 ELSE 0 END)`;\n\n const sumExpr = `(SELECT SUM(${numericValue}) FROM jsonb_array_elements_text(${arrayExpr}) WITH ORDINALITY AS elem(value, ord))`;\n const countExpr = `(SELECT SUM(${numericCount}) FROM jsonb_array_elements_text(${arrayExpr}) WITH ORDINALITY AS elem(value, ord))`;\n return { sum: sumExpr, count: countExpr };\n }\n\n private buildNumericArrayExtremum(expr: string, op: 'max' | 'min'): string {\n const arrayExpr = this.normalizeAnyToJsonArray(expr);\n const numericPattern = `'^[+-]{0,1}(\\\\d+(\\\\.\\\\d+){0,1}|\\\\.\\\\d+)$'`;\n const collatedPattern = `${numericPattern} COLLATE \"C\"`;\n const numericValue = `(CASE WHEN (elem.value COLLATE \"C\") ~ ${collatedPattern} THEN elem.value::double precision ELSE NULL END)`;\n const agg = op === 'max' ? 'MAX' : 'MIN';\n return `(SELECT ${agg}(${numericValue}) FROM jsonb_array_elements_text(${arrayExpr}) WITH ORDINALITY AS elem(value, ord))`;\n }\n\n private collapseNumeric(expr: string, metadataIndex?: number): string {\n const numericValue = this.toNumericSafe(expr, metadataIndex);\n return `COALESCE(${numericValue}, 0)`;\n }\n\n private isDateLikeOperand(metadataIndex?: number): boolean {\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n if (!paramInfo?.hasMetadata) {\n return false;\n }\n if (paramInfo.type === 'number') {\n return false;\n }\n const hasFieldDateMetadata =\n paramInfo.fieldDbType === DbFieldType.DateTime || paramInfo.fieldCellValueType === 'datetime';\n const typeSaysDatetime =\n isDatetimeLikeParam(paramInfo) && !paramInfo.fieldDbType && !paramInfo.fieldCellValueType;\n const looksDatetime = hasFieldDateMetadata || typeSaysDatetime;\n\n if (!looksDatetime) {\n return false;\n }\n\n return !paramInfo.isJsonField && !paramInfo.isMultiValueField;\n }\n\n private buildDayInterval(expr: string, metadataIndex?: number): string {\n const numeric = this.collapseNumeric(expr, metadataIndex);\n return `(${numeric}) * INTERVAL '1 day'`;\n }\n\n private isEmptyStringLiteral(value: string): boolean {\n return value.trim() === \"''\";\n }\n\n private isNullLiteral(value: string): boolean {\n return this.stripOuterParentheses(value).toUpperCase() === 'NULL';\n }\n\n private shouldCoalesceNumericComparison(value: string, metadataIndex?: number): boolean {\n if (this.isNumericLiteral(value)) {\n return true;\n }\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n return paramInfo ? isTrustedNumeric(paramInfo) || paramInfo.type === 'number' : false;\n }\n\n private normalizeNumericComparisonOperand(value: string, metadataIndex?: number): string {\n if (!this.shouldCoalesceNumericComparison(value, metadataIndex)) {\n return value;\n }\n const numericValue = this.toNumericSafe(value, metadataIndex);\n return `COALESCE(${numericValue}, 0)`;\n }\n\n private normalizeBlankComparable(value: string, metadataIndex?: number): string {\n const comparable = this.coerceToTextComparable(value, metadataIndex);\n // Force text comparison so numeric fields compared against '' won't cast '' to double precision\n const textComparable = this.ensureTextCollation(comparable);\n return `COALESCE(NULLIF(${textComparable}, ''), '')`;\n }\n\n private ensureTextCollation(expr: string): string {\n return `(${expr})::text`;\n }\n\n private isTextLikeExpression(value: string, metadataIndex?: number): boolean {\n const trimmed = this.stripOuterParentheses(value);\n if (this.isEmptyStringLiteral(trimmed)) {\n return false;\n }\n if (/^'.*'$/.test(trimmed)) {\n return true;\n }\n\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n if (paramInfo?.hasMetadata) {\n if (\n paramInfo.fieldDbType === DbFieldType.Real ||\n paramInfo.fieldDbType === DbFieldType.Integer ||\n paramInfo.fieldCellValueType === 'number'\n ) {\n return false;\n }\n if (isTextLikeParam(paramInfo)) {\n return true;\n }\n }\n\n return this.getExpressionFieldType(value) === DbFieldType.Text;\n }\n\n private isNumericLikeExpression(value: string, metadataIndex?: number): boolean {\n if (this.isNumericLiteral(value)) {\n return true;\n }\n\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n if (paramInfo?.hasMetadata) {\n if (\n paramInfo.type === 'number' ||\n isTrustedNumeric(paramInfo) ||\n isBooleanLikeParam(paramInfo)\n ) {\n return true;\n }\n if (\n paramInfo.fieldDbType === DbFieldType.Real ||\n paramInfo.fieldDbType === DbFieldType.Integer\n ) {\n return true;\n }\n if (paramInfo.fieldCellValueType === 'number') {\n return true;\n }\n }\n\n const expressionFieldType = this.getExpressionFieldType(value);\n return expressionFieldType === DbFieldType.Real || expressionFieldType === DbFieldType.Integer;\n }\n\n private getExpressionFieldType(value: string): DbFieldType | undefined {\n const trimmed = this.stripOuterParentheses(value);\n const columnMatch = trimmed.match(/^\"([^\"]+)\"$/) ?? trimmed.match(/^\"[^\"]+\"\\.\"([^\"]+)\"$/);\n if (!columnMatch || columnMatch.length < 2) {\n return undefined;\n }\n\n const columnName = columnMatch[1];\n const table = this.context?.table;\n const field =\n table?.fieldList?.find((item) => item.dbFieldName === columnName) ??\n table?.fields?.ordered?.find((item) => item.dbFieldName === columnName);\n if (field) {\n return field.dbFieldType as DbFieldType | undefined;\n }\n\n // Handle CTE-projected lookup/rollup aliases like \"lookup_\" that aren't part of the\n // base table's dbFieldName list but still correspond to concrete field metadata.\n const lookupMatch = columnName.match(/^(lookup|rollup)_(fld[A-Za-z0-9]+)$/);\n if (lookupMatch && typeof table?.getField === 'function') {\n const byId = table.getField(lookupMatch[2]);\n return byId?.dbFieldType as DbFieldType | undefined;\n }\n\n return undefined;\n }\n\n private isHardTextExpression(value: string): boolean {\n const trimmed = this.stripOuterParentheses(value);\n if (this.isEmptyStringLiteral(trimmed)) {\n return false;\n }\n if (/^'.+'$/.test(trimmed)) {\n return true;\n }\n return this.getExpressionFieldType(value) === DbFieldType.Text;\n }\n\n private coerceArrayLikeToText(expr: string, metadataIndex?: number): string {\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n const shouldFlatten = paramInfo?.isJsonField || paramInfo?.isMultiValueField;\n\n if (!shouldFlatten) {\n return this.ensureTextCollation(expr);\n }\n\n const textExpr = `((${expr})::text)`;\n const safeJsonExpr = `(CASE WHEN ${expr} IS NULL THEN NULL ELSE to_jsonb(${expr}) END)`;\n\n const flattened = `(CASE\n WHEN ${expr} IS NULL THEN NULL\n WHEN ${safeJsonExpr} IS NULL THEN ${textExpr}\n WHEN jsonb_typeof(${safeJsonExpr}) = 'array' THEN (\n SELECT STRING_AGG(elem.value, ', ' ORDER BY elem.ordinality)\n FROM jsonb_array_elements_text(${safeJsonExpr}) WITH ORDINALITY AS elem(value, ordinality)\n )\n WHEN jsonb_typeof(${safeJsonExpr}) = 'object' THEN COALESCE(\n ${safeJsonExpr}->>'title',\n ${safeJsonExpr}->>'name',\n ${safeJsonExpr} #>> '{}'\n )\n ELSE ${safeJsonExpr} #>> '{}'\n END)`;\n\n return this.ensureTextCollation(flattened);\n }\n\n private buildJsonScalarCoercion(jsonExpr: string): string {\n const elementScalar = `CASE\n WHEN jsonb_typeof(elem.value) = 'object' THEN COALESCE(\n elem.value->>'title',\n elem.value->>'name',\n elem.value #>> '{}'\n )\n WHEN jsonb_typeof(elem.value) = 'array' THEN NULL\n ELSE elem.value #>> '{}'\n END`;\n\n return `CASE jsonb_typeof(${jsonExpr})\n WHEN 'string' THEN (${jsonExpr}) #>> '{}'\n WHEN 'number' THEN (${jsonExpr}) #>> '{}'\n WHEN 'boolean' THEN (${jsonExpr}) #>> '{}'\n WHEN 'null' THEN NULL\n WHEN 'array' THEN COALESCE((\n SELECT STRING_AGG(${elementScalar}, ', ' ORDER BY elem.ordinality)\n FROM jsonb_array_elements(${jsonExpr}) WITH ORDINALITY AS elem(value, ordinality)\n ), '')\n WHEN 'object' THEN COALESCE(${jsonExpr}->>'title', ${jsonExpr}->>'name', ${jsonExpr} #>> '{}')\n ELSE (${jsonExpr})::text\n END`;\n }\n\n private coerceJsonExpressionToText(wrapped: string, metadataIndex?: number): string {\n void metadataIndex;\n const jsonExpr = `to_jsonb${wrapped}`;\n return `(CASE\n WHEN ${wrapped} IS NULL THEN NULL\n ELSE ${this.buildJsonScalarCoercion(jsonExpr)}\n END)`;\n }\n\n private coerceNonJsonExpressionToText(wrapped: string): string {\n const jsonbValue = `to_jsonb${wrapped}`;\n\n return `(CASE\n WHEN ${wrapped} IS NULL THEN NULL\n ELSE\n ${this.buildJsonScalarCoercion(jsonbValue)}\n END)`;\n }\n\n private coerceToTextComparable(value: string, metadataIndex?: number): string {\n const trimmed = this.stripOuterParentheses(value);\n if (!trimmed) {\n return this.ensureTextCollation(value);\n }\n const isStringLiteral = /^'.*'$/.test(trimmed);\n if (isStringLiteral) {\n return trimmed;\n }\n if (trimmed.toUpperCase() === 'NULL') {\n return 'NULL';\n }\n\n const wrapped = `(${value})`;\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n const expressionFieldType = this.getExpressionFieldType(value);\n const numericField =\n paramInfo?.fieldDbType === DbFieldType.Real ||\n paramInfo?.fieldDbType === DbFieldType.Integer ||\n paramInfo?.fieldCellValueType === 'number' ||\n expressionFieldType === DbFieldType.Real ||\n expressionFieldType === DbFieldType.Integer;\n if (numericField && !paramInfo?.isJsonField && !paramInfo?.isMultiValueField) {\n // Cast numeric operands to text so blank comparisons (e.g. field = '') don't try to\n // coerce '' into double precision and raise 22P02.\n return this.ensureTextCollation(wrapped);\n }\n if (paramInfo?.hasMetadata) {\n if (isJsonLikeParam(paramInfo)) {\n const coercedJson = this.coerceJsonExpressionToText(wrapped, metadataIndex);\n return this.ensureTextCollation(coercedJson);\n }\n\n if (isTextLikeParam(paramInfo)) {\n return this.isNumericLiteral(trimmed) ? this.ensureTextCollation(wrapped) : wrapped;\n }\n\n if (paramInfo.type && paramInfo.type !== 'unknown') {\n return this.ensureTextCollation(`${wrapped}::text`);\n }\n }\n\n // Heuristic: treat CASE/COALESCE/text-cast expressions as text without json wrapping to prevent\n // runaway query growth in nested IF chains.\n if (/^CASE\\b/i.test(trimmed) || /::text\\b/i.test(trimmed) || /\\bCOALESCE\\b/i.test(trimmed)) {\n return this.ensureTextCollation(wrapped);\n }\n\n const jsonbValue = `to_jsonb${wrapped}`;\n const flattenedArray = `(SELECT STRING_AGG(elem.value, ', ' ORDER BY elem.ordinality)\n FROM jsonb_array_elements_text(${jsonbValue}) WITH ORDINALITY AS elem(value, ordinality))`;\n const coerced = `(CASE\n WHEN ${wrapped} IS NULL THEN NULL\n ELSE\n CASE jsonb_typeof(${jsonbValue})\n WHEN 'string' THEN ${jsonbValue} #>> '{}'\n WHEN 'number' THEN ${jsonbValue} #>> '{}'\n WHEN 'boolean' THEN ${jsonbValue} #>> '{}'\n WHEN 'null' THEN NULL\n WHEN 'array' THEN COALESCE(${flattenedArray}, '')\n ELSE ${jsonbValue}::text\n END\n END)`;\n return this.ensureTextCollation(coerced);\n }\n\n private countANonNullExpression(value: string, metadataIndex?: number): string {\n if (this.isTextLikeExpression(value, metadataIndex)) {\n const normalizedComparable = this.normalizeBlankComparable(value, metadataIndex);\n return `CASE WHEN ${value} IS NULL OR ${normalizedComparable} = '' THEN 0 ELSE 1 END`;\n }\n\n return `CASE WHEN ${value} IS NULL THEN 0 ELSE 1 END`;\n }\n\n private normalizeIntervalUnit(\n unitLiteral: string,\n options?: { treatQuarterAsMonth?: boolean }\n ): {\n unit:\n | 'millisecond'\n | 'second'\n | 'minute'\n | 'hour'\n | 'day'\n | 'week'\n | 'month'\n | 'quarter'\n | 'year';\n factor: number;\n } {\n const normalized = unitLiteral.trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n return { unit: 'millisecond', factor: 1 };\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return { unit: 'second', factor: 1 };\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return { unit: 'minute', factor: 1 };\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return { unit: 'hour', factor: 1 };\n case 'week':\n case 'weeks':\n return { unit: 'week', factor: 1 };\n case 'month':\n case 'months':\n return { unit: 'month', factor: 1 };\n case 'quarter':\n case 'quarters':\n if (options?.treatQuarterAsMonth === false) {\n return { unit: 'quarter', factor: 1 };\n }\n return { unit: 'month', factor: 3 };\n case 'year':\n case 'years':\n return { unit: 'year', factor: 1 };\n case 'day':\n case 'days':\n default:\n return { unit: 'day', factor: 1 };\n }\n }\n\n private normalizeDiffUnit(\n unitLiteral: string\n ): 'millisecond' | 'second' | 'minute' | 'hour' | 'day' | 'week' | 'month' | 'quarter' | 'year' {\n const normalized = unitLiteral.trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n return 'millisecond';\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return 'second';\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return 'minute';\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return 'hour';\n case 'week':\n case 'weeks':\n return 'week';\n case 'month':\n case 'months':\n return 'month';\n case 'quarter':\n case 'quarters':\n return 'quarter';\n case 'year':\n case 'years':\n return 'year';\n default:\n return 'day';\n }\n }\n\n private normalizeTruncateUnit(\n unitLiteral: string\n ): 'millisecond' | 'second' | 'minute' | 'hour' | 'day' | 'week' | 'month' | 'quarter' | 'year' {\n const normalized = unitLiteral.trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n return 'millisecond';\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return 'second';\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return 'minute';\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return 'hour';\n case 'week':\n case 'weeks':\n return 'week';\n case 'month':\n case 'months':\n return 'month';\n case 'quarter':\n case 'quarters':\n return 'quarter';\n case 'year':\n case 'years':\n return 'year';\n case 'day':\n case 'days':\n default:\n return 'day';\n }\n }\n\n private buildBlankAwareComparison(\n operator: '=' | '<>',\n left: string,\n right: string,\n metadataIndexes?: { left?: number; right?: number }\n ): string {\n const leftIndex = metadataIndexes?.left;\n const rightIndex = metadataIndexes?.right;\n const leftIsEmptyLiteral = this.isEmptyStringLiteral(left);\n const rightIsEmptyLiteral = this.isEmptyStringLiteral(right);\n const leftIsNullLiteral = this.isNullLiteral(left);\n const rightIsNullLiteral = this.isNullLiteral(right);\n const leftIsText = this.isTextLikeExpression(left, leftIndex);\n const rightIsText = this.isTextLikeExpression(right, rightIndex);\n const normalizeText =\n leftIsEmptyLiteral ||\n rightIsEmptyLiteral ||\n leftIsNullLiteral ||\n rightIsNullLiteral ||\n leftIsText ||\n rightIsText;\n\n const leftIsNumericComparable = this.shouldCoalesceNumericComparison(left, leftIndex);\n const rightIsNumericComparable = this.shouldCoalesceNumericComparison(right, rightIndex);\n\n if (!normalizeText && (leftIsNumericComparable || rightIsNumericComparable)) {\n const normalizedLeft = leftIsNumericComparable\n ? this.normalizeNumericComparisonOperand(left, leftIndex)\n : left;\n const normalizedRight = rightIsNumericComparable\n ? this.normalizeNumericComparisonOperand(right, rightIndex)\n : right;\n return `(${normalizedLeft} ${operator} ${normalizedRight})`;\n }\n\n if (!normalizeText) {\n return `(${left} ${operator} ${right})`;\n }\n\n const normalizeOperand = (\n value: string,\n isEmptyLiteral: boolean,\n isNullLiteral: boolean,\n metadataIndex?: number\n ) =>\n isEmptyLiteral || isNullLiteral ? \"''\" : this.normalizeBlankComparable(value, metadataIndex);\n\n const normalizedLeft = normalizeOperand(left, leftIsEmptyLiteral, leftIsNullLiteral, leftIndex);\n const normalizedRight = normalizeOperand(\n right,\n rightIsEmptyLiteral,\n rightIsNullLiteral,\n rightIndex\n );\n\n return `(${normalizedLeft} ${operator} ${normalizedRight})`;\n }\n\n private sanitizeTimestampInput(date: string): string {\n const trimmed = `NULLIF(BTRIM((${date})::text), '')`;\n const pattern = getDefaultDatetimeParsePattern().replace(/'/g, \"''\");\n return `CASE WHEN ${trimmed} IS NULL THEN NULL WHEN LOWER(${trimmed}) IN ('null', 'undefined') THEN NULL WHEN ${trimmed} ~ '${pattern}' THEN ${trimmed} ELSE NULL END`;\n }\n\n private isTrustedDatetime(expr: string, metadataIndex?: number): boolean {\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n if (paramInfo?.hasMetadata) {\n const looksDatetime =\n isDatetimeLikeParam(paramInfo) ||\n paramInfo.fieldDbType === DbFieldType.DateTime ||\n paramInfo.fieldCellValueType === 'datetime';\n if (looksDatetime && !paramInfo.isJsonField && !paramInfo.isMultiValueField) {\n return true;\n }\n return false;\n }\n return false;\n }\n\n private isTimestampish(expr: string): boolean {\n const trimmed = this.stripOuterParentheses(expr);\n return (\n /::timestamp(tz)?\\b/i.test(trimmed) ||\n /\\bAT\\s+TIME\\s+ZONE\\b/i.test(trimmed) ||\n /^NOW\\(\\)/i.test(trimmed) ||\n /^CURRENT_TIMESTAMP/i.test(trimmed)\n );\n }\n\n private shouldTreatAsDatetime(expr: string, metadataIndex?: number): boolean {\n const paramInfo = this.getParamInfo(metadataIndex);\n if (paramInfo?.hasMetadata) {\n // Explicit numeric/boolean metadata should not be coerced into datetime even if the expression\n // happens to contain timestamp-ish tokens (e.g. nested EXTRACT(... AT TIME ZONE ...)).\n if (paramInfo.type === 'number' || paramInfo.type === 'boolean') {\n return false;\n }\n const looksDatetime =\n isDatetimeLikeParam(paramInfo) ||\n paramInfo.fieldDbType === DbFieldType.DateTime ||\n paramInfo.fieldCellValueType === 'datetime';\n if (looksDatetime) {\n return true;\n }\n }\n return this.isTimestampish(expr);\n }\n\n private tzWrap(date: string, metadataIndex?: number): string {\n const tz = this.context?.timeZone as string | undefined;\n const shouldTreat = this.shouldTreatAsDatetime(date, metadataIndex);\n const trusted = shouldTreat && this.isTrustedDatetime(date, metadataIndex);\n const paramInfo = metadataIndex != null ? this.getParamInfo(metadataIndex) : undefined;\n const isTextLike = Boolean(paramInfo?.hasMetadata && isTextLikeParam(paramInfo));\n const alreadyTimestamp = !isTextLike && this.isTimestampish(date);\n const needsSanitize = !(trusted || alreadyTimestamp);\n const baseExpr = needsSanitize ? this.sanitizeTimestampInput(date) : `(${date})`;\n const wrappedBase = needsSanitize ? `(${baseExpr})` : baseExpr;\n\n if (!tz) {\n return `${wrappedBase}::timestamp`;\n }\n // Sanitize single quotes to prevent SQL issues\n const safeTz = tz.replace(/'/g, \"''\");\n return `${wrappedBase}::timestamptz AT TIME ZONE '${safeTz}'`;\n }\n\n private buildTimezoneOffsetSql(localTimestampSql: string): string {\n const tz = this.context?.timeZone as string | undefined;\n if (!tz) {\n return \"'+00:00'\";\n }\n\n const safeTz = tz.replace(/'/g, \"''\");\n const offsetMinutesSql = `ROUND(EXTRACT(EPOCH FROM (((${localTimestampSql}) AT TIME ZONE 'UTC') - ((${localTimestampSql}) AT TIME ZONE '${safeTz}'))) / 60)::int`;\n\n return `(CASE WHEN ${offsetMinutesSql} >= 0 THEN '+' ELSE '-' END || LPAD((ABS(${offsetMinutesSql}) / 60)::int::text, 2, '0') || ':' || LPAD((ABS(${offsetMinutesSql}) % 60)::int::text, 2, '0'))`;\n }\n\n private getDatePattern(date: DateFormattingPreset | string): string {\n const presetValues = Object.values(DateFormattingPreset) as string[];\n const normalizedPreset = presetValues.includes(date)\n ? (date as DateFormattingPreset)\n : DateFormattingPreset.ISO;\n\n switch (normalizedPreset) {\n case DateFormattingPreset.US:\n return 'FMMM/FMDD/YYYY';\n case DateFormattingPreset.European:\n return 'FMDD/FMMM/YYYY';\n case DateFormattingPreset.Asian:\n return 'YYYY/MM/DD';\n case DateFormattingPreset.YM:\n return 'YYYY-MM';\n case DateFormattingPreset.MD:\n return 'MM-DD';\n case DateFormattingPreset.Y:\n return 'YYYY';\n case DateFormattingPreset.M:\n return 'MM';\n case DateFormattingPreset.D:\n return 'DD';\n case DateFormattingPreset.ISO:\n default:\n return 'YYYY-MM-DD';\n }\n }\n\n private getTimePattern(time?: TimeFormatting): string | null {\n switch (time ?? TimeFormatting.None) {\n case TimeFormatting.Hour24:\n return 'HH24:MI';\n case TimeFormatting.Hour12:\n return 'HH12:MI AM';\n default:\n return null;\n }\n }\n\n private buildDatetimeFormatting(formatting?: Partial): {\n pattern: string;\n timeZone: string;\n } {\n const datePattern = this.getDatePattern(formatting?.date ?? DateFormattingPreset.ISO);\n const timePreset = formatting?.time as TimeFormatting | undefined;\n const timePattern = this.getTimePattern(timePreset);\n const pattern = (timePattern ? `${datePattern} ${timePattern}` : datePattern).replace(\n /'/g,\n \"''\"\n );\n const timeZone = (formatting?.timeZone ?? this.context?.timeZone ?? 'UTC').replace(/'/g, \"''\");\n return { pattern, timeZone };\n }\n\n private normalizeAnyToJsonArray(expr: string): string {\n const base = `(${expr})`;\n const jsonExpr = `to_jsonb${base}`;\n return `(CASE\n WHEN ${base} IS NULL THEN '[]'::jsonb\n WHEN jsonb_typeof(${jsonExpr}) = 'array' THEN COALESCE(${jsonExpr}, '[]'::jsonb)\n ELSE jsonb_build_array(${jsonExpr})\n END)`;\n }\n\n private extractFirstScalarFromMultiValue(expr: string): string {\n const arrayExpr = this.normalizeAnyToJsonArray(expr);\n return `(SELECT elem #>> '{}'\n FROM jsonb_array_elements(${arrayExpr}) AS elem\n WHERE jsonb_typeof(elem) NOT IN ('array','object')\n LIMIT 1\n )`;\n }\n\n private formatDatetimeOperandForSlice(expr: string, metadataIndex: number): string | null {\n const paramInfo = this.getParamInfo(metadataIndex);\n const cellValueType = paramInfo.fieldCellValueType?.toLowerCase();\n let isDatetimeParam =\n isDatetimeLikeParam(paramInfo) ||\n cellValueType === 'datetime' ||\n paramInfo.fieldDbType === DbFieldType.DateTime;\n\n let formatting: IDatetimeFormatting | undefined;\n let timeZoneSource: string | undefined;\n\n if (paramInfo.hasMetadata) {\n const fieldId = this.currentCallMetadata?.[metadataIndex]?.field?.id;\n const field =\n fieldId && this.context?.table ? this.context.table.getField(fieldId) : undefined;\n formatting = (field as { options?: { formatting?: IDatetimeFormatting } } | undefined)\n ?.options?.formatting;\n timeZoneSource = formatting?.timeZone ?? this.context?.timeZone;\n } else if (this.context?.table) {\n const trimmed = this.stripOuterParentheses(expr);\n const columnMatch = trimmed.match(/^\"[^\"]+\"\\.\"([^\"]+)\"$/) ?? trimmed.match(/^\"([^\"]+)\"$/);\n const dbName = columnMatch?.[1];\n if (dbName) {\n const field =\n this.context.table.fieldList?.find((item) => item.dbFieldName === dbName) ??\n this.context.table.fields?.ordered?.find((item) => item.dbFieldName === dbName);\n if (field?.dbFieldType === DbFieldType.DateTime) {\n isDatetimeParam = true;\n formatting = (field as { options?: { formatting?: IDatetimeFormatting } } | undefined)\n ?.options?.formatting;\n timeZoneSource = formatting?.timeZone ?? this.context?.timeZone;\n }\n }\n }\n\n if (!isDatetimeParam) {\n return null;\n }\n\n if (paramInfo.isMultiValueField) {\n const normalizedArray = this.normalizeAnyToJsonArray(expr);\n const { pattern, timeZone } = this.buildDatetimeFormatting({\n ...(formatting ?? {}),\n timeZone: timeZoneSource ?? this.context?.timeZone ?? 'UTC',\n });\n const scalar = `(CASE\n WHEN jsonb_typeof(elem) = 'object' THEN COALESCE(elem->>'title', elem->>'name', elem #>> '{}')\n ELSE elem #>> '{}'\n END)`;\n const sanitized = this.sanitizeTimestampInput(scalar);\n const formatted = `TO_CHAR(((${sanitized}))::timestamptz AT TIME ZONE '${timeZone}', '${pattern}')`;\n return `(SELECT string_agg(${formatted}, ', ' ORDER BY ord)\n FROM jsonb_array_elements(${normalizedArray}) WITH ORDINALITY AS t(elem, ord)\n )`;\n }\n\n let normalizedExpr = expr;\n if (paramInfo.isMultiValueField) {\n normalizedExpr = this.extractFirstScalarFromMultiValue(expr);\n }\n\n const { pattern, timeZone } = this.buildDatetimeFormatting({\n ...(formatting ?? {}),\n timeZone: timeZoneSource ?? this.context?.timeZone ?? 'UTC',\n });\n const sanitized = this.sanitizeTimestampInput(normalizedExpr);\n return `TO_CHAR((${sanitized})::timestamptz AT TIME ZONE '${timeZone}', '${pattern}')`;\n }\n\n private buildSliceOperand(expr: string, metadataIndex: number): string {\n const formattedDatetime = this.formatDatetimeOperandForSlice(expr, metadataIndex);\n if (formattedDatetime) {\n return `(${formattedDatetime})`;\n }\n return `(${expr})::text`;\n }\n // Numeric Functions\n sum(params: string[]): string {\n if (params.length === 0) {\n return '0';\n }\n\n const terms = params.map((param, index) => {\n const paramInfo = this.getParamInfo(index);\n if (paramInfo.isJsonField || paramInfo.isMultiValueField) {\n const { sum } = this.buildNumericArrayAggregation(param);\n return `COALESCE(${sum}, 0)`;\n }\n return this.collapseNumeric(param, index);\n });\n if (terms.length === 1) {\n return terms[0];\n }\n return `(${terms.join(' + ')})`;\n }\n\n average(params: string[]): string {\n if (params.length === 0) {\n return '0';\n }\n const sumTerms: string[] = [];\n const countTerms: string[] = [];\n\n params.forEach((param, index) => {\n const paramInfo = this.getParamInfo(index);\n if (paramInfo.isJsonField || paramInfo.isMultiValueField) {\n const { sum, count } = this.buildNumericArrayAggregation(param);\n sumTerms.push(`COALESCE(${sum}, 0)`);\n countTerms.push(`COALESCE(${count}, 0)`);\n } else {\n const numericValue = this.toNumericSafe(param, index);\n sumTerms.push(`COALESCE(${numericValue}, 0)`);\n countTerms.push('1');\n }\n });\n\n const numerator = sumTerms.length === 1 ? sumTerms[0] : `(${sumTerms.join(' + ')})`;\n const hasDynamicCount = countTerms.some((c) => c !== '1');\n if (!hasDynamicCount) {\n return `(${numerator}) / ${params.length}`;\n }\n const denominator = countTerms.length === 1 ? countTerms[0] : `(${countTerms.join(' + ')})`;\n return `(CASE WHEN ${denominator} = 0 THEN NULL ELSE (${numerator}) / ${denominator} END)`;\n }\n\n max(params: string[]): string {\n const mapped = params.map((param, index) => {\n const paramInfo = this.getParamInfo(index);\n if (paramInfo.isJsonField || paramInfo.isMultiValueField) {\n return this.buildNumericArrayExtremum(param, 'max');\n }\n return this.toNumericSafe(param, index);\n });\n return `GREATEST(${this.joinParams(mapped)})`;\n }\n\n min(params: string[]): string {\n const mapped = params.map((param, index) => {\n const paramInfo = this.getParamInfo(index);\n if (paramInfo.isJsonField || paramInfo.isMultiValueField) {\n return this.buildNumericArrayExtremum(param, 'min');\n }\n return this.toNumericSafe(param, index);\n });\n return `LEAST(${this.joinParams(mapped)})`;\n }\n\n round(value: string, precision?: string): string {\n if (precision) {\n return `ROUND(${value}::numeric, ${precision}::integer)`;\n }\n return `ROUND(${value}::numeric)`;\n }\n\n roundUp(value: string, precision?: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n if (precision !== undefined) {\n const numericPrecision = this.toNumericSafe(precision, 1);\n const factor = `POWER(10, ${numericPrecision}::integer)`;\n return `CEIL(${numericValue} * ${factor}) / ${factor}`;\n }\n return `CEIL(${numericValue})`;\n }\n\n roundDown(value: string, precision?: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n if (precision !== undefined) {\n const numericPrecision = this.toNumericSafe(precision, 1);\n const factor = `POWER(10, ${numericPrecision}::integer)`;\n return `FLOOR(${numericValue} * ${factor}) / ${factor}`;\n }\n return `FLOOR(${numericValue})`;\n }\n\n ceiling(value: string): string {\n return `CEIL(${this.toNumericSafe(value, 0)})`;\n }\n\n floor(value: string): string {\n return `FLOOR(${this.toNumericSafe(value, 0)})`;\n }\n\n even(value: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n const intValue = `FLOOR(${numericValue})::integer`;\n return `CASE WHEN ${numericValue} IS NULL THEN NULL WHEN ${intValue} % 2 = 0 THEN ${intValue} ELSE ${intValue} + 1 END`;\n }\n\n odd(value: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n const intValue = `FLOOR(${numericValue})::integer`;\n return `CASE WHEN ${numericValue} IS NULL THEN NULL WHEN ${intValue} % 2 = 1 THEN ${intValue} ELSE ${intValue} + 1 END`;\n }\n\n int(value: string): string {\n return `FLOOR(${this.toNumericSafe(value, 0)})`;\n }\n\n abs(value: string): string {\n return `ABS(${this.toNumericSafe(value, 0)})`;\n }\n\n sqrt(value: string): string {\n return `SQRT(${this.toNumericSafe(value, 0)})`;\n }\n\n power(base: string, exponent: string): string {\n const baseValue = this.toNumericSafe(base, 0);\n const exponentValue = this.toNumericSafe(exponent, 1);\n return `POWER(${baseValue}, ${exponentValue})`;\n }\n\n exp(value: string): string {\n return `EXP(${this.toNumericSafe(value, 0)})`;\n }\n\n log(value: string, base?: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n if (base !== undefined) {\n const numericBase = this.toNumericSafe(base, 1);\n const baseLog = `LN(${numericBase})`;\n return `(LN(${numericValue}) / NULLIF(${baseLog}, 0))`;\n }\n return `LN(${numericValue})`;\n }\n\n mod(dividend: string, divisor: string): string {\n const safeDividend = this.toNumericSafe(dividend, 0);\n const safeDivisor = this.toNumericSafe(divisor, 1);\n return `(CASE WHEN (${safeDivisor}) IS NULL OR (${safeDivisor}) = 0 THEN NULL ELSE MOD((${safeDividend})::numeric, (${safeDivisor})::numeric)::double precision END)`;\n }\n\n value(text: string): string {\n return this.toNumericSafe(text, 0, { collate: true });\n }\n\n // Text Functions\n concatenate(params: string[]): string {\n return `CONCAT(${this.joinParams(params.map((p, idx) => this.coerceArrayLikeToText(p, idx)))})`;\n }\n\n stringConcat(left: string, right: string): string {\n return `CONCAT(${this.coerceArrayLikeToText(left, 0)}, ${this.coerceArrayLikeToText(\n right,\n 1\n )})`;\n }\n\n find(searchText: string, withinText: string, startNum?: string): string {\n const normalizedSearch = this.ensureTextCollation(searchText);\n const normalizedWithin = this.ensureTextCollation(withinText);\n\n if (startNum) {\n return `POSITION(${normalizedSearch} IN SUBSTRING(${normalizedWithin} FROM ${startNum}::integer)) + ${startNum}::integer - 1`;\n }\n return `POSITION(${normalizedSearch} IN ${normalizedWithin})`;\n }\n\n search(searchText: string, withinText: string, startNum?: string): string {\n const normalizedSearch = this.ensureTextCollation(searchText);\n const normalizedWithin = this.ensureTextCollation(withinText);\n\n // Similar to find but case-insensitive\n if (startNum) {\n return `POSITION(UPPER(${normalizedSearch}) IN UPPER(SUBSTRING(${normalizedWithin} FROM ${startNum}::integer))) + ${startNum}::integer - 1`;\n }\n return `POSITION(UPPER(${normalizedSearch}) IN UPPER(${normalizedWithin}))`;\n }\n\n mid(text: string, startNum: string, numChars: string): string {\n const operand = this.buildSliceOperand(text, 0);\n return `SUBSTRING(${operand} FROM ${startNum}::integer FOR ${numChars}::integer)`;\n }\n\n left(text: string, numChars: string): string {\n const operand = this.buildSliceOperand(text, 0);\n return `LEFT(${operand}, ${numChars}::integer)`;\n }\n\n right(text: string, numChars: string): string {\n const operand = this.buildSliceOperand(text, 0);\n return `RIGHT(${operand}, ${numChars}::integer)`;\n }\n\n replace(oldText: string, startNum: string, numChars: string, newText: string): string {\n const source = this.buildSliceOperand(oldText, 0);\n const replacement = this.buildSliceOperand(newText, 3);\n return `OVERLAY(${source} PLACING ${replacement} FROM ${startNum}::integer FOR ${numChars}::integer)`;\n }\n\n regexpReplace(text: string, pattern: string, replacement: string): string {\n const source = this.ensureTextCollation(text);\n const regex = this.ensureTextCollation(pattern);\n const replacementText = this.ensureTextCollation(replacement);\n return `REGEXP_REPLACE(${source}, ${regex}, ${replacementText}, 'g')`;\n }\n\n substitute(text: string, oldText: string, newText: string, instanceNum?: string): string {\n const source = this.coerceArrayLikeToText(text, 0);\n const search = this.coerceArrayLikeToText(oldText, 1);\n const replacement = this.coerceArrayLikeToText(newText, 2);\n if (instanceNum) {\n // PostgreSQL doesn't have direct support for replacing specific instance\n // This is a simplified implementation\n return `REPLACE(${source}, ${search}, ${replacement})`;\n }\n return `REPLACE(${source}, ${search}, ${replacement})`;\n }\n\n lower(text: string): string {\n const operand = this.coerceArrayLikeToText(text, 0);\n return `LOWER(${operand})`;\n }\n\n upper(text: string): string {\n const operand = this.coerceArrayLikeToText(text, 0);\n return `UPPER(${operand})`;\n }\n\n rept(text: string, numTimes: string): string {\n const operand = this.coerceArrayLikeToText(text, 0);\n return `REPEAT(${operand}, ${numTimes}::integer)`;\n }\n\n trim(text: string): string {\n const operand = this.coerceArrayLikeToText(text, 0);\n return `TRIM(${operand})`;\n }\n\n len(text: string): string {\n // Cast to text to avoid calling LENGTH() on numeric types (e.g., auto-number)\n const operand = this.ensureTextCollation(this.coerceToTextComparable(text, 0));\n return `LENGTH(${operand})`;\n }\n\n t(value: string): string {\n return `CASE WHEN ${value} IS NULL THEN '' ELSE ${value}::text END`;\n }\n\n encodeUrlComponent(text: string): string {\n const textExpr = `(${text})::text`;\n const encodedSql = `(SELECT string_agg(\n CASE\n WHEN byte_val BETWEEN 48 AND 57\n OR byte_val BETWEEN 65 AND 90\n OR byte_val BETWEEN 97 AND 122\n OR byte_val IN (45, 95, 46, 33, 126, 42, 39, 40, 41)\n THEN chr(byte_val)\n ELSE '%' || UPPER(LPAD(to_hex(byte_val), 2, '0'))\n END,\n ''\n ORDER BY ord\n )\n FROM (\n SELECT ord, get_byte(src.bytes, ord) AS byte_val\n FROM (SELECT convert_to(${textExpr}, 'UTF8') AS bytes) AS src\n CROSS JOIN generate_series(0, octet_length(src.bytes) - 1) AS ord\n ) AS utf8_bytes)`;\n\n return `(CASE WHEN ${text} IS NULL THEN NULL ELSE COALESCE(${encodedSql}, '') END)`;\n }\n\n // DateTime Functions - These can use mutable functions in SELECT context\n now(): string {\n return `NOW()`;\n }\n\n today(): string {\n return `CURRENT_DATE`;\n }\n\n dateAdd(date: string, count: string, unit: string): string {\n const { unit: cleanUnit, factor } = this.normalizeIntervalUnit(unit.replace(/^'|'$/g, ''));\n const countExpr = `(${count})`;\n const scaledCount = factor === 1 ? `${countExpr}` : `${countExpr} * ${factor}`;\n const tsExpr = this.tzWrap(date, 0);\n if (cleanUnit === 'quarter') {\n return `${tsExpr} + (${scaledCount}) * INTERVAL '1 month'`;\n }\n return `${tsExpr} + (${scaledCount}) * INTERVAL '1 ${cleanUnit}'`;\n }\n\n datestr(date: string): string {\n return `(${this.tzWrap(date, 0)})::date::text`;\n }\n\n private buildMonthDiff(startDate: string, endDate: string): string {\n const startExpr = this.tzWrap(startDate, 0);\n const endExpr = this.tzWrap(endDate, 1);\n const startYear = `EXTRACT(YEAR FROM ${startExpr})`;\n const endYear = `EXTRACT(YEAR FROM ${endExpr})`;\n const startMonth = `EXTRACT(MONTH FROM ${startExpr})`;\n const endMonth = `EXTRACT(MONTH FROM ${endExpr})`;\n const startDay = `EXTRACT(DAY FROM ${startExpr})`;\n const endDay = `EXTRACT(DAY FROM ${endExpr})`;\n const startLastDay = `EXTRACT(DAY FROM (DATE_TRUNC('month', ${startExpr}) + INTERVAL '1 month - 1 day'))`;\n const endLastDay = `EXTRACT(DAY FROM (DATE_TRUNC('month', ${endExpr}) + INTERVAL '1 month - 1 day'))`;\n\n const baseMonths = `((${startYear} - ${endYear}) * 12 + (${startMonth} - ${endMonth}))`;\n const adjustDown = `(CASE WHEN ${baseMonths} > 0 AND ${startDay} < ${endDay} AND ${startDay} < ${startLastDay} THEN 1 ELSE 0 END)`;\n const adjustUp = `(CASE WHEN ${baseMonths} < 0 AND ${startDay} > ${endDay} AND ${endDay} < ${endLastDay} THEN 1 ELSE 0 END)`;\n\n return `(${baseMonths} - ${adjustDown} + ${adjustUp})`;\n }\n\n datetimeDiff(startDate: string, endDate: string, unit: string): string {\n const diffUnit = this.normalizeDiffUnit(unit.replace(/^'|'$/g, ''));\n const diffSeconds = `EXTRACT(EPOCH FROM (${this.tzWrap(startDate, 0)} - ${this.tzWrap(\n endDate,\n 1\n )}))`;\n switch (diffUnit) {\n case 'millisecond':\n return `(${diffSeconds}) * 1000`;\n case 'second':\n return `(${diffSeconds})`;\n case 'minute':\n return `(${diffSeconds}) / 60`;\n case 'hour':\n return `(${diffSeconds}) / 3600`;\n case 'week':\n return `(${diffSeconds}) / (86400 * 7)`;\n case 'month':\n return this.buildMonthDiff(startDate, endDate);\n case 'quarter':\n return `${this.buildMonthDiff(startDate, endDate)} / 3.0`;\n case 'year': {\n const monthDiff = this.buildMonthDiff(startDate, endDate);\n return `CAST((${monthDiff}) / 12.0 AS INTEGER)`;\n }\n case 'day':\n default:\n return `(${diffSeconds}) / 86400`;\n }\n }\n\n datetimeFormat(date: string, format: string): string {\n const timestampExpr = this.tzWrap(date, 0);\n return buildDatetimeFormatSql(\n timestampExpr,\n format,\n this.buildTimezoneOffsetSql(timestampExpr)\n );\n }\n\n datetimeParse(dateString: string, format?: string): string {\n const valueExpr = `(${dateString})`;\n const trustedDatetimeInput = this.hasTrustedDatetimeInput(0);\n\n if (format == null) {\n return trustedDatetimeInput ? valueExpr : this.parseDatetimeParseWithoutFormat(valueExpr);\n }\n const trimmedFormat = format.trim();\n if (!trimmedFormat || trimmedFormat === 'undefined' || trimmedFormat.toLowerCase() === 'null') {\n return trustedDatetimeInput ? valueExpr : this.parseDatetimeParseWithoutFormat(valueExpr);\n }\n if (trustedDatetimeInput) {\n const localTimestampExpr = this.tzWrap(valueExpr, 0);\n const formattedExpr = buildDatetimeFormatSql(\n localTimestampExpr,\n trimmedFormat,\n this.buildTimezoneOffsetSql(localTimestampExpr)\n );\n return this.parseDatetimeParseWithFormat(formattedExpr, trimmedFormat);\n }\n\n return this.parseDatetimeParseWithFormat(`${valueExpr}::text`, trimmedFormat, valueExpr);\n }\n\n day(date: string): string {\n return `EXTRACT(DAY FROM ${this.tzWrap(date, 0)})::int`;\n }\n\n private buildNowDiffByUnit(nowExpr: string, dateExpr: string, unit: string): string {\n const diffUnit = this.normalizeDiffUnit(unit.replace(/^'|'$/g, ''));\n const diffSeconds = `EXTRACT(EPOCH FROM (${nowExpr} - ${dateExpr}))`;\n const diffMonths = `EXTRACT(MONTH FROM AGE(${nowExpr}, ${dateExpr})) + EXTRACT(YEAR FROM AGE(${nowExpr}, ${dateExpr})) * 12`;\n const diffYears = `EXTRACT(YEAR FROM AGE(${nowExpr}, ${dateExpr}))`;\n switch (diffUnit) {\n case 'millisecond':\n return `(${diffSeconds}) * 1000`;\n case 'second':\n return `(${diffSeconds})`;\n case 'minute':\n return `(${diffSeconds}) / 60`;\n case 'hour':\n return `(${diffSeconds}) / 3600`;\n case 'week':\n return `(${diffSeconds}) / (86400 * 7)`;\n case 'month':\n return diffMonths;\n case 'quarter':\n return `(${diffMonths}) / 3.0`;\n case 'year':\n return diffYears;\n case 'day':\n default:\n return `(${diffSeconds}) / 86400`;\n }\n }\n\n fromNow(date: string, unit = 'day'): string {\n const tz = this.context?.timeZone?.replace(/'/g, \"''\");\n if (tz) {\n return this.buildNowDiffByUnit(`(NOW() AT TIME ZONE '${tz}')`, this.tzWrap(date, 0), unit);\n }\n return this.buildNowDiffByUnit('NOW()', `${date}::timestamp`, unit);\n }\n\n hour(date: string): string {\n return `EXTRACT(HOUR FROM ${this.tzWrap(date, 0)})::int`;\n }\n\n isAfter(date1: string, date2: string): string {\n return `${this.tzWrap(date1, 0)} > ${this.tzWrap(date2, 1)}`;\n }\n\n isBefore(date1: string, date2: string): string {\n return `${this.tzWrap(date1, 0)} < ${this.tzWrap(date2, 1)}`;\n }\n\n isSame(date1: string, date2: string, unit?: string): string {\n if (unit) {\n const trimmed = unit.trim();\n if (trimmed.startsWith(\"'\") && trimmed.endsWith(\"'\")) {\n const literal = trimmed.slice(1, -1);\n const normalizedUnit = this.normalizeTruncateUnit(literal);\n const safeUnit = normalizedUnit.replace(/'/g, \"''\");\n return `DATE_TRUNC('${safeUnit}', ${this.tzWrap(date1, 0)}) = DATE_TRUNC('${safeUnit}', ${this.tzWrap(date2, 1)})`;\n }\n return `DATE_TRUNC(${unit}, ${this.tzWrap(date1, 0)}) = DATE_TRUNC(${unit}, ${this.tzWrap(\n date2,\n 1\n )})`;\n }\n return `${this.tzWrap(date1, 0)} = ${this.tzWrap(date2, 1)}`;\n }\n\n lastModifiedTime(): string {\n // This would typically reference a system column\n return this.qualifySystemColumn('__last_modified_time');\n }\n\n minute(date: string): string {\n return `EXTRACT(MINUTE FROM ${this.tzWrap(date, 0)})::int`;\n }\n\n month(date: string): string {\n return `EXTRACT(MONTH FROM ${this.tzWrap(date, 0)})::int`;\n }\n\n second(date: string): string {\n return `EXTRACT(SECOND FROM ${this.tzWrap(date, 0)})::int`;\n }\n\n timestr(date: string): string {\n return `(${this.tzWrap(date, 0)})::time::text`;\n }\n\n toNow(date: string, unit = 'day'): string {\n return this.fromNow(date, unit);\n }\n\n weekNum(date: string): string {\n return `EXTRACT(WEEK FROM ${this.tzWrap(date, 0)})::int`;\n }\n\n weekday(date: string, startDayOfWeek?: string): string {\n const weekdaySql = `EXTRACT(DOW FROM ${this.tzWrap(date, 0)})::int`;\n if (!startDayOfWeek) {\n return weekdaySql;\n }\n\n const normalizedStartDay = `LOWER(BTRIM(COALESCE((${startDayOfWeek})::text, '')))`;\n return `CASE WHEN ${normalizedStartDay} = 'monday' THEN ((${weekdaySql} + 6) % 7) ELSE ${weekdaySql} END`;\n }\n\n workday(startDate: string, days: string, holidayStr?: string): string {\n if (!this.isDateLikeOperand(0)) {\n return 'NULL';\n }\n const startDateSql = `(${this.tzWrap(startDate, 0)})::date`;\n const dayCountSql = `COALESCE((${this.toNumericSafe(days, 1)})::integer, 0)`;\n const holidayTextSql = holidayStr ? `COALESCE((${holidayStr})::text, '')` : `''`;\n\n return `(\n WITH params AS (\n SELECT ${startDateSql} AS start_date, ${dayCountSql} AS day_count, ${holidayTextSql} AS holiday_text\n ),\n holiday_parts AS (\n SELECT BTRIM(part) AS holiday_part\n FROM params p\n CROSS JOIN LATERAL regexp_split_to_table(p.holiday_text, ',') AS part\n ),\n holiday_dates AS (\n SELECT DISTINCT TO_DATE(LEFT(holiday_part, 10), 'YYYY-MM-DD') AS holiday_date\n FROM holiday_parts\n WHERE holiday_part <> ''\n AND holiday_part ~ '^[0-9]{4}-[0-9]{2}-[0-9]{2}'\n AND TO_CHAR(TO_DATE(LEFT(holiday_part, 10), 'YYYY-MM-DD'), 'YYYY-MM-DD') = LEFT(holiday_part, 10)\n ),\n candidates AS (\n SELECT\n (p.start_date + CASE WHEN p.day_count >= 0 THEN seq.n ELSE -seq.n END)::date AS candidate_date,\n seq.n\n FROM params p\n CROSS JOIN LATERAL generate_series(1, ABS(p.day_count) * 7 + 366) AS seq(n)\n ),\n workdays AS (\n SELECT c.candidate_date, c.n\n FROM candidates c\n LEFT JOIN holiday_dates h ON h.holiday_date = c.candidate_date\n WHERE EXTRACT(DOW FROM c.candidate_date)::int NOT IN (0, 6)\n AND h.holiday_date IS NULL\n ORDER BY c.n\n )\n SELECT CASE\n WHEN p.day_count = 0 THEN p.start_date::timestamp\n ELSE (\n SELECT w.candidate_date::timestamp\n FROM workdays w\n OFFSET ABS(p.day_count) - 1\n LIMIT 1\n )\n END\n FROM params p\n )`;\n }\n\n workdayDiff(startDate: string, endDate: string): string {\n if (!this.isDateLikeOperand(0) || !this.isDateLikeOperand(1)) {\n return 'NULL';\n }\n // Simplified implementation with timezone-aware, sanitized inputs\n const start = `(${this.tzWrap(startDate, 0)})`;\n const end = `(${this.tzWrap(endDate, 1)})`;\n return `${end}::date - ${start}::date`;\n }\n\n year(date: string): string {\n return `EXTRACT(YEAR FROM ${this.tzWrap(date, 0)})::int`;\n }\n\n createdTime(): string {\n // This would typically reference a system column\n return this.qualifySystemColumn('__created_time');\n }\n\n // Logical Functions\n private truthinessScore(value: string, metadataIndex?: number): string {\n const normalizedValue = this.stripOuterParentheses(value);\n const wrapped = `(${normalizedValue})`;\n const paramInfo = this.getParamInfo(metadataIndex);\n\n if (isBooleanLikeParam(paramInfo)) {\n // Prefer the simplest form when the operand is a real boolean column to keep generated SQL\n // readable and stable for tests; otherwise cast to boolean to avoid COALESCE type errors\n // when the operand is boolean-ish text (e.g. 'true'/'false') in raw projection contexts.\n const boolExpr =\n paramInfo.isFieldReference && paramInfo.fieldDbType === DbFieldType.Boolean\n ? wrapped\n : `${wrapped}::boolean`;\n return `CASE WHEN COALESCE(${boolExpr}, FALSE) THEN 1 ELSE 0 END`;\n }\n\n if (\n paramInfo?.isJsonField ||\n paramInfo?.isMultiValueField ||\n paramInfo?.fieldDbType === DbFieldType.Json\n ) {\n return `CASE\n WHEN ${wrapped} IS NULL THEN 0\n WHEN (${wrapped})::text IN ('null', '[]', '{}', '') THEN 0\n ELSE 1\n END`;\n }\n\n if (isTrustedNumeric(paramInfo)) {\n const numericExpr = this.toNumericSafe(normalizedValue, metadataIndex);\n return `CASE WHEN COALESCE(${numericExpr}, 0) <> 0 THEN 1 ELSE 0 END`;\n }\n\n const conditionType = `pg_typeof${wrapped}::text`;\n const numericTypes = \"('smallint','integer','bigint','numeric','double precision','real')\";\n const wrappedText = `(${wrapped})::text`;\n const booleanTruthyScore = `CASE WHEN LOWER(${wrappedText}) IN ('t','true','1') THEN 1 ELSE 0 END`;\n const numericTruthyScore = `CASE WHEN ${wrappedText} ~ '^\\\\s*[+-]{0,1}0*(\\\\.0*){0,1}\\\\s*$' THEN 0 ELSE 1 END`;\n const fallbackTruthyScore = `CASE\n WHEN COALESCE(${wrappedText}, '') = '' THEN 0\n WHEN LOWER(${wrappedText}) = 'null' THEN 0\n ELSE 1\n END`;\n return `CASE\n WHEN ${wrapped} IS NULL THEN 0\n WHEN ${conditionType} = 'boolean' THEN ${booleanTruthyScore}\n WHEN ${conditionType} IN ${numericTypes} THEN ${numericTruthyScore}\n ELSE ${fallbackTruthyScore}\n END`;\n }\n\n if(condition: string, valueIfTrue: string, valueIfFalse: string): string {\n const truthinessScore = this.truthinessScore(condition, 0);\n const trueIsBlank = this.isEmptyStringLiteral(valueIfTrue) || this.isNullLiteral(valueIfTrue);\n const falseIsBlank =\n this.isEmptyStringLiteral(valueIfFalse) || this.isNullLiteral(valueIfFalse);\n const targetType = (this.context as ISelectFormulaConversionContext | undefined)\n ?.targetDbFieldType;\n const resultIsDatetime =\n targetType === DbFieldType.DateTime || this.isDateLikeOperand(1) || this.isDateLikeOperand(2);\n if (resultIsDatetime) {\n const trueBranch = trueIsBlank ? 'NULL' : this.tzWrap(valueIfTrue, 1);\n const falseBranch = falseIsBlank ? 'NULL' : this.tzWrap(valueIfFalse, 2);\n return `CASE WHEN (${truthinessScore}) = 1 THEN ${trueBranch} ELSE ${falseBranch} END`;\n }\n const trueIsText = this.isTextLikeExpression(valueIfTrue, 1);\n const falseIsText = this.isTextLikeExpression(valueIfFalse, 2);\n const trueIsHardText = this.isHardTextExpression(valueIfTrue);\n const falseIsHardText = this.isHardTextExpression(valueIfFalse);\n const hasTextBranch = (trueIsText && !trueIsBlank) || (falseIsText && !falseIsBlank);\n const numericWithBlank =\n (trueIsBlank && !falseIsHardText && !falseIsText) ||\n (falseIsBlank && !trueIsHardText && !trueIsText);\n if (numericWithBlank) {\n const trueBranchNumeric = trueIsBlank ? 'NULL' : this.toNumericSafe(valueIfTrue, 1);\n const falseBranchNumeric = falseIsBlank ? 'NULL' : this.toNumericSafe(valueIfFalse, 2);\n return `CASE WHEN (${truthinessScore}) = 1 THEN ${trueBranchNumeric} ELSE ${falseBranchNumeric} END`;\n }\n const targetIsNumeric = targetType === DbFieldType.Real || targetType === DbFieldType.Integer;\n const hasNumericBranch =\n this.isNumericLikeExpression(valueIfTrue, 1) || this.isNumericLikeExpression(valueIfFalse, 2);\n if (targetIsNumeric || (hasNumericBranch && !hasTextBranch)) {\n const trueBranchNumeric = trueIsBlank ? 'NULL' : this.toNumericSafe(valueIfTrue, 1);\n const falseBranchNumeric = falseIsBlank ? 'NULL' : this.toNumericSafe(valueIfFalse, 2);\n return `CASE WHEN (${truthinessScore}) = 1 THEN ${trueBranchNumeric} ELSE ${falseBranchNumeric} END`;\n }\n const blankPresent = trueIsBlank || falseIsBlank;\n const hasTextAfterBlank = blankPresent ? false : hasTextBranch;\n const normalizeBlankAsNull = !hasTextAfterBlank && blankPresent;\n const trueBranch = hasTextAfterBlank\n ? this.coerceToTextComparable(valueIfTrue, 1)\n : trueIsBlank && normalizeBlankAsNull\n ? 'NULL'\n : valueIfTrue;\n const falseBranch = hasTextAfterBlank\n ? this.coerceToTextComparable(valueIfFalse, 2)\n : falseIsBlank && normalizeBlankAsNull\n ? 'NULL'\n : valueIfFalse;\n return `CASE WHEN (${truthinessScore}) = 1 THEN ${trueBranch} ELSE ${falseBranch} END`;\n }\n\n and(params: string[]): string {\n return `(${params.map((p) => `(${p})`).join(' AND ')})`;\n }\n\n or(params: string[]): string {\n return `(${params.map((p) => `(${p})`).join(' OR ')})`;\n }\n\n not(value: string): string {\n return `NOT (${value})`;\n }\n\n xor(params: string[]): string {\n // PostgreSQL doesn't have XOR, implement using AND/OR logic\n if (params.length === 2) {\n return `((${params[0]}) AND NOT (${params[1]})) OR (NOT (${params[0]}) AND (${params[1]}))`;\n }\n // For multiple params, use modulo approach\n return `(${params.map((p) => `CASE WHEN ${p} THEN 1 ELSE 0 END`).join(' + ')}) % 2 = 1`;\n }\n\n blank(): string {\n return 'NULL';\n }\n\n error(_message: string): string {\n // In SELECT context, we can use functions that raise errors\n return `(SELECT pg_catalog.pg_advisory_unlock_all() WHERE FALSE)`;\n }\n\n isError(_value: string): string {\n // Check if value would cause an error - simplified implementation\n return `FALSE`;\n }\n\n switch(\n expression: string,\n cases: Array<{ case: string; result: string }>,\n defaultResult?: string\n ): string {\n const hasTextResult =\n cases.some((c) => this.isTextLikeExpression(c.result)) ||\n (defaultResult ? this.isTextLikeExpression(defaultResult) : false);\n\n const normalizeResult = (value: string) =>\n hasTextResult ? this.coerceToTextComparable(value) : value;\n\n const normalizeCaseValue = (value: string) =>\n hasTextResult ? this.coerceToTextComparable(value) : value;\n\n const baseExpr = hasTextResult ? this.coerceToTextComparable(expression, 0) : expression;\n let sql = `CASE ${baseExpr}`;\n for (const caseItem of cases) {\n sql += ` WHEN ${normalizeCaseValue(caseItem.case)} THEN ${normalizeResult(caseItem.result)}`;\n }\n if (defaultResult) {\n sql += ` ELSE ${normalizeResult(defaultResult)}`;\n }\n sql += ` END`;\n return sql;\n }\n\n // Array Functions - More flexible in SELECT context\n count(params: string[]): string {\n const countChecks = params.map((p) => `CASE WHEN ${p} IS NOT NULL THEN 1 ELSE 0 END`);\n return `(${countChecks.join(' + ')})`;\n }\n\n countA(params: string[]): string {\n const blankAwareChecks = params.map((p, index) => this.countANonNullExpression(p, index));\n return `(${blankAwareChecks.join(' + ')})`;\n }\n\n countAll(value: string): string {\n const paramInfo = this.getParamInfo(0);\n if (paramInfo.isJsonField || paramInfo.isMultiValueField) {\n const baseExpr =\n paramInfo.isFieldReference && paramInfo.fieldDbName\n ? this.tableAlias\n ? `\"${this.tableAlias}\".\"${paramInfo.fieldDbName}\"`\n : `\"${paramInfo.fieldDbName}\"`\n : value;\n const normalized = `COALESCE(NULLIF((${baseExpr})::jsonb, 'null'::jsonb), '[]'::jsonb)`;\n return `(CASE\n WHEN jsonb_typeof(${normalized}) = 'array' THEN jsonb_array_length(${normalized})\n ELSE 1\n END)`;\n }\n\n return `CASE WHEN ${value} IS NULL THEN 0 ELSE 1 END`;\n }\n\n private normalizeJsonbArray(array: string): string {\n return `(\n CASE\n WHEN ${array} IS NULL THEN '[]'::jsonb\n WHEN jsonb_typeof(to_jsonb(${array})) = 'array' THEN to_jsonb(${array})\n ELSE jsonb_build_array(to_jsonb(${array}))\n END\n )`;\n }\n\n private buildJsonbArrayUnion(\n arrays: string[],\n opts?: { filterNulls?: boolean; withOrdinal?: boolean }\n ): string {\n const selects = arrays.map((array, index) => {\n const normalizedArray = this.normalizeJsonbArray(array);\n const whereClause = opts?.filterNulls\n ? \" WHERE elem.value IS NOT NULL AND elem.value != 'null' AND elem.value != ''\"\n : '';\n const ordinality = opts?.withOrdinal ? ', ord' : '';\n return `SELECT elem.value, ${index} AS arg_index${ordinality}\n FROM jsonb_array_elements_text(${normalizedArray}) WITH ORDINALITY AS elem(value, ord)${whereClause}`;\n });\n\n if (selects.length === 0) {\n return 'SELECT NULL::text AS value, 0 AS arg_index, 0 AS ord WHERE FALSE';\n }\n\n return selects.join(' UNION ALL ');\n }\n\n arrayJoin(array: string, separator?: string): string {\n const sep = separator || `','`;\n const normalizedArray = this.normalizeJsonbArray(array);\n return `(\n SELECT string_agg(\n elem.value,\n ${sep}\n )\n FROM jsonb_array_elements_text(${normalizedArray}) AS elem(value)\n )`;\n }\n\n arrayUnique(arrays: string[]): string {\n const unionQuery = this.buildJsonbArrayUnion(arrays, { withOrdinal: true });\n return `ARRAY(\n SELECT DISTINCT ON (value) value\n FROM (${unionQuery}) AS combined(value, arg_index, ord)\n ORDER BY value, arg_index, ord\n )`;\n }\n\n arrayFlatten(arrays: string[]): string {\n const unionQuery = this.buildJsonbArrayUnion(arrays, { withOrdinal: true });\n return `ARRAY(\n SELECT value\n FROM (${unionQuery}) AS combined(value, arg_index, ord)\n ORDER BY arg_index, ord\n )`;\n }\n\n arrayCompact(arrays: string[]): string {\n const unionQuery = this.buildJsonbArrayUnion(arrays, { filterNulls: true, withOrdinal: true });\n return `ARRAY(\n SELECT value\n FROM (${unionQuery}) AS combined(value, arg_index, ord)\n ORDER BY arg_index, ord\n )`;\n }\n\n // System Functions\n recordId(): string {\n // This would typically reference the primary key\n return this.qualifySystemColumn('__id');\n }\n\n autoNumber(): string {\n // This would typically reference an auto-increment column\n return this.qualifySystemColumn('__auto_number');\n }\n\n textAll(value: string): string {\n return `${value}::text`;\n }\n\n // Binary Operations\n add(left: string, right: string): string {\n const leftIsDate = this.isDateLikeOperand(0);\n const rightIsDate = this.isDateLikeOperand(1);\n\n if (leftIsDate && !rightIsDate) {\n return `(${this.tzWrap(left, 0)} + ${this.buildDayInterval(right, 1)})`;\n }\n\n if (!leftIsDate && rightIsDate) {\n return `(${this.tzWrap(right, 1)} + ${this.buildDayInterval(left, 0)})`;\n }\n\n const l = this.collapseNumeric(left, 0);\n const r = this.collapseNumeric(right, 1);\n return `((${l}) + (${r}))`;\n }\n\n subtract(left: string, right: string): string {\n const leftIsDate = this.isDateLikeOperand(0);\n const rightIsDate = this.isDateLikeOperand(1);\n\n if (leftIsDate && !rightIsDate) {\n return `(${this.tzWrap(left, 0)} - ${this.buildDayInterval(right, 1)})`;\n }\n\n if (leftIsDate && rightIsDate) {\n return `(EXTRACT(EPOCH FROM (${this.tzWrap(left, 0)} - ${this.tzWrap(right, 1)})) / 86400)`;\n }\n\n const l = this.collapseNumeric(left, 0);\n const r = this.collapseNumeric(right, 1);\n return `((${l}) - (${r}))`;\n }\n\n multiply(left: string, right: string): string {\n const l = this.collapseNumeric(left, 0);\n const r = this.collapseNumeric(right, 1);\n return `((${l}) * (${r}))`;\n }\n\n divide(left: string, right: string): string {\n const numerator = this.collapseNumeric(left, 0);\n const denominator = this.toNumericSafe(right, 1);\n return `(CASE WHEN (${denominator}) IS NULL OR (${denominator}) = 0 THEN NULL ELSE (${numerator} / ${denominator}) END)`;\n }\n\n modulo(left: string, right: string): string {\n const dividend = this.collapseNumeric(left, 0);\n const divisor = this.toNumericSafe(right, 1);\n return `(CASE WHEN (${divisor}) IS NULL OR (${divisor}) = 0 THEN NULL ELSE MOD((${dividend})::numeric, (${divisor})::numeric)::double precision END)`;\n }\n\n // Comparison Operations\n equal(left: string, right: string): string {\n return this.buildBlankAwareComparison('=', left, right, { left: 0, right: 1 });\n }\n\n notEqual(left: string, right: string): string {\n return this.buildBlankAwareComparison('<>', left, right, { left: 0, right: 1 });\n }\n\n greaterThan(left: string, right: string): string {\n const normalizedLeft = this.normalizeNumericComparisonOperand(left, 0);\n const normalizedRight = this.normalizeNumericComparisonOperand(right, 1);\n return `(${normalizedLeft} > ${normalizedRight})`;\n }\n\n lessThan(left: string, right: string): string {\n const normalizedLeft = this.normalizeNumericComparisonOperand(left, 0);\n const normalizedRight = this.normalizeNumericComparisonOperand(right, 1);\n return `(${normalizedLeft} < ${normalizedRight})`;\n }\n\n greaterThanOrEqual(left: string, right: string): string {\n const normalizedLeft = this.normalizeNumericComparisonOperand(left, 0);\n const normalizedRight = this.normalizeNumericComparisonOperand(right, 1);\n return `(${normalizedLeft} >= ${normalizedRight})`;\n }\n\n lessThanOrEqual(left: string, right: string): string {\n const normalizedLeft = this.normalizeNumericComparisonOperand(left, 0);\n const normalizedRight = this.normalizeNumericComparisonOperand(right, 1);\n return `(${normalizedLeft} <= ${normalizedRight})`;\n }\n\n // Logical Operations\n logicalAnd(left: string, right: string): string {\n return `(${left} AND ${right})`;\n }\n\n logicalOr(left: string, right: string): string {\n return `(${left} OR ${right})`;\n }\n\n bitwiseAnd(left: string, right: string): string {\n // Handle cases where operands might not be valid integers\n // Use COALESCE and NULLIF to safely convert to integer, defaulting to 0 for invalid values\n return `(\n COALESCE(\n CASE\n WHEN ${left}::text ~ '^-?[0-9]+$' THEN\n NULLIF(${left}::text, '')::integer\n ELSE NULL\n END,\n 0\n ) &\n COALESCE(\n CASE\n WHEN ${right}::text ~ '^-?[0-9]+$' THEN\n NULLIF(${right}::text, '')::integer\n ELSE NULL\n END,\n 0\n )\n )`;\n }\n\n // Unary Operations\n unaryMinus(value: string): string {\n const numericValue = this.toNumericSafe(value, 0);\n return `(-(${numericValue}))`;\n }\n\n // Field Reference\n fieldReference(_fieldId: string, columnName: string): string {\n return `\"${columnName}\"`;\n }\n\n // Literals\n stringLiteral(value: string): string {\n return `'${value.replace(/'/g, \"''\")}'`;\n }\n\n numberLiteral(value: number): string {\n return value.toString();\n }\n\n booleanLiteral(value: boolean): string {\n return value ? 'TRUE' : 'FALSE';\n }\n\n nullLiteral(): string {\n return 'NULL';\n }\n\n // Utility methods for type conversion and validation\n castToNumber(value: string): string {\n return `${value}::numeric`;\n }\n\n castToString(value: string): string {\n return `${value}::text`;\n }\n\n castToBoolean(value: string): string {\n return `${value}::boolean`;\n }\n\n castToDate(value: string): string {\n return `${value}::timestamp`;\n }\n\n // Handle null values and type checking\n isNull(value: string): string {\n return `${value} IS NULL`;\n }\n\n coalesce(params: string[]): string {\n return `COALESCE(${this.joinParams(params)})`;\n }\n\n // Parentheses for grouping\n parentheses(expression: string): string {\n return `(${expression})`;\n }\n\n private guardDefaultDatetimeParse(valueExpr: string): string {\n const textExpr = `${valueExpr}::text`;\n const trimmedExpr = `NULLIF(BTRIM(${textExpr}), '')`;\n const sanitizedExpr = `CASE WHEN ${trimmedExpr} IS NULL THEN NULL WHEN LOWER(${trimmedExpr}) IN ('null', 'undefined') THEN NULL ELSE ${trimmedExpr} END`;\n const pattern = getDefaultDatetimeParsePattern();\n return `(CASE WHEN ${valueExpr} IS NULL THEN NULL WHEN ${sanitizedExpr} IS NULL THEN NULL WHEN ${sanitizedExpr} ~ '${pattern}' THEN ${valueExpr} ELSE NULL END)`;\n }\n\n private parseDatetimeParseWithoutFormat(valueExpr: string): string {\n const textExpr = `${valueExpr}::text`;\n const trimmedExpr = `NULLIF(BTRIM(${textExpr}), '')`;\n const sanitizedExpr = `CASE WHEN ${trimmedExpr} IS NULL THEN NULL WHEN LOWER(${trimmedExpr}) IN ('null', 'undefined') THEN NULL ELSE ${trimmedExpr} END`;\n const pattern = getDefaultDatetimeParsePattern();\n const hasClockTime = `(${sanitizedExpr} ~ '[ T][0-9]{1,2}:[0-9]{2}')`;\n const hasExplicitTimeZone = `(${sanitizedExpr} ~* '(Z|[+-][0-9]{2}:[0-9]{2}|[+-][0-9]{4}|[+-][0-9]{2})$')`;\n const safeTz = (this.context?.timeZone ?? 'UTC').replace(/'/g, \"''\");\n const localTimestampExpr = `(${sanitizedExpr})::timestamp AT TIME ZONE '${safeTz}'`;\n const explicitZoneExpr = `(${sanitizedExpr})::timestamptz`;\n\n return `(CASE\n WHEN ${valueExpr} IS NULL THEN NULL\n WHEN ${sanitizedExpr} IS NULL THEN NULL\n WHEN ${sanitizedExpr} ~ '${pattern}' THEN\n (CASE\n WHEN ${hasClockTime} AND NOT ${hasExplicitTimeZone} THEN ${localTimestampExpr}\n ELSE ${explicitZoneExpr}\n END)\n ELSE NULL\n END)`;\n }\n\n private parseDatetimeParseWithFormat(\n textExpr: string,\n formatExpr: string,\n nullGuardExpr: string = textExpr\n ): string {\n const normalizedFormat = normalizeDatetimeFormatExpression(formatExpr);\n const toTimestampExpr = `TO_TIMESTAMP(${textExpr}::text, ${normalizedFormat})`;\n const safeTz = (this.context?.timeZone ?? 'UTC').replace(/'/g, \"''\");\n const hasTimezoneToken = hasDatetimeTimezoneToken(formatExpr);\n const parsedExpr =\n hasTimezoneToken === false\n ? `(${toTimestampExpr})::timestamp AT TIME ZONE '${safeTz}'`\n : toTimestampExpr;\n const guardPattern = buildDatetimeParseGuardRegex(formatExpr);\n if (!guardPattern) {\n return parsedExpr;\n }\n const escapedPattern = guardPattern.replace(/'/g, \"''\");\n return `(CASE WHEN ${nullGuardExpr} IS NULL THEN NULL WHEN ${textExpr} = '' THEN NULL WHEN ${textExpr} ~ '${escapedPattern}' THEN ${parsedExpr} ELSE NULL END)`;\n }\n\n private hasTrustedDatetimeInput(index: number): boolean {\n const paramInfo = this.getParamInfo(index);\n if (!paramInfo.hasMetadata) {\n return false;\n }\n if (!isDatetimeLikeParam(paramInfo)) {\n return false;\n }\n if (paramInfo.isJsonField || paramInfo.isMultiValueField) {\n return false;\n }\n return true;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/select-query/select-query.abstract.ts", "content": "import type { IFormulaParamMetadata } from '@teable/core';\nimport type {\n ISelectQueryInterface,\n IFormulaConversionContext,\n} from '../../features/record/query-builder/sql-conversion.visitor';\n\n/**\n * Abstract base class for SELECT query implementations\n * Provides common functionality and default implementations for converting\n * Teable formula expressions to database-specific SQL suitable for SELECT statements\n *\n * Unlike generated columns, SELECT queries can:\n * - Use mutable functions (NOW(), RANDOM(), etc.)\n * - Have different performance characteristics\n * - Support more complex expressions that might not be allowed in generated columns\n * - Use subqueries and window functions more freely\n */\nexport abstract class SelectQueryAbstract implements ISelectQueryInterface {\n /** Current conversion context */\n protected context?: IFormulaConversionContext;\n protected currentCallMetadata?: IFormulaParamMetadata[];\n\n /** Set the conversion context */\n setContext(context: IFormulaConversionContext): void {\n this.context = context;\n }\n\n setCallMetadata(metadata?: IFormulaParamMetadata[]): void {\n this.currentCallMetadata = metadata;\n }\n\n /** Check if we're in a SELECT query context (always true for this class) */\n protected get isSelectQueryContext(): boolean {\n return true;\n }\n\n /** Helper method to join parameters with commas */\n protected joinParams(params: string[]): string {\n return params.join(', ');\n }\n\n /** Helper method to wrap expression in parentheses if needed */\n protected wrapInParentheses(expression: string): string {\n return `(${expression})`;\n }\n\n /** Helper method to handle null values in expressions */\n protected handleNullValue(expression: string, defaultValue: string = 'NULL'): string {\n return `COALESCE(${expression}, ${defaultValue})`;\n }\n\n // Numeric Functions\n abstract sum(params: string[]): string;\n abstract average(params: string[]): string;\n abstract max(params: string[]): string;\n abstract min(params: string[]): string;\n abstract round(value: string, precision?: string): string;\n abstract roundUp(value: string, precision?: string): string;\n abstract roundDown(value: string, precision?: string): string;\n abstract ceiling(value: string): string;\n abstract floor(value: string): string;\n abstract even(value: string): string;\n abstract odd(value: string): string;\n abstract int(value: string): string;\n abstract abs(value: string): string;\n abstract sqrt(value: string): string;\n abstract power(base: string, exponent: string): string;\n abstract exp(value: string): string;\n abstract log(value: string, base?: string): string;\n abstract mod(dividend: string, divisor: string): string;\n abstract value(text: string): string;\n\n // Text Functions\n abstract concatenate(params: string[]): string;\n abstract stringConcat(left: string, right: string): string;\n abstract find(searchText: string, withinText: string, startNum?: string): string;\n abstract search(searchText: string, withinText: string, startNum?: string): string;\n abstract mid(text: string, startNum: string, numChars: string): string;\n abstract left(text: string, numChars: string): string;\n abstract right(text: string, numChars: string): string;\n abstract replace(oldText: string, startNum: string, numChars: string, newText: string): string;\n abstract regexpReplace(text: string, pattern: string, replacement: string): string;\n abstract substitute(text: string, oldText: string, newText: string, instanceNum?: string): string;\n abstract lower(text: string): string;\n abstract upper(text: string): string;\n abstract rept(text: string, numTimes: string): string;\n abstract trim(text: string): string;\n abstract len(text: string): string;\n abstract t(value: string): string;\n abstract encodeUrlComponent(text: string): string;\n\n // DateTime Functions\n abstract now(): string;\n abstract today(): string;\n abstract dateAdd(date: string, count: string, unit: string): string;\n abstract datestr(date: string): string;\n abstract datetimeDiff(startDate: string, endDate: string, unit: string): string;\n abstract datetimeFormat(date: string, format: string): string;\n abstract datetimeParse(dateString: string, format?: string): string;\n abstract day(date: string): string;\n abstract fromNow(date: string, unit?: string): string;\n abstract hour(date: string): string;\n abstract isAfter(date1: string, date2: string): string;\n abstract isBefore(date1: string, date2: string): string;\n abstract isSame(date1: string, date2: string, unit?: string): string;\n abstract lastModifiedTime(): string;\n abstract minute(date: string): string;\n abstract month(date: string): string;\n abstract second(date: string): string;\n abstract timestr(date: string): string;\n abstract toNow(date: string, unit?: string): string;\n abstract weekNum(date: string): string;\n abstract weekday(date: string, startDayOfWeek?: string): string;\n abstract workday(startDate: string, days: string, holidayStr?: string): string;\n abstract workdayDiff(startDate: string, endDate: string): string;\n abstract year(date: string): string;\n abstract createdTime(): string;\n\n // Logical Functions\n abstract if(condition: string, valueIfTrue: string, valueIfFalse: string): string;\n abstract and(params: string[]): string;\n abstract or(params: string[]): string;\n abstract not(value: string): string;\n abstract xor(params: string[]): string;\n abstract blank(): string;\n abstract error(message: string): string;\n abstract isError(value: string): string;\n abstract switch(\n expression: string,\n cases: Array<{ case: string; result: string }>,\n defaultResult?: string\n ): string;\n\n // Array Functions\n abstract count(params: string[]): string;\n abstract countA(params: string[]): string;\n abstract countAll(value: string): string;\n abstract arrayJoin(array: string, separator?: string): string;\n abstract arrayUnique(arrays: string[]): string;\n abstract arrayFlatten(arrays: string[]): string;\n abstract arrayCompact(arrays: string[]): string;\n\n // System Functions\n abstract recordId(): string;\n abstract autoNumber(): string;\n abstract textAll(value: string): string;\n\n // Binary Operations\n abstract add(left: string, right: string): string;\n abstract subtract(left: string, right: string): string;\n abstract multiply(left: string, right: string): string;\n abstract divide(left: string, right: string): string;\n abstract modulo(left: string, right: string): string;\n\n // Comparison Operations\n abstract equal(left: string, right: string): string;\n abstract notEqual(left: string, right: string): string;\n abstract greaterThan(left: string, right: string): string;\n abstract lessThan(left: string, right: string): string;\n abstract greaterThanOrEqual(left: string, right: string): string;\n abstract lessThanOrEqual(left: string, right: string): string;\n\n // Logical Operations\n abstract logicalAnd(left: string, right: string): string;\n abstract logicalOr(left: string, right: string): string;\n abstract bitwiseAnd(left: string, right: string): string;\n\n // Unary Operations\n abstract unaryMinus(value: string): string;\n\n // Field Reference\n abstract fieldReference(fieldId: string, columnName: string): string;\n\n // Literals\n abstract stringLiteral(value: string): string;\n abstract numberLiteral(value: number): string;\n abstract booleanLiteral(value: boolean): string;\n abstract nullLiteral(): string;\n\n // Utility methods for type conversion and validation\n abstract castToNumber(value: string): string;\n abstract castToString(value: string): string;\n abstract castToBoolean(value: string): string;\n abstract castToDate(value: string): string;\n\n // Handle null values and type checking\n abstract isNull(value: string): string;\n abstract coalesce(params: string[]): string;\n\n // Parentheses for grouping\n abstract parentheses(expression: string): string;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/select-query/sqlite/select-query.sqlite.spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { DbFieldType } from '@teable/core';\nimport { describe, expect, it } from 'vitest';\n\nimport { SelectQuerySqlite } from './select-query.sqlite';\n\ndescribe('SelectQuerySqlite unit-aware date helpers', () => {\n const query = new SelectQuerySqlite();\n\n const dateAddCases: Array<{ literal: string; unit: string; factor: number }> = [\n { literal: 'millisecond', unit: 'seconds', factor: 0.001 },\n { literal: 'milliseconds', unit: 'seconds', factor: 0.001 },\n { literal: 'ms', unit: 'seconds', factor: 0.001 },\n { literal: 'second', unit: 'seconds', factor: 1 },\n { literal: 'seconds', unit: 'seconds', factor: 1 },\n { literal: 'sec', unit: 'seconds', factor: 1 },\n { literal: 'secs', unit: 'seconds', factor: 1 },\n { literal: 'minute', unit: 'minutes', factor: 1 },\n { literal: 'minutes', unit: 'minutes', factor: 1 },\n { literal: 'min', unit: 'minutes', factor: 1 },\n { literal: 'mins', unit: 'minutes', factor: 1 },\n { literal: 'hour', unit: 'hours', factor: 1 },\n { literal: 'hours', unit: 'hours', factor: 1 },\n { literal: 'h', unit: 'hours', factor: 1 },\n { literal: 'hr', unit: 'hours', factor: 1 },\n { literal: 'hrs', unit: 'hours', factor: 1 },\n { literal: 'day', unit: 'days', factor: 1 },\n { literal: 'days', unit: 'days', factor: 1 },\n { literal: 'week', unit: 'days', factor: 7 },\n { literal: 'weeks', unit: 'days', factor: 7 },\n { literal: 'month', unit: 'months', factor: 1 },\n { literal: 'months', unit: 'months', factor: 1 },\n { literal: 'quarter', unit: 'months', factor: 3 },\n { literal: 'quarters', unit: 'months', factor: 3 },\n { literal: 'year', unit: 'years', factor: 1 },\n { literal: 'years', unit: 'years', factor: 1 },\n ];\n\n it.each(dateAddCases)(\n 'dateAdd normalizes unit \"%s\" to SQLite modifier \"%s\"',\n ({ literal, unit, factor }) => {\n const sql = query.dateAdd('date_col', 'count_expr', `'${literal}'`);\n const scaled = factor === 1 ? '(count_expr)' : `(count_expr) * ${factor}`;\n expect(sql).toBe(`DATETIME(date_col, (${scaled}) || ' ${unit}')`);\n }\n );\n\n const datetimeDiffCases: Array<{ literal: string; expected: string }> = [\n {\n literal: 'millisecond',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60 * 60 * 1000',\n },\n {\n literal: 'milliseconds',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60 * 60 * 1000',\n },\n {\n literal: 'ms',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60 * 60 * 1000',\n },\n {\n literal: 's',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60 * 60',\n },\n {\n literal: 'second',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60 * 60',\n },\n {\n literal: 'seconds',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60 * 60',\n },\n {\n literal: 'sec',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60 * 60',\n },\n {\n literal: 'secs',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60 * 60',\n },\n {\n literal: 'minute',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60',\n },\n {\n literal: 'minutes',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60',\n },\n {\n literal: 'min',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60',\n },\n {\n literal: 'mins',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0 * 60',\n },\n {\n literal: 'hour',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0',\n },\n {\n literal: 'hours',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0',\n },\n {\n literal: 'h',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0',\n },\n {\n literal: 'hr',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0',\n },\n {\n literal: 'hrs',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) * 24.0',\n },\n {\n literal: 'week',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) / 7.0',\n },\n {\n literal: 'weeks',\n expected: '((JULIANDAY(date_start) - JULIANDAY(date_end))) / 7.0',\n },\n { literal: 'day', expected: '(JULIANDAY(date_start) - JULIANDAY(date_end))' },\n { literal: 'days', expected: '(JULIANDAY(date_start) - JULIANDAY(date_end))' },\n ];\n\n it.each(datetimeDiffCases)('datetimeDiff normalizes unit \"%s\"', ({ literal, expected }) => {\n const sql = query.datetimeDiff('date_start', 'date_end', `'${literal}'`);\n expect(sql).toBe(expected);\n });\n\n const isSameCases: Array<{ literal: string; format: string }> = [\n { literal: 'millisecond', format: '%Y-%m-%d %H:%M:%S' },\n { literal: 'milliseconds', format: '%Y-%m-%d %H:%M:%S' },\n { literal: 'ms', format: '%Y-%m-%d %H:%M:%S' },\n { literal: 's', format: '%Y-%m-%d %H:%M:%S' },\n { literal: 'second', format: '%Y-%m-%d %H:%M:%S' },\n { literal: 'seconds', format: '%Y-%m-%d %H:%M:%S' },\n { literal: 'sec', format: '%Y-%m-%d %H:%M:%S' },\n { literal: 'secs', format: '%Y-%m-%d %H:%M:%S' },\n { literal: 'minute', format: '%Y-%m-%d %H:%M' },\n { literal: 'minutes', format: '%Y-%m-%d %H:%M' },\n { literal: 'min', format: '%Y-%m-%d %H:%M' },\n { literal: 'mins', format: '%Y-%m-%d %H:%M' },\n { literal: 'hour', format: '%Y-%m-%d %H' },\n { literal: 'hours', format: '%Y-%m-%d %H' },\n { literal: 'h', format: '%Y-%m-%d %H' },\n { literal: 'hr', format: '%Y-%m-%d %H' },\n { literal: 'hrs', format: '%Y-%m-%d %H' },\n { literal: 'day', format: '%Y-%m-%d' },\n { literal: 'days', format: '%Y-%m-%d' },\n { literal: 'week', format: '%Y-%W' },\n { literal: 'weeks', format: '%Y-%W' },\n { literal: 'month', format: '%Y-%m' },\n { literal: 'months', format: '%Y-%m' },\n { literal: 'year', format: '%Y' },\n { literal: 'years', format: '%Y' },\n ];\n\n it.each(isSameCases)('isSame normalizes unit \"%s\"', ({ literal, format }) => {\n const sql = query.isSame('date_a', 'date_b', `'${literal}'`);\n expect(sql).toBe(`STRFTIME('${format}', date_a) = STRFTIME('${format}', date_b)`);\n });\n\n describe('numeric aggregate rewrites', () => {\n it('sum rewrites multiple params to addition with numeric coercion', () => {\n const sql = query.sum(['column_a', 'column_b', '10']);\n expect(sql).toBe(\n '(COALESCE(CAST((column_a) AS REAL), 0) + COALESCE(CAST((column_b) AS REAL), 0) + COALESCE(CAST((10) AS REAL), 0))'\n );\n });\n\n it('average divides the rewritten sum by parameter count', () => {\n const sql = query.average(['column_a', '10']);\n expect(sql).toBe(\n '((COALESCE(CAST((column_a) AS REAL), 0) + COALESCE(CAST((10) AS REAL), 0))) / 2'\n );\n });\n });\n});\n\ndescribe('SelectQuerySqlite countAll', () => {\n it('counts JSON array length for multi-value field references', () => {\n const query = new SelectQuerySqlite();\n query.setContext({ tableAlias: 't' } as unknown as never);\n query.setCallMetadata([\n {\n type: 'string',\n isFieldReference: true,\n field: {\n id: 'fldUsers',\n isMultiple: true,\n isLookup: false,\n dbFieldName: '__users',\n dbFieldType: DbFieldType.Json,\n cellValueType: 'string',\n },\n },\n ] as unknown as never);\n\n const sql = query.countAll('(SELECT json_group_array(x) FROM x)');\n expect(sql).toContain('json_array_length');\n expect(sql).toContain('\"t\".\"__users\"');\n });\n\n it('uses scalar null-check semantics for non-json fields', () => {\n const query = new SelectQuerySqlite();\n query.setContext({ tableAlias: 't' } as unknown as never);\n query.setCallMetadata([\n {\n type: 'number',\n isFieldReference: true,\n field: {\n id: 'fldNum',\n isMultiple: false,\n isLookup: false,\n dbFieldName: '__num',\n dbFieldType: DbFieldType.Real,\n cellValueType: 'number',\n },\n },\n ] as unknown as never);\n\n expect(query.countAll('\"t\".\"__num\"')).toBe('CASE WHEN \"t\".\"__num\" IS NULL THEN 0 ELSE 1 END');\n });\n});\n\ndescribe('SelectQuerySqlite FROMNOW/TONOW', () => {\n it('applies unit conversion for FROMNOW', () => {\n const query = new SelectQuerySqlite();\n\n const daySql = query.fromNow('date_col', \"'day'\");\n const hourSql = query.fromNow('date_col', \"'hour'\");\n const secondSql = query.fromNow('date_col', \"'second'\");\n\n expect(daySql).toBe(\"(JULIANDAY('now') - JULIANDAY(DATETIME(date_col)))\");\n expect(hourSql).toBe(\"((JULIANDAY('now') - JULIANDAY(DATETIME(date_col)))) * 24.0\");\n expect(secondSql).toBe(\"((JULIANDAY('now') - JULIANDAY(DATETIME(date_col)))) * 24.0 * 60 * 60\");\n });\n\n it('keeps TONOW aligned with FROMNOW direction', () => {\n const query = new SelectQuerySqlite();\n\n const fromNowSql = query.fromNow('date_col', \"'day'\");\n const toNowSql = query.toNow('date_col', \"'day'\");\n expect(toNowSql).toBe(fromNowSql);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/db-provider/select-query/sqlite/select-query.sqlite.ts", "content": "import type { ISelectFormulaConversionContext } from '../../../features/record/query-builder/sql-conversion.visitor';\nimport { isTextLikeParam, resolveFormulaParamInfo } from '../../utils/formula-param-metadata.util';\nimport { SelectQueryAbstract } from '../select-query.abstract';\n\n/**\n * SQLite-specific implementation of SELECT query functions\n * Converts Teable formula functions to SQLite SQL expressions suitable\n * for use in SELECT statements. Unlike generated columns, these can use\n * more functions and have different optimization strategies.\n */\nexport class SelectQuerySqlite extends SelectQueryAbstract {\n private get tableAlias(): string | undefined {\n const ctx = this.context as ISelectFormulaConversionContext | undefined;\n return ctx?.tableAlias;\n }\n\n private getParamInfo(index?: number) {\n return resolveFormulaParamInfo(this.currentCallMetadata, index);\n }\n\n private isStringLiteral(value: string): boolean {\n const trimmed = value.trim();\n return /^'.*'$/.test(trimmed);\n }\n\n private qualifySystemColumn(column: string): string {\n const quoted = `\"${column}\"`;\n const alias = this.tableAlias;\n return alias ? `\"${alias}\".${quoted}` : quoted;\n }\n\n private isEmptyStringLiteral(value: string): boolean {\n return value.trim() === \"''\";\n }\n\n private normalizeBlankComparable(value: string): string {\n return `COALESCE(NULLIF(CAST((${value}) AS TEXT), ''), '')`;\n }\n\n private buildBlankAwareComparison(operator: '=' | '<>', left: string, right: string): string {\n const leftIsEmptyLiteral = this.isEmptyStringLiteral(left);\n const rightIsEmptyLiteral = this.isEmptyStringLiteral(right);\n const leftInfo = this.getParamInfo(0);\n const rightInfo = this.getParamInfo(1);\n const shouldNormalize =\n leftIsEmptyLiteral ||\n rightIsEmptyLiteral ||\n this.isStringLiteral(left) ||\n this.isStringLiteral(right) ||\n isTextLikeParam(leftInfo) ||\n isTextLikeParam(rightInfo);\n\n if (!shouldNormalize) {\n return `(${left} ${operator} ${right})`;\n }\n\n const normalize = (value: string, isEmptyLiteral: boolean) =>\n isEmptyLiteral ? \"''\" : this.normalizeBlankComparable(value);\n\n return `(${normalize(left, leftIsEmptyLiteral)} ${operator} ${normalize(right, rightIsEmptyLiteral)})`;\n }\n\n private coalesceNumeric(expr: string): string {\n return `COALESCE(CAST((${expr}) AS REAL), 0)`;\n }\n\n // Numeric Functions\n sum(params: string[]): string {\n if (params.length === 0) {\n return '0';\n }\n const terms = params.map((param) => this.coalesceNumeric(param));\n if (terms.length === 1) {\n return terms[0];\n }\n return `(${terms.join(' + ')})`;\n }\n\n average(params: string[]): string {\n if (params.length === 0) {\n return '0';\n }\n const numerator = this.sum(params);\n return `(${numerator}) / ${params.length}`;\n }\n\n max(params: string[]): string {\n return `MAX(${this.joinParams(params)})`;\n }\n\n min(params: string[]): string {\n return `MIN(${this.joinParams(params)})`;\n }\n\n round(value: string, precision?: string): string {\n if (precision) {\n return `ROUND(${value}, ${precision})`;\n }\n return `ROUND(${value})`;\n }\n\n roundUp(value: string, precision?: string): string {\n // SQLite doesn't have CEIL with precision, implement manually\n if (precision) {\n return `CAST(CEIL(${value} * POWER(10, ${precision})) / POWER(10, ${precision}) AS REAL)`;\n }\n return `CAST(CEIL(${value}) AS INTEGER)`;\n }\n\n roundDown(value: string, precision?: string): string {\n // SQLite doesn't have FLOOR with precision, implement manually\n if (precision) {\n return `CAST(FLOOR(${value} * POWER(10, ${precision})) / POWER(10, ${precision}) AS REAL)`;\n }\n return `CAST(FLOOR(${value}) AS INTEGER)`;\n }\n\n ceiling(value: string): string {\n return `CAST(CEIL(${value}) AS INTEGER)`;\n }\n\n floor(value: string): string {\n return `CAST(FLOOR(${value}) AS INTEGER)`;\n }\n\n even(value: string): string {\n return `CASE WHEN CAST(${value} AS INTEGER) % 2 = 0 THEN CAST(${value} AS INTEGER) ELSE CAST(${value} AS INTEGER) + 1 END`;\n }\n\n odd(value: string): string {\n return `CASE WHEN CAST(${value} AS INTEGER) % 2 = 1 THEN CAST(${value} AS INTEGER) ELSE CAST(${value} AS INTEGER) + 1 END`;\n }\n\n int(value: string): string {\n return `CAST(${value} AS INTEGER)`;\n }\n\n abs(value: string): string {\n return `ABS(${value})`;\n }\n\n sqrt(value: string): string {\n return `SQRT(${value})`;\n }\n\n power(base: string, exponent: string): string {\n return `POWER(${base}, ${exponent})`;\n }\n\n exp(value: string): string {\n return `EXP(${value})`;\n }\n\n log(value: string, base?: string): string {\n if (base) {\n // SQLite LOG is base-10, convert to natural log: ln(value) / ln(base)\n return `(LOG(${value}) * 2.302585092994046 / (LOG(${base}) * 2.302585092994046))`;\n }\n // SQLite LOG is base-10, convert to natural log: LOG(value) * ln(10)\n return `(LOG(${value}) * 2.302585092994046)`;\n }\n\n mod(dividend: string, divisor: string): string {\n return `(${dividend} % ${divisor})`;\n }\n\n value(text: string): string {\n return `CAST(${text} AS REAL)`;\n }\n\n // Text Functions\n concatenate(params: string[]): string {\n return `(${params.map((p) => `COALESCE(${p}, '')`).join(' || ')})`;\n }\n\n stringConcat(left: string, right: string): string {\n return `(COALESCE(${left}, '') || COALESCE(${right}, ''))`;\n }\n\n find(searchText: string, withinText: string, startNum?: string): string {\n if (startNum) {\n return `CASE WHEN INSTR(SUBSTR(${withinText}, ${startNum}), ${searchText}) > 0 THEN INSTR(SUBSTR(${withinText}, ${startNum}), ${searchText}) + ${startNum} - 1 ELSE 0 END`;\n }\n return `INSTR(${withinText}, ${searchText})`;\n }\n\n search(searchText: string, withinText: string, startNum?: string): string {\n // Case-insensitive search\n if (startNum) {\n return `CASE WHEN INSTR(UPPER(SUBSTR(${withinText}, ${startNum})), UPPER(${searchText})) > 0 THEN INSTR(UPPER(SUBSTR(${withinText}, ${startNum})), UPPER(${searchText})) + ${startNum} - 1 ELSE 0 END`;\n }\n return `INSTR(UPPER(${withinText}), UPPER(${searchText}))`;\n }\n\n mid(text: string, startNum: string, numChars: string): string {\n return `SUBSTR(${text}, ${startNum}, ${numChars})`;\n }\n\n left(text: string, numChars: string): string {\n return `SUBSTR(${text}, 1, ${numChars})`;\n }\n\n right(text: string, numChars: string): string {\n return `SUBSTR(${text}, -${numChars})`;\n }\n\n replace(oldText: string, startNum: string, numChars: string, newText: string): string {\n return `(SUBSTR(${oldText}, 1, ${startNum} - 1) || ${newText} || SUBSTR(${oldText}, ${startNum} + ${numChars}))`;\n }\n\n regexpReplace(text: string, pattern: string, replacement: string): string {\n // SQLite has limited regex support, use REPLACE for simple cases\n return `REPLACE(${text}, ${pattern}, ${replacement})`;\n }\n\n substitute(text: string, oldText: string, newText: string, instanceNum?: string): string {\n // SQLite doesn't support replacing specific instances easily\n return `REPLACE(${text}, ${oldText}, ${newText})`;\n }\n\n lower(text: string): string {\n return `LOWER(${text})`;\n }\n\n upper(text: string): string {\n return `UPPER(${text})`;\n }\n\n rept(text: string, numTimes: string): string {\n // SQLite doesn't have REPEAT, implement with recursive CTE or simple approach\n return `REPLACE(HEX(ZEROBLOB(${numTimes})), '00', ${text})`;\n }\n\n trim(text: string): string {\n return `TRIM(${text})`;\n }\n\n len(text: string): string {\n return `LENGTH(${text})`;\n }\n\n t(value: string): string {\n // SQLite T function should return numbers as numbers, not strings\n return `CASE WHEN ${value} IS NULL THEN '' WHEN typeof(${value}) = 'text' THEN ${value} ELSE ${value} END`;\n }\n\n encodeUrlComponent(text: string): string {\n // SQLite doesn't have built-in URL encoding\n return `${text}`;\n }\n\n // DateTime Functions - More flexible in SELECT context\n now(): string {\n return `DATETIME('now')`;\n }\n\n private normalizeDateModifier(unitLiteral: string): {\n unit: 'seconds' | 'minutes' | 'hours' | 'days' | 'months' | 'years';\n factor: number;\n } {\n const normalized = unitLiteral.replace(/^'|'$/g, '').trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n return { unit: 'seconds', factor: 0.001 };\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return { unit: 'seconds', factor: 1 };\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return { unit: 'minutes', factor: 1 };\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return { unit: 'hours', factor: 1 };\n case 'week':\n case 'weeks':\n return { unit: 'days', factor: 7 };\n case 'month':\n case 'months':\n return { unit: 'months', factor: 1 };\n case 'quarter':\n case 'quarters':\n return { unit: 'months', factor: 3 };\n case 'year':\n case 'years':\n return { unit: 'years', factor: 1 };\n case 'day':\n case 'days':\n default:\n return { unit: 'days', factor: 1 };\n }\n }\n\n private normalizeDiffUnit(\n unitLiteral: string\n ): 'millisecond' | 'second' | 'minute' | 'hour' | 'day' | 'week' | 'month' | 'quarter' | 'year' {\n const normalized = unitLiteral.replace(/^'|'$/g, '').trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n return 'millisecond';\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return 'second';\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return 'minute';\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return 'hour';\n case 'week':\n case 'weeks':\n return 'week';\n case 'month':\n case 'months':\n return 'month';\n case 'quarter':\n case 'quarters':\n return 'quarter';\n case 'year':\n case 'years':\n return 'year';\n default:\n return 'day';\n }\n }\n\n private normalizeTruncateFormat(unitLiteral: string): string {\n const normalized = unitLiteral.replace(/^'|'$/g, '').trim().toLowerCase();\n switch (normalized) {\n case 'millisecond':\n case 'milliseconds':\n case 'ms':\n case 'second':\n case 'seconds':\n case 's':\n case 'sec':\n case 'secs':\n return '%Y-%m-%d %H:%M:%S';\n case 'minute':\n case 'minutes':\n case 'min':\n case 'mins':\n return '%Y-%m-%d %H:%M';\n case 'hour':\n case 'hours':\n case 'h':\n case 'hr':\n case 'hrs':\n return '%Y-%m-%d %H';\n case 'week':\n case 'weeks':\n return '%Y-%W';\n case 'month':\n case 'months':\n return '%Y-%m';\n case 'year':\n case 'years':\n return '%Y';\n case 'day':\n case 'days':\n default:\n return '%Y-%m-%d';\n }\n }\n\n today(): string {\n return `DATE('now')`;\n }\n\n dateAdd(date: string, count: string, unit: string): string {\n const { unit: modifierUnit, factor } = this.normalizeDateModifier(unit);\n const scaledCount = factor === 1 ? `(${count})` : `(${count}) * ${factor}`;\n return `DATETIME(${date}, (${scaledCount}) || ' ${modifierUnit}')`;\n }\n\n datestr(date: string): string {\n return `DATE(${date})`;\n }\n\n private buildMonthDiff(startDate: string, endDate: string): string {\n const startYear = `CAST(STRFTIME('%Y', ${startDate}) AS INTEGER)`;\n const endYear = `CAST(STRFTIME('%Y', ${endDate}) AS INTEGER)`;\n const startMonth = `CAST(STRFTIME('%m', ${startDate}) AS INTEGER)`;\n const endMonth = `CAST(STRFTIME('%m', ${endDate}) AS INTEGER)`;\n const startDay = `CAST(STRFTIME('%d', ${startDate}) AS INTEGER)`;\n const endDay = `CAST(STRFTIME('%d', ${endDate}) AS INTEGER)`;\n const startLastDay = `CAST(STRFTIME('%d', DATE(${startDate}, 'start of month', '+1 month', '-1 day')) AS INTEGER)`;\n const endLastDay = `CAST(STRFTIME('%d', DATE(${endDate}, 'start of month', '+1 month', '-1 day')) AS INTEGER)`;\n\n const baseMonths = `((${startYear} - ${endYear}) * 12 + (${startMonth} - ${endMonth}))`;\n const adjustDown = `(CASE WHEN ${baseMonths} > 0 AND ${startDay} < ${endDay} AND ${startDay} < ${startLastDay} THEN 1 ELSE 0 END)`;\n const adjustUp = `(CASE WHEN ${baseMonths} < 0 AND ${startDay} > ${endDay} AND ${endDay} < ${endLastDay} THEN 1 ELSE 0 END)`;\n\n return `(${baseMonths} - ${adjustDown} + ${adjustUp})`;\n }\n\n datetimeDiff(startDate: string, endDate: string, unit: string): string {\n const baseDiffDays = `(JULIANDAY(${startDate}) - JULIANDAY(${endDate}))`;\n switch (this.normalizeDiffUnit(unit)) {\n case 'millisecond':\n return `(${baseDiffDays}) * 24.0 * 60 * 60 * 1000`;\n case 'second':\n return `(${baseDiffDays}) * 24.0 * 60 * 60`;\n case 'minute':\n return `(${baseDiffDays}) * 24.0 * 60`;\n case 'hour':\n return `(${baseDiffDays}) * 24.0`;\n case 'week':\n return `(${baseDiffDays}) / 7.0`;\n case 'month':\n return this.buildMonthDiff(startDate, endDate);\n case 'quarter':\n return `${this.buildMonthDiff(startDate, endDate)} / 3.0`;\n case 'year': {\n const monthDiff = this.buildMonthDiff(startDate, endDate);\n return `CAST((${monthDiff}) / 12.0 AS INTEGER)`;\n }\n case 'day':\n default:\n return `${baseDiffDays}`;\n }\n }\n\n datetimeFormat(date: string, format: string): string {\n return `STRFTIME(${format}, ${date})`;\n }\n\n datetimeParse(dateString: string, _format?: string): string {\n // SQLite doesn't have direct parsing with custom formats\n return `DATETIME(${dateString})`;\n }\n\n day(date: string): string {\n return `CAST(STRFTIME('%d', ${date}) AS INTEGER)`;\n }\n\n private buildNowDiffByUnit(nowExpr: string, dateExpr: string, unit: string): string {\n const baseDiffDays = `(JULIANDAY(${nowExpr}) - JULIANDAY(${dateExpr}))`;\n switch (this.normalizeDiffUnit(unit)) {\n case 'millisecond':\n return `(${baseDiffDays}) * 24.0 * 60 * 60 * 1000`;\n case 'second':\n return `(${baseDiffDays}) * 24.0 * 60 * 60`;\n case 'minute':\n return `(${baseDiffDays}) * 24.0 * 60`;\n case 'hour':\n return `(${baseDiffDays}) * 24.0`;\n case 'week':\n return `(${baseDiffDays}) / 7.0`;\n case 'month':\n return this.buildMonthDiff(nowExpr, dateExpr);\n case 'quarter':\n return `${this.buildMonthDiff(nowExpr, dateExpr)} / 3.0`;\n case 'year': {\n const monthDiff = this.buildMonthDiff(nowExpr, dateExpr);\n return `CAST((${monthDiff}) / 12.0 AS INTEGER)`;\n }\n case 'day':\n default:\n return `${baseDiffDays}`;\n }\n }\n\n fromNow(date: string, unit = 'day'): string {\n return this.buildNowDiffByUnit(\"'now'\", `DATETIME(${date})`, unit);\n }\n\n hour(date: string): string {\n return `CAST(STRFTIME('%H', ${date}) AS INTEGER)`;\n }\n\n isAfter(date1: string, date2: string): string {\n return `DATETIME(${date1}) > DATETIME(${date2})`;\n }\n\n isBefore(date1: string, date2: string): string {\n return `DATETIME(${date1}) < DATETIME(${date2})`;\n }\n\n isSame(date1: string, date2: string, unit?: string): string {\n if (unit) {\n const trimmed = unit.trim();\n if (trimmed.startsWith(\"'\") && trimmed.endsWith(\"'\")) {\n const format = this.normalizeTruncateFormat(trimmed.slice(1, -1));\n return `STRFTIME('${format}', ${date1}) = STRFTIME('${format}', ${date2})`;\n }\n const format = this.normalizeTruncateFormat(unit);\n return `STRFTIME('${format}', ${date1}) = STRFTIME('${format}', ${date2})`;\n }\n return `DATETIME(${date1}) = DATETIME(${date2})`;\n }\n\n lastModifiedTime(): string {\n return this.qualifySystemColumn('__last_modified_time');\n }\n\n minute(date: string): string {\n return `CAST(STRFTIME('%M', ${date}) AS INTEGER)`;\n }\n\n month(date: string): string {\n return `CAST(STRFTIME('%m', ${date}) AS INTEGER)`;\n }\n\n second(date: string): string {\n return `CAST(STRFTIME('%S', ${date}) AS INTEGER)`;\n }\n\n timestr(date: string): string {\n return `TIME(${date})`;\n }\n\n toNow(date: string, unit = 'day'): string {\n return this.fromNow(date, unit);\n }\n\n weekNum(date: string): string {\n return `CAST(STRFTIME('%W', ${date}) AS INTEGER)`;\n }\n\n weekday(date: string, startDayOfWeek?: string): string {\n // SQLite STRFTIME('%w') returns 0-6 (Sunday=0), but we need 1-7 (Sunday=1)\n const weekdaySql = `CAST(STRFTIME('%w', ${date}) AS INTEGER) + 1`;\n if (!startDayOfWeek) {\n return weekdaySql;\n }\n\n const normalizedStartDay = `LOWER(TRIM(COALESCE(CAST(${startDayOfWeek} AS TEXT), '')))`;\n const mondayWeekdaySql = `(CASE WHEN (${weekdaySql}) = 1 THEN 7 ELSE (${weekdaySql}) - 1 END)`;\n return `CASE WHEN ${normalizedStartDay} = 'monday' THEN ${mondayWeekdaySql} ELSE ${weekdaySql} END`;\n }\n\n workday(startDate: string, days: string, holidayStr?: string): string {\n const dayCountSql = `CAST(${this.coalesceNumeric(days)} AS INTEGER)`;\n const holidayTextSql = holidayStr ? `COALESCE(CAST(${holidayStr} AS TEXT), '')` : `''`;\n\n return `(\n WITH RECURSIVE\n params AS (\n SELECT DATE(${startDate}) AS start_date, ${dayCountSql} AS day_count, ${holidayTextSql} AS holiday_text\n ),\n split(rest, part) AS (\n SELECT (SELECT holiday_text FROM params), ''\n UNION ALL\n SELECT\n CASE WHEN INSTR(rest, ',') = 0 THEN '' ELSE SUBSTR(rest, INSTR(rest, ',') + 1) END,\n TRIM(CASE WHEN INSTR(rest, ',') = 0 THEN rest ELSE SUBSTR(rest, 1, INSTR(rest, ',') - 1) END)\n FROM split\n WHERE rest <> ''\n ),\n holiday_dates AS (\n SELECT DISTINCT DATE(SUBSTR(part, 1, 10)) AS holiday_date\n FROM split\n WHERE part <> ''\n AND part GLOB '[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]*'\n AND DATE(SUBSTR(part, 1, 10)) = SUBSTR(part, 1, 10)\n ),\n seq(n) AS (\n SELECT 1\n UNION ALL\n SELECT n + 1\n FROM seq\n WHERE n < (SELECT ABS(day_count) * 7 + 366 FROM params)\n ),\n candidates AS (\n SELECT\n DATE(\n p.start_date,\n PRINTF('%+d day', CASE WHEN p.day_count >= 0 THEN seq.n ELSE -seq.n END)\n ) AS candidate_date,\n seq.n\n FROM params p\n CROSS JOIN seq\n ),\n workdays AS (\n SELECT c.candidate_date, c.n\n FROM candidates c\n LEFT JOIN holiday_dates h ON h.holiday_date = c.candidate_date\n WHERE CAST(STRFTIME('%w', c.candidate_date) AS INTEGER) NOT IN (0, 6)\n AND h.holiday_date IS NULL\n ORDER BY c.n\n )\n SELECT CASE\n WHEN p.day_count = 0 THEN p.start_date\n ELSE (\n SELECT w.candidate_date\n FROM workdays w\n LIMIT 1 OFFSET ABS(p.day_count) - 1\n )\n END\n FROM params p\n )`;\n }\n\n workdayDiff(startDate: string, endDate: string): string {\n return `CAST((JULIANDAY(${endDate}) - JULIANDAY(${startDate})) AS INTEGER)`;\n }\n\n year(date: string): string {\n return `CAST(STRFTIME('%Y', ${date}) AS INTEGER)`;\n }\n\n createdTime(): string {\n return this.qualifySystemColumn('__created_time');\n }\n\n // Logical Functions\n private truthinessScore(value: string): string {\n const wrapped = `(${value})`;\n const valueType = `TYPEOF${wrapped}`;\n return `CASE\n WHEN ${wrapped} IS NULL THEN 0\n WHEN ${valueType} = 'integer' OR ${valueType} = 'real' THEN (${wrapped}) != 0\n WHEN ${valueType} = 'text' THEN (${wrapped} != '' AND LOWER(${wrapped}) != 'null')\n ELSE (${wrapped}) IS NOT NULL AND ${wrapped} != 'null'\n END`;\n }\n\n if(condition: string, valueIfTrue: string, valueIfFalse: string): string {\n const truthiness = this.truthinessScore(condition);\n return `CASE WHEN (${truthiness}) = 1 THEN ${valueIfTrue} ELSE ${valueIfFalse} END`;\n }\n\n and(params: string[]): string {\n return `(${params.map((p) => `(${p})`).join(' AND ')})`;\n }\n\n or(params: string[]): string {\n return `(${params.map((p) => `(${p})`).join(' OR ')})`;\n }\n\n not(value: string): string {\n return `NOT (${value})`;\n }\n\n xor(params: string[]): string {\n if (params.length === 2) {\n return `((${params[0]}) AND NOT (${params[1]})) OR (NOT (${params[0]}) AND (${params[1]}))`;\n }\n return `(${params.map((p) => `CASE WHEN ${p} THEN 1 ELSE 0 END`).join(' + ')}) % 2 = 1`;\n }\n\n blank(): string {\n // SQLite BLANK function should return null instead of empty string\n return `NULL`;\n }\n\n error(_message: string): string {\n // SQLite doesn't have a direct error function, use a failing expression\n return `(1/0)`;\n }\n\n isError(_value: string): string {\n return `0`;\n }\n\n switch(\n expression: string,\n cases: Array<{ case: string; result: string }>,\n defaultResult?: string\n ): string {\n let sql = `CASE ${expression}`;\n for (const caseItem of cases) {\n sql += ` WHEN ${caseItem.case} THEN ${caseItem.result}`;\n }\n if (defaultResult) {\n sql += ` ELSE ${defaultResult}`;\n }\n sql += ` END`;\n return sql;\n }\n\n // Array Functions - Limited in SQLite\n count(params: string[]): string {\n return `COUNT(${this.joinParams(params)})`;\n }\n\n countA(params: string[]): string {\n return `COUNT(${this.joinParams(params.map((p) => `CASE WHEN ${p} IS NOT NULL THEN 1 END`))})`;\n }\n\n countAll(value: string): string {\n const paramInfo = this.getParamInfo(0);\n if (paramInfo.isJsonField || paramInfo.isMultiValueField) {\n const baseExpr =\n paramInfo.isFieldReference && paramInfo.fieldDbName\n ? this.tableAlias\n ? `\"${this.tableAlias}\".\"${paramInfo.fieldDbName}\"`\n : `\"${paramInfo.fieldDbName}\"`\n : value;\n return `CASE\n WHEN ${baseExpr} IS NULL THEN 0\n WHEN json_valid(${baseExpr}) AND json_type(${baseExpr}) = 'array' THEN COALESCE(json_array_length(${baseExpr}), 0)\n WHEN json_valid(${baseExpr}) AND json_type(${baseExpr}) = 'null' THEN 0\n ELSE 1\n END`;\n }\n\n return `CASE WHEN ${value} IS NULL THEN 0 ELSE 1 END`;\n }\n\n private buildJsonArrayUnion(\n arrays: string[],\n opts?: { filterNulls?: boolean; withOrdinal?: boolean }\n ): string {\n const selects = arrays.map((array, index) => {\n const base = `SELECT value, ${index} AS arg_index, CAST(key AS INTEGER) AS ord FROM json_each(COALESCE(${array}, '[]'))`;\n const whereClause = opts?.filterNulls\n ? \" WHERE value IS NOT NULL AND value != 'null' AND value != ''\"\n : '';\n return `${base}${whereClause}`;\n });\n\n if (selects.length === 0) {\n return 'SELECT NULL AS value, 0 AS arg_index, 0 AS ord WHERE 0';\n }\n\n return selects.join(' UNION ALL ');\n }\n\n arrayJoin(array: string, separator?: string): string {\n const sep = separator || ',';\n // SQLite JSON array join using json_each with stable ordering by key\n return `(SELECT GROUP_CONCAT(value, ${sep}) FROM json_each(${array}) ORDER BY key)`;\n }\n\n arrayUnique(arrays: string[]): string {\n const unionQuery = this.buildJsonArrayUnion(arrays, { withOrdinal: true, filterNulls: true });\n return `COALESCE(\n '[' || (\n SELECT GROUP_CONCAT(json_quote(value))\n FROM (\n SELECT value, ROW_NUMBER() OVER (PARTITION BY value ORDER BY arg_index, ord) AS rn, arg_index, ord\n FROM (${unionQuery}) AS combined\n )\n WHERE rn = 1\n ORDER BY arg_index, ord\n ) || ']',\n '[]'\n )`;\n }\n\n arrayFlatten(arrays: string[]): string {\n const unionQuery = this.buildJsonArrayUnion(arrays, { withOrdinal: true });\n return `COALESCE(\n '[' || (\n SELECT GROUP_CONCAT(json_quote(value))\n FROM (${unionQuery}) AS combined\n ORDER BY arg_index, ord\n ) || ']',\n '[]'\n )`;\n }\n\n arrayCompact(arrays: string[]): string {\n const unionQuery = this.buildJsonArrayUnion(arrays, {\n filterNulls: true,\n withOrdinal: true,\n });\n return `COALESCE(\n '[' || (\n SELECT GROUP_CONCAT(json_quote(value))\n FROM (${unionQuery}) AS combined\n ORDER BY arg_index, ord\n ) || ']',\n '[]'\n )`;\n }\n\n // System Functions\n recordId(): string {\n return this.qualifySystemColumn('__id');\n }\n\n autoNumber(): string {\n return this.qualifySystemColumn('__auto_number');\n }\n\n textAll(value: string): string {\n return `CAST(${value} AS TEXT)`;\n }\n\n // Binary Operations\n add(left: string, right: string): string {\n return `(${left} + ${right})`;\n }\n\n subtract(left: string, right: string): string {\n return `(${left} - ${right})`;\n }\n\n multiply(left: string, right: string): string {\n return `(${left} * ${right})`;\n }\n\n divide(left: string, right: string): string {\n return `(${left} / ${right})`;\n }\n\n modulo(left: string, right: string): string {\n return `(${left} % ${right})`;\n }\n\n // Comparison Operations\n equal(left: string, right: string): string {\n return this.buildBlankAwareComparison('=', left, right);\n }\n\n notEqual(left: string, right: string): string {\n return this.buildBlankAwareComparison('<>', left, right);\n }\n\n greaterThan(left: string, right: string): string {\n return `(${left} > ${right})`;\n }\n\n lessThan(left: string, right: string): string {\n return `(${left} < ${right})`;\n }\n\n greaterThanOrEqual(left: string, right: string): string {\n return `(${left} >= ${right})`;\n }\n\n lessThanOrEqual(left: string, right: string): string {\n return `(${left} <= ${right})`;\n }\n\n // Logical Operations\n logicalAnd(left: string, right: string): string {\n return `(${left} AND ${right})`;\n }\n\n logicalOr(left: string, right: string): string {\n return `(${left} OR ${right})`;\n }\n\n bitwiseAnd(left: string, right: string): string {\n return `(${left} & ${right})`;\n }\n\n // Unary Operations\n unaryMinus(value: string): string {\n return `(-${value})`;\n }\n\n // Field Reference\n fieldReference(_fieldId: string, columnName: string): string {\n return `\"${columnName}\"`;\n }\n\n // Literals\n stringLiteral(value: string): string {\n return `'${value.replace(/'/g, \"''\")}'`;\n }\n\n numberLiteral(value: number): string {\n return value.toString();\n }\n\n booleanLiteral(value: boolean): string {\n return value ? '1' : '0';\n }\n\n nullLiteral(): string {\n return 'NULL';\n }\n\n // Utility methods for type conversion and validation\n castToNumber(value: string): string {\n return `CAST(${value} AS REAL)`;\n }\n\n castToString(value: string): string {\n return `CAST(${value} AS TEXT)`;\n }\n\n castToBoolean(value: string): string {\n return `CASE WHEN ${value} THEN 1 ELSE 0 END`;\n }\n\n castToDate(value: string): string {\n return `DATETIME(${value})`;\n }\n\n // Handle null values and type checking\n isNull(value: string): string {\n return `${value} IS NULL`;\n }\n\n coalesce(params: string[]): string {\n return `COALESCE(${this.joinParams(params)})`;\n }\n\n // Parentheses for grouping\n parentheses(expression: string): string {\n return `(${expression})`;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/function/sort-function.abstract.ts", "content": "import { InternalServerErrorException } from '@nestjs/common';\nimport type { FieldCore } from '@teable/core';\nimport { SortFunc } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IRecordQuerySortContext } from '../../../features/record/query-builder/record-query-builder.interface';\nimport type { ISortFunctionInterface } from './sort-function.interface';\n\nexport abstract class AbstractSortFunction implements ISortFunctionInterface {\n protected columnName?: string;\n\n constructor(\n protected readonly knex: Knex,\n protected readonly field: FieldCore,\n protected readonly context?: IRecordQuerySortContext\n ) {\n const { dbFieldName, id } = field;\n\n const selection = context?.selectionMap.get(id);\n const normalizedSelection =\n selection !== undefined && selection !== null\n ? this.normalizeSelection(selection)\n : undefined;\n if (this.isNullConstant(normalizedSelection)) {\n this.columnName = undefined;\n return;\n }\n if (normalizedSelection) {\n this.columnName = normalizedSelection;\n return;\n }\n const quotedIdentifier = this.quoteIdentifier(dbFieldName);\n this.columnName = this.isNullConstant(quotedIdentifier) ? undefined : quotedIdentifier;\n }\n\n compiler(builderClient: Knex.QueryBuilder, sortFunc: SortFunc) {\n const functionHandlers = {\n [SortFunc.Asc]: this.asc,\n [SortFunc.Desc]: this.desc,\n };\n const chosenHandler = functionHandlers[sortFunc].bind(this);\n\n if (!chosenHandler) {\n throw new InternalServerErrorException(`Unknown function ${sortFunc} for sort`);\n }\n\n return chosenHandler(builderClient);\n }\n\n generateSQL(sortFunc: SortFunc): string | undefined {\n const functionHandlers = {\n [SortFunc.Asc]: this.getAscSQL,\n [SortFunc.Desc]: this.getDescSQL,\n };\n const chosenHandler = functionHandlers[sortFunc].bind(this);\n\n if (!chosenHandler) {\n throw new InternalServerErrorException(`Unknown function ${sortFunc} for sort`);\n }\n\n return chosenHandler();\n }\n\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n builderClient.orderByRaw(`${this.columnName} ASC NULLS FIRST`);\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n builderClient.orderByRaw(`${this.columnName} DESC NULLS LAST`);\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n return this.knex.raw(`${this.columnName} ASC NULLS FIRST`).toQuery();\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n return this.knex.raw(`${this.columnName} DESC NULLS LAST`).toQuery();\n }\n\n protected createSqlPlaceholders(values: unknown[]): string {\n return values.map(() => '?').join(',');\n }\n\n private normalizeSelection(selection: unknown): string | undefined {\n if (typeof selection === 'string') {\n return selection;\n }\n if (selection && typeof (selection as Knex.Raw).toQuery === 'function') {\n return (selection as Knex.Raw).toQuery();\n }\n if (selection && typeof (selection as Knex.Raw).toSQL === 'function') {\n const { sql } = (selection as Knex.Raw).toSQL();\n if (sql) {\n return sql;\n }\n }\n return undefined;\n }\n\n private quoteIdentifier(identifier: string): string {\n if (!identifier) {\n return identifier;\n }\n if (identifier.startsWith('\"') && identifier.endsWith('\"')) {\n return identifier;\n }\n const escaped = identifier.replace(/\"/g, '\"\"');\n return `\"${escaped}\"`;\n }\n\n private isNullConstant(selection?: string): boolean {\n if (!selection) {\n return false;\n }\n const trimmed = selection.trim().toUpperCase();\n if (trimmed === 'NULL') {\n return true;\n }\n return trimmed.startsWith('NULL::');\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/function/sort-function.interface.ts", "content": "import type { Knex } from 'knex';\n\nexport type ISortFunctionHandler = (builderClient: Knex.QueryBuilder) => Knex.QueryBuilder;\n\nexport interface ISortFunctionInterface {\n asc: ISortFunctionHandler;\n desc: ISortFunctionHandler;\n getAscSQL: () => string | undefined;\n getDescSQL: () => string | undefined;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/postgres/multiple-value/multiple-datetime-sort.adapter.ts", "content": "import { TimeFormatting, type DateFormattingPreset, type IDateFieldOptions } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { getPostgresDateTimeFormatString } from '../../../group-query/format-string';\nimport { SortFunctionPostgres } from '../sort-query.function';\n\nexport class MultipleDateTimeSortAdapter extends SortFunctionPostgres {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getPostgresDateTimeFormatString(date as DateFormattingPreset, time);\n\n let orderByColumn;\n if (time === TimeFormatting.None) {\n orderByColumn = this.knex.raw(\n `\n (SELECT to_jsonb(array_agg(TO_CHAR(TIMEZONE(?, CAST(elem AS timestamp with time zone)), ?)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n ASC NULLS FIRST,\n (SELECT to_jsonb(array_agg(TO_CHAR(TIMEZONE(?, CAST(elem AS timestamp with time zone)), ?)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n ASC NULLS FIRST\n `,\n [timeZone, formatString, timeZone, formatString]\n );\n } else {\n orderByColumn = this.knex.raw(\n `\n (SELECT to_jsonb(array_agg(elem))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n ASC NULLS FIRST,\n (SELECT to_jsonb(array_agg(elem))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n ASC NULLS FIRST\n `\n );\n }\n builderClient.orderByRaw(orderByColumn);\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getPostgresDateTimeFormatString(date as DateFormattingPreset, time);\n\n let orderByColumn;\n if (time === TimeFormatting.None) {\n orderByColumn = this.knex.raw(\n `\n (SELECT to_jsonb(array_agg(TO_CHAR(TIMEZONE(?, CAST(elem AS timestamp with time zone)), ?)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n DESC NULLS LAST,\n (SELECT to_jsonb(array_agg(TO_CHAR(TIMEZONE(?, CAST(elem AS timestamp with time zone)), ?)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n DESC NULLS LAST\n `,\n [timeZone, formatString, timeZone, formatString]\n );\n } else {\n orderByColumn = this.knex.raw(\n `\n (SELECT to_jsonb(array_agg(elem))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n DESC NULLS LAST,\n (SELECT to_jsonb(array_agg(elem))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n DESC NULLS LAST\n `\n );\n }\n builderClient.orderByRaw(orderByColumn);\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getPostgresDateTimeFormatString(date as DateFormattingPreset, time);\n\n if (time === TimeFormatting.None) {\n return this.knex\n .raw(\n `\n (SELECT to_jsonb(array_agg(TO_CHAR(TIMEZONE(?, CAST(elem AS timestamp with time zone)), ?)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n ASC NULLS FIRST,\n (SELECT to_jsonb(array_agg(TO_CHAR(TIMEZONE(?, CAST(elem AS timestamp with time zone)), ?)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n ASC NULLS FIRST\n `,\n [timeZone, formatString, timeZone, formatString]\n )\n .toQuery();\n } else {\n return this.knex\n .raw(\n `\n (SELECT to_jsonb(array_agg(elem))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n ASC NULLS FIRST,\n (SELECT to_jsonb(array_agg(elem))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n ASC NULLS FIRST\n `\n )\n .toQuery();\n }\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getPostgresDateTimeFormatString(date as DateFormattingPreset, time);\n\n if (time === TimeFormatting.None) {\n return this.knex\n .raw(\n `\n (SELECT to_jsonb(array_agg(TO_CHAR(TIMEZONE(?, CAST(elem AS timestamp with time zone)), ?)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n DESC NULLS LAST,\n (SELECT to_jsonb(array_agg(TO_CHAR(TIMEZONE(?, CAST(elem AS timestamp with time zone)), ?)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n DESC NULLS LAST\n `,\n [timeZone, formatString, timeZone, formatString]\n )\n .toQuery();\n } else {\n return this.knex\n .raw(\n `\n (SELECT to_jsonb(array_agg(elem))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n DESC NULLS LAST,\n (SELECT to_jsonb(array_agg(elem))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n DESC NULLS LAST\n `\n )\n .toQuery();\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/postgres/multiple-value/multiple-json-sort.adapter.ts", "content": "import type { ISelectFieldOptions } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { isUserOrLink } from '../../../../utils/is-user-or-link';\nimport { SortFunctionPostgres } from '../sort-query.function';\n\nexport class MultipleJsonSortAdapter extends SortFunctionPostgres {\n /**\n * Use the first choice (array[0]) to compute choice index.\n * If not an array, fall back to comparing the raw scalar text.\n */\n private firstChoiceIndexExpr(optionSets: string[]) {\n const arrayLiteral = `ARRAY[${this.createSqlPlaceholders(optionSets)}]`;\n const sql = `CASE\n WHEN ${this.columnName} IS NULL THEN NULL\n WHEN jsonb_typeof(${this.columnName}::jsonb) = 'array'\n THEN ARRAY_POSITION(${arrayLiteral}, jsonb_path_query_first(${this.columnName}::jsonb, '$[0]') #>> '{}')\n ELSE ARRAY_POSITION(${arrayLiteral}, ${this.columnName}::text)\n END`;\n // arrayLiteral is used twice, so duplicate the bindings to satisfy both occurrences\n const bindings = [...optionSets, ...optionSets];\n return { sql, bindings };\n }\n\n private orderByMultiSelect(\n builderClient: Knex.QueryBuilder,\n direction: 'ASC' | 'DESC',\n nulls: 'FIRST' | 'LAST'\n ) {\n if (!this.columnName) return builderClient;\n const { choices } = this.field.options as ISelectFieldOptions;\n if (!choices.length) return builderClient;\n const optionSets = choices.map(({ name }) => name);\n const { sql, bindings } = this.firstChoiceIndexExpr(optionSets);\n builderClient.orderByRaw(`${sql} ${direction} NULLS ${nulls}`, bindings);\n // Stable tie-breaker to make ordering deterministic when min index is equal\n builderClient.orderByRaw(`${this.columnName}::jsonb::text ${direction} NULLS ${nulls}`);\n return builderClient;\n }\n\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n builderClient.orderByRaw(\n `jsonb_path_query_array(${this.columnName}::jsonb, '$[*].title')::text ASC NULLS FIRST`\n );\n } else if ([FieldType.SingleSelect, FieldType.MultipleSelect].includes(type)) {\n return this.orderByMultiSelect(builderClient, 'ASC', 'FIRST');\n } else {\n builderClient.orderByRaw(\n `${this.columnName}::jsonb ->> 0 ASC NULLS FIRST, jsonb_array_length(${this.columnName}::jsonb) ASC`\n );\n }\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n builderClient.orderByRaw(\n `jsonb_path_query_array(${this.columnName}::jsonb, '$[*].title')::text DESC NULLS LAST`\n );\n } else if ([FieldType.SingleSelect, FieldType.MultipleSelect].includes(type)) {\n return this.orderByMultiSelect(builderClient, 'DESC', 'LAST');\n } else {\n builderClient.orderByRaw(\n `${this.columnName}::jsonb ->> 0 DESC NULLS LAST, jsonb_array_length(${this.columnName}::jsonb) DESC`\n );\n }\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n return this.knex\n .raw(\n `jsonb_path_query_array(${this.columnName}::jsonb, '$[*].title')::text ASC NULLS FIRST`\n )\n .toQuery();\n } else if ([FieldType.SingleSelect, FieldType.MultipleSelect].includes(type)) {\n const { choices } = this.field.options as ISelectFieldOptions;\n const optionSets = choices.map(({ name }) => name);\n const { sql, bindings } = this.firstChoiceIndexExpr(optionSets);\n return this.knex.raw(`${sql} ASC NULLS FIRST`, bindings).toQuery();\n } else {\n return this.knex\n .raw(\n `${this.columnName}::jsonb ->> 0 ASC NULLS FIRST, jsonb_array_length(${this.columnName}::jsonb) ASC`\n )\n .toQuery();\n }\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n return this.knex\n .raw(\n `jsonb_path_query_array(${this.columnName}::jsonb, '$[*].title')::text DESC NULLS LAST`\n )\n .toQuery();\n } else if ([FieldType.SingleSelect, FieldType.MultipleSelect].includes(type)) {\n const { choices } = this.field.options as ISelectFieldOptions;\n const optionSets = choices.map(({ name }) => name);\n const { sql, bindings } = this.firstChoiceIndexExpr(optionSets);\n return this.knex.raw(`${sql} DESC NULLS LAST`, bindings).toQuery();\n } else {\n return this.knex\n .raw(\n `${this.columnName}::jsonb ->> 0 DESC NULLS LAST, jsonb_array_length(${this.columnName}::jsonb) DESC`\n )\n .toQuery();\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/postgres/multiple-value/multiple-number-sort.adapter.ts", "content": "import type { INumberFieldOptions } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { SortFunctionPostgres } from '../sort-query.function';\n\nexport class MultipleNumberSortAdapter extends SortFunctionPostgres {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { precision } = (options as INumberFieldOptions).formatting;\n\n const orderByColumn = this.knex.raw(\n `\n (SELECT to_jsonb(array_agg(ROUND(elem::numeric, ?::int)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n ASC NULLS FIRST,\n (SELECT to_jsonb(array_agg(ROUND(elem::numeric, ?::int)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n ASC NULLS FIRST\n `,\n [precision, precision]\n );\n builderClient.orderByRaw(orderByColumn);\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { precision } = (options as INumberFieldOptions).formatting;\n\n const orderByColumn = this.knex.raw(\n `\n (SELECT to_jsonb(array_agg(ROUND(elem::numeric, ?::int)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n DESC NULLS LAST,\n (SELECT to_jsonb(array_agg(ROUND(elem::numeric, ?::int)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n DESC NULLS LAST\n `,\n [precision, precision]\n );\n builderClient.orderByRaw(orderByColumn);\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { precision } = (options as INumberFieldOptions).formatting;\n\n return this.knex\n .raw(\n `\n (SELECT to_jsonb(array_agg(ROUND(elem::numeric, ?::int)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n ASC NULLS FIRST,\n (SELECT to_jsonb(array_agg(ROUND(elem::numeric, ?::int)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n ASC NULLS FIRST\n `,\n [precision, precision]\n )\n .toQuery();\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { precision } = (options as INumberFieldOptions).formatting;\n\n return this.knex\n .raw(\n `\n (SELECT to_jsonb(array_agg(ROUND(elem::numeric, ?::int)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem) ->> 0\n DESC NULLS LAST,\n (SELECT to_jsonb(array_agg(ROUND(elem::numeric, ?::int)))\n FROM jsonb_array_elements_text(${this.columnName}::jsonb) as elem)\n DESC NULLS LAST\n `,\n [precision, precision]\n )\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/postgres/single-value/date-sort.adapter.ts", "content": "import { type IDateFieldOptions, type DateFormattingPreset, TimeFormatting } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { getPostgresDateTimeFormatString } from '../../../group-query/format-string';\nimport { SortFunctionPostgres } from '../sort-query.function';\n\nexport class DateSortAdapter extends SortFunctionPostgres {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getPostgresDateTimeFormatString(date as DateFormattingPreset, time);\n\n if (time === TimeFormatting.None) {\n builderClient.orderByRaw(`TO_CHAR(TIMEZONE(?, ${this.columnName}), ?) ASC NULLS FIRST`, [\n timeZone,\n formatString,\n ]);\n } else {\n builderClient.orderByRaw(`${this.columnName} ASC NULLS FIRST`);\n }\n\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getPostgresDateTimeFormatString(date as DateFormattingPreset, time);\n\n if (time === TimeFormatting.None) {\n builderClient.orderByRaw(\n `TO_CHAR(TIMEZONE(?, ${(this, this.columnName)}), ?) DESC NULLS LAST`,\n [timeZone, formatString]\n );\n } else {\n builderClient.orderByRaw(`${this.columnName} DESC NULLS LAST`);\n }\n\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getPostgresDateTimeFormatString(date as DateFormattingPreset, time);\n\n if (time === TimeFormatting.None) {\n return this.knex\n .raw(`TO_CHAR(TIMEZONE(?, ${this.columnName}), ?) ASC NULLS FIRST`, [\n timeZone,\n formatString,\n ])\n .toQuery();\n } else {\n return this.knex.raw(`${this.columnName} ASC NULLS FIRST`).toQuery();\n }\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getPostgresDateTimeFormatString(date as DateFormattingPreset, time);\n\n if (time === TimeFormatting.None) {\n return this.knex\n .raw(`TO_CHAR(TIMEZONE(?, ${this.columnName}), ?) DESC NULLS LAST`, [\n timeZone,\n formatString,\n ])\n .toQuery();\n } else {\n return this.knex.raw(`${this.columnName} DESC NULLS LAST`).toQuery();\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/postgres/single-value/json-sort.adapter.ts", "content": "import type { Knex } from 'knex';\nimport { isUserOrLink } from '../../../../utils/is-user-or-link';\nimport { SortFunctionPostgres } from '../sort-query.function';\n\nexport class JsonSortAdapter extends SortFunctionPostgres {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n builderClient.orderByRaw(`${this.columnName}::jsonb ->> 'title' ASC NULLS FIRST`);\n } else {\n builderClient.orderByRaw(`${this.columnName}::jsonb ASC NULLS FIRST`);\n }\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n builderClient.orderByRaw(`${this.columnName}::jsonb ->> 'title' DESC NULLS LAST`);\n } else {\n builderClient.orderByRaw(`${this.columnName}::jsonb DESC NULLS LAST`);\n }\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n return this.knex.raw(`${this.columnName}::jsonb ->> 'title' ASC NULLS FIRST`).toQuery();\n } else {\n return this.knex.raw(`${this.columnName}::jsonb ASC NULLS FIRST`).toQuery();\n }\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n return this.knex.raw(`${this.columnName}::jsonb ->> 'title' DESC NULLS LAST`).toQuery();\n } else {\n return this.knex.raw(`${this.columnName}::jsonb DESC NULLS LAST`).toQuery();\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/postgres/single-value/string-sort.adapter.ts", "content": "import type { ISelectFieldOptions } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { SortFunctionPostgres } from '../sort-query.function';\n\nexport class StringSortAdapter extends SortFunctionPostgres {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { type, options } = this.field;\n\n if (type !== FieldType.SingleSelect) {\n return super.asc(builderClient);\n }\n\n const { choices } = options as ISelectFieldOptions;\n\n if (!choices.length) return builderClient;\n\n const optionSets = choices.map(({ name }) => name);\n builderClient.orderByRaw(\n `ARRAY_POSITION(ARRAY[${this.createSqlPlaceholders(optionSets)}], ${this.columnName}) ASC NULLS FIRST`,\n [...optionSets]\n );\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { type, options } = this.field;\n\n if (type !== FieldType.SingleSelect) {\n return super.desc(builderClient);\n }\n\n const { choices } = options as ISelectFieldOptions;\n\n if (!choices.length) return builderClient;\n\n const optionSets = choices.map(({ name }) => name);\n builderClient.orderByRaw(\n `ARRAY_POSITION(ARRAY[${this.createSqlPlaceholders(optionSets)}], ${this.columnName}) DESC NULLS LAST`,\n [...optionSets]\n );\n return builderClient;\n }\n\n getAscSQL() {\n const { type, options } = this.field;\n\n if (type !== FieldType.SingleSelect) {\n return super.getAscSQL();\n }\n if (!this.columnName) {\n return undefined;\n }\n\n const { choices } = options as ISelectFieldOptions;\n\n const optionSets = choices.map(({ name }) => name);\n return this.knex\n .raw(\n `ARRAY_POSITION(ARRAY[${this.createSqlPlaceholders(optionSets)}], ${this.columnName}) ASC NULLS FIRST`,\n [...optionSets]\n )\n .toQuery();\n }\n\n getDescSQL() {\n const { type, options } = this.field;\n\n if (type !== FieldType.SingleSelect) {\n return super.getDescSQL();\n }\n if (!this.columnName) {\n return undefined;\n }\n\n const { choices } = options as ISelectFieldOptions;\n\n const optionSets = choices.map(({ name }) => name);\n return this.knex\n .raw(\n `ARRAY_POSITION(ARRAY[${this.createSqlPlaceholders(optionSets)}], ${this.columnName}) DESC NULLS LAST`,\n\n [...optionSets]\n )\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/postgres/sort-query.function.ts", "content": "import { DbFieldType } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { AbstractSortFunction } from '../function/sort-function.abstract';\n\nexport class SortFunctionPostgres extends AbstractSortFunction {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { dbFieldType } = this.field;\n\n builderClient.orderByRaw(\n `${dbFieldType === DbFieldType.Json ? `${this.columnName}::text` : this.columnName} ASC NULLS FIRST`\n );\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { dbFieldType } = this.field;\n\n builderClient.orderByRaw(\n `${dbFieldType === DbFieldType.Json ? `${this.columnName}::text` : this.columnName} DESC NULLS LAST`\n );\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { dbFieldType } = this.field;\n\n return this.knex\n .raw(\n `${dbFieldType === DbFieldType.Json ? `${this.columnName}::text` : this.columnName} ASC NULLS FIRST`\n )\n .toQuery();\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { dbFieldType } = this.field;\n\n return this.knex\n .raw(\n `${dbFieldType === DbFieldType.Json ? `${this.columnName}::text` : this.columnName} DESC NULLS LAST`\n )\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/postgres/sort-query.postgres.ts", "content": "import type { FieldCore } from '@teable/core';\nimport type { IRecordQuerySortContext } from '../../../features/record/query-builder/record-query-builder.interface';\nimport { AbstractSortQuery } from '../sort-query.abstract';\nimport { MultipleDateTimeSortAdapter } from './multiple-value/multiple-datetime-sort.adapter';\nimport { MultipleJsonSortAdapter } from './multiple-value/multiple-json-sort.adapter';\nimport { MultipleNumberSortAdapter } from './multiple-value/multiple-number-sort.adapter';\nimport { DateSortAdapter } from './single-value/date-sort.adapter';\nimport { JsonSortAdapter } from './single-value/json-sort.adapter';\nimport { StringSortAdapter } from './single-value/string-sort.adapter';\nimport { SortFunctionPostgres } from './sort-query.function';\n\nexport class SortQueryPostgres extends AbstractSortQuery {\n booleanSort(field: FieldCore, context?: IRecordQuerySortContext): SortFunctionPostgres {\n return new SortFunctionPostgres(this.knex, field, context);\n }\n\n numberSort(field: FieldCore, context?: IRecordQuerySortContext): SortFunctionPostgres {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleNumberSortAdapter(this.knex, field, context);\n }\n return new SortFunctionPostgres(this.knex, field, context);\n }\n\n dateTimeSort(field: FieldCore, context?: IRecordQuerySortContext): SortFunctionPostgres {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleDateTimeSortAdapter(this.knex, field, context);\n }\n return new DateSortAdapter(this.knex, field, context);\n }\n\n stringSort(field: FieldCore, context?: IRecordQuerySortContext): SortFunctionPostgres {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new SortFunctionPostgres(this.knex, field, context);\n }\n return new StringSortAdapter(this.knex, field, context);\n }\n\n jsonSort(field: FieldCore, context?: IRecordQuerySortContext): SortFunctionPostgres {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleJsonSortAdapter(this.knex, field, context);\n }\n return new JsonSortAdapter(this.knex, field, context);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/sort-query.abstract.ts", "content": "import { Logger } from '@nestjs/common';\nimport type { FieldCore, ISortItem } from '@teable/core';\nimport { CellValueType, DbFieldType } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IRecordQuerySortContext } from '../../features/record/query-builder/record-query-builder.interface';\nimport type { ISortQueryExtra } from '../db.provider.interface';\nimport type { AbstractSortFunction } from './function/sort-function.abstract';\nimport type { ISortQueryInterface } from './sort-query.interface';\n\nexport abstract class AbstractSortQuery implements ISortQueryInterface {\n private logger = new Logger(AbstractSortQuery.name);\n\n constructor(\n protected readonly knex: Knex,\n protected readonly originQueryBuilder: Knex.QueryBuilder,\n protected readonly fields?: { [fieldId: string]: FieldCore },\n protected readonly sortObjs?: ISortItem[],\n protected readonly extra?: ISortQueryExtra,\n protected readonly context?: IRecordQuerySortContext\n ) {}\n\n appendSortBuilder(): Knex.QueryBuilder {\n return this.parseSorts(this.originQueryBuilder, this.sortObjs);\n }\n\n getRawSortSQLText(): string {\n return this.genSortSQL(this.sortObjs);\n }\n\n private genSortSQL(sortObjs?: ISortItem[]) {\n const defaultSortSql = this.knex.raw(`?? ASC`, ['__auto_number']).toQuery();\n if (!sortObjs?.length) {\n return defaultSortSql;\n }\n const sortClauses = sortObjs\n .map(({ fieldId, order }) => {\n const field = this.fields && this.fields[fieldId];\n if (!field) {\n return undefined;\n }\n return this.getSortAdapter(field).generateSQL(order);\n })\n .filter((clause): clause is string => typeof clause === 'string' && clause.length > 0);\n\n if (!sortClauses.length) {\n return defaultSortSql;\n }\n\n sortClauses.push(defaultSortSql);\n return sortClauses.join(', ');\n }\n\n private parseSorts(queryBuilder: Knex.QueryBuilder, sortObjs?: ISortItem[]): Knex.QueryBuilder {\n if (!sortObjs || !sortObjs.length) {\n return queryBuilder;\n }\n\n sortObjs.forEach(({ fieldId, order }) => {\n const field = this.fields && this.fields[fieldId];\n if (!field) {\n return queryBuilder;\n }\n\n this.getSortAdapter(field).compiler(queryBuilder, order);\n });\n\n return queryBuilder;\n }\n\n private getSortAdapter(field: FieldCore): AbstractSortFunction {\n const { dbFieldType } = field;\n switch (field.cellValueType) {\n case CellValueType.Boolean:\n return this.booleanSort(field, this.context);\n case CellValueType.Number:\n return this.numberSort(field, this.context);\n case CellValueType.DateTime:\n return this.dateTimeSort(field, this.context);\n case CellValueType.String: {\n if (dbFieldType === DbFieldType.Json) {\n return this.jsonSort(field, this.context);\n }\n return this.stringSort(field, this.context);\n }\n }\n }\n\n abstract booleanSort(field: FieldCore, context?: IRecordQuerySortContext): AbstractSortFunction;\n\n abstract numberSort(field: FieldCore, context?: IRecordQuerySortContext): AbstractSortFunction;\n\n abstract dateTimeSort(field: FieldCore, context?: IRecordQuerySortContext): AbstractSortFunction;\n\n abstract stringSort(field: FieldCore, context?: IRecordQuerySortContext): AbstractSortFunction;\n\n abstract jsonSort(field: FieldCore, context?: IRecordQuerySortContext): AbstractSortFunction;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/sort-query.interface.ts", "content": "import type { Knex } from 'knex';\n\nexport interface ISortQueryInterface {\n appendSortBuilder(): Knex.QueryBuilder;\n getRawSortSQLText(): string;\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/sqlite/multiple-value/multiple-datetime-sort.adapter.ts", "content": "import { TimeFormatting, type DateFormattingPreset, type IDateFieldOptions } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { getSqliteDateTimeFormatString } from '../../../group-query/format-string';\nimport { getOffset } from '../../../search-query/get-offset';\nimport { SortFunctionSqlite } from '../sort-query.function';\n\nexport class MultipleDateTimeSortAdapter extends SortFunctionSqlite {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getSqliteDateTimeFormatString(date as DateFormattingPreset, time);\n const offsetString = `${getOffset(timeZone)} hour`;\n\n const orderByColumn =\n time === TimeFormatting.None\n ? this.knex.raw(\n `\n (\n SELECT group_concat(strftime(?, DATETIME(elem.value, ?)), ', ')\n FROM json_each(${this.columnName}) as elem\n ) ASC NULLS FIRST\n `,\n [formatString, offsetString]\n )\n : this.knex.raw(\n `\n (\n SELECT group_concat(elem.value, ', ')\n FROM json_each(${this.columnName}) as elem\n ) ASC NULLS FIRST\n `\n );\n builderClient.orderByRaw(orderByColumn);\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getSqliteDateTimeFormatString(date as DateFormattingPreset, time);\n const offsetString = `${getOffset(timeZone)} hour`;\n\n const orderByColumn =\n time === TimeFormatting.None\n ? this.knex.raw(\n `\n (\n SELECT group_concat(strftime(?, DATETIME(elem.value, ?)), ', ')\n FROM json_each(${this.columnName}) as elem\n ) DESC NULLS LAST\n `,\n [formatString, offsetString]\n )\n : this.knex.raw(\n `\n (\n SELECT group_concat(elem.value, ', ')\n FROM json_each(${this.columnName}) as elem\n ) DESC NULLS LAST\n `\n );\n builderClient.orderByRaw(orderByColumn);\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getSqliteDateTimeFormatString(date as DateFormattingPreset, time);\n const offsetString = `${getOffset(timeZone)} hour`;\n\n if (time === TimeFormatting.None) {\n return this.knex\n .raw(\n `\n (\n SELECT group_concat(strftime(?, DATETIME(elem.value, ?)), ', ')\n FROM json_each(${this.columnName}) as elem\n ) ASC NULLS FIRST\n `,\n [formatString, offsetString]\n )\n .toQuery();\n } else {\n return this.knex\n .raw(\n `\n (\n SELECT group_concat(elem.value, ', ')\n FROM json_each(${this.columnName}) as elem\n ) ASC NULLS FIRST\n `\n )\n .toQuery();\n }\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getSqliteDateTimeFormatString(date as DateFormattingPreset, time);\n const offsetString = `${getOffset(timeZone)} hour`;\n\n if (time === TimeFormatting.None) {\n return this.knex\n .raw(\n `\n (\n SELECT group_concat(strftime(?, DATETIME(elem.value, ?)), ', ')\n FROM json_each(${this.columnName}) as elem\n ) DESC NULLS LAST\n `,\n [formatString, offsetString]\n )\n .toQuery();\n } else {\n return this.knex\n .raw(\n `\n (\n SELECT group_concat(elem.value, ', ')\n FROM json_each(${this.columnName}) as elem\n ) DESC NULLS LAST\n `\n )\n .toQuery();\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/sqlite/multiple-value/multiple-json-sort.adapter.ts", "content": "import type { Knex } from 'knex';\nimport { SortFunctionSqlite } from '../sort-query.function';\n\nexport class MultipleJsonSortAdapter extends SortFunctionSqlite {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n builderClient.orderByRaw(\n `\n json_extract(${this.columnName}, '$[0]') ASC NULLS FIRST,\n json_array_length${this.columnName} ASC NULLS FIRST\n `\n );\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n builderClient.orderByRaw(\n `\n json_extract(${this.columnName}, '$[0]') DESC NULLS LAST,\n json_array_length(${this.columnName}) DESC NULLS LAST\n `\n );\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n return this.knex\n .raw(\n `\n json_extract(${this.columnName}, '$[0]') ASC NULLS FIRST,\n json_array_length(${this.columnName}) ASC NULLS FIRST\n `\n )\n .toQuery();\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n return this.knex\n .raw(\n `\n json_extract(${this.columnName}, '$[0]') DESC NULLS LAST,\n json_array_length(${this.columnName}) DESC NULLS LAST\n `\n )\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/sqlite/multiple-value/multiple-number-sort.adapter.ts", "content": "import type { INumberFieldOptions } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { SortFunctionSqlite } from '../sort-query.function';\n\nexport class MultipleNumberSortAdapter extends SortFunctionSqlite {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { precision } = (options as INumberFieldOptions).formatting;\n const orderByColumn = this.knex.raw(\n `\n (\n SELECT group_concat(ROUND(elem.value, ?))\n FROM json_each(${this.columnName}) as elem\n ) ASC NULLS FIRST\n `,\n [precision]\n );\n builderClient.orderByRaw(orderByColumn);\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { precision } = (options as INumberFieldOptions).formatting;\n const orderByColumn = this.knex.raw(\n `\n (\n SELECT group_concat(ROUND(elem.value, ?))\n FROM json_each(${this.columnName}) as elem\n ) DESC NULLS LAST\n `,\n [precision]\n );\n builderClient.orderByRaw(orderByColumn);\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { precision } = (options as INumberFieldOptions).formatting;\n return this.knex\n .raw(\n `\n (\n SELECT group_concat(ROUND(elem.value, ?))\n FROM json_each(${this.columnName}) as elem\n ) ASC NULLS FIRST\n `,\n [precision]\n )\n .toQuery();\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { precision } = (options as INumberFieldOptions).formatting;\n return this.knex\n .raw(\n `\n (\n SELECT group_concat(ROUND(elem.value, ?))\n FROM json_each(${this.columnName}) as elem\n ) DESC NULLS LAST\n `,\n [precision]\n )\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/sqlite/single-value/date-sort.adapter.ts", "content": "import { type IDateFieldOptions, type DateFormattingPreset, TimeFormatting } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { getSqliteDateTimeFormatString } from '../../../group-query/format-string';\nimport { getOffset } from '../../../search-query/get-offset';\nimport { SortFunctionSqlite } from '../sort-query.function';\n\nexport class DateSortAdapter extends SortFunctionSqlite {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getSqliteDateTimeFormatString(date as DateFormattingPreset, time);\n const offsetString = `${getOffset(timeZone)} hour`;\n\n if (time === TimeFormatting.None) {\n builderClient.orderByRaw('strftime(?, DATETIME(${this.columnName}, ?)) ASC NULLS FIRST', [\n formatString,\n offsetString,\n ]);\n } else {\n builderClient.orderByRaw('${this.columnName} ASC NULLS FIRST');\n }\n\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getSqliteDateTimeFormatString(date as DateFormattingPreset, time);\n const offsetString = `${getOffset(timeZone)} hour`;\n\n if (time === TimeFormatting.None) {\n builderClient.orderByRaw(`strftime(?, DATETIME(${this.columnName}, ?)) DESC NULLS LAST`, [\n formatString,\n offsetString,\n ]);\n } else {\n builderClient.orderByRaw(`${this.columnName} DESC NULLS LAST`);\n }\n\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getSqliteDateTimeFormatString(date as DateFormattingPreset, time);\n const offsetString = `${getOffset(timeZone)} hour`;\n\n if (time === TimeFormatting.None) {\n return this.knex\n .raw(`strftime(?, DATETIME(${this.columnName}, ?)) ASC NULLS FIRST`, [\n formatString,\n offsetString,\n ])\n .toQuery();\n } else {\n return this.knex.raw(`${this.columnName} ASC NULLS FIRST`).toQuery();\n }\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { options } = this.field;\n const { date, time, timeZone } = (options as IDateFieldOptions).formatting;\n const formatString = getSqliteDateTimeFormatString(date as DateFormattingPreset, time);\n const offsetString = `${getOffset(timeZone)} hour`;\n\n if (time === TimeFormatting.None) {\n return this.knex\n .raw(`strftime(?, DATETIME(${this.columnName}, ?)) DESC NULLS LAST`, [\n formatString,\n offsetString,\n ])\n .toQuery();\n } else {\n return this.knex.raw(`${this.columnName} DESC NULLS LAST`).toQuery();\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/sqlite/single-value/json-sort.adapter.ts", "content": "import type { Knex } from 'knex';\nimport { isUserOrLink } from '../../../../utils/is-user-or-link';\nimport { SortFunctionSqlite } from '../sort-query.function';\n\nexport class JsonSortAdapter extends SortFunctionSqlite {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n builderClient.orderByRaw(`json_extract(${this.columnName}, '$.title') ASC NULLS FIRST`);\n } else {\n builderClient.orderByRaw(`${this.columnName} ASC NULLS FIRST`);\n }\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n builderClient.orderByRaw(`json_extract(${this.columnName}, '$.title') DESC NULLS LAST`);\n } else {\n builderClient.orderByRaw(`${this.columnName} DESC NULLS LAST`);\n }\n return builderClient;\n }\n\n getAscSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n return this.knex.raw(`json_extract(${this.columnName}, '$.title') ASC NULLS FIRST`).toQuery();\n } else {\n return this.knex.raw(`${this.columnName} ASC NULLS FIRST`).toQuery();\n }\n }\n\n getDescSQL() {\n if (!this.columnName) {\n return undefined;\n }\n const { type } = this.field;\n\n if (isUserOrLink(type)) {\n return this.knex.raw(`json_extract(${this.columnName}, '$.title') DESC NULLS LAST`).toQuery();\n } else {\n return this.knex.raw(`${this.columnName} DESC NULLS LAST`).toQuery();\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/sqlite/single-value/string-sort.adapter.ts", "content": "import type { ISelectFieldOptions } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { SortFunctionSqlite } from '../sort-query.function';\n\nexport class StringSortAdapter extends SortFunctionSqlite {\n asc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { type, options } = this.field;\n\n if (type !== FieldType.SingleSelect) {\n return super.asc(builderClient);\n }\n\n const { choices } = options as ISelectFieldOptions;\n\n const optionSets = choices.map(({ name }) => name);\n builderClient.orderByRaw(\n `${this.generateOrderByCase(optionSets, this.columnName)} ASC NULLS FIRST`\n );\n return builderClient;\n }\n\n desc(builderClient: Knex.QueryBuilder): Knex.QueryBuilder {\n if (!this.columnName) {\n return builderClient;\n }\n const { type, options } = this.field;\n\n if (type !== FieldType.SingleSelect) {\n return super.desc(builderClient);\n }\n\n const { choices } = options as ISelectFieldOptions;\n\n const optionSets = choices.map(({ name }) => name);\n builderClient.orderByRaw(\n `${this.generateOrderByCase(optionSets, this.columnName)} DESC NULLS LAST`\n );\n return builderClient;\n }\n\n getAscSQL() {\n const { type, options } = this.field;\n\n if (type !== FieldType.SingleSelect) {\n return super.getAscSQL();\n }\n if (!this.columnName) {\n return undefined;\n }\n\n const { choices } = options as ISelectFieldOptions;\n\n const optionSets = choices.map(({ name }) => name);\n return this.knex\n .raw(`${this.generateOrderByCase(optionSets, this.columnName)} ASC NULLS FIRST`)\n .toQuery();\n }\n\n getDescSQL() {\n const { type, options } = this.field;\n\n if (type !== FieldType.SingleSelect) {\n return super.getDescSQL();\n }\n if (!this.columnName) {\n return undefined;\n }\n\n const { choices } = options as ISelectFieldOptions;\n\n const optionSets = choices.map(({ name }) => name);\n return this.knex\n .raw(`${this.generateOrderByCase(optionSets, this.columnName)} DESC NULLS LAST`)\n .toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/sqlite/sort-query.function.ts", "content": "import { AbstractSortFunction } from '../function/sort-function.abstract';\n\nexport class SortFunctionSqlite extends AbstractSortFunction {\n generateOrderByCase(keys: string[], columnName: string): string {\n const cases = keys.map((key, index) => `WHEN '${key}' THEN ${index + 1}`).join(' ');\n return `CASE ${columnName} ${cases} ELSE -1 END`;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sort-query/sqlite/sort-query.sqlite.ts", "content": "import type { FieldCore } from '@teable/core';\nimport type { IRecordQuerySortContext } from '../../../features/record/query-builder/record-query-builder.interface';\nimport { AbstractSortQuery } from '../sort-query.abstract';\nimport { MultipleDateTimeSortAdapter } from './multiple-value/multiple-datetime-sort.adapter';\nimport { MultipleJsonSortAdapter } from './multiple-value/multiple-json-sort.adapter';\nimport { MultipleNumberSortAdapter } from './multiple-value/multiple-number-sort.adapter';\nimport { DateSortAdapter } from './single-value/date-sort.adapter';\nimport { JsonSortAdapter } from './single-value/json-sort.adapter';\nimport { StringSortAdapter } from './single-value/string-sort.adapter';\nimport { SortFunctionSqlite } from './sort-query.function';\n\nexport class SortQuerySqlite extends AbstractSortQuery {\n booleanSort(field: FieldCore, context?: IRecordQuerySortContext): SortFunctionSqlite {\n return new SortFunctionSqlite(this.knex, field, context);\n }\n\n numberSort(field: FieldCore, context?: IRecordQuerySortContext): SortFunctionSqlite {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleNumberSortAdapter(this.knex, field, context);\n }\n return new SortFunctionSqlite(this.knex, field, context);\n }\n\n dateTimeSort(field: FieldCore, context?: IRecordQuerySortContext): SortFunctionSqlite {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleDateTimeSortAdapter(this.knex, field, context);\n }\n return new DateSortAdapter(this.knex, field, context);\n }\n\n stringSort(field: FieldCore, context?: IRecordQuerySortContext): SortFunctionSqlite {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new SortFunctionSqlite(this.knex, field, context);\n }\n return new StringSortAdapter(this.knex, field, context);\n }\n jsonSort(field: FieldCore, context?: IRecordQuerySortContext): SortFunctionSqlite {\n const { isMultipleCellValue } = field;\n if (isMultipleCellValue) {\n return new MultipleJsonSortAdapter(this.knex, field, context);\n }\n return new JsonSortAdapter(this.knex, field, context);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/sqlite.provider.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Logger } from '@nestjs/common';\nimport type {\n IFilter,\n ILookupLinkOptionsVo,\n ISortItem,\n FieldCore,\n TableDomain,\n} from '@teable/core';\nimport { DriverClient, parseFormulaToSQL, FieldType } from '@teable/core';\nimport type { PrismaClient } from '@teable/db-main-prisma';\nimport type { IAggregationField, ISearchIndexByQueryRo, TableIndex } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { IFieldInstance } from '../features/field/model/factory';\nimport type {\n IRecordQueryFilterContext,\n IRecordQuerySortContext,\n IRecordQueryGroupContext,\n IRecordQueryAggregateContext,\n} from '../features/record/query-builder/record-query-builder.interface';\nimport type {\n IGeneratedColumnQueryInterface,\n IFormulaConversionContext,\n IFormulaConversionResult,\n ISelectQueryInterface,\n ISelectFormulaConversionContext,\n} from '../features/record/query-builder/sql-conversion.visitor';\nimport {\n GeneratedColumnSqlConversionVisitor,\n SelectColumnSqlConversionVisitor,\n} from '../features/record/query-builder/sql-conversion.visitor';\nimport type { IAggregationQueryInterface } from './aggregation-query/aggregation-query.interface';\nimport { AggregationQuerySqlite } from './aggregation-query/sqlite/aggregation-query.sqlite';\nimport type { BaseQueryAbstract } from './base-query/abstract';\nimport { BaseQuerySqlite } from './base-query/base-query.sqlite';\nimport type { ICreateDatabaseColumnContext } from './create-database-column-query/create-database-column-field-visitor.interface';\nimport { CreateSqliteDatabaseColumnFieldVisitor } from './create-database-column-query/create-database-column-field-visitor.sqlite';\nimport type {\n IAggregationQueryExtra,\n ICalendarDailyCollectionQueryProps,\n IDbProvider,\n IFilterQueryExtra,\n ISortQueryExtra,\n} from './db.provider.interface';\nimport type {\n IDropDatabaseColumnContext,\n DropColumnOperationType,\n} from './drop-database-column-query/drop-database-column-field-visitor.interface';\nimport { DropSqliteDatabaseColumnFieldVisitor } from './drop-database-column-query/drop-database-column-field-visitor.sqlite';\nimport { DuplicateAttachmentTableQuerySqlite } from './duplicate-table/duplicate-attachment-table-query.sqlite';\nimport { DuplicateTableQuerySqlite } from './duplicate-table/duplicate-query.sqlite';\nimport type { IFilterQueryInterface } from './filter-query/filter-query.interface';\nimport { FilterQuerySqlite } from './filter-query/sqlite/filter-query.sqlite';\nimport { GeneratedColumnQuerySqlite } from './generated-column-query/sqlite/generated-column-query.sqlite';\nimport type { IGroupQueryExtra, IGroupQueryInterface } from './group-query/group-query.interface';\nimport { GroupQuerySqlite } from './group-query/group-query.sqlite';\nimport type { IntegrityQueryAbstract } from './integrity-query/abstract';\nimport { IntegrityQuerySqlite } from './integrity-query/integrity-query.sqlite';\nimport { SearchQueryAbstract } from './search-query/abstract';\nimport { getOffset } from './search-query/get-offset';\nimport { IndexBuilderSqlite } from './search-query/search-index-builder.sqlite';\nimport { SearchQuerySqliteBuilder, SearchQuerySqlite } from './search-query/search-query.sqlite';\nimport { SelectQuerySqlite } from './select-query/sqlite/select-query.sqlite';\nimport type { ISortQueryInterface } from './sort-query/sort-query.interface';\nimport { SortQuerySqlite } from './sort-query/sqlite/sort-query.sqlite';\n\nexport class SqliteProvider implements IDbProvider {\n private readonly logger = new Logger(SqliteProvider.name);\n\n constructor(private readonly knex: Knex) {}\n\n driver = DriverClient.Sqlite;\n\n createSchema(_schemaName: string) {\n return undefined;\n }\n\n dropSchema(_schemaName: string) {\n return undefined;\n }\n\n generateDbTableName(baseId: string, name: string) {\n return `${baseId}_${name}`;\n }\n\n // make no-sense\n getForeignKeysInfo(_tableName: string): string {\n return this.knex\n .raw(\n 'SELECT NULL as constraint_name, NULL as column_name, NULL as referenced_column_name, NULL as referenced_table_schema, NULL as referenced_table_name WHERE 1=0'\n )\n .toQuery();\n }\n\n renameTableName(oldTableName: string, newTableName: string) {\n return [this.knex.raw('ALTER TABLE ?? RENAME TO ??', [oldTableName, newTableName]).toQuery()];\n }\n\n dropTable(tableName: string): string {\n return this.knex.raw('DROP TABLE IF EXISTS ??', [tableName]).toQuery();\n }\n\n async checkColumnExist(\n tableName: string,\n columnName: string,\n prisma: PrismaClient\n ): Promise {\n const sql = this.columnInfo(tableName);\n const columns = await prisma.$queryRawUnsafe<{ name: string }[]>(sql);\n return columns.some((column) => column.name === columnName);\n }\n\n checkTableExist(tableName: string): string {\n return this.knex\n .raw(\n `SELECT EXISTS (\n SELECT 1 FROM sqlite_master \n WHERE type='table' AND name = ?\n ) as \"exists\"`,\n [tableName]\n )\n .toQuery();\n }\n\n renameColumn(tableName: string, oldName: string, newName: string): string[] {\n return [\n this.knex\n .raw('ALTER TABLE ?? RENAME COLUMN ?? TO ??', [tableName, oldName, newName])\n .toQuery(),\n ];\n }\n\n modifyColumnSchema(\n tableName: string,\n oldFieldInstance: IFieldInstance,\n fieldInstance: IFieldInstance,\n tableDomain: TableDomain,\n linkContext?: { tableId: string; tableNameMap: Map }\n ): string[] {\n const queries: string[] = [];\n\n // First, drop ALL columns associated with the field (including generated columns)\n queries.push(...this.dropColumn(tableName, oldFieldInstance, linkContext));\n\n // For Link fields, delegate creation to link service to avoid double creation\n if (fieldInstance.type === FieldType.Link && !fieldInstance.isLookup) {\n return queries;\n }\n\n const alterTableBuilder = this.knex.schema.alterTable(tableName, (table) => {\n const createContext: ICreateDatabaseColumnContext = {\n table,\n field: fieldInstance,\n fieldId: fieldInstance.id,\n dbFieldName: fieldInstance.dbFieldName,\n unique: fieldInstance.unique,\n notNull: fieldInstance.notNull,\n dbProvider: this,\n tableDomain,\n tableId: linkContext?.tableId || '',\n tableName,\n knex: this.knex,\n tableNameMap: linkContext?.tableNameMap || new Map(),\n };\n\n // Use visitor pattern to recreate columns\n const visitor = new CreateSqliteDatabaseColumnFieldVisitor(createContext);\n fieldInstance.accept(visitor);\n });\n\n const alterTableQueries = alterTableBuilder.toSQL().map((item) => item.sql);\n queries.push(...alterTableQueries);\n\n return queries;\n }\n\n createColumnSchema(\n tableName: string,\n fieldInstance: IFieldInstance,\n tableDomain: TableDomain,\n isNewTable: boolean,\n tableId: string,\n tableNameMap: Map,\n isSymmetricField?: boolean,\n skipBaseColumnCreation?: boolean\n ): string[] {\n let visitor: CreateSqliteDatabaseColumnFieldVisitor | undefined = undefined;\n const alterTableBuilder = this.knex.schema.alterTable(tableName, (table) => {\n const context: ICreateDatabaseColumnContext = {\n table,\n field: fieldInstance,\n fieldId: fieldInstance.id,\n dbFieldName: fieldInstance.dbFieldName,\n unique: fieldInstance.unique,\n notNull: fieldInstance.notNull,\n dbProvider: this,\n tableDomain,\n isNewTable,\n tableId,\n tableName,\n knex: this.knex,\n tableNameMap,\n isSymmetricField,\n skipBaseColumnCreation,\n };\n visitor = new CreateSqliteDatabaseColumnFieldVisitor(context);\n fieldInstance.accept(visitor);\n });\n\n const mainSqls = alterTableBuilder.toSQL().map((item) => item.sql);\n const additionalSqls =\n (visitor as CreateSqliteDatabaseColumnFieldVisitor | undefined)?.getSql() ?? [];\n\n return [...mainSqls, ...additionalSqls];\n }\n\n splitTableName(tableName: string): string[] {\n return tableName.split('_');\n }\n\n joinDbTableName(schemaName: string, dbTableName: string) {\n return `${schemaName}_${dbTableName}`;\n }\n\n dropColumn(\n tableName: string,\n fieldInstance: IFieldInstance,\n linkContext?: { tableId: string; tableNameMap: Map },\n operationType?: DropColumnOperationType\n ): string[] {\n const context: IDropDatabaseColumnContext = {\n tableName,\n knex: this.knex,\n linkContext,\n operationType,\n };\n\n // Use visitor pattern to drop columns\n const visitor = new DropSqliteDatabaseColumnFieldVisitor(context);\n return fieldInstance.accept(visitor);\n }\n\n dropColumnAndIndex(tableName: string, columnName: string, indexName: string): string[] {\n return [\n this.knex.raw(`DROP INDEX IF EXISTS ??`, [indexName]).toQuery(),\n this.knex.raw('ALTER TABLE ?? DROP COLUMN ??', [tableName, columnName]).toQuery(),\n ];\n }\n\n columnInfo(tableName: string): string {\n return this.knex.raw(`PRAGMA table_info(??)`, [tableName]).toQuery();\n }\n\n updateJsonColumn(\n tableName: string,\n columnName: string,\n id: string,\n key: string,\n value: string\n ): string {\n return this.knex(tableName)\n .where(this.knex.raw(`json_extract(${columnName}, '$.id') = ?`, [id]))\n .update({\n [columnName]: this.knex.raw(\n `\n json_patch(${columnName}, json_object(?, ?))\n `,\n [key, value]\n ),\n })\n .toQuery();\n }\n\n updateJsonArrayColumn(\n tableName: string,\n columnName: string,\n id: string,\n key: string,\n value: string\n ): string {\n return this.knex(tableName)\n .update({\n [columnName]: this.knex.raw(\n `\n json(\n (\n SELECT json_group_array(\n json(\n CASE\n WHEN json_extract(value, '$.id') = ?\n THEN json_patch(value, json_object(?, ?))\n ELSE value\n END\n )\n )\n FROM json_each(${columnName})\n )\n )\n `,\n [id, key, value]\n ),\n })\n .toQuery();\n }\n\n duplicateTable(\n fromSchema: string,\n toSchema: string,\n tableName: string,\n withData?: boolean\n ): string {\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n const [_, dbTableName] = this.splitTableName(tableName);\n return this.knex\n .raw(`CREATE TABLE ?? AS SELECT * FROM ?? ${withData ? '' : 'WHERE 1=0'}`, [\n this.joinDbTableName(toSchema, dbTableName),\n this.joinDbTableName(fromSchema, dbTableName),\n ])\n .toQuery();\n }\n\n alterAutoNumber(_tableName: string): string[] {\n return [];\n }\n\n batchInsertSql(tableName: string, insertData: ReadonlyArray): string {\n // to-do: The code doesn't taste good because knex utilizes the \"select-stmt\" mode to construct SQL queries for SQLite batchInsert.\n // This is a temporary solution, and I'm actively keeping an eye on this issue for further developments.\n const builder = this.knex.client.queryBuilder();\n builder.insert(insertData).into(tableName).toSQL();\n\n const { _single } = builder;\n const compiler = this.knex.client.queryCompiler(builder);\n\n const insertValues = _single.insert || [];\n const sql = `insert into ${compiler.tableName} `;\n const body = compiler._insertBody(insertValues);\n const bindings = compiler.bindings;\n return this.knex.raw(sql + body, bindings).toQuery();\n }\n\n executeUpdateRecordsSqlList(params: {\n dbTableName: string;\n tempTableName: string;\n idFieldName: string;\n dbFieldNames: string[];\n data: { id: string; values: { [key: string]: unknown } }[];\n }) {\n const { dbTableName, tempTableName, idFieldName, dbFieldNames, data } = params;\n const insertRowsData = data.map((item) => {\n return {\n [idFieldName]: item.id,\n ...item.values,\n };\n });\n\n // initialize temporary table data\n const insertTempTableSql = this.batchInsertSql(tempTableName, insertRowsData);\n\n // update data\n const updateColumns = dbFieldNames.reduce<{ [key: string]: unknown }>((pre, columnName) => {\n pre[columnName] = this.knex.ref(`${tempTableName}.${columnName}`);\n return pre;\n }, {});\n let updateRecordSql = this.knex(dbTableName).update(updateColumns).toQuery();\n updateRecordSql += ` FROM \\`${tempTableName}\\` WHERE ${dbTableName}.${idFieldName} = ${tempTableName}.${idFieldName}`;\n\n return { insertTempTableSql, updateRecordSql };\n }\n\n updateFromSelectSql(params: {\n dbTableName: string;\n idFieldName: string;\n subQuery: Knex.QueryBuilder;\n dbFieldNames: string[];\n returningDbFieldNames?: string[];\n restrictRecordIds?: string[];\n }): string {\n const {\n dbTableName,\n idFieldName,\n subQuery,\n dbFieldNames,\n returningDbFieldNames,\n restrictRecordIds,\n } = params;\n const subQuerySql = subQuery.toQuery();\n const wrap = (id: string) => this.knex.client.wrapIdentifier(id);\n const setClauses = dbFieldNames.map(\n (c) =>\n `${wrap(c)} = (SELECT s.${wrap(c)} FROM (${subQuerySql}) AS s WHERE s.${wrap(\n idFieldName\n )} = ${dbTableName}.${wrap(idFieldName)})`\n );\n const wrappedVersion = wrap('__version');\n // Always bump __version so published ShareDB ops stay aligned with DB state\n setClauses.push(`${wrappedVersion} = ${dbTableName}.${wrappedVersion} + 1`);\n const setClause = setClauses.join(', ');\n const returningColumns = [\n wrap(idFieldName),\n wrappedVersion,\n `${dbTableName}.${wrappedVersion} - 1 as ${wrap('__prev_version')}`,\n ...(returningDbFieldNames || dbFieldNames).map((c) => wrap(c)),\n ];\n const returning = returningColumns.join(', ');\n const restrictClause =\n restrictRecordIds && restrictRecordIds.length\n ? ` AND ${dbTableName}.${wrap(idFieldName)} IN (${restrictRecordIds\n .map((id) => `'${id.replace(/'/g, \"''\")}'`)\n .join(', ')})`\n : '';\n return `UPDATE ${dbTableName} SET ${setClause} WHERE EXISTS (SELECT 1 FROM (${subQuerySql}) AS s WHERE s.${wrap(\n idFieldName\n )} = ${dbTableName}.${wrap(idFieldName)})${restrictClause} RETURNING ${returning}`;\n }\n\n aggregationQuery(\n originQueryBuilder: Knex.QueryBuilder,\n fields?: { [fieldId: string]: FieldCore },\n aggregationFields?: IAggregationField[],\n extra?: IAggregationQueryExtra,\n context?: IRecordQueryAggregateContext\n ): IAggregationQueryInterface {\n return new AggregationQuerySqlite(\n this.knex,\n originQueryBuilder,\n fields,\n aggregationFields,\n extra,\n context\n );\n }\n\n filterQuery(\n originQueryBuilder: Knex.QueryBuilder,\n fields?: { [p: string]: FieldCore },\n filter?: IFilter,\n extra?: IFilterQueryExtra,\n context?: IRecordQueryFilterContext\n ): IFilterQueryInterface {\n return new FilterQuerySqlite(originQueryBuilder, fields, filter, extra, this, context);\n }\n\n sortQuery(\n originQueryBuilder: Knex.QueryBuilder,\n fields?: { [fieldId: string]: FieldCore },\n sortObjs?: ISortItem[],\n extra?: ISortQueryExtra,\n context?: IRecordQuerySortContext\n ): ISortQueryInterface {\n return new SortQuerySqlite(this.knex, originQueryBuilder, fields, sortObjs, extra, context);\n }\n\n groupQuery(\n originQueryBuilder: Knex.QueryBuilder,\n fieldMap?: { [fieldId: string]: IFieldInstance },\n groupFieldIds?: string[],\n extra?: IGroupQueryExtra,\n context?: IRecordQueryGroupContext\n ): IGroupQueryInterface {\n return new GroupQuerySqlite(\n this.knex,\n originQueryBuilder,\n fieldMap,\n groupFieldIds,\n extra,\n context\n );\n }\n\n searchQuery(\n originQueryBuilder: Knex.QueryBuilder,\n searchFields: IFieldInstance[],\n tableIndex: TableIndex[],\n search: [string, string?, boolean?],\n context?: IRecordQueryFilterContext\n ) {\n return SearchQueryAbstract.appendQueryBuilder(\n SearchQuerySqlite,\n originQueryBuilder,\n searchFields,\n tableIndex,\n search,\n context\n );\n }\n\n searchCountQuery(\n originQueryBuilder: Knex.QueryBuilder,\n searchField: IFieldInstance[],\n search: [string, string?, boolean?],\n tableIndex: TableIndex[],\n context?: IRecordQueryFilterContext\n ) {\n return SearchQueryAbstract.buildSearchCountQuery(\n SearchQuerySqlite,\n originQueryBuilder,\n searchField,\n search,\n tableIndex,\n context\n );\n }\n\n searchIndexQuery(\n originQueryBuilder: Knex.QueryBuilder,\n dbTableName: string,\n searchField: IFieldInstance[],\n searchIndexRo: ISearchIndexByQueryRo,\n tableIndex: TableIndex[],\n context?: IRecordQueryFilterContext,\n baseSortIndex?: string,\n setFilterQuery?: (qb: Knex.QueryBuilder) => void,\n setSortQuery?: (qb: Knex.QueryBuilder) => void\n ) {\n return new SearchQuerySqliteBuilder(\n originQueryBuilder,\n dbTableName,\n searchField,\n searchIndexRo,\n tableIndex,\n context,\n baseSortIndex,\n setFilterQuery,\n setSortQuery\n ).getSearchIndexQuery();\n }\n\n searchIndex() {\n return new IndexBuilderSqlite();\n }\n\n duplicateTableQuery(queryBuilder: Knex.QueryBuilder) {\n return new DuplicateTableQuerySqlite(queryBuilder);\n }\n\n duplicateAttachmentTableQuery(queryBuilder: Knex.QueryBuilder) {\n return new DuplicateAttachmentTableQuerySqlite(queryBuilder);\n }\n\n shareFilterCollaboratorsQuery(\n originQueryBuilder: Knex.QueryBuilder,\n dbFieldName: string,\n isMultipleCellValue?: boolean | null\n ) {\n if (isMultipleCellValue) {\n originQueryBuilder\n .distinct(this.knex.raw(`json_extract(json_each.value, '$.id') AS user_id`))\n .crossJoin(this.knex.raw(`json_each(${dbFieldName})`));\n } else {\n originQueryBuilder.distinct(this.knex.raw(`json_extract(${dbFieldName}, '$.id') AS user_id`));\n }\n }\n\n baseQuery(): BaseQueryAbstract {\n return new BaseQuerySqlite(this.knex);\n }\n\n integrityQuery(): IntegrityQueryAbstract {\n return new IntegrityQuerySqlite(this.knex);\n }\n\n calendarDailyCollectionQuery(\n qb: Knex.QueryBuilder,\n props: ICalendarDailyCollectionQueryProps\n ): Knex.QueryBuilder {\n const { startDate, endDate, startField, endField } = props;\n const timezone = startField.options.formatting.timeZone;\n const offsetStr = `${getOffset(timezone)} hour`;\n\n const datesSubquery = this.knex.raw(\n `WITH RECURSIVE dates(date) AS (\n SELECT date(datetime(?, ?)) as date\n UNION ALL\n SELECT date(datetime(date, ?))\n FROM dates\n WHERE date < date(datetime(?, ?))\n )\n SELECT date FROM dates`,\n [startDate, offsetStr, '+1 day', endDate, offsetStr]\n );\n\n return qb\n .select([\n this.knex.raw('d.date'),\n this.knex.raw('COUNT(*) as count'),\n this.knex.raw('GROUP_CONCAT(??) as ids', ['__id']),\n ])\n .crossJoin(datesSubquery.wrap('(', ') as d'))\n .where((builder) => {\n builder\n .whereRaw(`date(datetime(??, ?)) <= date(datetime(?, ?))`, [\n startField.dbFieldName,\n offsetStr,\n endDate,\n offsetStr,\n ])\n .andWhere(\n this.knex.raw(`date(datetime(COALESCE(??, ??), ?))`, [\n endField.dbFieldName,\n startField.dbFieldName,\n offsetStr,\n ]),\n '>=',\n this.knex.raw(`date(datetime(?, ?))`, [startDate, offsetStr])\n );\n })\n .andWhere((builder) => {\n builder.whereRaw(\n `date(datetime(??, ?)) <= d.date AND date(datetime(COALESCE(??, ??), ?)) >= d.date`,\n [\n startField.dbFieldName,\n offsetStr,\n endField.dbFieldName,\n startField.dbFieldName,\n offsetStr,\n ]\n );\n })\n .groupBy('d.date')\n .orderBy('d.date', 'asc');\n }\n\n // select id and lookup_options for \"field\" table options is a json saved in string format, match optionsKey and value\n // please use json method in sqlite\n lookupOptionsQuery(optionsKey: keyof ILookupLinkOptionsVo, value: string): string {\n return this.knex('field')\n .select({\n tableId: 'table_id',\n id: 'id',\n type: 'type',\n name: 'name',\n lookupOptions: 'lookup_options',\n })\n .whereNull('deleted_time')\n .whereRaw(`json_extract(lookup_options, '$.\"${optionsKey}\"') = ?`, [value])\n .toQuery();\n }\n\n optionsQuery(type: FieldType, optionsKey: string, value: string): string {\n return this.knex('field')\n .select({\n tableId: 'table_id',\n id: 'id',\n name: 'name',\n description: 'description',\n notNull: 'not_null',\n unique: 'unique',\n isPrimary: 'is_primary',\n dbFieldName: 'db_field_name',\n isComputed: 'is_computed',\n isPending: 'is_pending',\n hasError: 'has_error',\n dbFieldType: 'db_field_type',\n isMultipleCellValue: 'is_multiple_cell_value',\n isLookup: 'is_lookup',\n lookupOptions: 'lookup_options',\n type: 'type',\n options: 'options',\n cellValueType: 'cell_value_type',\n })\n .where('type', type)\n .whereNull('is_lookup')\n .whereNull('deleted_time')\n .whereRaw(`json_extract(options, '$.\"${optionsKey}\"') = ?`, [value])\n .toQuery();\n }\n\n searchBuilder(qb: Knex.QueryBuilder, search: [string, string][]): Knex.QueryBuilder {\n return qb.where((builder) => {\n search.forEach(([field, value]) => {\n builder.orWhereRaw('LOWER(??) LIKE LOWER(?)', [field, `%${value}%`]);\n });\n });\n }\n\n getTableIndexes(dbTableName: string): string {\n return this.knex\n .raw(\n `SELECT\n s.name AS name,\n (SELECT \"unique\" FROM pragma_index_list(s.tbl_name) WHERE name = s.name) AS isUnique,\n (SELECT json_group_array(name) FROM pragma_index_info(s.name) ORDER BY seqno) AS columns\nFROM\n sqlite_schema AS s\nWHERE\n s.type = 'index'\n AND s.tbl_name = ?\nORDER BY\n s.name;`,\n [dbTableName]\n )\n .toQuery();\n }\n\n generatedColumnQuery(): IGeneratedColumnQueryInterface {\n return new GeneratedColumnQuerySqlite();\n }\n convertFormulaToGeneratedColumn(\n expression: string,\n context: IFormulaConversionContext\n ): IFormulaConversionResult {\n try {\n const generatedColumnQuery = this.generatedColumnQuery();\n // Set the context with driver client information\n const contextWithDriver = { ...context, driverClient: this.driver };\n generatedColumnQuery.setContext(contextWithDriver);\n\n const visitor = new GeneratedColumnSqlConversionVisitor(\n this.knex,\n generatedColumnQuery,\n contextWithDriver\n );\n\n const sql = parseFormulaToSQL(expression, visitor);\n\n return visitor.getResult(sql);\n } catch (error) {\n throw new Error(`Failed to convert formula: ${(error as Error).message}`);\n }\n }\n\n selectQuery(): ISelectQueryInterface {\n return new SelectQuerySqlite();\n }\n\n convertFormulaToSelectQuery(\n expression: string,\n context: ISelectFormulaConversionContext\n ): string {\n try {\n const selectQuery = this.selectQuery();\n // Set the context with driver client information\n const contextWithDriver = { ...context, driverClient: this.driver };\n selectQuery.setContext(contextWithDriver);\n\n const visitor = new SelectColumnSqlConversionVisitor(\n this.knex,\n selectQuery,\n contextWithDriver\n );\n\n return parseFormulaToSQL(expression, visitor);\n } catch (error) {\n throw new Error(`Failed to convert formula: ${(error as Error).message}`);\n }\n }\n\n generateDatabaseViewName(tableId: string): string {\n return tableId + '_view';\n }\n\n createDatabaseView(table: TableDomain, qb: Knex.QueryBuilder): string[] {\n const viewName = this.generateDatabaseViewName(table.id);\n return [this.knex.raw(`CREATE VIEW ?? AS ${qb.toQuery()}`, [viewName]).toQuery()];\n }\n\n recreateDatabaseView(table: TableDomain, qb: Knex.QueryBuilder): string[] {\n const viewName = this.generateDatabaseViewName(table.id);\n return [\n this.knex.raw(`DROP VIEW IF EXISTS ??`, [viewName]).toQuery(),\n this.knex.raw(`CREATE VIEW ?? AS ${qb.toQuery()}`, [viewName]).toQuery(),\n ];\n }\n\n dropDatabaseView(tableId: string): string[] {\n const viewName = this.generateDatabaseViewName(tableId);\n return [this.knex.raw(`DROP VIEW IF EXISTS ??`, [viewName]).toQuery()];\n }\n\n // SQLite views are not materialized; nothing to refresh\n refreshDatabaseView(_tableId: string): string | undefined {\n return undefined;\n }\n\n createMaterializedView(table: TableDomain, qb: Knex.QueryBuilder): string {\n const viewName = this.generateDatabaseViewName(table.id);\n return this.knex.raw(`CREATE VIEW ?? AS ${qb.toQuery()}`, [viewName]).toQuery();\n }\n\n dropMaterializedView(tableId: string): string {\n const viewName = this.generateDatabaseViewName(tableId);\n return this.knex.raw(`DROP VIEW IF EXISTS ??`, [viewName]).toQuery();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/db-provider/utils/datetime-format.util.ts", "content": "export {\n DATETIME_FORMAT_SQL_BUILDERS,\n DATETIME_FORMAT_TOKEN_TO_POSTGRES,\n DEFAULT_DATETIME_FORMAT_EXPR,\n DEFAULT_DATETIME_FORMAT_LITERAL,\n LOCALIZED_DATETIME_FORMAT_MAP,\n buildDatetimeFormatSql,\n buildDatetimeParseGuardRegex,\n expandLocalizedDatetimeFormat,\n hasDatetimeTimezoneToken,\n normalizeDatetimeFormatExpression,\n type ILocalizedDatetimeFormatToken,\n type ISupportedDatetimeFormatToken,\n} from '@teable/formula';\n" }, { "path": "apps/nestjs-backend/src/db-provider/utils/default-datetime-parse-pattern.spec.ts", "content": "import { describe, expect, it } from 'vitest';\n\nimport { getDefaultDatetimeParsePattern } from './default-datetime-parse-pattern';\n\ndescribe('default datetime parse pattern', () => {\n it('accepts 1-digit hour in ISO-like datetimes', () => {\n const pattern = new RegExp(getDefaultDatetimeParsePattern());\n expect(pattern.test('2025-11-01 8:40')).toBe(true);\n expect(pattern.test('2025-11-01 08:40')).toBe(true);\n });\n\n it('accepts single-digit month and day', () => {\n const pattern = new RegExp(getDefaultDatetimeParsePattern());\n // Single-digit month\n expect(pattern.test('2026-9-15')).toBe(true);\n expect(pattern.test('2026-1-15')).toBe(true);\n // Single-digit day\n expect(pattern.test('2026-09-5')).toBe(true);\n expect(pattern.test('2026-12-1')).toBe(true);\n // Both single-digit\n expect(pattern.test('2026-9-5')).toBe(true);\n expect(pattern.test('2026-1-1')).toBe(true);\n // Double-digit (still works)\n expect(pattern.test('2026-09-15')).toBe(true);\n expect(pattern.test('2026-12-31')).toBe(true);\n });\n\n it('treats blank strings as invalid', () => {\n const pattern = new RegExp(getDefaultDatetimeParsePattern());\n expect(pattern.test('')).toBe(false);\n expect(pattern.test(' ')).toBe(false);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/db-provider/utils/default-datetime-parse-pattern.ts", "content": "/**\n * Shared default pattern used to guard DATETIME_PARSE inputs.\n * The expression must not contain any literal '?' characters because Knex\n * would misinterpret them as parameter placeholders when embedding the regex.\n */\nexport const DEFAULT_DATETIME_PARSE_PATTERN = (() => {\n const optional = (expr: string) => `(${expr}|)`;\n const digitPair = '[0-9]{2}';\n const hour = '[0-9]{1,2}';\n const fractionalSeconds = '[.][0-9]{1,6}';\n const secondSegment = ':' + digitPair + optional(fractionalSeconds);\n const timeZoneSegment = `(Z|[+-]${digitPair}|[+-]${digitPair}${digitPair}|[+-]${digitPair}:${digitPair})`;\n const timePart = `[ T]${hour}:${digitPair}` + optional(secondSegment) + optional(timeZoneSegment);\n\n // Support both single-digit (e.g., 2026-9-15) and double-digit (e.g., 2026-09-15) month/day\n return '^' + '[0-9]{4}-[0-9]{1,2}-[0-9]{1,2}' + optional(timePart) + '$';\n})();\n\nexport const getDefaultDatetimeParsePattern = (): string => DEFAULT_DATETIME_PARSE_PATTERN;\n" }, { "path": "apps/nestjs-backend/src/db-provider/utils/formula-param-metadata.util.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { DbFieldType } from '@teable/core';\nimport type { FormulaParamType, IFormulaParamMetadata } from '@teable/core';\n\nexport interface IResolvedFormulaParamInfo {\n hasMetadata: boolean;\n type?: FormulaParamType;\n isFieldReference: boolean;\n isMultiValueField: boolean;\n isJsonField: boolean;\n fieldDbName?: string;\n fieldDbType?: DbFieldType;\n fieldCellValueType?: string;\n}\n\nconst EMPTY_INFO: IResolvedFormulaParamInfo = {\n hasMetadata: false,\n type: undefined,\n isFieldReference: false,\n isMultiValueField: false,\n isJsonField: false,\n fieldDbName: undefined,\n fieldDbType: undefined,\n fieldCellValueType: undefined,\n};\n\nexport function resolveFormulaParamInfo(\n metadataList: IFormulaParamMetadata[] | undefined,\n index?: number\n): IResolvedFormulaParamInfo {\n if (index == null || !metadataList) {\n return EMPTY_INFO;\n }\n\n const metadata = metadataList[index];\n if (!metadata) {\n return EMPTY_INFO;\n }\n\n const field = metadata.field;\n const info: IResolvedFormulaParamInfo = {\n hasMetadata: true,\n type: metadata.type && metadata.type !== 'unknown' ? metadata.type : undefined,\n isFieldReference: Boolean(metadata.isFieldReference && field),\n isMultiValueField: Boolean(field?.isMultiple),\n isJsonField: field?.dbFieldType === DbFieldType.Json,\n fieldDbName: field?.dbFieldName,\n fieldDbType: field?.dbFieldType,\n fieldCellValueType: field?.cellValueType,\n };\n\n if (field?.isLookup && field.dbFieldType === DbFieldType.Json) {\n info.isJsonField = true;\n info.isMultiValueField = true;\n }\n\n if (!info.type) {\n info.type = inferTypeFromField(field);\n }\n\n if (info.isJsonField && !info.type) {\n info.type = 'string';\n }\n\n return info;\n}\n\nexport function isTrustedNumeric(info: IResolvedFormulaParamInfo): boolean {\n return info.type === 'number' && !info.isJsonField && !info.isMultiValueField;\n}\n\nexport function isTextLikeParam(info: IResolvedFormulaParamInfo): boolean {\n if (info.type !== 'string') {\n return false;\n }\n if (!info.isJsonField) {\n return true;\n }\n if (info.isMultiValueField) {\n return false;\n }\n if (info.fieldCellValueType && info.fieldCellValueType !== 'string') {\n return false;\n }\n return true;\n}\n\nexport function isDatetimeLikeParam(info: IResolvedFormulaParamInfo): boolean {\n return info.type === 'datetime';\n}\n\nexport function isBooleanLikeParam(info: IResolvedFormulaParamInfo): boolean {\n if (info.isJsonField) {\n return false;\n }\n\n return (\n info.type === 'boolean' ||\n info.fieldDbType === DbFieldType.Boolean ||\n info.fieldCellValueType === 'boolean'\n );\n}\n\nexport function isJsonLikeParam(info: IResolvedFormulaParamInfo): boolean {\n return info.isJsonField || info.isMultiValueField;\n}\n\nfunction inferTypeFromField(field?: IFormulaParamMetadata['field']): FormulaParamType | undefined {\n if (!field || field.isMultiple) {\n return undefined;\n }\n\n const byDbType = mapDbFieldType(field.dbFieldType);\n if (byDbType) {\n return byDbType;\n }\n\n if (!field.cellValueType) {\n return undefined;\n }\n\n switch (field.cellValueType) {\n case 'number':\n return 'number';\n case 'boolean':\n return 'boolean';\n case 'datetime':\n return 'datetime';\n case 'string':\n return 'string';\n default:\n return undefined;\n }\n}\n\nfunction mapDbFieldType(dbFieldType?: DbFieldType): FormulaParamType | undefined {\n switch (dbFieldType) {\n case DbFieldType.Integer:\n case DbFieldType.Real:\n return 'number';\n case DbFieldType.Boolean:\n return 'boolean';\n case DbFieldType.DateTime:\n return 'datetime';\n case DbFieldType.Text:\n return 'string';\n default:\n return undefined;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/decorators/emit-controller-event.decorator.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { SetMetadata, UseInterceptors } from '@nestjs/common';\nimport type { Events } from '../events';\nimport { EventMiddleware } from '../interceptor/event.Interceptor';\n\nexport const EMIT_EVENT_NAME = 'EMIT_EVENT_NAME';\n\nexport function EmitControllerEvent(name: Events): MethodDecorator {\n return (target: any, key: string | symbol, descriptor: TypedPropertyDescriptor) => {\n SetMetadata(EMIT_EVENT_NAME, name)(target, key, descriptor);\n UseInterceptors(EventMiddleware)(target, key, descriptor);\n };\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/event-emitter.module.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { DynamicModule } from '@nestjs/common';\nimport { ConfigurableModuleBuilder, Module } from '@nestjs/common';\nimport { EventEmitterModule as BaseEventEmitterModule } from '@nestjs/event-emitter';\nimport { AttachmentsTableModule } from '../features/attachments/attachments-table.module';\nimport { NotificationModule } from '../features/notification/notification.module';\nimport { RecordModule } from '../features/record/record.module';\nimport { ShareDbModule } from '../share-db/share-db.module';\nimport { EventEmitterService } from './event-emitter.service';\nimport { ActionTriggerListener } from './listeners/action-trigger.listener';\nimport { AttachmentListener } from './listeners/attachment.listener';\nimport { BasePermissionUpdateListener } from './listeners/base-permission-update.listener';\nimport { CollaboratorNotificationListener } from './listeners/collaborator-notification.listener';\nimport { PinListener } from './listeners/pin.listener';\nimport { RecordHistoryListener } from './listeners/record-history.listener';\nimport { TrashListener } from './listeners/trash.listener';\n\nexport interface EventEmitterModuleOptions {\n global?: boolean;\n}\n\nexport const { ConfigurableModuleClass: EventEmitterModuleClass, OPTIONS_TYPE } =\n new ConfigurableModuleBuilder().build();\n\n@Module({})\nexport class EventEmitterModule extends EventEmitterModuleClass {\n static register(options?: typeof OPTIONS_TYPE): DynamicModule {\n const { global } = options || {};\n\n const module = BaseEventEmitterModule.forRoot({\n wildcard: true,\n delimiter: '.',\n });\n\n return {\n imports: [module, ShareDbModule, NotificationModule, AttachmentsTableModule, RecordModule],\n module: EventEmitterModule,\n global,\n providers: [\n EventEmitterService,\n ActionTriggerListener,\n CollaboratorNotificationListener,\n AttachmentListener,\n BasePermissionUpdateListener,\n PinListener,\n RecordHistoryListener,\n TrashListener,\n ],\n exports: [EventEmitterService],\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/event-emitter.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport type {\n ICreateOpBuilder,\n IOpBuilder,\n IOpContextBase,\n IOtOperation,\n IRecord,\n} from '@teable/core';\nimport {\n FieldOpBuilder,\n IdPrefix,\n RecordOpBuilder,\n TableOpBuilder,\n ViewOpBuilder,\n} from '@teable/core';\nimport { get, isEmpty, omit, set } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport type { GroupedObservable, Observable } from 'rxjs';\nimport { catchError, EMPTY, from, groupBy, map, mergeMap, toArray } from 'rxjs';\nimport type { CreateOp, DeleteOp, EditOp } from 'sharedb';\nimport { match, P } from 'ts-pattern';\nimport type { IRawOpMap } from '../share-db/interface';\nimport { RawOpType } from '../share-db/interface';\nimport type { IClsStore } from '../types/cls';\nimport { Timing } from '../utils/timing';\nimport type { IChangeRecord, OpEvent, RecordCreateEvent, RecordUpdateEvent } from './events';\nimport {\n Events,\n FieldEventFactory,\n RecordEventFactory,\n TableEventFactory,\n ViewEventFactory,\n} from './events';\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\ntype DocType = IdPrefix.Table | IdPrefix.Field | IdPrefix.View | IdPrefix.Record;\n\n@Injectable()\nexport class EventEmitterService {\n private readonly logger = new Logger(EventEmitterService.name);\n\n private readonly eventNameMapping = {\n [RawOpType.Create]: {\n [IdPrefix.Table]: Events.TABLE_CREATE,\n [IdPrefix.Field]: Events.TABLE_FIELD_CREATE,\n [IdPrefix.View]: Events.TABLE_VIEW_CREATE,\n [IdPrefix.Record]: Events.TABLE_RECORD_CREATE,\n },\n [RawOpType.Del]: {\n [IdPrefix.Table]: Events.TABLE_DELETE,\n [IdPrefix.Field]: Events.TABLE_FIELD_DELETE,\n [IdPrefix.View]: Events.TABLE_VIEW_DELETE,\n [IdPrefix.Record]: Events.TABLE_RECORD_DELETE,\n },\n [RawOpType.Edit]: {\n [IdPrefix.Table]: Events.TABLE_UPDATE,\n [IdPrefix.Field]: Events.TABLE_FIELD_UPDATE,\n [IdPrefix.View]: Events.TABLE_VIEW_UPDATE,\n [IdPrefix.Record]: Events.TABLE_RECORD_UPDATE,\n },\n };\n\n private getPropertyCategoryForType = {\n [IdPrefix.Table]: 'table',\n [IdPrefix.View]: 'view',\n [IdPrefix.Field]: 'field',\n [IdPrefix.Record]: 'record',\n };\n\n constructor(\n public readonly eventEmitter: EventEmitter2,\n private readonly cls: ClsService\n ) {}\n\n emit(event: string, data: T): boolean {\n return this.eventEmitter.emit(event, data);\n }\n\n emitAsync(event: string, data: T): Promise {\n return this.eventEmitter.emitAsync(event, data);\n }\n\n @Timing()\n async ops2Event(rawOpMaps?: IRawOpMap[]): Promise {\n const generatedEvents = this.collectEventsFromRawOpMap(rawOpMaps);\n if (!generatedEvents) {\n return;\n }\n const observable = from(Array.from(generatedEvents.values()));\n\n observable\n .pipe(\n groupBy((event) => {\n const tableId = get(event, 'payload.tableId');\n return tableId ? `${tableId}_${event.name}` : event.name;\n }),\n mergeMap((project) => this.aggregateEventsByGroup(project))\n )\n .subscribe((next) => this.handleEventResult(next));\n }\n\n private aggregateEventsByGroup(project: GroupedObservable): Observable {\n return project.pipe(\n toArray(),\n map((groupedEvents) => this.combineEvents(groupedEvents)),\n catchError((error) => {\n this.logger.error(`push event stream error: ${error.message}`, error?.stack);\n return EMPTY;\n })\n );\n }\n\n private combineEvents(groupedEvents: OpEvent[]): OpEvent {\n if (groupedEvents.length <= 1) return groupedEvents[0];\n return groupedEvents.reduce((combinedEvent, event, index) => {\n const mergePropertyName = this.getMergePropertyName(event);\n\n if (index === 0) {\n combinedEvent = this.initAcc(event, mergePropertyName);\n }\n\n const changes = this.aggregateEventChanges(combinedEvent, mergePropertyName, event);\n set(combinedEvent, `payload.${mergePropertyName}`, changes);\n return combinedEvent;\n }, {} as OpEvent);\n }\n\n private getMergePropertyName(event: OpEvent): string {\n return match(event)\n .with(\n P.union({ name: Events.TABLE_VIEW_CREATE }, { name: Events.TABLE_VIEW_UPDATE }),\n () => 'view'\n )\n .with({ name: Events.TABLE_VIEW_DELETE }, () => 'viewId')\n .with(\n P.union({ name: Events.TABLE_FIELD_CREATE }, { name: Events.TABLE_FIELD_UPDATE }),\n () => 'field'\n )\n .with({ name: Events.TABLE_FIELD_DELETE }, () => 'fieldId')\n .with(\n P.union({ name: Events.TABLE_RECORD_CREATE }, { name: Events.TABLE_RECORD_UPDATE }),\n () => 'record'\n )\n .with({ name: Events.TABLE_RECORD_DELETE }, () => 'recordId')\n .otherwise(() => '');\n }\n\n private initAcc(event: OpEvent, mergePropertyName: string): OpEvent {\n return {\n ...(omit(event, `payload.${mergePropertyName}`) as OpEvent),\n isBulk: true,\n };\n }\n\n private aggregateEventChanges(combinedEvent: OpEvent, mergePropertyName: string, event: OpEvent) {\n const changes = get(combinedEvent, ['payload', mergePropertyName]) || [];\n changes.push(get(event, ['payload', mergePropertyName]));\n return changes;\n }\n\n private handleEventResult(result: OpEvent): void {\n // this.logger.debug({ eventName: result.name, eventList: result });\n this.emitAsync(result.name, result);\n }\n\n private collectEventsFromRawOpMap(rawOpMaps?: IRawOpMap[]) {\n if (!rawOpMaps?.length) {\n return;\n }\n\n return rawOpMaps.reduce((pre, cur) => {\n this.generateEventsFromRawOps(cur, pre);\n return pre;\n }, new Map());\n }\n\n private generateEventsFromRawOps(rawOpMap: IRawOpMap, eventManager: Map) {\n for (const collection in rawOpMap) {\n const [docType, docId] = collection.split('_') as [DocType, string];\n const data = rawOpMap[collection];\n\n for (const id in data) {\n const rawOp = data[id] as CreateOp | DeleteOp | EditOp;\n const extendPlainContext = this.createExtendPlainContext(docId, id);\n\n const opType = this.getOpType(rawOp);\n if (opType === null) continue;\n\n const plainContext = this.convertOpsToClassPlain(docType, opType, {\n nodeId: id,\n opCreateData: rawOp.create?.data,\n ops: rawOp?.op,\n }) as OpEvent;\n const event = this.createEvent(docType, opType, {\n ...extendPlainContext,\n ...plainContext,\n context: {\n ...extendPlainContext.context,\n ...plainContext?.context,\n },\n });\n\n if (event) {\n this.mergeEventsForUpdate(eventManager, id, event);\n }\n }\n }\n }\n\n private createExtendPlainContext(docId: string, id: string) {\n const user = this.cls.get('user');\n const entry = this.cls.get('entry');\n return {\n baseId: docId,\n tableId: id.startsWith(IdPrefix.Table) ? id : docId,\n viewId: id,\n fieldId: id,\n recordId: id,\n context: {\n user,\n entry,\n },\n };\n }\n\n private getOpType(rawOp: CreateOp | DeleteOp | EditOp): RawOpType | null {\n if ('create' in rawOp) return RawOpType.Create;\n if ('op' in rawOp) return RawOpType.Edit;\n if ('del' in rawOp) return RawOpType.Del;\n return null;\n }\n\n private mergeEventsForUpdate(\n eventManager: Map,\n id: string,\n event: OpEvent\n ): void {\n const existingEvent = eventManager.get(id);\n\n if (!existingEvent) {\n eventManager.set(id, event);\n return;\n }\n\n const { rawOpType } = existingEvent;\n\n if (\n [RawOpType.Create, RawOpType.Edit].includes(rawOpType) &&\n event.name === Events.TABLE_RECORD_UPDATE\n ) {\n const fields = this.getUpdateFieldsFromEvent(event as RecordUpdateEvent, rawOpType);\n event = this.combineUpdateEvents(existingEvent as RecordCreateEvent, fields);\n }\n\n eventManager.set(id, event);\n }\n\n private getUpdateFieldsFromEvent(\n event: RecordUpdateEvent,\n existedRawOpType: RawOpType\n ): { [key: string]: unknown } {\n const { payload } = event;\n const fields = (payload.record as IChangeRecord).fields;\n\n if (existedRawOpType === RawOpType.Edit) {\n return fields;\n }\n\n return Object.entries(fields).reduce(\n (acc, [key, value]) => {\n acc[key] = value.newValue;\n return acc;\n },\n {} as { [key: string]: unknown }\n );\n }\n\n private combineUpdateEvents(\n existingEvent: RecordCreateEvent,\n fields: { [key: string]: unknown }\n ): OpEvent {\n return {\n ...existingEvent,\n payload: {\n ...existingEvent.payload,\n record: {\n ...existingEvent.payload.record,\n fields: {\n ...(existingEvent.payload.record as IRecord).fields,\n ...fields,\n },\n },\n },\n };\n }\n\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n private createEvent(docType: DocType, action: RawOpType, plain: any) {\n const { context, ...payload } = plain;\n const eventName = this.eventNameMapping[action]?.[docType];\n if (!eventName) return undefined;\n\n const oldField = this.cls.get('oldField');\n\n if (eventName === Events.TABLE_RECORD_UPDATE) {\n payload.oldField = oldField;\n }\n\n return match(docType)\n .with(IdPrefix.Table, () => TableEventFactory.create(eventName, payload, context))\n .with(IdPrefix.Field, () => FieldEventFactory.create(eventName, payload, context))\n .with(IdPrefix.View, () => ViewEventFactory.create(eventName, payload, context))\n .with(IdPrefix.Record, () => RecordEventFactory.create(eventName, payload, context))\n .exhaustive();\n }\n\n private getOpBuilder(docType: DocType) {\n return match(docType)\n .with(IdPrefix.Table, () => TableOpBuilder)\n .with(IdPrefix.Field, () => FieldOpBuilder)\n .with(IdPrefix.View, () => ViewOpBuilder)\n .with(IdPrefix.Record, () => RecordOpBuilder)\n .exhaustive();\n }\n\n private convertOpsToClassPlain(\n docType: DocType,\n rawOpType: RawOpType,\n params: {\n nodeId: string;\n opCreateData?: unknown;\n ops?: IOtOperation[];\n }\n ) {\n const { nodeId, opCreateData, ops = [] } = params;\n const opBuilder = this.getOpBuilder(docType);\n const initData = this.initData(docType, nodeId, opBuilder?.creator, opCreateData);\n\n const ops2Contexts = opBuilder?.ops2Contexts(ops) || [];\n const correctedData = ops2Contexts.reduce((acc, cur) => {\n this.applyOperation(docType, rawOpType, acc, cur, nodeId, opBuilder?.editor);\n\n set(acc, ['context', 'opMeta', 'name'], cur.name);\n set(acc, ['context', 'opMeta', 'propertyKey'], get(cur, 'key'));\n return acc;\n }, {});\n\n return isEmpty(correctedData) ? initData : correctedData;\n }\n\n private initData(\n docType: DocType,\n nodeId: string,\n createBuilder?: ICreateOpBuilder,\n opCreateData?: unknown\n ) {\n if (createBuilder?.name === 'addRecord' && !opCreateData) {\n opCreateData = { id: nodeId };\n }\n\n if (opCreateData && createBuilder) {\n const buildData = createBuilder.build(opCreateData);\n const propertyCategory = this.getPropertyCategoryForType[docType];\n\n const pre = { [propertyCategory]: buildData };\n set(pre, ['context', 'opMeta', 'name'], createBuilder.name);\n return pre;\n }\n }\n\n private applyOperation(\n docType: DocType,\n rawOpType: RawOpType,\n acc: object,\n cur: IOpContextBase,\n nodeId: string,\n editorBuilders?: { [key: string]: IOpBuilder }\n ) {\n if (!editorBuilders) return;\n\n const opBuilder = editorBuilders[cur.name as keyof typeof editorBuilders];\n if (!opBuilder) return;\n\n const propertyCategory = this.getPropertyCategoryForType[docType];\n const otOperation = opBuilder.build(cur);\n if (!otOperation) return;\n\n this.buildAndApplyOp(otOperation, acc, propertyCategory, nodeId, rawOpType);\n }\n\n private buildAndApplyOp(\n otOperation: IOtOperation,\n acc: object,\n propertyCategory: string,\n nodeId: string,\n rawOpType: RawOpType\n ) {\n const { p, oi: newValue, od: oldValue } = otOperation;\n set(acc, [propertyCategory, 'id'], nodeId);\n\n const [propertyName, changeNodeId] = p;\n const updateProperty = (key: string | number | null, value: unknown) => {\n const propertyPath = [propertyCategory, propertyName, key].filter(Boolean) as (\n | string\n | number\n )[];\n set(acc, propertyPath, value);\n };\n\n if (p.length === 1) {\n const value = rawOpType === RawOpType.Edit ? { oldValue, newValue } : newValue;\n updateProperty(null, value);\n } else if (p.length === 2) {\n const changeProperty = get(acc, [propertyCategory, propertyName], {});\n changeProperty[changeNodeId] =\n rawOpType === RawOpType.Edit ? { oldValue, newValue } : newValue;\n updateProperty(changeNodeId, changeProperty[changeNodeId]);\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/event-job/event-job.module.ts", "content": "import { BullModule } from '@nestjs/bullmq';\nimport type { NestWorkerOptions } from '@nestjs/bullmq/dist/interfaces/worker-options.interface';\nimport type { DynamicModule } from '@nestjs/common';\nimport { Module } from '@nestjs/common';\nimport { ConditionalModule } from '@nestjs/config';\nimport { ConfigModule } from '../../configs/config.module';\nimport { FallbackQueueModule } from './fallback/fallback-queue.module';\n\nconst queueOptions: NestWorkerOptions = {\n removeOnComplete: {\n count: 2000,\n },\n removeOnFail: {\n count: 5000,\n },\n};\n\n@Module({\n imports: [ConfigModule],\n})\nexport class EventJobModule {\n static async registerQueue(name: string): Promise {\n const [bullQueue, fallbackQueue] = await Promise.all([\n ConditionalModule.registerWhen(\n BullModule.registerQueue({\n name,\n ...queueOptions,\n }),\n (env) => Boolean(env.BACKEND_CACHE_REDIS_URI)\n ),\n ConditionalModule.registerWhen(\n FallbackQueueModule.registerQueue(name),\n (env) => !env.BACKEND_CACHE_REDIS_URI\n ),\n ]);\n\n return {\n module: EventJobModule,\n imports: [bullQueue, fallbackQueue],\n exports: [bullQueue, fallbackQueue],\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/event-job/fallback/event-emitter.ts", "content": "import EventEmitter from 'events';\n\nexport const localQueueEventEmitter = new EventEmitter();\n" }, { "path": "apps/nestjs-backend/src/event-emitter/event-job/fallback/fallback-queue.module.ts", "content": "import type { DynamicModule } from '@nestjs/common';\nimport { Module } from '@nestjs/common';\nimport { DiscoveryService } from '@nestjs/core';\nimport { FallbackQueueService } from './fallback-queue.service';\nimport { createLocalQueueProvider } from './local-queue.provider';\n\n@Module({})\nexport class FallbackQueueModule {\n static registerQueue(name: string): DynamicModule {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n const LocalQueueProvider = createLocalQueueProvider(name);\n return {\n module: FallbackQueueModule,\n providers: [FallbackQueueService, DiscoveryService, LocalQueueProvider],\n exports: [LocalQueueProvider],\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/event-job/fallback/fallback-queue.service.ts", "content": "import type { OnModuleInit } from '@nestjs/common';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { Reflector, DiscoveryService } from '@nestjs/core';\nimport type { InstanceWrapper } from '@nestjs/core/injector/instance-wrapper';\nimport type { Job } from 'bullmq';\nimport { localQueueEventEmitter } from './event-emitter';\n\nexport const PROCESSOR_METADATA = 'bullmq:processor_metadata';\n\n@Injectable()\nexport class FallbackQueueService implements OnModuleInit {\n private logger = new Logger(FallbackQueueService.name);\n constructor(\n private readonly reflector: Reflector,\n private readonly discoveryService: DiscoveryService\n ) {}\n\n async onModuleInit() {\n this.logger.debug('FallbackQueueService init');\n this.collectionProcess();\n }\n\n collectionProcess() {\n const providers: InstanceWrapper[] = this.discoveryService\n .getProviders()\n .filter((wrapper: InstanceWrapper) => {\n const target =\n !wrapper.metatype || wrapper.inject ? wrapper.instance?.constructor : wrapper.metatype;\n if (!target) {\n return false;\n }\n return !!this.reflector.get(PROCESSOR_METADATA, target);\n });\n\n providers.forEach((wrapper: InstanceWrapper) => {\n const { instance, metatype } = wrapper;\n if (!wrapper.isDependencyTreeStatic()) {\n return;\n }\n\n const { name: queueName } = this.reflector.get(\n PROCESSOR_METADATA,\n instance.constructor || metatype\n );\n localQueueEventEmitter.removeAllListeners(`handle-listener-${queueName}`);\n localQueueEventEmitter.on(`handle-listener-${queueName}`, (job: Job) => {\n if (job.queueName !== queueName) {\n return;\n }\n this.handleListener(wrapper, job);\n });\n });\n }\n\n private async handleListener(\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n wrapper: InstanceWrapper,\n job: Job\n ) {\n const { instance } = wrapper;\n const methodName = 'process';\n if (!instance[methodName]) {\n this.logger.warn(`${instance.constructor.name} has no method ${methodName}`);\n return;\n }\n try {\n await instance[methodName].call(instance, job);\n } catch (error) {\n this.logger.error(`Error processing job ${job.name}:`, error);\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/event-job/fallback/local-queue.provider.ts", "content": "import { getQueueToken } from '@nestjs/bullmq';\nimport type { Provider } from '@nestjs/common';\nimport { getRandomString } from '@teable/core';\nimport type { JobsOptions } from 'bullmq';\nimport { localQueueEventEmitter } from './event-emitter';\n\nexport const createLocalQueueProvider = (queueName: string): Provider => ({\n provide: getQueueToken(queueName),\n useFactory: async () => {\n return {\n add: (name: string, data: unknown, opts?: JobsOptions) => {\n localQueueEventEmitter.emit(`handle-listener-${queueName}`, {\n id: getRandomString(10),\n name,\n data,\n opts,\n queueName,\n });\n },\n addBulk: (jobs: JobsOptions[]) => {\n jobs.forEach((job) => {\n localQueueEventEmitter.emit(`handle-listener-${queueName}`, job);\n });\n },\n };\n },\n});\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/app/app.event.ts", "content": "import { match } from 'ts-pattern';\nimport type { IEventContext } from '../core-event';\nimport { CoreEvent } from '../core-event';\nimport { Events } from '../event.enum';\n\ninterface IAppVo {\n id: string;\n name: string;\n}\n\ntype IAppCreatePayload = { baseId: string; app: IAppVo };\ntype IAppDeletePayload = { baseId: string; appId: string; permanent?: boolean };\ntype IAppUpdatePayload = { baseId: string; app: IAppVo };\n\nexport class AppCreateEvent extends CoreEvent {\n public readonly name = Events.APP_CREATE;\n\n constructor(payload: IAppCreatePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class AppDeleteEvent extends CoreEvent {\n public readonly name = Events.APP_DELETE;\n constructor(payload: IAppDeletePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class AppUpdateEvent extends CoreEvent {\n public readonly name = Events.APP_UPDATE;\n\n constructor(payload: IAppUpdatePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class AppEventFactory {\n static create(\n name: string,\n payload: IAppCreatePayload | IAppDeletePayload | IAppUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.APP_CREATE, () => {\n const { baseId, app } = payload as IAppCreatePayload;\n return new AppCreateEvent({ baseId, app }, context);\n })\n .with(Events.APP_UPDATE, () => {\n const { baseId, app } = payload as IAppUpdatePayload;\n return new AppUpdateEvent({ baseId, app }, context);\n })\n .with(Events.APP_DELETE, () => {\n const { baseId, appId, permanent } = payload as IAppDeletePayload;\n return new AppDeleteEvent({ baseId, appId, permanent }, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/base/base-node.event.ts", "content": "import { BaseNodeResourceType, type IBaseNodeVo, type IDeleteBaseNodeVo } from '@teable/openapi';\nimport { match } from 'ts-pattern';\nimport { AppEventFactory } from '../app/app.event';\nimport type { IEventContext } from '../core-event';\nimport { DashboardEventFactory } from '../dashboard/dashboard.event';\nimport { Events } from '../event.enum';\nimport { WorkflowEventFactory } from '../workflow/workflow.event';\nimport { BaseFolderEventFactory } from './folder/base.folder.event';\n\ntype IBaseNodeCreatePayload = { baseId: string; node: IBaseNodeVo };\ntype IBaseNodeDeletePayload = { baseId: string; node: IDeleteBaseNodeVo };\ntype IBaseNodeUpdatePayload = IBaseNodeCreatePayload;\n\n// base node event to resource event(folder, dashboard, workflow, app); table event is handled by ops2Event;\nexport class BaseNodeEventFactory {\n static create(\n name: string,\n payload: IBaseNodeCreatePayload | IBaseNodeDeletePayload | IBaseNodeUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.BASE_NODE_CREATE, () => {\n const { baseId, node } = payload as IBaseNodeCreatePayload;\n const { resourceId, resourceType, resourceMeta } = node;\n switch (resourceType) {\n case BaseNodeResourceType.Folder:\n return BaseFolderEventFactory.create(\n Events.BASE_FOLDER_CREATE,\n {\n baseId,\n folder: {\n id: resourceId,\n ...resourceMeta,\n },\n },\n context\n );\n case BaseNodeResourceType.Dashboard:\n return DashboardEventFactory.create(\n Events.DASHBOARD_CREATE,\n {\n baseId,\n dashboard: {\n id: resourceId,\n ...resourceMeta,\n },\n },\n context\n );\n case BaseNodeResourceType.Workflow:\n return WorkflowEventFactory.create(\n Events.WORKFLOW_CREATE,\n {\n baseId,\n workflow: {\n id: resourceId,\n ...resourceMeta,\n },\n },\n context\n );\n case BaseNodeResourceType.App:\n return AppEventFactory.create(\n Events.APP_CREATE,\n {\n baseId,\n app: {\n id: resourceId,\n ...resourceMeta,\n },\n },\n context\n );\n\n default:\n return null;\n }\n })\n .with(Events.BASE_NODE_UPDATE, () => {\n const { baseId, node } = payload as IBaseNodeUpdatePayload;\n const { resourceId, resourceType, resourceMeta } = node;\n switch (resourceType) {\n case BaseNodeResourceType.Folder:\n return BaseFolderEventFactory.create(\n Events.BASE_FOLDER_UPDATE,\n {\n baseId,\n folder: {\n id: resourceId,\n ...resourceMeta,\n },\n },\n context\n );\n case BaseNodeResourceType.Dashboard:\n return DashboardEventFactory.create(\n Events.DASHBOARD_UPDATE,\n {\n baseId,\n dashboard: {\n id: resourceId,\n ...resourceMeta,\n },\n },\n context\n );\n case BaseNodeResourceType.Workflow:\n return WorkflowEventFactory.create(\n Events.WORKFLOW_UPDATE,\n {\n baseId,\n workflow: {\n id: resourceId,\n ...resourceMeta,\n },\n },\n context\n );\n case BaseNodeResourceType.App:\n return AppEventFactory.create(\n Events.APP_UPDATE,\n {\n baseId,\n app: {\n id: resourceId,\n ...resourceMeta,\n },\n },\n context\n );\n\n default:\n return null;\n }\n })\n .with(Events.BASE_NODE_DELETE, () => {\n const { baseId, node } = payload as IBaseNodeDeletePayload;\n const { resourceId, resourceType, permanent } = node;\n switch (resourceType) {\n case BaseNodeResourceType.Folder:\n return BaseFolderEventFactory.create(\n Events.BASE_FOLDER_DELETE,\n { baseId, folderId: resourceId },\n context\n );\n case BaseNodeResourceType.Dashboard:\n return DashboardEventFactory.create(\n Events.DASHBOARD_DELETE,\n { baseId, dashboardId: resourceId },\n context\n );\n case BaseNodeResourceType.Workflow:\n return WorkflowEventFactory.create(\n Events.WORKFLOW_DELETE,\n { baseId, workflowId: resourceId, permanent },\n context\n );\n case BaseNodeResourceType.App:\n return AppEventFactory.create(\n Events.APP_DELETE,\n { baseId, appId: resourceId, permanent },\n context\n );\n default:\n return null;\n }\n })\n\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/base/base.event.ts", "content": "import type { ICreateBaseVo } from '@teable/openapi';\nimport { match } from 'ts-pattern';\nimport type { IEventContext } from '../core-event';\nimport { CoreEvent } from '../core-event';\nimport { Events } from '../event.enum';\n\ntype IBaseCreatePayload = { base: ICreateBaseVo };\ntype IBaseDeletePayload = { baseId: string; permanent?: boolean };\ntype IBaseUpdatePayload = IBaseCreatePayload;\ntype IBasePermissionUpdatePayload = { baseId: string };\n\nexport class BaseCreateEvent extends CoreEvent {\n public readonly name = Events.BASE_CREATE;\n\n constructor(base: ICreateBaseVo, context: IEventContext) {\n super({ base }, context);\n }\n}\n\nexport class BaseDeleteEvent extends CoreEvent {\n public readonly name = Events.BASE_DELETE;\n constructor(payload: IBaseDeletePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class BaseUpdateEvent extends CoreEvent {\n public readonly name = Events.BASE_UPDATE;\n\n constructor(base: ICreateBaseVo, context: IEventContext) {\n super({ base }, context);\n }\n}\n\nexport class BasePermissionUpdateEvent extends CoreEvent {\n public readonly name = Events.BASE_PERMISSION_UPDATE;\n\n constructor(baseId: string, context: IEventContext) {\n super({ baseId }, context);\n }\n}\n\nexport class BaseEventFactory {\n static create(\n name: string,\n payload: IBaseCreatePayload | IBaseDeletePayload | IBaseUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.BASE_CREATE, () => {\n const { base } = payload as IBaseCreatePayload;\n return new BaseCreateEvent(base, context);\n })\n .with(Events.BASE_DELETE, () => {\n const { baseId, permanent } = payload as IBaseDeletePayload;\n return new BaseDeleteEvent({ baseId, permanent }, context);\n })\n .with(Events.BASE_UPDATE, () => {\n const { base } = payload as IBaseUpdatePayload;\n return new BaseUpdateEvent(base, context);\n })\n .with(Events.BASE_PERMISSION_UPDATE, () => {\n const { baseId } = payload as IBasePermissionUpdatePayload;\n return new BasePermissionUpdateEvent(baseId, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/base/folder/base.folder.event.ts", "content": "import { match } from 'ts-pattern';\nimport type { IEventContext } from '../../core-event';\nimport { CoreEvent } from '../../core-event';\nimport { Events } from '../../event.enum';\n\ntype IBaseFolder = {\n id: string;\n name: string;\n};\n\ntype IBaseFolderCreatePayload = { baseId: string; folder: IBaseFolder };\ntype IBaseFolderDeletePayload = { baseId: string; folderId: string };\ntype IBaseFolderUpdatePayload = IBaseFolderCreatePayload;\n\nexport class BaseFolderCreateEvent extends CoreEvent {\n public readonly name = Events.BASE_FOLDER_CREATE;\n\n constructor(payload: IBaseFolderCreatePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class BaseFolderDeleteEvent extends CoreEvent {\n public readonly name = Events.BASE_FOLDER_DELETE;\n constructor(payload: IBaseFolderDeletePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class BaseFolderUpdateEvent extends CoreEvent {\n public readonly name = Events.BASE_FOLDER_UPDATE;\n\n constructor(payload: IBaseFolderUpdatePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class BaseFolderEventFactory {\n static create(\n name: string,\n payload: IBaseFolderCreatePayload | IBaseFolderDeletePayload | IBaseFolderUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.BASE_FOLDER_CREATE, () => {\n const { baseId, folder } = payload as IBaseFolderCreatePayload;\n return new BaseFolderCreateEvent({ baseId, folder }, context);\n })\n .with(Events.BASE_FOLDER_DELETE, () => {\n const { baseId, folderId } = payload as IBaseFolderDeletePayload;\n return new BaseFolderDeleteEvent({ baseId, folderId }, context);\n })\n .with(Events.BASE_FOLDER_UPDATE, () => {\n const { baseId, folder } = payload as IBaseFolderUpdatePayload;\n return new BaseFolderUpdateEvent({ baseId, folder }, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/core-event.ts", "content": "import type { IncomingHttpHeaders } from 'http';\nimport type { OpName } from '@teable/core';\nimport type { IUserInfoVo } from '@teable/openapi';\nimport { nanoid } from 'nanoid';\nimport type { Events } from './event.enum';\n\nexport interface IEventContext {\n user?: {\n id: string;\n name: string;\n email: string;\n };\n entry?: {\n type: string;\n id: string;\n };\n headers?: Record | IncomingHttpHeaders;\n opMeta?: {\n name: OpName;\n propertyKey?: string;\n };\n}\n\nexport interface IEventRawContext {\n reqUser?: IUserInfoVo;\n reqHeaders: Record;\n reqParams?: unknown;\n reqQuery?: unknown;\n reqBody?: unknown;\n resolveData: unknown;\n}\n\nexport abstract class CoreEvent {\n abstract name: Events;\n\n constructor(\n public readonly payload: Payload,\n public readonly context: IEventContext,\n public readonly isBulk = false,\n public readonly id = nanoid()\n ) {}\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/dashboard/dashboard.event.ts", "content": "import type { ICreateDashboardVo } from '@teable/openapi';\nimport { match } from 'ts-pattern';\nimport type { IEventContext } from '../core-event';\nimport { CoreEvent } from '../core-event';\nimport { Events } from '../event.enum';\n\ntype IDashboardCreatePayload = { baseId: string; dashboard: ICreateDashboardVo };\ntype IDashboardUpdatePayload = { baseId: string; dashboard: ICreateDashboardVo };\ntype IDashboardDeletePayload = { baseId: string; dashboardId: string; permanent?: boolean };\n\nexport class DashboardCreateEvent extends CoreEvent {\n public readonly name = Events.DASHBOARD_CREATE;\n\n constructor(payload: IDashboardCreatePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class DashboardDeleteEvent extends CoreEvent {\n public readonly name = Events.DASHBOARD_DELETE;\n constructor(payload: IDashboardDeletePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class DashboardUpdateEvent extends CoreEvent {\n public readonly name = Events.DASHBOARD_UPDATE;\n\n constructor(payload: IDashboardUpdatePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class DashboardEventFactory {\n static create(\n name: string,\n payload: IDashboardCreatePayload | IDashboardDeletePayload | IDashboardUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.DASHBOARD_CREATE, () => {\n return new DashboardCreateEvent(payload as IDashboardCreatePayload, context);\n })\n .with(Events.DASHBOARD_DELETE, () => {\n return new DashboardDeleteEvent(payload as IDashboardDeletePayload, context);\n })\n .with(Events.DASHBOARD_UPDATE, () => {\n return new DashboardUpdateEvent(payload as IDashboardUpdatePayload, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/event.enum.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nexport enum Events {\n SPACE_CREATE = 'space.create',\n SPACE_DELETE = 'space.delete',\n SPACE_UPDATE = 'space.update',\n\n BASE_CREATE = 'base.create',\n BASE_DELETE = 'base.delete',\n BASE_UPDATE = 'base.update',\n BASE_PERMISSION_UPDATE = 'base.permission.update',\n // BASE_CLONE = 'base.clone',\n // BASE_MOVE = 'base.move',\n\n BASE_NODE_CREATE = 'base.node.create',\n BASE_NODE_DELETE = 'base.node.delete',\n BASE_NODE_UPDATE = 'base.node.update',\n\n TABLE_CREATE = 'table.create',\n TABLE_DELETE = 'table.delete',\n TABLE_UPDATE = 'table.update',\n\n TABLE_FIELD_CREATE = 'table.field.create',\n TABLE_FIELD_DELETE = 'table.field.delete',\n TABLE_FIELD_UPDATE = 'table.field.update',\n\n TABLE_RECORD_CREATE = 'table.record.create',\n TABLE_RECORD_DELETE = 'table.record.delete',\n TABLE_RECORD_UPDATE = 'table.record.update',\n\n TABLE_BUTTON_CLICK = 'table.button.click',\n\n TABLE_VIEW_CREATE = 'table.view.create',\n TABLE_VIEW_DELETE = 'table.view.delete',\n TABLE_VIEW_UPDATE = 'table.view.update',\n\n OPERATION_RECORDS_CREATE = 'operation.records.create',\n OPERATION_RECORDS_DELETE = 'operation.records.delete',\n OPERATION_RECORDS_UPDATE = 'operation.records.update',\n OPERATION_RECORDS_ORDER_UPDATE = 'operation.records.order.update',\n OPERATION_FIELDS_CREATE = 'operation.fields.create',\n OPERATION_FIELDS_DELETE = 'operation.fields.delete',\n OPERATION_FIELD_CONVERT = 'operation.field.convert',\n OPERATION_PASTE_SELECTION = 'operation.paste.selection',\n OPERATION_VIEW_DELETE = 'operation.view.delete',\n OPERATION_VIEW_CREATE = 'operation.view.create',\n OPERATION_VIEW_UPDATE = 'operation.view.update',\n OPERATION_PUSH = 'operation.push',\n\n TABLE_USER_RENAME_COMPLETE = 'table.user.rename.complete',\n\n SHARED_VIEW_CREATE = 'shared.view.create',\n SHARED_VIEW_DELETE = 'shared.view.delete',\n SHARED_VIEW_UPDATE = 'shared.view.update',\n\n USER_SIGNIN = 'user.signin',\n USER_SIGNUP = 'user.signup',\n USER_RENAME = 'user.rename',\n USER_SIGNOUT = 'user.signout',\n USER_DELETE = 'user.delete',\n\n // USER_PASSWORD_RESET = 'user.password.reset',\n USER_PASSWORD_CHANGE = 'user.password.change',\n // USER_PASSWORD_FORGOT = 'user.password.forgot'\n USER_EMAIL_CHANGE = 'user.email.change',\n\n COLLABORATOR_CREATE = 'collaborator.create',\n COLLABORATOR_DELETE = 'collaborator.delete',\n COLLABORATOR_UPDATE = 'collaborator.update',\n\n BASE_FOLDER_CREATE = 'base.folder.create',\n BASE_FOLDER_DELETE = 'base.folder.delete',\n BASE_FOLDER_UPDATE = 'base.folder.update',\n\n DASHBOARD_CREATE = 'dashboard.create',\n DASHBOARD_DELETE = 'dashboard.delete',\n DASHBOARD_UPDATE = 'dashboard.update',\n\n WORKFLOW_CREATE = 'workflow.create',\n WORKFLOW_DELETE = 'workflow.delete',\n WORKFLOW_UPDATE = 'workflow.update',\n WORKFLOW_ACTIVATE = 'workflow.activate',\n WORKFLOW_DEACTIVATE = 'workflow.deactivate',\n\n APP_CREATE = 'app.create',\n APP_DELETE = 'app.delete',\n APP_UPDATE = 'app.update',\n\n CROP_IMAGE = 'crop.image',\n CROP_IMAGE_COMPLETE = 'crop.image.complete',\n\n RECORD_HISTORY_CREATE = 'record.history.create',\n\n // following make no sense just for testing\n BASE_EXPORT_COMPLETE = 'base.export.complete',\n\n LAST_VISIT_CLEAR = 'last.visit.clear',\n LAST_VISIT_UPDATE = 'last.visit.update',\n\n AUDIT_LOG_SAVED = 'audit-log.saved',\n\n NOTIFY_MAIL_MERGE = 'notify.mail.merge',\n\n // record source\n TABLE_RECORD_CREATE_RELATIVE = 'table.record.create.relative',\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/index.ts", "content": "export * from './event.enum';\nexport * from './core-event';\nexport * from './op-event';\nexport * from './base/base.event';\nexport * from './base/folder/base.folder.event';\nexport * from './space/space.event';\nexport * from './space/collaborator.event';\nexport * from './table';\nexport * from './dashboard/dashboard.event';\nexport * from './workflow/workflow.event';\nexport * from './app/app.event';\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/last-visit/last-visit.event.ts", "content": "import type { IUpdateUserLastVisitRo } from '@teable/openapi';\nimport { Events } from '../event.enum';\n\nexport class LastVisitUpdateEvent {\n public readonly name = Events.LAST_VISIT_UPDATE;\n\n constructor(public readonly payload: IUpdateUserLastVisitRo) {}\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/op-event.ts", "content": "import type { RawOpType } from '../../share-db/interface';\nimport { CoreEvent } from './core-event';\n\nexport interface IChangeValue {\n oldValue: unknown | undefined;\n newValue: unknown;\n}\n\nexport abstract class OpEvent extends CoreEvent {\n abstract rawOpType: RawOpType;\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/space/collaborator.event.ts", "content": "import { Events } from '../event.enum';\n\nexport class CollaboratorCreateEvent {\n public readonly name = Events.COLLABORATOR_CREATE;\n\n constructor(public readonly spaceId: string) {}\n}\n\nexport class CollaboratorDeleteEvent {\n public readonly name = Events.COLLABORATOR_DELETE;\n\n constructor(public readonly spaceId: string) {}\n}\n\nexport class CollaboratorUpdateEvent {\n public readonly name = Events.COLLABORATOR_UPDATE;\n\n constructor(public readonly spaceId: string) {}\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/space/space.event.ts", "content": "import type { ICreateSpaceVo } from '@teable/openapi';\nimport { match } from 'ts-pattern';\nimport type { IEventContext } from '../core-event';\nimport { CoreEvent } from '../core-event';\nimport { Events } from '../event.enum';\n\ntype ISpaceCreatePayload = { space: ICreateSpaceVo };\ntype ISpaceDeletePayload = { spaceId: string; permanent?: boolean };\ntype ISpaceUpdatePayload = ISpaceCreatePayload;\n\nexport class SpaceCreateEvent extends CoreEvent {\n public readonly name = Events.SPACE_CREATE;\n\n constructor(space: ICreateSpaceVo, context: IEventContext) {\n super({ space }, context);\n }\n}\n\nexport class SpaceDeleteEvent extends CoreEvent {\n public readonly name = Events.SPACE_DELETE;\n\n constructor(payload: ISpaceDeletePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class SpaceUpdateEvent extends CoreEvent {\n public readonly name = Events.SPACE_UPDATE;\n\n constructor(space: ICreateSpaceVo, context: IEventContext) {\n super({ space }, context);\n }\n}\n\nexport class SpaceEventFactory {\n static create(\n name: string,\n payload: ISpaceCreatePayload | ISpaceDeletePayload | ISpaceUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.SPACE_CREATE, () => {\n const { space } = payload as ISpaceCreatePayload;\n return new SpaceCreateEvent(space, context);\n })\n .with(Events.SPACE_DELETE, () => {\n const { spaceId, permanent } = payload as ISpaceDeletePayload;\n return new SpaceDeleteEvent({ spaceId, permanent }, context);\n })\n .with(Events.SPACE_UPDATE, () => {\n const { space } = payload as ISpaceUpdatePayload;\n return new SpaceUpdateEvent(space, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/table/button.event.ts", "content": "import type { IRecord } from '@teable/core';\nimport { match } from 'ts-pattern';\nimport { CoreEvent, type IEventContext } from '../core-event';\nimport { Events } from '../event.enum';\n\ntype IButtonClickEventPayload = {\n tableId: string;\n fieldId: string;\n record: IRecord;\n};\n\nexport class ButtonClickEvent extends CoreEvent {\n public readonly name = Events.TABLE_BUTTON_CLICK;\n\n constructor(payload: IButtonClickEventPayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class ButtonEventFactory {\n static create(name: string, payload: IButtonClickEventPayload, context: IEventContext) {\n return match(name)\n .with(Events.TABLE_BUTTON_CLICK, () => {\n return new ButtonClickEvent(payload, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/table/field.event.ts", "content": "import type { IFieldPropertyKey, IFieldVo } from '@teable/core';\nimport { match } from 'ts-pattern';\nimport { RawOpType } from '../../../share-db/interface';\nimport type { IEventContext } from '../core-event';\nimport { Events } from '../event.enum';\nimport type { IChangeValue } from '../op-event';\nimport { OpEvent } from '../op-event';\n\nexport type IChangeField = Record & { id: string };\n\ntype IFieldCreatePayload = { tableId: string; field: IFieldVo | IFieldVo[] };\ntype IFieldDeletePayload = { tableId: string; fieldId: string | string[] };\ntype IFieldUpdatePayload = {\n tableId: string;\n field: IChangeField | IChangeField[];\n};\n\nexport class FieldCreateEvent extends OpEvent {\n public readonly name = Events.TABLE_FIELD_CREATE;\n public readonly rawOpType = RawOpType.Create;\n\n constructor(tableId: string, field: IFieldVo | IFieldVo[], context: IEventContext) {\n super({ tableId, field }, context, Array.isArray(field));\n }\n}\n\nexport class FieldDeleteEvent extends OpEvent {\n public readonly name = Events.TABLE_FIELD_DELETE;\n public readonly rawOpType = RawOpType.Del;\n public isBulk = false;\n\n constructor(tableId: string, fieldId: string | string[], context: IEventContext) {\n super({ tableId, fieldId }, context, Array.isArray(fieldId));\n }\n}\n\nexport class FieldUpdateEvent extends OpEvent {\n public readonly name = Events.TABLE_FIELD_UPDATE;\n public readonly rawOpType = RawOpType.Edit;\n public isBulk = false;\n\n constructor(tableId: string, field: IChangeField | IChangeField[], context: IEventContext) {\n super({ tableId, field }, context, Array.isArray(field));\n }\n}\n\nexport class FieldEventFactory {\n static create(\n name: string,\n payload: IFieldCreatePayload | IFieldDeletePayload | IFieldUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.TABLE_FIELD_CREATE, () => {\n const { tableId, field } = payload as IFieldCreatePayload;\n return new FieldCreateEvent(tableId, field, context);\n })\n .with(Events.TABLE_FIELD_DELETE, () => {\n const { tableId, fieldId } = payload as IFieldDeletePayload;\n return new FieldDeleteEvent(tableId, fieldId, context);\n })\n .with(Events.TABLE_FIELD_UPDATE, () => {\n const { tableId, field } = payload as IFieldUpdatePayload;\n return new FieldUpdateEvent(tableId, field, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/table/index.ts", "content": "export * from './table.event';\nexport * from './field.event';\nexport * from './view.event';\nexport * from './record.event';\nexport * from './button.event';\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/table/record.event.ts", "content": "import type { IFieldVo, IRecord } from '@teable/core';\nimport { match } from 'ts-pattern';\nimport { RawOpType } from '../../../share-db/interface';\nimport type { IEventContext } from '../core-event';\nimport { Events } from '../event.enum';\nimport type { IChangeValue } from '../op-event';\nimport { OpEvent } from '../op-event';\n\nexport type IChangeRecord = Record, Record> & {\n id: string;\n};\n\ntype IRecordCreatePayload = { tableId: string; record: IRecord | IRecord[] };\ntype IRecordDeletePayload = { tableId: string; recordId: string | string[] };\ntype IRecordUpdatePayload = {\n tableId: string;\n record: IChangeRecord | IChangeRecord[];\n oldField: IFieldVo | undefined;\n};\n\nexport function getFieldIdsFromRecord(record: IRecord | IRecord[]) {\n const records = Array.isArray(record) ? record : [record];\n const fieldIds: string[] = [];\n for (const r of records) {\n if (r?.fields) {\n fieldIds.push(...Object.keys(r.fields));\n }\n }\n return fieldIds;\n}\n\nexport class RecordCreateEvent extends OpEvent {\n public readonly name = Events.TABLE_RECORD_CREATE;\n public readonly rawOpType = RawOpType.Create;\n\n constructor(tableId: string, record: IRecord | IRecord[], context: IEventContext) {\n super({ tableId, record }, context, Array.isArray(record));\n }\n}\n\nexport class RecordDeleteEvent extends OpEvent {\n public readonly name = Events.TABLE_RECORD_DELETE;\n public readonly rawOpType = RawOpType.Del;\n\n constructor(tableId: string, recordId: string | string[], context: IEventContext) {\n super({ tableId, recordId }, context, Array.isArray(recordId));\n }\n}\n\nexport class RecordUpdateEvent extends OpEvent {\n public readonly name = Events.TABLE_RECORD_UPDATE;\n public readonly rawOpType = RawOpType.Edit;\n\n constructor(\n tableId: string,\n record: IChangeRecord | IChangeRecord[],\n oldField: IFieldVo | undefined,\n context: IEventContext\n ) {\n super({ tableId, record, oldField }, context, Array.isArray(record));\n }\n}\n\nexport class RecordEventFactory {\n static create(\n name: string,\n payload: IRecordCreatePayload | IRecordDeletePayload | IRecordUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.TABLE_RECORD_CREATE, () => {\n const { tableId, record } = payload as IRecordCreatePayload;\n return new RecordCreateEvent(tableId, record, context);\n })\n .with(Events.TABLE_RECORD_DELETE, () => {\n const { tableId, recordId } = payload as IRecordDeletePayload;\n return new RecordDeleteEvent(tableId, recordId, context);\n })\n .with(Events.TABLE_RECORD_UPDATE, () => {\n const { tableId, record, oldField } = payload as IRecordUpdatePayload;\n return new RecordUpdateEvent(tableId, record, oldField, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/table/table.event.ts", "content": "import type { ITableOp } from '@teable/core';\nimport { match } from 'ts-pattern';\nimport { RawOpType } from '../../../share-db/interface';\nimport type { IEventContext } from '../core-event';\nimport { Events } from '../event.enum';\nimport type { IChangeValue } from '../op-event';\nimport { OpEvent } from '../op-event';\n\nexport type IChangeTable = Record, IChangeValue> & {\n id: string;\n};\n\ntype ITableCreatePayload = { baseId: string; table: ITableOp };\ntype ITableDeletePayload = { baseId: string; tableId: string; permanent?: boolean };\ntype ITableUpdatePayload = {\n baseId: string;\n table: IChangeTable;\n};\n\nexport class TableCreateEvent extends OpEvent {\n public readonly name = Events.TABLE_CREATE;\n public readonly rawOpType = RawOpType.Create;\n\n constructor(payload: ITableCreatePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class TableDeleteEvent extends OpEvent {\n public readonly name = Events.TABLE_DELETE;\n public readonly rawOpType = RawOpType.Del;\n\n constructor(payload: ITableDeletePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class TableUpdateEvent extends OpEvent {\n public readonly name = Events.TABLE_UPDATE;\n public readonly rawOpType = RawOpType.Edit;\n\n constructor(payload: ITableUpdatePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class TableEventFactory {\n static create(\n name: string,\n payload: ITableCreatePayload | ITableDeletePayload | ITableUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.TABLE_CREATE, () => {\n return new TableCreateEvent(payload as ITableCreatePayload, context);\n })\n .with(Events.TABLE_DELETE, () => {\n return new TableDeleteEvent(payload as ITableDeletePayload, context);\n })\n .with(Events.TABLE_UPDATE, () => {\n return new TableUpdateEvent(payload as ITableUpdatePayload, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/table/view.event.ts", "content": "import type { IViewVo } from '@teable/core';\nimport { match } from 'ts-pattern';\nimport { RawOpType } from '../../../share-db/interface';\nimport type { IEventContext } from '../core-event';\nimport { Events } from '../event.enum';\nimport type { IChangeValue } from '../op-event';\nimport { OpEvent } from '../op-event';\n\nexport type IChangeView = Record<\n keyof Omit<\n IViewVo,\n | 'id'\n | 'type'\n | 'columnMeta'\n | 'createdBy'\n | 'lastModifiedBy'\n | 'createdTime'\n | 'lastModifiedTime'\n >,\n IChangeValue\n> & {\n columnMeta: Record;\n id: string;\n};\n\ntype IViewCreatePayload = { tableId: string; view: IViewVo | IViewVo[] };\ntype IViewDeletePayload = { tableId: string; viewId: string };\ntype IViewUpdatePayload = {\n tableId: string;\n view: IChangeView;\n};\n\nexport class ViewCreateEvent extends OpEvent {\n public readonly name = Events.TABLE_VIEW_CREATE;\n public readonly rawOpType = RawOpType.Create;\n\n constructor(tableId: string, view: IViewVo | IViewVo[], context: IEventContext) {\n super({ tableId, view }, context, Array.isArray(view));\n }\n}\n\nexport class ViewDeleteEvent extends OpEvent {\n public readonly name = Events.TABLE_VIEW_DELETE;\n public readonly rawOpType = RawOpType.Del;\n\n constructor(tableId: string, viewId: string, context: IEventContext) {\n super({ tableId, viewId }, context);\n }\n}\n\nexport class ViewUpdateEvent extends OpEvent {\n public readonly name = Events.TABLE_VIEW_UPDATE;\n public readonly rawOpType = RawOpType.Edit;\n\n constructor(tableId: string, view: IChangeView, context: IEventContext) {\n super({ tableId, view }, context);\n }\n}\n\nexport class ViewEventFactory {\n static create(\n name: string,\n payload: IViewCreatePayload | IViewDeletePayload | IViewUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.TABLE_VIEW_CREATE, () => {\n const { tableId, view } = payload as IViewCreatePayload;\n return new ViewCreateEvent(tableId, view, context);\n })\n .with(Events.TABLE_VIEW_DELETE, () => {\n const { tableId, viewId } = payload as IViewDeletePayload;\n return new ViewDeleteEvent(tableId, viewId, context);\n })\n .with(Events.TABLE_VIEW_UPDATE, () => {\n const { tableId, view } = payload as IViewUpdatePayload;\n return new ViewUpdateEvent(tableId, view, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/user/user.event.ts", "content": "import { Events } from '../event.enum';\n\nexport class UserSignUpEvent {\n public readonly name = Events.USER_SIGNUP;\n\n constructor(public readonly userId: string) {}\n}\n\nexport class UserEmailChangeEvent {\n public readonly name = Events.USER_EMAIL_CHANGE;\n\n constructor(\n public readonly userId: string,\n public readonly oldEmail: string,\n public readonly newEmail: string\n ) {}\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/events/workflow/workflow.event.ts", "content": "import { match } from 'ts-pattern';\nimport type { IEventContext } from '../core-event';\nimport { CoreEvent } from '../core-event';\nimport { Events } from '../event.enum';\n\ninterface IWorkflowVo {\n id: string;\n name: string;\n}\n\ntype IWorkflowCreatePayload = { baseId: string; workflow: IWorkflowVo };\ntype IWorkflowDeletePayload = { baseId: string; workflowId: string; permanent?: boolean };\ntype IWorkflowUpdatePayload = IWorkflowCreatePayload;\n\nexport class WorkflowCreateEvent extends CoreEvent {\n public readonly name = Events.WORKFLOW_CREATE;\n\n constructor(payload: IWorkflowCreatePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class WorkflowDeleteEvent extends CoreEvent {\n public readonly name = Events.WORKFLOW_DELETE;\n constructor(payload: IWorkflowDeletePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class WorkflowUpdateEvent extends CoreEvent {\n public readonly name = Events.WORKFLOW_UPDATE;\n\n constructor(payload: IWorkflowUpdatePayload, context: IEventContext) {\n super(payload, context);\n }\n}\n\nexport class WorkflowEventFactory {\n static create(\n name: string,\n payload: IWorkflowCreatePayload | IWorkflowDeletePayload | IWorkflowUpdatePayload,\n context: IEventContext\n ) {\n return match(name)\n .with(Events.WORKFLOW_CREATE, () => {\n return new WorkflowCreateEvent(payload as IWorkflowCreatePayload, context);\n })\n .with(Events.WORKFLOW_DELETE, () => {\n return new WorkflowDeleteEvent(payload as IWorkflowDeletePayload, context);\n })\n .with(Events.WORKFLOW_UPDATE, () => {\n return new WorkflowUpdateEvent(payload as IWorkflowUpdatePayload, context);\n })\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/interceptor/event.Interceptor.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { CallHandler, ExecutionContext, NestInterceptor } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport { Reflector } from '@nestjs/core';\nimport type { Request } from 'express';\nimport type { Observable } from 'rxjs';\nimport { tap } from 'rxjs';\nimport { match, P } from 'ts-pattern';\nimport { EMIT_EVENT_NAME } from '../decorators/emit-controller-event.decorator';\nimport { EventEmitterService } from '../event-emitter.service';\nimport type { IEventContext } from '../events';\nimport {\n Events,\n BaseEventFactory,\n SpaceEventFactory,\n DashboardEventFactory,\n AppEventFactory,\n WorkflowEventFactory,\n} from '../events';\nimport { BaseNodeEventFactory } from '../events/base/base-node.event';\n\n@Injectable()\nexport class EventMiddleware implements NestInterceptor {\n constructor(\n private readonly reflector: Reflector,\n private readonly eventEmitterService: EventEmitterService\n ) {}\n\n intercept(context: ExecutionContext, next: CallHandler): Observable {\n const req = context.switchToHttp().getRequest();\n const emitEventName = this.reflector.get(EMIT_EVENT_NAME, context.getHandler());\n\n return next.handle().pipe(\n tap((data) => {\n const interceptContext = this.interceptContext(req, data);\n\n const event = this.createEvent(emitEventName, interceptContext);\n event\n ? this.eventEmitterService.emitAsync(event.name, event)\n : this.eventEmitterService.emitAsync(emitEventName, interceptContext);\n })\n );\n }\n\n private interceptContext(req: Request, resolveData: any) {\n return {\n reqUser: req?.user as any,\n reqHeaders: req?.headers,\n reqParams: req?.params,\n reqQuery: req?.query,\n reqBody: req?.body,\n resolveData,\n };\n }\n\n private createEvent(\n eventName: Events,\n interceptContext: ReturnType\n ) {\n const { reqUser, reqHeaders, reqParams, resolveData } = interceptContext;\n\n const eventContext: IEventContext = {\n user: reqUser,\n headers: reqHeaders,\n };\n\n return match(eventName)\n .with(Events.BASE_DELETE, () =>\n BaseEventFactory.create(eventName, { ...resolveData, ...reqParams }, eventContext)\n )\n .with(P.union(Events.BASE_CREATE, Events.BASE_UPDATE, Events.BASE_PERMISSION_UPDATE), () =>\n BaseEventFactory.create(eventName, { base: resolveData, ...reqParams }, eventContext)\n )\n .with(Events.SPACE_DELETE, () =>\n SpaceEventFactory.create(eventName, { ...resolveData, ...reqParams }, eventContext)\n )\n .with(P.union(Events.SPACE_CREATE, Events.SPACE_UPDATE), () =>\n SpaceEventFactory.create(eventName, { space: resolveData, ...reqParams }, eventContext)\n )\n .with(Events.WORKFLOW_DELETE, () =>\n WorkflowEventFactory.create(eventName, { ...resolveData, ...reqParams }, eventContext)\n )\n .with(P.union(Events.WORKFLOW_CREATE, Events.WORKFLOW_UPDATE), () =>\n WorkflowEventFactory.create(\n eventName,\n { baseId: reqParams.baseId, workflow: resolveData, ...reqParams },\n eventContext\n )\n )\n .with(Events.APP_DELETE, () =>\n AppEventFactory.create(eventName, { ...resolveData, ...reqParams }, eventContext)\n )\n .with(P.union(Events.APP_CREATE, Events.APP_UPDATE), () =>\n AppEventFactory.create(\n eventName,\n { baseId: reqParams.baseId, app: resolveData, ...reqParams },\n eventContext\n )\n )\n .with(Events.DASHBOARD_DELETE, () =>\n DashboardEventFactory.create(eventName, { ...resolveData, ...reqParams }, eventContext)\n )\n .with(P.union(Events.DASHBOARD_CREATE, Events.DASHBOARD_UPDATE), () =>\n DashboardEventFactory.create(\n eventName,\n { baseId: reqParams.baseId, dashboard: resolveData, ...reqParams },\n eventContext\n )\n )\n\n .with(\n P.union(Events.BASE_NODE_CREATE, Events.BASE_NODE_UPDATE, Events.BASE_NODE_DELETE),\n () => {\n const { baseId } = reqParams;\n return BaseNodeEventFactory.create(\n eventName,\n { baseId, node: resolveData },\n eventContext\n );\n }\n )\n\n .otherwise(() => null);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/listeners/action-trigger.listener.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport type { ITableActionKey, IGridColumn, IViewActionKey } from '@teable/core';\nimport { getActionTriggerChannel, OpName } from '@teable/core';\nimport { isEmpty } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { match } from 'ts-pattern';\nimport { getV2CreateTableLegacyEventsFlag } from '../../features/v2/v2-create-table-compat.constants';\nimport { ShareDbService } from '../../share-db/share-db.service';\nimport type { IClsStore } from '../../types/cls';\nimport type {\n RecordCreateEvent,\n RecordDeleteEvent,\n RecordUpdateEvent,\n ViewUpdateEvent,\n FieldUpdateEvent,\n FieldCreateEvent,\n FieldDeleteEvent,\n} from '../events';\nimport { Events } from '../events';\n\ntype IViewEvent = ViewUpdateEvent;\ntype IRecordEvent = RecordCreateEvent | RecordDeleteEvent | RecordUpdateEvent;\ntype IListenerEvent =\n | IViewEvent\n | IRecordEvent\n | FieldUpdateEvent\n | FieldCreateEvent\n | FieldDeleteEvent;\n\nexport interface IActionTriggerData {\n actionKey: ITableActionKey | IViewActionKey;\n payload?: Record;\n}\n\n@Injectable()\nexport class ActionTriggerListener {\n private readonly logger = new Logger(ActionTriggerListener.name);\n\n constructor(\n private readonly shareDbService: ShareDbService,\n private readonly cls: ClsService\n ) {}\n\n @OnEvent(Events.TABLE_VIEW_UPDATE, { async: true })\n @OnEvent(Events.TABLE_FIELD_UPDATE, { async: true })\n @OnEvent(Events.TABLE_FIELD_CREATE, { async: true })\n @OnEvent(Events.TABLE_FIELD_DELETE, { async: true })\n @OnEvent('table.record.*', { async: true })\n private async listener(listenerEvent: IListenerEvent): Promise {\n if (\n getV2CreateTableLegacyEventsFlag(this.cls) &&\n (this.isTableFieldCreateEvent(listenerEvent) || this.isTableRecordEvent(listenerEvent))\n ) {\n return;\n }\n\n // Handling table view update events\n if (this.isTableViewUpdateEvent(listenerEvent)) {\n await this.handleTableViewUpdate(listenerEvent as ViewUpdateEvent);\n }\n\n // Handling table field update events\n if (this.isTableFieldUpdateEvent(listenerEvent)) {\n await this.handleTableFieldUpdate(listenerEvent as FieldUpdateEvent);\n }\n\n // Handling table field create events\n if (this.isTableFieldCreateEvent(listenerEvent)) {\n await this.handleTableFieldCreate(listenerEvent as FieldCreateEvent);\n }\n\n // Handling table field delete events\n if (this.isTableFieldDeleteEvent(listenerEvent)) {\n await this.handleTableFieldDelete(listenerEvent as FieldDeleteEvent);\n }\n\n // Handling table record events (create, delete, update)\n if (this.isTableRecordEvent(listenerEvent)) {\n await this.handleTableRecordEvent(listenerEvent as IRecordEvent);\n }\n }\n\n private async handleTableViewUpdate(event: ViewUpdateEvent): Promise {\n if (!this.isValidViewUpdateOperation(event)) {\n return;\n }\n\n const { view } = event.payload;\n const { id: viewId, filter, columnMeta, group } = view;\n\n const buffer: IViewActionKey[] = [];\n filter && buffer.push('applyViewFilter');\n group && buffer.push('applyViewGroup');\n\n if (columnMeta != null) {\n Object.entries(columnMeta)?.forEach(([_fieldId, { oldValue, newValue }]) => {\n const oldColumn = oldValue as IGridColumn;\n const newColumn = newValue as IGridColumn;\n\n const shouldShow = !newColumn?.hidden && oldColumn?.hidden !== newColumn?.hidden;\n const shouldApplyStatFunc = oldColumn?.statisticFunc !== newColumn?.statisticFunc;\n\n if (shouldShow) {\n buffer.push('showViewField');\n }\n if (shouldApplyStatFunc) {\n buffer.push('applyViewStatisticFunc');\n }\n });\n }\n\n if (!isEmpty(buffer)) {\n this.emitActionTrigger(\n viewId,\n buffer.map((actionKey) => ({ actionKey }))\n );\n }\n }\n\n private async handleTableFieldUpdate(event: FieldUpdateEvent): Promise {\n if (!this.isValidFieldUpdateOperation(event)) {\n return;\n }\n\n const { tableId } = event.payload;\n return this.emitActionTrigger(tableId, [{ actionKey: 'setField', payload: event.payload }]);\n }\n\n private async handleTableFieldCreate(event: FieldCreateEvent): Promise {\n const { tableId } = event.payload;\n return this.emitActionTrigger(tableId, [{ actionKey: 'addField', payload: event.payload }]);\n }\n\n private async handleTableFieldDelete(event: FieldDeleteEvent): Promise {\n const { tableId } = event.payload;\n return this.emitActionTrigger(tableId, [{ actionKey: 'deleteField', payload: event.payload }]);\n }\n\n private async handleTableRecordEvent(event: IRecordEvent): Promise {\n const { tableId } = event.payload;\n\n const buffer = match(event)\n .returnType()\n .with({ name: Events.TABLE_RECORD_CREATE }, () => ['addRecord'])\n .with({ name: Events.TABLE_RECORD_UPDATE }, () => ['setRecord'])\n .with({ name: Events.TABLE_RECORD_DELETE }, () => ['deleteRecord'])\n .otherwise(() => []);\n\n if (!isEmpty(buffer)) {\n this.emitActionTrigger(\n tableId,\n buffer.map((actionKey) => ({ actionKey }))\n );\n }\n }\n\n private isTableViewUpdateEvent(event: IListenerEvent): boolean {\n return Events.TABLE_VIEW_UPDATE === event.name;\n }\n\n private isTableFieldUpdateEvent(event: IListenerEvent): boolean {\n return Events.TABLE_FIELD_UPDATE === event.name;\n }\n\n private isTableFieldCreateEvent(event: IListenerEvent): boolean {\n return Events.TABLE_FIELD_CREATE === event.name;\n }\n\n private isTableFieldDeleteEvent(event: IListenerEvent): boolean {\n return Events.TABLE_FIELD_DELETE === event.name;\n }\n\n private isValidViewUpdateOperation(event: ViewUpdateEvent): boolean | undefined {\n const propertyKeys = ['filter', 'group'];\n const { name, propertyKey } = event.context.opMeta || {};\n return name === OpName.UpdateViewColumnMeta || propertyKeys.includes(propertyKey as string);\n }\n\n private isValidFieldUpdateOperation(event: FieldUpdateEvent): boolean | undefined {\n const propertyKeys = ['options', 'dbFieldType'];\n const { propertyKey } = event.context.opMeta || {};\n return propertyKeys.includes(propertyKey as string);\n }\n\n private isTableRecordEvent(event: IListenerEvent): boolean {\n const recordEvents = [\n Events.TABLE_RECORD_CREATE,\n Events.TABLE_RECORD_DELETE,\n Events.TABLE_RECORD_UPDATE,\n ];\n return recordEvents.includes(event.name);\n }\n\n private emitActionTrigger(tableIdOrViewId: string, data: IActionTriggerData[]) {\n const channel = getActionTriggerChannel(tableIdOrViewId);\n\n const presence = this.shareDbService.connect().getPresence(channel);\n const localPresence = presence.create(tableIdOrViewId);\n localPresence.submit(data, (error) => {\n error && this.logger.error(error);\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/listeners/attachment.listener.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { AttachmentsTableService } from '../../features/attachments/attachments-table.service';\nimport {\n Events,\n FieldDeleteEvent,\n RecordDeleteEvent,\n RecordCreateEvent,\n RecordUpdateEvent,\n} from '../events';\n\n@Injectable()\nexport class AttachmentListener {\n constructor(private readonly attachmentsTableService: AttachmentsTableService) {}\n\n @OnEvent(Events.TABLE_RECORD_CREATE, { async: true })\n async recordCreateListener(listenerEvent: RecordCreateEvent) {\n const {\n payload: { record, tableId },\n context,\n } = listenerEvent;\n await this.attachmentsTableService.createRecords(\n context.user!.id,\n tableId,\n Array.isArray(record) ? record : [record]\n );\n }\n\n @OnEvent(Events.TABLE_RECORD_DELETE, { async: true })\n async recordDeleteListener(listenerEvent: RecordDeleteEvent) {\n const {\n payload: { tableId, recordId },\n } = listenerEvent;\n await this.attachmentsTableService.deleteRecords(\n tableId,\n Array.isArray(recordId) ? recordId : [recordId]\n );\n }\n\n @OnEvent(Events.TABLE_RECORD_UPDATE, { async: true })\n async recordUpdateListener(listenerEvent: RecordUpdateEvent) {\n const {\n payload: { tableId, record },\n context,\n } = listenerEvent;\n await this.attachmentsTableService.updateRecords(\n context.user!.id,\n tableId,\n Array.isArray(record) ? record : [record]\n );\n }\n\n @OnEvent(Events.TABLE_FIELD_DELETE, { async: true })\n async fieldDeleteListener(listenerEvent: FieldDeleteEvent) {\n const {\n payload: { tableId, fieldId },\n } = listenerEvent;\n\n await this.attachmentsTableService.deleteFields(\n tableId,\n Array.isArray(fieldId) ? fieldId : [fieldId]\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/listeners/base-permission-update.listener.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { getBasePermissionUpdateChannel } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ShareDbService } from '../../share-db/share-db.service';\nimport { EventEmitterService } from '../event-emitter.service';\nimport { Events, BasePermissionUpdateEvent } from '../events';\nimport { CollaboratorUpdateEvent } from '../events/space/collaborator.event';\n\n@Injectable()\nexport class BasePermissionUpdateListener {\n private readonly logger = new Logger(BasePermissionUpdateListener.name);\n\n constructor(\n private readonly shareDbService: ShareDbService,\n private readonly prismaService: PrismaService,\n private readonly eventEmitterService: EventEmitterService\n ) {}\n\n @OnEvent(Events.BASE_PERMISSION_UPDATE, { async: true })\n async basePermissionUpdateListener(listenerEvent: BasePermissionUpdateEvent) {\n const {\n payload: { baseId },\n context: { user },\n } = listenerEvent;\n const space = await this.prismaService.base.findUnique({\n where: {\n id: baseId,\n },\n select: {\n spaceId: true,\n },\n });\n\n if (space?.spaceId) {\n this.eventEmitterService.emitAsync(\n Events.COLLABORATOR_UPDATE,\n new CollaboratorUpdateEvent(space.spaceId)\n );\n }\n\n const channel = getBasePermissionUpdateChannel(baseId);\n const presence = this.shareDbService.connect().getPresence(channel);\n const localPresence = presence.create();\n\n // Include the operator user ID in the message to allow filtering on the client side\n localPresence.submit(user?.id, (error) => {\n error && this.logger.error(error);\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/listeners/collaborator-notification.listener.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport type { IRecord, IUserCellValue } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { has, intersection, isEmpty, keyBy, uniq } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { NotificationService } from '../../features/notification/notification.service';\nimport { RecordService } from '../../features/record/record.service';\nimport type { IChangeRecord, IChangeValue, RecordCreateEvent, RecordUpdateEvent } from '../events';\nimport { Events } from '../events';\n\ntype IListenerEvent = RecordCreateEvent | RecordUpdateEvent;\n\ntype IUserField = {\n baseId: string;\n tableName: string;\n fieldId: string;\n fieldName: string;\n fieldOptions: string;\n};\n\n// Maximum number of record titles to fetch for notification display\nconst maxRecordTitles = 10;\n\n@Injectable()\nexport class CollaboratorNotificationListener {\n private readonly logger = new Logger(CollaboratorNotificationListener.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly notificationService: NotificationService,\n private readonly recordService: RecordService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n @OnEvent(Events.TABLE_RECORD_CREATE, { async: true })\n @OnEvent(Events.TABLE_RECORD_UPDATE, { async: true })\n private async listener(listenerEvent: IListenerEvent): Promise {\n const { tableId, record } = listenerEvent.payload;\n\n const userFieldData = await this.fetchUserFields(tableId);\n if (isEmpty(userFieldData)) {\n return;\n }\n\n const userFields = keyBy(userFieldData, 'fieldId');\n const userFieldIds = Object.keys(userFields);\n\n if (!this.hasRelevantFields(record, userFieldIds)) {\n return;\n }\n\n await this.updateTableRecord(listenerEvent, userFieldIds, userFields);\n }\n\n private hasRelevantFields(\n record: IRecord | IChangeRecord | (IRecord | IChangeRecord)[],\n userFieldIds: string[]\n ): boolean {\n const fields = this.getRecordFields(record);\n return !isEmpty(intersection(userFieldIds, fields));\n }\n\n private getRecordFields(record: IRecord | IChangeRecord | (IRecord | IChangeRecord)[]): string[] {\n const records = Array.isArray(record) ? record : [record];\n return records.filter(Boolean).flatMap((r) => Object.keys(r.fields || {}));\n }\n\n private async updateTableRecord(\n event: RecordCreateEvent | RecordUpdateEvent,\n userFieldIds: string[],\n userFields: Record\n ): Promise {\n const {\n payload: { tableId, record: eventRecords },\n context: { user },\n } = event;\n const recordSets = (Array.isArray(eventRecords) ? eventRecords : [eventRecords]).filter(\n Boolean\n ) as (IRecord | IChangeRecord)[];\n\n const notificationData = this.extractNotificationData(recordSets, userFieldIds);\n\n // Collect record IDs that need titles (limited to maxRecordTitles per user)\n const recordIdsNeedingTitles = uniq(\n Object.values(notificationData).flatMap((data) => data.recordIds.slice(0, maxRecordTitles))\n );\n const recordTitles =\n recordIdsNeedingTitles.length > 0\n ? await this.recordService.getRecordsHeadWithIds(tableId, recordIdsNeedingTitles)\n : [];\n const recordTitlesMap = keyBy(recordTitles, 'id');\n\n for (const userId in notificationData) {\n const { fieldId, recordIds } = notificationData[userId];\n const field = userFields[fieldId];\n const recordIdsForTitles = recordIds.slice(0, maxRecordTitles);\n\n await this.notificationService.sendCollaboratorNotify({\n fromUserId: user?.id || '',\n toUserId: userId,\n refRecord: {\n baseId: field.baseId,\n tableId: tableId,\n tableName: field.tableName,\n fieldName: field.fieldName,\n recordIds: recordIds,\n recordTitles: recordIdsForTitles.map((id) => recordTitlesMap[id]).filter(Boolean),\n },\n });\n }\n }\n\n private extractNotificationData(\n records: (IRecord | IChangeRecord)[],\n userFieldIds: string[]\n ): Record {\n return records.reduce>(\n (acc, record) => {\n const { id: recordId, fields: changeFields } = record;\n\n if (!recordId || !changeFields) {\n return acc;\n }\n\n Object.entries(changeFields).forEach(([fieldId, value]) => {\n const cellValue = has(value, 'newValue') ? (value as IChangeValue).newValue : value;\n\n if (userFieldIds.includes(fieldId) && cellValue) {\n const collaborators = Array.isArray(cellValue) ? cellValue : [cellValue];\n\n collaborators.forEach((collaborator: IUserCellValue) => {\n const userId = collaborator.id;\n if (!acc[userId]) {\n acc[userId] = { fieldId, recordIds: [recordId] };\n } else {\n acc[userId].recordIds.push(recordId);\n }\n });\n }\n });\n return acc;\n },\n {}\n );\n }\n\n private async fetchUserFields(tableId: string) {\n const getTableAllUserFieldSql = this.knex\n .select({\n baseId: 'tm.base_id',\n tableName: 'tm.name',\n fieldId: 'f.id',\n fieldName: 'f.name',\n fieldOptions: 'f.options',\n })\n .from(this.knex.ref('table_meta').as('tm'))\n .join(this.knex.ref('field').as('f'), (clause) => {\n clause.on('tm.id', 'f.table_id').andOnNull('tm.deleted_time').andOnNull('f.deleted_time');\n })\n .where('f.table_id', tableId)\n .andWhere('f.type', FieldType.User);\n\n const userFieldRaws = await this.prismaService\n .txClient()\n .$queryRawUnsafe(getTableAllUserFieldSql.toQuery());\n\n // Filtering member fields that don't need to be notified based on `options.shouldNotify`\n return userFieldRaws.filter(({ fieldOptions }) => {\n const options = JSON.parse(fieldOptions);\n return options && options?.shouldNotify;\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/listeners/pin.listener.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { SpaceDeleteEvent, BaseDeleteEvent } from '../events';\nimport { Events } from '../events';\n\n@Injectable()\nexport class PinListener {\n private readonly logger = new Logger(PinListener.name);\n\n constructor(private readonly prismaService: PrismaService) {}\n\n @OnEvent(Events.BASE_DELETE, { async: true })\n @OnEvent(Events.SPACE_DELETE, { async: true })\n async spaceAndBaseDelete(listenerEvent: SpaceDeleteEvent | BaseDeleteEvent) {\n let id: string = '';\n if (listenerEvent.name === Events.SPACE_DELETE) {\n id = listenerEvent.payload.spaceId;\n }\n if (listenerEvent.name === Events.BASE_DELETE) {\n id = listenerEvent.payload.baseId;\n }\n\n if (!id) {\n return;\n }\n\n await this.prismaService.pinResource.deleteMany({\n where: {\n resourceId: id,\n },\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/listeners/record-history.listener.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Injectable } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport type { ISelectFieldOptions } from '@teable/core';\nimport { FieldType, generateRecordHistoryId } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { Field } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { isEqual, isObject, isString } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { BaseConfig, IBaseConfig } from '../../configs/base.config';\nimport { DataLoaderService } from '../../features/data-loader/data-loader.service';\nimport { rawField2FieldObj } from '../../features/field/model/factory';\nimport { EventEmitterService } from '../event-emitter.service';\nimport { Events, RecordUpdateEvent } from '../events';\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nconst SELECT_FIELD_TYPE_SET = new Set([FieldType.SingleSelect, FieldType.MultipleSelect]);\n\n@Injectable()\nexport class RecordHistoryListener {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly eventEmitterService: EventEmitterService,\n @BaseConfig() private readonly baseConfig: IBaseConfig,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n private readonly dataLoaderService: DataLoaderService\n ) {}\n\n @OnEvent(Events.TABLE_RECORD_UPDATE, { async: true })\n async recordUpdateListener(event: RecordUpdateEvent) {\n if (this.baseConfig.recordHistoryDisabled) {\n return;\n }\n\n const { payload, context } = event;\n const { user } = context;\n const { tableId, oldField: _oldField } = payload;\n const userId = user?.id;\n const payloadRecord = payload.record;\n const records = !Array.isArray(payloadRecord) ? [payloadRecord] : payloadRecord;\n\n const fieldIdSet = new Set();\n\n records.forEach((record) => {\n const { fields } = record;\n\n Object.keys(fields).forEach((fieldId) => {\n fieldIdSet.add(fieldId);\n });\n });\n\n const fieldIds = Array.from(fieldIdSet);\n\n const fields = await this.dataLoaderService.field.load(tableId, {\n id: fieldIds,\n });\n\n const fieldMap = new Map(fields.map((field) => [field.id, rawField2FieldObj(field)]));\n\n const batchSize = 5000;\n const totalCount = records.length;\n\n for (let i = 0; i < totalCount; i += batchSize) {\n const batch = records.slice(i, i + batchSize);\n const recordHistoryList: {\n id: string;\n table_id: string;\n record_id: string;\n field_id: string;\n before: string;\n after: string;\n created_by: string;\n }[] = [];\n\n batch.forEach((record) => {\n const { id: recordId, fields } = record;\n Object.entries(fields).forEach(([fieldId, changeValue]) => {\n const field = fieldMap.get(fieldId);\n\n if (!field || !changeValue || !isObject(changeValue)) {\n return null;\n }\n\n if (!('oldValue' in changeValue) || !('newValue' in changeValue)) {\n return null;\n }\n\n const oldField = _oldField ?? field;\n const { type, name, cellValueType, isComputed } = field;\n const { oldValue, newValue } = changeValue;\n\n // Skip no-op changes to avoid duplicate history entries\n if (isEqual(oldValue, newValue)) {\n return null;\n }\n\n if (oldField.isComputed && isComputed) {\n return null;\n }\n\n recordHistoryList.push({\n id: generateRecordHistoryId(),\n table_id: tableId,\n record_id: recordId,\n field_id: fieldId,\n before: JSON.stringify({\n meta: {\n type: oldField.type,\n name: oldField.name,\n options: this.minimizeFieldOptions(oldValue, oldField),\n cellValueType: oldField.cellValueType,\n },\n data: oldValue,\n }),\n after: JSON.stringify({\n meta: {\n type,\n name,\n options: this.minimizeFieldOptions(newValue, field),\n cellValueType,\n },\n data: newValue,\n }),\n created_by: userId as string,\n });\n });\n });\n\n if (recordHistoryList.length) {\n const query = this.knex.insert(recordHistoryList).into('record_history').toQuery();\n\n await this.prismaService.$executeRawUnsafe(query);\n }\n }\n\n this.eventEmitterService.emit(Events.RECORD_HISTORY_CREATE, {\n recordIds: records.map((record) => record.id),\n });\n }\n\n private minimizeFieldOptions(\n value: unknown,\n field: Pick & {\n options: Record | null;\n }\n ) {\n const { type, options: _options } = field;\n\n if (SELECT_FIELD_TYPE_SET.has(type as FieldType)) {\n const options = _options as ISelectFieldOptions;\n const { choices } = options;\n\n if (value == null) {\n return { ...options, choices: [] };\n }\n\n if (isString(value)) {\n return { ...options, choices: choices.filter(({ name }) => name === value) };\n }\n\n if (Array.isArray(value)) {\n const valueSet = new Set(value);\n return { ...options, choices: choices.filter(({ name }) => valueSet.has(name)) };\n }\n }\n\n return _options;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/event-emitter/listeners/trash.listener.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ResourceType } from '@teable/openapi';\nimport type {\n SpaceDeleteEvent,\n BaseDeleteEvent,\n TableDeleteEvent,\n AppDeleteEvent,\n WorkflowDeleteEvent,\n} from '../events';\nimport { Events } from '../events';\n\n@Injectable()\nexport class TrashListener {\n constructor(private readonly prismaService: PrismaService) {}\n\n @OnEvent(Events.SPACE_DELETE, { async: true })\n @OnEvent(Events.BASE_DELETE, { async: true })\n @OnEvent(Events.TABLE_DELETE, { async: true })\n @OnEvent(Events.APP_DELETE, { async: true })\n @OnEvent(Events.WORKFLOW_DELETE, { async: true })\n async onEvent(\n event:\n | SpaceDeleteEvent\n | BaseDeleteEvent\n | TableDeleteEvent\n | AppDeleteEvent\n | WorkflowDeleteEvent\n ) {\n const { name, payload } = event;\n const { user } = event.context;\n let resourceId: string;\n let resourceType: ResourceType;\n let deletedTime: Date | undefined | null;\n let parentId: string | undefined;\n\n if ('permanent' in payload && payload.permanent) {\n return;\n }\n\n switch (name) {\n case Events.SPACE_DELETE: {\n resourceId = payload.spaceId;\n resourceType = ResourceType.Space;\n const space = await this.prismaService.space.findUnique({\n where: { id: resourceId },\n select: { id: true, deletedTime: true },\n });\n deletedTime = space?.deletedTime;\n break;\n }\n case Events.BASE_DELETE: {\n resourceId = payload.baseId;\n resourceType = ResourceType.Base;\n const base = await this.prismaService.base.findUnique({\n where: { id: resourceId },\n select: { id: true, spaceId: true, deletedTime: true },\n });\n deletedTime = base?.deletedTime;\n parentId = base?.spaceId;\n break;\n }\n case Events.TABLE_DELETE: {\n resourceId = payload.tableId;\n resourceType = ResourceType.Table;\n const table = await this.prismaService.tableMeta.findUnique({\n where: { id: resourceId },\n select: { id: true, baseId: true, deletedTime: true },\n });\n deletedTime = table?.deletedTime;\n parentId = table?.baseId;\n break;\n }\n case Events.APP_DELETE: {\n resourceId = payload.appId;\n resourceType = ResourceType.App;\n const app = await this.prismaService.app.findUnique({\n where: { id: resourceId },\n select: { id: true, baseId: true, deletedTime: true },\n });\n deletedTime = app?.deletedTime;\n parentId = app?.baseId;\n break;\n }\n case Events.WORKFLOW_DELETE: {\n resourceId = payload.workflowId;\n resourceType = ResourceType.Workflow;\n const workflow = await this.prismaService.workflow.findUnique({\n where: { id: resourceId },\n select: { id: true, baseId: true, deletedTime: true },\n });\n deletedTime = workflow?.deletedTime;\n parentId = workflow?.baseId;\n break;\n }\n }\n\n if (!deletedTime) return;\n\n await this.prismaService.trash.create({\n data: {\n resourceId,\n resourceType,\n parentId,\n deletedTime,\n deletedBy: user?.id as string,\n },\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/access-token/access-token.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { AccessTokenController } from './access-token.controller';\n\ndescribe('AccessTokenController', () => {\n let controller: AccessTokenController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [AccessTokenController],\n }).compile();\n\n controller = module.get(AccessTokenController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/access-token/access-token.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Body, Controller, Delete, Get, HttpCode, Param, Post, Put } from '@nestjs/common';\nimport type {\n CreateAccessTokenVo,\n GetAccessTokenVo,\n ListAccessTokenVo,\n RefreshAccessTokenVo,\n UpdateAccessTokenVo,\n} from '@teable/openapi';\nimport {\n CreateAccessTokenRo,\n createAccessTokenRoSchema,\n refreshAccessTokenRoSchema,\n UpdateAccessTokenRo,\n updateAccessTokenRoSchema,\n RefreshAccessTokenRo,\n} from '@teable/openapi';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { AccessTokenService } from './access-token.service';\n\n@Controller('api/access-token')\nexport class AccessTokenController {\n constructor(private readonly accessTokenService: AccessTokenService) {}\n\n @Post()\n async createAccessToken(\n @Body(new ZodValidationPipe(createAccessTokenRoSchema)) body: CreateAccessTokenRo\n ): Promise {\n return await this.accessTokenService.createAccessToken(body);\n }\n\n @Put(':accessTokenId')\n async updateAccessToken(\n @Param('accessTokenId') accessTokenId: string,\n @Body(new ZodValidationPipe(updateAccessTokenRoSchema)) body: UpdateAccessTokenRo\n ): Promise {\n return await this.accessTokenService.updateAccessToken(accessTokenId, body);\n }\n\n @Delete(':accessTokenId')\n async deleteAccessToken(@Param('accessTokenId') accessTokenId: string) {\n return await this.accessTokenService.deleteAccessToken(accessTokenId);\n }\n\n @Post('/:accessTokenId/refresh')\n @HttpCode(200)\n async refreshAccessToken(\n @Param('accessTokenId') accessTokenId: string,\n @Body(new ZodValidationPipe(refreshAccessTokenRoSchema)) body: RefreshAccessTokenRo\n ): Promise {\n return await this.accessTokenService.refreshAccessToken(accessTokenId, body);\n }\n\n @Get()\n async getAccessTokens(): Promise {\n return await this.accessTokenService.listAccessToken();\n }\n\n @Get(':accessTokenId')\n async getAccessToken(@Param('accessTokenId') accessTokenId: string): Promise {\n return await this.accessTokenService.getAccessToken(accessTokenId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/access-token/access-token.encryptor.ts", "content": "import { authConfig } from '../../configs/auth.config';\nimport { Encryptor } from '../../utils/encryptor';\n\ninterface ITokenEncryptor {\n sign: string;\n}\n\nlet accessTokenEncryptor: Encryptor;\n\nconst getAccessTokenEncryptor = () => {\n if (!accessTokenEncryptor) {\n accessTokenEncryptor = new Encryptor({\n ...authConfig().accessToken.encryption,\n encoding: 'base64',\n });\n }\n return accessTokenEncryptor;\n};\n\nexport const getAccessToken = (accessTokenId: string, sign: string) => {\n return `${authConfig().accessToken.prefix}_${accessTokenId}_${getAccessTokenEncryptor().encrypt({\n sign,\n })}`;\n};\n\nexport const splitAccessToken = (accessToken: string) => {\n const [prefix = '', accessTokenId = '', encryptedSign = ''] = accessToken.split('_');\n if (!accessTokenId) {\n return null;\n }\n if (prefix !== authConfig().accessToken.prefix) {\n return null;\n }\n const { sign } = getAccessTokenEncryptor().decrypt(encryptedSign);\n if (!sign) {\n return null;\n }\n return { prefix, accessTokenId, sign };\n};\n" }, { "path": "apps/nestjs-backend/src/features/access-token/access-token.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { AccessTokenController } from './access-token.controller';\nimport { AccessTokenService } from './access-token.service';\n\n@Module({\n providers: [AccessTokenService],\n controllers: [AccessTokenController],\n exports: [AccessTokenService],\n})\nexport class AccessTokenModule {}\n" }, { "path": "apps/nestjs-backend/src/features/access-token/access-token.service.spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { UnauthorizedException } from '@nestjs/common';\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { mockDeep, mockReset } from 'vitest-mock-extended';\nimport { GlobalModule } from '../../global/global.module';\nimport { AccessTokenModel } from '../model/access-token';\nimport { AccessTokenModule } from './access-token.module';\nimport { AccessTokenService } from './access-token.service';\n\ndescribe('AccessTokenService', () => {\n let accessTokenService: AccessTokenService;\n const prismaService = mockDeep();\n const accessTokenModel = mockDeep();\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, AccessTokenModule],\n })\n .overrideProvider(PrismaService)\n .useValue(prismaService)\n .overrideProvider(AccessTokenModel)\n .useValue(accessTokenModel)\n .compile();\n\n accessTokenService = module.get(AccessTokenService);\n\n prismaService.txClient.mockImplementation(() => {\n return prismaService;\n });\n\n prismaService.$tx.mockImplementation(async (fn, _options) => {\n return await fn(prismaService);\n });\n });\n\n afterEach(() => {\n vitest.resetAllMocks();\n mockReset(prismaService);\n });\n\n it('should be defined', () => {\n expect(accessTokenService).toBeDefined();\n });\n\n describe('validate', () => {\n it('should validate access token successfully', async () => {\n // Mock data\n const accessTokenId = '123';\n const sign = 'SIGN';\n const expiredTime = new Date(Date.now() + 2000); // Expires in 2 seconds\n // Mock PrismaService response\n accessTokenModel.getAccessTokenRawById.mockResolvedValue({\n userId: 'user123',\n id: accessTokenId,\n sign,\n expiredTime,\n } as any);\n\n // Call the validate method\n const result = await accessTokenService.validate({ accessTokenId, sign });\n\n // Validate the result\n expect(result.userId).toEqual('user123');\n expect(result.accessTokenId).toEqual(accessTokenId);\n\n // Validate that accessToken.update was called with the correct arguments\n expect(prismaService.txClient().accessToken.update).toHaveBeenCalledWith({\n where: { id: accessTokenId },\n data: { lastUsedTime: expect.any(String) }, // It updates lastUsedTime to current time\n });\n });\n\n it('should throw UnauthorizedException for invalid sign', async () => {\n // Mock data\n const accessTokenId = '123';\n const sign = 'INVALID_SIGN';\n\n // Mock PrismaService response\n accessTokenModel.getAccessTokenRawById.mockResolvedValue({\n userId: 'user123',\n id: accessTokenId,\n sign: 'VALID_SIGN',\n expiredTime: new Date(),\n } as any);\n\n // Call the validate method and expect it to throw UnauthorizedException\n await expect(accessTokenService.validate({ accessTokenId, sign })).rejects.toThrowError(\n new UnauthorizedException('sign error')\n );\n\n // Ensure accessToken.update is not called in this case\n expect(prismaService.txClient().accessToken.update).not.toHaveBeenCalled();\n });\n\n it('should throw UnauthorizedException for expired token', async () => {\n // Mock data\n const accessTokenId = '123';\n const sign = 'VALID_SIGN';\n const expiredTime = new Date(Date.now() - 1500); // Expired 1 second ago\n\n // Mock PrismaService response\n accessTokenModel.getAccessTokenRawById.mockResolvedValue({\n userId: 'user123',\n id: accessTokenId,\n sign,\n expiredTime,\n } as any);\n\n // Call the validate method and expect it to throw UnauthorizedException\n await expect(accessTokenService.validate({ accessTokenId, sign })).rejects.toThrowError(\n new UnauthorizedException('token expired')\n );\n\n // Ensure accessToken.update is not called in this case\n expect(prismaService.txClient().accessToken.update).not.toHaveBeenCalled();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/access-token/access-token.service.ts", "content": "import { Injectable, UnauthorizedException } from '@nestjs/common';\nimport type { Action } from '@teable/core';\nimport { generateAccessTokenId, getRandomString } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n CreateAccessTokenRo,\n RefreshAccessTokenRo,\n UpdateAccessTokenRo,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { PerformanceCacheService } from '../../performance-cache';\nimport { generateAccessTokenCacheKey } from '../../performance-cache/generate-keys';\nimport type { IClsStore } from '../../types/cls';\nimport { AccessTokenModel } from '../model/access-token';\nimport { getAccessToken } from './access-token.encryptor';\n\n@Injectable()\nexport class AccessTokenService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly accessTokenModel: AccessTokenModel,\n private readonly performanceCacheService: PerformanceCacheService\n ) {}\n\n private transformAccessTokenEntity<\n T extends {\n description?: string | null;\n scopes: string;\n spaceIds: string | null;\n baseIds: string | null;\n createdTime?: Date;\n lastUsedTime?: Date | null;\n expiredTime?: Date;\n hasFullAccess?: boolean | null;\n },\n >(accessTokenEntity: T) {\n const {\n scopes,\n spaceIds,\n baseIds,\n createdTime,\n lastUsedTime,\n expiredTime,\n description,\n hasFullAccess,\n } = accessTokenEntity;\n return {\n ...accessTokenEntity,\n description: description || undefined,\n scopes: JSON.parse(scopes) as Action[],\n spaceIds: spaceIds ? (JSON.parse(spaceIds) as string[]) : undefined,\n baseIds: baseIds ? (JSON.parse(baseIds) as string[]) : undefined,\n createdTime: createdTime?.toISOString(),\n lastUsedTime: lastUsedTime?.toISOString(),\n expiredTime: expiredTime?.toISOString(),\n hasFullAccess: hasFullAccess ?? undefined,\n };\n }\n\n async validate(splitAccessTokenObj: { accessTokenId: string; sign: string }) {\n const { accessTokenId, sign } = splitAccessTokenObj;\n const accessTokenEntity = await this.accessTokenModel.getAccessTokenRawById(accessTokenId);\n if (!accessTokenEntity) {\n throw new UnauthorizedException('token not found');\n }\n if (sign !== accessTokenEntity.sign) {\n throw new UnauthorizedException('sign error');\n }\n // expiredTime 1ms tolerance\n if (\n accessTokenEntity.expiredTime &&\n new Date(accessTokenEntity.expiredTime).getTime() < Date.now() + 1000\n ) {\n throw new UnauthorizedException('token expired');\n }\n await this.prismaService.accessToken.update({\n where: { id: accessTokenId },\n data: { lastUsedTime: new Date().toISOString() },\n });\n\n return {\n userId: accessTokenEntity.userId,\n accessTokenId: accessTokenEntity.id,\n };\n }\n\n async listAccessToken() {\n const userId = this.cls.get('user.id');\n const list = await this.prismaService.accessToken.findMany({\n where: { userId, clientId: null },\n select: {\n id: true,\n name: true,\n description: true,\n scopes: true,\n spaceIds: true,\n baseIds: true,\n hasFullAccess: true,\n createdTime: true,\n expiredTime: true,\n lastUsedTime: true,\n },\n orderBy: { createdTime: 'desc' },\n });\n return list.map(this.transformAccessTokenEntity);\n }\n\n async createAccessToken(\n createAccessToken: CreateAccessTokenRo & { clientId?: string; userId?: string }\n ) {\n const userId = createAccessToken.userId ?? this.cls.get('user.id')!;\n const { name, description, scopes, spaceIds, baseIds, expiredTime, clientId, hasFullAccess } =\n createAccessToken;\n const id = generateAccessTokenId();\n const sign = getRandomString(16);\n const accessTokenEntity = await this.prismaService.txClient().accessToken.create({\n data: {\n id,\n name,\n description,\n scopes: JSON.stringify(scopes),\n spaceIds: spaceIds === null ? null : JSON.stringify(spaceIds),\n baseIds: baseIds === null ? null : JSON.stringify(baseIds),\n userId,\n sign,\n clientId,\n expiredTime: new Date(expiredTime).toISOString(),\n hasFullAccess,\n },\n select: {\n id: true,\n name: true,\n description: true,\n scopes: true,\n spaceIds: true,\n baseIds: true,\n expiredTime: true,\n createdTime: true,\n lastUsedTime: true,\n hasFullAccess: true,\n },\n });\n return {\n ...this.transformAccessTokenEntity(accessTokenEntity),\n token: getAccessToken(id, sign),\n };\n }\n\n async deleteAccessToken(id: string) {\n const userId = this.cls.get('user.id');\n await this.prismaService.accessToken.delete({\n where: { id, userId },\n });\n }\n\n async refreshAccessToken(id: string, refreshAccessTokenRo?: RefreshAccessTokenRo) {\n const userId = this.cls.get('user.id');\n\n const sign = getRandomString(16);\n const expiredTime = refreshAccessTokenRo?.expiredTime;\n const accessTokenEntity = await this.prismaService.accessToken.update({\n where: { id, userId },\n data: {\n sign,\n expiredTime: expiredTime ? new Date(expiredTime).toISOString() : undefined,\n },\n select: {\n id: true,\n name: true,\n description: true,\n scopes: true,\n spaceIds: true,\n baseIds: true,\n expiredTime: true,\n lastUsedTime: true,\n },\n });\n await this.performanceCacheService.del(generateAccessTokenCacheKey(id));\n return {\n ...this.transformAccessTokenEntity(accessTokenEntity),\n token: getAccessToken(id, sign),\n };\n }\n\n async updateAccessToken(id: string, updateAccessToken: UpdateAccessTokenRo) {\n const userId = this.cls.get('user.id');\n const { name, description, scopes, spaceIds, baseIds, hasFullAccess } = updateAccessToken;\n const accessTokenEntity = await this.prismaService.accessToken.update({\n where: { id, userId },\n data: {\n name,\n description,\n scopes: JSON.stringify(scopes),\n spaceIds: spaceIds === null ? null : JSON.stringify(spaceIds),\n baseIds: baseIds === null ? null : JSON.stringify(baseIds),\n hasFullAccess,\n },\n select: {\n id: true,\n name: true,\n description: true,\n scopes: true,\n spaceIds: true,\n baseIds: true,\n hasFullAccess: true,\n },\n });\n await this.performanceCacheService.del(generateAccessTokenCacheKey(id));\n return this.transformAccessTokenEntity(accessTokenEntity);\n }\n\n async getAccessToken(accessTokenId: string) {\n const userId = this.cls.get('user.id');\n const item = await this.prismaService.accessToken.findFirstOrThrow({\n where: { userId, id: accessTokenId },\n select: {\n id: true,\n name: true,\n description: true,\n scopes: true,\n spaceIds: true,\n baseIds: true,\n createdTime: true,\n expiredTime: true,\n lastUsedTime: true,\n hasFullAccess: true,\n },\n });\n const res = this.transformAccessTokenEntity(item);\n // filter deleted spaceIds and baseIds\n const { spaceIds, baseIds } = res;\n let filteredSpaceIds: string[] | undefined;\n let filteredBaseIds: string[] | undefined;\n if (spaceIds) {\n const spaces = await this.prismaService.space.findMany({\n where: { id: { in: spaceIds }, deletedTime: null },\n select: { id: true },\n });\n filteredSpaceIds = spaces.map((space) => space.id);\n }\n if (baseIds) {\n const bases = await this.prismaService.base.findMany({\n where: { id: { in: baseIds }, deletedTime: null },\n select: { id: true },\n });\n filteredBaseIds = bases.map((base) => base.id);\n }\n return {\n ...res,\n spaceIds: filteredSpaceIds,\n baseIds: filteredBaseIds,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/aggregation.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../db-provider/db.provider';\nimport { RecordQueryBuilderModule } from '../record/query-builder';\nimport { RecordPermissionService } from '../record/record-permission.service';\nimport { RecordModule } from '../record/record.module';\nimport { TableIndexService } from '../table/table-index.service';\nimport { AggregationService } from './aggregation.service';\nimport { AGGREGATION_SERVICE_SYMBOL } from './aggregation.service.symbol';\n\n@Module({\n imports: [RecordModule, RecordQueryBuilderModule],\n providers: [\n DbProvider,\n TableIndexService,\n RecordPermissionService,\n AggregationService,\n {\n provide: AGGREGATION_SERVICE_SYMBOL,\n useClass: AggregationService,\n // useClass: AggregationService,\n },\n ],\n exports: [AGGREGATION_SERVICE_SYMBOL, AggregationService],\n})\nexport class AggregationModule {}\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/aggregation.service.interface.ts", "content": "import type { IFilter, IGroup, StatisticsFunc } from '@teable/core';\nimport type {\n IAggregationField,\n IQueryBaseRo,\n IRawAggregationValue,\n IRawAggregations,\n IRawRowCountValue,\n IGroupPointsRo,\n IGroupPoint,\n ICalendarDailyCollectionRo,\n ICalendarDailyCollectionVo,\n ISearchIndexByQueryRo,\n ISearchCountRo,\n IRecordIndexRo,\n IRecordIndexVo,\n} from '@teable/openapi';\nimport type { IFieldInstance } from '../field/model/factory';\n\n/**\n * Interface for aggregation service operations\n * This interface defines the public API for aggregation-related functionality\n */\nexport interface IAggregationService {\n /**\n * Perform aggregation operations on table data\n * @param params - Parameters for aggregation including tableId, field IDs, view settings, and search\n * @returns Promise - The aggregation results\n */\n performAggregation(params: {\n tableId: string;\n withFieldIds?: string[];\n withView?: IWithView;\n search?: [string, string?, boolean?];\n useQueryModel?: boolean;\n }): Promise;\n\n /**\n * Perform grouped aggregation operations\n * @param params - Parameters for grouped aggregation\n * @returns Promise - The grouped aggregation results\n */\n performGroupedAggregation(params: {\n aggregations: IRawAggregations;\n statisticFields: IAggregationField[] | undefined;\n tableId: string;\n filter?: IFilter;\n search?: [string, string?, boolean?];\n groupBy?: IGroup;\n dbTableName: string;\n fieldInstanceMap: Record;\n withView?: IWithView;\n }): Promise;\n\n /**\n * Get row count for a table with optional filtering\n * @param tableId - The table ID\n * @param queryRo - Query parameters for filtering\n * @returns Promise - The row count result\n */\n performRowCount(tableId: string, queryRo: IQueryBaseRo): Promise;\n\n /**\n * Get field data for a table\n * @param tableId - The table ID\n * @param fieldIds - Optional array of field IDs to filter\n * @param withName - Whether to include field names in the mapping\n * @returns Promise with field instances and field instance map\n */\n getFieldsData(\n tableId: string,\n fieldIds?: string[],\n withName?: boolean\n ): Promise<{\n fieldInstances: IFieldInstance[];\n fieldInstanceMap: Record;\n }>;\n\n /**\n * Get group points for a table\n * @param tableId - The table ID\n * @param query - Optional query parameters\n * @returns Promise with group points data\n */\n getGroupPoints(\n tableId: string,\n query?: IGroupPointsRo,\n useQueryModel?: boolean\n ): Promise;\n\n /**\n * Get search count for a table\n * @param tableId - The table ID\n * @param queryRo - Search query parameters\n * @param projection - Optional field projection\n * @returns Promise with search count result\n */\n getSearchCount(\n tableId: string,\n queryRo: ISearchCountRo,\n projection?: string[]\n ): Promise<{ count: number }>;\n\n /**\n * Get record index by search order\n * @param tableId - The table ID\n * @param queryRo - Search index query parameters\n * @param projection - Optional field projection\n * @returns Promise with search index results\n */\n getRecordIndexBySearchOrder(\n tableId: string,\n queryRo: ISearchIndexByQueryRo,\n projection?: string[]\n ): Promise<\n | {\n index: number;\n fieldId: string;\n recordId: string;\n }[]\n | null\n >;\n\n /**\n * Get the 0-based index of a specific record in the current query context\n * @param tableId - The table ID\n * @param queryRo - Query parameters including recordId and optional view/filter/sort\n * @returns Promise - The record index or null if not found\n */\n getRecordIndex(tableId: string, queryRo: IRecordIndexRo): Promise;\n\n /**\n * Get calendar daily collection data\n * @param tableId - The table ID\n * @param query - Calendar collection query parameters\n * @returns Promise - The calendar collection data\n */\n getCalendarDailyCollection(\n tableId: string,\n query: ICalendarDailyCollectionRo\n ): Promise;\n}\n\n/**\n * Interface for view-related parameters used in aggregation operations\n */\nexport interface IWithView {\n viewId?: string;\n groupBy?: IGroup;\n customFilter?: IFilter;\n customFieldStats?: ICustomFieldStats[];\n}\n\n/**\n * Interface for custom field statistics configuration\n */\nexport interface ICustomFieldStats {\n fieldId: string;\n statisticFunc?: StatisticsFunc;\n}\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/aggregation.service.provider.ts", "content": "import { Inject } from '@nestjs/common';\nimport { AGGREGATION_SERVICE_SYMBOL } from './aggregation.service.symbol';\n\n/**\n * Decorator for injecting the aggregation service\n * Use this decorator instead of directly injecting the AggregationService class\n *\n * @example\n * ```typescript\n * constructor(\n * @InjectAggregationService() private readonly aggregationService: IAggregationService\n * ) {}\n * ```\n */\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const InjectAggregationService = () => Inject(AGGREGATION_SERVICE_SYMBOL);\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/aggregation.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { AggregationModule } from './aggregation.module';\nimport { AggregationService } from './aggregation.service';\n\ndescribe('AggregateService', () => {\n let service: AggregationService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, AggregationModule],\n }).compile();\n\n service = module.get(AggregationService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/aggregation.service.symbol.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/**\n * Injection token for the aggregation service\n * This symbol is used for dependency injection to avoid direct class references\n */\nexport const AGGREGATION_SERVICE_SYMBOL = Symbol('AGGREGATION_SERVICE');\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/aggregation.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { PrismaClientKnownRequestError } from '@prisma/client/runtime/library';\nimport {\n CellValueType,\n HttpErrorCode,\n extractFieldIdsFromFilter,\n identify,\n IdPrefix,\n mergeWithDefaultFilter,\n nullsToUndefined,\n ViewType,\n} from '@teable/core';\nimport type { IGridColumnMeta, IFilter, IGroup } from '@teable/core';\nimport type { Prisma } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { StatisticsFunc } from '@teable/openapi';\nimport type {\n IAggregationField,\n IQueryBaseRo,\n IRawAggregationValue,\n IRawAggregations,\n IRawRowCountValue,\n IGroupPointsRo,\n IGroupPoint,\n ICalendarDailyCollectionRo,\n ICalendarDailyCollectionVo,\n ISearchIndexByQueryRo,\n ISearchCountRo,\n IGetRecordsRo,\n IRecordIndexRo,\n IRecordIndexVo,\n} from '@teable/openapi';\nimport dayjs from 'dayjs';\nimport { Knex } from 'knex';\nimport { groupBy, isDate, isEmpty, isString, keyBy } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport type { IClsStore } from '../../types/cls';\nimport { convertValueToStringify, string2Hash } from '../../utils';\nimport { createFieldInstanceByRaw, type IFieldInstance } from '../field/model/factory';\nimport type { DateFieldDto } from '../field/model/field-dto/date-field.dto';\nimport { InjectRecordQueryBuilder, IRecordQueryBuilder } from '../record/query-builder';\nimport { RecordPermissionService } from '../record/record-permission.service';\nimport { RecordService } from '../record/record.service';\nimport { TableIndexService } from '../table/table-index.service';\nimport type {\n IAggregationService,\n ICustomFieldStats,\n IWithView,\n} from './aggregation.service.interface';\n\ntype IStatisticsData = {\n viewId?: string;\n filter?: IFilter;\n statisticFields?: IAggregationField[];\n};\n/**\n * Version 2 implementation of the aggregation service\n * This is a placeholder implementation that will be developed in the future\n * All methods currently throw NotImplementedException\n */\n@Injectable()\nexport class AggregationService implements IAggregationService {\n private logger = new Logger(AggregationService.name);\n constructor(\n private readonly recordService: RecordService,\n private readonly tableIndexService: TableIndexService,\n private readonly prisma: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n private readonly cls: ClsService,\n private readonly recordPermissionService: RecordPermissionService,\n @InjectRecordQueryBuilder() private readonly recordQueryBuilder: IRecordQueryBuilder\n ) {}\n /**\n * Perform aggregation operations on table data\n * @param params - Parameters for aggregation including tableId, field IDs, view settings, and search\n * @returns Promise - The aggregation results\n * @throws NotImplementedException - This method is not yet implemented\n */\n async performAggregation(params: {\n tableId: string;\n withFieldIds?: string[];\n withView?: IWithView;\n search?: [string, string?, boolean?];\n useQueryModel?: boolean;\n }): Promise {\n const { tableId, withFieldIds, withView, search, useQueryModel } = params;\n // Retrieve the current user's ID to build user-related query conditions\n const currentUserId = this.cls.get('user.id');\n\n const { statisticsData, fieldInstanceMap } = await this.fetchStatisticsParams({\n tableId,\n withView,\n withFieldIds,\n });\n\n const dbTableName = await this.getDbTableName(this.prisma, tableId);\n\n const { filter, statisticFields } = statisticsData;\n const groupBy = withView?.groupBy;\n const rawAggregationData = await this.handleAggregation({\n dbTableName,\n fieldInstanceMap,\n tableId,\n filter,\n search,\n statisticFields,\n withUserId: currentUserId,\n withView,\n useQueryModel,\n });\n\n const aggregationResult = rawAggregationData && rawAggregationData[0];\n\n const aggregations: IRawAggregations = [];\n if (aggregationResult) {\n for (const [key, value] of Object.entries(aggregationResult)) {\n // Match by alias to ensure uniqueness across different functions of the same field\n const statisticField = statisticFields?.find(\n (item) => item.alias === key || item.fieldId === key\n );\n if (!statisticField) {\n continue;\n }\n const { fieldId, statisticFunc: aggFunc } = statisticField;\n\n const convertValue = this.formatConvertValue(value, aggFunc);\n\n if (fieldId) {\n aggregations.push({\n fieldId,\n total: aggFunc ? { value: convertValue, aggFunc: aggFunc } : null,\n });\n }\n }\n }\n\n const aggregationsWithGroup = await this.performGroupedAggregation({\n aggregations,\n statisticFields,\n tableId,\n filter,\n search,\n groupBy,\n dbTableName,\n fieldInstanceMap,\n withView,\n useQueryModel,\n });\n\n return { aggregations: aggregationsWithGroup };\n }\n\n private formatConvertValue = (currentValue: unknown, aggFunc?: StatisticsFunc) => {\n let convertValue = this.convertValueToNumberOrString(currentValue);\n\n if (!aggFunc) {\n return convertValue;\n }\n\n if (aggFunc === StatisticsFunc.DateRangeOfMonths && typeof currentValue === 'string') {\n convertValue = this.calculateDateRangeOfMonths(currentValue);\n }\n\n const defaultToZero = [\n StatisticsFunc.PercentEmpty,\n StatisticsFunc.PercentFilled,\n StatisticsFunc.PercentUnique,\n StatisticsFunc.PercentChecked,\n StatisticsFunc.PercentUnChecked,\n ];\n\n if (defaultToZero.includes(aggFunc)) {\n convertValue = convertValue ?? 0;\n }\n return convertValue;\n };\n\n private convertValueToNumberOrString(currentValue: unknown): number | string | null {\n if (typeof currentValue === 'bigint' || typeof currentValue === 'number') {\n return Number(currentValue);\n }\n if (isDate(currentValue)) {\n return currentValue.toISOString();\n }\n return currentValue?.toString() ?? null;\n }\n\n private calculateDateRangeOfMonths(currentValue: string): number {\n const [maxTime, minTime] = currentValue.split(',');\n return maxTime && minTime ? dayjs(maxTime).diff(minTime, 'month') : 0;\n }\n private async handleAggregation(params: {\n dbTableName: string;\n fieldInstanceMap: Record;\n tableId: string;\n filter?: IFilter;\n groupBy?: IGroup;\n search?: [string, string?, boolean?];\n statisticFields?: IAggregationField[];\n withUserId?: string;\n withView?: IWithView;\n useQueryModel?: boolean;\n }) {\n const {\n dbTableName,\n fieldInstanceMap,\n filter,\n search,\n statisticFields,\n withUserId,\n groupBy,\n withView,\n tableId,\n useQueryModel,\n } = params;\n\n if (!statisticFields?.length) {\n return;\n }\n\n const { viewId } = withView || {};\n\n // Probe permission to get enabled field IDs for CTE projection\n const permissionProbe = await this.recordPermissionService.wrapView(\n tableId,\n this.knex.queryBuilder(),\n { viewId }\n );\n const allowedFieldIds = permissionProbe.enabledFieldIds;\n\n const searchFields = await this.recordService.getSearchFields(\n fieldInstanceMap,\n search,\n viewId,\n allowedFieldIds\n );\n\n const projection = this.resolveAggregationProjection({\n statisticFields,\n groupBy,\n filter,\n searchFields,\n allowedFieldIds,\n });\n\n // Build aggregate query using the permission-aware builder so the CTE is preserved\n const { qb, selectionMap } = await this.recordQueryBuilder.createRecordAggregateBuilder(\n permissionProbe.viewCte ?? dbTableName,\n {\n tableId,\n viewId,\n filter,\n aggregationFields: statisticFields,\n groupBy,\n currentUserId: withUserId,\n // Limit link/lookup CTEs to enabled fields so denied fields resolve to NULL\n projection,\n useQueryModel,\n builder: permissionProbe.builder,\n }\n );\n\n if (search && search[2] && searchFields?.length) {\n const tableIndex = await this.tableIndexService.getActivatedTableIndexes(tableId);\n qb.where((builder) => {\n this.dbProvider.searchQuery(builder, searchFields, tableIndex, search, { selectionMap });\n });\n }\n\n if (groupBy?.length) {\n qb.limit(this.thresholdConfig.maxGroupPoints);\n }\n\n const aggSql = qb.toQuery();\n this.logger.debug('handleAggregation aggSql: %s', aggSql);\n return this.prisma.$queryRawUnsafe<{ [field: string]: unknown }[]>(aggSql);\n }\n /**\n * Perform grouped aggregation operations\n * @param params - Parameters for grouped aggregation\n * @returns Promise - The grouped aggregation results\n * @throws NotImplementedException - This method is not yet implemented\n */\n\n async performGroupedAggregation(params: {\n aggregations: IRawAggregations;\n statisticFields: IAggregationField[] | undefined;\n tableId: string;\n filter?: IFilter;\n search?: [string, string?, boolean?];\n groupBy?: IGroup;\n dbTableName: string;\n fieldInstanceMap: Record;\n withView?: IWithView;\n useQueryModel?: boolean;\n }) {\n const {\n dbTableName,\n aggregations,\n statisticFields,\n filter,\n groupBy,\n search,\n fieldInstanceMap,\n withView,\n tableId,\n useQueryModel,\n } = params;\n\n if (!groupBy || !statisticFields) return aggregations;\n\n const currentUserId = this.cls.get('user.id');\n const aggregationByFieldId = keyBy(aggregations, 'fieldId');\n\n const groupByFields = groupBy.map(({ fieldId }) => {\n return {\n fieldId,\n dbFieldName: fieldInstanceMap[fieldId].dbFieldName,\n };\n });\n\n for (let i = 0; i < groupBy.length; i++) {\n const rawGroupedAggregationData = (await this.handleAggregation({\n dbTableName,\n fieldInstanceMap,\n tableId,\n filter,\n groupBy: groupBy.slice(0, i + 1),\n search,\n statisticFields,\n withUserId: currentUserId,\n withView,\n useQueryModel,\n }))!;\n\n const currentGroupFieldId = groupByFields[i].fieldId;\n\n for (const groupedAggregation of rawGroupedAggregationData) {\n const groupByValueString = groupByFields\n .slice(0, i + 1)\n .map(({ dbFieldName }) => {\n const groupByValue = groupedAggregation[dbFieldName];\n return convertValueToStringify(groupByValue);\n })\n .join('_');\n const flagString = `${currentGroupFieldId}_${groupByValueString}`;\n const groupId = String(string2Hash(flagString));\n\n for (const statisticField of statisticFields) {\n const { fieldId, statisticFunc, alias } = statisticField;\n // Use unique alias to read the correct aggregated column\n const aggKey = alias ?? `${fieldId}_${statisticFunc}`;\n const curFieldAggregation = aggregationByFieldId[fieldId]!;\n const convertValue = this.formatConvertValue(groupedAggregation[aggKey], statisticFunc);\n\n if (!curFieldAggregation.group) {\n aggregationByFieldId[fieldId].group = {\n [groupId]: { value: convertValue, aggFunc: statisticFunc },\n };\n } else {\n aggregationByFieldId[fieldId]!.group![groupId] = {\n value: convertValue,\n aggFunc: statisticFunc,\n };\n }\n }\n }\n }\n\n return Object.values(aggregationByFieldId);\n }\n\n /**\n * Determine required projection for aggregation query.\n */\n private resolveAggregationProjection(params: {\n statisticFields?: IAggregationField[];\n groupBy?: IGroup;\n filter?: IFilter;\n searchFields?: IFieldInstance[];\n allowedFieldIds?: string[];\n }): string[] | undefined {\n const { statisticFields, groupBy, filter, searchFields, allowedFieldIds } = params;\n\n const projectionSet = new Set();\n\n statisticFields?.forEach(({ fieldId }) => {\n if (fieldId && fieldId !== '*') {\n projectionSet.add(fieldId);\n }\n });\n\n groupBy?.forEach(({ fieldId }) => {\n if (fieldId) {\n projectionSet.add(fieldId);\n }\n });\n\n if (filter) {\n for (const fieldId of extractFieldIdsFromFilter(filter)) {\n projectionSet.add(fieldId);\n }\n }\n\n searchFields?.forEach((fieldInstance) => {\n projectionSet.add(fieldInstance.id);\n });\n\n if (projectionSet.size === 0) {\n return allowedFieldIds && allowedFieldIds.length\n ? Array.from(new Set(allowedFieldIds))\n : undefined;\n }\n\n const projectionArray = Array.from(projectionSet);\n\n if (!allowedFieldIds || allowedFieldIds.length === 0) {\n return projectionArray;\n }\n\n const allowedSet = new Set(allowedFieldIds);\n const filtered = projectionArray.filter((fieldId) => allowedSet.has(fieldId));\n\n return filtered.length > 0 ? filtered : Array.from(allowedSet);\n }\n\n /**\n * Get row count for a table with optional filtering\n * @param tableId - The table ID\n * @param queryRo - Query parameters for filtering\n * @returns Promise - The row count result\n * @throws NotImplementedException - This method is not yet implemented\n */\n async performRowCount(tableId: string, queryRo: IQueryBaseRo): Promise {\n const {\n viewId,\n ignoreViewQuery,\n filterLinkCellCandidate,\n filterLinkCellSelected,\n selectedRecordIds,\n search,\n } = queryRo;\n // Retrieve the current user's ID to build user-related query conditions\n const currentUserId = this.cls.get('user.id');\n\n const { statisticsData, fieldInstanceMap } = await this.fetchStatisticsParams({\n tableId,\n withView: {\n viewId: ignoreViewQuery ? undefined : viewId,\n customFilter: queryRo.filter,\n },\n });\n\n const dbTableName = await this.getDbTableName(this.prisma, tableId);\n\n const { filter } = statisticsData;\n\n const rawRowCountData = await this.handleRowCount({\n tableId,\n dbTableName,\n fieldInstanceMap,\n filter,\n filterLinkCellCandidate,\n filterLinkCellSelected,\n selectedRecordIds,\n search,\n withUserId: currentUserId,\n viewId: queryRo?.viewId,\n });\n\n return {\n rowCount: Number(rawRowCountData?.[0]?.count ?? 0),\n };\n }\n\n private async getDbTableName(prisma: Prisma.TransactionClient, tableId: string) {\n const tableMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n select: { dbTableName: true },\n });\n return tableMeta.dbTableName;\n }\n private async handleRowCount(params: {\n tableId: string;\n dbTableName: string;\n fieldInstanceMap: Record;\n filter?: IFilter;\n filterLinkCellCandidate?: IGetRecordsRo['filterLinkCellCandidate'];\n filterLinkCellSelected?: IGetRecordsRo['filterLinkCellSelected'];\n selectedRecordIds?: IGetRecordsRo['selectedRecordIds'];\n search?: [string, string?, boolean?];\n withUserId?: string;\n viewId?: string;\n }) {\n const {\n tableId,\n dbTableName,\n fieldInstanceMap,\n filter,\n filterLinkCellCandidate,\n filterLinkCellSelected,\n selectedRecordIds,\n search,\n withUserId,\n viewId,\n } = params;\n\n const restrictRecordIds =\n selectedRecordIds && !filterLinkCellCandidate ? selectedRecordIds : undefined;\n\n const wrap = await this.recordPermissionService.wrapView(tableId, this.knex.queryBuilder(), {\n viewId,\n keepPrimaryKey: Boolean(filterLinkCellSelected),\n });\n\n const { qb, alias, selectionMap } = await this.recordQueryBuilder.createRecordAggregateBuilder(\n wrap.viewCte ?? dbTableName,\n {\n tableId,\n viewId,\n currentUserId: withUserId,\n filter,\n aggregationFields: [\n {\n fieldId: '*',\n statisticFunc: StatisticsFunc.Count,\n alias: 'count',\n },\n ],\n restrictRecordIds,\n useQueryModel: true,\n builder: wrap.builder,\n }\n );\n\n if (search && search[2]) {\n const searchFields = await this.recordService.getSearchFields(\n fieldInstanceMap,\n search,\n viewId\n );\n const tableIndex = await this.tableIndexService.getActivatedTableIndexes(tableId);\n qb.where((builder) => {\n this.dbProvider.searchQuery(builder, searchFields, tableIndex, search, { selectionMap });\n });\n }\n\n if (selectedRecordIds) {\n filterLinkCellCandidate\n ? qb.whereNotIn(`${alias}.__id`, selectedRecordIds)\n : qb.whereIn(`${alias}.__id`, selectedRecordIds);\n }\n\n if (filterLinkCellCandidate) {\n await this.recordService.buildLinkCandidateQuery(qb, tableId, filterLinkCellCandidate);\n }\n\n if (filterLinkCellSelected) {\n await this.recordService.buildLinkSelectedQuery(\n qb,\n tableId,\n dbTableName,\n alias,\n filterLinkCellSelected\n );\n }\n\n const rawQuery = qb.toQuery();\n\n this.logger.debug('handleRowCount raw query: %s', rawQuery);\n return await this.prisma.$queryRawUnsafe<{ count: number }[]>(rawQuery);\n }\n\n private async fetchStatisticsParams(params: {\n tableId: string;\n withView?: IWithView;\n withFieldIds?: string[];\n }): Promise<{\n statisticsData: IStatisticsData;\n fieldInstanceMap: Record;\n }> {\n const { tableId, withView, withFieldIds } = params;\n\n const viewRaw = await this.findView(tableId, withView);\n\n const { fieldInstances, fieldInstanceMap } = await this.getFieldsData(tableId);\n const filteredFieldInstances = this.filterFieldInstances(\n fieldInstances,\n withView,\n withFieldIds\n );\n\n const statisticsData = this.buildStatisticsData(filteredFieldInstances, viewRaw, withView);\n\n return { statisticsData, fieldInstanceMap };\n }\n\n private async findView(tableId: string, withView?: IWithView) {\n if (!withView?.viewId) {\n return undefined;\n }\n\n return nullsToUndefined(\n await this.prisma.view.findFirst({\n select: {\n id: true,\n type: true,\n filter: true,\n group: true,\n options: true,\n columnMeta: true,\n },\n where: {\n tableId,\n ...(withView?.viewId ? { id: withView.viewId } : {}),\n type: {\n in: [ViewType.Grid, ViewType.Kanban, ViewType.Gallery, ViewType.Calendar],\n },\n deletedTime: null,\n },\n })\n );\n }\n\n private filterFieldInstances(\n fieldInstances: IFieldInstance[],\n withView?: IWithView,\n withFieldIds?: string[]\n ) {\n const targetFieldIds =\n withView?.customFieldStats?.map((field) => field.fieldId) ?? withFieldIds;\n\n return targetFieldIds?.length\n ? fieldInstances.filter((instance) => targetFieldIds.includes(instance.id))\n : fieldInstances;\n }\n\n private buildStatisticsData(\n filteredFieldInstances: IFieldInstance[],\n viewRaw:\n | {\n id: string | undefined;\n columnMeta: string | undefined;\n filter: string | undefined;\n group: string | undefined;\n }\n | undefined,\n withView?: IWithView\n ) {\n let statisticsData: IStatisticsData = {\n viewId: viewRaw?.id,\n };\n\n if (viewRaw?.filter || withView?.customFilter) {\n const filter = mergeWithDefaultFilter(viewRaw?.filter, withView?.customFilter);\n statisticsData = { ...statisticsData, filter };\n }\n\n if (viewRaw?.id || withView?.customFieldStats) {\n const statisticFields = this.getStatisticFields(\n filteredFieldInstances,\n viewRaw?.columnMeta && JSON.parse(viewRaw.columnMeta),\n withView?.customFieldStats\n );\n statisticsData = { ...statisticsData, statisticFields };\n }\n return statisticsData;\n }\n\n private getStatisticFields(\n fieldInstances: IFieldInstance[],\n columnMeta?: IGridColumnMeta,\n customFieldStats?: ICustomFieldStats[]\n ) {\n let calculatedStatisticFields: IAggregationField[] | undefined;\n const customFieldStatsGrouped = groupBy(customFieldStats, 'fieldId');\n\n fieldInstances.forEach((fieldInstance) => {\n const { id: fieldId } = fieldInstance;\n const viewColumnMeta = columnMeta ? columnMeta[fieldId] : undefined;\n const customFieldStats = customFieldStatsGrouped[fieldId];\n\n if (viewColumnMeta || customFieldStats) {\n const { hidden, statisticFunc } = viewColumnMeta || {};\n const statisticFuncList = customFieldStats\n ?.filter((item) => item.statisticFunc)\n ?.map((item) => item.statisticFunc) as StatisticsFunc[];\n\n const funcList = !isEmpty(statisticFuncList)\n ? statisticFuncList\n : statisticFunc && [statisticFunc];\n\n if (hidden !== true && funcList && funcList.length) {\n const statisticFieldList = funcList.map((item) => {\n return {\n fieldId,\n statisticFunc: item,\n // Ensure unique alias per function to avoid collisions in result set\n alias: `${fieldId}_${item}`,\n };\n });\n (calculatedStatisticFields = calculatedStatisticFields ?? []).push(...statisticFieldList);\n }\n }\n });\n return calculatedStatisticFields;\n }\n /**\n * Get field data for a table\n * @param tableId - The table ID\n * @param fieldIds - Optional array of field IDs to filter\n * @param withName - Whether to include field names in the mapping\n * @returns Promise with field instances and field instance map\n * @throws NotImplementedException - This method is not yet implemented\n */\n\n async getFieldsData(tableId: string, fieldIds?: string[], withName?: boolean) {\n const fieldsRaw = await this.prisma.field.findMany({\n where: { tableId, ...(fieldIds ? { id: { in: fieldIds } } : {}), deletedTime: null },\n });\n\n const fieldInstances = fieldsRaw.map((field) => createFieldInstanceByRaw(field));\n const fieldInstanceMap = fieldInstances.reduce(\n (map, field) => {\n map[field.id] = field;\n if (withName || withName === undefined) {\n map[field.name] = field;\n }\n return map;\n },\n {} as Record\n );\n return { fieldInstances, fieldInstanceMap };\n } /**\n * Get group points for a table\n * @param tableId - The table ID\n * @param query - Optional query parameters\n * @returns Promise with group points data\n * @throws NotImplementedException - This method is not yet implemented\n */\n async getGroupPoints(\n tableId: string,\n query?: IGroupPointsRo,\n useQueryModel = false\n ): Promise {\n const { groupPoints } = await this.recordService.getGroupRelatedData(\n tableId,\n query,\n useQueryModel\n );\n return groupPoints;\n }\n\n /**\n * Get search count for a table\n * @param tableId - The table ID\n * @param queryRo - Search query parameters\n * @param projection - Optional field projection\n * @returns Promise with search count result\n * @throws NotImplementedException - This method is not yet implemented\n */\n\n public async getSearchCount(tableId: string, queryRo: ISearchCountRo, projection?: string[]) {\n const { search, viewId, ignoreViewQuery } = queryRo;\n const dbFieldName = await this.getDbTableName(this.prisma, tableId);\n const { fieldInstanceMap } = await this.getFieldsData(tableId, undefined, false);\n\n if (!search) {\n throw new CustomHttpException('Search query is required', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.aggregation.searchQueryRequired',\n },\n });\n }\n\n const searchFields = await this.recordService.getSearchFields(\n fieldInstanceMap,\n search,\n ignoreViewQuery ? undefined : viewId,\n projection\n );\n\n if (searchFields?.length === 0) {\n return { count: 0 };\n }\n const tableIndex = await this.tableIndexService.getActivatedTableIndexes(tableId);\n const queryBuilder = this.knex(dbFieldName);\n\n const selectionMap = new Map(\n Object.values(fieldInstanceMap).map((f) => [f.id, `\"${f.dbFieldName}\"`])\n );\n this.dbProvider.searchCountQuery(queryBuilder, searchFields, search, tableIndex, {\n selectionMap,\n });\n this.dbProvider\n .filterQuery(\n queryBuilder,\n fieldInstanceMap,\n queryRo?.filter,\n {\n withUserId: this.cls.get('user.id'),\n },\n { selectionMap }\n )\n .appendQueryBuilder();\n\n const sql = queryBuilder.toQuery();\n\n const result = await this.prisma.$queryRawUnsafe<{ count: number }[] | null>(sql);\n\n return {\n count: result ? Number(result[0]?.count) : 0,\n };\n }\n\n public async getRecordIndexBySearchOrder(\n tableId: string,\n queryRo: ISearchIndexByQueryRo,\n projection?: string[]\n ) {\n const {\n search,\n take,\n skip,\n orderBy,\n filter,\n groupBy,\n viewId,\n ignoreViewQuery,\n projection: queryProjection,\n } = queryRo;\n const dbTableName = await this.getDbTableName(this.prisma, tableId);\n const { fieldInstanceMap } = await this.getFieldsData(tableId, undefined, false);\n\n if (take > 1000) {\n throw new CustomHttpException(\n 'The maximum search index result is 1000',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.aggregation.maxSearchIndexResult',\n },\n }\n );\n }\n\n if (!search) {\n throw new CustomHttpException('Search query is required', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.aggregation.searchQueryRequired',\n },\n });\n }\n\n const finalProjection = queryProjection\n ? projection\n ? projection.filter((fieldId) => queryProjection.includes(fieldId))\n : queryProjection\n : projection;\n\n const searchFields = await this.recordService.getSearchFields(\n fieldInstanceMap,\n search,\n ignoreViewQuery ? undefined : viewId,\n finalProjection\n );\n\n if (searchFields.length === 0) {\n return null;\n }\n\n const selectionMap = new Map(\n Object.values(fieldInstanceMap).map((f) => [f.id, `\"${f.dbFieldName}\"`])\n );\n\n const basicSortIndex = await this.recordService.getBasicOrderIndexField(dbTableName, viewId);\n\n const filterQuery = (qb: Knex.QueryBuilder) => {\n this.dbProvider\n .filterQuery(\n qb,\n fieldInstanceMap,\n filter,\n {\n withUserId: this.cls.get('user.id'),\n },\n { selectionMap }\n )\n .appendQueryBuilder();\n };\n\n const sortQuery = (qb: Knex.QueryBuilder) => {\n this.dbProvider\n .sortQuery(qb, fieldInstanceMap, [...(groupBy ?? []), ...(orderBy ?? [])], undefined, {\n selectionMap,\n })\n .appendSortBuilder();\n };\n\n const tableIndex = await this.tableIndexService.getActivatedTableIndexes(tableId);\n\n const { viewCte, builder } = await this.recordPermissionService.wrapView(\n tableId,\n this.knex.queryBuilder(),\n {\n viewId,\n keepPrimaryKey: Boolean(queryRo.filterLinkCellSelected),\n }\n );\n\n const queryBuilder = this.dbProvider.searchIndexQuery(\n builder,\n viewCte || dbTableName,\n searchFields,\n queryRo,\n tableIndex,\n { selectionMap },\n basicSortIndex,\n filterQuery,\n sortQuery\n );\n\n const sql = queryBuilder.toQuery();\n\n this.logger.debug('getRecordIndexBySearchOrder sql: %s', sql);\n\n try {\n return await this.prisma.$tx(async (prisma) => {\n const result = await prisma.$queryRawUnsafe<{ __id: string; fieldId: string }[]>(sql);\n\n // no result found\n if (result?.length === 0) {\n return null;\n }\n\n const recordIds = result;\n\n if (search[2]) {\n const baseSkip = skip ?? 0;\n const accRecord: string[] = [];\n return recordIds.map((rec) => {\n if (!accRecord?.includes(rec.__id)) {\n accRecord.push(rec.__id);\n }\n return {\n index: baseSkip + accRecord?.length,\n fieldId: rec.fieldId,\n recordId: rec.__id,\n };\n });\n }\n\n const { queryBuilder: viewRecordsQB, alias } =\n await this.recordService.buildFilterSortQuery(tableId, queryRo, true);\n // step 2. find the index in current view\n const indexQueryBuilder = this.knex\n .with('t', viewRecordsQB.from({ [alias]: viewCte || dbTableName }))\n .with('t1', (db) => {\n db.select('__id').select(this.knex.raw('ROW_NUMBER() OVER () as row_num')).from('t');\n })\n .select('t1.row_num')\n .select('t1.__id')\n .from('t1')\n .whereIn('t1.__id', [...new Set(recordIds.map((record) => record.__id))]);\n\n const indexSql = indexQueryBuilder.toQuery();\n this.logger.debug('getRecordIndexBySearchOrder indexSql: %s', indexSql);\n const indexResult =\n // eslint-disable-next-line @typescript-eslint/naming-convention\n await this.prisma.$queryRawUnsafe<{ row_num: number; __id: string }[]>(indexSql);\n\n if (indexResult?.length === 0) {\n return null;\n }\n\n const indexResultMap = keyBy(indexResult, '__id');\n\n return result.map((item) => {\n const index = Number(indexResultMap[item.__id]?.row_num);\n if (isNaN(index)) {\n throw new CustomHttpException('Index not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.aggregation.indexNotFound',\n },\n });\n }\n return {\n index,\n fieldId: item.fieldId,\n recordId: item.__id,\n };\n });\n });\n } catch (error) {\n if (error instanceof PrismaClientKnownRequestError && error.code === 'P2028') {\n throw new CustomHttpException(`${error.message}`, HttpErrorCode.REQUEST_TIMEOUT, {\n localization: {\n i18nKey: 'httpErrors.aggregation.searchTimeOut',\n },\n });\n }\n throw error;\n }\n }\n async getRecordIndex(tableId: string, queryRo: IRecordIndexRo): Promise {\n const { recordId } = queryRo;\n\n const { queryBuilder: viewRecordsQB, alias } = await this.recordService.buildFilterSortQuery(\n tableId,\n { ...queryRo, skip: undefined, take: undefined },\n true\n );\n\n const dbTableName = await this.getDbTableName(this.prisma, tableId);\n\n const { viewCte } = await this.recordPermissionService.wrapView(\n tableId,\n this.knex.queryBuilder(),\n { viewId: queryRo.viewId }\n );\n\n const indexQueryBuilder = this.knex\n .with('t', viewRecordsQB.from({ [alias]: viewCte || dbTableName }))\n .with('t1', (db) => {\n db.select('__id').select(this.knex.raw('ROW_NUMBER() OVER () as row_num')).from('t');\n })\n .select('t1.row_num')\n .from('t1')\n .where('t1.__id', recordId);\n\n const sql = indexQueryBuilder.toQuery();\n this.logger.debug('getRecordIndex sql: %s', sql);\n\n // eslint-disable-next-line @typescript-eslint/naming-convention\n const result = await this.prisma.$queryRawUnsafe<{ row_num: number }[]>(sql);\n\n if (!result?.length) {\n return null;\n }\n\n return { index: Number(result[0].row_num) - 1 };\n }\n\n /**\n * Get calendar daily collection data\n * @param tableId - The table ID\n * @param query - Calendar collection query parameters\n * @returns Promise - The calendar collection data\n * @throws NotImplementedException - This method is not yet implemented\n */\n\n public async getCalendarDailyCollection(\n tableId: string,\n query: ICalendarDailyCollectionRo\n ): Promise {\n const {\n startDate,\n endDate,\n startDateFieldId,\n endDateFieldId,\n filter,\n search,\n ignoreViewQuery,\n } = query;\n\n if (identify(tableId) !== IdPrefix.Table) {\n throw new CustomHttpException(\n 'query collection must be table id',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.aggregation.queryCollectionMustBeTableId',\n },\n }\n );\n }\n\n const fields = await this.recordService.getFieldsByProjection(tableId);\n const fieldMap = fields.reduce(\n (map, field) => {\n map[field.id] = field;\n return map;\n },\n {} as Record\n );\n\n const startField = fieldMap[startDateFieldId];\n if (\n !startField ||\n startField.cellValueType !== CellValueType.DateTime ||\n startField.isMultipleCellValue\n ) {\n throw new CustomHttpException('Invalid start date field id', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.aggregation.invalidStartDateFieldId',\n },\n });\n }\n\n const endField = endDateFieldId ? fieldMap[endDateFieldId] : startField;\n\n if (\n !endField ||\n endField.cellValueType !== CellValueType.DateTime ||\n endField.isMultipleCellValue\n ) {\n throw new CustomHttpException('Invalid end date field id', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.aggregation.invalidEndDateFieldId',\n },\n });\n }\n\n const viewId = ignoreViewQuery ? undefined : query.viewId;\n const dbTableName = await this.getDbTableName(this.prisma, tableId);\n const { viewCte, builder: queryBuilder } = await this.recordPermissionService.wrapView(\n tableId,\n this.knex.queryBuilder(),\n {\n viewId,\n }\n );\n queryBuilder.from(viewCte || dbTableName);\n const viewRaw = await this.findView(tableId, { viewId });\n const filterStr = viewRaw?.filter;\n const mergedFilter = mergeWithDefaultFilter(filterStr, filter);\n const currentUserId = this.cls.get('user.id');\n const selectionMap = new Map(Object.values(fieldMap).map((f) => [f.id, `\"${f.dbFieldName}\"`]));\n\n if (mergedFilter) {\n this.dbProvider\n .filterQuery(\n queryBuilder,\n fieldMap,\n mergedFilter,\n { withUserId: currentUserId },\n { selectionMap }\n )\n .appendQueryBuilder();\n }\n\n if (search) {\n const searchFields = await this.recordService.getSearchFields(\n fieldMap,\n search,\n query?.viewId\n );\n const tableIndex = await this.tableIndexService.getActivatedTableIndexes(tableId);\n queryBuilder.where((builder) => {\n this.dbProvider.searchQuery(builder, searchFields, tableIndex, search);\n });\n }\n this.dbProvider.calendarDailyCollectionQuery(queryBuilder, {\n startDate,\n endDate,\n startField: startField as DateFieldDto,\n endField: endField as DateFieldDto,\n dbTableName: viewCte || dbTableName,\n });\n const result = await this.prisma\n .txClient()\n .$queryRawUnsafe<\n { date: Date | string; count: number; ids: string[] | string }[]\n >(queryBuilder.toQuery());\n\n const countMap = result.reduce(\n (map, item) => {\n const key = isString(item.date) ? item.date : item.date.toISOString().split('T')[0];\n map[key] = Number(item.count);\n return map;\n },\n {} as Record\n );\n let recordIds = result\n .map((item) => (isString(item.ids) ? item.ids.split(',') : item.ids))\n .flat();\n recordIds = Array.from(new Set(recordIds));\n\n if (!recordIds.length) {\n return {\n countMap,\n records: [],\n };\n }\n\n const { records } = await this.recordService.getRecordsById(tableId, recordIds);\n\n return {\n countMap,\n records,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/index.ts", "content": "export type {\n IAggregationService,\n IWithView,\n ICustomFieldStats,\n} from './aggregation.service.interface';\nexport { AggregationService } from './aggregation.service';\nexport { AggregationModule } from './aggregation.module';\nexport { AGGREGATION_SERVICE_SYMBOL } from './aggregation.service.symbol';\nexport { InjectAggregationService } from './aggregation.service.provider';\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/open-api/aggregation-open-api.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { vi } from 'vitest';\nimport { AggregationService } from '../aggregation.service';\nimport { AGGREGATION_SERVICE_SYMBOL } from '../aggregation.service.symbol';\nimport { AggregationOpenApiController } from './aggregation-open-api.controller';\nimport { AggregationOpenApiService } from './aggregation-open-api.service';\n\ndescribe('AggregationOpenApiController', () => {\n let controller: AggregationOpenApiController;\n\n beforeAll(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [AggregationOpenApiController],\n providers: [\n AggregationOpenApiService,\n AggregationService,\n {\n provide: AGGREGATION_SERVICE_SYMBOL,\n useClass: AggregationService,\n },\n ],\n })\n .useMocker((token) => {\n if (token === PrismaService) {\n return vi.fn();\n }\n })\n .compile();\n\n controller = module.get(AggregationOpenApiController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/open-api/aggregation-open-api.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Controller, Get, Param, Query } from '@nestjs/common';\nimport type { IFilter } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n IAggregationVo,\n ICalendarDailyCollectionVo,\n IGroupPointsVo,\n IRowCountVo,\n ISearchCountVo,\n ISearchIndexVo,\n ITaskStatusCollectionVo,\n IRecordIndexVo,\n} from '@teable/openapi';\nimport {\n aggregationRoSchema,\n calendarDailyCollectionRoSchema,\n groupPointsRoSchema,\n IAggregationRo,\n IGroupPointsRo,\n IQueryBaseRo,\n searchCountRoSchema,\n ISearchCountRo,\n queryBaseSchema,\n ICalendarDailyCollectionRo,\n ISearchIndexByQueryRo,\n searchIndexByQueryRoSchema,\n IRecordIndexRo,\n recordIndexRoSchema,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { PerformanceCacheService } from '../../../performance-cache';\nimport { generateAggCacheKey } from '../../../performance-cache/generate-keys';\nimport type { IClsStore } from '../../../types/cls';\nimport { filterHasMe } from '../../../utils/filter-has-me';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { AllowAnonymous } from '../../auth/decorators/allow-anonymous.decorator';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { TqlPipe } from '../../record/open-api/tql.pipe';\nimport { AggregationOpenApiService } from './aggregation-open-api.service';\n\n@Controller('api/table/:tableId/aggregation')\n@AllowAnonymous()\nexport class AggregationOpenApiController {\n constructor(\n private readonly aggregationOpenApiService: AggregationOpenApiService,\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly performanceCacheService: PerformanceCacheService\n ) {}\n\n private async getAggregationWithCache(\n cacheKeyPrefix: string,\n tableId: string,\n query: { filter?: IFilter; viewId?: string } | undefined,\n fn: () => Promise\n ) {\n const table = await this.prismaService.tableMeta.findUniqueOrThrow({\n where: {\n id: tableId,\n },\n select: {\n lastModifiedTime: true,\n },\n });\n const viewId = query?.viewId;\n let viewFilter: string | null = null;\n if (viewId) {\n const view = await this.prismaService.view.findUniqueOrThrow({\n where: {\n id: viewId,\n },\n select: {\n filter: true,\n },\n });\n viewFilter = view.filter;\n }\n const cacheQuery =\n filterHasMe(query?.filter) || filterHasMe(viewFilter)\n ? { ...query, currentUserId: this.cls.get('user.id') }\n : query;\n\n const cacheKey = generateAggCacheKey(\n cacheKeyPrefix,\n tableId,\n table.lastModifiedTime?.getTime().toString() ?? '0',\n cacheQuery\n );\n return this.performanceCacheService.wrap(\n cacheKey,\n () => {\n return fn();\n },\n {\n ttl: 60 * 60, // 1 hour\n }\n );\n }\n\n @Get()\n @Permissions('table|read')\n async getAggregation(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(aggregationRoSchema), TqlPipe) query?: IAggregationRo\n ): Promise {\n return await this.getAggregationWithCache('aggregation', tableId, query, () =>\n this.aggregationOpenApiService.getAggregation(tableId, query)\n );\n }\n\n @Get('/row-count')\n @Permissions('table|read')\n async getRowCount(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(queryBaseSchema), TqlPipe) query?: IQueryBaseRo\n ): Promise {\n return await this.getAggregationWithCache('row_count', tableId, query, () =>\n this.aggregationOpenApiService.getRowCount(tableId, query)\n );\n }\n\n @Get('/record-index')\n @Permissions('table|read')\n async getRecordIndex(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(recordIndexRoSchema), TqlPipe) query: IRecordIndexRo\n ): Promise {\n return await this.getAggregationWithCache('record_index', tableId, query, () =>\n this.aggregationOpenApiService.getRecordIndex(tableId, query)\n );\n }\n\n @Get('/search-count')\n @Permissions('table|read')\n async getSearchCount(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(searchCountRoSchema), TqlPipe) query: ISearchCountRo\n ): Promise {\n return await this.getAggregationWithCache('search_count', tableId, query, () =>\n this.aggregationOpenApiService.getSearchCount(tableId, query)\n );\n }\n\n @Get('/search-index')\n @Permissions('table|read')\n async getSearchIndex(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(searchIndexByQueryRoSchema), TqlPipe) query: ISearchIndexByQueryRo\n ): Promise {\n return await this.getAggregationWithCache('search_index', tableId, query, () =>\n this.aggregationOpenApiService.getRecordIndexBySearchOrder(tableId, query)\n );\n }\n\n @Get('/group-points')\n @Permissions('table|read')\n async getGroupPoints(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(groupPointsRoSchema), TqlPipe) query?: IGroupPointsRo\n ): Promise {\n return await this.getAggregationWithCache('group_points', tableId, query, () =>\n this.aggregationOpenApiService.getGroupPoints(tableId, query, true)\n );\n }\n\n @Get('/calendar-daily-collection')\n @Permissions('table|read')\n async getCalendarDailyCollection(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(calendarDailyCollectionRoSchema), TqlPipe)\n query: ICalendarDailyCollectionRo\n ): Promise {\n return await this.getAggregationWithCache('calendar_daily_collection', tableId, query, () =>\n this.aggregationOpenApiService.getCalendarDailyCollection(tableId, query)\n );\n }\n\n @Get('/task-status-collection')\n @Permissions('table|read')\n async getTaskStatusCollection(\n @Param('tableId') _tableId: string\n ): Promise {\n return {\n fieldMap: {},\n cells: [],\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/open-api/aggregation-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { AggregationModule } from '../aggregation.module';\nimport { AggregationOpenApiController } from './aggregation-open-api.controller';\nimport { AggregationOpenApiService } from './aggregation-open-api.service';\n\n@Module({\n controllers: [AggregationOpenApiController],\n imports: [AggregationModule],\n providers: [AggregationOpenApiService],\n exports: [AggregationOpenApiService],\n})\nexport class AggregationOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/open-api/aggregation-open-api.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../../global/global.module';\nimport { AggregationOpenApiModule } from './aggregation-open-api.module';\nimport { AggregationOpenApiService } from './aggregation-open-api.service';\n\ndescribe('AggregationOpenApiService', () => {\n let service: AggregationOpenApiService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, AggregationOpenApiModule],\n }).compile();\n\n service = module.get(AggregationOpenApiService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/aggregation/open-api/aggregation-open-api.service.ts", "content": "import { BadRequestException, Injectable } from '@nestjs/common';\nimport type { StatisticsFunc } from '@teable/core';\nimport { getValidStatisticFunc } from '@teable/core';\nimport type {\n ISearchIndexByQueryRo,\n IAggregationRo,\n IAggregationVo,\n ICalendarDailyCollectionRo,\n ICalendarDailyCollectionVo,\n IGroupPointsRo,\n IGroupPointsVo,\n IQueryBaseRo,\n IRowCountVo,\n ISearchCountRo,\n IRecordIndexRo,\n IRecordIndexVo,\n} from '@teable/openapi';\nimport { forIn, isEmpty, map } from 'lodash';\nimport { IAggregationService } from '../aggregation.service.interface';\nimport type { IWithView } from '../aggregation.service.interface';\nimport { InjectAggregationService } from '../aggregation.service.provider';\n\n@Injectable()\nexport class AggregationOpenApiService {\n constructor(\n @InjectAggregationService() private readonly aggregationService: IAggregationService\n ) {}\n\n async getAggregation(tableId: string, query?: IAggregationRo): Promise {\n const {\n viewId,\n filter: customFilter,\n field: aggregationFields,\n groupBy,\n ignoreViewQuery,\n } = query || {};\n\n let withView: IWithView = {\n viewId: ignoreViewQuery ? undefined : viewId,\n customFilter,\n groupBy,\n };\n\n const fieldStatistics: Array<{ fieldId: string; statisticFunc: StatisticsFunc }> = [];\n\n forIn(aggregationFields, (value: string[], key) => {\n const fieldStats = map(value, (item) => ({\n fieldId: item,\n statisticFunc: key as StatisticsFunc,\n }));\n\n fieldStatistics.push(...fieldStats);\n });\n\n const validFieldStats = await this.validFieldStats(tableId, fieldStatistics);\n if (validFieldStats) {\n withView = { ...withView, customFieldStats: validFieldStats };\n }\n\n const result = await this.aggregationService.performAggregation({\n tableId: tableId,\n withView,\n search: query?.search,\n useQueryModel: true,\n });\n return { aggregations: result?.aggregations };\n }\n\n async getRowCount(tableId: string, query: IQueryBaseRo = {}): Promise {\n const result = await this.aggregationService.performRowCount(tableId, query);\n return {\n rowCount: result.rowCount,\n };\n }\n\n async getGroupPoints(\n tableId: string,\n query?: IGroupPointsRo,\n useQueryModel = true\n ): Promise {\n return await this.aggregationService.getGroupPoints(tableId, query, useQueryModel);\n }\n\n async getCalendarDailyCollection(\n tableId: string,\n query: ICalendarDailyCollectionRo\n ): Promise {\n return await this.aggregationService.getCalendarDailyCollection(tableId, query);\n }\n\n async getRecordIndex(tableId: string, query: IRecordIndexRo): Promise {\n return await this.aggregationService.getRecordIndex(tableId, query);\n }\n\n private async validFieldStats(\n tableId: string,\n fieldStatistics: Array<{ fieldId: string; statisticFunc: StatisticsFunc }>\n ) {\n if (isEmpty(fieldStatistics)) {\n return;\n }\n let result: Array<{ fieldId: string; statisticFunc: StatisticsFunc }> | undefined;\n\n const fieldIds = fieldStatistics.map((item) => item.fieldId);\n const { fieldInstanceMap } = await this.aggregationService.getFieldsData(tableId, fieldIds);\n\n fieldStatistics.forEach(({ fieldId, statisticFunc }) => {\n const fieldInstance = fieldInstanceMap[fieldId];\n if (!fieldInstance) {\n throw new BadRequestException(`field: '${fieldId}' is invalid`);\n }\n\n const validStatisticFunc = getValidStatisticFunc(fieldInstance);\n if (!validStatisticFunc.includes(statisticFunc)) {\n throw new BadRequestException(\n `field: '${fieldId}', aggregation func: '${statisticFunc}' is invalid, Only the following func are allowed: [${validStatisticFunc}]`\n );\n }\n\n (result = result ?? []).push({ fieldId, statisticFunc });\n });\n return result;\n }\n\n public async getSearchCount(tableId: string, queryRo: ISearchCountRo, projection?: string[]) {\n return await this.aggregationService.getSearchCount(tableId, queryRo, projection);\n }\n\n public async getRecordIndexBySearchOrder(\n tableId: string,\n queryRo: ISearchIndexByQueryRo,\n projection?: string[]\n ) {\n return await this.aggregationService.getRecordIndexBySearchOrder(tableId, queryRo, projection);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/ai/ai.controller.ts", "content": "import { Body, Controller, Get, Param, Post, Res } from '@nestjs/common';\nimport { aiGenerateRoSchema, IAiGenerateRo } from '@teable/openapi';\nimport { Response } from 'express';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { TablePipe } from '../table/open-api/table.pipe';\nimport { AiService } from './ai.service';\n\n@Controller('api/:baseId/ai')\nexport class AiController {\n constructor(private readonly aiService: AiService) {}\n\n @Post('/generate-stream')\n @Permissions('base|read')\n async generateStream(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(aiGenerateRoSchema), TablePipe) aiGenerateRo: IAiGenerateRo,\n @Res() res: Response\n ) {\n await this.aiService.generateStream(baseId, aiGenerateRo, res);\n }\n\n @Get('/config')\n @Permissions('base|read')\n async getAIConfig(@Param('baseId') baseId: string) {\n return await this.aiService.getSimplifiedAIConfig(baseId);\n }\n\n @Get('/disable-ai-actions')\n @Permissions('base|read')\n async getAIDisableAIActions(@Param('baseId') baseId: string) {\n return await this.aiService.getAIDisableAIActions(baseId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/ai/ai.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { SettingModule } from '../setting/setting.module';\nimport { AiController } from './ai.controller';\nimport { AiService } from './ai.service';\n\n@Module({\n imports: [SettingModule],\n controllers: [AiController],\n providers: [AiService],\n exports: [AiService],\n})\nexport class AiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/ai/ai.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { OpenAIProvider } from '@ai-sdk/openai';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n IntegrationType,\n LLMProviderType,\n SettingKey,\n Task,\n convertGatewayApiModel,\n normalizeGatewayPricing,\n} from '@teable/openapi';\nimport type {\n IAIConfig,\n IAiGenerateRo,\n IChatModelAbility,\n IGatewayApiModel,\n IGatewayApiModelRaw,\n IGetAIConfig,\n GatewayModelTag,\n LLMProvider,\n} from '@teable/openapi';\nimport type { ImageModel, LanguageModel } from 'ai';\nimport { createGateway, generateText, streamText } from 'ai';\nimport axios from 'axios';\nimport type { Response } from 'express';\nimport { BaseConfig, IBaseConfig } from '../../configs/base.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { PerformanceCacheService } from '../../performance-cache';\nimport { SettingService } from '../setting/setting.service';\nimport { getAdaptedProviderOptions, getTaskModelKey, modelProviders } from './util';\n\n// Fixed name for AI Gateway provider in modelKey (format: aiGateway@@teable)\nexport const AI_GATEWAY_PROVIDER_NAME = 'teable';\n\nexport type ILanguageModelV2 = Exclude;\n\n// In-memory cache for Gateway models (TTL: 10 minutes)\nconst gatewayModelsCacheTtl = 10 * 60 * 1000;\n\ninterface IGatewayModelsCache {\n data: IGatewayApiModel[];\n expiresAt: number;\n}\n\n@Injectable()\nexport class AiService {\n private readonly logger = new Logger(AiService.name);\n\n // In-memory cache for Gateway models API - faster than Redis for static data\n private gatewayModelsCache: IGatewayModelsCache | null = null;\n\n constructor(\n private readonly settingService: SettingService,\n private readonly prismaService: PrismaService,\n @BaseConfig() private readonly baseConfig: IBaseConfig,\n private readonly performanceCacheService: PerformanceCacheService\n ) {}\n\n public parseModelKey(modelKey: string) {\n const [type, model, name] = modelKey.split('@');\n return { type, model, name };\n }\n\n /**\n * Check if modelKey is an AI Gateway model\n * Format: aiGateway@@teable\n */\n public isGatewayModel(modelKey: string): boolean {\n const { type, name } = this.parseModelKey(modelKey);\n return (\n type?.toLowerCase() === LLMProviderType.AI_GATEWAY.toLowerCase() &&\n name?.toLowerCase() === AI_GATEWAY_PROVIDER_NAME.toLowerCase()\n );\n }\n\n /**\n * Build a gateway modelKey from a gateway model ID\n * @param modelId Gateway model ID (e.g., \"anthropic/claude-sonnet-4\")\n */\n public buildGatewayModelKey(modelId: string): string {\n return `${LLMProviderType.AI_GATEWAY}@${modelId}@${AI_GATEWAY_PROVIDER_NAME}`;\n }\n\n /**\n * Parse owner/provider from gateway model ID\n * @param modelId Gateway model ID (e.g., \"anthropic/claude-sonnet-4\" -> \"anthropic\")\n */\n private parseOwnerFromModelId(modelId: string): string | undefined {\n const parts = modelId.split('/');\n return parts.length > 1 ? parts[0].toLowerCase() : undefined;\n }\n\n // modelKey-> type@model@name\n async getModelConfig(modelKey: string, llmProviders: LLMProvider[] = []) {\n const { type, model, name } = this.parseModelKey(modelKey);\n\n // Special handling for AI Gateway models\n if (this.isGatewayModel(modelKey)) {\n const { aiConfig } = await this.settingService.getSetting([SettingKey.AI_CONFIG]);\n\n if (!aiConfig?.aiGatewayApiKey) {\n throw new CustomHttpException(\n 'AI Gateway API key is not configured',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.ai.gatewayApiKeyNotSet',\n },\n }\n );\n }\n\n return {\n type: LLMProviderType.AI_GATEWAY,\n model, // This is the gateway modelId (e.g., \"anthropic/claude-sonnet-4\")\n baseUrl: aiConfig.aiGatewayBaseUrl || undefined,\n apiKey: aiConfig.aiGatewayApiKey,\n };\n }\n\n // Standard provider lookup\n const providerConfig = llmProviders.find(\n (p) =>\n p.name.toLowerCase() === name.toLowerCase() && p.type.toLowerCase() === type.toLowerCase()\n );\n\n if (!providerConfig) {\n throw new CustomHttpException(\n 'AI provider configuration is not set',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.ai.providerConfigurationNotSet',\n },\n }\n );\n }\n\n const { baseUrl, apiKey } = providerConfig;\n\n return {\n type,\n model,\n baseUrl,\n apiKey,\n };\n }\n\n async getModelInstance(\n modelKey: string,\n llmProviders: LLMProvider[],\n isImageGeneration: true\n ): Promise>;\n async getModelInstance(\n modelKey: string,\n llmProviders?: LLMProvider[],\n isImageGeneration?: false\n ): Promise;\n async getModelInstance(\n modelKey: string,\n llmProviders: LLMProvider[] = [],\n isImageGeneration = false\n ): Promise {\n const { type, model, baseUrl, apiKey } = await this.getModelConfig(modelKey, llmProviders);\n\n // For AI Gateway models, use official gateway provider from AI SDK\n // See: https://ai-sdk.dev/providers/ai-sdk-providers/ai-gateway\n // baseUrl is optional - SDK uses its default if not provided\n if (type === LLMProviderType.AI_GATEWAY) {\n if (!apiKey) {\n throw new CustomHttpException(\n 'AI configuration is not set',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.ai.configurationNotSet',\n },\n }\n );\n }\n const gatewayProvider = createGateway({\n apiKey,\n ...(baseUrl && { baseURL: baseUrl }),\n });\n // Return appropriate model type based on isImageGeneration flag\n // Image models (e.g., bfl/flux-pro) use gatewayProvider.imageModel()\n // Language models (including Gemini image via generateText) use gatewayProvider()\n return isImageGeneration ? gatewayProvider.imageModel(model) : gatewayProvider(model);\n }\n\n // For standard providers, both baseUrl and apiKey are required\n if (!baseUrl || !apiKey) {\n throw new CustomHttpException('AI configuration is not set', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.ai.configurationNotSet',\n },\n });\n }\n\n const effectiveType = type;\n const effectiveModel = model;\n\n const provider = Object.entries(modelProviders).find(\n ([key]) => effectiveType.toLowerCase() === key.toLowerCase()\n )?.[1];\n\n if (!provider) {\n throw new CustomHttpException(\n `Unsupported AI provider: ${effectiveType}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.ai.unsupportedProvider',\n context: {\n type: effectiveType,\n },\n },\n }\n );\n }\n\n const providerOptions = getAdaptedProviderOptions(effectiveType as LLMProviderType, {\n name: effectiveModel,\n baseURL: baseUrl,\n apiKey,\n });\n const modelProvider = provider(providerOptions as never) as OpenAIProvider;\n\n return isImageGeneration\n ? (modelProvider.image(effectiveModel) as ReturnType)\n : modelProvider(effectiveModel);\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async getAIConfig(baseId: string) {\n const { spaceId } = await this.prismaService.base.findUniqueOrThrow({\n where: { id: baseId },\n });\n const aiIntegration = await this.prismaService.integration.findFirst({\n where: { resourceId: spaceId, type: IntegrationType.AI, enable: true },\n });\n\n const aiIntegrationConfig = aiIntegration?.config ? JSON.parse(aiIntegration.config) : null;\n const { aiConfig } = await this.settingService.getSetting();\n\n const hasInstanceAIConfig =\n aiConfig &&\n (aiConfig.enable ||\n aiConfig.chatModel?.lg ||\n aiConfig.llmProviders?.length > 0 ||\n aiConfig.aiGatewayApiKey);\n if (!aiIntegrationConfig && !hasInstanceAIConfig) {\n throw new CustomHttpException('AI configuration is not set', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.ai.configurationNotSet',\n },\n });\n }\n\n let config: IAIConfig;\n\n if (!aiIntegrationConfig) {\n const lg = aiConfig?.chatModel?.lg;\n const sm = aiConfig?.chatModel?.sm;\n const md = aiConfig?.chatModel?.md;\n const ability = aiConfig?.chatModel?.ability;\n\n config = {\n ...aiConfig,\n llmProviders: aiConfig?.llmProviders.map((provider) => ({\n ...provider,\n isInstance: true,\n })),\n chatModel: {\n sm: sm || lg,\n md: md || lg,\n lg: lg,\n ability,\n },\n } as IAIConfig;\n } else if (!aiConfig?.chatModel?.lg) {\n config = aiIntegrationConfig as IAIConfig;\n } else {\n const lg = aiIntegrationConfig.chatModel?.lg || aiConfig.chatModel.lg;\n const sm = aiIntegrationConfig.chatModel?.sm;\n const md = aiIntegrationConfig.chatModel?.md;\n const ability = aiIntegrationConfig.chatModel?.ability || aiConfig.chatModel.ability;\n config = {\n ...aiIntegrationConfig,\n // Include gateway models from admin config (space config doesn't have gateway models)\n gatewayModels: aiConfig.gatewayModels,\n llmProviders: [\n ...aiIntegrationConfig.llmProviders,\n ...aiConfig.llmProviders.map((provider) => ({\n ...provider,\n isInstance: true,\n })),\n ],\n chatModel: {\n sm: sm || lg,\n md: md || lg,\n lg: lg,\n ability,\n },\n isSpaceChatModel: Boolean(aiIntegrationConfig.chatModel?.lg),\n } as IAIConfig;\n }\n\n // Fetch tags for the lg chat model and include in response\n const lgModelKey = config.chatModel?.lg;\n if (lgModelKey) {\n try {\n const tags = await this.getModelTags(lgModelKey, config.llmProviders);\n if (tags.length > 0) {\n // Add tags to chatModel response (IGetAIConfig extends IAIConfig with tags)\n return {\n ...config,\n chatModel: {\n ...config.chatModel,\n tags,\n },\n } as IGetAIConfig;\n }\n } catch (error) {\n this.logger.warn(`[getAIConfig] Failed to get tags for chat model ${lgModelKey}: ${error}`);\n }\n }\n\n return config as IGetAIConfig;\n }\n\n async getAIDisableAIActions(baseId: string) {\n const { spaceId } = await this.prismaService.base.findUniqueOrThrow({\n where: { id: baseId },\n select: { spaceId: true },\n });\n // get space ai setting\n const aiIntegration = await this.prismaService.integration.findUnique({\n where: { resourceId: spaceId, type: IntegrationType.AI },\n });\n\n const aiIntegrationConfig = aiIntegration?.config ? JSON.parse(aiIntegration.config) : null;\n const disableAIActionsFromSpaceIntegration =\n aiIntegrationConfig?.capabilities?.disableActions ?? [];\n\n // get instance ai setting\n const { aiConfig } = await this.settingService.getSetting();\n const disableAIActionsFromInstanceAiSetting = aiConfig?.capabilities?.disableActions ?? [];\n\n // merge both: instance-level disableActions should always be respected\n const merged = [\n ...disableAIActionsFromInstanceAiSetting,\n ...disableAIActionsFromSpaceIntegration,\n ];\n return {\n disableActions: [...new Set(merged)],\n };\n }\n\n async getToolApiKeys(baseId: string) {\n const { appConfig } = await this.settingService.getSetting([SettingKey.APP_CONFIG]);\n const { spaceId } = await this.prismaService.base.findUniqueOrThrow({\n where: { id: baseId },\n });\n const aiIntegration = await this.prismaService.integration.findFirst({\n where: { resourceId: spaceId, type: IntegrationType.AI },\n });\n const aiIntegrationConfig = aiIntegration?.config ? JSON.parse(aiIntegration.config) : null;\n return {\n v0ApiKey: aiIntegrationConfig?.appConfig?.apiKey || appConfig?.apiKey,\n };\n }\n\n async getSimplifiedAIConfig(baseId: string) {\n try {\n const config = await this.getAIConfig(baseId);\n return {\n ...config,\n llmProviders: config.llmProviders.map(\n ({ type, name, models, isInstance, modelConfigs }) => ({\n type,\n name,\n models,\n isInstance,\n modelConfigs,\n })\n ),\n };\n } catch {\n return null;\n }\n }\n\n private async getGenerationModelInstance(baseId: string, aiGenerateRo: IAiGenerateRo) {\n const { modelKey: _modelKey, task = Task.Coding } = aiGenerateRo;\n const config = await this.getAIConfig(baseId);\n const modelKey = _modelKey ?? getTaskModelKey(config, task);\n if (!modelKey) {\n throw new Error('Model key is not set');\n }\n return await this.getModelInstance(modelKey, config.llmProviders);\n }\n\n async generateStream(\n baseId: string,\n aiGenerateRo: IAiGenerateRo,\n response: Response\n ): Promise {\n const { prompt } = aiGenerateRo;\n const modelInstance = await this.getGenerationModelInstance(baseId, aiGenerateRo);\n\n const result = streamText({\n model: modelInstance,\n prompt: prompt,\n });\n\n result.pipeTextStreamToResponse(response);\n }\n\n async generateText(baseId: string, aiGenerateRo: IAiGenerateRo) {\n const { prompt } = aiGenerateRo;\n const modelInstance = await this.getGenerationModelInstance(baseId, aiGenerateRo);\n\n const { text } = await generateText({\n model: modelInstance,\n prompt: prompt,\n });\n return text;\n }\n\n async getInstanceAIConfig() {\n if (!this.baseConfig.isCloud) return null;\n\n const { aiConfig } = await this.settingService.getSetting();\n\n if (!aiConfig?.chatModel?.lg) return null;\n\n return aiConfig;\n }\n\n findModelInProviders(modelKey: string, llmProviders: LLMProvider[]): boolean {\n const { type, model, name } = this.parseModelKey(modelKey);\n\n const providerConfig = llmProviders.find(\n (p) =>\n p.name.toLowerCase() === name.toLowerCase() &&\n p.type.toLowerCase() === type.toLowerCase() &&\n p.models.includes(model)\n );\n return !!providerConfig;\n }\n\n /**\n * Check if a gateway model should be billed\n * All AI Gateway models should be billed as long as aiGatewayApiKey is configured\n * The gatewayModels list is just for recommended/displayed models, not a billing whitelist\n */\n async findModelInGateway(modelKey: string): Promise {\n if (!this.isGatewayModel(modelKey)) {\n this.logger.debug(`[findModelInGateway] ${modelKey} is not a gateway model`);\n return false;\n }\n\n const { model: modelId } = this.parseModelKey(modelKey);\n const { aiConfig } = await this.settingService.getSetting([SettingKey.AI_CONFIG]);\n\n // Check if gateway is configured - if yes, all gateway models should be billed\n if (!aiConfig?.aiGatewayApiKey) {\n this.logger.warn(\n `[findModelInGateway] No aiGatewayApiKey configured, model ${modelId} will not be billed`\n );\n return false;\n }\n\n this.logger.debug(\n `[findModelInGateway] AI Gateway configured, model ${modelId} will be billed`\n );\n return true;\n }\n\n async checkInstanceAIModel(modelKey: string): Promise {\n // Check gateway models first\n if (this.isGatewayModel(modelKey)) {\n return this.findModelInGateway(modelKey);\n }\n\n const aiConfig = await this.getInstanceAIConfig();\n if (!aiConfig) return false;\n\n return this.findModelInProviders(modelKey, aiConfig.llmProviders);\n }\n\n async getChatModelInstance(baseId: string) {\n const { chatModel, llmProviders } = await this.getAIConfig(baseId);\n if (!chatModel?.lg) {\n throw new CustomHttpException('AI chat model lg is not set', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.ai.chatModelLgNotSet',\n },\n });\n }\n\n // Check if lg model is a gateway model\n const isGateway = this.isGatewayModel(chatModel.lg);\n let isInstance = false;\n\n if (isGateway) {\n // Gateway models are instance-level (from admin config)\n isInstance = true;\n } else {\n // Standard provider lookup\n const { type, model, name } = this.parseModelKey(chatModel?.lg);\n const lgProvider = llmProviders.find(\n (p) =>\n p.name.toLowerCase() === name.toLowerCase() &&\n p.type.toLowerCase() === type.toLowerCase() &&\n p.models.includes(model)\n );\n if (!lgProvider) {\n throw new CustomHttpException(\n 'AI chat model lg provider is not set',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.ai.chatModelLgProviderNotSet',\n },\n }\n );\n }\n isInstance = !!lgProvider.isInstance;\n }\n\n if (!chatModel?.sm) {\n throw new CustomHttpException('AI chat model sm is not set', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.ai.chatModelSmNotSet',\n },\n });\n }\n if (!chatModel?.md) {\n throw new CustomHttpException('AI chat model md is not set', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.ai.chatModelMdNotSet',\n },\n });\n }\n\n return {\n sm: await this.getModelInstance(chatModel?.sm, llmProviders),\n md: await this.getModelInstance(chatModel?.md, llmProviders),\n lg: await this.getModelInstance(chatModel?.lg, llmProviders),\n ability: chatModel?.ability,\n isInstance,\n lgModelKey: chatModel.lg,\n };\n }\n\n /**\n * Get gateway model configuration by modelId\n * First checks local gatewayModels config, then falls back to API\n */\n async getGatewayModelConfig(modelId: string) {\n // First check local config (admin-configured models)\n const { aiConfig } = await this.settingService.getSetting([SettingKey.AI_CONFIG]);\n const gatewayModels = aiConfig?.gatewayModels ?? [];\n const localModel = gatewayModels.find((m) => m.id === modelId);\n if (localModel) {\n return localModel;\n }\n\n // If not found locally, fetch from API (for custom-selected models)\n const apiModel = await this.getGatewayApiModel(modelId);\n if (apiModel) {\n // Convert API model format to local model format\n return {\n ...apiModel,\n label: apiModel.name || apiModel.id,\n enabled: true,\n };\n }\n\n return undefined;\n }\n\n /**\n * Get model capability tags for any model (AI Gateway or custom provider)\n * This is the unified method to determine model capabilities like vision, file-input, etc.\n *\n * Priority:\n * 1. AI Gateway: from getGatewayModelConfig().tags\n * 2. Custom Provider: from modelConfigs[model].tags\n * 3. Fallback: convert deprecated ability field to tags (backward compatibility)\n *\n * @param modelKey - Model key in format: type@model@name\n * @param llmProviders - List of configured LLM providers (required for custom providers)\n */\n async getModelTags(modelKey: string, llmProviders: LLMProvider[]): Promise {\n const { type, model, name } = this.parseModelKey(modelKey);\n\n // AI Gateway models: get tags from gateway config\n if (type === LLMProviderType.AI_GATEWAY) {\n try {\n const gatewayModel = await this.getGatewayModelConfig(model);\n if (gatewayModel?.tags?.length) {\n const tags = [...gatewayModel.tags];\n // Patch: Google models with image-generation capability also support vision (image-to-image)\n // This is because Gemini image models can accept images as input for image generation\n if (\n model.startsWith('google/') &&\n tags.includes('image-generation') &&\n !tags.includes('vision')\n ) {\n tags.push('vision');\n }\n return tags;\n }\n } catch (error) {\n this.logger.warn(`[getModelTags] Failed to get gateway config for ${model}: ${error}`);\n }\n return [];\n }\n\n // Custom providers: get tags from modelConfigs\n const provider = llmProviders.find((p) => p.type === type && p.name === name);\n const modelConfig = provider?.modelConfigs?.[model];\n\n // Priority 1: Use tags if available\n if (modelConfig?.tags?.length) {\n return modelConfig.tags;\n }\n\n // Priority 2: Fallback to converting deprecated ability to tags\n if (modelConfig?.ability) {\n return this.abilityToTags(modelConfig.ability);\n }\n\n return [];\n }\n\n /**\n * Convert deprecated IChatModelAbility to GatewayModelTag[]\n * Used for backward compatibility with old ability format\n */\n private abilityToTags(ability: IChatModelAbility): GatewayModelTag[] {\n const tags: GatewayModelTag[] = [];\n if (ability.image) tags.push('vision');\n if (ability.pdf) tags.push('file-input');\n if (ability.toolCall) tags.push('tool-use');\n if (ability.reasoning) tags.push('reasoning');\n if (ability.imageGeneration) tags.push('image-generation');\n return tags;\n }\n\n /**\n * Get gateway model pricing for billing calculation\n * First checks local gatewayModels config, then falls back to API\n */\n async getGatewayModelPricing(modelId: string) {\n // First check local config (admin-configured models)\n const { aiConfig } = await this.settingService.getSetting([SettingKey.AI_CONFIG]);\n const gatewayModels = aiConfig?.gatewayModels ?? [];\n const localModel = gatewayModels.find((m) => m.id === modelId);\n\n if (localModel?.pricing) {\n // Normalize handles both camelCase (admin UI) and snake_case (legacy stored data)\n const pricing = normalizeGatewayPricing(localModel.pricing);\n this.logger.debug(\n `[getGatewayModelPricing] Found local pricing for ${modelId}: ${JSON.stringify(pricing)}`\n );\n return pricing;\n }\n\n // If not found locally, fetch from API (already normalized by convertGatewayApiModel)\n try {\n const apiModel = await this.getGatewayApiModel(modelId);\n if (apiModel?.pricing) {\n this.logger.debug(\n `[getGatewayModelPricing] Found API pricing for ${modelId}: ${JSON.stringify(apiModel.pricing)}`\n );\n return apiModel.pricing;\n }\n } catch (error) {\n this.logger.warn(`[getGatewayModelPricing] Failed to fetch API pricing for ${modelId}`);\n }\n\n this.logger.debug(\n `[getGatewayModelPricing] No pricing found for ${modelId}, will use default rates`\n );\n return undefined;\n }\n\n /**\n * Get a specific model from Gateway API\n * Uses Redis cached data if available\n */\n private async getGatewayApiModel(modelId: string): Promise {\n const models = await this.fetchGatewayModelsFromApi();\n return models.find((m) => m.id === modelId);\n }\n\n /**\n * Fetch all models from AI Gateway API with in-memory caching\n * This method is also used by setting-open-api.service.ts\n * Cache TTL: 10 minutes (static data, doesn't change frequently)\n */\n async fetchGatewayModelsFromApi(): Promise {\n // Check in-memory cache first\n if (this.gatewayModelsCache && Date.now() < this.gatewayModelsCache.expiresAt) {\n return this.gatewayModelsCache.data;\n }\n\n try {\n const response = await axios.get<{ data: IGatewayApiModelRaw[] }>(\n 'https://ai-gateway.vercel.sh/v1/models',\n { timeout: 10000 }\n );\n\n // Convert snake_case API response to camelCase\n const models = (response.data?.data || []).map(convertGatewayApiModel);\n\n // Update in-memory cache\n this.gatewayModelsCache = {\n data: models,\n expiresAt: Date.now() + gatewayModelsCacheTtl,\n };\n\n return models;\n } catch (error) {\n // If fetch fails but we have stale cache, return it\n if (this.gatewayModelsCache) {\n this.logger.warn(\n `[fetchGatewayModelsFromApi] Failed to refresh, using stale cache: ${error}`\n );\n return this.gatewayModelsCache.data;\n }\n\n const errorMessage = error instanceof Error ? error.message : String(error);\n throw new Error(`Failed to fetch AI Gateway models: ${errorMessage}`);\n }\n }\n\n /**\n * Get attachment transfer mode from aiConfig\n * @returns 'url' (default) or 'base64'\n */\n async getAttachmentTransferMode(): Promise<'url' | 'base64'> {\n const { aiConfig } = await this.settingService.getSetting([SettingKey.AI_CONFIG]);\n return aiConfig?.attachmentTransferMode || 'url';\n }\n\n /**\n * Find the first model that supports vision capability from configured models.\n * Searches in order: gateway models (enabled), then custom llm providers.\n * Returns complete model info to avoid redundant lookups.\n *\n * @param llmProviders - List of configured LLM providers\n * @returns Complete vision model info, or undefined if none found\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async findFirstVisionModel(llmProviders: LLMProvider[]): Promise<\n | {\n modelKey: string;\n modelInstance: ILanguageModelV2;\n isInstance: boolean;\n tags: GatewayModelTag[];\n }\n | undefined\n > {\n const { aiConfig } = await this.settingService.getSetting([SettingKey.AI_CONFIG]);\n\n // 1. Check gateway models first (they are typically more capable)\n const gatewayModels = aiConfig?.gatewayModels ?? [];\n for (const model of gatewayModels) {\n if (!model.enabled) continue;\n\n if (model.tags?.includes('vision')) {\n const modelKey = this.buildGatewayModelKey(model.id);\n const modelInstance = await this.getModelInstance(modelKey, llmProviders);\n return {\n modelKey,\n modelInstance,\n isInstance: true, // Gateway models are always instance-level\n tags: model.tags,\n };\n }\n }\n\n // 2. Check custom LLM providers\n for (const provider of llmProviders) {\n const models = provider.models?.split(',').map((m) => m.trim()) ?? [];\n for (const model of models) {\n const modelConfig = provider.modelConfigs?.[model];\n if (!modelConfig) continue;\n\n // Check tags (new format) or ability (backward compatibility)\n const hasVision = modelConfig.tags?.includes('vision') || modelConfig.ability?.image;\n if (hasVision) {\n const modelKey = `${provider.type}@${model}@${provider.name}`;\n const modelInstance = await this.getModelInstance(modelKey, llmProviders);\n // Convert ability to tags for backward compatibility\n const tags: GatewayModelTag[] =\n modelConfig.tags ?? this.abilityToTags(modelConfig.ability ?? {});\n return {\n modelKey,\n modelInstance,\n isInstance: !!provider.isInstance,\n tags,\n };\n }\n }\n }\n\n return undefined;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/ai/constant.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Task } from '@teable/openapi';\n\nexport const TASK_MODEL_MAP = {\n [Task.Coding]: 'chatModel.lg',\n [Task.Embedding]: 'embeddingModel',\n [Task.Translation]: 'translationModel',\n};\n" }, { "path": "apps/nestjs-backend/src/features/ai/util.ts", "content": "import { createAmazonBedrock } from '@ai-sdk/amazon-bedrock';\nimport { createAnthropic } from '@ai-sdk/anthropic';\nimport { createAzure } from '@ai-sdk/azure';\nimport { createCohere } from '@ai-sdk/cohere';\nimport { createDeepSeek } from '@ai-sdk/deepseek';\nimport { createGoogleGenerativeAI } from '@ai-sdk/google';\nimport { createMistral } from '@ai-sdk/mistral';\nimport { createOpenAI } from '@ai-sdk/openai';\nimport { createOpenAICompatible } from '@ai-sdk/openai-compatible';\nimport { createTogetherAI } from '@ai-sdk/togetherai';\nimport { createXai } from '@ai-sdk/xai';\nimport { createOpenRouter } from '@openrouter/ai-sdk-provider';\nimport type { IAIConfig, Task } from '@teable/openapi';\nimport { LLMProviderType } from '@teable/openapi';\nimport { get } from 'lodash';\nimport { createOllama } from 'ollama-ai-provider-v2';\nimport { TASK_MODEL_MAP } from './constant';\n\n/**\n * Fix non-standard OpenAI compatible API streaming response.\n * Some API proxies return `role: \"\"` instead of proper format.\n * This uses regex replacement which is simpler and more robust than parsing.\n */\nconst fixStreamText = (text: string): string => {\n // Replace \"role\":\"\" with nothing (remove the field)\n // This regex handles the field whether it's first, middle, or last in the object\n // comma followed by role (if last field)\n\n return text\n .replace(/\"role\":\"\",/g, '') // role followed by comma\n .replace(/,\"role\":\"\"/g, '');\n};\n\n/**\n * Custom fetch wrapper that fixes non-standard OpenAI compatible API responses.\n * Some API proxies return invalid format like `role: \"\"` instead of `role: \"assistant\"`.\n * This wrapper transforms the streaming response to fix such issues.\n */\nconst createFixingFetch = (): typeof fetch => {\n return async (input, init) => {\n const response = await fetch(input, init);\n\n // Only transform if there's a body (streaming responses)\n if (!response.body) {\n return response;\n }\n\n const reader = response.body.getReader();\n const decoder = new TextDecoder();\n const encoder = new TextEncoder();\n\n const transformedStream = new ReadableStream({\n async pull(controller) {\n const { done, value } = await reader.read();\n\n if (done) {\n controller.close();\n return;\n }\n\n const text = decoder.decode(value, { stream: true });\n const fixedText = fixStreamText(text);\n\n controller.enqueue(encoder.encode(fixedText));\n },\n });\n\n return new Response(transformedStream, {\n status: response.status,\n statusText: response.statusText,\n headers: response.headers,\n });\n };\n};\n\n/**\n * Wrapper for OpenAI compatible providers that:\n * 1. Forces Chat Completions API instead of Responses API\n * 2. Uses custom fetch to fix non-standard API responses\n */\nconst createOpenAICompatibleWrapper = (\n options: Parameters[0]\n): ReturnType => {\n return createOpenAICompatible({\n ...options,\n // Use custom fetch to fix non-standard responses\n fetch: createFixingFetch(),\n });\n};\n\nexport const modelProviders = {\n [LLMProviderType.OPENAI]: createOpenAI,\n [LLMProviderType.ANTHROPIC]: createAnthropic,\n [LLMProviderType.GOOGLE]: createGoogleGenerativeAI,\n [LLMProviderType.AZURE]: createAzure,\n [LLMProviderType.COHERE]: createCohere,\n [LLMProviderType.MISTRAL]: createMistral,\n [LLMProviderType.DEEPSEEK]: createDeepSeek,\n [LLMProviderType.QWEN]: createOpenAICompatible,\n [LLMProviderType.ZHIPU]: createOpenAICompatible,\n [LLMProviderType.LINGYIWANWU]: createOpenAICompatible,\n [LLMProviderType.XAI]: createXai,\n [LLMProviderType.TOGETHERAI]: createTogetherAI,\n [LLMProviderType.OLLAMA]: createOllama,\n [LLMProviderType.AMAZONBEDROCK]: createAmazonBedrock,\n [LLMProviderType.OPENROUTER]: createOpenRouter,\n [LLMProviderType.OPENAI_COMPATIBLE]: createOpenAICompatibleWrapper,\n // AI_GATEWAY is handled separately in ai.service.ts using createGateway from 'ai'\n} as const;\n\nexport const getAdaptedProviderOptions = (\n type: LLMProviderType,\n originalOptions: {\n name: string;\n baseURL: string;\n apiKey: string;\n }\n) => {\n const { name, baseURL: originalBaseURL, apiKey: originalApiKey } = originalOptions;\n switch (type) {\n case LLMProviderType.AMAZONBEDROCK: {\n const [region, accessKeyId, secretAccessKey] = originalApiKey.split('.');\n return {\n name,\n region,\n secretAccessKey: secretAccessKey,\n accessKeyId: accessKeyId,\n baseURL: originalBaseURL,\n };\n }\n case LLMProviderType.OLLAMA:\n return { name, baseURL: originalBaseURL };\n case LLMProviderType.OPENAI_COMPATIBLE:\n return { ...originalOptions, includeUsage: true };\n case LLMProviderType.AI_GATEWAY:\n // AI Gateway - use official gateway provider options\n // Gateway handles provider routing via modelId format (e.g., \"google/gemini-3-pro-image\")\n // See: https://ai-sdk.dev/providers/ai-sdk-providers/ai-gateway\n // SDK default baseURL: https://ai-gateway.vercel.sh/v1/ai\n return {\n baseURL: originalBaseURL || undefined,\n apiKey: originalApiKey,\n };\n default: {\n return originalOptions;\n }\n }\n};\n\nexport const getTaskModelKey = (aiConfig: IAIConfig, task: Task): string | undefined => {\n const modelKey = TASK_MODEL_MAP[task];\n return get(aiConfig, modelKey) as string | undefined;\n};\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments-crop.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { EventJobModule } from '../../event-emitter/event-job/event-job.module';\nimport {\n ATTACHMENTS_CROP_QUEUE,\n AttachmentsCropQueueProcessor,\n} from './attachments-crop.processor';\nimport { AttachmentsStorageModule } from './attachments-storage.module';\n\n@Module({\n providers: [AttachmentsCropQueueProcessor],\n imports: [EventJobModule.registerQueue(ATTACHMENTS_CROP_QUEUE), AttachmentsStorageModule],\n exports: [AttachmentsCropQueueProcessor],\n})\nexport class AttachmentsCropModule {}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments-crop.processor.ts", "content": "import { InjectQueue, Processor, WorkerHost } from '@nestjs/bullmq';\nimport type { NestWorkerOptions } from '@nestjs/bullmq/dist/interfaces/worker-options.interface';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Queue } from 'bullmq';\nimport type { Job } from 'bullmq';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport { Events } from '../../event-emitter/events';\nimport { AttachmentsStorageService } from '../attachments/attachments-storage.service';\n\ninterface IRecordImageJob {\n bucket: string;\n token: string;\n path: string;\n mimetype: string;\n height?: number | null;\n}\n\nexport const ATTACHMENTS_CROP_QUEUE = 'attachments-crop-queue';\n\nconst queueOptions: NestWorkerOptions = {\n removeOnComplete: {\n count: 2000,\n },\n removeOnFail: {\n count: 2000,\n },\n};\n@Injectable()\n@Processor(ATTACHMENTS_CROP_QUEUE, queueOptions)\nexport class AttachmentsCropQueueProcessor extends WorkerHost {\n private logger = new Logger(AttachmentsCropQueueProcessor.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly attachmentsStorageService: AttachmentsStorageService,\n private readonly eventEmitterService: EventEmitterService,\n @InjectQueue(ATTACHMENTS_CROP_QUEUE) public readonly queue: Queue\n ) {\n super();\n }\n\n public async process(job: Job) {\n await this.handleCropImage(job);\n await this.eventEmitterService.emitAsync(Events.CROP_IMAGE_COMPLETE, {\n token: job.data.token,\n });\n }\n\n private async handleCropImage(job: Job) {\n const { bucket, token, path, mimetype, height } = job.data;\n if (mimetype.startsWith('image/') && height) {\n const existingThumbnailPath = await this.prismaService.attachments.findUnique({\n where: { token },\n select: { thumbnailPath: true },\n });\n if (existingThumbnailPath?.thumbnailPath) {\n this.logger.log(`path(${path}) image already has thumbnail`);\n return;\n }\n const { lgThumbnailPath, smThumbnailPath } =\n await this.attachmentsStorageService.cropTableImage(bucket, path, height);\n await this.prismaService.attachments.update({\n where: {\n token,\n },\n data: {\n thumbnailPath: JSON.stringify({\n lg: lgThumbnailPath,\n sm: smThumbnailPath,\n }),\n },\n });\n this.logger.log(`path(${path}) crop thumbnails success`);\n return;\n }\n this.logger.log(`path(${path}) is not a image`);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments-storage.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { AttachmentsStorageService } from './attachments-storage.service';\nimport { StorageModule } from './plugins/storage.module';\n\n@Module({\n providers: [AttachmentsStorageService],\n imports: [StorageModule],\n exports: [AttachmentsStorageService],\n})\nexport class AttachmentsStorageModule {}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments-storage.service.ts", "content": "import { BadRequestException, Injectable, Logger } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { UploadType } from '@teable/openapi';\nimport { CacheService } from '../../cache/cache.service';\nimport { IStorageConfig, StorageConfig } from '../../configs/storage';\nimport { CustomHttpException } from '../../custom.exception';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport { Events } from '../../event-emitter/events';\nimport {\n generateTableThumbnailPath,\n getTableThumbnailToken,\n} from '../../utils/generate-thumbnail-path';\nimport { second } from '../../utils/second';\nimport { ATTACHMENT_LG_THUMBNAIL_HEIGHT, ATTACHMENT_SM_THUMBNAIL_HEIGHT } from './constant';\nimport StorageAdapter from './plugins/adapter';\nimport { InjectStorageAdapter } from './plugins/storage';\nimport type { IRespHeaders } from './plugins/types';\n\n@Injectable()\nexport class AttachmentsStorageService {\n private readonly urlExpireIn: number;\n private readonly logger = new Logger(AttachmentsStorageService.name);\n\n constructor(\n private readonly cacheService: CacheService,\n private readonly prismaService: PrismaService,\n private readonly eventEmitterService: EventEmitterService,\n @StorageConfig() private readonly storageConfig: IStorageConfig,\n @InjectStorageAdapter() private readonly storageAdapter: StorageAdapter\n ) {\n this.urlExpireIn = second(this.storageConfig.urlExpireIn);\n }\n\n async getPreviewUrl(\n bucket: string,\n token: T,\n meta?: { expiresIn?: number }\n ): Promise {\n const { expiresIn = this.urlExpireIn } = meta ?? {};\n const isArray = Array.isArray(token);\n if (isArray && token.length === 0) {\n return [] as unknown as T;\n }\n if (!isArray && !token) {\n return '' as T;\n }\n const attachment = await this.prismaService.txClient().attachments.findMany({\n where: {\n token: isArray ? { in: token } : token,\n deletedTime: null,\n },\n select: {\n path: true,\n token: true,\n mimetype: true,\n },\n });\n if (!attachment) {\n throw new CustomHttpException('Invalid token', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidToken',\n },\n });\n }\n const urlArray: string[] = [];\n for (const item of attachment) {\n const { path, token, mimetype } = item;\n const url = await this.getPreviewUrlByPath(bucket, path, token, expiresIn, {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': mimetype,\n });\n urlArray.push(url);\n }\n return (isArray ? urlArray : urlArray[0]) as T;\n }\n\n async getPreviewUrlByPath(\n bucket: string,\n path: string,\n token: string,\n expiresIn: number = this.urlExpireIn,\n respHeaders?: IRespHeaders\n ) {\n // Use 50% of URL expiration time for cache TTL to ensure URLs are refreshed\n // before they expire, preventing stale URLs after deployments\n const cacheTtl = Math.floor(expiresIn * 0.5);\n const previewCache = await this.cacheService.get(`attachment:preview:${token}`);\n let url = previewCache?.url;\n if (!url) {\n url = await this.storageAdapter.getPreviewUrl(bucket, path, expiresIn, respHeaders);\n await this.cacheService.set(\n `attachment:preview:${token}`,\n {\n url,\n expiresIn,\n },\n cacheTtl\n );\n }\n return url;\n }\n\n async getTableThumbnailUrl(path: string, mimetype: string) {\n return this.getPreviewUrlByPath(\n StorageAdapter.getBucket(UploadType.Table),\n path,\n getTableThumbnailToken(path),\n undefined,\n {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': mimetype,\n }\n );\n }\n\n async cropTableImage(bucket: string, path: string, height: number) {\n const { smThumbnailPath, lgThumbnailPath } = generateTableThumbnailPath(path);\n const cutSmThumbnailPath =\n height > ATTACHMENT_SM_THUMBNAIL_HEIGHT\n ? await this.storageAdapter.cropImage(\n bucket,\n path,\n undefined,\n ATTACHMENT_SM_THUMBNAIL_HEIGHT,\n smThumbnailPath\n )\n : undefined;\n const cutLgThumbnailPath =\n height > ATTACHMENT_LG_THUMBNAIL_HEIGHT\n ? await this.storageAdapter.cropImage(\n bucket,\n path,\n undefined,\n ATTACHMENT_LG_THUMBNAIL_HEIGHT,\n lgThumbnailPath\n )\n : undefined;\n this.eventEmitterService.emit(Events.CROP_IMAGE, {\n bucket,\n path,\n });\n return {\n smThumbnailPath: cutSmThumbnailPath,\n lgThumbnailPath: cutLgThumbnailPath,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments-table.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { AttachmentsStorageModule } from './attachments-storage.module';\nimport { AttachmentsTableService } from './attachments-table.service';\n\n@Module({\n providers: [AttachmentsTableService],\n imports: [AttachmentsStorageModule],\n exports: [AttachmentsTableService],\n})\nexport class AttachmentsTableModule {}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments-table.service.spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport type { IAttachmentCellValue, IRecord } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { Mock } from 'vitest';\nimport { vi } from 'vitest';\nimport { mockDeep, mockReset } from 'vitest-mock-extended';\nimport type { IChangeRecord } from '../../event-emitter/events';\nimport { GlobalModule } from '../../global/global.module';\nimport { AttachmentsTableModule } from './attachments-table.module';\nimport { AttachmentsTableService } from './attachments-table.service';\n\ndescribe('AttachmentsService', () => {\n let service: AttachmentsTableService;\n const updateManyError = 'updateMany error';\n const prismaService = mockDeep();\n const mockAttachmentCellValue: IAttachmentCellValue = [\n {\n id: 'atc1',\n name: 'attachmentName',\n path: 'attachmentPath',\n token: 'attachmentToken',\n size: 100,\n mimetype: 'image/jpeg',\n },\n {\n id: 'atc2',\n name: 'attachmentName',\n path: 'attachmentPath',\n token: 'attachmentToken',\n size: 100,\n mimetype: 'image/jpeg',\n },\n ];\n const mockAttachmentFields = [{ id: 'field1' }, { id: 'field2' }];\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, AttachmentsTableModule],\n })\n .overrideProvider(PrismaService)\n .useValue(prismaService)\n\n .compile();\n\n service = module.get(AttachmentsTableService);\n prismaService.txClient.mockImplementation(() => {\n return prismaService;\n });\n prismaService.$tx.mockImplementation(async (cb) => {\n await cb(prismaService);\n });\n });\n\n afterEach(() => {\n mockReset(prismaService);\n vi.clearAllMocks();\n });\n\n it('should create unique key', () => {\n expect(service['createUniqueKey']('1', '2', '3', '4')).toEqual('1-2-3-4');\n });\n\n describe('getAttachmentFields', () => {\n it('should retrieve attachment fields from Prisma', async () => {\n // Mock data\n const tableId = 'table123';\n\n // Mock Prisma response\n prismaService.field.findMany.mockResolvedValue(mockAttachmentFields as any);\n\n // Call the method\n const result = await service['getAttachmentFields'](tableId);\n\n // Verify that Prisma method was called with the correct parameters\n expect(prismaService.txClient().field.findMany).toHaveBeenCalledWith({\n where: { tableId, type: FieldType.Attachment, isLookup: null, deletedTime: null },\n select: { id: true },\n });\n\n // Verify the result\n expect(result).toEqual(mockAttachmentFields);\n });\n });\n\n describe('createRecords', () => {\n it('should create new attachments', async () => {\n // Mock data\n const userId = 'user123';\n const tableId = 'table123';\n const records: IRecord[] = [\n {\n id: 'record1',\n fields: {},\n },\n {\n id: 'record2',\n fields: {\n field1: mockAttachmentCellValue,\n },\n },\n ];\n\n vi.spyOn(service as any, 'getAttachmentFields').mockResolvedValue(mockAttachmentFields);\n await service.createRecords(userId, tableId, records);\n\n expect(prismaService.attachmentsTable.createMany).toBeCalled();\n });\n });\n\n describe('updateRecords', () => {\n it('should update records with new attachments', async () => {\n // Mock data\n const userId = 'user123';\n const tableId = 'table123';\n const records: IChangeRecord[] = [\n {\n id: 'record1',\n fields: {\n field1: {\n newValue: mockAttachmentCellValue,\n oldValue: null,\n },\n },\n },\n ];\n\n vi.spyOn(service as any, 'getAttachmentFields').mockResolvedValue(mockAttachmentFields);\n vi.spyOn(service, 'delete').mockResolvedValue();\n\n // Call the method\n await service.updateRecords(userId, tableId, records);\n\n expect(prismaService.txClient().attachmentsTable.createMany).toBeCalled();\n expect(service.delete).toHaveBeenCalledTimes(0);\n });\n\n it('should delete attachments for records with old attachments', async () => {\n // Mock data\n const userId = 'user123';\n const tableId = 'table123';\n const mockOldAttachmentCellValue: IAttachmentCellValue = [\n {\n id: 'atc-old1',\n name: 'attachmentName',\n path: 'attachmentPath',\n token: 'attachmentToken',\n size: 100,\n mimetype: 'image/jpeg',\n },\n {\n id: 'atc-old2',\n name: 'attachmentName',\n path: 'attachmentPath',\n token: 'attachmentToken',\n size: 100,\n mimetype: 'image/jpeg',\n },\n ];\n const records: IChangeRecord[] = [\n {\n id: 'record1',\n fields: {\n field1: {\n newValue: mockAttachmentCellValue.slice(0, 1),\n oldValue: mockOldAttachmentCellValue.slice(0, 1),\n },\n },\n },\n {\n id: 'record2',\n fields: {\n field2: {\n newValue: mockAttachmentCellValue.slice(1),\n oldValue: mockOldAttachmentCellValue.slice(1),\n },\n },\n },\n ];\n\n vi.spyOn(service as any, 'getAttachmentFields').mockResolvedValue(mockAttachmentFields);\n vi.spyOn(service, 'delete').mockResolvedValue();\n\n await service.updateRecords(userId, tableId, records);\n\n expect(prismaService.txClient().attachmentsTable.createMany).toBeCalled();\n expect(service.delete).toHaveBeenCalledWith([\n {\n tableId,\n recordId: 'record1',\n fieldId: 'field1',\n attachmentId: 'atc-old1',\n },\n {\n tableId,\n recordId: 'record2',\n fieldId: 'field2',\n attachmentId: 'atc-old2',\n },\n ]);\n });\n });\n\n describe('delete', () => {\n const queries = [\n {\n tableId: 'tableId',\n recordId: 'recordId',\n fieldId: 'fieldId',\n attachmentId: 'attachmentId',\n },\n ];\n\n it('should delete records', async () => {\n await service.delete(queries);\n expect(prismaService.attachmentsTable.deleteMany).toBeCalledTimes(queries.length);\n });\n\n it('should throw error if updateMany fails', async () => {\n (prismaService.attachmentsTable.deleteMany as Mock).mockRejectedValueOnce(\n new Error(updateManyError)\n );\n await expect(service.delete(queries)).rejects.toThrow(updateManyError);\n expect(prismaService.attachmentsTable.deleteMany).toBeCalled();\n });\n });\n\n describe('deleteRecords', () => {\n it('should delete attachments for specified records', async () => {\n // Mock data\n const tableId = 'table123';\n const recordIds = ['record1', 'record2'];\n\n // Call the method\n await service.deleteRecords(tableId, recordIds);\n\n // Verify that Prisma method was called with the correct parameters\n expect(prismaService.txClient().attachmentsTable.deleteMany).toHaveBeenCalledWith({\n where: { tableId, recordId: { in: recordIds } },\n });\n });\n\n // Add more test cases for different scenarios\n });\n\n describe('deleteFields', () => {\n it('should delete attachments for specified fields', async () => {\n // Mock data\n const tableId = 'table123';\n const fieldIds = ['field1', 'field2'];\n\n // Call the method\n await service.deleteFields(tableId, fieldIds);\n\n // Verify that Prisma method was called with the correct parameters\n expect(prismaService.txClient().attachmentsTable.deleteMany).toHaveBeenCalledWith({\n where: { tableId, fieldId: { in: fieldIds } },\n });\n });\n });\n\n describe('deleteTable', () => {\n it('should delete all attachments for the specified table', async () => {\n // Mock data\n const tableId = 'table123';\n\n // Call the method\n await service.deleteTable(tableId);\n\n // Verify that Prisma method was called with the correct parameters\n expect(prismaService.txClient().attachmentsTable.deleteMany).toHaveBeenCalledWith({\n where: { tableId },\n });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments-table.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { FieldType } from '@teable/core';\nimport type { IAttachmentCellValue, IRecord } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { Prisma } from '@teable/db-main-prisma';\nimport type { IChangeRecord } from '../../event-emitter/events';\n\n@Injectable()\nexport class AttachmentsTableService {\n constructor(private readonly prismaService: PrismaService) {}\n\n private createUniqueKey(\n tableId: string,\n fieldId: string,\n recordId: string,\n attachmentId: string\n ) {\n return `${tableId}-${fieldId}-${recordId}-${attachmentId}`;\n }\n\n private async getAttachmentFields(tableId: string) {\n return await this.prismaService.txClient().field.findMany({\n where: { tableId, type: FieldType.Attachment, isLookup: null, deletedTime: null },\n select: { id: true },\n });\n }\n\n async createRecords(userId: string, tableId: string, records: IRecord[]) {\n const fieldRaws = await this.getAttachmentFields(tableId);\n const newAttachments: Prisma.AttachmentsTableCreateInput[] = [];\n records.forEach((record) => {\n const { id: recordId, fields } = record;\n fieldRaws.forEach(({ id }) => {\n const attachments = fields[id] as IAttachmentCellValue;\n attachments?.forEach((attachment) => {\n newAttachments.push({\n tableId,\n recordId,\n name: attachment.name,\n fieldId: id,\n token: attachment.token,\n attachmentId: attachment.id,\n createdBy: userId,\n });\n });\n });\n });\n if (!newAttachments.length) {\n return;\n }\n await this.prismaService.$tx(async (prisma) => {\n await prisma.attachmentsTable.createMany({\n data: newAttachments,\n });\n });\n }\n\n async updateRecords(userId: string, tableId: string, records: IChangeRecord[]) {\n const fieldRaws = await this.getAttachmentFields(tableId);\n const newAttachments: Prisma.AttachmentsTableCreateInput[] = [];\n const needDelete: {\n tableId: string;\n fieldId: string;\n recordId: string;\n attachmentId: string;\n }[] = [];\n records.forEach((record) => {\n const { id: recordId, fields } = record;\n fieldRaws.forEach(({ id: fieldId }) => {\n const { newValue, oldValue } = fields[fieldId] || {};\n const newAttachmentsValue = newValue as IAttachmentCellValue;\n const newAttachmentsMap = new Map();\n const oldAttachmentsValue = oldValue as IAttachmentCellValue;\n const oldAttachmentsMap = new Map();\n newAttachmentsValue?.forEach((attachment) => {\n newAttachmentsMap.set(\n this.createUniqueKey(tableId, fieldId, recordId, attachment.id),\n true\n );\n });\n oldAttachmentsValue?.forEach((attachment) => {\n oldAttachmentsMap.set(\n this.createUniqueKey(tableId, fieldId, recordId, attachment.id),\n true\n );\n });\n oldAttachmentsValue?.forEach((attachment) => {\n const uniqueKey = this.createUniqueKey(tableId, fieldId, recordId, attachment.id);\n if (newAttachmentsMap.has(uniqueKey)) {\n return;\n }\n needDelete.push({\n tableId,\n fieldId,\n recordId,\n attachmentId: attachment.id,\n });\n });\n newAttachmentsValue?.forEach((attachment) => {\n const uniqueKey = this.createUniqueKey(tableId, fieldId, recordId, attachment.id);\n if (oldAttachmentsMap.has(uniqueKey)) {\n return;\n } else {\n newAttachments.push({\n tableId,\n recordId,\n name: attachment.name,\n fieldId,\n token: attachment.token,\n attachmentId: attachment.id,\n createdBy: userId,\n });\n }\n });\n });\n });\n\n if (!needDelete.length && !newAttachments.length) {\n return;\n }\n\n await this.prismaService.$tx(async (prisma) => {\n needDelete.length && (await this.delete(needDelete));\n if (newAttachments.length) {\n await prisma.attachmentsTable.createMany({\n data: newAttachments,\n });\n }\n });\n }\n\n async delete(\n query: {\n tableId: string;\n recordId: string;\n fieldId: string;\n attachmentId?: string;\n }[]\n ) {\n if (!query.length) {\n return;\n }\n\n await this.prismaService.txClient().attachmentsTable.deleteMany({\n where: { OR: query },\n });\n }\n\n async deleteRecords(tableId: string, recordIds: string[]) {\n await this.prismaService.txClient().attachmentsTable.deleteMany({\n where: { tableId, recordId: { in: recordIds } },\n });\n }\n\n async deleteFields(tableId: string, fieldIds: string[]) {\n await this.prismaService.txClient().attachmentsTable.deleteMany({\n where: { tableId, fieldId: { in: fieldIds } },\n });\n }\n\n async deleteTable(tableId: string) {\n await this.prismaService.txClient().attachmentsTable.deleteMany({\n where: { tableId },\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { vi } from 'vitest';\nimport { AttachmentsController } from './attachments.controller';\nimport { AttachmentsModule } from './attachments.module';\n\ndescribe('AttachmentsController', () => {\n let controller: AttachmentsController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [AttachmentsController],\n imports: [AttachmentsModule],\n })\n .useMocker((token) => {\n if (token === PrismaService) {\n return vi.fn();\n }\n })\n .compile();\n\n controller = module.get(AttachmentsController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments.controller.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport {\n Body,\n Controller,\n Get,\n Param,\n Post,\n Put,\n Query,\n Req,\n Res,\n StreamableFile,\n UseGuards,\n} from '@nestjs/common';\nimport { SignatureRo, signatureRoSchema } from '@teable/openapi';\nimport type { INotifyVo, SignatureVo } from '@teable/openapi';\nimport { Response, Request } from 'express';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Public } from '../auth/decorators/public.decorator';\nimport { AuthGuard } from '../auth/guard/auth.guard';\nimport { AttachmentsService } from './attachments.service';\nimport { DynamicAuthGuardFactory } from './guard/auth.guard';\n\n@Controller('api/attachments')\n@Public()\nexport class AttachmentsController {\n constructor(private readonly attachmentsService: AttachmentsService) {}\n\n @Put('/upload/:token')\n async uploadFilePut(@Req() req: Request, @Param('token') token: string) {\n await this.attachmentsService.upload(req, token);\n return null;\n }\n\n @Post('/upload/:token')\n async uploadFilePost(@Req() req: Request, @Param('token') token: string) {\n await this.attachmentsService.upload(req, token);\n return null;\n }\n\n @Get('/read/:path(*)')\n async read(\n @Res({ passthrough: true }) res: Response,\n @Req() req: Request,\n @Param('path') path: string,\n @Query('token') token: string,\n @Query('response-content-disposition') responseContentDisposition?: string\n ) {\n const hasCache = this.attachmentsService.localFileConditionalCaching(path, req.headers, res);\n if (hasCache) {\n res.status(304);\n return;\n }\n const { fileStream, headers } = await this.attachmentsService.readLocalFile(path, token);\n if (responseContentDisposition) {\n const fileNameMatch =\n responseContentDisposition.match(/filename\\*=UTF-8''([^;]+)/) ||\n responseContentDisposition.match(/filename=\"?([^\"]+)\"?/);\n if (fileNameMatch) {\n const fileName = fileNameMatch[1] as string;\n headers['Content-Disposition'] =\n `attachment; filename*=UTF-8''${encodeURIComponent(fileName)}`;\n } else {\n headers['Content-Disposition'] = responseContentDisposition;\n }\n }\n headers['Cross-Origin-Resource-Policy'] = 'unsafe-none';\n headers['Content-Security-Policy'] = '';\n res.set(headers);\n return new StreamableFile(fileStream);\n }\n\n @UseGuards(AuthGuard, DynamicAuthGuardFactory)\n @Post('/signature')\n async signature(\n @Body(new ZodValidationPipe(signatureRoSchema)) body: SignatureRo\n ): Promise {\n return await this.attachmentsService.signature(body);\n }\n\n @UseGuards(AuthGuard, DynamicAuthGuardFactory)\n @Post('/notify/:token')\n async notify(\n @Param('token') token: string,\n @Query('filename') filename?: string\n ): Promise {\n return await this.attachmentsService.notify(token, filename);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { AuthModule } from '../auth/auth.module';\nimport { ShareAuthModule } from '../share/share-auth.module';\nimport { AttachmentsCropModule } from './attachments-crop.module';\nimport { AttachmentsStorageModule } from './attachments-storage.module';\nimport { AttachmentsController } from './attachments.controller';\nimport { AttachmentsService } from './attachments.service';\nimport { DynamicAuthGuardFactory } from './guard/auth.guard';\nimport { StorageModule } from './plugins/storage.module';\n\n@Module({\n providers: [AttachmentsService, DynamicAuthGuardFactory],\n controllers: [AttachmentsController],\n imports: [\n StorageModule,\n AttachmentsStorageModule,\n ShareAuthModule,\n AuthModule,\n AttachmentsCropModule,\n ],\n exports: [AttachmentsService],\n})\nexport class AttachmentsModule {}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport { vi } from 'vitest';\nimport { GlobalModule } from '../../global/global.module';\nimport { AttachmentsModule } from './attachments.module';\nimport { AttachmentsService } from './attachments.service';\n\ndescribe('AttachmentsService', () => {\n let service: AttachmentsService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [AttachmentsModule, GlobalModule],\n })\n .useMocker((token) => {\n if (token === ClsService || token === PrismaService) {\n return vi.fn();\n }\n })\n .compile();\n\n service = module.get(AttachmentsService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/attachments/attachments.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport fs from 'fs';\nimport type { IncomingHttpHeaders } from 'http';\nimport { tmpdir } from 'os';\nimport { dirname, join } from 'path';\nimport { Readable } from 'stream';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { HttpErrorCode, type IAttachmentItem } from '@teable/core';\nimport { generateAttachmentId } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n axios,\n UploadType,\n type INotifyVo,\n type SignatureRo,\n type SignatureVo,\n} from '@teable/openapi';\nimport type { Request, Response } from 'express';\nimport fse from 'fs-extra';\nimport mimeTypes from 'mime-types';\nimport { nanoid } from 'nanoid';\nimport { ClsService } from 'nestjs-cls';\nimport { CacheService } from '../../cache/cache.service';\nimport { StorageConfig, IStorageConfig } from '../../configs/storage';\nimport { ThresholdConfig, IThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport { FileUtils } from '../../utils';\nimport { second } from '../../utils/second';\nimport { AttachmentsCropQueueProcessor } from './attachments-crop.processor';\nimport { AttachmentsStorageService } from './attachments-storage.service';\nimport StorageAdapter from './plugins/adapter';\nimport type { LocalStorage } from './plugins/local';\nimport { InjectStorageAdapter } from './plugins/storage';\nimport { getExtensionPreview } from './utils';\n@Injectable()\nexport class AttachmentsService {\n private logger = new Logger(AttachmentsService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly cacheService: CacheService,\n private readonly attachmentsStorageService: AttachmentsStorageService,\n private readonly attachmentsCropQueueProcessor: AttachmentsCropQueueProcessor,\n @StorageConfig() readonly storageConfig: IStorageConfig,\n @ThresholdConfig() readonly thresholdConfig: IThresholdConfig,\n @InjectStorageAdapter() readonly storageAdapter: StorageAdapter\n ) {}\n /**\n * Local upload\n */\n async upload(req: Request, token: string) {\n const tokenCache = await this.cacheService.get(`attachment:signature:${token}`);\n const localStorage = this.storageAdapter as LocalStorage;\n if (!tokenCache) {\n throw new CustomHttpException('Invalid token', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidToken',\n },\n });\n }\n const { path, bucket } = tokenCache;\n const file = await localStorage.saveTemporaryFile(req);\n await localStorage.validateToken(token, file);\n const hash = await FileUtils.getHash(file.path);\n await localStorage.save(file.path, join(bucket, path));\n\n await this.cacheService.set(\n `attachment:upload:${token}`,\n { mimetype: file.mimetype, hash, size: file.size },\n second(this.storageConfig.tokenExpireIn)\n );\n }\n\n async readLocalFile(path: string, token?: string) {\n const localStorage = this.storageAdapter as LocalStorage;\n let respHeaders: Record = {};\n\n if (!path) {\n throw new CustomHttpException('Could not find attachment', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.attachment.notFound',\n },\n });\n }\n const { bucket, token: tokenInPath } = localStorage.parsePath(path);\n if (token && !StorageAdapter.isPublicBucket(bucket)) {\n respHeaders = localStorage.verifyReadToken(token).respHeaders ?? {};\n } else {\n const attachment = await this.prismaService\n .txClient()\n .attachments.findUnique({ where: { token: tokenInPath, deletedTime: null } });\n if (!attachment) {\n throw new CustomHttpException('Invalid path', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidPath',\n },\n });\n }\n respHeaders['Content-Type'] = getExtensionPreview(attachment.mimetype);\n }\n\n const headers: Record = respHeaders ?? {};\n const fileStream = localStorage.read(path);\n\n return { headers, fileStream };\n }\n\n localFileConditionalCaching(path: string, reqHeaders: IncomingHttpHeaders, res: Response) {\n const ifModifiedSince = reqHeaders['if-modified-since'];\n const localStorage = this.storageAdapter as LocalStorage;\n const lastModifiedTimestamp = localStorage.getLastModifiedTime(path);\n if (!lastModifiedTimestamp) {\n throw new CustomHttpException('Could not find attachment', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidPath',\n },\n });\n }\n // Comparison of accuracy in seconds\n if (\n !ifModifiedSince ||\n Math.floor(new Date(ifModifiedSince).getTime() / 1000) <\n Math.floor(lastModifiedTimestamp / 1000)\n ) {\n res.set('Last-Modified', new Date(lastModifiedTimestamp).toUTCString());\n return false;\n }\n return true;\n }\n\n async signature(signatureRo: SignatureRo & { internal?: boolean }): Promise {\n const { type, ...presignedParams } = signatureRo;\n const contentLength = signatureRo.contentLength;\n const MAX_FILE_SIZE = this.thresholdConfig.maxAttachmentUploadSize;\n if (contentLength > MAX_FILE_SIZE) {\n const maxSize = (MAX_FILE_SIZE / (1024 * 1024)).toFixed(2);\n throw new CustomHttpException(\n `File size exceeds the maximum limit of ${maxSize} MB`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.fileSizeExceedsMaximumLimit',\n context: {\n maxSize: `${maxSize}MB`,\n },\n },\n }\n );\n }\n const hash = presignedParams.hash;\n const dir = StorageAdapter.getDir(type);\n const bucket = StorageAdapter.getBucket(type);\n const res = await this.storageAdapter.presigned(bucket, dir, {\n ...presignedParams,\n });\n const { path, token } = res;\n await this.cacheService.set(\n `attachment:signature:${token}`,\n { path, bucket, hash },\n signatureRo.expiresIn ?? second(this.storageConfig.tokenExpireIn)\n );\n return res;\n }\n\n async notify(token: string, filename?: string): Promise {\n const tokenCache = await this.cacheService.get(`attachment:signature:${token}`);\n if (!tokenCache) {\n throw new CustomHttpException('Invalid token', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidToken',\n },\n });\n }\n const userId = this.cls.get('user.id');\n const { path, bucket } = tokenCache;\n const { hash, size, mimetype, width, height, url } = await this.storageAdapter.getObjectMeta(\n bucket,\n path,\n token\n );\n const attachment = await this.prismaService.txClient().attachments.create({\n data: {\n hash,\n size,\n mimetype,\n token,\n path,\n width,\n height,\n createdBy: userId,\n },\n select: {\n token: true,\n size: true,\n mimetype: true,\n width: true,\n height: true,\n path: true,\n },\n });\n await this.attachmentsCropQueueProcessor.queue.add('attachment_crop_image', {\n token: attachment.token,\n path: attachment.path,\n mimetype: attachment.mimetype,\n height: attachment.height,\n bucket,\n });\n const filenameHeader = filename\n ? {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Disposition': `attachment; filename*=UTF-8''${encodeURIComponent(filename)}`,\n }\n : {};\n return {\n ...attachment,\n size: Number(attachment.size),\n width: attachment.width ?? undefined,\n height: attachment.height ?? undefined,\n url,\n presignedUrl: await this.attachmentsStorageService.getPreviewUrlByPath(\n bucket,\n path,\n token,\n undefined,\n // eslint-disable-next-line @typescript-eslint/naming-convention\n { 'Content-Type': mimetype, ...filenameHeader }\n ),\n };\n }\n\n private async notifyToAttachmentItem(token: string, filename: string): Promise {\n const notifyVo = await this.notify(token, filename);\n return {\n ...notifyVo,\n id: generateAttachmentId(),\n name: filename,\n };\n }\n\n async uploadFile(file: Express.Multer.File): Promise {\n const MAX_FILE_SIZE = this.thresholdConfig.maxOpenapiAttachmentUploadSize;\n if (file.size > MAX_FILE_SIZE) {\n const maxSize = (MAX_FILE_SIZE / (1024 * 1024)).toFixed(2);\n throw new CustomHttpException(\n `File size exceeds the maximum limit of ${maxSize} MB`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.fileSizeExceedsMaximumLimit',\n context: {\n maxSize: `${maxSize}MB`,\n },\n },\n }\n );\n }\n\n const contentType =\n file.mimetype === 'application/octet-stream'\n ? mimeTypes.lookup(file.originalname) || file.mimetype\n : file.mimetype;\n const contentLength = file.size;\n\n const { token, url } = await this.signature({\n type: UploadType.Table,\n contentLength,\n contentType,\n internal: true,\n });\n const fileStream = Readable.from(file.buffer);\n const filename = Buffer.from(file.originalname, 'latin1').toString('utf-8');\n this.logger.log(\n `Uploading file: ${filename}, size: ${contentLength} bytes, mimetype: ${contentType}`\n );\n\n await this.uploadStreamToStorage(url, fileStream, contentType, contentLength);\n\n return await this.notifyToAttachmentItem(token, filename);\n }\n\n async uploadFromLocalFile(filePath: string, filename: string): Promise {\n const MAX_FILE_SIZE = this.thresholdConfig.maxOpenapiAttachmentUploadSize;\n const stat = await fs.promises.stat(filePath);\n const contentLength = stat.size;\n\n if (contentLength > MAX_FILE_SIZE) {\n const maxSize = (MAX_FILE_SIZE / (1024 * 1024)).toFixed(2);\n throw new CustomHttpException(\n `File size exceeds the maximum limit of ${maxSize} MB`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.fileSizeExceedsMaximumLimit',\n context: {\n maxSize: `${maxSize}MB`,\n },\n },\n }\n );\n }\n\n const contentType = mimeTypes.lookup(filename) || 'application/octet-stream';\n const { token, url } = await this.signature({\n type: UploadType.Table,\n contentLength,\n contentType,\n internal: true,\n });\n\n try {\n await this.uploadStreamToStorage(\n url,\n fs.createReadStream(filePath),\n contentType,\n contentLength\n );\n return await this.notifyToAttachmentItem(token, filename);\n } finally {\n await fs.promises.unlink(filePath);\n // Clean up temp subdirectory (created by email attachment saver)\n const dir = dirname(filePath);\n try {\n await fs.promises.rmdir(dir);\n } catch {\n /* directory not empty or already removed */\n }\n }\n }\n\n async uploadFromUrl(\n fileUrl: string,\n uploadType: UploadType = UploadType.Table\n ): Promise {\n const MAX_FILE_SIZE = this.thresholdConfig.maxOpenapiAttachmentUploadSize;\n\n const { contentLength, contentType, tempFilePath } = await this.getFileInfo(\n fileUrl,\n MAX_FILE_SIZE\n );\n\n if (contentLength > MAX_FILE_SIZE) {\n const maxSize = (MAX_FILE_SIZE / (1024 * 1024)).toFixed(2);\n throw new CustomHttpException(\n `File size exceeds the maximum limit of ${maxSize} MB`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.fileSizeExceedsMaximumLimit',\n context: {\n maxSize: `${maxSize}MB`,\n },\n },\n }\n );\n }\n\n const filename = this.getFilenameFromUrl(fileUrl);\n const { token, url } = await this.signature({\n type: uploadType,\n contentLength,\n contentType,\n internal: true,\n });\n\n try {\n await this.uploadFileContent(url, tempFilePath, contentType, contentLength, fileUrl);\n return await this.notifyToAttachmentItem(token, filename);\n } catch (error) {\n console.error('uploadFromUrl:upload', error);\n throw new CustomHttpException('Url reject', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.urlReject',\n },\n });\n } finally {\n if (tempFilePath) {\n fs.unlinkSync(tempFilePath);\n }\n }\n }\n\n private async getFileInfo(\n fileUrl: string,\n maxFileSize: number\n ): Promise<{ contentLength: number; contentType: string; tempFilePath: string | null }> {\n let contentLength: number | undefined;\n let contentType: string | undefined;\n let tempFilePath: string | null = null;\n\n try {\n const headResponse = await axios.head(fileUrl);\n contentLength =\n headResponse.headers['content-length'] && parseInt(headResponse.headers['content-length']);\n contentType = mimeTypes.lookup(fileUrl) || headResponse.headers['content-type'];\n this.logger.log(\n `HEAD request successful. Content-Length: ${contentLength}, Content-Type: ${contentType}`\n );\n } catch (error) {\n console.warn('HEAD request failed, falling back to GET:', error);\n }\n\n if (!contentLength) {\n this.logger.log('Content length not available from HEAD request. Downloading file...');\n const tempFileName = `temp-${nanoid()}`;\n tempFilePath = join(tmpdir(), tempFileName);\n\n const { contentType: contentTypeFromDownLoad } = await this.downloadFile(\n fileUrl,\n tempFilePath,\n maxFileSize\n );\n // why do not get from downloadFile function causing mismatch size when call it in different environment.\n contentLength = fs.statSync(tempFilePath).size;\n this.logger.log(`File downloaded. Size: ${contentLength} bytes`);\n\n if (!contentType) {\n contentType =\n mimeTypes.lookup(fileUrl) || contentTypeFromDownLoad || 'application/octet-stream';\n }\n }\n\n return {\n contentLength,\n contentType: contentType as string,\n tempFilePath,\n };\n }\n\n private async uploadFileContent(\n url: string,\n tempFilePath: string | null,\n contentType: string,\n contentLength: number,\n fileUrl: string\n ): Promise {\n if (tempFilePath) {\n await this.uploadStreamToStorage(\n url,\n fs.createReadStream(tempFilePath),\n contentType,\n contentLength\n );\n this.logger.log('Upload from temporary file completed');\n } else {\n this.logger.log(`Downloading and uploading from URL: ${fileUrl}`);\n const response = await axios.get(fileUrl, { responseType: 'stream' });\n await this.uploadStreamToStorage(url, response.data, contentType, contentLength);\n }\n }\n\n private async uploadStreamToStorage(\n url: string,\n stream: Readable,\n contentType: string,\n contentLength: number\n ): Promise {\n try {\n await axios.put(url, stream, {\n headers: {\n 'Content-Type': contentType,\n 'Content-Length': contentLength,\n },\n });\n } catch (error) {\n stream.destroy();\n throw error;\n }\n }\n\n private getFilenameFromUrl(url: string): string {\n const urlParts = new URL(url);\n const pathParts = urlParts.pathname.split('/');\n return pathParts[pathParts.length - 1] || 'downloaded_file';\n }\n\n private async downloadFile(\n url: string,\n filePath: string,\n maxSize: number\n ): Promise<{\n contentType: string;\n }> {\n let downloadedBytes = 0;\n\n const response = await axios({\n method: 'get',\n url: url,\n responseType: 'stream',\n });\n\n return new Promise((resolve, reject) => {\n const writer = fs.createWriteStream(filePath);\n const cleanup = () => {\n writer.removeAllListeners();\n writer.destroy();\n response.data?.removeAllListeners();\n response.data?.destroy?.();\n fse.removeSync(filePath);\n };\n try {\n response.data.on('data', (chunk: Buffer) => {\n downloadedBytes += chunk.length;\n if (downloadedBytes > maxSize) {\n cleanup();\n throw new CustomHttpException(\n `File size exceeds the maximum limit of ${(maxSize / (1024 * 1024)).toFixed(2)} MB`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.fileSizeExceedsMaximumLimit',\n context: {\n maxSize: `${(maxSize / (1024 * 1024)).toFixed(2)}MB`,\n },\n },\n }\n );\n }\n });\n\n response.data.on('error', (error: unknown) => {\n cleanup();\n reject(error);\n });\n\n response.data.pipe(writer);\n\n writer.on('finish', () => {\n resolve({\n contentType: response?.headers?.['content-type'],\n });\n });\n writer.on('error', (error: unknown) => {\n cleanup();\n reject(error);\n });\n } catch (error) {\n cleanup();\n reject(error);\n }\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/constant.ts", "content": "export const ATTACHMENT_SM_THUMBNAIL_HEIGHT = 56;\nexport const ATTACHMENT_LG_THUMBNAIL_HEIGHT = 525;\n" }, { "path": "apps/nestjs-backend/src/features/attachments/guard/auth.guard.ts", "content": "import type { CanActivate, ExecutionContext } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../types/cls';\nimport { AuthGuard } from '../../auth/guard/auth.guard';\nimport { ShareAuthGuard } from '../../share/guard/auth.guard';\n\n@Injectable()\nexport class DynamicAuthGuardFactory implements CanActivate {\n constructor(\n private readonly shareAuthGuard: ShareAuthGuard,\n private readonly authGuard: AuthGuard,\n private readonly cls: ClsService\n ) {}\n canActivate(context: ExecutionContext) {\n const shareId = context.switchToHttp().getRequest().headers['tea-share-id'];\n if (shareId) {\n this.cls.set('shareViewId', shareId);\n return this.shareAuthGuard.validate(context, shareId);\n }\n return this.authGuard.validate(context);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/plugins/adapter.ts", "content": "import type { Readable as ReadableStream } from 'node:stream';\nimport { resolve } from 'path';\nimport { BadRequestException } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport { UploadType } from '@teable/openapi';\nimport { storageConfig } from '../../../configs/storage';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IObjectMeta, IPresignParams, IPresignRes } from './types';\n\nexport default abstract class StorageAdapter {\n static readonly TEMPORARY_DIR = resolve(process.cwd(), '.temporary');\n\n static readonly getBucket = (type: UploadType) => {\n switch (type) {\n case UploadType.Table:\n case UploadType.Import:\n case UploadType.ExportBase:\n case UploadType.Comment:\n case UploadType.App:\n case UploadType.ChatFile:\n case UploadType.Automation:\n return storageConfig().privateBucket;\n case UploadType.Avatar:\n case UploadType.OAuth:\n case UploadType.Form:\n case UploadType.Plugin:\n case UploadType.Logo:\n case UploadType.Template:\n case UploadType.ChatDataVisualizationCode:\n return storageConfig().publicBucket;\n default:\n throw new CustomHttpException('Invalid upload type', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidUploadType',\n },\n });\n }\n };\n\n static readonly getDir = (type: UploadType): string => {\n switch (type) {\n case UploadType.Table:\n return 'table';\n case UploadType.Avatar:\n return 'avatar';\n case UploadType.Form:\n return 'form';\n case UploadType.OAuth:\n return 'oauth';\n case UploadType.Import:\n return 'import';\n case UploadType.Plugin:\n return 'plugin';\n case UploadType.Comment:\n return 'comment';\n case UploadType.Logo:\n return 'logo';\n case UploadType.ExportBase:\n return 'export-base';\n case UploadType.Template:\n return 'template';\n case UploadType.ChatDataVisualizationCode:\n return 'chat-data-visualization-code';\n case UploadType.App:\n return 'app';\n case UploadType.ChatFile:\n return 'chat-file';\n case UploadType.Automation:\n return 'automation';\n default:\n throw new CustomHttpException('Invalid upload type', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidUploadType',\n },\n });\n }\n };\n\n static readonly isPublicBucket = (bucket: string) => {\n return bucket === storageConfig().publicBucket;\n };\n\n /**\n * generate presigned url\n * @param bucket bucket name\n * @param dir storage dir\n * @param params presigned params, limit presigned url upload file\n * @returns presigned url and upload params\n */\n abstract presigned(bucket: string, dir: string, params: IPresignParams): Promise;\n\n /**\n * get object meta\n * @param bucket bucket name\n * @param path path name\n * @param token presigned token\n * @returns object meta\n */\n abstract getObjectMeta(bucket: string, path: string, token: string): Promise;\n\n /**\n * get preview url\n * @param bucket bucket name\n * @param path path name\n * @param respHeaders response headers, example: { 'Content-Type': 'images/png' }\n */\n abstract getPreviewUrl(\n bucket: string,\n path: string,\n expiresIn?: number,\n respHeaders?: {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n [key: string]: any;\n }\n ): Promise;\n\n /**\n * uploadFile with file path\n * @param bucket bucket name\n * @param path path name\n * @param filePath file path\n * @param metadata Metadata of the object.\n */\n abstract uploadFileWidthPath(\n bucket: string,\n path: string,\n filePath: string,\n metadata: Record\n ): Promise<{ hash: string; path: string }>;\n\n /**\n * uploadFile with file stream\n * @param bucket bucket name\n * @param path path name\n * @param stream file stream\n * @param metadata Metadata of the object.\n */\n abstract uploadFile(\n bucket: string,\n path: string,\n stream: Buffer | ReadableStream,\n metadata?: Record\n ): Promise<{ hash: string; path: string }>;\n\n abstract uploadFileStream(\n bucket: string,\n path: string,\n stream: Buffer | ReadableStream,\n metadata?: Record\n ): Promise<{ hash: string; path: string }>;\n\n /**\n * cut image\n * @param bucket bucket name\n * @param path path name\n * @param width width\n * @param height height\n * @param newPath save as new path\n * @returns cut image url\n */\n abstract cropImage(\n bucket: string,\n path: string,\n width?: number,\n height?: number,\n newPath?: string\n ): Promise;\n\n abstract downloadFile(bucket: string, path: string): Promise;\n\n abstract deleteDir(bucket: string, path: string, throwError?: boolean): Promise;\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/plugins/aliyun.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { GetObjectCommand, S3Client } from '@aws-sdk/client-s3';\nimport { getSignedUrl } from '@aws-sdk/s3-request-presigner';\nimport { Injectable } from '@nestjs/common';\nimport { NodeHttpHandler } from '@smithy/node-http-handler';\nimport { IStorageConfig, StorageConfig } from '../../../configs/storage';\nimport { second } from '../../../utils/second';\nimport type StorageAdapter from './adapter';\nimport { S3Storage } from './s3';\nimport type { IRespHeaders } from './types';\n\n@Injectable()\nexport class AliyunStorage extends S3Storage implements StorageAdapter {\n private aliyunClient: S3Client;\n\n constructor(@StorageConfig() readonly config: IStorageConfig) {\n super(config);\n const { endpoint, region, accessKey, secretKey, maxSockets } = this.config.s3;\n const requestHandler = maxSockets\n ? new NodeHttpHandler({\n httpsAgent: {\n maxSockets: maxSockets,\n },\n })\n : undefined;\n this.aliyunClient = new S3Client({\n region,\n endpoint,\n requestHandler,\n credentials: {\n accessKeyId: accessKey,\n secretAccessKey: secretKey,\n },\n });\n }\n\n private replacePrivateBucketEndpoint(url: string, bucket: string) {\n const { privateBucketEndpoint, privateBucket } = this.config;\n if (privateBucketEndpoint && bucket === privateBucket) {\n const resUrl = new URL(url);\n const newUrl = new URL(privateBucketEndpoint);\n resUrl.protocol = newUrl.protocol;\n resUrl.hostname = newUrl.hostname;\n resUrl.port = newUrl.port;\n return resUrl.toString();\n }\n return url;\n }\n\n async getPreviewUrl(\n bucket: string,\n path: string,\n expiresIn: number = second(this.config.urlExpireIn),\n respHeaders?: IRespHeaders\n ): Promise {\n const command = new GetObjectCommand({\n Bucket: bucket,\n Key: path,\n ResponseContentDisposition: respHeaders?.['Content-Disposition'],\n });\n\n const res = await getSignedUrl(this.aliyunClient, command, {\n expiresIn: expiresIn ?? second(this.config.tokenExpireIn),\n });\n return this.replacePrivateBucketEndpoint(res, bucket);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/plugins/local.spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport * as fs from 'fs';\nimport { join, resolve } from 'path';\nimport { Test } from '@nestjs/testing';\nimport type { TestingModule } from '@nestjs/testing';\nimport * as fse from 'fs-extra';\nimport { vi } from 'vitest';\nimport { getError } from '../../../../test/utils/get-error';\nimport { CacheService } from '../../../cache/cache.service';\nimport type { IAttachmentLocalTokenCache } from '../../../cache/types';\nimport { baseConfig } from '../../../configs/base.config';\nimport { storageConfig } from '../../../configs/storage';\nimport { GlobalModule } from '../../../global/global.module';\nimport { LocalStorage } from './local';\nimport { StorageModule } from './storage.module';\nimport type { ILocalFileUpload } from './types';\n\nvi.mock('fs-extra');\nvi.mock('fs');\n\ndescribe('LocalStorage', () => {\n let storage: LocalStorage;\n const imageType = 'image/png';\n const imageMeta = {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': imageType,\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Length': 1024,\n };\n\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const mockConfig: any = {\n local: {\n path: '/mock/path',\n },\n encryption: {\n algorithm: 'aes-128-cbc',\n key: '73b00476e456323e',\n iv: '8c9183e4c175f63c',\n },\n tokenExpireIn: '7d',\n urlExpireIn: '7d',\n };\n\n const mockBaseConfig: any = {\n storagePrefix: 'https://example.com',\n };\n\n // eslint-disable-next-line @typescript-eslint/naming-convention\n const mockRespHeaders = { 'Content-Type': imageType };\n\n const mockCacheService = {\n set: vi.fn(),\n get: vi.fn(),\n };\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [StorageModule, GlobalModule],\n providers: [\n LocalStorage,\n {\n provide: CacheService,\n useValue: mockCacheService,\n },\n {\n provide: storageConfig.KEY,\n useValue: mockConfig,\n },\n {\n provide: baseConfig.KEY,\n useValue: mockBaseConfig,\n },\n ],\n }).compile();\n\n storage = module.get(LocalStorage);\n });\n\n describe('presigned', () => {\n it('should generate presigned URL', async () => {\n const mockDir = '/mock/dir';\n const mockParams = {\n contentType: imageType,\n contentLength: 1024,\n hash: 'mock-hash',\n };\n\n const result = await storage.presigned('bucket', mockDir, mockParams);\n\n expect(mockCacheService.set).toHaveBeenCalled();\n expect(result).toHaveProperty('token');\n expect(result).toHaveProperty('path', '/mock/dir/mock-hash');\n expect(result).toHaveProperty('url');\n expect(result).toHaveProperty('uploadMethod', 'PUT');\n expect(result).toHaveProperty('requestHeaders', imageMeta);\n });\n });\n\n describe('validateToken', () => {\n const localSignatureCache: IAttachmentLocalTokenCache = {\n expiresDate: Math.floor(Date.now() / 1000) + 100000,\n contentLength: imageMeta['Content-Length'],\n contentType: imageMeta['Content-Type'],\n };\n const uploadMeta: ILocalFileUpload = {\n path: '',\n size: imageMeta['Content-Length'],\n mimetype: imageMeta['Content-Type'],\n };\n it('should throw BadRequestException for invalid token', async () => {\n mockCacheService.get.mockResolvedValue(null);\n\n const error = await getError(() => storage.validateToken('invalid-token', uploadMeta));\n expect(error).toBeDefined();\n expect(error?.message).toBe('Invalid token');\n expect(error?.status).toBe(400);\n });\n\n it('should throw BadRequestException for expired token', async () => {\n const expiredTokenMeta = {\n ...localSignatureCache,\n expiresDate: 1000,\n };\n\n mockCacheService.get.mockResolvedValue(expiredTokenMeta);\n\n const error = await getError(() => storage.validateToken('expired-token', uploadMeta));\n expect(error).toBeDefined();\n expect(error?.message).toBe('Token has expired');\n expect(error?.status).toBe(400);\n });\n\n it('should throw BadRequestException for size mismatch', async () => {\n mockCacheService.get.mockResolvedValue(localSignatureCache);\n\n const error = await getError(() =>\n storage.validateToken('valid-token', {\n ...uploadMeta,\n size: 2048,\n })\n );\n expect(error).toBeDefined();\n expect(error?.message).toBe('Size mismatch');\n expect(error?.status).toBe(400);\n });\n\n it('should throw BadRequestException for mimetype mismatch', async () => {\n mockCacheService.get.mockResolvedValue(localSignatureCache);\n\n const error = await getError(() =>\n storage.validateToken('valid-token', {\n ...uploadMeta,\n mimetype: 'image/jpeg',\n })\n );\n expect(error).toBeDefined();\n expect(error?.message).toBe('Not allow upload image/jpeg file');\n expect(error?.status).toBe(400);\n });\n\n it('should not throw error for valid token', async () => {\n mockCacheService.get.mockResolvedValue(localSignatureCache);\n\n await expect(storage.validateToken('valid-token', uploadMeta)).resolves.not.toThrow();\n });\n });\n\n describe('saveTemporaryFile', () => {\n it('should save temporary file', async () => {\n const mockRequest = {\n on: vi.fn(),\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'content-type': imageType,\n },\n };\n\n vi.spyOn(storage as any, 'deleteFile').mockResolvedValueOnce(undefined);\n vi.spyOn(fs, 'createWriteStream').mockReturnValue({\n write: vi.fn(),\n end: vi.fn(),\n on: vi.fn().mockImplementation((event, callback) => {\n if (event === 'finish') {\n callback();\n }\n }),\n } as any);\n mockRequest.on.mockImplementation((event, callback) => {\n if (event === 'data') {\n callback('mock-data');\n } else if (event === 'end') {\n callback();\n }\n });\n\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const result = await storage.saveTemporaryFile(mockRequest as any);\n\n expect(result).toHaveProperty('size', 'mock-data'.length);\n expect(result).toHaveProperty('mimetype', imageType);\n expect(result).toHaveProperty('path');\n });\n });\n\n describe('save', () => {\n it('should save file to storage', async () => {\n const mockFilePath = '/mock/temp/path';\n\n const mockRename = 'mock-rename.png';\n const mockDistPath = resolve(storage.storageDir, mockRename);\n vi.spyOn(fse, 'copy').mockResolvedValueOnce(undefined);\n vi.spyOn(fs, 'unlinkSync').mockResolvedValueOnce(undefined);\n\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const result = await storage.save(mockFilePath, mockRename);\n\n expect(fse.copy).toHaveBeenCalledWith(mockFilePath, mockDistPath);\n expect(fs.unlinkSync).toHaveBeenCalledWith(mockFilePath);\n expect(result).toBe(join(storage.path, mockRename));\n });\n });\n\n describe('read', () => {\n it('should create read stream', async () => {\n const mockPath = '/mock/file/path';\n\n vi.spyOn(fs, 'createReadStream').mockResolvedValueOnce(undefined as any);\n storage.read(mockPath);\n expect(fs.createReadStream).toHaveBeenCalledWith(resolve(storage.storageDir, mockPath));\n });\n });\n\n describe('getFileMate', () => {\n it('should get file metadata', async () => {\n const mockPath = '/mock/file/path';\n vi.mock('sharp', () => {\n return {\n default: () => ({\n metadata: () => ({\n width: 100,\n height: 200,\n }),\n }),\n };\n });\n const result = await storage.getFileMate(mockPath);\n\n expect(result).toEqual({ width: 100, height: 200 });\n });\n });\n\n describe('getObject', () => {\n it('should get object metadata', async () => {\n const mockBucket = 'mock-bucket';\n const mockPath = 'mock/file/path';\n const mockToken = 'mock-token';\n const mockCacheValue = {\n mimetype: imageType,\n hash: 'mock-hash',\n size: 1024,\n };\n const mockUrl = 'url';\n\n vi.spyOn(mockCacheService, 'get').mockResolvedValueOnce(mockCacheValue);\n vi.spyOn(storage, 'getFileMate').mockResolvedValueOnce({\n width: 100,\n height: 200,\n });\n vi.spyOn(storage as any, 'getUrl').mockReturnValue(mockUrl);\n\n const result = await storage.getObjectMeta(mockBucket, mockPath, mockToken);\n\n expect(mockCacheService.get).toHaveBeenCalledWith(`attachment:upload:${mockToken}`);\n expect(storage.getFileMate).toHaveBeenCalledWith(\n resolve(storage.storageDir, mockBucket, mockPath)\n );\n expect(storage['getUrl']).toHaveBeenCalledWith(mockBucket, mockPath, {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n respHeaders: mockRespHeaders,\n expiresDate: -1,\n });\n expect(result).toEqual({\n hash: 'mock-hash',\n mimetype: imageType,\n size: 1024,\n url: mockUrl,\n width: 100,\n height: 200,\n });\n });\n\n it('should get object metadata not image', async () => {\n const mockBucket = 'mock-bucket';\n const mockPath = 'mock/file/path';\n const mockToken = 'mock-token';\n const mockCacheValue = {\n mimetype: 'text/plain',\n hash: 'mock-hash',\n size: 1024,\n };\n const mockUrl = 'url';\n\n vi.spyOn(mockCacheService, 'get').mockResolvedValueOnce(mockCacheValue);\n vi.spyOn(storage as any, 'getUrl').mockReturnValue(mockUrl);\n\n const result = await storage.getObjectMeta(mockBucket, mockPath, mockToken);\n\n expect(mockCacheService.get).toHaveBeenCalledWith(`attachment:upload:${mockToken}`);\n expect(storage['getUrl']).toHaveBeenCalledWith(mockBucket, mockPath, {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n respHeaders: { 'Content-Type': 'text/plain' },\n expiresDate: -1,\n });\n expect(result).toEqual({\n hash: 'mock-hash',\n mimetype: 'text/plain',\n size: 1024,\n url: mockUrl,\n });\n });\n\n it('should throw BadRequestException for invalid token', async () => {\n vi.spyOn(mockCacheService, 'get').mockResolvedValueOnce(null);\n\n const error = await getError(() =>\n storage.getObjectMeta('mock-bucket', 'mock/file/path', 'invalid-token')\n );\n expect(error).toBeDefined();\n expect(error?.message).toBe('Invalid token');\n expect(error?.status).toBe(400);\n });\n });\n\n describe('getPreviewUrl', () => {\n it('should get preview URL', async () => {\n const mockBucket = 'mock-bucket';\n const mockPath = 'mock/file/path';\n const mockExpiresIn = 3600;\n\n vi.spyOn(storage.expireTokenEncryptor, 'encrypt').mockReturnValueOnce('mock-token');\n\n const result = await storage.getPreviewUrl(\n mockBucket,\n mockPath,\n mockExpiresIn,\n mockRespHeaders\n );\n\n expect(storage.expireTokenEncryptor.encrypt).toHaveBeenCalledWith({\n expiresDate: Math.floor(Date.now() / 1000) + mockExpiresIn,\n respHeaders: mockRespHeaders,\n });\n expect(result).toBe('/api/attachments/read/mock-bucket/mock/file/path?token=mock-token');\n });\n });\n\n describe('verifyReadToken', () => {\n const expiresDate = Math.floor(Date.now() / 1000) + 100000;\n it('should verify read token', () => {\n vi.spyOn(storage.expireTokenEncryptor, 'decrypt').mockReturnValueOnce({\n expiresDate,\n respHeaders: mockRespHeaders,\n });\n\n const result = storage.verifyReadToken('mock-token');\n\n expect(storage.expireTokenEncryptor.decrypt).toHaveBeenCalledWith('mock-token');\n\n expect(result).toEqual({\n respHeaders: mockRespHeaders,\n });\n });\n\n it('should throw BadRequestException for expired token', async () => {\n vi.spyOn(storage.expireTokenEncryptor, 'decrypt').mockReturnValueOnce({\n expiresDate: 1,\n });\n\n const error = await getError(() => storage.verifyReadToken('expired-token'));\n expect(error).toBeDefined();\n expect(error?.message).toBe('Token has expired');\n expect(error?.status).toBe(400);\n });\n\n it('should throw BadRequestException for invalid token', async () => {\n vi.spyOn(storage.expireTokenEncryptor, 'decrypt').mockImplementationOnce(() => {\n throw new Error();\n });\n\n const error = await getError(() => storage.verifyReadToken('invalid-token'));\n expect(error).toBeDefined();\n expect(error?.message).toBe('Invalid token');\n expect(error?.status).toBe(400);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/attachments/plugins/local.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { createReadStream, createWriteStream, unlinkSync, existsSync, rmSync } from 'fs';\nimport { type Readable as ReadableStream } from 'node:stream';\nimport { join, resolve } from 'path';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { getRandomString, HttpErrorCode } from '@teable/core';\nimport { READ_PATH } from '@teable/openapi';\nimport type { Request } from 'express';\nimport * as fse from 'fs-extra';\nimport { ClsService } from 'nestjs-cls';\nimport sharp from 'sharp';\nimport { CacheService } from '../../../cache/cache.service';\nimport { BaseConfig, IBaseConfig } from '../../../configs/base.config';\nimport { IStorageConfig, StorageConfig } from '../../../configs/storage';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport { FileUtils } from '../../../utils';\nimport { Encryptor } from '../../../utils/encryptor';\nimport { second } from '../../../utils/second';\nimport StorageAdapter from './adapter';\nimport type { ILocalFileUpload, IObjectMeta, IPresignParams, IRespHeaders } from './types';\n\ninterface ITokenEncryptor {\n expiresDate: number;\n respHeaders?: IRespHeaders;\n}\n\n@Injectable()\nexport class LocalStorage implements StorageAdapter {\n private logger = new Logger(LocalStorage.name);\n path: string;\n storageDir: string;\n expireTokenEncryptor: Encryptor;\n static readPath = READ_PATH;\n\n constructor(\n @StorageConfig() readonly config: IStorageConfig,\n @BaseConfig() readonly baseConfig: IBaseConfig,\n private readonly cacheService: CacheService,\n private readonly cls: ClsService\n ) {\n this.expireTokenEncryptor = new Encryptor(this.config.encryption);\n this.path = this.config.local.path;\n this.storageDir = resolve(process.cwd(), this.path);\n fse.ensureDirSync(StorageAdapter.TEMPORARY_DIR);\n fse.ensureDirSync(this.storageDir);\n }\n\n private getUploadUrl(token: string, internal?: boolean) {\n const baseUrl = internal ? `http://localhost:${process.env.PORT}` : '';\n return `${baseUrl}/api/attachments/upload/${token}`;\n }\n\n private deleteFile(filePath: string) {\n try {\n unlinkSync(filePath);\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (error: any) {\n if (error?.code === 'ENOENT') {\n return;\n }\n throw error;\n }\n }\n\n private getUrl(bucket: string, path: string, params: ITokenEncryptor) {\n const token = this.expireTokenEncryptor.encrypt(params);\n const responseContentDisposition = params.respHeaders?.['Content-Disposition'];\n return `${join(LocalStorage.readPath, bucket, path)}?token=${token}${responseContentDisposition ? `&response-content-disposition=${responseContentDisposition}` : ''}`;\n }\n\n parsePath(path: string) {\n const parts = path.split('/');\n return {\n bucket: parts[0],\n token: parts[parts.length - 1],\n };\n }\n\n async presigned(_bucket: string, dir: string, params: IPresignParams) {\n const { contentType, contentLength, hash, internal } = params;\n const token = getRandomString(12);\n const filename = hash ?? token;\n const expiresIn = params?.expiresIn ?? second(this.config.tokenExpireIn);\n await this.cacheService.set(\n `attachment:local-signature:${token}`,\n {\n expiresDate: Math.floor(Date.now() / 1000) + expiresIn,\n contentLength,\n contentType,\n },\n expiresIn\n );\n\n const path = join(dir, filename);\n return {\n token,\n path,\n url: this.getUploadUrl(token, internal),\n uploadMethod: 'PUT',\n requestHeaders: {\n 'Content-Type': contentType,\n 'Content-Length': contentLength,\n },\n };\n }\n\n async validateToken(token: string, file: ILocalFileUpload) {\n const validateMeta = await this.cacheService.get(`attachment:local-signature:${token}`);\n if (!validateMeta) {\n throw new CustomHttpException('Invalid token', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidToken',\n },\n });\n }\n const { expiresDate, contentLength, contentType } = validateMeta;\n\n const { size, mimetype } = file;\n if (Math.floor(Date.now() / 1000) > expiresDate) {\n throw new CustomHttpException('Token has expired', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.tokenExpired',\n },\n });\n }\n if (contentLength && contentLength !== size) {\n throw new CustomHttpException('Size mismatch', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.sizeMismatch',\n },\n });\n }\n if (mimetype && mimetype !== contentType) {\n throw new CustomHttpException(\n `Not allow upload ${mimetype} file`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.notAllowUploadFileType',\n context: {\n mimetype,\n },\n },\n }\n );\n }\n }\n\n async saveTemporaryFile(req: Request) {\n const name = getRandomString(12);\n const path = resolve(StorageAdapter.TEMPORARY_DIR, name);\n let size = 0;\n return new Promise((resolve, reject) => {\n try {\n const fileStream = createWriteStream(path);\n req.on('data', (chunk) => {\n fileStream.write(chunk);\n size += chunk.length;\n });\n\n req.on('end', () => {\n fileStream.end();\n });\n req.on('error', (err) => {\n fileStream.end();\n reject(err.message);\n });\n\n fileStream.on('error', (err) => {\n reject(err.message);\n });\n\n fileStream.on('finish', () => {\n resolve({\n size,\n mimetype: req.headers['content-type'] as string,\n path,\n });\n });\n } catch (error) {\n this.logger.error('saveTemporaryFile error', error);\n this.deleteFile(path);\n reject(error);\n }\n });\n }\n\n async save(filePath: string, rename: string, isDelete: boolean = true) {\n const distPath = resolve(this.storageDir);\n const newFilePath = resolve(distPath, rename);\n await fse.copy(filePath, newFilePath);\n if (isDelete) {\n this.deleteFile(filePath);\n }\n return join(this.path, rename);\n }\n\n read(path: string) {\n return createReadStream(resolve(this.storageDir, path));\n }\n\n getLastModifiedTime(path: string) {\n const url = resolve(this.storageDir, path);\n if (!fse.existsSync(url)) {\n return;\n }\n return fse.statSync(url).mtimeMs;\n }\n\n async getFileMate(path: string) {\n try {\n const info = await sharp(path).metadata();\n return {\n width: info.width,\n height: info.height,\n };\n } catch (error) {\n return {};\n }\n }\n\n async getObjectMeta(bucket: string, path: string, token: string): Promise {\n const uploadCache = await this.cacheService.get(`attachment:upload:${token}`);\n if (!uploadCache) {\n throw new CustomHttpException('Invalid token', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidToken',\n },\n });\n }\n const { mimetype, hash, size } = uploadCache;\n\n const meta = {\n hash,\n mimetype,\n size,\n url: this.getUrl(bucket, path, {\n respHeaders: { 'Content-Type': mimetype },\n expiresDate: -1,\n }),\n };\n\n if (!mimetype?.startsWith('image/')) {\n return meta;\n }\n return {\n ...meta,\n ...(await this.getFileMate(resolve(this.storageDir, bucket, path))),\n };\n }\n\n async getPreviewUrl(\n bucket: string,\n path: string,\n expiresIn: number = second(this.config.urlExpireIn),\n respHeaders?: IRespHeaders\n ): Promise {\n const url = this.getUrl(bucket, path, {\n expiresDate: Math.floor(Date.now() / 1000) + expiresIn,\n respHeaders,\n });\n const origin = this.cls.get('origin');\n const prefix = origin?.byApi ? this.baseConfig.storagePrefix : '';\n return prefix + join('/', url);\n }\n\n verifyReadToken(token: string) {\n let payload: ITokenEncryptor;\n try {\n payload = this.expireTokenEncryptor.decrypt(token);\n } catch (error) {\n throw new CustomHttpException('Invalid token', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidToken',\n },\n });\n }\n const { expiresDate, respHeaders } = payload;\n if (expiresDate > 0 && Math.floor(Date.now() / 1000) > expiresDate) {\n throw new CustomHttpException('Token has expired', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.tokenExpired',\n },\n });\n }\n return { respHeaders };\n }\n\n async uploadFileWidthPath(\n bucket: string,\n path: string,\n filePath: string,\n _metadata: Record\n ) {\n const hash = await FileUtils.getHash(filePath);\n await this.save(filePath, join(bucket, path), false);\n return {\n hash,\n path,\n };\n }\n\n async uploadFile(\n bucket: string,\n path: string,\n stream: Buffer | ReadableStream,\n _metadata?: Record\n ) {\n const name = getRandomString(12);\n const temPath = resolve(StorageAdapter.TEMPORARY_DIR, name);\n if (stream instanceof Buffer) {\n await fse.writeFile(temPath, stream);\n } else {\n const writer = createWriteStream(temPath);\n await new Promise((resolve, reject) => {\n stream.pipe(writer);\n stream.on('error', reject);\n writer.on('finish', resolve);\n writer.on('error', reject);\n }).catch((err) => {\n this.deleteFile(temPath);\n throw err;\n });\n }\n const hash = await FileUtils.getHash(temPath);\n await this.save(temPath, join(bucket, path));\n return {\n hash,\n path,\n };\n }\n\n async uploadFileStream(\n bucket: string,\n path: string,\n stream: Buffer | ReadableStream,\n _metadata?: Record\n ) {\n return await this.uploadFile(bucket, path, stream, _metadata);\n }\n\n async cropImage(\n bucket: string,\n path: string,\n width?: number,\n height?: number,\n _newPath?: string\n ) {\n const newPath = _newPath || `${path}_${width ?? 0}_${height ?? 0}`;\n const resizedImagePath = resolve(this.storageDir, bucket, newPath);\n if (fse.existsSync(resizedImagePath)) {\n return newPath;\n }\n\n const imagePath = resolve(this.storageDir, bucket, path);\n const image = sharp(imagePath, { failOn: 'none', unlimited: true });\n const metadata = await image.metadata();\n if (!metadata.width || !metadata.height) {\n throw new CustomHttpException('Invalid image', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidImage',\n },\n });\n }\n const resizedImage = image.resize(width, height);\n await resizedImage.toFile(resizedImagePath);\n return newPath;\n }\n\n async downloadFile(bucket: string, path: string): Promise {\n return createReadStream(resolve(this.storageDir, bucket, path));\n }\n\n async deleteDir(bucket: string, path: string, throwError: boolean = true) {\n const dirPath = resolve(this.storageDir, bucket, path);\n try {\n if (existsSync(dirPath)) {\n rmSync(dirPath, { recursive: true, force: true });\n } else {\n this.logger.error('delete dir failed: no such dir', dirPath);\n }\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (error: any) {\n if (error?.code === 'ENOENT' || !throwError) {\n return;\n }\n throw error;\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/plugins/minio.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { Readable as ReadableStream } from 'node:stream';\nimport { join, resolve } from 'path';\nimport { BadRequestException, Injectable } from '@nestjs/common';\nimport { getRandomString, HttpErrorCode } from '@teable/core';\nimport * as fse from 'fs-extra';\nimport * as minio from 'minio';\nimport sharp from 'sharp';\nimport { IStorageConfig, StorageConfig } from '../../../configs/storage';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { second } from '../../../utils/second';\nimport StorageAdapter from './adapter';\nimport type { IPresignParams, IPresignRes, IRespHeaders } from './types';\n\n@Injectable()\nexport class MinioStorage implements StorageAdapter {\n minioClient: minio.Client;\n minioClientPrivateNetwork: minio.Client;\n\n constructor(@StorageConfig() readonly config: IStorageConfig) {\n const { endPoint, internalEndPoint, internalPort, port, useSSL, accessKey, secretKey, region } =\n this.config.minio;\n this.minioClient = new minio.Client({\n endPoint: endPoint!,\n port: port!,\n useSSL: useSSL!,\n accessKey: accessKey!,\n secretKey: secretKey!,\n region: region,\n });\n this.minioClientPrivateNetwork = internalEndPoint\n ? new minio.Client({\n endPoint: internalEndPoint,\n port: internalPort,\n useSSL: false,\n accessKey: accessKey!,\n secretKey: secretKey!,\n region: region,\n })\n : this.minioClient;\n fse.ensureDirSync(StorageAdapter.TEMPORARY_DIR);\n }\n\n async presigned(\n bucket: string,\n dir: string,\n presignedParams: IPresignParams\n ): Promise {\n const { tokenExpireIn, uploadMethod } = this.config;\n const { expiresIn, contentLength, contentType, hash, internal } = presignedParams;\n const token = getRandomString(12);\n const filename = hash ?? token;\n const path = join(dir, filename);\n const requestHeaders = {\n 'Content-Type': contentType,\n 'Content-Length': contentLength,\n 'response-cache-control': 'max-age=31536000, immutable',\n };\n try {\n const client = internal ? this.minioClientPrivateNetwork : this.minioClient;\n const url = await client.presignedUrl(\n uploadMethod,\n bucket,\n path,\n expiresIn ?? second(tokenExpireIn),\n requestHeaders\n );\n return {\n url,\n path,\n token,\n uploadMethod,\n requestHeaders,\n };\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (e: any) {\n throw new CustomHttpException(\n `Minio presigned error${e?.message ? `: ${e.message}` : ''}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.presignedError',\n },\n }\n );\n }\n }\n\n private async getShape(bucket: string, objectName: string) {\n const stream = await this.minioClientPrivateNetwork.getObject(bucket, objectName);\n try {\n const metaReader = sharp();\n const sharpReader = stream.pipe(metaReader);\n const { width, height } = await sharpReader.metadata();\n\n return {\n width,\n height,\n };\n } catch (e) {\n return {};\n } finally {\n stream.removeAllListeners();\n stream.destroy();\n }\n }\n\n async getObjectMeta(bucket: string, path: string, _token: string) {\n const objectName = path;\n const {\n metaData,\n size,\n etag: hash,\n } = await this.minioClientPrivateNetwork.statObject(bucket, objectName);\n const mimetype = metaData['content-type'] as string;\n const url = `/${bucket}/${objectName}`;\n if (!mimetype?.startsWith('image/')) {\n return {\n hash,\n size,\n mimetype,\n url,\n };\n }\n const sharpMeta = await this.getShape(bucket, objectName);\n return {\n ...sharpMeta,\n hash,\n size,\n mimetype,\n url,\n };\n }\n\n async getPreviewUrl(\n bucket: string,\n path: string,\n expiresIn: number = second(this.config.urlExpireIn),\n respHeaders?: IRespHeaders\n ) {\n const { 'Content-Disposition': contentDisposition, ...headers } = respHeaders ?? {};\n return this.minioClient.presignedGetObject(bucket, path, expiresIn, {\n ...headers,\n 'response-content-disposition': contentDisposition,\n });\n }\n\n async uploadFileWidthPath(\n bucket: string,\n path: string,\n filePath: string,\n metadata: Record\n ) {\n const { etag: hash } = await this.minioClientPrivateNetwork.fPutObject(\n bucket,\n path,\n filePath,\n metadata\n );\n return {\n hash,\n path,\n };\n }\n\n async uploadFile(\n bucket: string,\n path: string,\n stream: Buffer | ReadableStream,\n metadata: Record\n ) {\n const { etag: hash } = await this.minioClientPrivateNetwork.putObject(\n bucket,\n path,\n stream,\n undefined,\n metadata\n );\n return {\n hash,\n path,\n };\n }\n\n async uploadFileStream(\n bucket: string,\n path: string,\n stream: Buffer | ReadableStream,\n metadata: Record\n ) {\n return await this.uploadFile(bucket, path, stream, metadata);\n }\n\n // minio file exists\n private async fileExists(bucket: string, path: string) {\n try {\n await this.minioClientPrivateNetwork.statObject(bucket, path);\n return true;\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (err: any) {\n if (err.code === 'NoSuchKey' || err.code === 'NotFound') {\n return false;\n }\n throw err;\n }\n }\n\n async cropImage(\n bucket: string,\n path: string,\n width?: number,\n height?: number,\n _newPath?: string\n ) {\n const newPath = _newPath || `${path}_${width ?? 0}_${height ?? 0}`;\n const resizedImagePath = resolve(\n StorageAdapter.TEMPORARY_DIR,\n encodeURIComponent(join(bucket, newPath))\n );\n if (await this.fileExists(bucket, newPath)) {\n return newPath;\n }\n\n const objectName = path;\n const { metaData } = await this.minioClientPrivateNetwork.statObject(bucket, objectName);\n const mimetype = metaData['content-type'] as string;\n if (!mimetype?.startsWith('image/')) {\n throw new CustomHttpException('Invalid image', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidImage',\n },\n });\n }\n const sourceFilePath = resolve(StorageAdapter.TEMPORARY_DIR, encodeURIComponent(path));\n // stream save in sourceFilePath\n const writeStream = fse.createWriteStream(sourceFilePath);\n try {\n await new Promise((resolve, reject) => {\n this.minioClientPrivateNetwork\n .getObject(bucket, objectName)\n .then((stream) => {\n stream.pipe(writeStream);\n writeStream.on('finish', () => resolve(null));\n writeStream.on('error', reject);\n stream.on('error', reject);\n })\n .catch(reject);\n });\n } catch (e) {\n fse.removeSync(sourceFilePath);\n throw e;\n } finally {\n writeStream.removeAllListeners();\n writeStream.destroy();\n }\n const metaReader = sharp(sourceFilePath, { failOn: 'none', unlimited: true }).resize(\n width,\n height\n );\n await metaReader.toFile(resizedImagePath);\n // delete source file\n fse.removeSync(sourceFilePath);\n\n const upload = await this.uploadFileWidthPath(bucket, newPath, resizedImagePath, {\n 'Content-Type': mimetype,\n });\n // delete resized image\n fse.removeSync(resizedImagePath);\n return upload.path;\n }\n\n async downloadFile(bucket: string, path: string): Promise {\n return this.minioClientPrivateNetwork.getObject(bucket, path);\n }\n\n async deleteDir(bucket: string, path: string, throwError: boolean = true): Promise {\n try {\n const prefix = path.endsWith('/') ? path : `${path}/`;\n\n const objectsList: string[] = [];\n const objectsStream = this.minioClientPrivateNetwork.listObjects(bucket, prefix, true);\n\n await new Promise((resolve, reject) => {\n objectsStream.on('data', (obj) => {\n if (obj.name) {\n objectsList.push(obj.name);\n }\n });\n\n objectsStream.on('end', resolve);\n objectsStream.on('error', reject);\n });\n\n if (objectsList.length === 0) {\n return;\n }\n\n await this.minioClientPrivateNetwork.removeObjects(bucket, objectsList);\n } catch (error) {\n if (!throwError) {\n return;\n }\n throw new CustomHttpException(\n `Failed to delete directory \"${path}\" in bucket \"${bucket}\": ${error instanceof Error ? error.message : 'Unknown error'}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.failedToDeleteDirectory',\n },\n }\n );\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/plugins/s3.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport https from 'https';\nimport { join, resolve } from 'path';\nimport type { Readable } from 'stream';\nimport {\n DeleteObjectsCommand,\n GetObjectCommand,\n HeadObjectCommand,\n ListObjectsV2Command,\n PutObjectCommand,\n S3Client,\n} from '@aws-sdk/client-s3';\nimport { Upload } from '@aws-sdk/lib-storage';\nimport { getSignedUrl } from '@aws-sdk/s3-request-presigner';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { NodeHttpHandler } from '@smithy/node-http-handler';\nimport { getRandomString, HttpErrorCode } from '@teable/core';\nimport * as fse from 'fs-extra';\nimport ms from 'ms';\nimport sharp from 'sharp';\nimport { IStorageConfig, StorageConfig } from '../../../configs/storage';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { second } from '../../../utils/second';\nimport StorageAdapter from './adapter';\nimport type { IPresignParams, IPresignRes, IObjectMeta, IRespHeaders } from './types';\n\n@Injectable()\nexport class S3Storage implements StorageAdapter {\n private s3Client: S3Client;\n private s3ClientPrivateNetwork: S3Client;\n private httpsAgent: https.Agent;\n private s3ClientPreSigner: S3Client;\n private logger = new Logger(S3Storage.name);\n\n constructor(@StorageConfig() readonly config: IStorageConfig) {\n const { endpoint, region, accessKey, secretKey, maxSockets } = this.config.s3;\n this.checkConfig();\n this.httpsAgent = new https.Agent({\n maxSockets,\n keepAlive: true,\n });\n const requestHandler = maxSockets\n ? new NodeHttpHandler({\n httpsAgent: this.httpsAgent,\n })\n : undefined;\n this.s3Client = new S3Client({\n region,\n endpoint,\n requestHandler,\n credentials: {\n accessKeyId: accessKey,\n secretAccessKey: secretKey,\n },\n });\n this.s3ClientPrivateNetwork = this.s3Client;\n fse.ensureDirSync(StorageAdapter.TEMPORARY_DIR);\n\n this.s3ClientPreSigner = this.config.privateBucketEndpoint\n ? new S3Client({\n region,\n endpoint,\n bucketEndpoint: true,\n requestHandler,\n credentials: {\n accessKeyId: accessKey,\n secretAccessKey: secretKey,\n },\n })\n : this.s3Client;\n\n const logS3ConnectionsRate = Number(process.env.LOG_S3_CONNECTIONS_RATE);\n if (Number.isNaN(logS3ConnectionsRate)) {\n this.logger.log('LOG_S3_CONNECTIONS_RATE not set, skipping log');\n return;\n }\n this.logger.log(`Logging S3 connections rate every ${logS3ConnectionsRate} milliseconds`);\n setInterval(() => {\n const countRecords: Record<\n string,\n { socketsCount: number; freeSocketsCount: number; requestsCount: number }\n > = {};\n Object.entries(this.httpsAgent.sockets).forEach(([key, sockets]) => {\n if (sockets) {\n const currentCountRecord = countRecords[key] ?? {};\n countRecords[key] = {\n ...countRecords[key],\n socketsCount: (currentCountRecord?.socketsCount ?? 0) + sockets.length,\n };\n }\n });\n Object.entries(this.httpsAgent.freeSockets).forEach(([key, sockets]) => {\n if (sockets) {\n const currentCountRecord = countRecords[key] ?? {};\n countRecords[key] = {\n ...countRecords[key],\n freeSocketsCount: (currentCountRecord?.freeSocketsCount ?? 0) + sockets.length,\n };\n }\n });\n Object.entries(this.httpsAgent.requests).forEach(([key, requests]) => {\n if (requests) {\n const currentCountRecord = countRecords[key] ?? {};\n countRecords[key] = {\n ...countRecords[key],\n requestsCount: (currentCountRecord?.requestsCount ?? 0) + requests.length,\n };\n }\n });\n this.logger.log(`httpsAgent connections: ${JSON.stringify(countRecords, null, 2)}`);\n }, logS3ConnectionsRate);\n }\n\n private checkConfig() {\n const { tokenExpireIn } = this.config;\n if (ms(tokenExpireIn) >= ms('7d')) {\n throw new CustomHttpException(\n 'Token expire in must be more than 7 days',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.tokenExpireInTooLong',\n },\n }\n );\n }\n if (!this.config.s3.region) {\n throw new CustomHttpException('S3 region is required', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.s3RegionRequired',\n },\n });\n }\n if (!this.config.s3.endpoint) {\n throw new CustomHttpException('S3 endpoint is required', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.s3EndpointRequired',\n },\n });\n }\n if (!this.config.s3.accessKey) {\n throw new CustomHttpException('S3 access key is required', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.s3AccessKeyRequired',\n },\n });\n }\n if (!this.config.s3.secretKey) {\n throw new CustomHttpException('S3 secret key is required', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.s3SecretKeyRequired',\n },\n });\n }\n if (this.config.uploadMethod.toLocaleLowerCase() !== 'put') {\n throw new CustomHttpException(\n 'S3 upload method must be put',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.s3UploadMethodMustBePut',\n },\n }\n );\n }\n }\n\n private replaceBucketEndpoint(bucket: string, internal?: boolean) {\n const { privateBucketEndpoint, privateBucket } = this.config;\n if (privateBucketEndpoint && bucket === privateBucket && !internal) {\n return privateBucketEndpoint;\n }\n return bucket;\n }\n\n async presigned(bucket: string, dir: string, params: IPresignParams): Promise {\n try {\n const { tokenExpireIn, uploadMethod } = this.config;\n const { expiresIn, contentLength, contentType, hash, internal } = params;\n\n const token = getRandomString(12);\n const filename = hash ?? token;\n const path = join(dir, filename);\n\n const command = new PutObjectCommand({\n Bucket: bucket,\n Key: path,\n ContentType: contentType,\n ContentLength: contentLength,\n });\n\n const url = await getSignedUrl(\n internal ? this.s3ClientPrivateNetwork : this.s3Client,\n command,\n {\n expiresIn: expiresIn ?? second(tokenExpireIn),\n }\n );\n\n const requestHeaders = {\n 'Content-Type': contentType,\n 'Content-Length': contentLength,\n };\n\n return {\n url,\n path,\n token,\n uploadMethod,\n requestHeaders,\n };\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (e: any) {\n throw new CustomHttpException(\n `S3 presigned error${e?.message ? `: ${e.message}` : ''}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.presignedError',\n },\n }\n );\n }\n }\n async getObjectMeta(bucket: string, path: string): Promise {\n const url = `/${bucket}/${path}`;\n const command = new HeadObjectCommand({\n Bucket: bucket,\n Key: path,\n });\n const {\n ContentLength: size,\n ContentType: s3Mimetype = 'application/octet-stream',\n ETag: hash,\n } = await this.s3ClientPrivateNetwork.send(command);\n const mimetype = s3Mimetype || 'application/octet-stream';\n if (!size || !mimetype || !hash) {\n throw new CustomHttpException('Invalid object meta', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidObjectMeta',\n },\n });\n }\n if (!mimetype?.startsWith('image/')) {\n return {\n hash,\n size,\n mimetype,\n url,\n };\n }\n const metaReader = sharp();\n const getObjectCommand = new GetObjectCommand({\n Bucket: bucket,\n Key: path,\n });\n const { Body } = await this.s3ClientPrivateNetwork.send(getObjectCommand);\n const stream = Body as Readable;\n if (!stream) {\n throw new CustomHttpException('Invalid image stream', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidImageStream',\n },\n });\n }\n try {\n const sharpReader = stream.pipe(metaReader);\n const { width, height } = await sharpReader.metadata();\n return {\n hash,\n url,\n size,\n mimetype,\n width,\n height,\n };\n } catch (error) {\n throw new CustomHttpException(\n `Calculate image size failed: ${(error as Error).message}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.calculateImageSizeFailed',\n },\n }\n );\n } finally {\n stream?.destroy();\n }\n }\n async getPreviewUrl(\n bucket: string,\n path: string,\n expiresIn: number = second(this.config.urlExpireIn),\n respHeaders?: IRespHeaders\n ): Promise {\n const command = new GetObjectCommand({\n Bucket: this.replaceBucketEndpoint(bucket),\n Key: path,\n ResponseContentDisposition: respHeaders?.['Content-Disposition'],\n });\n\n return getSignedUrl(this.s3ClientPreSigner, command, {\n expiresIn: expiresIn ?? second(this.config.tokenExpireIn),\n });\n }\n uploadFileWidthPath(\n bucket: string,\n path: string,\n filePath: string,\n metadata: Record\n ) {\n const readStream = fse.createReadStream(filePath);\n const command = new PutObjectCommand({\n Bucket: bucket,\n Key: path,\n Body: readStream,\n ContentType: metadata['Content-Type'] as string,\n ContentLength: metadata['Content-Length'] as number,\n ContentDisposition: metadata['Content-Disposition'] as string,\n ContentEncoding: metadata['Content-Encoding'] as string,\n ContentLanguage: metadata['Content-Language'] as string,\n ContentMD5: metadata['Content-MD5'] as string,\n });\n return this.s3ClientPrivateNetwork\n .send(command)\n .then((res) => ({\n hash: res.ETag!,\n path,\n }))\n .finally(() => {\n readStream.removeAllListeners();\n readStream.destroy();\n });\n }\n\n uploadFile(\n bucket: string,\n path: string,\n stream: Buffer | Readable,\n metadata?: Record\n ) {\n return this.uploadFileStream(bucket, path, stream, metadata);\n }\n\n async uploadFileStream(\n bucket: string,\n path: string,\n stream: Buffer | Readable,\n metadata?: Record\n ) {\n const upload = new Upload({\n client: this.s3ClientPrivateNetwork,\n params: {\n Bucket: bucket,\n Key: path,\n Body: stream,\n ContentType: metadata?.['Content-Type'] as string,\n ContentLength: metadata?.['Content-Length'] as number,\n ContentDisposition: metadata?.['Content-Disposition'] as string,\n ContentEncoding: metadata?.['Content-Encoding'] as string,\n ContentLanguage: metadata?.['Content-Language'] as string,\n ContentMD5: metadata?.['Content-MD5'] as string,\n },\n });\n\n return upload\n .done()\n .then((res) => ({\n hash: res.ETag!,\n path,\n }))\n .catch((error) => {\n if (stream && typeof stream !== 'string' && 'destroy' in stream) {\n (stream as Readable)?.removeAllListeners?.();\n (stream as Readable)?.destroy?.();\n }\n throw new CustomHttpException(\n `S3 upload failed: ${error?.message || 'Unknown error'}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.uploadFailed',\n },\n }\n );\n })\n .finally(() => {\n if (stream && typeof stream !== 'string' && 'destroy' in stream) {\n (stream as Readable)?.removeAllListeners?.();\n (stream as Readable).destroy?.();\n }\n });\n }\n\n // s3 file exists\n private async fileExists(bucket: string, path: string): Promise {\n try {\n const command = new HeadObjectCommand({\n Bucket: bucket,\n Key: path,\n });\n await this.s3ClientPrivateNetwork.send(command);\n return true;\n } catch (error) {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n if ((error as any).name === 'NotFound') {\n return false;\n }\n throw error;\n }\n }\n\n async cropImage(\n bucket: string,\n path: string,\n width?: number,\n height?: number,\n _newPath?: string\n ) {\n const newPath = _newPath || `${path}_${width ?? 0}_${height ?? 0}`;\n const resizedImagePath = resolve(\n StorageAdapter.TEMPORARY_DIR,\n encodeURIComponent(join(bucket, newPath))\n );\n if (await this.fileExists(bucket, newPath)) {\n return newPath;\n }\n const command = new GetObjectCommand({\n Bucket: bucket,\n Key: path,\n });\n const { Body: stream, ContentType: mimetype } = await this.s3ClientPrivateNetwork.send(command);\n if (!mimetype?.startsWith('image/')) {\n (stream as Readable)?.destroy?.();\n throw new CustomHttpException('Invalid image', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidImage',\n },\n });\n }\n if (!stream) {\n throw new CustomHttpException(\"can't get image stream\", HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.cantGetImageStream',\n },\n });\n }\n const sourceFilePath = resolve(StorageAdapter.TEMPORARY_DIR, encodeURIComponent(path));\n await new Promise((resolve, reject) => {\n const writeStream = fse.createWriteStream(sourceFilePath);\n (stream as Readable).pipe(writeStream);\n writeStream.on('finish', () => resolve(null));\n writeStream.on('error', reject);\n (stream as Readable).on('error', reject);\n });\n const metaReader = sharp(sourceFilePath, { failOn: 'none', unlimited: true }).resize(\n width,\n height\n );\n await metaReader.toFile(resizedImagePath);\n fse.removeSync(sourceFilePath);\n const upload = await this.uploadFileWidthPath(bucket, newPath, resizedImagePath, {\n 'Content-Type': mimetype,\n });\n // delete resized image\n fse.removeSync(resizedImagePath);\n return upload.path;\n }\n\n async downloadFile(bucket: string, path: string): Promise {\n const command = new GetObjectCommand({\n Bucket: bucket,\n Key: path,\n });\n const { Body: stream } = await this.s3ClientPrivateNetwork.send(command);\n return stream as Readable;\n }\n\n async deleteDir(bucket: string, path: string, throwError: boolean = true) {\n const prefix = path.endsWith('/') ? path : `${path}/`;\n\n const { Contents } = await this.s3ClientPrivateNetwork.send(\n new ListObjectsV2Command({\n Bucket: bucket,\n Prefix: prefix,\n })\n );\n\n if (!Contents || Contents.length === 0) return;\n\n try {\n await this.s3ClientPrivateNetwork.send(\n new DeleteObjectsCommand({\n Bucket: bucket,\n Delete: {\n Objects: Contents.map((obj) => ({ Key: obj.Key! })),\n },\n })\n );\n } catch (error) {\n if (!throwError) {\n return;\n }\n throw error;\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/plugins/storage.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { storageAdapterProvider } from './storage';\n\n@Module({\n providers: [storageAdapterProvider],\n exports: [storageAdapterProvider],\n})\nexport class StorageModule {}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/plugins/storage.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { Provider } from '@nestjs/common';\nimport { Inject, Logger } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport { ClsService } from 'nestjs-cls';\nimport { CacheService } from '../../../cache/cache.service';\nimport { baseConfig, type IBaseConfig } from '../../../configs/base.config';\nimport type { IStorageConfig } from '../../../configs/storage';\nimport { storageConfig } from '../../../configs/storage';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport { AliyunStorage } from './aliyun';\nimport { LocalStorage } from './local';\nimport { MinioStorage } from './minio';\nimport { S3Storage } from './s3';\n\nconst StorageAdapterProvider = Symbol.for('ObjectStorage');\n\nexport const InjectStorageAdapter = () => Inject(StorageAdapterProvider);\n\nexport const storageAdapterProvider: Provider = {\n provide: StorageAdapterProvider,\n useFactory: (\n config: IStorageConfig,\n baseConfig: IBaseConfig,\n cacheService: CacheService,\n cls: ClsService\n ) => {\n Logger.log(`[Storage provider]: ${config.provider}`);\n switch (config.provider) {\n case 'local':\n return new LocalStorage(config, baseConfig, cacheService, cls);\n case 'minio':\n return new MinioStorage(config);\n case 's3':\n return new S3Storage(config);\n case 'aliyun':\n return new AliyunStorage(config);\n default:\n throw new CustomHttpException('Invalid storage provider', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidProvider',\n },\n });\n }\n },\n inject: [storageConfig.KEY, baseConfig.KEY, CacheService, ClsService],\n};\n" }, { "path": "apps/nestjs-backend/src/features/attachments/plugins/types.ts", "content": "export interface IPresignParams {\n contentType: string;\n contentLength: number;\n expiresIn?: number;\n hash?: string;\n internal?: boolean;\n}\n\nexport interface IPresignRes {\n token: string;\n path: string;\n url: string;\n uploadMethod: string;\n requestHeaders: Record;\n}\n\nexport interface IObjectMeta {\n size: number;\n mimetype: string;\n hash: string;\n url: string;\n width?: number;\n height?: number;\n}\n\nexport interface ILocalFileUpload {\n path: string;\n size: number;\n mimetype: string;\n}\n\nexport type IRespHeaders = {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n [key: string]: any;\n};\n\nexport enum ThumbnailSize {\n SM = 'sm',\n LG = 'lg',\n}\n" }, { "path": "apps/nestjs-backend/src/features/attachments/plugins/utils.ts", "content": "import { getPublicFullStorageUrl as getPublicFullStorageUrlOpenApi } from '@teable/openapi';\nimport { baseConfig } from '../../../configs/base.config';\nimport { storageConfig } from '../../../configs/storage';\nimport type { ThumbnailSize } from './types';\n\n/**\n * public bucket storage url path\n */\nexport const getPublicFullStorageUrl = (path: string) => {\n const { storagePrefix } = baseConfig();\n const { provider, publicUrl, publicBucket } = storageConfig();\n\n return getPublicFullStorageUrlOpenApi(\n { publicUrl, prefix: storagePrefix, provider, publicBucket },\n path\n );\n};\n\nexport const generateCropImagePath = (path: string, size: ThumbnailSize) => {\n return `${path}_${size}`;\n};\n\n/**\n * resolve storage url to full url\n */\nexport const resolveStorageUrl = (url: string) => {\n const { storagePrefix } = baseConfig();\n const { provider } = storageConfig();\n if (provider === 'local' && storagePrefix) {\n return new URL(url, storagePrefix).toString();\n }\n\n return url;\n};\n" }, { "path": "apps/nestjs-backend/src/features/attachments/utils.ts", "content": "export const getExtensionPreview = (contentType: string) => {\n const imageExtensions = [\n 'jif',\n 'jfif',\n 'apng',\n 'avif',\n 'svg',\n 'webp',\n 'bmp',\n 'ico',\n 'jpg',\n 'jpe',\n 'jpeg',\n 'gif',\n 'png',\n 'heic',\n ];\n const textExtensions = ['pdf', 'txt', 'json'];\n const audioExtensions = ['wav', 'mp3', 'alac', 'aiff', 'dsd', 'pcm'];\n const videoExtensions = [\n 'mp4',\n 'avi',\n 'mpg',\n 'webm',\n 'mov',\n 'flv',\n 'mkv',\n 'wmv',\n 'avchd',\n 'mpeg-4',\n ];\n\n if (imageExtensions.includes(contentType)) {\n return contentType;\n }\n if (textExtensions.includes(contentType)) {\n return contentType;\n }\n if (audioExtensions.includes(contentType)) {\n return contentType;\n }\n if (videoExtensions.includes(contentType)) {\n return contentType;\n }\n return 'application/octet-stream';\n};\n" }, { "path": "apps/nestjs-backend/src/features/auth/auth.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { AuthController } from './auth.controller';\n\ndescribe('AuthController', () => {\n let controller: AuthController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [AuthController],\n }).compile();\n\n controller = module.get(AuthController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/auth/auth.controller.ts", "content": "import { Controller, Delete, Get, HttpCode, Post, Query, Req, Res } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport {\n deleteUserSchemaRo,\n IDeleteUserSchema,\n type IGetTempTokenVo,\n type IUserMeVo,\n} from '@teable/openapi';\nimport { Response } from 'express';\nimport { ClsService } from 'nestjs-cls';\nimport { AUTH_SESSION_COOKIE_NAME } from '../../const';\nimport { CustomHttpException } from '../../custom.exception';\nimport { EmitControllerEvent } from '../../event-emitter/decorators/emit-controller-event.decorator';\nimport { Events } from '../../event-emitter/events';\nimport type { IClsStore } from '../../types/cls';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { DeleteUserService } from '../user/delete-user/delete-user.service';\nimport { AuthService } from './auth.service';\nimport { AllowAnonymous, AllowAnonymousType } from './decorators/allow-anonymous.decorator';\nimport { TokenAccess } from './decorators/token.decorator';\nimport { SessionService } from './session/session.service';\n\n@Controller('api/auth')\nexport class AuthController {\n constructor(\n private readonly authService: AuthService,\n private readonly sessionService: SessionService,\n private readonly cls: ClsService,\n private readonly deleteUserService: DeleteUserService\n ) {}\n\n @Post('signout')\n @HttpCode(200)\n @EmitControllerEvent(Events.USER_SIGNOUT)\n async signout(@Req() req: Express.Request, @Res({ passthrough: true }) res: Response) {\n await this.sessionService.signout(req);\n res.clearCookie(AUTH_SESSION_COOKIE_NAME);\n }\n\n @AllowAnonymous(AllowAnonymousType.USER)\n @Get('/user/me')\n async me(@Req() request: Express.Request) {\n return {\n ...request.user,\n organization: this.cls.get('organization'),\n };\n }\n\n @Get('/user')\n @TokenAccess()\n async user(@Req() request: Express.Request) {\n return this.authService.getUserInfo(request.user as IUserMeVo);\n }\n\n @Get('temp-token')\n async tempToken(): Promise {\n return this.authService.getTempToken();\n }\n\n @Delete('user')\n async deleteUser(\n @Req() req: Express.Request,\n @Res({ passthrough: true }) res: Response,\n @Query(new ZodValidationPipe(deleteUserSchemaRo)) query: IDeleteUserSchema\n ) {\n if (query.confirm !== 'DELETE') {\n throw new CustomHttpException('Invalid confirm', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.auth.invalidConfirm',\n },\n });\n }\n await this.deleteUserService.deleteUser();\n await this.sessionService.signout(req);\n res.clearCookie(AUTH_SESSION_COOKIE_NAME);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/auth.module.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Module } from '@nestjs/common';\nimport { ConditionalModule } from '@nestjs/config';\nimport { JwtModule } from '@nestjs/jwt';\nimport { PassportModule } from '@nestjs/passport';\nimport { authConfig, type IAuthConfig } from '../../configs/auth.config';\nimport { AccessTokenModule } from '../access-token/access-token.module';\nimport { DeleteUserModule } from '../user/delete-user/delete-user.module';\nimport { UserModule } from '../user/user.module';\nimport { AuthController } from './auth.controller';\nimport { AuthService } from './auth.service';\nimport { AuthGuard } from './guard/auth.guard';\nimport { LocalAuthModule } from './local-auth/local-auth.module';\nimport { PermissionModule } from './permission.module';\nimport { SessionStoreService } from './session/session-store.service';\nimport { SessionModule } from './session/session.module';\nimport { SessionSerializer } from './session/session.serializer';\nimport { SocialModule } from './social/social.module';\nimport { AccessTokenStrategy } from './strategies/access-token.strategy';\nimport { AnonymousStrategy } from './strategies/anonymous/anonymous.strategy';\nimport { JwtStrategy } from './strategies/jwt.strategy';\nimport { SessionStrategy } from './strategies/session.strategy';\nimport { TurnstileModule } from './turnstile/turnstile.module';\n\nconst CONDITIONAL_MODULE_TIMEOUT = process.env.CI ? 30000 : 5000;\n\n@Module({\n imports: [\n UserModule,\n PassportModule.register({ session: true }),\n SessionModule,\n AccessTokenModule,\n ConditionalModule.registerWhen(\n LocalAuthModule,\n (env) => {\n return Boolean(env.PASSWORD_LOGIN_DISABLED !== 'true');\n },\n { timeout: CONDITIONAL_MODULE_TIMEOUT }\n ),\n SocialModule,\n PermissionModule,\n TurnstileModule,\n JwtModule.registerAsync({\n useFactory: (config: IAuthConfig) => ({\n secret: config.jwt.secret,\n signOptions: {\n expiresIn: config.jwt.expiresIn,\n },\n }),\n inject: [authConfig.KEY],\n }),\n DeleteUserModule,\n ],\n providers: [\n AuthService,\n SessionStrategy,\n AuthGuard,\n SessionSerializer,\n SessionStoreService,\n AccessTokenStrategy,\n JwtStrategy,\n AnonymousStrategy,\n ],\n exports: [AuthService, AuthGuard],\n controllers: [AuthController],\n})\nexport class AuthModule {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/auth.service.spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { AuthModule } from './auth.module';\nimport { AuthService } from './auth.service';\n\ndescribe('AuthService', () => {\n let service: AuthService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, AuthModule],\n }).compile();\n\n service = module.get(AuthService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/auth/auth.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable, UnauthorizedException } from '@nestjs/common';\nimport { JwtService } from '@nestjs/jwt';\nimport { type IUserInfoVo, type IUserMeVo } from '@teable/openapi';\nimport { omit, pick } from 'lodash';\nimport ms from 'ms';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../types/cls';\nimport { PermissionService } from './permission.service';\nimport { JwtAuthInternalType } from './strategies/types';\nimport type { IJwtAuthInternalInfo, IJwtAuthInfo } from './strategies/types';\n\n@Injectable()\nexport class AuthService {\n constructor(\n private readonly cls: ClsService,\n private readonly permissionService: PermissionService,\n private readonly jwtService: JwtService\n ) {}\n\n async getUserInfo(user: IUserMeVo): Promise {\n const res = pick(user, ['id', 'email', 'avatar', 'name']);\n const accessTokenId = this.cls.get('accessTokenId');\n if (!accessTokenId) {\n return res;\n }\n const { scopes } = await this.permissionService.getAccessToken(accessTokenId);\n if (!scopes.includes('user|email_read')) {\n return omit(res, 'email');\n }\n return res;\n }\n\n async validateJwtToken(token: string) {\n try {\n return await this.jwtService.verifyAsync(token);\n } catch {\n throw new UnauthorizedException();\n }\n }\n\n async getTempToken() {\n const payload: IJwtAuthInfo = {\n userId: this.cls.get('user.id'),\n };\n const expiresIn = '10m';\n return {\n accessToken: await this.jwtService.signAsync(payload, { expiresIn }),\n expiresTime: new Date(Date.now() + ms(expiresIn)).toISOString(),\n };\n }\n\n async getTempInternalToken(\n baseId: string,\n type: JwtAuthInternalType,\n expiresIn: string = '10m',\n context?: IJwtAuthInternalInfo['context']\n ) {\n // For User type tokens, userId is required\n const userId = this.cls.get('user.id');\n if (type === JwtAuthInternalType.User && !userId) {\n throw new UnauthorizedException('User identity is required for User type tokens');\n }\n\n const payload: IJwtAuthInternalInfo = {\n type,\n baseId,\n // Include userId for User type tokens to maintain user identity\n ...(type === JwtAuthInternalType.User ? { userId } : {}),\n ...(context ? { context } : {}),\n };\n return {\n accessToken: await this.jwtService.signAsync(payload, { expiresIn }),\n expiresTime: new Date(Date.now() + ms(expiresIn)).toISOString(),\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/decorators/allow-anonymous.decorator.ts", "content": "import { SetMetadata } from '@nestjs/common';\n\nexport enum AllowAnonymousType {\n RESOURCE = 'resource',\n USER = 'user',\n PUBLIC = 'public',\n}\n\nexport const IS_ALLOW_ANONYMOUS = 'isAllowAnonymous';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const AllowAnonymous = (type: AllowAnonymousType = AllowAnonymousType.RESOURCE) =>\n SetMetadata(IS_ALLOW_ANONYMOUS, type);\n" }, { "path": "apps/nestjs-backend/src/features/auth/decorators/base-node-permissions.decorator.ts", "content": "import { SetMetadata } from '@nestjs/common';\nimport type { BaseNodeAction } from '../../base-node/types';\n\nexport const BASE_NODE_PERMISSIONS_KEY = 'baseNodePermissions';\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const BaseNodePermissions = (...permissions: BaseNodeAction[]) =>\n SetMetadata(BASE_NODE_PERMISSIONS_KEY, permissions);\n" }, { "path": "apps/nestjs-backend/src/features/auth/decorators/disabled-permission.decorator.ts", "content": "import { SetMetadata } from '@nestjs/common';\n\nexport const IS_DISABLED_PERMISSION = 'isDisabledPermission';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const DisabledPermission = () => SetMetadata(IS_DISABLED_PERMISSION, true);\n" }, { "path": "apps/nestjs-backend/src/features/auth/decorators/ensure-login.decorator.ts", "content": "import { SetMetadata } from '@nestjs/common';\n\nexport const ENSURE_LOGIN = 'ensureLogin';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const EnsureLogin = () => SetMetadata(ENSURE_LOGIN, true);\n" }, { "path": "apps/nestjs-backend/src/features/auth/decorators/permissions.decorator.ts", "content": "import { SetMetadata } from '@nestjs/common';\nimport type { Action } from '@teable/core';\n\nexport const PERMISSIONS_KEY = 'permissions';\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const Permissions = (...permissions: Action[]) => SetMetadata(PERMISSIONS_KEY, permissions);\n" }, { "path": "apps/nestjs-backend/src/features/auth/decorators/public.decorator.ts", "content": "import { SetMetadata } from '@nestjs/common';\n\nexport const IS_PUBLIC_KEY = 'isPublic';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const Public = () => SetMetadata(IS_PUBLIC_KEY, true);\n" }, { "path": "apps/nestjs-backend/src/features/auth/decorators/resource_meta.decorator.ts", "content": "import { SetMetadata } from '@nestjs/common';\n\nexport type IResourceMeta = {\n type: 'spaceId' | 'baseId' | 'tableId';\n position: 'query' | 'params' | 'body';\n};\n\nexport const RESOURCE_META = 'resourceMeta';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const ResourceMeta = (type: IResourceMeta['type'], position: IResourceMeta['position']) =>\n SetMetadata(RESOURCE_META, { type, position });\n" }, { "path": "apps/nestjs-backend/src/features/auth/decorators/token.decorator.ts", "content": "import { SetMetadata } from '@nestjs/common';\n\nexport const IS_TOKEN_ACCESS = 'isTokenAccess';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const TokenAccess = () => SetMetadata(IS_TOKEN_ACCESS, true);\n" }, { "path": "apps/nestjs-backend/src/features/auth/guard/auth.guard.ts", "content": "import type { ExecutionContext } from '@nestjs/common';\nimport { Injectable, UnauthorizedException } from '@nestjs/common';\nimport { Reflector } from '@nestjs/core';\nimport { AuthGuard as PassportAuthGuard } from '@nestjs/passport';\nimport { isAnonymous } from '@teable/core';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../types/cls';\nimport { IS_ALLOW_ANONYMOUS } from '../decorators/allow-anonymous.decorator';\nimport { ENSURE_LOGIN } from '../decorators/ensure-login.decorator';\nimport { IS_PUBLIC_KEY } from '../decorators/public.decorator';\nimport {\n ACCESS_TOKEN_STRATEGY_NAME,\n ANONYMOUS_STRATEGY_NAME,\n JWT_TOKEN_STRATEGY_NAME,\n} from '../strategies/constant';\n\n@Injectable()\nexport class AuthGuard extends PassportAuthGuard([\n 'session',\n ACCESS_TOKEN_STRATEGY_NAME,\n JWT_TOKEN_STRATEGY_NAME,\n ANONYMOUS_STRATEGY_NAME,\n]) {\n constructor(\n private readonly reflector: Reflector,\n private readonly cls: ClsService\n ) {\n super();\n }\n\n async validate(context: ExecutionContext) {\n const result = (await super.canActivate(context)) as boolean;\n const isAllowAnonymous = this.reflector.getAllAndOverride(IS_ALLOW_ANONYMOUS, [\n context.getHandler(),\n context.getClass(),\n ]);\n if (!isAllowAnonymous && isAnonymous(this.cls.get('user.id'))) {\n throw new UnauthorizedException();\n }\n return result;\n }\n\n async canActivate(context: ExecutionContext) {\n const isPublic = this.reflector.getAllAndOverride(IS_PUBLIC_KEY, [\n context.getHandler(),\n context.getClass(),\n ]);\n\n if (isPublic) {\n return true;\n }\n\n try {\n return await this.validate(context);\n } catch (error) {\n const ensureLogin = this.reflector.getAllAndOverride(ENSURE_LOGIN, [\n context.getHandler(),\n context.getClass(),\n ]);\n const res = context.switchToHttp().getResponse();\n const req = context.switchToHttp().getRequest();\n if (ensureLogin) {\n return res.redirect(`/auth/login?redirect=${encodeURIComponent(req.url)}`);\n }\n throw error;\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/guard/base-node-permission.guard.ts", "content": "import type { ExecutionContext } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport { Reflector } from '@nestjs/core';\nimport { HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { BaseNodeResourceType } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport {\n checkBaseNodePermission,\n checkBaseNodePermissionCreate,\n} from '../../base-node/base-node.permission.helper';\nimport type { IBaseNodePermissionContext } from '../../base-node/types';\nimport { BaseNodeAction } from '../../base-node/types';\nimport { BASE_NODE_PERMISSIONS_KEY } from '../decorators/base-node-permissions.decorator';\nimport { IS_DISABLED_PERMISSION } from '../decorators/disabled-permission.decorator';\nimport { PermissionService } from '../permission.service';\nimport { PermissionGuard } from './permission.guard';\n\n@Injectable()\nexport class BaseNodePermissionGuard extends PermissionGuard {\n constructor(\n private readonly reflectorInner: Reflector,\n private readonly clsInner: ClsService,\n private readonly permissionServiceInner: PermissionService,\n private readonly prismaService: PrismaService\n ) {\n super(reflectorInner, clsInner, permissionServiceInner);\n }\n\n async canActivate(context: ExecutionContext) {\n const superResult = await super.canActivate(context);\n if (!superResult) {\n return false;\n }\n\n // disabled check\n const isDisabledPermission = this.reflectorInner.getAllAndOverride(\n IS_DISABLED_PERMISSION,\n [context.getHandler(), context.getClass()]\n );\n\n if (isDisabledPermission) {\n return true;\n }\n\n const baseId = this.getBaseId(context);\n if (!baseId) {\n throw new CustomHttpException('Base ID is required', HttpErrorCode.RESTRICTED_RESOURCE, {\n localization: {\n i18nKey: 'httpErrors.baseNode.baseIdIsRequired',\n },\n });\n }\n const permissionContext = await this.getPermissionContext();\n return this.checkActivate(context, baseId, permissionContext);\n }\n\n async checkActivate(\n context: ExecutionContext,\n baseId: string,\n permissionContext: IBaseNodePermissionContext\n ) {\n const baseNodePermissions = this.reflectorInner.getAllAndOverride(\n BASE_NODE_PERMISSIONS_KEY,\n [context.getHandler(), context.getClass()]\n );\n\n if (!baseNodePermissions?.length) {\n return true;\n }\n const nodeId = this.getNodeId(context);\n const node = await this.getNode(baseId, nodeId);\n const checkCreate = checkBaseNodePermissionCreate(\n node ?? { resourceType: this.getNodeResourceType(context), resourceId: '' },\n baseNodePermissions,\n permissionContext\n );\n\n if (!checkCreate) {\n return false;\n }\n\n const baseNodePermissionsWithoutCreate = baseNodePermissions.filter(\n (permission: BaseNodeAction) => permission !== BaseNodeAction.Create\n );\n if (!baseNodePermissionsWithoutCreate.length) {\n return true;\n }\n\n if (!nodeId) {\n throw new CustomHttpException('Node ID is required', HttpErrorCode.RESTRICTED_RESOURCE, {\n localization: {\n i18nKey: 'httpErrors.baseNode.nodeIdIsRequired',\n },\n });\n }\n\n if (!node) {\n throw new CustomHttpException('Node not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.notFound',\n },\n });\n }\n\n return baseNodePermissionsWithoutCreate.every((permission: BaseNodeAction) =>\n checkBaseNodePermission(node, permission, permissionContext)\n );\n }\n\n getBaseId(context: ExecutionContext): string | undefined {\n const request = context.switchToHttp().getRequest();\n const defaultBaseId = request.params ?? {};\n return super.getResourceId(context) || defaultBaseId.baseId;\n }\n\n getNodeId(context: ExecutionContext): string | undefined {\n const req = context.switchToHttp().getRequest();\n return req.params.nodeId;\n }\n\n getNodeResourceType(context: ExecutionContext): BaseNodeResourceType {\n const req = context.switchToHttp().getRequest();\n return req.body.resourceType;\n }\n\n async getNode(baseId: string, nodeId?: string) {\n if (!nodeId) {\n return;\n }\n const node = await this.prismaService.baseNode.findFirst({\n where: { baseId, id: nodeId },\n select: {\n id: true,\n resourceType: true,\n resourceId: true,\n },\n });\n\n if (node) {\n return {\n resourceType: node.resourceType as BaseNodeResourceType,\n resourceId: node.resourceId,\n };\n }\n }\n\n private async getPermissionContext() {\n const permissions = this.clsInner.get('permissions');\n const permissionSet = new Set(permissions);\n return { permissionSet };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/guard/github.guard.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { AuthGuard } from '@nestjs/passport';\n\n@Injectable()\nexport class GithubGuard extends AuthGuard('github') {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/guard/google.guard.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { AuthGuard } from '@nestjs/passport';\n\n@Injectable()\nexport class GoogleGuard extends AuthGuard('google') {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/guard/local-auth.guard.ts", "content": "import type { ExecutionContext } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport { AuthGuard } from '@nestjs/passport';\n\n@Injectable()\nexport class LocalAuthGuard extends AuthGuard('local') {\n async canActivate(context: ExecutionContext): Promise {\n const result = (await super.canActivate(context)) as boolean;\n await super.logIn(context.switchToHttp().getRequest());\n return result;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/guard/oidc.guard.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { AuthGuard } from '@nestjs/passport';\n\n@Injectable()\nexport class OIDCGuard extends AuthGuard('openidconnect') {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/guard/permission.guard.ts", "content": "import type { ExecutionContext } from '@nestjs/common';\nimport { ForbiddenException, Injectable, Logger, UnauthorizedException } from '@nestjs/common';\nimport { Reflector } from '@nestjs/core';\nimport { ANONYMOUS_USER_ID, HttpErrorCode, isAnonymous, type Action } from '@teable/core';\nimport cookie from 'cookie';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport { AllowAnonymousType, IS_ALLOW_ANONYMOUS } from '../decorators/allow-anonymous.decorator';\nimport { IS_DISABLED_PERMISSION } from '../decorators/disabled-permission.decorator';\nimport { PERMISSIONS_KEY } from '../decorators/permissions.decorator';\nimport { IS_PUBLIC_KEY } from '../decorators/public.decorator';\nimport type { IResourceMeta } from '../decorators/resource_meta.decorator';\nimport { RESOURCE_META } from '../decorators/resource_meta.decorator';\nimport { IS_TOKEN_ACCESS } from '../decorators/token.decorator';\nimport { PermissionService } from '../permission.service';\nimport { getTemplateHeader, getBaseShareHeader } from '../utils';\n\nconst i18nKeyCheckIdNotExist = 'httpErrors.permission.checkIdNotExist';\n\n@Injectable()\nexport class PermissionGuard {\n private readonly logger = new Logger(PermissionGuard.name);\n\n constructor(\n private readonly reflector: Reflector,\n private readonly cls: ClsService,\n private readonly permissionService: PermissionService\n ) {}\n\n protected defaultResourceId(context: ExecutionContext): string | undefined {\n const req = context.switchToHttp().getRequest();\n // before check baseId, as users can be individually invited into the base.\n return req.params.baseId || req.params.spaceId || req.params.tableId;\n }\n\n protected getResourceId(context: ExecutionContext): string | undefined {\n const resourceMeta = this.reflector.getAllAndOverride(\n RESOURCE_META,\n [context.getHandler(), context.getClass()]\n );\n const req = context.switchToHttp().getRequest();\n\n if (resourceMeta) {\n const { type, position } = resourceMeta;\n return req?.[position]?.[type];\n }\n }\n\n /**\n * Space creation permissions are more specific and only pertain to users,\n * but tokens can be disallowed from being created.\n */\n private async permissionCreateSpace() {\n const accessTokenId = this.cls.get('accessTokenId');\n if (accessTokenId) {\n const { scopes } = await this.permissionService.getAccessToken(accessTokenId);\n return scopes.includes('space|create');\n }\n return true;\n }\n\n private async permissionBaseReadAll() {\n const accessTokenId = this.cls.get('accessTokenId');\n if (accessTokenId) {\n const { scopes } = await this.permissionService.getAccessToken(accessTokenId);\n return scopes.includes('base|read_all');\n }\n return true;\n }\n\n private async permissionSpaceRead() {\n const accessTokenId = this.cls.get('accessTokenId');\n if (accessTokenId) {\n const { scopes } = await this.permissionService.getAccessToken(accessTokenId);\n return scopes.includes('space|read');\n }\n return true;\n }\n\n private async permissionUserIntegrations() {\n const accessTokenId = this.cls.get('accessTokenId');\n if (accessTokenId) {\n const { scopes } = await this.permissionService.getAccessToken(accessTokenId);\n return scopes.includes('user|integrations');\n }\n return true;\n }\n\n protected async templatePermissionCheck(context: ExecutionContext, templateHeader?: string) {\n if (templateHeader) {\n const templateId = this.permissionService.getTemplateIdByHeader(templateHeader);\n if (!templateId) {\n throw new CustomHttpException(\n `Template header is invalid`,\n this.isAnonymous() ? HttpErrorCode.UNAUTHORIZED : HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.templateHeaderInvalid',\n },\n }\n );\n }\n }\n const resourceId = this.getResourceId(context) || this.defaultResourceId(context);\n if (!resourceId) {\n throw new CustomHttpException(\n `Template permission check ID does not exist`,\n this.isAnonymous() ? HttpErrorCode.UNAUTHORIZED : HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: i18nKeyCheckIdNotExist,\n },\n }\n );\n }\n const permissions = this.reflector.getAllAndOverride(PERMISSIONS_KEY, [\n context.getHandler(),\n context.getClass(),\n ]);\n if (!permissions?.length) {\n throw new ForbiddenException('Template permissions are required');\n }\n const ownPermissions = await this.permissionService.validTemplatePermissions(\n resourceId,\n permissions\n );\n this.cls.set('permissions', ownPermissions);\n return true;\n }\n\n protected async baseSharePermissionCheck(context: ExecutionContext, shareId: string) {\n await this.ensureBaseShareAuth(context, shareId);\n const resourceId = this.getResourceId(context) || this.defaultResourceId(context);\n if (!resourceId) {\n throw new CustomHttpException(\n `Base share permission check ID does not exist`,\n this.isAnonymous() ? HttpErrorCode.UNAUTHORIZED : HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: i18nKeyCheckIdNotExist,\n },\n }\n );\n }\n const permissions = this.reflector.getAllAndOverride(PERMISSIONS_KEY, [\n context.getHandler(),\n context.getClass(),\n ]);\n if (!permissions?.length) {\n throw new ForbiddenException('Base share permissions are required');\n }\n const ownPermissions = await this.permissionService.validBaseSharePermissions(\n shareId,\n resourceId,\n permissions\n );\n // Set user to anonymous for share context\n this.cls.set('user', {\n id: ANONYMOUS_USER_ID,\n name: ANONYMOUS_USER_ID,\n email: '',\n });\n this.cls.set('permissions', ownPermissions);\n return true;\n }\n\n private async ensureBaseShareAuth(context: ExecutionContext, shareId: string) {\n const requirePassword = await this.permissionService.baseShareRequiresPassword(shareId);\n if (!requirePassword) {\n return;\n }\n const req = context.switchToHttp().getRequest();\n const cookies = cookie.parse(req.headers.cookie ?? '');\n const token = cookies[shareId];\n if (!token) {\n throw new CustomHttpException('Unauthorized', HttpErrorCode.UNAUTHORIZED_SHARE);\n }\n const valid = await this.permissionService.validateBaseSharePasswordToken(shareId, token);\n if (!valid) {\n throw new CustomHttpException('Unauthorized', HttpErrorCode.UNAUTHORIZED_SHARE);\n }\n }\n\n private async resourcePermission(resourceId: string | undefined, permissions: Action[]) {\n if (!resourceId) {\n throw new CustomHttpException(\n `Permission check ID does not exist`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: i18nKeyCheckIdNotExist,\n },\n }\n );\n }\n const accessTokenId = this.cls.get('accessTokenId');\n const ownPermissions = await this.permissionService.validPermissions(\n resourceId,\n permissions,\n accessTokenId\n );\n this.cls.set('permissions', ownPermissions);\n return true;\n }\n\n protected async instancePermissionChecker(action: Action) {\n const isAdmin = this.cls.get('user.isAdmin');\n\n if (!isAdmin) {\n throw new CustomHttpException(`User is not an admin`, HttpErrorCode.RESTRICTED_RESOURCE, {\n localization: {\n i18nKey: 'httpErrors.permission.userNotAdmin',\n },\n });\n }\n\n const accessTokenId = this.cls.get('accessTokenId');\n if (accessTokenId) {\n const { scopes } = await this.permissionService.getAccessToken(accessTokenId);\n const allowConfig = scopes.includes(action);\n if (!allowConfig) {\n throw new CustomHttpException(\n `Access token does not have ${action} permission`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.accessTokenNoPermission',\n },\n }\n );\n }\n }\n return true;\n }\n\n protected async permissionCheck(context: ExecutionContext) {\n const permissions = this.reflector.getAllAndOverride(PERMISSIONS_KEY, [\n context.getHandler(),\n context.getClass(),\n ]);\n const resourceId = this.getResourceId(context) || this.defaultResourceId(context);\n const accessTokenId = this.cls.get('accessTokenId');\n if (accessTokenId && !permissions?.length) {\n // Pre-checking of tokens\n // The token can only access interfaces that are restricted by permissions or have a token access indicator.\n return this.reflector.getAllAndOverride(IS_TOKEN_ACCESS, [\n context.getHandler(),\n context.getClass(),\n ]);\n }\n\n if (!permissions?.length) {\n return true;\n }\n // instance permission check\n if (permissions?.includes('instance|update')) {\n return this.instancePermissionChecker('instance|update');\n }\n if (permissions?.includes('instance|read')) {\n return this.instancePermissionChecker('instance|read');\n }\n if (permissions?.includes('space|create')) {\n return await this.permissionCreateSpace();\n }\n if (permissions?.includes('base|read_all')) {\n return await this.permissionBaseReadAll();\n }\n if (!resourceId && permissions?.includes('space|read')) {\n return await this.permissionSpaceRead();\n }\n\n if (permissions?.includes('user|integrations')) {\n return await this.permissionUserIntegrations();\n }\n\n // resource permission check\n return await this.resourcePermission(resourceId, permissions);\n }\n\n private isAnonymous() {\n return isAnonymous(this.cls.get('user.id'));\n }\n\n /**\n * Try to perform base share permission check if shareId can be extracted from header.\n * @returns true if check passed, undefined if no valid shareId found in header\n */\n private async tryBaseSharePermissionCheck(\n context: ExecutionContext,\n baseShareHeader: string | undefined\n ): Promise {\n if (!baseShareHeader) {\n return undefined;\n }\n const shareId = this.permissionService.getBaseShareIdByHeader(baseShareHeader);\n if (!shareId) {\n return undefined;\n }\n return await this.baseSharePermissionCheck(context, shareId);\n }\n\n /**\n * Resolve RESOURCE-level permission using resource-specific auth (base share > template).\n * @returns true if resolved, undefined if no valid auth header found\n */\n private async resolveResourcePermission(\n context: ExecutionContext,\n baseShareHeader: string | undefined,\n templateHeader: string | undefined\n ): Promise {\n if (baseShareHeader) {\n const result = await this.tryBaseSharePermissionCheck(context, baseShareHeader);\n if (result !== undefined) return result;\n }\n if (templateHeader) {\n return this.templatePermissionCheck(context, templateHeader);\n }\n return undefined;\n }\n\n /**\n * Resolve permission for anonymous users.\n * Falls back to template check or allows USER-level anonymous access.\n */\n private async resolveAnonymousPermission(\n context: ExecutionContext,\n allowAnonymousType: AllowAnonymousType | undefined\n ): Promise {\n if (allowAnonymousType === AllowAnonymousType.PUBLIC) {\n return this.templatePermissionCheck(context);\n }\n if (allowAnonymousType === AllowAnonymousType.USER) {\n return true;\n }\n throw new UnauthorizedException();\n }\n\n /**\n * Fallback permission check for PUBLIC endpoints when normal check fails.\n * Tries base share first, then template, re-throws original error if all fail.\n */\n private async resolvePublicFallback(\n context: ExecutionContext,\n baseShareHeader: string | undefined,\n originalError: unknown\n ): Promise {\n const baseShareResult = await this.tryBaseShareFallback(context, baseShareHeader);\n if (baseShareResult !== undefined) return baseShareResult;\n\n this.logger.log('Fallback to template permission check');\n try {\n return await this.templatePermissionCheck(context);\n } catch (e: unknown) {\n const error = e as Error;\n this.logger.error(`Template fallback failed: ${error.message}`, error.stack);\n throw originalError;\n }\n }\n\n /**\n * Try base share as a fallback, swallowing errors (returns undefined on failure).\n */\n private async tryBaseShareFallback(\n context: ExecutionContext,\n baseShareHeader: string | undefined\n ): Promise {\n if (!baseShareHeader) return undefined;\n const shareId = this.permissionService.getBaseShareIdByHeader(baseShareHeader);\n if (!shareId) return undefined;\n\n this.logger.log('Fallback to base share permission check');\n try {\n return await this.baseSharePermissionCheck(context, shareId);\n } catch (e) {\n this.logger.error(`Base share fallback failed: ${e}`);\n return undefined;\n }\n }\n\n /**\n * Permission check with public/share/template fallback.\n *\n * Priority flow:\n * 1. RESOURCE-level: exclusively use resource-specific auth (base share > template)\n * 2. Early base share check for PUBLIC or anonymous requests when header is present\n * 3. Anonymous user handling (template / USER-level)\n * 4. Authenticated user: standard check, with fallback for PUBLIC endpoints\n */\n protected async permissionCheckWithPublicFallback(\n context: ExecutionContext,\n permissionCheck: () => Promise\n ) {\n const req = context.switchToHttp().getRequest();\n const templateHeader = getTemplateHeader(req);\n const baseShareHeader = getBaseShareHeader(req);\n const allowAnonymousType = this.reflector.getAllAndOverride(\n IS_ALLOW_ANONYMOUS,\n [context.getHandler(), context.getClass()]\n );\n\n // 1. RESOURCE-level: exclusively use resource-specific auth (base share > template)\n if (allowAnonymousType === AllowAnonymousType.RESOURCE) {\n const result = await this.resolveResourcePermission(context, baseShareHeader, templateHeader);\n if (result !== undefined) return result;\n // No valid resource auth header — fall through to normal checks\n }\n\n // 2. Early base share check for PUBLIC or anonymous requests\n const shouldTryBaseShareEarly =\n baseShareHeader && (allowAnonymousType === AllowAnonymousType.PUBLIC || this.isAnonymous());\n if (shouldTryBaseShareEarly) {\n const result = await this.tryBaseSharePermissionCheck(context, baseShareHeader);\n if (result !== undefined) return result;\n }\n\n // 3. Anonymous user handling\n if (this.isAnonymous()) {\n return this.resolveAnonymousPermission(context, allowAnonymousType);\n }\n\n // 4. Authenticated user: standard check, with fallback for PUBLIC endpoints\n try {\n return await permissionCheck();\n } catch (error) {\n if (allowAnonymousType !== AllowAnonymousType.PUBLIC) throw error;\n return this.resolvePublicFallback(context, baseShareHeader, error);\n }\n }\n\n /**\n * permission step:\n * 1. public decorator sign\n * full public interface\n * 2. token decorator sign\n * The token can only access interfaces that are restricted by permissions or have a token access indicator.\n * 3. permissions decorator sign\n * Decorate what permissions are needed to operate the interface,\n * if none then it means just logging in is sufficient\n * 4. space create permission check\n * The space create permission is special, it has nothing to do with resources, but only with users.\n * 5. resource permission check\n * Because the token is user-generated, the permissions will only be less than the current user,\n * so first determine the current user permissions\n * 5.1. by user for space\n * 5.2. by access token if exists\n */\n async canActivate(context: ExecutionContext) {\n // public check\n const isPublic = this.reflector.getAllAndOverride(IS_PUBLIC_KEY, [\n context.getHandler(),\n context.getClass(),\n ]);\n\n if (isPublic) {\n return true;\n }\n\n // disabled check\n const isDisabledPermission = this.reflector.getAllAndOverride(IS_DISABLED_PERMISSION, [\n context.getHandler(),\n context.getClass(),\n ]);\n\n if (isDisabledPermission) {\n return true;\n }\n\n return await this.permissionCheckWithPublicFallback(context, async () => {\n return await this.permissionCheck(context);\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/guard/social.guard.ts", "content": "import type { ExecutionContext } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\n\n@Injectable()\nexport class SocialGuard {\n async canActivate(context: ExecutionContext): Promise {\n const req = context.switchToHttp().getRequest();\n const res = context.switchToHttp().getResponse();\n if (req?.query?.error === 'access_denied') {\n res.redirect('/auth/login');\n return false;\n }\n return true;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/local-auth/local-auth.controller.ts", "content": "import { Body, Controller, Get, HttpCode, Patch, Post, Req, Res, UseGuards } from '@nestjs/common';\nimport type {\n IUserMeVo,\n IWaitlistInviteCodeVo,\n IJoinWaitlistVo,\n IGetWaitlistVo,\n IInviteWaitlistVo,\n} from '@teable/openapi';\nimport {\n IAddPasswordRo,\n IChangePasswordRo,\n IResetPasswordRo,\n ISendResetPasswordEmailRo,\n ISignup,\n addPasswordRoSchema,\n changePasswordRoSchema,\n resetPasswordRoSchema,\n sendResetPasswordEmailRoSchema,\n sendSignupVerificationCodeRoSchema,\n signupSchema,\n ISendSignupVerificationCodeRo,\n changeEmailRoSchema,\n IChangeEmailRo,\n sendChangeEmailCodeRoSchema,\n ISendChangeEmailCodeRo,\n joinWaitlistSchemaRo,\n IJoinWaitlistRo,\n IWaitlistInviteCodeRo,\n waitlistInviteCodeRoSchema,\n inviteWaitlistRoSchema,\n IInviteWaitlistRo,\n} from '@teable/openapi';\nimport { Response, Request } from 'express';\nimport { AUTH_SESSION_COOKIE_NAME } from '../../../const';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { Permissions } from '../decorators/permissions.decorator';\nimport { Public } from '../decorators/public.decorator';\nimport { LocalAuthGuard } from '../guard/local-auth.guard';\nimport { SessionService } from '../session/session.service';\nimport { pickUserMe } from '../utils';\nimport { LocalAuthService } from './local-auth.service';\n\n@Controller('api/auth')\nexport class LocalAuthController {\n constructor(\n private readonly sessionService: SessionService,\n private readonly authService: LocalAuthService\n ) {}\n\n @Public()\n @UseGuards(LocalAuthGuard)\n @HttpCode(200)\n @Post('signin')\n async signin(@Req() req: Request): Promise {\n return req.user as IUserMeVo;\n }\n\n @Public()\n @Post('signup')\n async signup(\n @Body(new ZodValidationPipe(signupSchema)) body: ISignup,\n @Res({ passthrough: true }) res: Response,\n @Req() req: Request\n ): Promise {\n const remoteIp =\n req.ip || req.connection.remoteAddress || (req.headers['x-forwarded-for'] as string);\n const user = pickUserMe(await this.authService.signup(body, remoteIp));\n // set cookie, passport login\n await new Promise((resolve, reject) => {\n req.login(user, (err) => (err ? reject(err) : resolve()));\n });\n return user;\n }\n\n @Public()\n @Post('join-waitlist')\n async joinWaitlist(\n @Body(new ZodValidationPipe(joinWaitlistSchemaRo)) ro: IJoinWaitlistRo\n ): Promise {\n await this.authService.joinWaitlist(ro.email);\n return ro;\n }\n\n @Post('invite-waitlist')\n @Permissions('instance|update')\n async inviteWaitlist(\n @Body(new ZodValidationPipe(inviteWaitlistRoSchema)) ro: IInviteWaitlistRo\n ): Promise {\n return await this.authService.inviteWaitlist(ro.list);\n }\n\n @Get('waitlist')\n @Permissions('instance|read')\n async getWaitlist(): Promise {\n return await this.authService.getWaitlist();\n }\n\n @Post('waitlist-invite-code')\n @Permissions('instance|update')\n async genWaitlistInviteCode(\n @Body(new ZodValidationPipe(waitlistInviteCodeRoSchema)) ro: IWaitlistInviteCodeRo\n ): Promise {\n const list: IWaitlistInviteCodeVo = [];\n const times = Math.max(ro.times ?? 1, 1);\n for (let i = 0; i < ro.count; i++) {\n const code = await this.authService.genWaitlistInviteCode(times);\n list.push({\n code,\n times,\n });\n }\n return list;\n }\n\n @Public()\n @Post('send-signup-verification-code')\n @HttpCode(200)\n async sendSignupVerificationCode(\n @Body(new ZodValidationPipe(sendSignupVerificationCodeRoSchema))\n body: ISendSignupVerificationCodeRo,\n @Req() req: Request\n ) {\n const remoteIp =\n req.ip || req.connection.remoteAddress || (req.headers['x-forwarded-for'] as string);\n\n return this.authService.sendSignupVerificationCodeWithTurnstile(\n body.email,\n body.turnstileToken,\n remoteIp\n );\n }\n\n @Patch('/change-password')\n async changePassword(\n @Body(new ZodValidationPipe(changePasswordRoSchema)) changePasswordRo: IChangePasswordRo,\n @Req() req: Request,\n @Res({ passthrough: true }) res: Response\n ) {\n await this.authService.changePassword(changePasswordRo);\n await this.sessionService.signout(req);\n res.clearCookie(AUTH_SESSION_COOKIE_NAME);\n }\n\n @Post('/send-reset-password-email')\n @Public()\n async sendResetPasswordEmail(\n @Body(new ZodValidationPipe(sendResetPasswordEmailRoSchema)) body: ISendResetPasswordEmailRo\n ) {\n return this.authService.sendResetPasswordEmail(body.email);\n }\n\n @Post('/reset-password')\n @Public()\n async resetPassword(\n @Res({ passthrough: true }) res: Response,\n @Req() req: Request,\n @Body(new ZodValidationPipe(resetPasswordRoSchema)) body: IResetPasswordRo\n ) {\n await this.authService.resetPassword(body.code, body.password);\n await this.sessionService.signout(req);\n res.clearCookie(AUTH_SESSION_COOKIE_NAME);\n }\n\n @Post('/add-password')\n async addPassword(\n @Res({ passthrough: true }) res: Response,\n @Req() req: Request,\n @Body(new ZodValidationPipe(addPasswordRoSchema)) body: IAddPasswordRo\n ) {\n await this.authService.addPassword(body.password);\n await this.sessionService.signout(req);\n res.clearCookie(AUTH_SESSION_COOKIE_NAME);\n }\n\n @Patch('/change-email')\n async changeEmail(\n @Body(new ZodValidationPipe(changeEmailRoSchema)) body: IChangeEmailRo,\n @Res({ passthrough: true }) res: Response,\n @Req() req: Request\n ) {\n await this.authService.changeEmail(body.email, body.token, body.code);\n await this.sessionService.signout(req);\n res.clearCookie(AUTH_SESSION_COOKIE_NAME);\n }\n\n @Post('/send-change-email-code')\n @HttpCode(200)\n async sendChangeEmailCode(\n @Body(new ZodValidationPipe(sendChangeEmailCodeRoSchema)) body: ISendChangeEmailCodeRo\n ) {\n return this.authService.sendChangeEmailCode(body.email, body.password);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/local-auth/local-auth.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { JwtModule } from '@nestjs/jwt';\nimport type { IAuthConfig } from '../../../configs/auth.config';\nimport { authConfig } from '../../../configs/auth.config';\nimport { MailSenderModule } from '../../mail-sender/mail-sender.module';\nimport { SettingModule } from '../../setting/setting.module';\nimport { UserModule } from '../../user/user.module';\nimport { SessionStoreService } from '../session/session-store.service';\nimport { SessionModule } from '../session/session.module';\nimport { LocalStrategy } from '../strategies/local.strategy';\nimport { TurnstileModule } from '../turnstile/turnstile.module';\nimport { LocalAuthController } from './local-auth.controller';\nimport { LocalAuthService } from './local-auth.service';\n\n@Module({\n imports: [\n TurnstileModule,\n SettingModule,\n UserModule,\n SessionModule,\n MailSenderModule.register(),\n JwtModule.registerAsync({\n useFactory: (config: IAuthConfig) => ({\n secret: config.jwt.secret,\n signOptions: {\n expiresIn: config.jwt.expiresIn,\n },\n }),\n inject: [authConfig.KEY],\n }),\n ],\n providers: [LocalStrategy, LocalAuthService, SessionStoreService],\n controllers: [LocalAuthController],\n exports: [LocalAuthService],\n})\nexport class LocalAuthModule {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/local-auth/local-auth.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { BadRequestException, Injectable, Logger } from '@nestjs/common';\nimport { JwtService } from '@nestjs/jwt';\nimport { generateUserId, getRandomString, HttpErrorCode, RandomType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { EmailVerifyCodeType, MailTransporterType, MailType } from '@teable/openapi';\nimport type { IChangePasswordRo, IInviteWaitlistVo, ISignup } from '@teable/openapi';\nimport * as bcrypt from 'bcrypt';\nimport { isEmpty } from 'lodash';\nimport ms from 'ms';\nimport { ClsService } from 'nestjs-cls';\nimport { CacheService } from '../../../cache/cache.service';\nimport { AuthConfig, type IAuthConfig } from '../../../configs/auth.config';\nimport { BaseConfig, IBaseConfig } from '../../../configs/base.config';\nimport { MailConfig, type IMailConfig } from '../../../configs/mail.config';\nimport { IThresholdConfig, ThresholdConfig } from '../../../configs/threshold.config';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport {\n UserSignUpEvent,\n UserEmailChangeEvent,\n} from '../../../event-emitter/events/user/user.event';\nimport type { IClsStore } from '../../../types/cls';\nimport { second } from '../../../utils/second';\nimport { MailSenderService } from '../../mail-sender/mail-sender.service';\nimport { SettingService } from '../../setting/setting.service';\nimport { UserService } from '../../user/user.service';\nimport { SessionStoreService } from '../session/session-store.service';\nimport { TurnstileService } from '../turnstile/turnstile.service';\n\n@Injectable()\nexport class LocalAuthService {\n private readonly logger = new Logger(LocalAuthService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly userService: UserService,\n private readonly cls: ClsService,\n private readonly sessionStoreService: SessionStoreService,\n private readonly mailSenderService: MailSenderService,\n private readonly cacheService: CacheService,\n private readonly eventEmitterService: EventEmitterService,\n @AuthConfig() private readonly authConfig: IAuthConfig,\n @MailConfig() private readonly mailConfig: IMailConfig,\n @BaseConfig() private readonly baseConfig: IBaseConfig,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n private readonly jwtService: JwtService,\n private readonly settingService: SettingService,\n private readonly turnstileService: TurnstileService\n ) {}\n\n private async encodePassword(password: string) {\n const salt = await bcrypt.genSalt(10);\n const hashPassword = await bcrypt.hash(password, salt);\n return { salt, hashPassword };\n }\n\n private async comparePassword(\n password: string,\n hashPassword: string | null,\n salt: string | null\n ) {\n const _hashPassword = await bcrypt.hash(password || '', salt || '');\n return _hashPassword === hashPassword;\n }\n\n private async getUserByIdOrThrow(userId: string) {\n const user = await this.userService.getUserById(userId);\n if (!user) {\n throw new CustomHttpException(`User not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.user.notFound',\n },\n });\n }\n return user;\n }\n\n async validateUserByEmail(email: string, pass: string) {\n const user = await this.userService.getUserByEmail(email);\n if (!user || (user.accounts.length === 0 && user.password == null)) {\n throw new CustomHttpException(`${email} not registered`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.auth.emailNotRegistered',\n },\n });\n }\n\n if (!user.password) {\n throw new CustomHttpException(`Password is not set`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.auth.passwordNotSet',\n },\n });\n }\n\n if (user.isSystem) {\n throw new CustomHttpException(`User is system user`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.auth.systemUser',\n },\n });\n }\n\n const { password, salt, ...result } = user;\n return (await this.comparePassword(pass, password, salt)) ? { ...result, password } : null;\n }\n\n /**\n * Validate user by email and password with Turnstile verification\n */\n async validateUserByEmailWithTurnstile(\n email: string,\n pass: string,\n turnstileToken?: string,\n remoteIp?: string\n ) {\n // Validate Turnstile token if enabled\n await this.validateTurnstileIfEnabled(turnstileToken, remoteIp);\n\n // Proceed with normal user validation\n return this.validateUserByEmail(email, pass);\n }\n\n private jwtSignupCode(email: string, code: string) {\n return this.jwtService.signAsync(\n { email, code },\n { expiresIn: this.authConfig.signupVerificationExpiresIn }\n );\n }\n\n private jwtVerifySignupCode(token: string) {\n return this.jwtService.verifyAsync<{ email: string; code: string }>(token).catch(() => {\n throw new CustomHttpException('Verification code is invalid', HttpErrorCode.INVALID_CAPTCHA);\n });\n }\n\n private async verifySignup(body: ISignup) {\n const setting = await this.settingService.getSetting();\n if (!setting?.enableEmailVerification) {\n return;\n }\n const { email, verification } = body;\n if (!verification) {\n const { token, expiresTime } = await this.sendSignupVerificationCode(email);\n throw new CustomHttpException(\n 'Verification is required',\n HttpErrorCode.UNPROCESSABLE_ENTITY,\n {\n token,\n expiresTime,\n }\n );\n }\n const { code, email: _email } = await this.jwtVerifySignupCode(verification.token);\n if (_email !== email || code !== verification.code) {\n throw new CustomHttpException('Verification code is invalid', HttpErrorCode.INVALID_CAPTCHA);\n }\n }\n\n private isRegisteredValidate(user: Awaited>) {\n if (user && (user.password !== null || user.accounts.length > 0)) {\n throw new CustomHttpException(\n `User ${user.email} is already registered`,\n HttpErrorCode.CONFLICT,\n {\n localization: {\n i18nKey: 'httpErrors.auth.alreadyRegistered',\n },\n }\n );\n }\n if (user && user.isSystem) {\n throw new CustomHttpException(\n `User ${user.email} is system user`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.auth.systemUser',\n },\n }\n );\n }\n }\n\n /**\n * Validate Turnstile token if Turnstile is enabled\n */\n private async validateTurnstileIfEnabled(\n turnstileToken?: string,\n remoteIp?: string\n ): Promise {\n const isTurnstileEnabled = this.turnstileService.isTurnstileEnabled();\n\n this.logger.log(\n `Turnstile validation check - enabled: ${isTurnstileEnabled}, hasToken: ${!!turnstileToken}, tokenLength: ${turnstileToken?.length}, remoteIp: ${remoteIp}`\n );\n\n if (!isTurnstileEnabled) {\n return;\n }\n\n if (!turnstileToken) {\n this.logger.error(\n `Turnstile token is missing - enabled: ${isTurnstileEnabled}, remoteIp: ${remoteIp}`\n );\n throw new BadRequestException('Turnstile token is required');\n }\n\n const validation = await this.turnstileService.validateTurnstileTokenWithRetry(\n turnstileToken,\n remoteIp\n );\n\n if (!validation.valid) {\n this.logger.warn('Turnstile validation failed', {\n reason: validation.reason,\n remoteIp,\n });\n\n let errorMessage = 'Verification failed. Please try again.';\n\n switch (validation.reason) {\n case 'turnstile_disabled':\n errorMessage = 'Verification service is not available';\n break;\n case 'invalid_token_format':\n case 'token_too_long':\n errorMessage = 'Invalid verification token';\n break;\n case 'turnstile_failed':\n errorMessage = 'Verification failed. Please refresh and try again.';\n break;\n case 'api_error':\n case 'internal_error':\n case 'max_retries_exceeded':\n errorMessage = 'Verification service temporarily unavailable. Please try again.';\n break;\n }\n\n throw new BadRequestException(errorMessage);\n }\n }\n\n async signup(body: ISignup, remoteIp?: string) {\n const { email, password, defaultSpaceName, refMeta, inviteCode, turnstileToken } = body;\n\n this.logger.log(\n `Signup attempt - email: ${email}, hasPassword: ${!!password}, hasTurnstileToken: ${!!turnstileToken}, tokenLength: ${turnstileToken?.length}, hasVerification: ${!!body.verification}, remoteIp: ${remoteIp}`\n );\n\n await this.validateTurnstileIfEnabled(turnstileToken, remoteIp);\n\n await this.verifySignup(body);\n\n const user = await this.userService.getUserByEmail(email);\n this.isRegisteredValidate(user);\n const { salt, hashPassword } = await this.encodePassword(password);\n const res = await this.prismaService.$tx(async (prisma) => {\n if (user) {\n return await prisma.user.update({\n where: { id: user.id, deletedTime: null },\n data: {\n salt,\n password: hashPassword,\n lastSignTime: new Date().toISOString(),\n refMeta: refMeta ? JSON.stringify(refMeta) : undefined,\n },\n });\n }\n return await this.userService.createUserWithSettingCheck(\n {\n id: generateUserId(),\n name: email.split('@')[0],\n email,\n salt,\n password: hashPassword,\n lastSignTime: new Date().toISOString(),\n refMeta: isEmpty(refMeta) ? undefined : JSON.stringify(refMeta),\n },\n undefined,\n defaultSpaceName,\n inviteCode\n );\n });\n this.eventEmitterService.emitAsync(Events.USER_SIGNUP, new UserSignUpEvent(res.id));\n return res;\n }\n\n async sendSignupVerificationCodeWithTurnstile(\n email: string,\n turnstileToken?: string,\n remoteIp?: string\n ) {\n this.logger.log(\n `Send verification code attempt - email: ${email}, hasTurnstileToken: ${!!turnstileToken}, tokenLength: ${turnstileToken?.length}, remoteIp: ${remoteIp}`\n );\n\n // Validate Turnstile token if enabled\n await this.validateTurnstileIfEnabled(turnstileToken, remoteIp);\n return this.sendSignupVerificationCode(email);\n }\n\n async sendSignupVerificationCode(email: string) {\n return await this.mailSenderService.checkSendMailRateLimit(\n {\n email,\n rateLimitKey: 'signup-verification',\n rateLimit: this.thresholdConfig.signupVerificationSendCodeMailRate,\n },\n async () => {\n const code = getRandomString(4, RandomType.Number);\n const token = await this.jwtSignupCode(email, code);\n\n const user = await this.userService.getUserByEmail(email);\n this.isRegisteredValidate(user);\n\n // Log verification code sending\n this.logger.log(\n `Sending signup verification code - email: ${email}, timestamp: ${new Date().toISOString()}`\n );\n\n const emailOptions = await this.mailSenderService.sendEmailVerifyCodeEmailOptions({\n code,\n expiresIn: this.authConfig.signupVerificationExpiresIn,\n type: EmailVerifyCodeType.Signup,\n });\n\n await this.mailSenderService.sendMail(\n {\n to: email,\n\n ...emailOptions,\n },\n {\n type: MailType.VerifyCode,\n transporterName: MailTransporterType.Notify,\n }\n );\n return {\n token,\n expiresTime: new Date(\n ms(this.authConfig.signupVerificationExpiresIn) + Date.now()\n ).toISOString(),\n };\n }\n );\n }\n\n async changePassword({ password, newPassword }: IChangePasswordRo) {\n const userId = this.cls.get('user.id');\n const user = await this.getUserByIdOrThrow(userId);\n\n const { password: currentHashPassword, salt } = user;\n if (!(await this.comparePassword(password, currentHashPassword, salt))) {\n throw new CustomHttpException(`Password is incorrect`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.auth.passwordIncorrect',\n },\n });\n }\n const { salt: newSalt, hashPassword: newHashPassword } = await this.encodePassword(newPassword);\n await this.prismaService.txClient().user.update({\n where: { id: userId, deletedTime: null },\n data: {\n password: newHashPassword,\n salt: newSalt,\n },\n });\n // clear session\n await this.sessionStoreService.clearByUserId(userId);\n }\n\n async sendResetPasswordEmail(email: string) {\n return await this.mailSenderService.checkSendMailRateLimit(\n {\n email,\n rateLimitKey: 'send-reset-password-email',\n rateLimit: this.thresholdConfig.resetPasswordSendMailRate,\n },\n async () => {\n const user = await this.userService.getUserByEmail(email);\n if (!user || (user.accounts.length === 0 && user.password == null)) {\n throw new CustomHttpException(`${email} not registered`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.auth.emailNotRegistered',\n },\n });\n }\n\n const resetPasswordCode = getRandomString(30);\n\n const url = `${this.mailConfig.origin}/auth/reset-password?code=${resetPasswordCode}`;\n const resetPasswordEmailOptions = await this.mailSenderService.resetPasswordEmailOptions({\n name: user.name,\n email: user.email,\n resetPasswordUrl: url,\n });\n await this.mailSenderService.sendMail(\n {\n to: user.email,\n ...resetPasswordEmailOptions,\n },\n {\n type: MailType.ResetPassword,\n transporterName: MailTransporterType.Notify,\n }\n );\n await this.cacheService.set(\n `reset-password-email:${resetPasswordCode}`,\n { userId: user.id },\n second(this.authConfig.resetPasswordEmailExpiresIn)\n );\n }\n );\n }\n\n async resetPassword(code: string, newPassword: string) {\n const resetPasswordEmail = await this.cacheService.get(`reset-password-email:${code}`);\n if (!resetPasswordEmail) {\n throw new CustomHttpException(`Token is invalid`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.auth.tokenInvalid',\n },\n });\n }\n const { userId } = resetPasswordEmail;\n const { salt, hashPassword } = await this.encodePassword(newPassword);\n await this.prismaService.txClient().user.update({\n where: { id: userId, deletedTime: null },\n data: {\n password: hashPassword,\n salt,\n },\n });\n await this.cacheService.del(`reset-password-email:${code}`);\n // clear session\n await this.sessionStoreService.clearByUserId(userId);\n }\n\n async addPassword(newPassword: string) {\n const userId = this.cls.get('user.id');\n const user = await this.getUserByIdOrThrow(userId);\n\n if (user.password) {\n throw new CustomHttpException(`Password is already set`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.auth.passwordAlreadyExists',\n },\n });\n }\n const { salt, hashPassword } = await this.encodePassword(newPassword);\n await this.prismaService.txClient().user.update({\n where: { id: userId, deletedTime: null, password: null },\n data: {\n password: hashPassword,\n salt,\n },\n });\n // clear session\n await this.sessionStoreService.clearByUserId(userId);\n }\n\n async changeEmail(email: string, token: string, code: string) {\n const currentEmail = this.cls.get('user.email');\n const {\n code: _code,\n email: _currentEmail,\n newEmail,\n } = await this.jwtService\n .verifyAsync<{ email: string; code: string; newEmail: string }>(token)\n .catch(() => {\n throw new CustomHttpException(\n 'Verification code is invalid',\n HttpErrorCode.INVALID_CAPTCHA\n );\n });\n if (\n newEmail.toLowerCase() !== email.toLowerCase() ||\n _currentEmail !== currentEmail ||\n _code !== code\n ) {\n throw new CustomHttpException('Verification code is invalid', HttpErrorCode.INVALID_CAPTCHA, {\n localization: {\n i18nKey: 'httpErrors.auth.verificationCodeInvalid',\n },\n });\n }\n const user = this.cls.get('user');\n const normalizedEmail = newEmail.toLowerCase();\n await this.prismaService.txClient().user.update({\n where: { id: user.id, deletedTime: null, deactivatedTime: null },\n data: { email: normalizedEmail },\n });\n this.eventEmitterService.emitAsync(\n Events.USER_EMAIL_CHANGE,\n new UserEmailChangeEvent(user.id, currentEmail, normalizedEmail)\n );\n // clear session\n await this.sessionStoreService.clearByUserId(user.id);\n }\n\n async sendChangeEmailCode(newEmail: string, password: string) {\n const email = this.cls.get('user.email');\n if (newEmail.toLowerCase() === email.toLowerCase()) {\n throw new CustomHttpException(\n 'New email is the same as the current email',\n HttpErrorCode.CONFLICT,\n {\n localization: {\n i18nKey: 'httpErrors.auth.newEmailSameAsCurrentEmail',\n },\n }\n );\n }\n const invalidPasswordError = new CustomHttpException(\n 'Password is incorrect',\n HttpErrorCode.INVALID_CREDENTIALS,\n {\n localization: {\n i18nKey: 'httpErrors.auth.passwordIncorrect',\n },\n }\n );\n\n return await this.mailSenderService.checkSendMailRateLimit(\n {\n email: newEmail,\n rateLimitKey: 'send-change-email-code',\n rateLimit: this.thresholdConfig.changeEmailSendCodeMailRate,\n },\n async () => {\n const user = await this.validateUserByEmail(email, password).catch(() => {\n throw invalidPasswordError;\n });\n if (!user) {\n throw invalidPasswordError;\n }\n const userByNewEmail = await this.userService.getUserByEmail(newEmail);\n if (userByNewEmail) {\n throw new CustomHttpException(`New email is already registered`, HttpErrorCode.CONFLICT, {\n localization: {\n i18nKey: 'httpErrors.auth.emailAlreadyRegistered',\n },\n });\n }\n const code = getRandomString(4, RandomType.Number);\n const token = await this.jwtService.signAsync(\n { email, newEmail, code },\n { expiresIn: this.baseConfig.emailCodeExpiresIn }\n );\n const emailOptions = await this.mailSenderService.sendEmailVerifyCodeEmailOptions({\n code,\n expiresIn: this.baseConfig.emailCodeExpiresIn,\n type: EmailVerifyCodeType.ChangeEmail,\n });\n await this.mailSenderService.sendMail(\n {\n to: newEmail,\n ...emailOptions,\n },\n {\n type: MailType.VerifyCode,\n transporterName: MailTransporterType.Notify,\n }\n );\n return { token };\n }\n );\n }\n\n async joinWaitlist(email: string) {\n const setting = await this.settingService.getSetting();\n if (!setting?.enableWaitlist) {\n throw new CustomHttpException(`Waitlist is not enabled`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.auth.waitlistNotEnabled',\n },\n });\n }\n const user = await this.userService.getUserByEmail(email);\n if (user) {\n throw new CustomHttpException(`Email already registered`, HttpErrorCode.CONFLICT, {\n localization: {\n i18nKey: 'httpErrors.auth.emailAlreadyRegistered',\n },\n });\n }\n const find = await this.prismaService.txClient().waitlist.findFirst({\n where: { email },\n });\n if (find) {\n return find;\n }\n return await this.prismaService.txClient().waitlist.create({\n data: { email },\n });\n }\n\n async getWaitlist() {\n return await this.prismaService.txClient().waitlist.findMany({\n orderBy: { createdTime: 'desc' },\n });\n }\n\n async inviteWaitlist(emails: string[]) {\n const list = await this.prismaService.txClient().waitlist.findMany({\n where: { email: { in: emails } },\n });\n\n const updateList = list.filter((item) => !item.invite);\n\n if (updateList.length === 0) {\n return [];\n }\n\n await this.prismaService.txClient().waitlist.updateMany({\n where: { email: { in: updateList.map((item) => item.email) } },\n data: { invite: true, inviteTime: new Date().toISOString() },\n });\n\n const res: IInviteWaitlistVo = [];\n for (const item of updateList) {\n const times = 10;\n const code = await this.genWaitlistInviteCode(times);\n const mailOptions = await this.mailSenderService.waitlistInviteEmailOptions({\n email: item.email,\n code,\n times,\n name: 'Guest',\n waitlistInviteUrl: `${this.mailConfig.origin}/auth/signup?inviteCode=${code}`,\n });\n res.push({\n email: item.email,\n code,\n times,\n });\n this.mailSenderService.sendMail(\n {\n to: item.email,\n ...mailOptions,\n },\n {\n transporterName: MailTransporterType.Notify,\n type: MailType.WaitlistInvite,\n }\n );\n }\n\n return res;\n }\n\n async genWaitlistInviteCode(limit: number) {\n const code = `${getRandomString(4)}-${getRandomString(4)}`;\n await this.cacheService.set(`waitlist:invite-code:${code}`, limit, '30d');\n return code;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/oauth/oauth.store.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { getRandomString } from '@teable/core';\nimport type { Request } from 'express';\nimport { CacheService } from '../../../cache/cache.service';\nimport type { IOauth2State } from '../../../cache/types';\nimport { second } from '../../../utils/second';\n\n@Injectable()\nexport class OauthStoreService {\n key: string = 'oauth2:';\n\n constructor(private readonly cacheService: CacheService) {}\n\n async store(req: Request, callback: (err: unknown, stateId: string) => void, ...args: unknown[]) {\n if (args.length === 3 && typeof args[2] === 'function') {\n callback = args[2] as (err: unknown, stateId: string) => void;\n }\n const random = getRandomString(16);\n await this.cacheService.set(\n `oauth2:${random}`,\n {\n redirectUri: req.query.redirect_uri as string,\n },\n second('12h')\n );\n callback(null, random);\n }\n\n async verify(\n _req: unknown,\n stateId: string,\n callback: (err: unknown, ok: boolean, state: IOauth2State | string) => void\n ) {\n const state = await this.cacheService.get(`oauth2:${stateId}`);\n if (state) {\n await this.cacheService.del(`oauth2:${stateId}`);\n callback(null, true, state);\n } else {\n callback(null, false, 'Invalid authorization request state');\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/permission.module.ts", "content": "import { Global, Module } from '@nestjs/common';\nimport { JwtModule } from '@nestjs/jwt';\nimport { authConfig, type IAuthConfig } from '../../configs/auth.config';\nimport { PermissionGuard } from './guard/permission.guard';\nimport { PermissionService } from './permission.service';\n\n@Global()\n@Module({\n imports: [\n JwtModule.registerAsync({\n useFactory: (config: IAuthConfig) => ({\n secret: config.jwt.secret,\n signOptions: {\n expiresIn: config.jwt.expiresIn,\n },\n }),\n inject: [authConfig.KEY],\n }),\n ],\n providers: [PermissionService, PermissionGuard],\n exports: [PermissionService, PermissionGuard],\n})\nexport class PermissionModule {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/permission.service.spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { ForbiddenException } from '@nestjs/common';\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport type { Action } from '@teable/core';\nimport { Role, getPermissions } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { noop } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport type { DeepMockProxy } from 'vitest-mock-extended';\nimport { mockDeep, mockReset } from 'vitest-mock-extended';\nimport { getError } from '../../../test/utils/get-error';\nimport { GlobalModule } from '../../global/global.module';\nimport type { IClsStore } from '../../types/cls';\nimport { PermissionModule } from './permission.module';\nimport { PermissionService } from './permission.service';\n\ndescribe('PermissionService', () => {\n let service: PermissionService;\n let prismaServiceMock: DeepMockProxy;\n let clsServiceMock: DeepMockProxy>;\n\n beforeEach(async () => {\n prismaServiceMock = mockDeep();\n clsServiceMock = mockDeep>();\n\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, PermissionModule],\n })\n .overrideProvider(PrismaService)\n .useValue(prismaServiceMock)\n .overrideProvider(ClsService)\n .useValue(clsServiceMock)\n .compile();\n\n service = module.get(PermissionService);\n });\n\n afterEach(() => {\n mockReset(prismaServiceMock);\n mockReset(clsServiceMock);\n });\n\n describe('getRoleBySpaceId', () => {\n it('should return a SpaceRole', async () => {\n const spaceId = 'space-id';\n const roleName = 'space-role';\n prismaServiceMock.collaborator.findMany.mockResolvedValue([{ roleName } as any]);\n prismaServiceMock.space.findFirst.mockResolvedValue({ deletedTime: null } as any);\n const result = await service['getRoleBySpaceId'](spaceId);\n expect(result).toBe(roleName);\n });\n\n it('should throw a ForbiddenException if collaborator is not found', async () => {\n const spaceId = 'space-id1';\n prismaServiceMock.collaborator.findMany.mockResolvedValue([]);\n prismaServiceMock.space.findFirst.mockResolvedValue({ deletedTime: null } as any);\n const res = await service['getRoleBySpaceId'](spaceId);\n expect(res).toBeNull();\n });\n });\n\n describe('getRoleByBaseId', () => {\n it('should return a BaseRole', async () => {\n const baseId = 'base-id';\n const roleName = 'base-role';\n prismaServiceMock.collaborator.findMany.mockResolvedValue([{ roleName } as any]);\n const result = await service['getRoleByBaseId'](baseId);\n expect(result).toBe(roleName);\n });\n\n it('should return null if collaborator is not found', async () => {\n const baseId = 'base-id1';\n prismaServiceMock.collaborator.findMany.mockResolvedValue([]);\n const result = await service['getRoleByBaseId'](baseId);\n expect(result).toBeNull();\n });\n });\n\n describe('getPermissionsByResourceId', () => {\n it('should return permissions for a space resource', async () => {\n const resourceId = 'spcxxxxxxxx';\n vi.spyOn(service as any, 'getPermissionBySpaceId').mockImplementation(noop);\n await service.getPermissionsByResourceId(resourceId);\n expect(service['getPermissionBySpaceId']).toHaveBeenCalledWith(resourceId, undefined);\n });\n\n it('should return permissions for a base resource', async () => {\n const resourceId = 'bsexxxxxx';\n vi.spyOn(service as any, 'getPermissionByBaseId').mockImplementation(noop);\n await service.getPermissionsByResourceId(resourceId);\n expect(service['getPermissionByBaseId']).toHaveBeenCalledWith(resourceId, undefined);\n });\n\n it('should return permissions for a table resource', async () => {\n const resourceId = 'tblxxxxxxx';\n vi.spyOn(service as any, 'getPermissionByTableId').mockImplementation(noop);\n await service.getPermissionsByResourceId(resourceId);\n expect(service['getPermissionByTableId']).toHaveBeenCalledWith(resourceId, undefined);\n });\n\n it('should throw an error if resource is not found', async () => {\n const resourceId = 'invalid-id';\n const error = await getError(\n async () => await service.getPermissionsByResourceId(resourceId)\n );\n expect(error).toBeDefined();\n expect(error?.status).toBe(403);\n expect(error?.message).toBe('Request path is not valid');\n });\n });\n\n describe('getUpperIdByBaseId', () => {\n it('should return spaceId when valid baseId is provided', async () => {\n const baseId = 'bsexxxxxxxx';\n const spaceId = 'spcxxxxxxxxx';\n\n prismaServiceMock.base.findFirst.mockResolvedValueOnce({ spaceId } as any);\n const result = await service['getUpperIdByBaseId'](baseId);\n expect(result).toEqual({ spaceId });\n });\n\n it('should throw NotFoundException when invalid baseId is provided', async () => {\n const baseId = 'bsexxxxxxxx';\n\n prismaServiceMock.base.findFirst.mockResolvedValueOnce(null);\n\n const error = await getError(async () => await service['getUpperIdByBaseId'](baseId));\n expect(error).toBeDefined();\n expect(error?.status).toBe(404);\n expect(error?.message).toBe('Base not found');\n });\n });\n\n describe('isBaseIdAllowedForResource', () => {\n it('should return true when baseId is allowed for the resource', async () => {\n const baseId = 'bsexxxxxxxxx';\n const spaceIds = ['spcxxxxxxx'];\n const baseIds = ['bsexxxxxxxxx'];\n\n vi.spyOn(service as any, 'getUpperIdByBaseId').mockResolvedValueOnce({\n spaceId: 'spcxxxxxxx',\n });\n\n const result = await service['isBaseIdAllowedForResource'](baseId, spaceIds, baseIds);\n\n expect(result).toBe(true);\n });\n\n it('should return false when baseId is not allowed for the resource', async () => {\n const baseId = 'invalidBaseId';\n const spaceIds = ['spcxxxxxxx'];\n const baseIds = ['bsexxxxxxxxx'];\n\n vi.spyOn(service as any, 'getUpperIdByBaseId').mockResolvedValueOnce({\n spaceId: 'spc222222222',\n });\n\n const result = await service['isBaseIdAllowedForResource'](baseId, spaceIds, baseIds);\n\n expect(result).toBe(false);\n });\n\n it('should return true when baseIds is undefined', async () => {\n const baseId = 'bsexxxxxxxxx';\n const spaceIds = ['spcxxxxxxx'];\n const baseIds = undefined;\n\n vi.spyOn(service as any, 'getUpperIdByBaseId').mockResolvedValueOnce({\n spaceId: 'spcxxxxxxx',\n });\n\n const result = await service['isBaseIdAllowedForResource'](baseId, spaceIds, baseIds);\n\n expect(result).toBe(true);\n });\n });\n\n describe('isTableIdAllowedForResource', () => {\n it('should return true when tableId is allowed for the resource', async () => {\n const tableId = 'validTableId';\n const spaceIds = ['spcxxxxxx'];\n const baseIds = ['bsexxxxxx'];\n\n vi.spyOn(service as any, 'getUpperIdByTableId').mockResolvedValueOnce({\n spaceId: 'spcxxxxxx',\n baseId: 'bsexxxxxx',\n });\n\n const result = await service['isTableIdAllowedForResource'](tableId, spaceIds, baseIds);\n\n expect(result).toBe(true);\n });\n\n it('should return false when tableId is not allowed for the resource', async () => {\n const tableId = 'invalidTableId';\n const spaceIds = ['spcxxxxxx'];\n const baseIds = ['bsexxxxxx'];\n\n vi.spyOn(service as any, 'getUpperIdByTableId').mockResolvedValueOnce({\n spaceId: 'spc11111111',\n baseId: 'bse1111111',\n });\n\n const result = await service['isTableIdAllowedForResource'](tableId, spaceIds, baseIds);\n\n expect(result).toBe(false);\n });\n\n it('should return true when baseIds is undefined', async () => {\n const tableId = 'tblxxxxxx';\n const spaceIds = ['spcxxxxxx'];\n const baseIds = undefined;\n\n vi.spyOn(service as any, 'getUpperIdByTableId').mockResolvedValueOnce({\n spaceId: 'spcxxxxxx',\n baseId: 'bsexxxxxxx',\n });\n\n const result = await service['isTableIdAllowedForResource'](tableId, spaceIds, baseIds);\n\n expect(result).toBe(true);\n });\n });\n\n describe('getPermissionsByAccessToken', () => {\n it('should return scopes when resourceId is a valid spaceId and allowed', async () => {\n const resourceId = 'spcxxxxxxx';\n const accessTokenId = 'validAccessTokenId';\n const scopes: Action[] = ['table|create', 'table|update'];\n const spaceIds = ['spcxxxxxxx'];\n\n vi.spyOn(service, 'getAccessToken').mockResolvedValueOnce({\n scopes,\n spaceIds,\n baseIds: undefined,\n hasFullAccess: undefined,\n });\n\n const result = await service.getPermissionsByAccessToken(resourceId, accessTokenId);\n\n expect(result).toEqual(scopes);\n });\n\n it('should throw ForbiddenException when resourceId is a valid spaceId but not allowed', async () => {\n const resourceId = 'invalidSpaceId';\n const accessTokenId = 'validAccessTokenId';\n const spaceIds = ['spcxxxxxxx'];\n\n vi.spyOn(service, 'getAccessToken').mockResolvedValueOnce({\n scopes: ['table|update'],\n spaceIds,\n baseIds: undefined,\n hasFullAccess: undefined,\n });\n\n const error = await getError(\n async () => await service.getPermissionsByAccessToken(resourceId, accessTokenId)\n );\n expect(error).toBeDefined();\n expect(error?.status).toBe(403);\n });\n\n it('should throw ForbiddenException when resourceId is a valid baseId but not allowed', async () => {\n const resourceId = 'bsexxxxxx';\n const accessTokenId = 'validAccessTokenId';\n const baseIds = ['bsexxxxxx1'];\n\n vi.spyOn(service, 'getAccessToken').mockResolvedValueOnce({\n scopes: ['table|read'],\n baseIds,\n spaceIds: undefined,\n hasFullAccess: undefined,\n });\n\n vi.spyOn(service as any, 'isBaseIdAllowedForResource').mockResolvedValueOnce(false);\n\n const error = await getError(\n async () => await service.getPermissionsByAccessToken(resourceId, accessTokenId)\n );\n expect(error).toBeDefined();\n expect(error?.status).toBe(403);\n });\n\n it('should throw ForbiddenException when resourceId is a valid tableId but not allowed', async () => {\n const resourceId = 'invalidTableId';\n const accessTokenId = 'validAccessTokenId';\n const baseIds = ['bsexxxxxx'];\n const spaceIds = ['spcxxxxxxx'];\n\n vi.spyOn(service, 'getAccessToken').mockResolvedValueOnce({\n scopes: ['table|read'],\n spaceIds,\n baseIds,\n });\n\n const error = await getError(\n async () => await service.getPermissionsByAccessToken(resourceId, accessTokenId)\n );\n expect(error).toBeDefined();\n expect(error?.status).toBe(403);\n });\n });\n\n describe('getPermissions', () => {\n it('should return permissions for a user', async () => {\n const resourceId = 'bsexxxxxx';\n vi.spyOn(service, 'getPermissionsByResourceId').mockResolvedValue(\n getPermissions(Role.Editor)\n );\n const result = await service.getPermissions(resourceId);\n expect(result.includes('view|create')).toEqual(true);\n expect(result.includes('space|create')).toEqual(false);\n });\n\n it('should return permissions for access token', async () => {\n const resourceId = 'bsexxxxxx';\n vi.spyOn(service, 'getPermissionsByResourceId').mockResolvedValue(\n getPermissions(Role.Editor)\n );\n vi.spyOn(service, 'getPermissionsByAccessToken').mockResolvedValue([\n 'view|create',\n 'space|delete',\n ]);\n const result = await service.getPermissions(resourceId, 'access-token-id');\n expect(result.includes('view|create')).toEqual(true);\n expect(result.includes('space|delete')).toEqual(false);\n expect(result.includes('view|delete')).toEqual(false);\n });\n });\n\n describe('validPermissions', () => {\n it('should return true if user has all required permissions', async () => {\n const permissions = getPermissions(Role.Creator);\n vi.spyOn(service, 'getPermissions').mockResolvedValue(permissions);\n const resourceId = 'bsexxxxxx';\n const result = await service.validPermissions(resourceId, ['base|create']);\n expect(result).toEqual(permissions);\n });\n\n it('should throw an error if user does not have all required permissions', async () => {\n vi.spyOn(service, 'getPermissions').mockResolvedValue(getPermissions(Role.Editor));\n const resourceId = 'bsexxxxxx';\n await expect(service.validPermissions(resourceId, ['space|create'])).rejects.toThrow(\n `not allowed to operate space|create on ${resourceId}`\n );\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/auth/permission.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { JwtService } from '@nestjs/jwt';\nimport type { IBaseRole, Action } from '@teable/core';\nimport {\n HttpErrorCode,\n IdPrefix,\n TemplatePermissions,\n getPermissions,\n isAnonymous,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { CollaboratorType } from '@teable/openapi';\nimport { intersection, union } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException, TemplateAppTokenNotAllowedException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport { getMaxLevelRole } from '../../utils/get-max-level-role';\nimport { CollaboratorModel } from '../model/collaborator';\nimport { TemplateModel } from '../model/template';\n\ninterface IBaseNodeCacheItem {\n id: string;\n parentId: string | null;\n resourceType: string;\n resourceId: string | null;\n}\n\nconst notAllowedOperationI18nKey = 'httpErrors.permission.notAllowedOperation';\n\n@Injectable()\nexport class PermissionService {\n private readonly logger = new Logger(PermissionService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly collaboratorModel: CollaboratorModel,\n private readonly templateModel: TemplateModel,\n private readonly jwtService: JwtService\n ) {}\n\n private getDepartmentIds() {\n const departments = this.cls.get('organization.departments');\n return departments?.map((department) => department.id) || [];\n }\n\n async getSpaceCollaborators(spaceId: string, principalId: string[]) {\n const collaborators = await this.collaboratorModel.getCollaboratorRawByResourceId(spaceId);\n return collaborators.filter((collaborator) => principalId.includes(collaborator.principalId));\n }\n\n async getBaseCollaborators(baseId: string, principalId: string[]) {\n const collaborators = await this.collaboratorModel.getCollaboratorRawByResourceId(baseId);\n return collaborators.filter((collaborator) => principalId.includes(collaborator.principalId));\n }\n\n async getRoleBySpaceId(spaceId: string, includeInactiveResource?: boolean) {\n const userId = this.cls.get('user.id');\n const departmentIds = this.getDepartmentIds();\n const collaborators = await this.getSpaceCollaborators(spaceId, [...departmentIds, userId]);\n const space = await this.prismaService.space.findFirst({\n where: {\n id: spaceId,\n },\n });\n if (!space) {\n throw new CustomHttpException(\n `space ${spaceId} is not found`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.space.notFound',\n },\n }\n );\n }\n if (space?.deletedTime && !includeInactiveResource) {\n throw new CustomHttpException(\n `space ${spaceId} is deleted`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.space.deleted',\n },\n }\n );\n }\n if (!collaborators.length) {\n return null;\n }\n return getMaxLevelRole(collaborators);\n }\n\n async getRoleByBaseId(baseId: string) {\n const departmentIds = this.getDepartmentIds();\n const userId = this.cls.get('user.id');\n\n const collaborators = await this.getBaseCollaborators(baseId, [...departmentIds, userId]);\n if (!collaborators.length) {\n return null;\n }\n return getMaxLevelRole(collaborators) as IBaseRole;\n }\n\n async getOAuthAccessBy(userId: string) {\n const departmentIds = this.getDepartmentIds();\n const collaborators = await this.prismaService.txClient().collaborator.findMany({\n where: {\n principalId: { in: [...departmentIds, userId] },\n },\n select: { roleName: true, resourceId: true, resourceType: true },\n });\n\n const spaceIds: string[] = [];\n const baseIds: string[] = [];\n collaborators.forEach(({ resourceId, resourceType }) => {\n if (resourceType === CollaboratorType.Base) {\n baseIds.push(resourceId);\n } else if (resourceType === CollaboratorType.Space) {\n spaceIds.push(resourceId);\n }\n });\n\n return { spaceIds, baseIds };\n }\n\n async getAccessToken(accessTokenId: string) {\n const {\n scopes: stringifyScopes,\n spaceIds,\n baseIds,\n clientId,\n userId,\n hasFullAccess,\n } = await this.prismaService.accessToken.findFirstOrThrow({\n where: { id: accessTokenId },\n select: {\n scopes: true,\n spaceIds: true,\n baseIds: true,\n clientId: true,\n userId: true,\n hasFullAccess: true,\n },\n });\n const scopes = JSON.parse(stringifyScopes) as Action[];\n if (clientId && clientId.startsWith(IdPrefix.OAuthClient)) {\n const { spaceIds: spaceIdsByOAuth, baseIds: baseIdsByOAuth } =\n await this.getOAuthAccessBy(userId);\n return {\n scopes: scopes.concat('base|read_all'),\n spaceIds: spaceIdsByOAuth,\n baseIds: baseIdsByOAuth,\n };\n }\n return {\n scopes,\n spaceIds: spaceIds ? JSON.parse(spaceIds) : undefined,\n baseIds: baseIds ? JSON.parse(baseIds) : undefined,\n hasFullAccess: hasFullAccess ?? undefined,\n };\n }\n\n async getUpperIdByTableId(\n tableId: string,\n includeInactiveResource?: boolean\n ): Promise<{ spaceId: string; baseId: string }> {\n const table = await this.prismaService.txClient().tableMeta.findFirst({\n where: {\n id: tableId,\n ...(includeInactiveResource ? {} : { deletedTime: null }),\n },\n select: {\n base: true,\n },\n });\n const baseId = table?.base.id;\n const spaceId = table?.base?.spaceId;\n if (!spaceId || !baseId) {\n throw new CustomHttpException(`Invalid tableId: ${tableId}`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n });\n }\n this.cls.set('spaceId', spaceId);\n return { baseId, spaceId };\n }\n\n async getUpperIdByBaseId(\n baseId: string,\n includeInactiveResource?: boolean\n ): Promise<{ spaceId: string }> {\n const base = await this.prismaService.base.findFirst({\n where: {\n id: baseId,\n ...(includeInactiveResource ? {} : { deletedTime: null }),\n },\n select: {\n spaceId: true,\n },\n });\n const spaceId = base?.spaceId;\n if (!spaceId) {\n throw new CustomHttpException('Base not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.base.notFound',\n },\n });\n }\n this.cls.set('spaceId', spaceId);\n return { spaceId };\n }\n private async isBaseIdAllowedForResource(\n baseId: string,\n spaceIds: string[] | undefined,\n baseIds: string[] | undefined,\n includeInactiveResource?: boolean\n ) {\n const upperId = await this.getUpperIdByBaseId(baseId, includeInactiveResource);\n return spaceIds?.includes(upperId.spaceId) || baseIds?.includes(baseId);\n }\n\n private async isTableIdAllowedForResource(\n tableId: string,\n spaceIds: string[] | undefined,\n baseIds: string[] | undefined,\n includeInactiveResource?: boolean\n ) {\n const { spaceId, baseId } = await this.getUpperIdByTableId(tableId, includeInactiveResource);\n return spaceIds?.includes(spaceId) || baseIds?.includes(baseId);\n }\n\n async getPermissionsByAccessToken(\n resourceId: string,\n accessTokenId: string,\n includeInactiveResource?: boolean\n ) {\n const { scopes, spaceIds, baseIds, hasFullAccess } = await this.getAccessToken(accessTokenId);\n\n if (hasFullAccess) {\n return scopes;\n }\n\n if (\n !resourceId.startsWith(IdPrefix.Space) &&\n !resourceId.startsWith(IdPrefix.Base) &&\n !resourceId.startsWith(IdPrefix.Table)\n ) {\n throw new CustomHttpException(\n `Resource ${resourceId} is not valid`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.invalidResource',\n },\n }\n );\n }\n\n if (resourceId.startsWith(IdPrefix.Space) && !spaceIds?.includes(resourceId)) {\n throw new CustomHttpException(\n `You are not allowed to access space ${resourceId}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.notAllowedSpace',\n },\n }\n );\n }\n\n // set the spaceId to the cls when the user operate in a space\n if (resourceId.startsWith(IdPrefix.Space)) {\n this.cls.set('spaceId', resourceId);\n }\n\n if (\n resourceId.startsWith(IdPrefix.Base) &&\n !(await this.isBaseIdAllowedForResource(\n resourceId,\n spaceIds,\n baseIds,\n includeInactiveResource\n ))\n ) {\n throw new CustomHttpException(\n `You are not allowed to access base ${resourceId}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.notAllowedBase',\n },\n }\n );\n }\n\n if (\n resourceId.startsWith(IdPrefix.Table) &&\n !(await this.isTableIdAllowedForResource(\n resourceId,\n spaceIds,\n baseIds,\n includeInactiveResource\n ))\n ) {\n throw new CustomHttpException(\n `You are not allowed to access table ${resourceId}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.notAllowedTables',\n context: {\n tableIds: resourceId,\n },\n },\n }\n );\n }\n\n return scopes;\n }\n\n private async getPermissionBySpaceId(spaceId: string, includeInactiveResource?: boolean) {\n const role = await this.getRoleBySpaceId(spaceId, includeInactiveResource);\n if (!role) {\n throw new CustomHttpException(\n `you have no permission to access this space`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.notAllowedSpace',\n },\n }\n );\n }\n this.cls.set('spaceId', spaceId);\n return getPermissions(role);\n }\n\n private async getPermissionByBaseId(baseId: string, includeInactiveResource?: boolean) {\n const tempAuthBaseId = this.cls.get('tempAuthBaseId');\n if (tempAuthBaseId === baseId) {\n const template = await this.templateModel.getTemplateRawByBaseId(baseId);\n if (template) {\n this.cls.set('template', {\n id: template.id,\n baseId: template.snapshot.baseId,\n });\n return TemplatePermissions;\n } else {\n return getPermissions('owner');\n }\n }\n const role = await this.getRoleByBaseId(baseId);\n const spaceRole = await this.getRoleBySpaceId(\n (await this.getUpperIdByBaseId(baseId, includeInactiveResource)).spaceId,\n includeInactiveResource\n );\n if (!role && !spaceRole) {\n throw new CustomHttpException(\n `you have no permission to access this base`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.notAllowedBase',\n },\n }\n );\n }\n const basePermissions = role ? getPermissions(role) : [];\n const spacePermissions = spaceRole ? getPermissions(spaceRole) : [];\n // In the presence of an organization, a user can have concurrent permissions at both space and base levels,\n // requiring a merge operation to determine the highest applicable permission level\n return union(basePermissions, spacePermissions);\n }\n\n private async getPermissionByTableId(tableId: string, includeInactiveResource?: boolean) {\n const baseId = (await this.getUpperIdByTableId(tableId, includeInactiveResource)).baseId;\n return this.getPermissionByBaseId(baseId, includeInactiveResource);\n }\n\n async getPermissionsByResourceId(resourceId: string, includeInactiveResource?: boolean) {\n if (resourceId.startsWith(IdPrefix.Space)) {\n return await this.getPermissionBySpaceId(resourceId, includeInactiveResource);\n } else if (resourceId.startsWith(IdPrefix.Base)) {\n return await this.getPermissionByBaseId(resourceId, includeInactiveResource);\n } else if (resourceId.startsWith(IdPrefix.Table)) {\n return await this.getPermissionByTableId(resourceId, includeInactiveResource);\n } else {\n throw new CustomHttpException(\n `Request path is not valid`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.invalidRequestPath',\n },\n }\n );\n }\n }\n\n async getPermissions(\n resourceId: string,\n accessTokenId?: string,\n includeInactiveResource?: boolean\n ) {\n const userPermissions = await this.getPermissionsByResourceId(\n resourceId,\n includeInactiveResource\n );\n\n if (accessTokenId) {\n const accessTokenPermission = await this.getPermissionsByAccessToken(\n resourceId,\n accessTokenId,\n includeInactiveResource\n );\n return intersection(userPermissions, accessTokenPermission);\n }\n return userPermissions;\n }\n\n async validPermissions(\n resourceId: string,\n permissions: Action[],\n accessTokenId?: string,\n includeInactiveResource?: boolean\n ) {\n const ownPermissions = await this.getPermissions(\n resourceId,\n accessTokenId,\n includeInactiveResource\n );\n if (permissions.every((permission) => ownPermissions.includes(permission))) {\n return ownPermissions;\n }\n // for app token operation not allowed in template preview app\n if (\n this.cls.get('template') &&\n this.cls.get('tempAuthBaseId') === this.cls.get('template.baseId')\n ) {\n throw new TemplateAppTokenNotAllowedException();\n }\n throw new CustomHttpException(\n `not allowed to operate ${permissions.join(', ')} on ${resourceId}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: notAllowedOperationI18nKey,\n },\n }\n );\n }\n\n private isAnonymous() {\n return isAnonymous(this.cls.get('user.id'));\n }\n\n async getTemplatePermissions(resourceId: string) {\n const deniedResourceError = new CustomHttpException(\n `Template access denied, template not found for ${resourceId}`,\n this.isAnonymous() ? HttpErrorCode.UNAUTHORIZED : HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.base.templateNotFound',\n },\n }\n );\n if (resourceId.startsWith(IdPrefix.Base)) {\n const template = await this.templateModel.getTemplateRawByBaseId(resourceId);\n if (!template?.id) {\n this.logger.error(`Template access denied, template not found for ${resourceId}`);\n throw deniedResourceError;\n }\n this.cls.set('template', {\n id: template.id,\n baseId: template.snapshot.baseId,\n });\n } else if (resourceId.startsWith(IdPrefix.Table)) {\n const table = await this.prismaService.txClient().tableMeta.findUnique({\n where: {\n id: resourceId,\n deletedTime: null,\n base: { deletedTime: null },\n },\n select: {\n baseId: true,\n },\n });\n if (!table) {\n this.logger.error(`Template access denied, table not found for ${resourceId}`);\n throw deniedResourceError;\n }\n const template = await this.templateModel.getTemplateRawByBaseId(table.baseId);\n if (!template) {\n this.logger.error(`Template access denied, template not found for ${resourceId}`);\n throw deniedResourceError;\n }\n this.cls.set('template', {\n id: template.id,\n baseId: template.snapshot.baseId,\n });\n } else {\n throw new CustomHttpException(\n `Resource ${resourceId} is not valid for template`,\n this.isAnonymous() ? HttpErrorCode.UNAUTHORIZED : HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.invalidResource',\n },\n }\n );\n }\n return TemplatePermissions;\n }\n\n async validTemplatePermissions(resourceId: string, permissions: Action[]) {\n const template = this.cls.get('template');\n const templatePermissions = template\n ? TemplatePermissions\n : await this.getTemplatePermissions(resourceId);\n if (permissions.every((permission) => templatePermissions.includes(permission))) {\n return templatePermissions;\n }\n throw new CustomHttpException(\n `Template access denied, not allowed to operate ${permissions.join(', ')} on ${resourceId}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: notAllowedOperationI18nKey,\n },\n }\n );\n }\n\n getTemplateIdByHeader(templateHeader: string) {\n try {\n return this.jwtService.verify<{ templateId: string }>(templateHeader).templateId;\n } catch {\n return null;\n }\n }\n\n generateTemplateHeader(templateId: string) {\n return this.jwtService.sign({ templateId }, { expiresIn: '1d' });\n }\n\n // Base share permission methods\n async getBaseShareInfo(shareId: string) {\n const baseShare = await this.prismaService.baseShare.findFirst({\n where: { shareId, enabled: true },\n });\n if (!baseShare) {\n return null;\n }\n return baseShare;\n }\n\n async baseShareRequiresPassword(shareId: string) {\n const baseShare = await this.prismaService.baseShare.findFirst({\n where: { shareId, enabled: true },\n select: { password: true },\n });\n return !!baseShare?.password;\n }\n\n async validateBaseSharePasswordToken(shareId: string, token: string) {\n try {\n const payload = await this.jwtService.verifyAsync<{ shareId: string; password: string }>(\n token\n );\n if (payload.shareId !== shareId) {\n return false;\n }\n const baseShare = await this.prismaService.baseShare.findFirst({\n where: { shareId, enabled: true },\n select: { password: true },\n });\n if (!baseShare?.password) {\n return false;\n }\n return payload.password === baseShare.password;\n } catch {\n return false;\n }\n }\n\n async getBaseSharePermissions(shareId: string, resourceId: string) {\n const baseShare = await this.getBaseShareInfo(shareId);\n if (!baseShare) {\n throw new CustomHttpException(\n `Base share ${shareId} is not found`,\n HttpErrorCode.RESTRICTED_RESOURCE\n );\n }\n\n const { baseId, nodeId } = baseShare;\n\n if (!nodeId) {\n throw new CustomHttpException(\n `Base share ${shareId} has no nodeId`,\n HttpErrorCode.RESTRICTED_RESOURCE\n );\n }\n\n this.logger.debug(\n `[BaseShare] Checking permission for resource ${resourceId}, shareId: ${shareId}, baseId: ${baseId}, nodeId: ${nodeId}`\n );\n\n const resourceBelongsToShare = await this.checkResourceBelongsToShare(\n resourceId,\n baseId,\n nodeId\n );\n\n if (!resourceBelongsToShare) {\n this.logger.warn(\n `[BaseShare] Resource ${resourceId} is not accessible via share ${shareId}, baseId: ${baseId}, nodeId: ${nodeId}`\n );\n throw new CustomHttpException(\n `Resource ${resourceId} is not accessible via share ${shareId}`,\n HttpErrorCode.RESTRICTED_RESOURCE\n );\n }\n\n // Set base share in cls for downstream services to use\n this.cls.set('baseShare', { baseId, nodeId });\n\n // Return template permissions (read-only), with record|copy if allowCopy is enabled\n const permissions = [...TemplatePermissions];\n if (baseShare.allowCopy) {\n permissions.push('record|copy');\n }\n return permissions;\n }\n\n /**\n * Check if a resource belongs to the shared base.\n * Dispatches to specific check methods based on resource type.\n */\n private async checkResourceBelongsToShare(\n resourceId: string,\n baseId: string,\n nodeId: string\n ): Promise {\n const prefix = resourceId.substring(0, 3);\n\n switch (prefix) {\n case IdPrefix.Base:\n return resourceId === baseId;\n case IdPrefix.Table:\n return this.checkTableBelongsToShare(resourceId, baseId, nodeId);\n case IdPrefix.View:\n return this.checkViewBelongsToShare(resourceId, baseId, nodeId);\n case IdPrefix.Field:\n return this.checkFieldBelongsToShare(resourceId, baseId, nodeId);\n case IdPrefix.App:\n return this.checkAppBelongsToShare(resourceId, baseId, nodeId);\n default:\n return false;\n }\n }\n\n /**\n * Check if a table belongs to the shared base and is allowed by nodeId.\n */\n private async checkTableBelongsToShare(\n tableId: string,\n baseId: string,\n nodeId: string\n ): Promise {\n const table = await this.prismaService.tableMeta.findUnique({\n where: { id: tableId, deletedTime: null },\n select: { baseId: true },\n });\n\n this.logger.debug(\n `[BaseShare] Table ${tableId} baseId: ${table?.baseId}, share baseId: ${baseId}`\n );\n\n if (!table || table.baseId !== baseId) {\n return false;\n }\n\n const result = await this.isTableAllowedByNodeId(baseId, tableId, nodeId);\n if (result) {\n this.logger.debug(`[BaseShare] Table belongs check: nodeId=${nodeId}, result=${result}`);\n return true;\n }\n\n // Fallback: check if the table is a foreign table of a link field in a shared table.\n // This allows link field targets to be accessible even when they are outside the shared node.\n const linkedResult = await this.isTableLinkedFromSharedNode(baseId, tableId, nodeId);\n this.logger.debug(\n `[BaseShare] Table linked from shared node check: tableId=${tableId}, result=${linkedResult}`\n );\n return linkedResult;\n }\n\n /**\n * Check if a table is referenced as a foreign table by any link field\n * in the shared node's tables. This allows link field foreign tables\n * to be accessible even if they're not directly under the shared node.\n */\n private async isTableLinkedFromSharedNode(\n baseId: string,\n foreignTableId: string,\n nodeId: string\n ): Promise {\n // Get all nodes (cached)\n const allNodes = await this.getBaseNodesWithCache(baseId);\n const allowedNodeIds = this.collectDescendantNodeIds(allNodes, nodeId);\n\n // Collect table IDs that are under the shared node\n const sharedTableIds: string[] = [];\n for (const node of allNodes) {\n if (\n allowedNodeIds.has(node.id) &&\n node.resourceType.toLowerCase() === 'table' &&\n node.resourceId\n ) {\n sharedTableIds.push(node.resourceId);\n }\n }\n\n if (sharedTableIds.length === 0) {\n return false;\n }\n\n // Find link fields in shared tables\n const linkFields = await this.prismaService.field.findMany({\n where: {\n tableId: { in: sharedTableIds },\n type: 'link',\n deletedTime: null,\n },\n select: {\n options: true,\n },\n });\n\n // Check if any link field references the target foreign table\n return linkFields.some((field) => {\n try {\n const options = field.options ? JSON.parse(field.options) : null;\n return options?.foreignTableId === foreignTableId;\n } catch {\n return false;\n }\n });\n }\n\n /**\n * Check if a view belongs to the shared base and is allowed by nodeId.\n */\n private async checkViewBelongsToShare(\n viewId: string,\n baseId: string,\n nodeId: string\n ): Promise {\n const view = await this.prismaService.view.findUnique({\n where: { id: viewId, deletedTime: null },\n select: { tableId: true },\n });\n\n if (!view) {\n return false;\n }\n\n return this.checkTableBelongsToShare(view.tableId, baseId, nodeId);\n }\n\n /**\n * Check if a field belongs to the shared base and is allowed by nodeId.\n */\n private async checkFieldBelongsToShare(\n fieldId: string,\n baseId: string,\n nodeId: string\n ): Promise {\n const field = await this.prismaService.field.findUnique({\n where: { id: fieldId, deletedTime: null },\n select: { tableId: true },\n });\n\n if (!field) {\n return false;\n }\n\n return this.checkTableBelongsToShare(field.tableId, baseId, nodeId);\n }\n\n /**\n * Check if an app belongs to the shared base and is allowed by nodeId.\n */\n private async checkAppBelongsToShare(\n appId: string,\n baseId: string,\n nodeId: string\n ): Promise {\n const appNode = await this.prismaService.baseNode.findFirst({\n where: {\n baseId,\n resourceType: { equals: 'app', mode: 'insensitive' },\n resourceId: appId,\n },\n });\n\n this.logger.debug(`[BaseShare] App ${appId} node found: ${!!appNode}, share baseId: ${baseId}`);\n\n if (!appNode) {\n return false;\n }\n\n const result = await this.isNodeAllowedByNodeId(baseId, appNode.id, nodeId);\n this.logger.debug(`[BaseShare] App belongs check: nodeId=${nodeId}, result=${result}`);\n return result;\n }\n\n /**\n * Get base nodes with caching within the same request cycle.\n * Uses cls to cache node data to avoid repeated database queries.\n */\n private async getBaseNodesWithCache(baseId: string) {\n // Check if we have cached nodes for this base\n const cache = this.cls.get('baseShareNodeCache') ?? new Map();\n if (cache.has(baseId)) {\n return cache.get(baseId)!;\n }\n\n // Query and cache the nodes\n const allNodes = await this.prismaService.baseNode.findMany({\n where: { baseId },\n select: {\n id: true,\n parentId: true,\n resourceType: true,\n resourceId: true,\n },\n });\n\n cache.set(baseId, allNodes);\n this.cls.set('baseShareNodeCache', cache);\n return allNodes;\n }\n\n /**\n * Collect all descendant node IDs from a given nodeId (including the nodeId itself).\n * Returns a Set of allowed node IDs.\n */\n private collectDescendantNodeIds(\n allNodes: { id: string; parentId: string | null }[],\n nodeId: string\n ): Set {\n const allowedNodeIds = new Set();\n const collectDescendants = (currentNodeId: string) => {\n allowedNodeIds.add(currentNodeId);\n for (const node of allNodes) {\n if (node.parentId === currentNodeId) {\n collectDescendants(node.id);\n }\n }\n };\n collectDescendants(nodeId);\n return allowedNodeIds;\n }\n\n /**\n * Check if a node (by its BaseNode id) is allowed by nodeId (the shared node and its descendants).\n * This determines if a resource is accessible via a base share with a specific nodeId.\n */\n private async isNodeAllowedByNodeId(\n baseId: string,\n targetNodeId: string,\n nodeId: string\n ): Promise {\n this.logger.log(\n `[BaseShare] isNodeAllowedByNodeId: targetNodeId=${targetNodeId}, nodeId=${nodeId}`\n );\n\n // Get all nodes in the base (with caching)\n const allNodes = await this.getBaseNodesWithCache(baseId);\n\n // Collect all descendant node IDs from the shared nodeId\n const allowedNodeIds = this.collectDescendantNodeIds(allNodes, nodeId);\n\n this.logger.log(\n `[BaseShare] Allowed node IDs (shared + descendants): ${JSON.stringify([...allowedNodeIds])}`\n );\n\n // Check if the target node is in the allowed list\n if (allowedNodeIds.has(targetNodeId)) {\n this.logger.log(`[BaseShare] targetNodeId found in allowed nodes`);\n return true;\n }\n\n this.logger.log(`[BaseShare] targetNodeId not found in allowed nodes`);\n return false;\n }\n\n /**\n * Check if a table is allowed by the given nodeId (the shared node and its descendants).\n * nodeId is a base node ID (bno...) which have a mapping to tableIds via base_node.resourceId\n */\n private async isTableAllowedByNodeId(\n baseId: string,\n tableId: string,\n nodeId: string\n ): Promise {\n this.logger.log(`[BaseShare] isTableAllowedByNodeId: tableId=${tableId}, nodeId=${nodeId}`);\n\n // Get all nodes in the base (with caching)\n const allNodes = await this.getBaseNodesWithCache(baseId);\n\n // Build a map for quick lookup\n const nodeMap = new Map(allNodes.map((n) => [n.id, n]));\n\n // Collect all descendant node IDs from the shared nodeId\n const allowedNodeIds = this.collectDescendantNodeIds(allNodes, nodeId);\n\n this.logger.log(\n `[BaseShare] Allowed node IDs (shared + descendants): ${JSON.stringify([...allowedNodeIds])}`\n );\n\n // Check if the shared node itself is a table with the target tableId\n const sharedNode = nodeMap.get(nodeId);\n if (\n sharedNode &&\n sharedNode.resourceType.toLowerCase() === 'table' &&\n sharedNode.resourceId === tableId\n ) {\n this.logger.log(`[BaseShare] Shared node is the target table`);\n return true;\n }\n\n // Check if tableId belongs to any of the allowed nodes\n for (const allowedId of allowedNodeIds) {\n const node = nodeMap.get(allowedId);\n if (node && node.resourceType.toLowerCase() === 'table' && node.resourceId === tableId) {\n this.logger.log(`[BaseShare] tableId found in allowed descendant nodes`);\n return true;\n }\n }\n\n this.logger.log(`[BaseShare] tableId not found in allowed nodes`);\n return false;\n }\n\n async validBaseSharePermissions(shareId: string, resourceId: string, permissions: Action[]) {\n const sharePermissions = await this.getBaseSharePermissions(shareId, resourceId);\n if (permissions.every((permission) => sharePermissions.includes(permission))) {\n return sharePermissions;\n }\n throw new CustomHttpException(\n `Base share access denied, not allowed to operate ${permissions.join(', ')} on ${resourceId}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: notAllowedOperationI18nKey,\n },\n }\n );\n }\n\n /**\n * Extract the shareId from the X-Tea-Base-Share header.\n * The header contains the plain shareId set by the frontend (initAxios / SsrApi).\n *\n * Note: Password authentication is handled separately via JWT cookie:\n * - When a share has a password, the user authenticates via POST /share/:shareId/base/auth\n * - A JWT cookie containing { shareId, password } is set for 7 days\n * - On subsequent requests, ensureBaseShareAuth validates the cookie by comparing the\n * password in the JWT with the current DB password (see validateBaseSharePasswordToken).\n * - If the admin changes the password, the old JWT cookie's password won't match,\n * causing the user to be redirected to the auth page automatically.\n */\n getBaseShareIdByHeader(shareHeader: string): string | null {\n if (!shareHeader || !shareHeader.startsWith('shr')) {\n return null;\n }\n return shareHeader;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/session/session-handle.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { SessionHandleService } from './session-handle.service';\nimport { SessionStoreService } from './session-store.service';\n\n@Module({\n providers: [SessionStoreService, SessionHandleService],\n exports: [SessionHandleService],\n})\nexport class SessionHandleModule {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/session/session-handle.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { Request, RequestHandler } from 'express';\nimport session from 'express-session';\nimport ms from 'ms';\nimport { AuthConfig, IAuthConfig } from '../../../configs/auth.config';\nimport { AUTH_SESSION_COOKIE_NAME } from '../../../const';\nimport { SessionStoreService } from './session-store.service';\n\n@Injectable()\nexport class SessionHandleService {\n sessionMiddleware: RequestHandler;\n constructor(\n private readonly sessionStoreService: SessionStoreService,\n @AuthConfig() private readonly authConfig: IAuthConfig\n ) {\n this.sessionMiddleware = session({\n name: AUTH_SESSION_COOKIE_NAME,\n secret: this.authConfig.session.secret,\n resave: false,\n saveUninitialized: false,\n cookie: {\n maxAge: ms('1y'),\n secure: this.authConfig.session.cookie.secure,\n },\n store: this.sessionStoreService,\n });\n }\n\n async getSessionIdFromRequest(request: Request) {\n return new Promise((resolve, reject) => {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n this.sessionMiddleware(request, {} as any, (err) => {\n if (err) {\n return reject(err);\n }\n resolve(request.sessionID);\n });\n });\n }\n\n async getUserId(sessionId: string) {\n return new Promise((resolve, reject) => {\n this.sessionStoreService.get(sessionId, (err, session) => {\n if (err) {\n return reject(err);\n }\n if (!session) {\n return resolve(undefined);\n }\n resolve(session.passport.user.id);\n });\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/session/session-store.service.spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { mockDeep, mockReset } from 'vitest-mock-extended';\nimport { CacheService } from '../../../cache/cache.service';\nimport type { IAuthConfig } from '../../../configs/auth.config';\nimport { AuthConfig } from '../../../configs/auth.config';\nimport { GlobalModule } from '../../../global/global.module';\nimport type { ISessionData } from '../../../types/session';\nimport { SessionStoreService } from './session-store.service';\nimport { SessionModule } from './session.module';\n\ndescribe('SessionStoreService', () => {\n let sessionStoreService: SessionStoreService;\n const cacheService = mockDeep();\n const authConfig = mockDeep({\n session: { expiresIn: '1d' },\n });\n const sid = 'session-id';\n const sessionData = { passport: { user: { id: 'user-id' } } } as ISessionData;\n const callbackMock = vitest.fn();\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, SessionModule],\n })\n .overrideProvider(SessionStoreService)\n .useValue(sessionStoreService)\n .overrideProvider(CacheService)\n .useValue(cacheService)\n .overrideProvider(AuthConfig)\n .useValue(authConfig)\n .compile();\n\n sessionStoreService = module.get(SessionStoreService);\n });\n\n afterEach(() => {\n vitest.resetAllMocks();\n mockReset(cacheService);\n mockReset(authConfig);\n callbackMock.mockReset();\n });\n\n it('should be defined', () => {\n expect(sessionStoreService).toBeDefined();\n });\n\n describe('setCache', () => {\n it('should set cache correctly', async () => {\n cacheService.get.mockResolvedValue({ 'session-id': 1234567890 });\n\n await sessionStoreService['setCache'](sid, sessionData);\n\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-user:user-id`);\n expect(cacheService.set).toHaveBeenCalledWith(\n `auth:session-user:user-id`,\n {\n 'session-id': Math.floor(Date.now() / 1000) + sessionStoreService['userSessionExpire'],\n },\n expect.any(Number)\n );\n expect(cacheService.set).toHaveBeenCalledWith(\n `auth:session-store:${sid}`,\n sessionData,\n expect.any(Number)\n );\n });\n\n it('should set cache correctly when userSessions is undefined', async () => {\n cacheService.get.mockResolvedValue(undefined);\n\n await sessionStoreService['setCache'](sid, sessionData);\n\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-user:user-id`);\n expect(cacheService.set).toHaveBeenCalledWith(\n `auth:session-user:user-id`,\n {\n 'session-id': Math.floor(Date.now() / 1000) + sessionStoreService['userSessionExpire'],\n },\n expect.any(Number)\n );\n expect(cacheService.set).toHaveBeenCalledWith(\n `auth:session-store:${sid}`,\n sessionData,\n expect.any(Number)\n );\n });\n\n it('should delete user session correctly when session is expired', async () => {\n const userSessions = {\n 'session-id': 1234567890,\n 'session-id-2': 1,\n 'session-id-3':\n Math.floor(Date.now() / 1000) + sessionStoreService['userSessionExpire'] + 1000,\n };\n cacheService.get.mockResolvedValue(userSessions);\n\n await sessionStoreService['setCache'](sid, sessionData);\n\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-user:user-id`);\n expect(cacheService.set).toHaveBeenCalledWith(\n `auth:session-user:user-id`,\n {\n 'session-id': Math.floor(Date.now() / 1000) + sessionStoreService['userSessionExpire'],\n 'session-id-3': userSessions['session-id-3'],\n },\n expect.any(Number)\n );\n expect(cacheService.set).toHaveBeenCalledWith(\n `auth:session-store:${sid}`,\n sessionData,\n expect.any(Number)\n );\n });\n });\n\n describe('getCache', () => {\n it('should return null if expire flag is set', async () => {\n // Mock the necessary cacheService methods\n cacheService.get.mockResolvedValueOnce(true);\n\n const result = await sessionStoreService['getCache'](sid);\n\n // Verify that cacheService.get was called with the expected parameter\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-expire:${sid}`);\n // Verify that the result is null when the expire flag is set\n expect(result).toBeNull();\n });\n\n it('should return null if session is not found', async () => {\n // Mock the necessary cacheService methods\n cacheService.get.mockResolvedValueOnce(undefined);\n cacheService.get.mockResolvedValueOnce(undefined);\n\n const result = await sessionStoreService['getCache'](sid);\n\n // Verify that cacheService.get was called with the expected parameters\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-expire:${sid}`);\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-store:${sid}`);\n // Verify that the result is null when session is not found\n expect(result).toBeNull();\n });\n\n it('should return undefined and delete session if user session is not found', async () => {\n // Mock the necessary cacheService methods\n cacheService.get.mockResolvedValueOnce(undefined);\n cacheService.get.mockResolvedValueOnce(sessionData);\n cacheService.get.mockResolvedValueOnce(undefined);\n cacheService.del.mockResolvedValueOnce();\n\n const result = await sessionStoreService['getCache'](sid);\n\n // Verify that cacheService.get and cacheService.del were called with the expected parameters\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-expire:${sid}`);\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-store:${sid}`);\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-user:user-id`);\n expect(cacheService.del).toHaveBeenCalledWith(`auth:session-store:${sid}`);\n // Verify that the result is null and session is deleted when user session is not found\n expect(result).toBeNull();\n });\n\n it('should return undefined and delete session if user session is expired', async () => {\n // Mock the necessary cacheService methods\n const nowSec = Math.floor(Date.now() / 1000);\n cacheService.get.mockResolvedValueOnce(false);\n cacheService.get.mockResolvedValueOnce(sessionData);\n cacheService.get.mockResolvedValueOnce({ [sid]: nowSec - 1, 'session-id-x': nowSec + 22 }); // Expired user session\n cacheService.del.mockResolvedValueOnce();\n cacheService.del.mockResolvedValueOnce();\n cacheService.set.mockResolvedValueOnce();\n\n const result = await sessionStoreService['getCache'](sid);\n\n // Verify that cacheService.get, cacheService.del, and cacheService.set were called with the expected parameters\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-expire:${sid}`);\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-store:${sid}`);\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-user:user-id`);\n expect(cacheService.del).toHaveBeenCalledWith(`auth:session-store:${sid}`);\n expect(cacheService.del).toHaveBeenCalledWith(`auth:session-store:${sid}`);\n cacheService.del.mockResolvedValueOnce();\n\n expect(cacheService.set).toHaveBeenCalledWith(\n `auth:session-user:user-id`,\n { 'session-id-x': nowSec + 22 },\n expect.any(Number)\n );\n // Verify that the result is null and session is deleted when user session is expired\n expect(result).toBeNull();\n });\n\n it('should return session if user session is valid', async () => {\n // Mock the necessary cacheService methods\n const nowSec = Math.floor(Date.now() / 1000);\n cacheService.get.mockResolvedValueOnce(undefined);\n cacheService.get.mockResolvedValueOnce(sessionData);\n cacheService.get.mockResolvedValueOnce({ [sid]: nowSec + 1 }); // Valid user session\n\n const result = await sessionStoreService['getCache'](sid);\n\n // Verify that cacheService.get was called with the expected parameters\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-expire:${sid}`);\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-store:${sid}`);\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-user:user-id`);\n // Verify that the result is the expected session when user session is valid\n expect(result).toEqual(sessionData);\n });\n });\n\n describe('get', () => {\n it('should get session and invoke callback with null error and session', async () => {\n // Mock the necessary methods\n vitest.spyOn(sessionStoreService as any, 'getCache').mockResolvedValueOnce(sessionData);\n\n await sessionStoreService.get(sid, callbackMock);\n\n // Verify that getCache method was called with the expected parameter\n expect(sessionStoreService['getCache']).toHaveBeenCalledWith(sid);\n // Verify that the callback was invoked with null error and the expected session\n expect(callbackMock).toHaveBeenCalledWith(null, sessionData);\n });\n\n it('should handle getCache error and invoke callback with error', async () => {\n const error = new Error('Get cache error');\n\n // Mock the necessary methods\n vitest.spyOn(sessionStoreService as any, 'getCache').mockRejectedValueOnce(error);\n\n await sessionStoreService.get(sid, callbackMock);\n\n // Verify that getCache method was called with the expected parameter\n expect(sessionStoreService['getCache']).toHaveBeenCalledWith(sid);\n // Verify that the callback was invoked with the expected error\n expect(callbackMock).toHaveBeenCalledWith(error);\n });\n });\n\n describe('set', () => {\n const callbackMock = vitest.fn();\n\n afterEach(() => {\n callbackMock.mockReset();\n });\n\n it('should set cache and call callback', async () => {\n // Mock the necessary methods\n vitest.spyOn(sessionStoreService as any, 'setCache').mockResolvedValueOnce(true);\n\n await sessionStoreService.set(sid, sessionData, callbackMock);\n\n // Verify that setCache method was called with the expected parameters\n expect(sessionStoreService['setCache']).toHaveBeenCalledWith(sid, sessionData);\n // Verify that the callback was called\n expect(callbackMock).toHaveBeenCalled();\n });\n\n it('should handle setCache error and call callback with error', async () => {\n const error = new Error('Set cache error');\n\n // Mock the necessary methods\n vitest.spyOn(sessionStoreService as any, 'setCache').mockRejectedValueOnce(error);\n\n await sessionStoreService.set(sid, sessionData, callbackMock);\n\n // Verify that setCache method was called with the expected parameters\n expect(sessionStoreService['setCache']).toHaveBeenCalledWith(sid, sessionData);\n // Verify that the callback was called with the error\n expect(callbackMock).toHaveBeenCalledWith(error);\n });\n });\n\n describe('destroy', () => {\n it('should delete session from cache and call callback', async () => {\n // Mock the necessary methods\n cacheService.del.mockResolvedValueOnce();\n\n await sessionStoreService.destroy(sid, callbackMock);\n\n // Verify that cacheService.del method was called with the expected parameter\n expect(cacheService.del).toHaveBeenCalledWith(`auth:session-store:${sid}`);\n // Verify that the callback was called\n expect(callbackMock).toHaveBeenCalled();\n });\n\n it('should handle cacheService.del error and call callback with error', async () => {\n const error = new Error('Cache service del error');\n\n // Mock the necessary methods\n cacheService.del.mockRejectedValueOnce(error);\n\n await sessionStoreService.destroy(sid, callbackMock);\n\n // Verify that cacheService.del method was called with the expected parameter\n expect(cacheService.del).toHaveBeenCalledWith(`auth:session-store:${sid}`);\n // Verify that the callback was called with the error\n expect(callbackMock).toHaveBeenCalledWith(error);\n });\n });\n describe('touch', () => {\n it('should touch session, set it, and call callback', async () => {\n // Mock the necessary methods\n vitest.spyOn(sessionStoreService as any, 'getCache').mockResolvedValueOnce(sessionData);\n vitest.spyOn(sessionStoreService as any, 'setCache').mockResolvedValueOnce(null);\n\n await sessionStoreService.touch(sid, sessionData, callbackMock);\n\n // Verify that getCache and set methods were called with the expected parameters\n expect(sessionStoreService['getCache']).toHaveBeenCalledWith(sid);\n expect(sessionStoreService['setCache']).toHaveBeenCalledWith(sid, sessionData);\n // Verify that the callback was called\n expect(callbackMock).toHaveBeenCalled();\n });\n\n it('should handle getCache undefined and call callback with error', async () => {\n const error = new Error('Session not found');\n\n // Mock the necessary methods\n vitest.spyOn(sessionStoreService as any, 'getCache').mockResolvedValueOnce(undefined);\n\n await sessionStoreService.touch(sid, sessionData, callbackMock);\n\n // Verify that getCache method was called with the expected parameter\n expect(sessionStoreService['getCache']).toHaveBeenCalledWith(sid);\n // Verify that the callback was called with the error\n expect(callbackMock).toHaveBeenCalledWith(error);\n });\n\n it('should handle getCache error and call callback with error', async () => {\n const error = new Error('Get cache error');\n\n // Mock the necessary methods\n vitest.spyOn(sessionStoreService as any, 'getCache').mockRejectedValueOnce(error);\n\n await sessionStoreService.touch(sid, sessionData, callbackMock);\n\n // Verify that getCache method was called with the expected parameter\n expect(sessionStoreService['getCache']).toHaveBeenCalledWith(sid);\n // Verify that the callback was called with the error\n expect(callbackMock).toHaveBeenCalledWith(error);\n });\n });\n\n describe('clearByUserId', () => {\n const userId = 'user-id';\n\n it('should clear user sessions and set expire flag', async () => {\n // Mock the necessary methods\n cacheService.get.mockResolvedValueOnce({ 'session-id': 123 });\n cacheService.set.mockResolvedValueOnce();\n cacheService.del.mockResolvedValueOnce();\n\n await sessionStoreService.clearByUserId(userId);\n\n // Verify that cacheService.get, set, and del methods were called with the expected parameters\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-user:${userId}`);\n expect(cacheService.set).toHaveBeenCalledWith(`auth:session-expire:session-id`, true, 60);\n expect(cacheService.del).toHaveBeenCalledWith(`auth:session-store:session-id`);\n expect(cacheService.del).toHaveBeenCalledWith(`auth:session-user:${userId}`);\n });\n\n it('should handle empty user sessions in clearByUserId method', async () => {\n // Mock the necessary methods\n cacheService.get.mockResolvedValueOnce(undefined);\n\n await sessionStoreService.clearByUserId(userId);\n\n // Verify that cacheService.get was called with the expected parameter\n expect(cacheService.get).toHaveBeenCalledWith(`auth:session-user:${userId}`);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/auth/session/session-store.service.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Injectable, Logger } from '@nestjs/common';\nimport { Store } from 'express-session';\nimport { pick } from 'lodash';\nimport { CacheService } from '../../../cache/cache.service';\nimport { AuthConfig, IAuthConfig } from '../../../configs/auth.config';\nimport type { ISessionData } from '../../../types/session';\nimport { second } from '../../../utils/second';\n\nconst SESSION_STORE_KEYS = ['passport', 'cookie'] as const;\n\n@Injectable()\nexport class SessionStoreService extends Store {\n private readonly ttl: number;\n private readonly userSessionExpire: number;\n private readonly logger = new Logger(SessionStoreService.name);\n\n constructor(\n private readonly cacheService: CacheService,\n @AuthConfig() private readonly authConfig: IAuthConfig\n ) {\n super();\n this.ttl = second(this.authConfig.session.expiresIn);\n this.userSessionExpire = this.ttl + 60 * 2;\n }\n\n private async setCache(sid: string, session: ISessionData) {\n const userId = session.passport.user.id;\n const userSessions = (await this.cacheService.get(`auth:session-user:${userId}`)) ?? {};\n // The expiration time is greater than the session cache time,\n // so that the user session does not expire while the session is still alive.\n const nowSec = Math.floor(Date.now() / 1000);\n userSessions[sid] = nowSec + this.userSessionExpire;\n // Maintain userSession, remove expired keys\n for (const [key, value] of Object.entries(userSessions)) {\n if (value < nowSec) {\n delete userSessions[key];\n }\n }\n await this.cacheService.set(`auth:session-user:${userId}`, userSessions, this.ttl);\n await this.cacheService.set(`auth:session-store:${sid}`, session, this.ttl);\n }\n\n private async getCache(sid: string) {\n const expire = await this.cacheService.get(`auth:session-expire:${sid}`);\n if (expire) {\n this.logger.log(`Session ${sid} is expired`);\n return null;\n }\n const session = await this.cacheService.get(`auth:session-store:${sid}`);\n if (!session) {\n this.logger.log(`Session ${sid} not found`);\n return null;\n }\n const userId = session.passport.user.id;\n const userSessions = (await this.cacheService.get(`auth:session-user:${userId}`)) ?? {};\n if (!userSessions[sid]) {\n this.logger.log(`Session ${sid} not found in userSessions`);\n await this.cacheService.del(`auth:session-store:${sid}`);\n return null;\n }\n // The expiration time is greater than the session cache time,\n // so that the user session does not expire while the session is still alive.\n const nowSec = Math.floor(Date.now() / 1000);\n if (userSessions[sid] < nowSec) {\n delete userSessions[sid];\n await this.cacheService.del(`auth:session-store:${sid}`);\n await this.cacheService.set(`auth:session-user:${userId}`, userSessions, this.ttl);\n this.logger.log(`Session ${sid} expired, remove from userSessions`);\n return null;\n }\n return session;\n }\n\n async get(\n sid: string,\n callback: (err: unknown, session?: ISessionData | null | undefined) => void\n ): Promise {\n try {\n const session = await this.getCache(sid);\n callback(null, session);\n } catch (error) {\n callback(error);\n }\n }\n\n async set(sid: string, session: ISessionData, callback?: ((err?: unknown) => void) | undefined) {\n try {\n // Avoid redundant keys on req.session objects\n await this.setCache(sid, pick(session, SESSION_STORE_KEYS));\n callback?.();\n } catch (error) {\n callback?.(error);\n }\n }\n\n async destroy(sid: string, callback?: ((err?: unknown) => void) | undefined) {\n try {\n await this.cacheService.del(`auth:session-store:${sid}`);\n callback?.();\n } catch (error) {\n callback?.(error);\n }\n }\n\n async touch(\n sid: string,\n session: ISessionData,\n callback?: ((err?: unknown) => void) | undefined\n ) {\n try {\n const sessionCache = await this.getCache(sid);\n if (sessionCache) {\n await this.setCache(sid, session);\n callback?.();\n return;\n }\n callback?.(new Error('Session not found'));\n } catch (error) {\n callback?.(error);\n }\n }\n\n async clearByUserId(userId: string) {\n const userSessions = (await this.cacheService.get(`auth:session-user:${userId}`)) ?? {};\n for (const sid of Object.keys(userSessions)) {\n // Preventing competition\n await this.cacheService.set(`auth:session-expire:${sid}`, true, 60);\n await this.cacheService.del(`auth:session-store:${sid}`);\n }\n await this.cacheService.del(`auth:session-user:${userId}`);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/session/session.module.ts", "content": "import type { NestModule, MiddlewareConsumer } from '@nestjs/common';\nimport { Module } from '@nestjs/common';\nimport passport from 'passport';\nimport { SessionHandleModule } from './session-handle.module';\nimport { SessionHandleService } from './session-handle.service';\nimport { SessionStoreService } from './session-store.service';\nimport { SessionService } from './session.service';\n\n@Module({\n imports: [SessionHandleModule],\n providers: [SessionService, SessionStoreService],\n exports: [SessionService],\n})\nexport class SessionModule implements NestModule {\n constructor(private readonly sessionHandleService: SessionHandleService) {}\n\n configure(consumer: MiddlewareConsumer) {\n consumer\n .apply(this.sessionHandleService.sessionMiddleware, passport.initialize())\n .forRoutes('/api/*');\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/session/session.serializer.ts", "content": "/* eslint-disable @typescript-eslint/ban-types */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { Injectable } from '@nestjs/common';\nimport { PassportSerializer } from '@nestjs/passport';\n\n@Injectable()\nexport class SessionSerializer extends PassportSerializer {\n constructor() {\n super();\n }\n\n serializeUser(user: any, done: Function) {\n done(null, { id: user.id });\n }\n\n async deserializeUser(payload: any, done: Function) {\n done(null, payload);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/session/session.service.ts", "content": "import { Injectable } from '@nestjs/common';\n\n@Injectable()\nexport class SessionService {\n async signout(req: Express.Request) {\n await new Promise((resolve, reject) => {\n req.session.destroy(function (err) {\n // cannot access session here\n if (err) {\n reject(err);\n return;\n }\n resolve();\n });\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/social/controller.adapter.ts", "content": "import type { Response } from 'express';\nimport type { IOauth2State } from '../../../cache/types';\n\nexport class ControllerAdapter {\n // eslint-disable-next-line @typescript-eslint/no-empty-function\n async authenticate() {}\n\n async callback(req: Express.Request, res: Response, defaultRedirectUri?: string) {\n const user = req.user!;\n // set cookie, passport login\n await new Promise((resolve, reject) => {\n req.login(user, (err) => (err ? reject(err) : resolve()));\n });\n const redirectUri = (req.authInfo as { state: IOauth2State })?.state?.redirectUri;\n if (redirectUri) {\n return res.redirect(redirectUri);\n }\n return res.redirect(defaultRedirectUri || '/');\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/social/github/github.controller.ts", "content": "import { Controller, Get, Req, Res, UseGuards } from '@nestjs/common';\nimport { Response } from 'express';\nimport { Public } from '../../decorators/public.decorator';\nimport { GithubGuard } from '../../guard/github.guard';\nimport { SocialGuard } from '../../guard/social.guard';\nimport { ControllerAdapter } from '../controller.adapter';\n\n@Controller('api/auth')\nexport class GithubController extends ControllerAdapter {\n @Get('/github')\n @Public()\n @UseGuards(GithubGuard)\n // eslint-disable-next-line @typescript-eslint/no-empty-function\n async githubAuthenticate() {\n return super.authenticate();\n }\n\n @Get('/github/callback')\n @Public()\n @UseGuards(SocialGuard, GithubGuard)\n async githubCallback(@Req() req: Express.Request, @Res({ passthrough: true }) res: Response) {\n return super.callback(req, res);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/social/github/github.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { UserModule } from '../../../user/user.module';\nimport { OauthStoreService } from '../../oauth/oauth.store';\nimport { GithubStrategy } from '../../strategies/github.strategy';\nimport { GithubController } from './github.controller';\n\n@Module({\n imports: [UserModule],\n providers: [GithubStrategy, OauthStoreService],\n exports: [],\n controllers: [GithubController],\n})\nexport class GithubModule {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/social/google/google.controller.ts", "content": "import { Controller, Get, Req, Res, UseGuards } from '@nestjs/common';\nimport { Response } from 'express';\nimport { Public } from '../../decorators/public.decorator';\nimport { GoogleGuard } from '../../guard/google.guard';\nimport { SocialGuard } from '../../guard/social.guard';\nimport { ControllerAdapter } from '../controller.adapter';\n\n@Controller('api/auth')\nexport class GoogleController extends ControllerAdapter {\n @Get('/google')\n @Public()\n @UseGuards(GoogleGuard)\n // eslint-disable-next-line @typescript-eslint/no-empty-function\n async googleAuthenticate() {\n return super.authenticate();\n }\n\n @Get('/google/callback')\n @Public()\n @UseGuards(SocialGuard, GoogleGuard)\n async googleCallback(@Req() req: Express.Request, @Res({ passthrough: true }) res: Response) {\n return super.callback(req, res);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/social/google/google.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { UserModule } from '../../../user/user.module';\nimport { OauthStoreService } from '../../oauth/oauth.store';\nimport { GoogleStrategy } from '../../strategies/google.strategy';\nimport { GoogleController } from './google.controller';\n\n@Module({\n imports: [UserModule],\n providers: [GoogleStrategy, OauthStoreService],\n exports: [],\n controllers: [GoogleController],\n})\nexport class GoogleModule {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/social/oidc/oidc.controller.ts", "content": "import { Controller, Get, Req, Res, UseGuards } from '@nestjs/common';\nimport { Response } from 'express';\nimport { Public } from '../../decorators/public.decorator';\nimport { OIDCGuard } from '../../guard/oidc.guard';\nimport { SocialGuard } from '../../guard/social.guard';\nimport { ControllerAdapter } from '../controller.adapter';\n\n@Controller('api/auth')\nexport class OIDCController extends ControllerAdapter {\n @Get('/oidc')\n @Public()\n @UseGuards(OIDCGuard)\n // eslint-disable-next-line @typescript-eslint/no-empty-function\n async oidcAuthenticate() {\n return super.authenticate();\n }\n\n @Get('/oidc/callback')\n @Public()\n @UseGuards(SocialGuard, OIDCGuard)\n async oidcCallback(@Req() req: Express.Request, @Res({ passthrough: true }) res: Response) {\n return super.callback(req, res);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/social/oidc/oidc.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { UserModule } from '../../../user/user.module';\nimport { OauthStoreService } from '../../oauth/oauth.store';\nimport { OIDCStrategy } from '../../strategies/oidc.strategy';\nimport { OIDCController } from './oidc.controller';\n\n@Module({\n imports: [UserModule],\n providers: [OIDCStrategy, OauthStoreService],\n exports: [],\n controllers: [OIDCController],\n})\nexport class OIDCModule {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/social/social.module.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Module } from '@nestjs/common';\nimport { ConditionalModule } from '@nestjs/config';\nimport { GithubModule } from './github/github.module';\nimport { GoogleModule } from './google/google.module';\nimport { OIDCModule } from './oidc/oidc.module';\n\nconst CONDITIONAL_MODULE_TIMEOUT = process.env.CI ? 30000 : 5000;\n\n@Module({\n imports: [\n ConditionalModule.registerWhen(\n GithubModule,\n (env) => {\n return Boolean(env.SOCIAL_AUTH_PROVIDERS?.split(',')?.includes('github'));\n },\n { timeout: CONDITIONAL_MODULE_TIMEOUT }\n ),\n ConditionalModule.registerWhen(\n GoogleModule,\n (env) => {\n return Boolean(env.SOCIAL_AUTH_PROVIDERS?.split(',')?.includes('google'));\n },\n { timeout: CONDITIONAL_MODULE_TIMEOUT }\n ),\n ConditionalModule.registerWhen(\n OIDCModule,\n (env) => {\n return Boolean(env.SOCIAL_AUTH_PROVIDERS?.split(',')?.includes('oidc'));\n },\n { timeout: CONDITIONAL_MODULE_TIMEOUT }\n ),\n ],\n})\nexport class SocialModule {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/access-token.passport.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { DeserializeUserFunction } from 'passport';\nimport { Strategy } from 'passport';\nimport { splitAccessToken } from '../../access-token/access-token.encryptor';\nimport { ACCESS_TOKEN_STRATEGY_NAME } from './constant';\nimport type { IFromExtractor } from './types';\n\ninterface IAccessTokenStrategyOptions {\n accessTokenFromRequest?: IFromExtractor;\n}\n\nexport class PassportAccessTokenStrategy extends Strategy {\n public name: string;\n private accessTokenFromRequest?: IFromExtractor;\n private _deserializeUser: DeserializeUserFunction;\n\n constructor(options?: IAccessTokenStrategyOptions, deserializeUser?: DeserializeUserFunction) {\n super();\n this.name = ACCESS_TOKEN_STRATEGY_NAME;\n this.accessTokenFromRequest = options?.accessTokenFromRequest;\n this._deserializeUser = deserializeUser!;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n authenticate(req: any): void {\n const { success, fail } = this;\n const accessToken = this?.accessTokenFromRequest?.(req);\n if (!accessToken) {\n fail('No access token');\n return;\n }\n const accessTokenObj = splitAccessToken(accessToken);\n if (!accessTokenObj) {\n fail('Invalid access token');\n return;\n }\n this._deserializeUser(accessTokenObj, req, function (err, user) {\n if (err) {\n return fail(err);\n }\n if (!user) {\n fail('No user found');\n } else {\n success(user);\n }\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/access-token.strategy.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { ConfigType } from '@nestjs/config';\nimport { PassportStrategy } from '@nestjs/passport';\nimport { HttpErrorCode } from '@teable/core';\nimport type { Request } from 'express';\nimport { ClsService } from 'nestjs-cls';\nimport type { authConfig } from '../../../configs/auth.config';\nimport { AuthConfig } from '../../../configs/auth.config';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport { AccessTokenService } from '../../access-token/access-token.service';\nimport { UserService } from '../../user/user.service';\nimport { pickUserMe } from '../utils';\nimport { PassportAccessTokenStrategy } from './access-token.passport';\nimport type { IFromExtractor } from './types';\n\n@Injectable()\nexport class AccessTokenStrategy extends PassportStrategy(PassportAccessTokenStrategy) {\n constructor(\n @AuthConfig() readonly config: ConfigType,\n private readonly userService: UserService,\n private readonly cls: ClsService,\n private readonly accessTokenService: AccessTokenService\n ) {\n super({\n accessTokenFromRequest: fromExtractors([fromAuthHeaderAsBearerToken]),\n });\n }\n\n async validate(payload: { accessTokenId: string; sign: string }) {\n const { userId, accessTokenId } = await this.accessTokenService.validate(payload);\n const user = await this.userService.getUserById(userId);\n if (!user) {\n throw new CustomHttpException(`User not found`, HttpErrorCode.UNAUTHORIZED, {\n localization: {\n i18nKey: 'httpErrors.user.notFound',\n },\n });\n }\n if (user.deactivatedTime) {\n throw new CustomHttpException(\n `Your account has been deactivated by the administrator`,\n HttpErrorCode.UNAUTHORIZED,\n {\n localization: {\n i18nKey: 'httpErrors.auth.accountDeactivated',\n },\n }\n );\n }\n\n this.cls.set('user.id', user.id);\n this.cls.set('user.name', user.name);\n this.cls.set('user.email', user.email);\n this.cls.set('user.isAdmin', user.isAdmin);\n this.cls.set('accessTokenId', accessTokenId);\n return pickUserMe(user);\n }\n}\n\nconst fromExtractors = (extractors: IFromExtractor[]) => {\n if (!Array.isArray(extractors)) {\n throw new TypeError('extractors.fromExtractors expects an array');\n }\n\n return function (request: Request) {\n let token = null;\n let index = 0;\n while (!token && index < extractors.length) {\n token = extractors[index](request);\n index++;\n }\n return token;\n };\n};\n\nconst fromAuthHeaderAsBearerToken = (req: Request) => {\n const authHeader = req.headers.authorization;\n if (authHeader) {\n const [bearer, token] = authHeader.split(' ');\n if (bearer === 'Bearer' && token) {\n return token;\n }\n }\n return null;\n};\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/anonymous/anonymous.passport.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { DeserializeUserFunction } from 'passport';\nimport { Strategy } from 'passport';\nimport { ANONYMOUS_STRATEGY_NAME } from '../constant';\n\nexport class PassportAnonymousStrategy extends Strategy {\n public name: string;\n private _deserializeUser: DeserializeUserFunction;\n\n constructor(deserializeUser?: DeserializeUserFunction) {\n super();\n this.name = ANONYMOUS_STRATEGY_NAME;\n this._deserializeUser = deserializeUser!;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n authenticate(req: any): void {\n const { success, fail } = this;\n this._deserializeUser(undefined, req, function (err, user) {\n if (err) {\n return fail(err?.message || 'No template user found');\n }\n if (!user) {\n fail('No template user found');\n } else {\n success(user);\n }\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/anonymous/anonymous.strategy.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { PassportStrategy } from '@nestjs/passport';\nimport { ANONYMOUS_USER } from '@teable/core';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../../types/cls';\nimport { PassportAnonymousStrategy } from './anonymous.passport';\n\n@Injectable()\nexport class AnonymousStrategy extends PassportStrategy(PassportAnonymousStrategy) {\n constructor(private readonly cls: ClsService) {\n super();\n }\n\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n async validate() {\n this.cls.set('user', ANONYMOUS_USER);\n return ANONYMOUS_USER;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/constant.ts", "content": "export const ACCESS_TOKEN_STRATEGY_NAME = 'access-token';\n\nexport const JWT_TOKEN_STRATEGY_NAME = 'auth-jwt-token';\n\nexport const TEMPLATE_STRATEGY_NAME = 'template';\n\nexport const ANONYMOUS_STRATEGY_NAME = 'anonymous';\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/github.strategy.ts", "content": "import { BadRequestException, Injectable, UnauthorizedException } from '@nestjs/common';\nimport { ConfigType } from '@nestjs/config';\nimport { PassportStrategy } from '@nestjs/passport';\nimport type { Profile } from 'passport-github2';\nimport { Strategy } from 'passport-github2';\nimport { AuthConfig } from '../../../configs/auth.config';\nimport type { authConfig } from '../../../configs/auth.config';\nimport { UserService } from '../../user/user.service';\nimport { OauthStoreService } from '../oauth/oauth.store';\nimport { pickUserMe } from '../utils';\n\n@Injectable()\nexport class GithubStrategy extends PassportStrategy(Strategy, 'github') {\n constructor(\n @AuthConfig() readonly config: ConfigType,\n private userService: UserService,\n oauthStoreService: OauthStoreService\n ) {\n const { clientID, clientSecret, callbackURL } = config.github;\n super({\n clientID,\n clientSecret,\n state: true,\n store: oauthStoreService,\n callbackURL,\n scope: ['user:email'],\n });\n }\n\n async validate(_accessToken: string, _refreshToken: string, profile: Profile) {\n const { id, emails, displayName, photos } = profile;\n const email = emails?.[0].value;\n if (!email) {\n throw new UnauthorizedException('No email provided from GitHub');\n }\n const user = await this.userService.findOrCreateUser({\n name: displayName,\n email,\n provider: 'github',\n providerId: id,\n type: 'oauth',\n avatarUrl: photos?.[0].value,\n });\n if (!user) {\n throw new UnauthorizedException('Failed to create user from GitHub profile');\n }\n if (user.deactivatedTime) {\n throw new BadRequestException('Your account has been deactivated by the administrator');\n }\n await this.userService.refreshLastSignTime(user.id);\n return pickUserMe(user);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/google.strategy.ts", "content": "import { BadRequestException, Injectable, UnauthorizedException } from '@nestjs/common';\nimport { ConfigType } from '@nestjs/config';\nimport { PassportStrategy } from '@nestjs/passport';\nimport type { Profile } from 'passport-google-oauth20';\nimport { Strategy } from 'passport-google-oauth20';\nimport { AuthConfig } from '../../../configs/auth.config';\nimport type { authConfig } from '../../../configs/auth.config';\nimport { UserService } from '../../user/user.service';\nimport { OauthStoreService } from '../oauth/oauth.store';\nimport { pickUserMe } from '../utils';\n\n@Injectable()\nexport class GoogleStrategy extends PassportStrategy(Strategy, 'google') {\n constructor(\n @AuthConfig() readonly config: ConfigType,\n private userService: UserService,\n oauthStoreService: OauthStoreService\n ) {\n const { clientID, clientSecret, callbackURL } = config.google;\n super({\n clientID,\n clientSecret,\n state: true,\n store: oauthStoreService,\n scope: ['profile', 'email'],\n callbackURL,\n });\n }\n\n async validate(_accessToken: string, _refreshToken: string, profile: Profile) {\n const { id, emails, displayName, photos } = profile;\n const email = emails?.[0].value;\n if (!email) {\n throw new UnauthorizedException('No email provided from Google');\n }\n const user = await this.userService.findOrCreateUser({\n name: displayName,\n email,\n provider: 'google',\n providerId: id,\n type: 'oauth',\n avatarUrl: photos?.[0].value,\n });\n if (!user) {\n throw new UnauthorizedException('Failed to create user from Google profile');\n }\n if (user.deactivatedTime) {\n throw new BadRequestException('Your account has been deactivated by the administrator');\n }\n await this.userService.refreshLastSignTime(user.id);\n return pickUserMe(user);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/jwt.strategy.ts", "content": "import { Injectable, UnauthorizedException } from '@nestjs/common';\nimport { ConfigType } from '@nestjs/config';\nimport { PassportStrategy } from '@nestjs/passport';\nimport { AUTOMATION_ROBOT_USER, APP_ROBOT_USER } from '@teable/core';\nimport type { Request } from 'express';\nimport { ClsService } from 'nestjs-cls';\nimport { ExtractJwt, Strategy } from 'passport-jwt';\nimport type { authConfig } from '../../../configs/auth.config';\nimport { AuthConfig } from '../../../configs/auth.config';\nimport type { IClsStore } from '../../../types/cls';\nimport { UserService } from '../../user/user.service';\nimport { pickUserMe } from '../utils';\nimport { JWT_TOKEN_STRATEGY_NAME } from './constant';\nimport type { IJwtAuthInternalInfo, IJwtAuthInfo } from './types';\nimport { JwtAuthInternalType } from './types';\n\n@Injectable()\nexport class JwtStrategy extends PassportStrategy(Strategy, JWT_TOKEN_STRATEGY_NAME) {\n constructor(\n @AuthConfig() readonly config: ConfigType,\n private readonly userService: UserService,\n private readonly cls: ClsService\n ) {\n super({\n jwtFromRequest: ExtractJwt.fromAuthHeaderAsBearerToken(),\n ignoreExpiration: false,\n secretOrKey: config.jwt.secret,\n passReqToCallback: true,\n });\n }\n\n async validate(req: Request, payload: IJwtAuthInfo | IJwtAuthInternalInfo) {\n if ('baseId' in payload) {\n return this.validateInternalToken(payload, req);\n }\n return this.validateUserToken(payload);\n }\n\n private async validateInternalToken(payload: IJwtAuthInternalInfo, req: Request) {\n this.cls.set('tempAuthBaseId', payload.baseId);\n\n // Handle User type tokens - use real user identity\n if (payload.type === JwtAuthInternalType.User) {\n if (!payload.userId) {\n throw new UnauthorizedException('User ID is required for User type tokens');\n }\n const user = await this.userService.getUserById(payload.userId);\n if (!user) {\n throw new UnauthorizedException();\n }\n if (user.deactivatedTime) {\n throw new UnauthorizedException('Your account has been deactivated by the administrator');\n }\n if (user.isSystem) {\n throw new UnauthorizedException('User is system user');\n }\n this.cls.set('user.id', user.id);\n this.cls.set('user.name', user.name);\n this.cls.set('user.email', user.email);\n this.cls.set('user.isAdmin', user.isAdmin);\n return pickUserMe(user);\n }\n\n // Handle App and Automation type tokens - use robot users\n const user = payload.type === JwtAuthInternalType.App ? APP_ROBOT_USER : AUTOMATION_ROBOT_USER;\n this.cls.set('user', user);\n this.cls.set('tempAuthBaseId', payload.baseId);\n\n if (payload.type === JwtAuthInternalType.App) {\n await this.setAppIdFromToken(req);\n }\n if (payload.type === JwtAuthInternalType.Automation) {\n this.cls.set('workflowContext', payload.context);\n }\n\n return user;\n }\n\n protected async setAppIdFromToken(_req: Request) {\n // This method is overridden in enterprise edition to support app authentication\n // Community edition does not have app model, so this is a no-op\n }\n\n private async validateUserToken(payload: IJwtAuthInfo) {\n const user = await this.userService.getUserById(payload.userId);\n if (!user) {\n throw new UnauthorizedException();\n }\n if (user.deactivatedTime) {\n throw new UnauthorizedException('Your account has been deactivated by the administrator');\n }\n\n if (user.isSystem) {\n throw new UnauthorizedException('User is system user');\n }\n\n this.cls.set('user.id', user.id);\n this.cls.set('user.name', user.name);\n this.cls.set('user.email', user.email);\n this.cls.set('user.isAdmin', user.isAdmin);\n return pickUserMe(user);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/local.strategy.spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport type { Request } from 'express';\nimport { mockDeep, mockReset } from 'vitest-mock-extended';\nimport { CacheService } from '../../../cache/cache.service';\nimport { GlobalModule } from '../../../global/global.module';\nimport { UserModule } from '../../user/user.module';\nimport { LocalAuthService } from '../local-auth/local-auth.service';\nimport { LocalStrategy } from './local.strategy';\n\ndescribe('LocalStrategy', () => {\n let localStrategy: LocalStrategy;\n const authService = mockDeep();\n const cacheService = mockDeep();\n const testEmail = 'test@test.com';\n const testPassword = '12345678a';\n const mokeReq = {\n ip: '127.0.0.1',\n connection: {\n remoteAddress: '127.0.0.1',\n },\n headers: {\n 'x-forwarded-for': '127.0.0.1',\n },\n } as unknown as Request;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, UserModule],\n providers: [LocalStrategy, LocalAuthService],\n })\n .overrideProvider(LocalAuthService)\n .useValue(authService)\n .overrideProvider(CacheService)\n .useValue(cacheService)\n .compile();\n\n localStrategy = module.get(LocalStrategy);\n });\n\n afterEach(() => {\n vitest.resetAllMocks();\n mockReset(authService);\n mockReset(cacheService);\n });\n\n it('should throw error when lockout is disabled', async () => {\n authService.validateUserByEmail.mockRejectedValue(new Error());\n localStrategy['authConfig'].signin = {\n maxLoginAttempts: 0,\n accountLockoutMinutes: 0,\n };\n await expect(localStrategy.validate(mokeReq, testEmail, testPassword)).rejects.toThrow(\n 'Email or password is incorrect'\n );\n });\n\n it('should throw error when account is already locked', async () => {\n authService.validateUserByEmail.mockRejectedValue(new Error());\n localStrategy['authConfig'].signin = {\n maxLoginAttempts: 5,\n accountLockoutMinutes: 10,\n };\n cacheService.get.mockImplementation(async (key) => {\n if (key === `signin:lockout:${testEmail}`) return true;\n return undefined;\n });\n\n await expect(localStrategy.validate(mokeReq, testEmail, testPassword)).rejects.toThrow(\n 'Your account has been locked out, please try again after 10 minutes'\n );\n });\n\n it('should increment attempt count and throw error', async () => {\n authService.validateUserByEmail.mockRejectedValue(new Error());\n localStrategy['authConfig'].signin = {\n maxLoginAttempts: 5,\n accountLockoutMinutes: 10,\n };\n cacheService.get.mockResolvedValue(undefined);\n cacheService.incr.mockResolvedValue(3);\n\n await expect(localStrategy.validate(mokeReq, testEmail, testPassword)).rejects.toMatchObject({\n response: 'Email or password is incorrect',\n });\n expect(cacheService.incr).toHaveBeenCalledWith(`signin:attempts:${testEmail}`, 30);\n });\n\n it('should lock account when max attempts reached', async () => {\n authService.validateUserByEmail.mockRejectedValue(new Error());\n localStrategy['authConfig'].signin = {\n maxLoginAttempts: 4,\n accountLockoutMinutes: 10,\n };\n cacheService.get.mockResolvedValue(undefined);\n cacheService.incr.mockResolvedValue(4);\n\n await expect(localStrategy.validate(mokeReq, testEmail, testPassword)).rejects.toMatchObject({\n response: 'Your account has been locked out, please try again after 10 minutes',\n });\n expect(cacheService.set).toHaveBeenCalledWith(`signin:lockout:${testEmail}`, true, 10);\n expect(cacheService.del).toHaveBeenCalledWith(`signin:attempts:${testEmail}`);\n });\n\n it('should handle first failed attempt', async () => {\n authService.validateUserByEmail.mockRejectedValue(new Error());\n localStrategy['authConfig'].signin = {\n maxLoginAttempts: 5,\n accountLockoutMinutes: 10,\n };\n cacheService.get.mockResolvedValue(undefined);\n cacheService.incr.mockResolvedValue(1);\n\n await expect(localStrategy.validate(mokeReq, testEmail, testPassword)).rejects.toMatchObject({\n response: 'Email or password is incorrect',\n });\n expect(cacheService.incr).toHaveBeenCalledWith(`signin:attempts:${testEmail}`, 30);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/local.strategy.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport { PassportStrategy } from '@nestjs/passport';\nimport { HttpErrorCode } from '@teable/core';\nimport type { Request } from 'express';\nimport { Strategy } from 'passport-local';\nimport { CacheService } from '../../../cache/cache.service';\nimport { AuthConfig, IAuthConfig } from '../../../configs/auth.config';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { UserService } from '../../user/user.service';\nimport { LocalAuthService } from '../local-auth/local-auth.service';\nimport { pickUserMe } from '../utils';\n\n@Injectable()\nexport class LocalStrategy extends PassportStrategy(Strategy) {\n constructor(\n private readonly userService: UserService,\n private readonly authService: LocalAuthService,\n private readonly cacheService: CacheService,\n @AuthConfig() private readonly authConfig: IAuthConfig\n ) {\n super({\n usernameField: 'email',\n passwordField: 'password',\n passReqToCallback: true,\n });\n }\n\n async validate(req: Request, email: string, password: string) {\n try {\n const turnstileToken = req.body?.turnstileToken;\n const remoteIp =\n req.ip || req.connection.remoteAddress || (req.headers['x-forwarded-for'] as string);\n const user = await this.authService.validateUserByEmailWithTurnstile(\n email,\n password,\n turnstileToken,\n remoteIp\n );\n if (!user) {\n throw new CustomHttpException(\n 'Email or password is incorrect',\n HttpErrorCode.INVALID_CREDENTIALS,\n {\n localization: {\n i18nKey: 'httpErrors.auth.emailOrPasswordIncorrect',\n },\n }\n );\n }\n if (user.deactivatedTime) {\n throw new CustomHttpException(\n `Your account has been deactivated by the administrator`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.auth.accountDeactivated',\n },\n }\n );\n }\n await this.userService.refreshLastSignTime(user.id);\n return pickUserMe(user);\n } catch (error) {\n const { maxLoginAttempts, accountLockoutMinutes } = this.authConfig.signin;\n const hasLockout = maxLoginAttempts && accountLockoutMinutes;\n const isLockout = await this.cacheService.get(`signin:lockout:${email}`);\n if (!hasLockout) {\n throw new CustomHttpException(\n `Email or password is incorrect`,\n HttpErrorCode.INVALID_CREDENTIALS,\n {\n localization: {\n i18nKey: 'httpErrors.auth.emailOrPasswordIncorrect',\n },\n }\n );\n }\n const lockError = new CustomHttpException(\n `Your account has been locked out, please try again after ${accountLockoutMinutes} minutes`,\n HttpErrorCode.TOO_MANY_REQUESTS,\n {\n minutes: accountLockoutMinutes,\n localization: {\n i18nKey: 'httpErrors.auth.accountLockedOut',\n },\n }\n );\n if (isLockout) {\n throw lockError;\n }\n // Use atomic increment to prevent race conditions\n const attempts = await this.cacheService.incr(`signin:attempts:${email}`, 30);\n if (attempts >= maxLoginAttempts) {\n await this.cacheService.set(`signin:lockout:${email}`, true, accountLockoutMinutes);\n await this.cacheService.del(`signin:attempts:${email}`);\n throw lockError;\n }\n throw new CustomHttpException(\n 'Email or password is incorrect',\n HttpErrorCode.INVALID_CREDENTIALS,\n {\n attempts,\n localization: {\n i18nKey: 'httpErrors.auth.emailOrPasswordIncorrect',\n },\n }\n );\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/oidc.strategy.ts", "content": "import { BadRequestException, Injectable, UnauthorizedException } from '@nestjs/common';\nimport { ConfigType } from '@nestjs/config';\nimport { PassportStrategy } from '@nestjs/passport';\nimport type { Profile } from 'passport-openidconnect';\nimport { Strategy } from 'passport-openidconnect';\nimport { AuthConfig } from '../../../configs/auth.config';\nimport type { authConfig } from '../../../configs/auth.config';\nimport { UserService } from '../../user/user.service';\nimport { OauthStoreService } from '../oauth/oauth.store';\nimport { pickUserMe } from '../utils';\n\n@Injectable()\nexport class OIDCStrategy extends PassportStrategy(Strategy, 'openidconnect') {\n constructor(\n @AuthConfig() readonly config: ConfigType,\n private usersService: UserService,\n oauthStoreService: OauthStoreService\n ) {\n const { other, ...rest } = config.oidc;\n super({\n ...rest,\n state: true,\n store: oauthStoreService,\n ...other,\n });\n }\n\n async validate(_issuer: string, profile: Profile) {\n const { id, emails, displayName, photos } = profile;\n const email = emails?.[0].value;\n if (!email) {\n throw new UnauthorizedException('No email provided from OIDC');\n }\n const user = await this.usersService.findOrCreateUser({\n name: displayName,\n email,\n provider: 'oidc',\n providerId: id,\n type: 'oauth',\n avatarUrl: photos?.[0].value,\n });\n\n if (!user) {\n throw new UnauthorizedException('Failed to create user from OIDC profile');\n }\n\n if (user.deactivatedTime) {\n throw new BadRequestException('Your account has been deactivated by the administrator');\n }\n await this.usersService.refreshLastSignTime(user.id);\n return pickUserMe(user);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/session.passport.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { SessionStrategyOptions, DeserializeUserFunction } from 'passport';\nimport { Strategy } from 'passport';\nimport pause from 'pause';\n\nexport class PassportSessionStrategy extends Strategy {\n public name: string;\n private _key: string;\n private _deserializeUser: DeserializeUserFunction;\n\n constructor(options?: SessionStrategyOptions, deserializeUser?: DeserializeUserFunction) {\n if (typeof options === 'function') {\n deserializeUser = options;\n options = undefined;\n }\n super();\n this.name = 'session';\n this._key = options?.key || 'passport';\n this._deserializeUser = deserializeUser!;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n authenticate(req: any, options?: { pauseStream?: boolean }): void {\n if (!req.session) {\n return this.error(new Error('No session'));\n }\n options = options || {};\n\n const { success, fail, _key, _deserializeUser } = this;\n const user: any = req.session?.[_key]?.user;\n\n if (user) {\n const paused = options.pauseStream ? pause(req) : null;\n\n _deserializeUser(user, req, function (err, user) {\n if (err) {\n return fail(err);\n }\n if (!user) {\n delete req.session[_key].user;\n fail('No user session found');\n } else {\n const property = req._userProperty || 'user';\n req[property] = user;\n success(user);\n }\n if (paused) {\n paused.resume();\n }\n });\n } else {\n fail('No user');\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/session.strategy.ts", "content": "import { Injectable, UnauthorizedException } from '@nestjs/common';\nimport { ConfigType } from '@nestjs/config';\nimport { PassportStrategy } from '@nestjs/passport';\nimport { ClsService } from 'nestjs-cls';\nimport type { authConfig } from '../../../configs/auth.config';\nimport { AuthConfig } from '../../../configs/auth.config';\nimport type { IClsStore } from '../../../types/cls';\nimport { UserService } from '../../user/user.service';\nimport { pickUserMe } from '../utils';\nimport { PassportSessionStrategy } from './session.passport';\nimport type { IPayloadUser } from './types';\n\n@Injectable()\nexport class SessionStrategy extends PassportStrategy(PassportSessionStrategy) {\n constructor(\n @AuthConfig() readonly config: ConfigType,\n private readonly userService: UserService,\n private readonly cls: ClsService\n ) {\n super();\n }\n\n async validate(payload: IPayloadUser) {\n const user = await this.userService.getUserById(payload.id);\n if (!user) {\n throw new UnauthorizedException();\n }\n if (user.deactivatedTime) {\n throw new UnauthorizedException('Your account has been deactivated by the administrator');\n }\n\n if (user.isSystem) {\n throw new UnauthorizedException('User is system user');\n }\n\n this.cls.set('user.id', user.id);\n this.cls.set('user.name', user.name);\n this.cls.set('user.email', user.email);\n this.cls.set('user.isAdmin', user.isAdmin);\n return pickUserMe(user);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/strategies/types.ts", "content": "import { z } from '@teable/openapi';\nimport type { Request } from 'express';\n\nexport interface IPayloadUser {\n id: string;\n}\n\nexport type IFromExtractor = (req: Request) => string | null;\n\nexport interface IJwtAuthInfo {\n userId: string;\n}\n\nexport enum JwtAuthInternalType {\n Automation = 'automation',\n App = 'app',\n User = 'user',\n}\n\nconst workflowContextSchema = z.object({\n actionId: z.string().optional(),\n});\n\nexport type IWorkflowContext = z.infer;\n\nconst jwtAuthInternalBaseInfoSchema = z.object({\n baseId: z.string(),\n userId: z.string().optional(),\n context: z.unknown().optional(),\n});\n\nexport const jwtAuthInternalInfoSchema = jwtAuthInternalBaseInfoSchema.and(\n z.discriminatedUnion('type', [\n z.object({\n type: z.literal(JwtAuthInternalType.Automation),\n context: workflowContextSchema.optional(),\n }),\n z.object({\n type: z.literal(JwtAuthInternalType.App),\n }),\n z.object({\n type: z.literal(JwtAuthInternalType.User),\n }),\n ])\n);\n\nexport type IJwtAuthInternalInfo = z.infer;\n" }, { "path": "apps/nestjs-backend/src/features/auth/turnstile/turnstile.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { TurnstileService } from './turnstile.service';\n\n@Module({\n providers: [TurnstileService],\n exports: [TurnstileService],\n})\nexport class TurnstileModule {}\n" }, { "path": "apps/nestjs-backend/src/features/auth/turnstile/turnstile.service.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Injectable, Logger } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\n\ninterface ITurnstileValidationResponse {\n success: boolean;\n 'error-codes'?: string[];\n challenge_ts?: string;\n hostname?: string;\n action?: string;\n cdata?: string;\n metadata?: {\n ephemeral_id?: string;\n };\n}\n\ninterface ITurnstileValidationRequest {\n secret: string;\n response: string;\n remoteip?: string;\n idempotency_key?: string;\n}\n\n@Injectable()\nexport class TurnstileService {\n private readonly logger = new Logger(TurnstileService.name);\n private readonly turnstileSecretKey: string;\n private readonly turnstileSiteKey: string;\n private readonly isEnabled: boolean;\n\n constructor(private readonly configService: ConfigService) {\n this.turnstileSecretKey = this.configService.get('TURNSTILE_SECRET_KEY') || '';\n this.turnstileSiteKey = this.configService.get('TURNSTILE_SITE_KEY') || '';\n this.isEnabled = Boolean(this.turnstileSiteKey && this.turnstileSecretKey);\n\n this.logger.log(\n `Turnstile Service Initialization - isEnabled: ${this.isEnabled}, hasSiteKey: ${!!this.turnstileSiteKey}, hasSecretKey: ${!!this.turnstileSecretKey}, siteKeyLength: ${this.turnstileSiteKey?.length}, secretKeyLength: ${this.turnstileSecretKey?.length}`\n );\n\n if (this.isEnabled) {\n this.logger.log('Turnstile validation is enabled');\n } else {\n this.logger.warn('Turnstile validation is disabled - missing site key or secret key');\n }\n }\n\n /**\n * Check if Turnstile is enabled based on environment configuration\n */\n isTurnstileEnabled(): boolean {\n return this.isEnabled;\n }\n\n /**\n * Get the Turnstile site key for client-side rendering\n */\n getTurnstileSiteKey(): string | null {\n return this.isEnabled ? this.turnstileSiteKey : null;\n }\n\n /**\n * Validate Turnstile token with Cloudflare's siteverify API\n */\n async validateTurnstileToken(\n token: string,\n remoteIp?: string,\n expectedAction?: string,\n expectedHostname?: string\n ): Promise<{ valid: boolean; reason?: string; data?: ITurnstileValidationResponse }> {\n if (!this.isEnabled) {\n this.logger.warn('Turnstile validation attempted but service is not enabled');\n return { valid: false, reason: 'turnstile_disabled' };\n }\n\n if (!token || typeof token !== 'string') {\n return { valid: false, reason: 'invalid_token_format' };\n }\n\n if (token.length > 2048) {\n return { valid: false, reason: 'token_too_long' };\n }\n\n const requestData: ITurnstileValidationRequest = {\n secret: this.turnstileSecretKey,\n response: token,\n };\n\n if (remoteIp) {\n requestData.remoteip = remoteIp;\n }\n\n try {\n const response = await fetch('https://challenges.cloudflare.com/turnstile/v0/siteverify', {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(requestData),\n });\n\n if (!response.ok) {\n this.logger.error(`Turnstile API returned ${response.status}: ${response.statusText}`);\n return { valid: false, reason: 'api_error' };\n }\n\n const result: ITurnstileValidationResponse = await response.json();\n\n if (!result.success) {\n this.logger.warn('Turnstile validation failed', {\n errorCodes: result['error-codes'],\n token: token.substring(0, 20) + '...',\n });\n return {\n valid: false,\n reason: 'turnstile_failed',\n data: result,\n };\n }\n\n // Log action and hostname for monitoring (but don't reject)\n if (expectedAction && result.action && result.action !== expectedAction) {\n this.logger.debug('Turnstile action info', {\n expected: expectedAction,\n received: result.action,\n });\n }\n\n if (expectedHostname && result.hostname && result.hostname !== expectedHostname) {\n this.logger.debug('Turnstile hostname info', {\n expected: expectedHostname,\n received: result.hostname,\n });\n }\n\n // Check token age (warn if older than 4 minutes)\n if (result.challenge_ts) {\n const challengeTime = new Date(result.challenge_ts);\n const now = new Date();\n const ageMinutes = (now.getTime() - challengeTime.getTime()) / (1000 * 60);\n\n if (ageMinutes > 4) {\n this.logger.warn(`Turnstile token is ${ageMinutes.toFixed(1)} minutes old`);\n }\n }\n\n this.logger.debug('Turnstile validation successful', {\n hostname: result.hostname,\n action: result.action,\n challengeTs: result.challenge_ts,\n });\n\n return { valid: true, data: result };\n } catch (error) {\n this.logger.error('Turnstile validation error', error);\n return { valid: false, reason: 'internal_error' };\n }\n }\n\n /**\n * Validate Turnstile token with retry logic\n */\n async validateTurnstileTokenWithRetry(\n token: string,\n remoteIp?: string,\n expectedAction?: string,\n expectedHostname?: string,\n maxRetries: number = 3\n ): Promise<{ valid: boolean; reason?: string; data?: ITurnstileValidationResponse }> {\n for (let attempt = 1; attempt <= maxRetries; attempt++) {\n const result = await this.validateTurnstileToken(\n token,\n remoteIp,\n expectedAction,\n expectedHostname\n );\n\n // If validation succeeded or failed for non-retryable reasons, return immediately\n if (result.valid || (result.reason !== 'api_error' && result.reason !== 'internal_error')) {\n return result;\n }\n\n // If this is the last attempt, return the error\n if (attempt === maxRetries) {\n return result;\n }\n\n // Wait before retrying (exponential backoff)\n const delay = Math.pow(2, attempt - 1) * 1000;\n await new Promise((resolve) => setTimeout(resolve, delay));\n\n this.logger.warn(`Turnstile validation attempt ${attempt} failed, retrying in ${delay}ms`);\n }\n\n return { valid: false, reason: 'max_retries_exceeded' };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/auth/utils.ts", "content": "import type { Prisma } from '@teable/db-main-prisma';\nimport { IS_TEMPLATE_HEADER, BASE_SHARE_ID_HEADER, type IUserMeVo } from '@teable/openapi';\nimport type { Request } from 'express';\nimport { pick } from 'lodash';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\n\nexport type IPickUserMe = Pick<\n Prisma.UserGetPayload,\n 'id' | 'name' | 'avatar' | 'phone' | 'email' | 'password' | 'notifyMeta' | 'isAdmin' | 'lang'\n>;\n\nexport const pickUserMe = (user: IPickUserMe): IUserMeVo => {\n return {\n ...pick(user, 'id', 'name', 'phone', 'email', 'isAdmin', 'lang'),\n notifyMeta: typeof user.notifyMeta === 'object' ? user.notifyMeta : JSON.parse(user.notifyMeta),\n avatar:\n user.avatar && !user.avatar?.startsWith('http')\n ? getPublicFullStorageUrl(user.avatar)\n : user.avatar,\n hasPassword: user.password !== null,\n };\n};\n\nexport const getTemplateHeader = (request: Request): string | undefined => {\n const templateHeader =\n request.headers[IS_TEMPLATE_HEADER.toLowerCase()] || request.headers[IS_TEMPLATE_HEADER];\n return typeof templateHeader === 'string' ? templateHeader : undefined;\n};\n\nexport const getBaseShareHeader = (request: Request): string | undefined => {\n const baseShareHeader =\n request.headers[BASE_SHARE_ID_HEADER.toLowerCase()] || request.headers[BASE_SHARE_ID_HEADER];\n return typeof baseShareHeader === 'string' ? baseShareHeader : undefined;\n};\n" }, { "path": "apps/nestjs-backend/src/features/base/BatchProcessor.class.ts", "content": "import type { TransformCallback } from 'stream';\nimport { Transform } from 'stream';\n\nexport class BatchProcessor extends Transform {\n private buffer: T[] = [];\n private totalProcessed = 0;\n public static BATCH_SIZE = 1000;\n\n constructor(private readonly handler: (chunk: T[]) => Promise) {\n super({ objectMode: true });\n }\n\n // eslint-disable-next-line @typescript-eslint/naming-convention\n async _transform(chunk: T, encoding: BufferEncoding, callback: TransformCallback) {\n this.buffer.push(chunk);\n this.totalProcessed++;\n\n if (this.buffer.length >= BatchProcessor.BATCH_SIZE) {\n const currentBatch = [...this.buffer];\n this.buffer = [];\n\n try {\n await this.handler(currentBatch);\n this.emit('progress', { processed: this.totalProcessed });\n callback();\n } catch (err: unknown) {\n callback(err as Error);\n }\n } else {\n callback();\n }\n }\n\n // eslint-disable-next-line @typescript-eslint/naming-convention\n async _flush(callback: TransformCallback) {\n if (this.buffer.length > 0) {\n try {\n await this.handler(this.buffer);\n this.emit('progress', { processed: this.totalProcessed });\n callback();\n } catch (err: unknown) {\n callback(err as Error);\n }\n } else {\n callback();\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-duplicate.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { BaseDuplicateService } from './base-duplicate.service';\nimport { BaseModule } from './base.module';\n\ndescribe('BaseDuplicateService', () => {\n let service: BaseDuplicateService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, BaseModule],\n }).compile();\n\n service = module.get(BaseDuplicateService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/base/base-duplicate.service.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Injectable, Logger } from '@nestjs/common';\nimport type { ILinkFieldOptions } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n BaseDuplicateMode,\n CreateRecordAction,\n type ICreateBaseFromTemplateRo,\n type IDuplicateBaseRo,\n} from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { groupBy } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport { Events } from '../../event-emitter/events';\nimport type { IClsStore } from '../../types/cls';\nimport { createFieldInstanceByRaw } from '../field/model/factory';\nimport { ComputedOrchestratorService } from '../record/computed/services/computed-orchestrator.service';\nimport { TableDuplicateService } from '../table/table-duplicate.service';\nimport { BaseExportService } from './base-export.service';\nimport { BaseImportService } from './base-import.service';\nimport { mergeLinkFieldTableMaps } from './utils';\n\n@Injectable()\nexport class BaseDuplicateService {\n private logger = new Logger(BaseDuplicateService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly tableDuplicateService: TableDuplicateService,\n private readonly baseExportService: BaseExportService,\n private readonly baseImportService: BaseImportService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n private readonly computedOrchestrator: ComputedOrchestratorService,\n private readonly cls: ClsService,\n private readonly eventEmitterService: EventEmitterService\n ) {}\n\n async duplicateBase(\n duplicateBaseRo: IDuplicateBaseRo,\n allowCrossBase: boolean = true,\n duplicateMode: BaseDuplicateMode = BaseDuplicateMode.Normal\n ) {\n const { fromBaseId, spaceId, withRecords, name, baseId, nodes } = duplicateBaseRo;\n\n // For CopyShareBase mode, don't collect parent nodes - the shared node becomes the root\n const skipParentNodes = duplicateMode === BaseDuplicateMode.CopyShareBase;\n\n const { base, tableIdMap, fieldIdMap, viewIdMap, ...rest } = await this.duplicateStructure(\n fromBaseId,\n spaceId,\n name,\n allowCrossBase,\n baseId,\n nodes,\n duplicateMode\n );\n\n const crossBaseLinkFieldTableMap = allowCrossBase\n ? ({} as Record<\n string,\n {\n dbFieldName: string;\n selfKeyName: string;\n isMultipleCellValue: boolean;\n }[]\n >)\n : await this.getCrossBaseLinkFieldTableMap(tableIdMap);\n\n const disconnectedLinkFieldTableMap = await this.getDisconnectedLinkFieldTableMap(\n tableIdMap,\n fromBaseId,\n nodes,\n skipParentNodes\n );\n\n const mergedLinkFieldTableMap = mergeLinkFieldTableMaps(\n crossBaseLinkFieldTableMap,\n disconnectedLinkFieldTableMap\n );\n\n const disconnectedLinkFieldIds = await this.getDisconnectedLinkFieldIds(\n tableIdMap,\n fromBaseId,\n nodes,\n skipParentNodes\n );\n\n let recordsLength = 0;\n if (withRecords) {\n recordsLength = await this.duplicateTableData(\n tableIdMap,\n fieldIdMap,\n viewIdMap,\n mergedLinkFieldTableMap\n );\n await this.duplicateAttachments(tableIdMap, fieldIdMap);\n await this.duplicateLinkJunction(\n tableIdMap,\n fieldIdMap,\n allowCrossBase,\n disconnectedLinkFieldIds\n );\n\n // Persist computed/link/lookup/rollup columns for duplicated data so that\n // reads via useQueryModel (tableCache/raw table) return correct values.\n // This mirrors what the computed pipeline does during regular record writes.\n await this.recomputeComputedColumnsForDuplicatedBase(tableIdMap);\n }\n\n return { base, tableIdMap, fieldIdMap, viewIdMap, recordsLength, ...rest };\n }\n\n private async getDisconnectedLinkFieldIds(\n tableIdMap: Record,\n fromBaseId: string,\n nodes?: string[],\n skipParentNodes: boolean = false\n ) {\n const { excludedTableIds } = await this.collectNodesAndResourceIds(\n fromBaseId,\n nodes,\n skipParentNodes\n );\n if (!excludedTableIds?.length) {\n return [];\n }\n\n const prisma = this.prismaService.txClient();\n const allFieldRaws = await prisma.field.findMany({\n where: {\n tableId: { in: Object.keys(tableIdMap) },\n deletedTime: null,\n },\n });\n\n const fields = allFieldRaws.map((f) => createFieldInstanceByRaw(f));\n\n return fields\n .filter(({ type, isLookup }) => type === FieldType.Link && !isLookup)\n .filter((f) => excludedTableIds.includes((f.options as ILinkFieldOptions)?.foreignTableId))\n .map((f) => f.id);\n }\n\n private async duplicateStructure(\n fromBaseId: string,\n spaceId: string,\n baseName?: string,\n allowCrossBase?: boolean,\n baseId?: string,\n nodes?: string[],\n duplicateMode: BaseDuplicateMode = BaseDuplicateMode.Normal\n ) {\n const prisma = this.prismaService.txClient();\n const baseRaw = await prisma.base.findUniqueOrThrow({\n where: {\n id: fromBaseId,\n deletedTime: null,\n },\n });\n baseRaw.name = baseName || `${baseRaw.name} (Copy)`;\n\n // For CopyShareBase mode, don't collect parent nodes - the shared node becomes the root\n const skipParentNodes = duplicateMode === BaseDuplicateMode.CopyShareBase;\n\n // Get included table IDs if includeNodes is provided\n const {\n finalIncludeNodes,\n includedTableIds,\n includedFolderIds,\n includedDashboardIds,\n includedWorkflowIds,\n includedAppIds,\n excludedTableIds,\n } = await this.collectNodesAndResourceIds(fromBaseId, nodes, skipParentNodes);\n\n const rootNodeIds = skipParentNodes ? [...(nodes || [])] : undefined;\n\n const tableRaws = await prisma.tableMeta.findMany({\n where: {\n baseId: fromBaseId,\n deletedTime: null,\n ...(includedTableIds !== undefined ? { id: { in: includedTableIds } } : {}),\n },\n orderBy: {\n order: 'asc',\n },\n });\n const tableIds = tableRaws.map(({ id }) => id);\n const fieldRaws = await prisma.field.findMany({\n where: {\n tableId: {\n in: tableIds,\n },\n deletedTime: null,\n },\n });\n const viewRaws = await prisma.view.findMany({\n where: {\n tableId: {\n in: tableIds,\n },\n deletedTime: null,\n },\n orderBy: {\n order: 'asc',\n },\n });\n\n const structure = await this.baseExportService.generateBaseStructConfig({\n baseRaw,\n tableRaws,\n fieldRaws,\n viewRaws,\n allowCrossBase,\n includeNodes: finalIncludeNodes,\n includedFolderIds,\n includedDashboardIds,\n includedWorkflowIds,\n includedAppIds,\n excludedTableIds,\n rootNodeIds,\n });\n\n this.logger.log(`base-duplicate-service: Start to getting base structure config successfully`);\n\n const {\n base: newBase,\n tableIdMap,\n fieldIdMap,\n viewIdMap,\n ...rest\n } = await this.baseImportService.createBaseStructure(\n spaceId,\n structure,\n baseId,\n undefined,\n duplicateMode\n );\n\n return { base: newBase, tableIdMap, fieldIdMap, viewIdMap, ...rest };\n }\n\n /**\n * Collect nodes and their resource IDs by type\n * This method processes the selected nodes and collects all their parent nodes (unless skipParentNodes is true)\n * Then extracts resource IDs grouped by resource type\n *\n * @param fromBaseId - The base ID to collect nodes from\n * @param nodes - The selected node IDs\n * @param skipParentNodes - If true, don't collect parent nodes (used for share base copy)\n */\n private async collectNodesAndResourceIds(\n fromBaseId: string,\n nodes: string[] | undefined,\n skipParentNodes: boolean = false\n ) {\n const prisma = this.prismaService.txClient();\n let includedTableIds: string[] | undefined;\n let includedFolderIds: string[] | undefined;\n let includedDashboardIds: string[] | undefined;\n let includedWorkflowIds: string[] | undefined;\n let includedAppIds: string[] | undefined;\n let finalIncludeNodes: string[] | undefined;\n\n let excludedTableIds: string[] | undefined;\n let excludedFolderIds: string[] | undefined;\n let excludedDashboardIds: string[] | undefined;\n let excludedWorkflowIds: string[] | undefined;\n let excludedAppIds: string[] | undefined;\n\n if (nodes && nodes.length > 0) {\n // Get all nodes in the base to build parent-child relationships\n const allNodes = await prisma.baseNode.findMany({\n where: {\n baseId: fromBaseId,\n },\n select: {\n id: true,\n parentId: true,\n resourceId: true,\n resourceType: true,\n },\n });\n\n // Build a map for quick lookup\n const nodeMap = new Map(allNodes.map((node) => [node.id, node]));\n\n // Function to recursively collect parent nodes\n const collectParentNodes = (nodeId: string, collected: Set) => {\n if (collected.has(nodeId)) return;\n collected.add(nodeId);\n\n const node = nodeMap.get(nodeId);\n if (node?.parentId) {\n collectParentNodes(node.parentId, collected);\n }\n };\n\n // Function to recursively collect descendant nodes (children)\n const collectDescendantNodes = (nodeId: string, collected: Set) => {\n // Find all children of this node and collect them\n for (const node of allNodes) {\n if (node.parentId === nodeId && !collected.has(node.id)) {\n collected.add(node.id);\n collectDescendantNodes(node.id, collected);\n }\n }\n };\n\n // Collect selected nodes, all their parent nodes (unless skipParentNodes), and all their descendant nodes\n const allIncludedNodeIds = new Set();\n for (const nodeId of nodes) {\n if (skipParentNodes) {\n // Only add the node itself, no parent collection\n allIncludedNodeIds.add(nodeId);\n } else {\n // Collect the node itself and its parents (for folder structure)\n // Note: collectParentNodes already adds the nodeId itself\n collectParentNodes(nodeId, allIncludedNodeIds);\n }\n // Collect all descendants (children, grandchildren, etc.)\n collectDescendantNodes(nodeId, allIncludedNodeIds);\n }\n\n finalIncludeNodes = Array.from(allIncludedNodeIds);\n\n // Extract resource IDs by type\n const includedNodeDetails = allNodes.filter((node) => allIncludedNodeIds.has(node.id));\n\n includedTableIds = includedNodeDetails\n .filter((node) => node.resourceType === 'table')\n .map((node) => node.resourceId);\n\n includedFolderIds = includedNodeDetails\n .filter((node) => node.resourceType === 'folder')\n .map((node) => node.resourceId);\n\n includedDashboardIds = includedNodeDetails\n .filter((node) => node.resourceType === 'dashboard')\n .map((node) => node.resourceId);\n\n includedWorkflowIds = includedNodeDetails\n .filter((node) => node.resourceType === 'workflow')\n .map((node) => node.resourceId);\n\n includedAppIds = includedNodeDetails\n .filter((node) => node.resourceType === 'app')\n .map((node) => node.resourceId);\n\n excludedTableIds = allNodes\n .filter((node) => !allIncludedNodeIds.has(node.id))\n .map((node) => node.resourceId);\n excludedFolderIds = allNodes\n .filter((node) => !allIncludedNodeIds.has(node.id))\n .map((node) => node.resourceId);\n excludedDashboardIds = allNodes\n .filter((node) => !allIncludedNodeIds.has(node.id))\n .map((node) => node.resourceId);\n excludedWorkflowIds = allNodes\n .filter((node) => !allIncludedNodeIds.has(node.id))\n .map((node) => node.resourceId);\n excludedAppIds = allNodes\n .filter((node) => !allIncludedNodeIds.has(node.id))\n .map((node) => node.resourceId);\n }\n\n return {\n finalIncludeNodes,\n includedTableIds,\n includedFolderIds,\n includedDashboardIds,\n includedWorkflowIds,\n includedAppIds,\n\n excludedTableIds,\n excludedFolderIds,\n excludedDashboardIds,\n excludedWorkflowIds,\n excludedAppIds,\n };\n }\n\n private async getDisconnectedLinkFieldTableMap(\n tableIdMap: Record,\n fromBaseId: string,\n nodes?: string[],\n skipParentNodes: boolean = false\n ) {\n const tableId2DbFieldNameMap: Record<\n string,\n { dbFieldName: string; selfKeyName: string; isMultipleCellValue: boolean }[]\n > = {};\n const { excludedTableIds } = await this.collectNodesAndResourceIds(\n fromBaseId,\n nodes,\n skipParentNodes\n );\n\n if (!nodes?.length || !excludedTableIds?.length) {\n return tableId2DbFieldNameMap;\n }\n\n const prisma = this.prismaService.txClient();\n const allFieldRaws = await prisma.field.findMany({\n where: {\n tableId: { in: Object.keys(tableIdMap) },\n deletedTime: null,\n },\n });\n\n const disconnectedLinkFields = allFieldRaws\n .filter(({ type, isLookup }) => type === FieldType.Link && !isLookup)\n .map((f) => ({ ...createFieldInstanceByRaw(f), tableId: f.tableId }))\n .filter((f) => excludedTableIds.includes((f.options as ILinkFieldOptions)?.foreignTableId));\n\n // relative fields\n // const disconnectedLinkRelativeFields = allFieldRaws\n // .map((f) => ({ ...createFieldInstanceByRaw(f), tableId: f.tableId }))\n // .filter(\n // ({ type, isLookup }) =>\n // isLookup || type === FieldType.Rollup || type === FieldType.ConditionalRollup\n // )\n // .filter(({ lookupOptions }) => {\n // if (!lookupOptions || !isLinkLookupOptions(lookupOptions)) {\n // return false;\n // }\n // return disconnectedLinkFields.map(({ id }) => id).includes(lookupOptions.linkFieldId);\n // });\n\n const groupedDisconnectedLinkFields = groupBy([...disconnectedLinkFields], 'tableId');\n\n Object.entries(groupedDisconnectedLinkFields).map(([tableId, fields]) => {\n tableId2DbFieldNameMap[tableId] = fields.map(\n ({ dbFieldName, options, isMultipleCellValue }) => {\n return {\n dbFieldName,\n selfKeyName: (options as ILinkFieldOptions).selfKeyName,\n isMultipleCellValue: !!isMultipleCellValue,\n };\n }\n );\n\n tableId2DbFieldNameMap[tableIdMap[tableId]] = fields.map(\n ({ dbFieldName, options, isMultipleCellValue }) => {\n return {\n dbFieldName,\n selfKeyName: (options as ILinkFieldOptions).selfKeyName,\n isMultipleCellValue: !!isMultipleCellValue,\n };\n }\n );\n\n return {\n tableId2DbFieldNameMap,\n };\n });\n\n return tableId2DbFieldNameMap;\n }\n\n private async getCrossBaseLinkFieldTableMap(tableIdMap: Record) {\n const tableId2DbFieldNameMap: Record<\n string,\n { dbFieldName: string; selfKeyName: string; isMultipleCellValue: boolean }[]\n > = {};\n const prisma = this.prismaService.txClient();\n const allFieldRaws = await prisma.field.findMany({\n where: {\n tableId: { in: Object.keys(tableIdMap) },\n deletedTime: null,\n },\n });\n\n const crossBaseLinkFields = allFieldRaws\n .filter(({ type, isLookup }) => type === FieldType.Link && !isLookup)\n .map((f) => ({ ...createFieldInstanceByRaw(f), tableId: f.tableId }))\n .filter((f) => (f.options as ILinkFieldOptions).baseId);\n\n const groupedCrossBaseLinkFields = groupBy(crossBaseLinkFields, 'tableId');\n\n Object.entries(groupedCrossBaseLinkFields).map(([tableId, fields]) => {\n tableId2DbFieldNameMap[tableId] = fields.map(\n ({ dbFieldName, options, isMultipleCellValue }) => {\n return {\n dbFieldName,\n selfKeyName: (options as ILinkFieldOptions).selfKeyName,\n isMultipleCellValue: !!isMultipleCellValue,\n };\n }\n );\n tableId2DbFieldNameMap[tableIdMap[tableId]] = fields.map(\n ({ dbFieldName, options, isMultipleCellValue }) => {\n return {\n dbFieldName,\n selfKeyName: (options as ILinkFieldOptions).selfKeyName,\n isMultipleCellValue: !!isMultipleCellValue,\n };\n }\n );\n });\n\n return tableId2DbFieldNameMap;\n }\n\n private async duplicateTableData(\n tableIdMap: Record,\n fieldIdMap: Record,\n viewIdMap: Record,\n crossBaseLinkFieldTableMap: Record<\n string,\n { dbFieldName: string; selfKeyName: string; isMultipleCellValue: boolean }[]\n >\n ): Promise {\n const prisma = this.prismaService.txClient();\n const tableId2DbTableNameMap: Record = {};\n const allTableId = Object.keys(tableIdMap).concat(Object.values(tableIdMap));\n const sourceTableRaws = await prisma.tableMeta.findMany({\n where: { id: { in: allTableId }, deletedTime: null },\n select: {\n id: true,\n dbTableName: true,\n },\n });\n const targetTableRaws = await prisma.tableMeta.findMany({\n where: { id: { in: allTableId }, deletedTime: null },\n select: {\n id: true,\n dbTableName: true,\n },\n });\n sourceTableRaws.forEach((tableRaw) => {\n tableId2DbTableNameMap[tableRaw.id] = tableRaw.dbTableName;\n });\n\n const oldTableId = Object.keys(tableIdMap);\n\n const dbTableNames = targetTableRaws.map((tableRaw) => tableRaw.dbTableName);\n\n // Query total records count from all source tables before duplicating\n let totalRecordsCount = 0;\n for (const tableId of oldTableId) {\n const sourceDbTableName = tableId2DbTableNameMap[tableId];\n const countQuery = this.knex(sourceDbTableName).count('*', { as: 'count' }).toQuery();\n const countResult = await prisma.$queryRawUnsafe<[{ count: bigint | number }]>(countQuery);\n totalRecordsCount += Number(countResult[0]?.count || 0);\n }\n\n const allForeignKeyInfos = [] as {\n constraint_name: string;\n column_name: string;\n referenced_table_schema: string;\n referenced_table_name: string;\n referenced_column_name: string;\n dbTableName: string;\n }[];\n\n // delete foreign keys if(exist) then duplicate table data\n for (const dbTableName of dbTableNames) {\n const foreignKeysInfoSql = this.dbProvider.getForeignKeysInfo(dbTableName);\n const foreignKeysInfo = await this.prismaService.txClient().$queryRawUnsafe<\n {\n constraint_name: string;\n column_name: string;\n referenced_table_schema: string;\n referenced_table_name: string;\n referenced_column_name: string;\n }[]\n >(foreignKeysInfoSql);\n const newForeignKeyInfos = foreignKeysInfo.map((info) => ({\n ...info,\n dbTableName,\n }));\n allForeignKeyInfos.push(...newForeignKeyInfos);\n }\n\n for (const { constraint_name, column_name, dbTableName } of allForeignKeyInfos) {\n const dropForeignKeyQuery = this.knex.schema\n .alterTable(dbTableName, (table) => {\n table.dropForeign(column_name, constraint_name);\n })\n .toQuery();\n\n await prisma.$executeRawUnsafe(dropForeignKeyQuery);\n }\n\n for (const tableId of oldTableId) {\n const newTableId = tableIdMap[tableId];\n const oldDbTableName = tableId2DbTableNameMap[tableId];\n const newDbTableName = tableId2DbTableNameMap[newTableId];\n try {\n await this.tableDuplicateService.duplicateTableData(\n oldDbTableName,\n newDbTableName,\n viewIdMap,\n fieldIdMap,\n crossBaseLinkFieldTableMap[tableId] || []\n );\n } catch (error) {\n this.logger.error(\n `exc duplicate table data error: ${(error as Error)?.message}`,\n (error as Error)?.stack\n );\n throw error;\n }\n }\n\n for (const {\n constraint_name: constraintName,\n column_name: columnName,\n referenced_table_schema: referencedTableSchema,\n referenced_table_name: referencedTableName,\n referenced_column_name: referencedColumnName,\n dbTableName,\n } of allForeignKeyInfos) {\n const addForeignKeyQuerySql = this.knex.schema\n .alterTable(dbTableName, (table) => {\n table\n .foreign(columnName, constraintName)\n .references(referencedColumnName)\n .inTable(`${referencedTableSchema}.${referencedTableName}`);\n })\n .toQuery();\n\n await prisma.$executeRawUnsafe(addForeignKeyQuerySql);\n }\n\n return totalRecordsCount;\n }\n\n private async duplicateAttachments(\n tableIdMap: Record,\n fieldIdMap: Record\n ) {\n for (const [sourceTableId, targetTableId] of Object.entries(tableIdMap)) {\n await this.tableDuplicateService.duplicateAttachments(\n sourceTableId,\n targetTableId,\n fieldIdMap\n );\n }\n }\n\n private async duplicateLinkJunction(\n tableIdMap: Record,\n fieldIdMap: Record,\n allowCrossBase: boolean = true,\n disconnectedLinkFieldIds?: string[]\n ) {\n await this.tableDuplicateService.duplicateLinkJunction(\n tableIdMap,\n fieldIdMap,\n allowCrossBase,\n disconnectedLinkFieldIds\n );\n }\n\n /**\n * After duplicating raw table rows and link junctions, recompute and persist\n * values for computed fields (Lookup/Rollup/Formula when persisted) and Link\n * display columns on all duplicated tables. This ensures immediate consistency\n * when reading via table cache or raw table without CTEs (useQueryModel=true).\n */\n private async recomputeComputedColumnsForDuplicatedBase(tableIdMap: Record) {\n const prisma = this.prismaService.txClient();\n const targetTableIds = Object.values(tableIdMap);\n if (!targetTableIds.length) return;\n\n // Collect candidate fields on the duplicated tables: include link fields and\n // any computed fields so their values are (re)materialized into physical columns.\n const fields = await prisma.field.findMany({\n where: {\n tableId: { in: targetTableIds },\n deletedTime: null,\n },\n select: { id: true, tableId: true, type: true, isLookup: true, isComputed: true },\n });\n\n // Group by table and select fields that should be persisted via updateFromSelect\n const byTable = new Map();\n for (const f of fields) {\n // Link fields (non-lookup) have persisted display JSON; include them\n const isLink = f.type === FieldType.Link && !f.isLookup;\n // Computed fields (lookup/rollup/formula-not-generated) are marked isComputed\n const isComputed = !!f.isComputed;\n if (!isLink && !isComputed) continue;\n const list = byTable.get(f.tableId) || [];\n list.push(f.id);\n byTable.set(f.tableId, list);\n }\n\n if (!byTable.size) return;\n\n const sources = Array.from(byTable.entries()).map(([tableId, fieldIds]) => ({\n tableId,\n fieldIds,\n }));\n\n // No-op update; we only want to evaluate and persist computed values.\n await this.computedOrchestrator.computeCellChangesForFieldsAfterCreate(sources, async () => {\n return;\n });\n }\n\n async emitBaseDuplicateAuditLog(baseId: string, recordsLength?: number) {\n const userId = this.cls.get('user.id');\n const origin = this.cls.get('origin');\n\n await this.cls.run(async () => {\n this.cls.set('origin', origin!);\n this.cls.set('user.id', userId!);\n await this.eventEmitterService.emitAsync(Events.TABLE_RECORD_CREATE_RELATIVE, {\n action: CreateRecordAction.BaseDuplicate,\n resourceId: baseId,\n recordCount: recordsLength,\n });\n });\n }\n\n async emitBaseTemplateApplyAuditLog(\n baseId: string,\n templateApplyRo: ICreateBaseFromTemplateRo,\n recordsLength?: number\n ) {\n const userId = this.cls.get('user.id');\n const origin = this.cls.get('origin');\n\n await this.cls.run(async () => {\n this.cls.set('origin', origin!);\n this.cls.set('user.id', userId!);\n await this.eventEmitterService.emitAsync(Events.TABLE_RECORD_CREATE_RELATIVE, {\n action: CreateRecordAction.TemplateApply,\n resourceId: baseId,\n recordCount: recordsLength,\n });\n });\n }\n\n async emitShareBaseCopyAuditLog(baseId: string, shareId: string, recordsLength?: number) {\n const userId = this.cls.get('user.id');\n const origin = this.cls.get('origin');\n\n await this.cls.run(async () => {\n this.cls.set('origin', origin!);\n this.cls.set('user.id', userId!);\n await this.eventEmitterService.emitAsync(Events.TABLE_RECORD_CREATE_RELATIVE, {\n action: CreateRecordAction.ShareBaseCopy,\n resourceId: baseId,\n recordCount: recordsLength,\n params: { shareId },\n });\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-export.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Readable, PassThrough } from 'stream';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { Prisma } from '@prisma/client';\nimport * as Sentry from '@sentry/nestjs';\nimport type {\n ILinkFieldOptions,\n ILocalization,\n IConditionalRollupFieldOptions,\n IConditionalLookupOptions,\n} from '@teable/core';\nimport { FieldType, getRandomString, ViewType, isLinkLookupOptions } from '@teable/core';\nimport type { Field, View, TableMeta, Base } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { PluginPosition, UploadType } from '@teable/openapi';\nimport type { BaseNodeResourceType, IBaseJson } from '@teable/openapi';\nimport archiver from 'archiver';\nimport { stringify } from 'csv-stringify/sync';\nimport { Knex } from 'knex';\nimport { omit, pick } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { IStorageConfig, StorageConfig } from '../../configs/storage';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport { Events } from '../../event-emitter/events';\nimport type { IClsStore } from '../../types/cls';\nimport type { I18nPath } from '../../types/i18n.generated';\nimport { second } from '../../utils/second';\nimport StorageAdapter from '../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../attachments/plugins/storage';\nimport { createFieldInstanceByRaw } from '../field/model/factory';\nimport { NotificationService } from '../notification/notification.service';\nimport { createViewVoByRaw } from '../view/model/factory';\nimport { EXCLUDE_SYSTEM_FIELDS } from './constant';\n@Injectable()\nexport class BaseExportService {\n public static CSV_CHUNK = 500;\n public static FILE_SUFFIX = 'tea';\n public static EXPORT_FIELD_COLUMNS = [\n 'id',\n 'name',\n 'description',\n 'options',\n 'type',\n 'dbFieldName',\n 'notNull',\n 'unique',\n 'isPrimary',\n 'hasError',\n 'order',\n 'lookupOptions',\n 'isLookup',\n 'isConditionalLookup',\n 'aiConfig',\n 'meta',\n // for formula field\n 'dbFieldType',\n 'cellValueType',\n 'isMultipleCellValue',\n ];\n private logger = new Logger(BaseExportService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly notificationService: NotificationService,\n private readonly eventEmitterService: EventEmitterService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectStorageAdapter() private readonly storageAdapter: StorageAdapter,\n @StorageConfig() private readonly storageConfig: IStorageConfig,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n private captureExportError(\n error: unknown,\n context: {\n stage: 'fetchBase' | 'processExport';\n baseId: string;\n includeData: boolean;\n baseName?: string;\n }\n ) {\n const err = error instanceof Error ? error : new Error(String(error));\n const userId = this.cls.get('user.id');\n\n Sentry.withScope((scope) => {\n scope.setTag('feature', 'base-export');\n scope.setTag('export.stage', context.stage);\n scope.setContext('base-export', {\n baseId: context.baseId,\n baseName: context.baseName,\n includeData: context.includeData,\n userId,\n });\n scope.setLevel?.('error');\n Sentry.captureException(err);\n });\n\n this.logger.error(\n `export base zip failed at ${context.stage}: ${err.message}`,\n err.stack ?? undefined\n );\n }\n\n private generateExportFolderId() {\n return `${getRandomString(12)}`;\n }\n\n /**\n * Download a single file and append it to archive with timeout and error handling\n * @returns true on success, false on failure\n */\n async appendFileToArchive(\n archive: archiver.Archiver,\n bucket: string,\n s3Path: string,\n archivePath: string,\n timeoutMs: number = 10 * 60 * 1000,\n chatId?: string\n ): Promise {\n try {\n const stream = await this.storageAdapter.downloadFile(bucket, s3Path);\n\n await new Promise((resolve, reject) => {\n archive.append(stream, { name: archivePath });\n\n const timeout = setTimeout(() => {\n stream.destroy();\n reject(new Error(`File stream timeout after ${timeoutMs}ms: ${archivePath}`));\n }, timeoutMs);\n\n stream.on('error', (err) => {\n clearTimeout(timeout);\n stream.destroy();\n reject(err);\n });\n\n stream.on('end', () => {\n clearTimeout(timeout);\n stream.destroy();\n resolve();\n });\n });\n\n return true;\n } catch (err) {\n this.logger.error(\n `Failed to export file ${s3Path} to ${archivePath}: ${err instanceof Error ? err.message : String(err)}`\n );\n return false;\n }\n }\n\n async exportBaseZip(baseId: string, includeData = true) {\n let baseName: string | undefined;\n try {\n ({ name: baseName } = await this.prismaService.base.findFirstOrThrow({\n where: {\n id: baseId,\n },\n select: {\n name: true,\n },\n }));\n } catch (error) {\n this.captureExportError(error, {\n stage: 'fetchBase',\n baseId,\n includeData,\n });\n throw error;\n }\n\n // create a stream pass through, ready to fill data\n const passThrough = new PassThrough();\n\n const archive = archiver('zip', {\n zlib: { level: 9 },\n });\n\n archive.on('warning', function (err) {\n if (err.code === 'ENOENT') {\n // log warning\n } else {\n // throw error\n throw err;\n }\n });\n\n archive.on('error', function (err) {\n passThrough.emit('error', err);\n throw err;\n });\n\n archive.pipe(passThrough);\n\n const token = this.generateExportFolderId();\n const bucket = StorageAdapter.getBucket(UploadType.ExportBase);\n const pathDir = StorageAdapter.getDir(UploadType.ExportBase);\n\n // Critical: Start upload first to ensure passThrough has a consumer, preventing backpressure blocking\n // If uploadFileStream is called after finalize(), large files will hang in append\n // Note: This occupies sockets, recommend setting BACKEND_STORAGE_S3_UPLOAD_QUEUE_SIZE=1 to control upload concurrency to 1\n const uploadPromise = this.storageAdapter.uploadFileStream(\n bucket,\n `${pathDir}/${token}.${BaseExportService.FILE_SUFFIX}`,\n passThrough,\n {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/zip',\n }\n );\n\n try {\n await this.prismaService.$tx(\n async (prisma) => {\n await prisma.$executeRawUnsafe('SET TRANSACTION READ ONLY');\n await this.pipeArchive(archive, baseId, includeData);\n },\n {\n isolationLevel: Prisma.TransactionIsolationLevel.RepeatableRead,\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n archive.finalize();\n const uploadResult = await uploadPromise;\n const { path } = uploadResult;\n const name = `${baseName}.${BaseExportService.FILE_SUFFIX}`;\n const previewUrl = await this.storageAdapter.getPreviewUrl(\n StorageAdapter.getBucket(UploadType.ExportBase),\n path,\n second(this.storageConfig.tokenExpireIn),\n {\n // eslint-disable-next-line\n 'Content-Disposition': `attachment; filename*=UTF-8''${encodeURIComponent(name)}`,\n }\n );\n const message: ILocalization = {\n i18nKey: 'common.email.templates.notify.exportBase.success.message',\n context: {\n baseName,\n previewUrl,\n name,\n },\n };\n this.notifyExportResult(baseId, message, previewUrl);\n } catch (e) {\n this.captureExportError(e, {\n stage: 'processExport',\n baseId,\n baseName,\n includeData,\n });\n if (e instanceof Error) {\n const message: ILocalization = {\n i18nKey: 'common.email.templates.notify.exportBase.failed.message',\n context: {\n baseName,\n errorMessage: e.message,\n },\n };\n this.notifyExportResult(baseId, message);\n }\n }\n }\n\n async pipeArchive(archive: archiver.Archiver, baseId: string, includeData: boolean) {\n await this.processExportBaseZip(baseId, includeData, archive);\n }\n\n async processExportBaseZip(baseId: string, includeData: boolean, archive: archiver.Archiver) {\n const prisma = this.prismaService.txClient();\n // 1. get all raw info\n const baseRaw = await prisma.base.findUniqueOrThrow({\n where: {\n id: baseId,\n deletedTime: null,\n },\n });\n const tableRaws = await prisma.tableMeta.findMany({\n where: {\n baseId,\n deletedTime: null,\n },\n orderBy: {\n order: 'asc',\n },\n });\n const tableIds = tableRaws.map(({ id }) => id);\n const fieldRaws = await prisma.field.findMany({\n where: {\n tableId: {\n in: tableIds,\n },\n deletedTime: null,\n },\n });\n const viewRaws = await prisma.view.findMany({\n where: {\n tableId: {\n in: tableIds,\n },\n deletedTime: null,\n },\n orderBy: {\n order: 'asc',\n },\n });\n\n // 2. generate base structure json\n const structure = await this.generateBaseStructConfig({\n baseRaw,\n tableRaws,\n fieldRaws,\n viewRaws,\n });\n const jsonString = JSON.stringify(structure, null, 2);\n const jsonStream = Readable.from(jsonString);\n\n // 3. export structure json\n archive.append(jsonStream, { name: 'structure.json' });\n\n // 4 export data\n if (includeData) {\n this.logger.log(`export base ${baseRaw.id}/${baseRaw.name}: Start exporting attachments`);\n // 4.0 export attachments\n await this.appendAttachments('attachments', tableRaws, archive);\n this.logger.log(\n `export base ${baseRaw.id}/${baseRaw.name}: End exporting attachments data csv`\n );\n\n // 4.1 export attachments data .csv\n this.logger.log(\n `export base ${baseRaw.id}/${baseRaw.name}: Start exporting attachments data csv`\n );\n await this.appendAttachmentsDataCsv('attachments', tableRaws, archive);\n this.logger.log(\n `export base ${baseRaw.id}/${baseRaw.name}: End exporting attachments data csv`\n );\n\n this.logger.log(`export base ${baseRaw.id}/${baseRaw.name}: Start exporting table data csv`);\n\n // 4.2 export table data csv\n const crossBaseRelativeFields = this.getCrossBaseFields(fieldRaws, false);\n const crossBaseRelativeFieldIds = new Set(crossBaseRelativeFields.map(({ id }) => id));\n const crossBaseRelativeFieldsRaws = fieldRaws.filter(({ id }) =>\n crossBaseRelativeFieldIds.has(id)\n );\n\n for (const tableRaw of tableRaws) {\n const crossBaseFieldRaws = crossBaseRelativeFieldsRaws.filter(\n ({ tableId }) => tableId === tableRaw.id\n );\n const buttonDbFieldNames = fieldRaws\n .filter(\n ({ type, isLookup, tableId }) =>\n type === FieldType.Button && !isLookup && tableId === tableRaw.id\n )\n .map((f) => f.dbFieldName);\n\n const excludeDbFieldNames = [...EXCLUDE_SYSTEM_FIELDS, ...buttonDbFieldNames];\n await this.appendTableDataCsv(\n archive,\n 'tables',\n tableRaw,\n crossBaseFieldRaws,\n excludeDbFieldNames\n );\n }\n\n const linkFieldInstances = fieldRaws\n .filter(({ type, isLookup }) => type === FieldType.Link && !isLookup)\n .filter(({ id }) => !crossBaseRelativeFieldIds.has(id))\n .map((f) => createFieldInstanceByRaw(f));\n\n // 5. export junction csv for link fields\n const junctionTableName = [] as string[];\n for (const linkField of linkFieldInstances) {\n const { options } = linkField;\n const { fkHostTableName, selfKeyName, foreignKeyName } = options as ILinkFieldOptions;\n if (fkHostTableName.includes('junction_') && !junctionTableName.includes(fkHostTableName)) {\n await this.appendJunctionCsv(\n 'tables',\n fkHostTableName,\n selfKeyName,\n foreignKeyName,\n archive\n );\n }\n }\n\n this.logger.log(`export base ${baseRaw.id}/${baseRaw.name}: End exporting table data csv`);\n }\n }\n\n async generateBaseStructConfig({\n baseRaw,\n tableRaws,\n fieldRaws,\n viewRaws,\n // whether support cross base link fields\n allowCrossBase = false,\n includeNodes,\n includedFolderIds,\n includedDashboardIds,\n excludedTableIds,\n // for enterprise version, do not delete these properties\n includedAppIds,\n includedWorkflowIds,\n // Root node IDs - nodes that should have their parentId set to null\n rootNodeIds,\n }: {\n baseRaw: Base;\n tableRaws: TableMeta[];\n fieldRaws: Field[];\n viewRaws: View[];\n allowCrossBase?: boolean;\n includeNodes?: string[];\n includedFolderIds?: string[];\n includedDashboardIds?: string[];\n includedAppIds?: string[];\n includedWorkflowIds?: string[];\n excludedTableIds?: string[];\n rootNodeIds?: string[];\n }) {\n const { name: baseName, icon: baseIcon, id: baseId } = baseRaw;\n const tables = [] as IBaseJson['tables'];\n for (const table of tableRaws) {\n const { name, description, order, id, icon, dbTableName } = table;\n const realDbTableName = dbTableName?.split('.')?.pop();\n const tableObject = {\n id,\n name,\n order,\n description,\n icon,\n dbTableName: realDbTableName,\n } as IBaseJson['tables'][number];\n const currentTableFields = fieldRaws.filter(({ tableId }) => tableId === id);\n tableObject.fields = this.generateFieldConfig(\n currentTableFields,\n allowCrossBase,\n excludedTableIds\n );\n tableObject.views = this.generateViewConfig(viewRaws.filter(({ tableId }) => tableId === id));\n tables.push(tableObject);\n }\n\n const plugins = await this.generatePluginConfig(baseId, includedDashboardIds);\n const folders = await this.generateFolderConfig(baseId, includedFolderIds);\n const nodes = await this.generateNodeConfig(baseId, includeNodes, rootNodeIds);\n\n return {\n id: baseId,\n name: baseName,\n icon: baseIcon,\n version: process.env.NEXT_PUBLIC_BUILD_VERSION!,\n tables,\n plugins,\n folders,\n nodes,\n };\n }\n\n private async appendAttachments(\n filePath: string,\n tableRaws: TableMeta[],\n archive: archiver.Archiver\n ) {\n const tableIds = tableRaws.map(({ id }) => id);\n const prisma = this.prismaService.txClient();\n const attachmentTokenRaws = await prisma.attachmentsTable.findMany({\n where: {\n tableId: {\n in: tableIds,\n },\n },\n select: {\n token: true,\n name: true,\n },\n });\n const attachments = (\n await prisma.attachments.findMany({\n where: {\n token: {\n in: attachmentTokenRaws.map(({ token }) => token),\n },\n },\n select: {\n token: true,\n path: true,\n mimetype: true,\n thumbnailPath: true,\n },\n })\n ).map((att) => ({\n ...att,\n name: attachmentTokenRaws.find(({ token }) => token === att.token)?.name,\n }));\n const bucket = StorageAdapter.getBucket(UploadType.Table);\n for (const { token, path, name } of attachments) {\n const archivePath = `${filePath}/${token}.${name?.split('.').pop()}`;\n await this.appendFileToArchive(archive, bucket, path, archivePath);\n }\n\n const thumbnailAttachments = attachments.filter(({ thumbnailPath }) => thumbnailPath);\n const prefix = `${filePath}/thumbnail__`;\n\n for (const { thumbnailPath, name } of thumbnailAttachments) {\n const suffix = name?.split('.').pop() || 'jpg';\n const {\n lg: thumbnailLgPath,\n md: thumbnailMdPath,\n sm: thumbnailSmPath,\n } = JSON.parse(thumbnailPath as string);\n\n if (thumbnailLgPath) {\n const fileName = thumbnailLgPath.split('/').pop();\n await this.appendFileToArchive(\n archive,\n bucket,\n thumbnailLgPath,\n `${prefix}${fileName}.${suffix}`\n );\n }\n\n if (thumbnailMdPath) {\n const fileName = thumbnailMdPath.split('/').pop();\n await this.appendFileToArchive(\n archive,\n bucket,\n thumbnailMdPath,\n `${prefix}${fileName}.${suffix}`\n );\n }\n\n if (thumbnailSmPath) {\n const fileName = thumbnailSmPath.split('/').pop();\n await this.appendFileToArchive(\n archive,\n bucket,\n thumbnailSmPath,\n `${prefix}${fileName}.${suffix}`\n );\n }\n }\n }\n\n private async appendTableDataCsv(\n archive: archiver.Archiver,\n filePath: string,\n tableRaw: TableMeta,\n crossBaseRelativeFields: Field[],\n excludeDbFieldNames: string[]\n ) {\n const { dbTableName, id } = tableRaw;\n const csvStream = new PassThrough();\n const prisma = this.prismaService.txClient();\n const columnInfoQuery = this.dbProvider.columnInfo(dbTableName);\n const columnInfo = await prisma.$queryRawUnsafe<{ name: string }[]>(columnInfoQuery);\n\n // 1. set csv header\n const convertLinkFields = crossBaseRelativeFields.filter(({ type }) => type === FieldType.Link);\n const fkNames = convertLinkFields\n .filter(({ type }) => type === FieldType.Link)\n .map(({ id }) => `__fk_${id}`);\n const columnHeader = columnInfo\n .map(({ name }) => name)\n // exclude system fields\n .filter((name) => !excludeDbFieldNames.includes(name))\n // exclude fk fields which are cross base link fields\n .filter((name) => !fkNames.includes(name));\n // write the column header\n const headerRow = columnHeader.join(',');\n csvStream.write(`${headerRow}\\n`);\n\n let offset = 0;\n let hasMoreData = true;\n archive.append(csvStream, { name: `${filePath}/${id}.csv` });\n\n csvStream.on('error', (err) => {\n this.logger.error(`CSV Stream error: ${err.message}`, err.stack);\n throw err;\n });\n\n csvStream.on('end', () => {\n console.log('CSV Stream ended');\n });\n\n csvStream.on('finish', () => {\n console.log('CSV Stream finished');\n });\n\n archive.on('error', (err) => {\n this.logger.error(`CSV Stream archive error: ${err.message}`, err.stack);\n throw err;\n });\n\n // 2. write csv content\n while (hasMoreData) {\n const csvChunk = await this.getCsvChunk(\n dbTableName,\n offset,\n crossBaseRelativeFields,\n excludeDbFieldNames\n );\n if (csvChunk.length === 0) {\n hasMoreData = false;\n break;\n }\n const csvString = stringify(csvChunk, {\n columns: columnHeader,\n });\n csvStream.write(csvString);\n offset += BaseExportService.CSV_CHUNK;\n }\n csvStream.end();\n }\n\n private async appendAttachmentsDataCsv(\n filePath: string,\n tableRaws: TableMeta[],\n archive: archiver.Archiver\n ) {\n const csvStream = new PassThrough();\n const prisma = this.prismaService.txClient();\n\n const tokens = await prisma.attachmentsTable.findMany({\n where: {\n tableId: {\n in: tableRaws.map(({ id }) => id),\n },\n },\n select: {\n token: true,\n },\n });\n\n const attachments = await prisma.attachments.findMany({\n where: {\n token: {\n in: tokens.map(({ token }) => token),\n },\n deletedTime: null,\n },\n });\n\n if (!attachments.length) {\n return;\n }\n\n const columnInfo = Object.keys(attachments[0]);\n\n // 1. set csv header\n const columnHeader = columnInfo\n // exclude system fields\n .filter((name) => !EXCLUDE_SYSTEM_FIELDS.includes(name));\n\n const headerRow = columnHeader.join(',');\n csvStream.write(`${headerRow}\\n`);\n\n archive.append(csvStream, { name: `${filePath}/attachments.csv` });\n\n csvStream.on('error', (err) => {\n this.logger.error(`CSV Stream error: ${err.message}`, err.stack);\n throw err;\n });\n\n csvStream.on('end', () => {\n console.log('CSV Stream ended');\n });\n\n csvStream.on('finish', () => {\n console.log('CSV Stream finished');\n });\n\n archive.on('error', (err) => {\n this.logger.error(`CSV Stream archive error: ${err.message}`, err.stack);\n throw err;\n });\n\n const csvString = stringify(\n attachments.map((att) => ({\n ...pick(att, columnHeader),\n size: Number(att.size),\n })),\n {\n columns: columnHeader,\n }\n );\n csvStream.write(csvString);\n\n csvStream.end();\n }\n\n private async appendJunctionCsv(\n filePath: string,\n fkHostTableName: string,\n selfKeyName: string,\n foreignKeyName: string,\n archive: archiver.Archiver\n ) {\n const csvStream = new PassThrough();\n const prisma = this.prismaService.txClient();\n const columnInfoQuery = this.dbProvider.columnInfo(fkHostTableName);\n const columnInfo = await prisma.$queryRawUnsafe<{ name: string }[]>(columnInfoQuery);\n\n // 1. set csv header\n const columnHeader = columnInfo\n .map(({ name }) => name)\n // exclude id column\n .filter((name) => name !== '__id');\n // write the column header\n const headerRow = columnHeader.join(',');\n csvStream.write(`${headerRow}\\n`);\n\n let offset = 0;\n let hasMoreData = true;\n archive.append(csvStream, { name: `${filePath}/${fkHostTableName}.csv` });\n\n csvStream.on('error', (err) => {\n this.logger.error(`CSV Stream error: ${err.message}`, err.stack);\n throw err;\n });\n\n csvStream.on('end', () => {\n console.log('CSV Stream ended');\n });\n\n csvStream.on('finish', () => {\n console.log('CSV Stream finished');\n });\n\n archive.on('error', (err) => {\n this.logger.error(`CSV Stream archive error: ${err.message}`, err.stack);\n throw err;\n });\n\n // 2. write csv content\n while (hasMoreData) {\n const csvChunk = await this.getJunctionChunk(\n fkHostTableName,\n offset,\n [selfKeyName, foreignKeyName],\n ['__id']\n );\n if (csvChunk.length === 0) {\n hasMoreData = false;\n break;\n }\n const csvString = stringify(csvChunk, {\n columns: columnHeader,\n });\n csvStream.write(csvString);\n offset += BaseExportService.CSV_CHUNK;\n }\n csvStream.end();\n }\n\n private async getCsvChunk(\n dbTableName: string,\n offset: number,\n crossBaseRelativeFields: Field[],\n excludeFieldNames: string[]\n ) {\n const rawRecords = await this.getChunkRecords(dbTableName, offset);\n // 1. clear unless fields\n const records = rawRecords.map((record) => omit(record, excludeFieldNames));\n // 2. convert to csv value\n return records.map((record) =>\n this.transformConvertFieldsCellValue(record, crossBaseRelativeFields)\n );\n }\n\n private async getJunctionChunk(\n fkHostTableName: string,\n offset: number,\n convertFields: [string, string],\n excludeFieldNames: string[]\n ) {\n const prisma = this.prismaService.txClient();\n const recordsQuery = await this.knex(fkHostTableName)\n .select('*')\n .limit(BaseExportService.CSV_CHUNK)\n .offset(offset)\n .toQuery();\n const rawRecords = await prisma.$queryRawUnsafe[]>(recordsQuery);\n // 1. clear unless fields\n const records = rawRecords.map((record) => omit(record, excludeFieldNames));\n\n return records.map((record) => {\n if (!record) {\n return record;\n }\n\n const newRecord = {} as Record;\n\n Object.entries(record).forEach(([key, value]) => {\n newRecord[key] = value;\n });\n\n return newRecord;\n });\n }\n\n private async getChunkRecords(dbTableName: string, offset: number) {\n const prisma = this.prismaService.txClient();\n const recordsQuery = await this.knex(dbTableName)\n .select('*')\n .limit(BaseExportService.CSV_CHUNK)\n .offset(offset)\n .orderBy('__auto_number', 'asc')\n .toQuery();\n return await prisma.$queryRawUnsafe[]>(recordsQuery);\n }\n\n /**\n * @description convert the cell value to the csv value\n * @param value - the cell value\n * @param dbFieldName - the db field name\n * @param convertFields - the fields which cross base link fields and relative fields (formula or lookup) need to be convert to single line text\n * @returns the csv value\n */\n private transformConvertFieldsCellValue(\n value: Record,\n crossBaseRelativeFields: Field[]\n ) {\n if (!value) {\n return value;\n }\n\n const newRecord = {} as Record;\n\n const crossBaseRelativeDbFieldNames = crossBaseRelativeFields.map(\n ({ dbFieldName }) => dbFieldName\n );\n\n Object.entries(value).forEach(([key, value]) => {\n let newValue = value;\n const fieldRaw = crossBaseRelativeFields.find(({ dbFieldName }) => dbFieldName === key);\n if (crossBaseRelativeDbFieldNames.includes(key) && value && fieldRaw) {\n const fieldIns = createFieldInstanceByRaw(fieldRaw);\n newValue = fieldIns.cellValue2String(newValue);\n }\n\n // convert date to iso string\n if (value instanceof Date) {\n newValue = value.toISOString();\n }\n\n newRecord[key] = newValue;\n });\n\n return newRecord;\n }\n\n // cross base link field and relative fields should convert to text as well\n private generateFieldConfig(\n fieldRaws: Field[],\n allowCrossBase = false,\n excludedTableIds?: string[]\n ) {\n const fields = fieldRaws.map((fieldRaw) => createFieldInstanceByRaw(fieldRaw));\n const createdTimeMap = fieldRaws.reduce(\n (acc, field) => {\n acc[field.id] = field.createdTime.toISOString();\n return acc;\n },\n {} as Record\n );\n\n const crossBaseRelativeFields = this.getCrossBaseFields(fieldRaws, allowCrossBase);\n\n const disconnectedFields = this.getDisconnectedFields(\n fieldRaws,\n crossBaseRelativeFields.map(({ id }) => id),\n excludedTableIds\n );\n\n const otherFields = fields\n .filter(\n ({ id }) =>\n !crossBaseRelativeFields.map(({ id }) => id).includes(id) &&\n !disconnectedFields.map(({ id }) => id).includes(id)\n )\n .map((field, index) => ({\n ...pick(field, BaseExportService.EXPORT_FIELD_COLUMNS),\n createdTime: createdTimeMap[field.id],\n order: fieldRaws[index].order,\n }));\n\n return [\n ...otherFields,\n ...crossBaseRelativeFields,\n ...disconnectedFields,\n ] as IBaseJson['tables'][number]['fields'];\n }\n\n private getDisconnectedFields(\n fieldRaws: Field[],\n crossBaseRelativeFields: string[],\n excludedTableIds?: string[]\n ) {\n const restFields = fieldRaws.filter(({ id }) => !crossBaseRelativeFields?.includes(id));\n if (!excludedTableIds?.length) {\n return [];\n }\n\n const fields = restFields.map((fieldRaw) => createFieldInstanceByRaw(fieldRaw));\n const createdTimeMap = restFields.reduce(\n (acc, field) => {\n acc[field.id] = field.createdTime.toISOString();\n return acc;\n },\n {} as Record\n );\n\n const disconnectedLinkFields = fields\n .filter(({ type, isLookup }) => type === FieldType.Link && !isLookup)\n .filter(({ options }) =>\n excludedTableIds.includes((options as ILinkFieldOptions)?.foreignTableId)\n )\n .map((field, index) => {\n const res = {\n ...pick(field, BaseExportService.EXPORT_FIELD_COLUMNS),\n type: FieldType.SingleLineText,\n createdTime: createdTimeMap[field.id],\n order: fieldRaws[index].order,\n };\n\n return omit(res, [\n 'options',\n 'lookupOptions',\n 'isLookup',\n 'isConditionalLookup',\n 'isMultipleCellValue',\n ]);\n });\n\n // fields which rely on the disconnected link fields (link-based lookup/rollup)\n const disconnectedRelativeFields = fields\n .filter(\n ({ type, isLookup }) =>\n isLookup || type === FieldType.Rollup || type === FieldType.ConditionalRollup\n )\n .filter(({ lookupOptions }) => {\n if (!lookupOptions || !isLinkLookupOptions(lookupOptions)) {\n return false;\n }\n return disconnectedLinkFields.map(({ id }) => id).includes(lookupOptions.linkFieldId);\n })\n .map((field, index) => {\n const res = {\n ...pick(field, BaseExportService.EXPORT_FIELD_COLUMNS),\n type: FieldType.SingleLineText,\n createdTime: createdTimeMap[field.id],\n order: fieldRaws[index].order,\n dbFieldType: 'TEXT',\n cellValueType: 'string',\n };\n\n return omit(res, [\n 'options',\n 'lookupOptions',\n 'isLookup',\n 'isConditionalLookup',\n 'isMultipleCellValue',\n ]);\n });\n\n const alreadyHandledIds = new Set([\n ...disconnectedLinkFields.map(({ id }) => id),\n ...disconnectedRelativeFields.map(({ id }) => id),\n ]);\n\n // Conditional fields (ConditionalLookup/ConditionalRollup) that directly reference excluded tables\n // These don't go through a link field, so they aren't caught by the link-based check above\n const disconnectedConditionalFields = fields\n .filter(({ id }) => !alreadyHandledIds.has(id))\n .filter(\n ({ type, isLookup, isConditionalLookup }) =>\n (isLookup && isConditionalLookup) || type === FieldType.ConditionalRollup\n )\n .filter((field) => {\n const { type, isLookup, isConditionalLookup, lookupOptions, options } = field;\n\n if (isLookup && isConditionalLookup) {\n const conditionalOptions = lookupOptions as IConditionalLookupOptions | undefined;\n return (\n conditionalOptions?.foreignTableId &&\n excludedTableIds.includes(conditionalOptions.foreignTableId)\n );\n }\n\n if (type === FieldType.ConditionalRollup) {\n const conditionalOptions = options as IConditionalRollupFieldOptions | undefined;\n return (\n conditionalOptions?.foreignTableId &&\n excludedTableIds.includes(conditionalOptions.foreignTableId)\n );\n }\n\n return false;\n })\n .map((field, index) => {\n const res = {\n ...pick(field, BaseExportService.EXPORT_FIELD_COLUMNS),\n type: FieldType.SingleLineText,\n createdTime: createdTimeMap[field.id],\n order: fieldRaws[index].order,\n dbFieldType: 'TEXT',\n cellValueType: 'string',\n };\n\n return omit(res, [\n 'options',\n 'lookupOptions',\n 'isLookup',\n 'isConditionalLookup',\n 'isMultipleCellValue',\n ]);\n });\n\n return [\n ...disconnectedLinkFields,\n ...disconnectedRelativeFields,\n ...disconnectedConditionalFields,\n ] as IBaseJson['tables'][number]['fields'];\n }\n\n private getCrossBaseFields(fieldRaws: Field[], allowCrossBase = false) {\n const fields = fieldRaws.map((fieldRaw) => createFieldInstanceByRaw(fieldRaw));\n const createdTimeMap = fieldRaws.reduce(\n (acc, field) => {\n acc[field.id] = field.createdTime.toISOString();\n return acc;\n },\n {} as Record\n );\n const crossBaseLinkFields = fields\n .filter(({ type, isLookup }) => type === FieldType.Link && !isLookup)\n .filter(({ options }) => Boolean((options as ILinkFieldOptions)?.baseId))\n .map((field, index) => {\n const res = {\n ...pick(field, BaseExportService.EXPORT_FIELD_COLUMNS),\n type: allowCrossBase ? field.type : FieldType.SingleLineText,\n createdTime: createdTimeMap[field.id],\n order: fieldRaws[index].order,\n };\n\n return allowCrossBase\n ? res\n : omit(res, [\n 'options',\n 'lookupOptions',\n 'isLookup',\n 'isConditionalLookup',\n 'isMultipleCellValue',\n ]);\n });\n\n // fields which rely on the cross base link fields (link-based lookup/rollup)\n const relativeFields = fields\n .filter(\n ({ type, isLookup }) =>\n isLookup || type === FieldType.Rollup || type === FieldType.ConditionalRollup\n )\n .filter((field) => {\n const { lookupOptions, type, options } = field;\n\n // Case 1: lookup field that is itself a cross-base link (type === 'link' && isLookup && options.baseId)\n // This happens when you lookup a cross-base link field through a local link field\n if (type === FieldType.Link && (options as ILinkFieldOptions)?.baseId) {\n return true;\n }\n\n // Case 2: lookup/rollup field that depends on a cross-base link field\n if (!lookupOptions || !isLinkLookupOptions(lookupOptions)) {\n return false;\n }\n return crossBaseLinkFields.map(({ id }) => id).includes(lookupOptions.linkFieldId);\n })\n .map((field, index) => {\n const res = {\n ...pick(field, BaseExportService.EXPORT_FIELD_COLUMNS),\n type: allowCrossBase ? field.type : FieldType.SingleLineText,\n createdTime: createdTimeMap[field.id],\n order: fieldRaws[index].order,\n dbFieldType: allowCrossBase ? field.dbFieldType : 'TEXT',\n cellValueType: allowCrossBase ? field.cellValueType : 'string',\n };\n\n return allowCrossBase\n ? res\n : omit(res, [\n 'options',\n 'lookupOptions',\n 'isLookup',\n 'isConditionalLookup',\n 'isMultipleCellValue',\n ]);\n });\n\n const alreadyHandledIds = new Set([\n ...crossBaseLinkFields.map(({ id }) => id),\n ...relativeFields.map(({ id }) => id),\n ]);\n\n // Conditional fields (ConditionalLookup/ConditionalRollup) that are cross-base\n // These don't use a link field as intermediary, so they have their own baseId\n const conditionalCrossBaseFields = fields\n .filter(({ id }) => !alreadyHandledIds.has(id))\n .filter(\n ({ type, isLookup, isConditionalLookup }) =>\n (isLookup && isConditionalLookup) || type === FieldType.ConditionalRollup\n )\n .filter((field) => {\n const { type, isLookup, isConditionalLookup, lookupOptions, options } = field;\n\n if (isLookup && isConditionalLookup) {\n const conditionalOptions = lookupOptions as IConditionalLookupOptions | undefined;\n return Boolean(conditionalOptions?.baseId);\n }\n\n if (type === FieldType.ConditionalRollup) {\n const conditionalOptions = options as IConditionalRollupFieldOptions | undefined;\n return Boolean(conditionalOptions?.baseId);\n }\n\n return false;\n })\n .map((field, index) => {\n const res = {\n ...pick(field, BaseExportService.EXPORT_FIELD_COLUMNS),\n type: allowCrossBase ? field.type : FieldType.SingleLineText,\n createdTime: createdTimeMap[field.id],\n order: fieldRaws[index].order,\n dbFieldType: allowCrossBase ? field.dbFieldType : 'TEXT',\n cellValueType: allowCrossBase ? field.cellValueType : 'string',\n };\n\n return allowCrossBase\n ? res\n : omit(res, [\n 'options',\n 'lookupOptions',\n 'isLookup',\n 'isConditionalLookup',\n 'isMultipleCellValue',\n ]);\n });\n\n return [\n ...crossBaseLinkFields,\n ...relativeFields,\n ...conditionalCrossBaseFields,\n ] as IBaseJson['tables'][number]['fields'];\n }\n\n private generateViewConfig(viewRaws: View[]): IBaseJson['tables'][number]['views'] {\n return (\n viewRaws\n // .filter(({ type }) => type !== ViewType.Plugin)\n .map((viewRaw) => createViewVoByRaw(viewRaw))\n .sort((a, b) => (a.order ?? 0) - (b.order ?? 0))\n .map((view, index) => ({\n ...pick(view, [\n 'id',\n 'name',\n 'description',\n 'type',\n 'sort',\n 'filter',\n 'group',\n 'options',\n 'columnMeta',\n 'enableShare',\n 'shareMeta',\n 'shareId',\n 'isLocked',\n ]),\n order: index,\n })) as IBaseJson['tables'][number]['views']\n );\n }\n\n async generateFolderConfig(\n baseId: string,\n includedFolderIds?: string[]\n ): Promise {\n // If includedFolderIds is an empty array, return empty array (user filtered but no folders selected)\n if (includedFolderIds !== undefined && includedFolderIds.length === 0) {\n return [];\n }\n\n const prisma = this.prismaService.txClient();\n const folderRaws = await prisma.baseNodeFolder.findMany({\n where: {\n baseId,\n ...(includedFolderIds && includedFolderIds.length > 0\n ? { id: { in: includedFolderIds } }\n : {}),\n },\n orderBy: {\n createdTime: 'asc',\n },\n select: {\n id: true,\n name: true,\n },\n });\n\n return folderRaws.map((folderRaw) => ({\n id: folderRaw.id,\n name: folderRaw.name,\n }));\n }\n\n /**\n * Generate node configuration for base export/duplicate\n *\n * @param baseId - The base ID to get nodes from\n * @param includeNodes - Optional array of node IDs to include\n * @param rootNodeIds - Optional array of node IDs that should become root nodes (parentId = null)\n */\n async generateNodeConfig(\n baseId: string,\n includeNodes?: string[],\n rootNodeIds?: string[]\n ): Promise {\n // If includeNodes is an empty array, return empty array (user filtered but no nodes selected)\n if (includeNodes !== undefined && includeNodes.length === 0) {\n return [];\n }\n\n const prisma = this.prismaService.txClient();\n const nodeRaws = await prisma.baseNode.findMany({\n where: {\n baseId,\n ...(includeNodes && includeNodes.length > 0 ? { id: { in: includeNodes } } : {}),\n },\n orderBy: {\n createdTime: 'asc',\n },\n select: {\n id: true,\n parentId: true,\n resourceId: true,\n resourceType: true,\n order: true,\n },\n });\n\n const rootNodeIdSet = rootNodeIds ? new Set(rootNodeIds) : null;\n\n return nodeRaws.map((nodeRaw) => {\n // Set parentId to null if:\n // 1. This node is in rootNodeIds, or\n // 2. The parent node is not in includeNodes\n const parentId =\n rootNodeIdSet?.has(nodeRaw.id) ||\n (includeNodes && nodeRaw.parentId && !includeNodes.includes(nodeRaw.parentId))\n ? null\n : nodeRaw.parentId;\n\n return {\n id: nodeRaw.id,\n parentId,\n resourceId: nodeRaw.resourceId,\n resourceType: nodeRaw.resourceType as BaseNodeResourceType,\n order: nodeRaw.order,\n };\n });\n }\n\n async generatePluginConfig(baseId: string, includedDashboardIds?: string[]) {\n const pluginJson = {} as IBaseJson['plugins'];\n\n pluginJson[PluginPosition.Dashboard] = await this.generateDashboard(\n baseId,\n includedDashboardIds\n );\n\n pluginJson[PluginPosition.Panel] = await this.generatePluginPanel(baseId);\n\n pluginJson[PluginPosition.View] = await this.generatePluginView(baseId);\n\n return pluginJson;\n }\n\n private async generatePluginView(baseId: string) {\n const tableIds = await this.prismaService.txClient().tableMeta.findMany({\n where: {\n baseId,\n deletedTime: null,\n },\n });\n\n const prisma = this.prismaService.txClient();\n\n const viewPluginRaws = await prisma.view.findMany({\n where: {\n tableId: {\n in: tableIds.map(({ id }) => id),\n },\n type: ViewType.Plugin,\n deletedTime: null,\n },\n orderBy: {\n createdTime: 'asc',\n },\n });\n\n const viewPluginInstallRaws = await prisma.pluginInstall.findMany({\n where: {\n positionId: {\n in: viewPluginRaws.map(({ id }) => id),\n },\n },\n });\n\n return viewPluginRaws.map((viewRaw) => {\n const pluginInstall = viewPluginInstallRaws.find(\n ({ positionId }) => positionId === viewRaw.id\n )!;\n\n return {\n ...pick(viewRaw, ['id', 'name', 'description', 'type', 'isLocked', 'tableId', 'order']),\n columnMeta: viewRaw.columnMeta ? JSON.parse(viewRaw.columnMeta) : null,\n options: viewRaw.options ? JSON.parse(viewRaw.options) : null,\n filter: viewRaw.filter ? JSON.parse(viewRaw.filter) : null,\n group: viewRaw.group ? JSON.parse(viewRaw.group) : null,\n shareMeta: viewRaw.shareMeta ? JSON.parse(viewRaw.shareMeta) : null,\n pluginInstall: {\n ...pick(pluginInstall, ['id', 'pluginId', 'baseId', 'name', 'positionId', 'position']),\n storage: pluginInstall.storage ? JSON.parse(pluginInstall.storage) : null,\n },\n };\n }) as unknown as IBaseJson['plugins'][PluginPosition.View];\n }\n\n private async generatePluginPanel(baseId: string) {\n const prisma = this.prismaService.txClient();\n const tableIds = await prisma.tableMeta.findMany({\n where: {\n baseId,\n deletedTime: null,\n },\n select: {\n id: true,\n },\n });\n\n const pluginPanelRaws = await prisma.pluginPanel.findMany({\n where: {\n tableId: {\n in: tableIds.map(({ id }) => id),\n },\n },\n orderBy: {\n createdTime: 'asc',\n },\n select: {\n id: true,\n name: true,\n layout: true,\n tableId: true,\n },\n });\n\n const panelInstallPluginRaws = await prisma.pluginInstall.findMany({\n where: {\n positionId: {\n in: pluginPanelRaws.map(({ id }) => id),\n },\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n positionId: true,\n position: true,\n storage: true,\n },\n });\n\n return pluginPanelRaws.map(({ id, name, layout, tableId }) => {\n const panelConfig = {\n id,\n name,\n layout: layout ? JSON.parse(layout) : null,\n tableId,\n } as unknown as IBaseJson['plugins'][PluginPosition.Panel][number];\n\n panelConfig.pluginInstall = panelInstallPluginRaws\n .filter(({ positionId }) => positionId === id)\n .map(({ id, pluginId, positionId, position, name, storage }) => ({\n id,\n pluginId,\n positionId,\n position,\n name,\n storage: storage ? JSON.parse(storage) : null,\n })) as unknown as IBaseJson['plugins'][PluginPosition.Panel][number]['pluginInstall'];\n\n return panelConfig;\n });\n }\n\n private async generateDashboard(baseId: string, includedDashboardIds?: string[]) {\n // If includedDashboardIds is an empty array, return empty array (user filtered but no dashboards selected)\n if (includedDashboardIds !== undefined && includedDashboardIds.length === 0) {\n return [];\n }\n\n const prisma = this.prismaService.txClient();\n const dashboardRaws = await prisma.dashboard.findMany({\n where: {\n baseId,\n ...(includedDashboardIds && includedDashboardIds.length > 0\n ? { id: { in: includedDashboardIds } }\n : {}),\n },\n orderBy: {\n createdTime: 'asc',\n },\n select: {\n id: true,\n name: true,\n layout: true,\n },\n });\n\n const dashboardInstallPluginRaws = await prisma.pluginInstall.findMany({\n where: {\n positionId: {\n in: dashboardRaws.map(({ id }) => id),\n },\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n positionId: true,\n position: true,\n storage: true,\n },\n });\n\n return dashboardRaws.map(({ id, name, layout }) => {\n const dashboardConfig = {\n id,\n name,\n layout: layout ? JSON.parse(layout) : null,\n } as unknown as IBaseJson['plugins'][PluginPosition.Dashboard][number];\n\n dashboardConfig.pluginInstall = dashboardInstallPluginRaws\n .filter(({ positionId }) => positionId === id)\n .map(({ id, pluginId, positionId, position, name, storage }) => ({\n id,\n pluginId,\n positionId,\n position,\n name,\n storage: storage ? JSON.parse(storage) : null,\n })) as unknown as IBaseJson['plugins'][PluginPosition.Dashboard][number]['pluginInstall'];\n\n return dashboardConfig;\n });\n }\n\n private async notifyExportResult(\n baseId: string,\n message: string | ILocalization,\n previewUrl?: string\n ) {\n const userId = this.cls.get('user.id');\n await this.eventEmitterService.emit(Events.BASE_EXPORT_COMPLETE, {\n previewUrl,\n });\n await this.notificationService.sendExportBaseResultNotify({\n baseId: baseId,\n toUserId: userId,\n message: message,\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-import-processor/base-import-attachments-csv.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { EventJobModule } from '../../../event-emitter/event-job/event-job.module';\nimport { StorageModule } from '../../attachments/plugins/storage.module';\nimport {\n BaseImportAttachmentsCsvQueueProcessor,\n BASE_IMPORT_ATTACHMENTS_CSV_QUEUE,\n} from './base-import-attachments-csv.processor';\n\n@Module({\n providers: [BaseImportAttachmentsCsvQueueProcessor],\n imports: [EventJobModule.registerQueue(BASE_IMPORT_ATTACHMENTS_CSV_QUEUE), StorageModule],\n exports: [BaseImportAttachmentsCsvQueueProcessor],\n})\nexport class BaseImportAttachmentsCsvModule {}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-import-processor/base-import-attachments-csv.processor.ts", "content": "import { InjectQueue, Processor, WorkerHost } from '@nestjs/bullmq';\nimport { Injectable, Logger } from '@nestjs/common';\nimport type { Attachments } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { UploadType } from '@teable/openapi';\nimport type { Job } from 'bullmq';\nimport { Queue } from 'bullmq';\nimport * as csvParser from 'csv-parser';\nimport * as unzipper from 'unzipper';\nimport StorageAdapter from '../../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../attachments/plugins/storage';\nimport { BatchProcessor } from '../BatchProcessor.class';\n\ninterface IBaseImportAttachmentsCsvJob {\n path: string;\n userId: string;\n}\n\nexport const BASE_IMPORT_ATTACHMENTS_CSV_QUEUE = 'base-import-attachments-csv-queue';\n\n@Injectable()\n@Processor(BASE_IMPORT_ATTACHMENTS_CSV_QUEUE)\nexport class BaseImportAttachmentsCsvQueueProcessor extends WorkerHost {\n private logger = new Logger(BaseImportAttachmentsCsvQueueProcessor.name);\n\n private processedJobs = new Set();\n\n constructor(\n private readonly prismaService: PrismaService,\n @InjectStorageAdapter() private readonly storageAdapter: StorageAdapter,\n @InjectQueue(BASE_IMPORT_ATTACHMENTS_CSV_QUEUE)\n public readonly queue: Queue\n ) {\n super();\n }\n\n public async process(job: Job) {\n const jobId = String(job.id);\n if (this.processedJobs.has(jobId)) {\n this.logger.log(`Job ${jobId} already processed, skipping`);\n return;\n }\n\n this.processedJobs.add(jobId);\n\n try {\n await this.handleBaseImportAttachmentsCsv(job);\n } catch (error) {\n this.logger.error(\n `Process base import attachment csv failed: ${(error as Error)?.message}`,\n (error as Error)?.stack\n );\n }\n }\n\n private async handleBaseImportAttachmentsCsv(job: Job) {\n const { path, userId } = job.data;\n const csvStream = await this.storageAdapter.downloadFile(\n StorageAdapter.getBucket(UploadType.Import),\n path\n );\n\n const parser = unzipper.Parse();\n csvStream.pipe(parser);\n\n return new Promise<{ success: boolean }>((resolve, reject) => {\n parser.on('entry', (entry) => {\n const filePath = entry.path;\n\n const fileSuffix = filePath.split('.').pop();\n\n if (\n filePath.startsWith('attachments/') &&\n entry.type !== 'Directory' &&\n fileSuffix === 'csv'\n ) {\n const batchProcessor = new BatchProcessor((chunk) =>\n this.handleChunk(chunk, userId)\n );\n\n entry\n .pipe(\n csvParser.default({\n // strict: true,\n mapValues: ({ value }) => {\n return value;\n },\n mapHeaders: ({ header }) => {\n return header;\n },\n })\n )\n .pipe(batchProcessor)\n .on('error', (error: Error) => {\n this.logger.error(\n `process csv attachments import error: ${error.message}`,\n error.stack\n );\n reject(error);\n })\n .on('end', () => {\n this.logger.log(`attachments csv finished`);\n resolve({ success: true });\n });\n } else {\n entry.autodrain();\n }\n });\n\n parser.on('close', () => {\n this.logger.log('import csv completed');\n resolve({ success: true });\n });\n\n parser.on('error', (error) => {\n this.logger.error(`ZIP parser error: ${error.message}`, error.stack);\n reject(error);\n });\n });\n }\n\n private async handleChunk(results: Attachments[], userId: string) {\n for (const result of results) {\n const att = await this.prismaService.attachments.findUnique({\n where: {\n id: result.id,\n },\n });\n\n if (att) {\n continue;\n }\n\n await this.prismaService.attachments.create({\n data: {\n id: result.id,\n token: result.token,\n hash: result.hash,\n size: Number(result.size),\n mimetype: result.mimetype,\n path: result.path,\n width: result.width ? Number(result.width) : null,\n height: result.height ? Number(result.height) : null,\n thumbnailPath: result.thumbnailPath,\n createdBy: userId,\n },\n });\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-import-processor/base-import-attachments.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { EventJobModule } from '../../../event-emitter/event-job/event-job.module';\nimport { StorageModule } from '../../attachments/plugins/storage.module';\nimport { BaseImportAttachmentsCsvModule } from './base-import-attachments-csv.module';\nimport {\n BaseImportAttachmentsCsvQueueProcessor,\n BASE_IMPORT_ATTACHMENTS_CSV_QUEUE,\n} from './base-import-attachments-csv.processor';\nimport {\n BASE_IMPORT_ATTACHMENTS_QUEUE,\n BaseImportAttachmentsQueueProcessor,\n} from './base-import-attachments.processor';\n@Module({\n providers: [BaseImportAttachmentsQueueProcessor, BaseImportAttachmentsCsvQueueProcessor],\n imports: [\n EventJobModule.registerQueue(BASE_IMPORT_ATTACHMENTS_QUEUE),\n EventJobModule.registerQueue(BASE_IMPORT_ATTACHMENTS_CSV_QUEUE),\n StorageModule,\n BaseImportAttachmentsCsvModule,\n ],\n exports: [BaseImportAttachmentsQueueProcessor, BaseImportAttachmentsCsvQueueProcessor],\n})\nexport class BaseImportAttachmentsModule {}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-import-processor/base-import-attachments.processor.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { PassThrough } from 'stream';\nimport { InjectQueue, OnWorkerEvent, Processor, WorkerHost } from '@nestjs/bullmq';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { UploadType } from '@teable/openapi';\nimport { Queue, Job } from 'bullmq';\nimport * as unzipper from 'unzipper';\nimport StorageAdapter from '../../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../attachments/plugins/storage';\nimport {\n BASE_IMPORT_ATTACHMENTS_CSV_QUEUE,\n BaseImportAttachmentsCsvQueueProcessor,\n} from './base-import-attachments-csv.processor';\n\ninterface IBaseImportJob {\n path: string;\n userId: string;\n}\n\nexport const BASE_IMPORT_ATTACHMENTS_QUEUE = 'base-import-attachments-queue';\n\n@Injectable()\n@Processor(BASE_IMPORT_ATTACHMENTS_QUEUE)\nexport class BaseImportAttachmentsQueueProcessor extends WorkerHost {\n private logger = new Logger(BaseImportAttachmentsQueueProcessor.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly baseImportAttachmentsCsvQueueProcessor: BaseImportAttachmentsCsvQueueProcessor,\n @InjectStorageAdapter() private readonly storageAdapter: StorageAdapter,\n @InjectQueue(BASE_IMPORT_ATTACHMENTS_QUEUE) public readonly queue: Queue\n ) {\n super();\n }\n\n public async process(job: Job) {\n try {\n await this.handleBaseImportAttachments(job);\n } catch (error) {\n this.logger.error(\n `[base import attachment] Process base import attachments failed: ${(error as Error)?.message}`,\n (error as Error)?.stack\n );\n }\n }\n\n getFileMimeType = (extension: string): string => {\n const ext = extension.toLowerCase().replace(/^\\./, '');\n\n const extensionToMimeType: Record = {\n jpg: 'image/jpeg',\n jpeg: 'image/jpeg',\n png: 'image/png',\n gif: 'image/gif',\n bmp: 'image/bmp',\n webp: 'image/webp',\n svg: 'image/svg+xml',\n\n mp3: 'audio/mpeg',\n wav: 'audio/wav',\n ogg: 'audio/ogg',\n flac: 'audio/x-flac',\n\n mp4: 'video/mp4',\n avi: 'video/x-msvideo',\n mkv: 'video/x-matroska',\n ogv: 'video/ogg',\n webm: 'video/webm',\n\n pdf: 'application/pdf',\n doc: 'application/msword',\n docx: 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',\n xls: 'application/vnd.ms-excel',\n xlsx: 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',\n ppt: 'application/vnd.ms-powerpoint',\n pptx: 'application/vnd.openxmlformats-officedocument.presentationml.presentation',\n txt: 'text/plain',\n csv: 'text/csv',\n\n zip: 'application/zip',\n rar: 'application/x-rar-compressed',\n\n json: 'application/json',\n xml: 'application/xml',\n html: 'text/html',\n htm: 'text/html',\n css: 'text/css',\n js: 'text/javascript',\n\n md: 'text/markdown',\n };\n\n return extensionToMimeType[ext] || 'application/octet-stream';\n };\n\n private async handleBaseImportAttachments(job: Job) {\n const { path } = job.data;\n const zipStream = await this.storageAdapter.downloadFile(\n StorageAdapter.getBucket(UploadType.Import),\n path\n );\n const parser = unzipper.Parse({ forceStream: true });\n zipStream.pipe(parser);\n const bucket = StorageAdapter.getBucket(UploadType.Table);\n\n try {\n for await (const entry of parser.pipe(new PassThrough({ objectMode: true }))) {\n await this.processAttachmentEntry(entry, bucket);\n }\n\n this.logger.log(`[base import attachment] all finished`);\n } finally {\n zipStream.destroy();\n }\n }\n\n private async processAttachmentEntry(entry: unzipper.Entry, bucket: string) {\n const filePath = entry.path;\n const fileSuffix = filePath.split('.').pop() ?? '';\n\n if (\n !filePath.startsWith('attachments/') ||\n entry.type === 'Directory' ||\n fileSuffix === 'csv'\n ) {\n entry.autodrain();\n return;\n }\n\n let passThrough: PassThrough | undefined;\n try {\n const token = filePath.replace('attachments/', '').split('.')[0];\n const isThumbnail = token.includes('thumbnail__');\n const mimeType = this.getFileMimeType(fileSuffix);\n const pathDir = StorageAdapter.getDir(UploadType.Table);\n const finalPath = isThumbnail\n ? `table/${token.split('__')[1].split('.')[0]}`\n : `${pathDir}/${token}`;\n const finalToken = isThumbnail ? token.split('__')[1].split('.')[0] : token;\n\n this.logger.log(`[base import attachment] start upload: ${token}`);\n\n const existing = await this.prismaService.txClient().attachments.findUnique({\n where: { token: finalToken },\n select: { id: true },\n });\n\n if (existing) {\n this.logger.log(`[base import attachment] already exists: ${token}`);\n entry.autodrain();\n return;\n }\n\n passThrough = new PassThrough();\n entry.pipe(passThrough);\n\n await this.storageAdapter.uploadFileStream(bucket, finalPath, passThrough, {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': mimeType,\n });\n\n this.logger.log(`[base import attachment] ${token} finished: ${token}`);\n } catch (err) {\n this.logger.error(`[base import attachment] upload error: ${(err as Error).message}`);\n if (passThrough) {\n passThrough.resume();\n } else {\n entry.autodrain();\n }\n }\n }\n\n @OnWorkerEvent('completed')\n async onCompleted(job: Job) {\n const { path, userId } = job.data;\n this.baseImportAttachmentsCsvQueueProcessor.queue.add(\n BASE_IMPORT_ATTACHMENTS_CSV_QUEUE,\n {\n path,\n userId,\n },\n {\n jobId: `import_attachments_csv_${path}_${userId}`,\n }\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-import-processor/base-import-csv.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { EventEmitterModule } from '@nestjs/event-emitter';\nimport { EventJobModule } from '../../../event-emitter/event-job/event-job.module';\nimport { StorageModule } from '../../attachments/plugins/storage.module';\nimport { BASE_IMPORT_ATTACHMENTS_CSV_QUEUE } from './base-import-attachments-csv.processor';\nimport { BASE_IMPORT_CSV_QUEUE, BaseImportCsvQueueProcessor } from './base-import-csv.processor';\nimport { BaseImportJunctionCsvModule } from './base-import-junction-csv.module';\n\n@Module({\n providers: [BaseImportCsvQueueProcessor],\n imports: [\n EventJobModule.registerQueue(BASE_IMPORT_CSV_QUEUE),\n EventJobModule.registerQueue(BASE_IMPORT_ATTACHMENTS_CSV_QUEUE),\n StorageModule,\n BaseImportJunctionCsvModule,\n EventEmitterModule,\n ],\n exports: [BaseImportCsvQueueProcessor],\n})\nexport class BaseImportCsvModule {}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-import-processor/base-import-csv.processor.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { InjectQueue, OnWorkerEvent, Processor, WorkerHost } from '@nestjs/bullmq';\nimport { Injectable, Logger } from '@nestjs/common';\nimport type { IAttachmentCellValue } from '@teable/core';\nimport { DbFieldType, FieldType, generateAttachmentId } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IBaseJson, ImportBaseRo } from '@teable/openapi';\nimport { CreateRecordAction, UploadType } from '@teable/openapi';\nimport { Queue, Job } from 'bullmq';\nimport * as csvParser from 'csv-parser';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport * as unzipper from 'unzipper';\nimport { InjectDbProvider } from '../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport type { IClsStore } from '../../../types/cls';\nimport StorageAdapter from '../../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../attachments/plugins/storage';\nimport { BatchProcessor } from '../BatchProcessor.class';\nimport { EXCLUDE_SYSTEM_FIELDS } from '../constant';\nimport { BaseImportJunctionCsvQueueProcessor } from './base-import-junction.processor';\ninterface IBaseImportCsvJob {\n path: string;\n userId: string;\n baseId: string;\n origin?: {\n ip: string;\n byApi: boolean;\n userAgent: string;\n referer: string;\n };\n tableIdMap: Record;\n fieldIdMap: Record;\n viewIdMap: Record;\n fkMap: Record;\n structure: IBaseJson;\n importBaseRo: ImportBaseRo;\n logId: string;\n}\n\nexport const BASE_IMPORT_CSV_QUEUE = 'base-import-csv-queue';\n\n@Injectable()\n@Processor(BASE_IMPORT_CSV_QUEUE)\nexport class BaseImportCsvQueueProcessor extends WorkerHost {\n private logger = new Logger(BaseImportCsvQueueProcessor.name);\n\n private processedJobs = new Set();\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly baseImportJunctionCsvQueueProcessor: BaseImportJunctionCsvQueueProcessor,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectStorageAdapter() private readonly storageAdapter: StorageAdapter,\n @InjectQueue(BASE_IMPORT_CSV_QUEUE) public readonly queue: Queue,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n private readonly cls: ClsService,\n private readonly eventEmitterService: EventEmitterService\n ) {\n super();\n }\n\n public async process(job: Job) {\n const jobId = String(job.id);\n if (this.processedJobs.has(jobId)) {\n this.logger.log(`Job ${jobId} already processed, skipping`);\n return;\n }\n\n this.processedJobs.add(jobId);\n\n try {\n await this.handleBaseImportCsv(job);\n this.logger.log('import csv parser job completed');\n } catch (error) {\n this.logger.error(\n `Process base import csv failed: ${(error as Error)?.message}`,\n (error as Error)?.stack\n );\n }\n }\n\n private async handleBaseImportCsv(job: Job): Promise {\n const { path, userId, tableIdMap, fieldIdMap, viewIdMap, structure, fkMap } = job.data;\n const csvStream = await this.storageAdapter.downloadFile(\n StorageAdapter.getBucket(UploadType.Import),\n path\n );\n\n const parser = unzipper.Parse();\n csvStream.pipe(parser);\n let totalRecordsCount = 0;\n\n return new Promise((resolve, reject) => {\n parser.on('entry', (entry) => {\n const filePath = entry.path;\n const isTable = filePath.startsWith('tables/') && entry.type !== 'Directory';\n const isJunction = filePath.includes('junction_');\n\n if (isTable && !isJunction) {\n const tableId = filePath.replace('tables/', '').split('.')[0];\n const table = structure.tables.find((table) => table.id === tableId);\n const attachmentsFields =\n table?.fields\n ?.filter(({ type }) => type === FieldType.Attachment)\n .map(({ dbFieldName, id }) => ({\n dbFieldName,\n id,\n })) || [];\n\n const buttonFields =\n table?.fields\n ?.filter(({ type }) => type === FieldType.Button)\n .map(({ dbFieldName, id }) => ({\n dbFieldName,\n id,\n })) || [];\n\n const computedFields =\n table?.fields\n ?.filter(({ type }) =>\n [\n FieldType.Formula,\n FieldType.Rollup,\n // FieldType.ConditionalRollup,\n FieldType.CreatedTime,\n FieldType.LastModifiedTime,\n FieldType.CreatedBy,\n FieldType.LastModifiedBy,\n FieldType.AutoNumber,\n ].includes(type)\n )\n .map(({ dbFieldName, id }) => ({\n dbFieldName,\n id,\n })) || [];\n\n const buttonDbFieldNames = buttonFields.map(({ dbFieldName }) => dbFieldName);\n const computedDbFieldNames = computedFields.map(({ dbFieldName }) => dbFieldName);\n const excludeDbFieldNames = [\n ...EXCLUDE_SYSTEM_FIELDS,\n ...buttonDbFieldNames,\n ...computedDbFieldNames,\n ];\n\n const notNullFieldMap = new Map<\n string,\n { dbFieldType: string; isMultipleCellValue: boolean }\n >();\n table?.fields?.forEach(({ dbFieldName, notNull, dbFieldType, isMultipleCellValue }) => {\n if (notNull) {\n notNullFieldMap.set(dbFieldName, {\n dbFieldType,\n isMultipleCellValue: Boolean(isMultipleCellValue),\n });\n }\n });\n\n const batchProcessor = new BatchProcessor>(async (chunk) => {\n totalRecordsCount += chunk.length;\n await this.handleChunk(\n chunk,\n {\n tableId: tableIdMap[tableId],\n userId,\n fieldIdMap,\n viewIdMap,\n fkMap,\n attachmentsFields,\n notNullFieldMap,\n },\n excludeDbFieldNames\n );\n // Update audit log after each chunk is written to database\n await this.emitBaseImportAuditLog(job, totalRecordsCount);\n });\n\n entry\n .pipe(\n csvParser.default({\n // strict: true,\n mapValues: ({ value }) => {\n return value;\n },\n mapHeaders: ({ header }) => {\n if (header.startsWith('__row_') && viewIdMap[header.slice(6)]) {\n return `__row_${viewIdMap[header.slice(6)]}`;\n }\n\n // special case for cross base link fields, there is no map causing the old error link config\n if (header.startsWith('__fk_')) {\n return fieldIdMap[header.slice(5)]\n ? `__fk_${fieldIdMap[header.slice(5)]}`\n : fkMap[header] || header;\n }\n\n return header;\n },\n })\n )\n .pipe(batchProcessor)\n .on('error', (error: Error) => {\n this.logger.error(`import csv import error: ${error.message}`, error.stack);\n reject(error);\n })\n .on('end', () => {\n this.logger.log(\n `csv ${tableId} finished, total records so far: ${totalRecordsCount}`\n );\n });\n } else {\n entry.autodrain();\n }\n });\n\n parser.on('close', () => {\n this.logger.log(`import csv parser completed, total records: ${totalRecordsCount}`);\n resolve();\n });\n\n parser.on('error', (error) => {\n this.logger.error(`ZIP parser error: ${error.message}`, error.stack);\n reject(error);\n });\n });\n }\n\n private async handleChunk(\n results: Record[],\n config: {\n tableId: string;\n userId: string;\n fieldIdMap: Record;\n viewIdMap: Record;\n fkMap: Record;\n attachmentsFields: { dbFieldName: string; id: string }[];\n notNullFieldMap: Map;\n },\n excludeDbFieldNames: string[]\n ) {\n const { tableId, userId, fieldIdMap, attachmentsFields, fkMap, notNullFieldMap } = config;\n const { dbTableName } = await this.prismaService.tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n select: {\n dbTableName: true,\n },\n });\n\n const allForeignKeyInfos = [] as {\n constraint_name: string;\n column_name: string;\n referenced_table_schema: string;\n referenced_table_name: string;\n referenced_column_name: string;\n dbTableName: string;\n }[];\n\n await this.prismaService.$tx(async (prisma) => {\n // delete foreign keys if(exist) then duplicate table data\n const foreignKeysInfoSql = this.dbProvider.getForeignKeysInfo(dbTableName);\n const foreignKeysInfo = await prisma.$queryRawUnsafe<\n {\n constraint_name: string;\n column_name: string;\n referenced_table_schema: string;\n referenced_table_name: string;\n referenced_column_name: string;\n }[]\n >(foreignKeysInfoSql);\n const newForeignKeyInfos = foreignKeysInfo.map((info) => ({\n ...info,\n dbTableName,\n }));\n allForeignKeyInfos.push(...newForeignKeyInfos);\n\n for (const { constraint_name, column_name, dbTableName } of allForeignKeyInfos) {\n const dropForeignKeyQuery = this.knex.schema\n .alterTable(dbTableName, (table) => {\n table.dropForeign(column_name, constraint_name);\n })\n .toQuery();\n\n await prisma.$executeRawUnsafe(dropForeignKeyQuery);\n }\n\n const columnInfoQuery = this.dbProvider.columnInfo(dbTableName);\n const columnInfo = await prisma.$queryRawUnsafe<{ name: string }[]>(columnInfoQuery);\n\n const attachmentsTableData = [] as {\n attachmentId: string;\n name: string;\n token: string;\n tableId: string;\n recordId: string;\n fieldId: string;\n }[];\n\n const newResult = [...results].map((res) => {\n const newRes = { ...res };\n\n excludeDbFieldNames.forEach((header) => {\n delete newRes[header];\n });\n\n return newRes;\n });\n\n const attachmentsDbFieldNames = attachmentsFields.map(({ dbFieldName }) => dbFieldName);\n\n const fkColumns = columnInfo\n .filter(({ name }) => name.startsWith('__fk_'))\n .map(({ name }) => {\n return fieldIdMap[name.slice(5)]\n ? `__fk_${fieldIdMap[name.slice(5)]}`\n : fkMap[name] || name;\n });\n\n const recordsToInsert = newResult.map((result) => {\n const res = { ...result };\n Object.entries(res).forEach(([key, value]) => {\n if (res[key] === '') {\n const notNullInfo = notNullFieldMap.get(key);\n if (notNullInfo) {\n res[key] = this.getNotNullDefault(\n notNullInfo.dbFieldType,\n notNullInfo.isMultipleCellValue\n );\n } else {\n res[key] = null;\n }\n }\n\n // filter unnecessary columns\n if (key.startsWith('__fk_') && !fkColumns.includes(key)) {\n delete res[key];\n }\n\n // attachment field should add info to attachments table\n if (attachmentsDbFieldNames.includes(key) && value) {\n const attValues = JSON.parse(value as string) as IAttachmentCellValue;\n const fieldId = attachmentsFields.find(({ dbFieldName }) => dbFieldName === key)?.id;\n attValues.forEach((att) => {\n const attachmentId = generateAttachmentId();\n attachmentsTableData.push({\n attachmentId,\n name: att.name,\n token: att.token,\n tableId: tableId,\n recordId: res['__id'] as string,\n fieldId: fieldIdMap[fieldId!],\n });\n });\n }\n });\n\n // default value set\n res['__created_by'] = userId;\n res['__version'] = 1;\n return res;\n });\n\n // add lacking view order field\n if (recordsToInsert.length) {\n const sourceColumns = Object.keys(recordsToInsert[0]);\n const lackingColumns = sourceColumns\n .filter((column) => !columnInfo.map(({ name }) => name).includes(column))\n .filter((name) => name.startsWith('__row_'));\n\n for (const name of lackingColumns) {\n const sql = this.knex.schema\n .alterTable(dbTableName, (table) => {\n table.double(name);\n })\n .toQuery();\n await prisma.$executeRawUnsafe(sql);\n }\n }\n\n const sql = this.knex.table(dbTableName).insert(recordsToInsert).toQuery();\n await prisma.$executeRawUnsafe(sql);\n await this.updateAttachmentTable(userId, attachmentsTableData);\n });\n\n // restore foreign keys with NOT VALID\n for (const {\n constraint_name,\n column_name,\n dbTableName,\n referenced_table_schema: referencedTableSchema,\n referenced_table_name: referencedTableName,\n referenced_column_name: referencedColumnName,\n } of allForeignKeyInfos) {\n const [schema, tableName] = dbTableName.split('.');\n const addForeignKeyQuery = this.knex\n .raw(\n 'ALTER TABLE ??.?? ADD CONSTRAINT ?? FOREIGN KEY (??) REFERENCES ??.??(??) NOT VALID',\n [\n schema,\n tableName,\n constraint_name,\n column_name,\n referencedTableSchema,\n referencedTableName,\n referencedColumnName,\n ]\n )\n .toQuery();\n await this.prismaService.$executeRawUnsafe(addForeignKeyQuery);\n }\n }\n\n private getNotNullDefault(dbFieldType: string, isMultipleCellValue: boolean): unknown {\n switch (dbFieldType) {\n case DbFieldType.Integer:\n case DbFieldType.Real:\n return 0;\n case DbFieldType.Boolean:\n return false;\n case DbFieldType.DateTime:\n return new Date(0).toISOString();\n case DbFieldType.Json:\n return isMultipleCellValue ? '[]' : '{}';\n case DbFieldType.Text:\n default:\n return 'null';\n }\n }\n\n // when insert table data relative to attachment, we need to update the attachment table\n private async updateAttachmentTable(\n userId: string,\n attachmentsTableData: {\n attachmentId: string;\n name: string;\n token: string;\n tableId: string;\n recordId: string;\n fieldId: string;\n }[]\n ) {\n await this.prismaService.txClient().attachmentsTable.createMany({\n data: attachmentsTableData.map((a) => ({\n ...a,\n createdBy: userId,\n })),\n });\n }\n\n @OnWorkerEvent('completed')\n async onCompleted(job: Job) {\n const { fieldIdMap, path, structure, userId } = job.data;\n await this.baseImportJunctionCsvQueueProcessor.queue.add(\n 'import_base_junction_csv',\n {\n fieldIdMap,\n path,\n structure,\n },\n {\n jobId: `import_base_junction_csv_${path}_${userId}`,\n delay: 2000,\n }\n );\n }\n\n private async emitBaseImportAuditLog(job: Job, recordsLength: number) {\n const { origin, userId, baseId, logId } = job.data;\n\n await this.cls.run(async () => {\n this.cls.set('origin', origin!);\n this.cls.set('user.id', userId);\n await this.eventEmitterService.emitAsync(Events.TABLE_RECORD_CREATE_RELATIVE, {\n action: CreateRecordAction.BaseImport,\n resourceId: baseId,\n recordCount: recordsLength,\n logId,\n });\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-import-processor/base-import-junction-csv.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { EventJobModule } from '../../../event-emitter/event-job/event-job.module';\nimport { StorageModule } from '../../attachments/plugins/storage.module';\nimport {\n BaseImportJunctionCsvQueueProcessor,\n BASE_IMPORT_JUNCTION_CSV_QUEUE,\n} from './base-import-junction.processor';\n\n@Module({\n providers: [BaseImportJunctionCsvQueueProcessor],\n imports: [EventJobModule.registerQueue(BASE_IMPORT_JUNCTION_CSV_QUEUE), StorageModule],\n exports: [BaseImportJunctionCsvQueueProcessor],\n})\nexport class BaseImportJunctionCsvModule {}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-import-processor/base-import-junction.processor.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { InjectQueue, Processor, WorkerHost } from '@nestjs/bullmq';\nimport { Injectable, Logger } from '@nestjs/common';\nimport {\n PrismaClientKnownRequestError,\n PrismaClientUnknownRequestError,\n} from '@prisma/client/runtime/library';\nimport type { ILinkFieldOptions } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IBaseJson } from '@teable/openapi';\nimport { UploadType } from '@teable/openapi';\nimport type { Job } from 'bullmq';\nimport { Queue } from 'bullmq';\nimport * as csvParser from 'csv-parser';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport * as unzipper from 'unzipper';\nimport { InjectDbProvider } from '../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport StorageAdapter from '../../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../attachments/plugins/storage';\nimport { createFieldInstanceByRaw } from '../../field/model/factory';\nimport { BatchProcessor } from '../BatchProcessor.class';\n\ninterface IBaseImportJunctionCsvJob {\n path: string;\n fieldIdMap: Record;\n structure: IBaseJson;\n}\n\nexport const BASE_IMPORT_JUNCTION_CSV_QUEUE = 'base-import-junction-csv-queue';\n\n@Injectable()\n@Processor(BASE_IMPORT_JUNCTION_CSV_QUEUE)\nexport class BaseImportJunctionCsvQueueProcessor extends WorkerHost {\n private logger = new Logger(BaseImportJunctionCsvQueueProcessor.name);\n private processedJobs = new Set();\n\n constructor(\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectStorageAdapter() private readonly storageAdapter: StorageAdapter,\n @InjectQueue(BASE_IMPORT_JUNCTION_CSV_QUEUE)\n public readonly queue: Queue,\n @InjectDbProvider() private readonly dbProvider: IDbProvider\n ) {\n super();\n }\n\n public async process(job: Job) {\n const jobId = String(job.id);\n if (this.processedJobs.has(jobId)) {\n this.logger.log(`Job ${jobId} already processed, skipping`);\n return;\n }\n\n this.processedJobs.add(jobId);\n\n const { path, fieldIdMap, structure } = job.data;\n\n try {\n await this.importJunctionChunk(path, fieldIdMap, structure);\n } catch (error) {\n this.logger.error(\n `Process base import junction csv failed: ${(error as Error)?.message}`,\n (error as Error)?.stack\n );\n }\n }\n\n private async importJunctionChunk(\n path: string,\n fieldIdMap: Record,\n structure: IBaseJson\n ) {\n const csvStream = await this.storageAdapter.downloadFile(\n StorageAdapter.getBucket(UploadType.Import),\n path\n );\n\n const sourceLinkFields = structure.tables\n .map(({ fields }) => fields)\n .flat()\n .filter((f) => f.type === FieldType.Link && !f.isLookup);\n\n const linkFieldRaws = await this.prismaService.field.findMany({\n where: {\n id: {\n in: Object.values(fieldIdMap),\n },\n type: FieldType.Link,\n isLookup: null,\n },\n });\n\n const junctionDbTableNameMap = {} as Record<\n string,\n {\n sourceSelfKeyName: string;\n sourceForeignKeyName: string;\n targetSelfKeyName: string;\n targetForeignKeyName: string;\n targetFkHostTableName: string;\n }\n >;\n\n const linkFieldInstances = linkFieldRaws.map((f) => createFieldInstanceByRaw(f));\n\n for (const sourceField of sourceLinkFields) {\n const { options: sourceOptions } = sourceField;\n const {\n fkHostTableName: sourceFkHostTableName,\n selfKeyName: sourceSelfKeyName,\n foreignKeyName: sourceForeignKeyName,\n } = sourceOptions as ILinkFieldOptions;\n const targetField = linkFieldInstances.find((f) => f.id === fieldIdMap[sourceField.id])!;\n const { options: targetOptions } = targetField;\n const {\n fkHostTableName: targetFkHostTableName,\n selfKeyName: targetSelfKeyName,\n foreignKeyName: targetForeignKeyName,\n } = targetOptions as ILinkFieldOptions;\n if (sourceFkHostTableName.includes('junction_')) {\n junctionDbTableNameMap[sourceFkHostTableName] = {\n sourceSelfKeyName,\n sourceForeignKeyName,\n targetSelfKeyName,\n targetForeignKeyName,\n targetFkHostTableName,\n };\n }\n }\n\n const parser = unzipper.Parse();\n csvStream.pipe(parser);\n\n const processedFiles = new Set();\n\n return new Promise<{ success: boolean }>((resolve, reject) => {\n parser.on('entry', (entry) => {\n const filePath = entry.path;\n\n if (processedFiles.has(filePath)) {\n entry.autodrain();\n return;\n }\n processedFiles.add(filePath);\n\n if (\n filePath.startsWith('tables/') &&\n entry.type !== 'Directory' &&\n filePath.includes('junction_')\n ) {\n const name = filePath.replace('tables/', '').split('.');\n name.pop();\n const junctionTableName = name.join('.');\n const junctionInfo = junctionDbTableNameMap[junctionTableName];\n\n const {\n sourceForeignKeyName,\n targetForeignKeyName,\n sourceSelfKeyName,\n targetSelfKeyName,\n targetFkHostTableName,\n } = junctionInfo;\n\n const batchProcessor = new BatchProcessor>((chunk) =>\n this.handleJunctionChunk(chunk, targetFkHostTableName)\n );\n\n entry\n .pipe(\n csvParser.default({\n // strict: true,\n mapValues: ({ value }) => {\n // deal with old junction order case\n return value === '' ? null : value;\n },\n mapHeaders: ({ header }) => {\n return header\n .replaceAll(sourceForeignKeyName, targetForeignKeyName)\n .replaceAll(sourceSelfKeyName, targetSelfKeyName);\n },\n })\n )\n .pipe(batchProcessor)\n .on('error', (error: Error) => {\n this.logger.error(`process csv import error: ${error.message}`, error.stack);\n reject(error);\n })\n .on('end', () => {\n this.logger.log(`csv ${junctionTableName} finished`);\n resolve({ success: true });\n });\n } else {\n entry.autodrain();\n }\n });\n\n parser.on('close', () => {\n this.logger.log('import csv junction completed');\n resolve({ success: true });\n });\n\n parser.on('error', (error) => {\n this.logger.error(`import csv junction parser error: ${error.message}`, error.stack);\n reject(error);\n });\n });\n }\n\n private async handleJunctionChunk(\n results: Record[],\n targetFkHostTableName: string\n ) {\n const allForeignKeyInfos = [] as {\n constraint_name: string;\n column_name: string;\n referenced_table_schema: string;\n referenced_table_name: string;\n referenced_column_name: string;\n dbTableName: string;\n }[];\n\n await this.prismaService.$tx(async (prisma) => {\n // delete foreign keys if(exist) then duplicate table data\n const foreignKeysInfoSql = this.dbProvider.getForeignKeysInfo(targetFkHostTableName);\n const foreignKeysInfo = await prisma.$queryRawUnsafe<\n {\n constraint_name: string;\n column_name: string;\n referenced_table_schema: string;\n referenced_table_name: string;\n referenced_column_name: string;\n }[]\n >(foreignKeysInfoSql);\n const newForeignKeyInfos = foreignKeysInfo.map((info) => ({\n ...info,\n dbTableName: targetFkHostTableName,\n }));\n allForeignKeyInfos.push(...newForeignKeyInfos);\n\n for (const { constraint_name, column_name, dbTableName } of allForeignKeyInfos) {\n const dropForeignKeyQuery = this.knex.schema\n .alterTable(dbTableName, (table) => {\n table.dropForeign(column_name, constraint_name);\n })\n .toQuery();\n\n await prisma.$executeRawUnsafe(dropForeignKeyQuery);\n }\n\n const sql = this.knex.table(targetFkHostTableName).insert(results).toQuery();\n try {\n await prisma.$executeRawUnsafe(sql);\n } catch (error) {\n if (error instanceof PrismaClientKnownRequestError) {\n this.logger.error(\n `exc junction import task known error: (${error.code}): ${error.message}`,\n error.stack\n );\n } else if (error instanceof PrismaClientUnknownRequestError) {\n this.logger.error(\n `exc junction import task unknown error: ${error.message}`,\n error.stack\n );\n } else {\n this.logger.error(\n `exc junction import task error: ${(error as Error)?.message}`,\n (error as Error)?.stack\n );\n }\n }\n\n // add foreign keys with NOT VALID to skip existing data validation\n for (const {\n constraint_name,\n column_name,\n dbTableName,\n referenced_table_schema: referencedTableSchema,\n referenced_table_name: referencedTableName,\n referenced_column_name: referencedColumnName,\n } of allForeignKeyInfos) {\n const [schema, tableName] = dbTableName.split('.');\n const addForeignKeyQuery = this.knex\n .raw(\n 'ALTER TABLE ??.?? ADD CONSTRAINT ?? FOREIGN KEY (??) REFERENCES ??.??(??) NOT VALID',\n [\n schema,\n tableName,\n constraint_name,\n column_name,\n referencedTableSchema,\n referencedTableName,\n referencedColumnName,\n ]\n )\n .toQuery();\n await prisma.$executeRawUnsafe(addForeignKeyQuery);\n }\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-import.service.ts", "content": "import type { Readable } from 'stream';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport {\n FieldType,\n generateBaseId,\n generateBaseNodeFolderId,\n generateBaseNodeId,\n generateDashboardId,\n generateLogId,\n generatePluginInstallId,\n generatePluginPanelId,\n generateShareId,\n getUniqName,\n ViewType,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n ICreateBaseVo,\n IBaseJson,\n ImportBaseRo,\n IFieldWithTableIdJson,\n} from '@teable/openapi';\nimport {\n UploadType,\n PluginPosition,\n BaseNodeResourceType,\n BaseDuplicateMode,\n} from '@teable/openapi';\n\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport streamJson from 'stream-json';\nimport streamValues from 'stream-json/streamers/StreamValues';\nimport * as unzipper from 'unzipper';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport type { IClsStore } from '../../types/cls';\nimport StorageAdapter from '../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../attachments/plugins/storage';\nimport { FieldDuplicateService } from '../field/field-duplicate/field-duplicate.service';\nimport { TableService } from '../table/table.service';\nimport { ViewOpenApiService } from '../view/open-api/view-open-api.service';\nimport { BaseImportAttachmentsQueueProcessor } from './base-import-processor/base-import-attachments.processor';\nimport { BaseImportCsvQueueProcessor } from './base-import-processor/base-import-csv.processor';\nimport { replaceStringByMap } from './utils';\n\n@Injectable()\nexport class BaseImportService {\n private logger = new Logger(BaseImportService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly tableService: TableService,\n private readonly fieldDuplicateService: FieldDuplicateService,\n private readonly viewOpenApiService: ViewOpenApiService,\n private readonly baseImportAttachmentsQueueProcessor: BaseImportAttachmentsQueueProcessor,\n private readonly baseImportCsvQueueProcessor: BaseImportCsvQueueProcessor,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectStorageAdapter() private readonly storageAdapter: StorageAdapter,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n private readonly eventEmitter: EventEmitter2\n ) {}\n\n private async getMaxOrder(spaceId: string) {\n const spaceAggregate = await this.prismaService.txClient().base.aggregate({\n where: { spaceId, deletedTime: null },\n _max: { order: true },\n });\n return spaceAggregate._max.order || 0;\n }\n\n private async createBase(spaceId: string, name: string, icon?: string) {\n const userId = this.cls.get('user.id');\n\n return this.prismaService.$tx(async (prisma) => {\n const order = (await this.getMaxOrder(spaceId)) + 1;\n\n const base = await prisma.base.create({\n data: {\n id: generateBaseId(),\n name: name || 'Untitled Base',\n spaceId,\n order,\n icon,\n createdBy: userId,\n },\n select: {\n id: true,\n name: true,\n icon: true,\n spaceId: true,\n },\n });\n\n const sqlList = this.dbProvider.createSchema(base.id);\n if (sqlList) {\n for (const sql of sqlList) {\n await prisma.$executeRawUnsafe(sql);\n }\n }\n\n return base;\n });\n }\n\n async importBase(\n importBaseRo: ImportBaseRo,\n onProgress?: (phase: string, detail?: string) => void\n ) {\n const {\n notify: { path },\n } = importBaseRo;\n\n onProgress?.('parsing_structure');\n\n // 1. create base structure from json\n const structureStream = await this.storageAdapter.downloadFile(\n StorageAdapter.getBucket(UploadType.Import),\n path\n );\n\n const { base, tableIdMap, viewIdMap, fieldIdMap, fkMap, structure, ...rest } =\n await this.prismaService.$tx(\n async () => {\n return await this.processStructure(structureStream, importBaseRo, onProgress);\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n\n // Structure created successfully, notify with baseId\n onProgress?.('structure_created', base.id);\n\n // 2. upload attachments (queued)\n onProgress?.('queuing_attachments');\n this.uploadAttachments(path);\n\n // 3. create import table data task (queued)\n onProgress?.('queuing_data_import');\n this.appendTableData(\n base.id,\n importBaseRo,\n path,\n tableIdMap,\n fieldIdMap,\n viewIdMap,\n fkMap,\n structure\n );\n\n return {\n base,\n tableIdMap,\n fieldIdMap,\n viewIdMap,\n ...rest,\n } as {\n base: ICreateBaseVo;\n tableIdMap: Record;\n fieldIdMap: Record;\n viewIdMap: Record;\n } & {\n [key: string]: Record;\n };\n }\n\n private async processStructure(\n zipStream: Readable,\n importBaseRo: ImportBaseRo,\n onProgress?: (phase: string, detail?: string) => void\n ): Promise<{\n base: ICreateBaseVo;\n tableIdMap: Record;\n fieldIdMap: Record;\n viewIdMap: Record;\n fkMap: Record;\n structure: IBaseJson;\n }> {\n const { spaceId } = importBaseRo;\n const parser = unzipper.Parse();\n zipStream.pipe(parser);\n return new Promise((resolve, reject) => {\n parser.on('entry', (entry) => {\n const filePath = entry.path;\n if (filePath === 'structure.json') {\n const parser = streamJson.parser();\n const pipeline = entry.pipe(parser).pipe(streamValues.streamValues());\n\n let structureObject: IBaseJson | null = null;\n pipeline\n .on('data', (data: { key: number; value: IBaseJson }) => {\n structureObject = data.value;\n })\n .on('end', async () => {\n if (!structureObject) {\n reject(new Error('import base structure.json resolve error'));\n }\n\n try {\n const result = await this.createBaseStructure(\n spaceId,\n structureObject!,\n undefined,\n undefined,\n undefined,\n onProgress\n );\n resolve(result);\n } catch (error) {\n reject(error);\n }\n })\n .on('error', (err: Error) => {\n parser.destroy(new Error(`resolve structure.json error: ${err.message}`));\n reject(Error);\n });\n } else {\n entry.autodrain();\n }\n });\n });\n }\n\n private async uploadAttachments(path: string) {\n const userId = this.cls.get('user.id');\n await this.baseImportAttachmentsQueueProcessor.queue.add(\n 'import_base_attachments',\n {\n path,\n userId,\n },\n {\n jobId: `import_attachments_${path}_${userId}`,\n }\n );\n }\n\n private async appendTableData(\n baseId: string,\n importBaseRo: ImportBaseRo,\n path: string,\n tableIdMap: Record,\n fieldIdMap: Record,\n viewIdMap: Record,\n fkMap: Record,\n structure: IBaseJson\n ): Promise {\n const userId = this.cls.get('user.id');\n const origin = this.cls.get('origin');\n // Generate a unique logId for upsert to ensure only one audit log\n const logId = generateLogId();\n\n await this.baseImportCsvQueueProcessor.queue.add(\n 'base_import_csv',\n {\n baseId,\n path,\n userId,\n origin,\n tableIdMap,\n fieldIdMap,\n viewIdMap,\n fkMap,\n structure,\n importBaseRo,\n logId,\n },\n {\n jobId: `import_csv_${path}_${userId}`,\n }\n );\n\n return logId;\n }\n\n async createBaseStructure(\n spaceId: string,\n structure: IBaseJson,\n baseId?: string,\n skipCreateBaseNodes?: boolean,\n duplicateMode: BaseDuplicateMode = BaseDuplicateMode.Normal,\n onProgress?: (phase: string, detail?: string) => void\n ) {\n const { name, icon, tables, plugins, folders } = structure;\n\n const isCopyToExistingBase = !!baseId && duplicateMode === BaseDuplicateMode.CopyShareBase;\n\n // create base\n onProgress?.('creating_base', name);\n const newBase = baseId\n ? await this.prismaService.base.findUniqueOrThrow({\n where: { id: baseId },\n select: {\n id: true,\n name: true,\n icon: true,\n spaceId: true,\n },\n })\n : await this.createBase(spaceId, name, icon || undefined);\n this.logger.log(`base-duplicate-service: Duplicate base successfully`);\n\n // update base icon and name (skip when copying into an existing base)\n if (baseId && !isCopyToExistingBase) {\n await this.prismaService.txClient().base.update({\n where: { id: baseId },\n data: {\n name,\n icon,\n },\n });\n }\n\n // When copying into an existing base, strip dbTableName to avoid conflicts\n const effectiveTables = isCopyToExistingBase\n ? tables.map(({ dbTableName: _, ...rest }) => rest)\n : tables;\n\n // Skip computed field evaluation during structure creation — tables have no records yet,\n // and calculations will run when data is actually imported/copied.\n this.cls.set('skipFieldComputation', true);\n\n let tableIdMap: Record;\n let fieldIdMap: Record;\n let viewIdMap: Record;\n let fkMap: Record;\n\n try {\n // create table\n ({ tableIdMap, fieldIdMap, viewIdMap, fkMap } = await this.createTables(\n newBase.id,\n effectiveTables as IBaseJson['tables'],\n onProgress\n ));\n } finally {\n this.cls.set('skipFieldComputation', false);\n }\n\n this.logger.log(`base-duplicate-service: Duplicate base tables successfully`);\n\n // create plugins\n const hasPlugins = Object.values(plugins).some((arr) => Array.isArray(arr) && arr.length > 0);\n if (hasPlugins) {\n onProgress?.('creating_plugins');\n }\n const { dashboardIdMap } = await this.createPlugins(\n newBase.id,\n plugins,\n tableIdMap,\n fieldIdMap,\n viewIdMap\n );\n this.logger.log(`base-duplicate-service: Duplicate base plugins successfully`);\n\n // create folders\n if (Array.isArray(folders) && folders.length > 0) {\n onProgress?.('creating_folders');\n }\n const { folderIdMap } = await this.createFolders(newBase.id, folders, isCopyToExistingBase);\n this.logger.log(`base-duplicate-service: Duplicate base folders successfully`);\n\n let nodeIdMap: Record = {};\n\n // create base nodes\n if (!skipCreateBaseNodes) {\n nodeIdMap = await this.createBaseNodes(\n newBase.id,\n structure.nodes,\n {\n folderIdMap,\n tableIdMap,\n dashboardIdMap,\n },\n isCopyToExistingBase\n );\n }\n\n const baseIdMap = {\n [structure.id]: newBase.id,\n };\n\n return {\n base: newBase,\n tableIdMap,\n fieldIdMap,\n viewIdMap,\n structure,\n fkMap,\n folderIdMap,\n dashboardIdMap,\n nodeIdMap,\n baseIdMap,\n };\n }\n\n private async createTables(\n baseId: string,\n tables: IBaseJson['tables'],\n onProgress?: (phase: string, detail?: string) => void\n ) {\n const tableIdMap: Record = {};\n // Build a name lookup: oldTableId → tableName\n const tableNameMap: Record = {};\n\n for (const table of tables) {\n const { name, icon, description, id: tableId, dbTableName } = table;\n tableNameMap[tableId] = name;\n onProgress?.('creating_table', name);\n const newTableVo = await this.tableService.createTable(baseId, {\n name,\n icon,\n description,\n dbTableName,\n });\n tableIdMap[tableId] = newTableVo.id;\n this.logger.log(`base-duplicate-service: duplicate table item successfully`);\n }\n\n const { fieldMap: fieldIdMap, fkMap } = await this.createFields(\n tables,\n tableIdMap,\n tableNameMap,\n onProgress\n );\n this.logger.log(`base-duplicate-service: Duplicate table fields successfully`);\n\n const viewIdMap = await this.createViews(tables, tableIdMap, fieldIdMap, onProgress);\n this.logger.log(`base-duplicate-service: Duplicate table views successfully`);\n\n await this.fieldDuplicateService.repairFieldOptions(tables, tableIdMap, fieldIdMap, viewIdMap);\n\n return { tableIdMap, fieldIdMap, viewIdMap, fkMap };\n }\n\n private async createFields(\n tables: IBaseJson['tables'],\n tableIdMap: Record,\n tableNameMap?: Record,\n onProgress?: (phase: string, detail?: string) => void\n ) {\n const fieldMap: Record = {};\n const fkMap: Record = {};\n\n const allFields = tables\n .reduce((acc, cur) => {\n const fieldWithTableId = cur.fields.map((field) => ({\n ...field,\n sourceTableId: cur.id,\n targetTableId: tableIdMap[cur.id],\n }));\n return [...acc, ...fieldWithTableId];\n }, [] as IFieldWithTableIdJson[])\n .sort((a, b) => a.createdTime.localeCompare(b.createdTime));\n\n const nonCommonFieldTypes = [\n FieldType.Link,\n FieldType.Rollup,\n FieldType.ConditionalRollup,\n FieldType.Formula,\n FieldType.Button,\n ];\n\n const commonFields = allFields.filter(\n ({ type, isLookup, aiConfig }) =>\n !nonCommonFieldTypes.includes(type) && !isLookup && !aiConfig\n );\n\n // the primary formula which rely on other fields\n const primaryFormulaFields = allFields.filter(\n ({ type, isLookup }) => type === FieldType.Formula && !isLookup\n );\n\n // link fields\n const linkFields = allFields.filter(\n ({ type, isLookup }) => type === FieldType.Link && !isLookup\n );\n\n const buttonFields = allFields.filter(\n ({ type, isLookup }) => type === FieldType.Button && !isLookup\n );\n\n // rest fields, like formula, rollup, lookup fields\n const dependencyFields = allFields.filter(\n ({ id }) =>\n ![...primaryFormulaFields, ...linkFields, ...commonFields, ...buttonFields]\n .map(({ id }) => id)\n .includes(id)\n );\n\n // helper: emit per-table progress with field names\n const emitFieldProgress = (\n phase: string,\n fields: { sourceTableId: string; name: string }[]\n ) => {\n if (!fields.length || !onProgress) return;\n const byTable = new Map();\n for (const f of fields) {\n const tableName = tableNameMap?.[f.sourceTableId] ?? f.sourceTableId;\n if (!byTable.has(tableName)) byTable.set(tableName, []);\n byTable.get(tableName)!.push(f.name);\n }\n for (const [table, fieldNames] of byTable) {\n onProgress(phase, JSON.stringify({ table, fields: fieldNames.join(', ') }));\n }\n };\n\n emitFieldProgress('creating_common_fields', commonFields);\n await this.fieldDuplicateService.createCommonFields(commonFields, fieldMap);\n\n emitFieldProgress('creating_button_fields', buttonFields);\n await this.fieldDuplicateService.createButtonFields(buttonFields, fieldMap);\n\n emitFieldProgress('creating_formula_fields', primaryFormulaFields);\n await this.fieldDuplicateService.createTmpPrimaryFormulaFields(primaryFormulaFields, fieldMap);\n\n // main fix formula dbField type\n await this.fieldDuplicateService.repairPrimaryFormulaFields(primaryFormulaFields, fieldMap);\n\n emitFieldProgress('creating_link_fields', linkFields);\n await this.fieldDuplicateService.createLinkFields(linkFields, tableIdMap, fieldMap, fkMap);\n\n emitFieldProgress('creating_lookup_fields', dependencyFields);\n await this.fieldDuplicateService.createDependencyFields(dependencyFields, tableIdMap, fieldMap);\n\n // fix formula expression' field map\n await this.fieldDuplicateService.repairPrimaryFormulaFields(primaryFormulaFields, fieldMap);\n\n const formulaFields = allFields.filter(\n ({ type, isLookup }) => type === FieldType.Formula && !isLookup\n );\n\n // fix formula reference\n await this.fieldDuplicateService.repairFormulaReference(formulaFields, fieldMap);\n\n return { fieldMap, fkMap };\n }\n\n /* eslint-disable sonarjs/cognitive-complexity */\n private async createViews(\n tables: IBaseJson['tables'],\n tableIdMap: Record,\n fieldMap: Record,\n onProgress?: (phase: string, detail?: string) => void\n ) {\n const viewMap: Record = {};\n for (const table of tables) {\n const { views: originalViews, id: tableId, name: tableName } = table;\n const views = originalViews.filter((view) => view.type !== ViewType.Plugin);\n if (views.length) {\n const viewNames = views.map((v) => v.name).join(', ');\n onProgress?.(\n 'creating_table_views',\n JSON.stringify({ table: tableName, fields: viewNames })\n );\n }\n for (const view of views) {\n const {\n name,\n type,\n id: viewId,\n description,\n enableShare,\n isLocked,\n order,\n columnMeta,\n shareMeta,\n shareId,\n } = view;\n\n const keys = ['options', 'columnMeta', 'filter', 'group', 'sort'] as (keyof typeof view)[];\n const obj = {} as Record;\n\n for (const key of keys) {\n const keyString = replaceStringByMap(view[key], { fieldMap });\n const newValue = keyString ? JSON.parse(keyString) : null;\n obj[key] = newValue;\n }\n const newViewVo = await this.viewOpenApiService.createView(tableIdMap[tableId], {\n name,\n type,\n description,\n enableShare,\n isLocked,\n ...obj,\n });\n\n viewMap[viewId] = newViewVo.id;\n\n await this.prismaService.txClient().view.update({\n where: {\n id: newViewVo.id,\n },\n data: {\n order,\n columnMeta: columnMeta ? replaceStringByMap(columnMeta, { fieldMap }) : columnMeta,\n shareId: shareId ? generateShareId() : undefined,\n shareMeta: shareMeta ? JSON.stringify(shareMeta) : undefined,\n enableShare,\n isLocked,\n },\n });\n }\n }\n\n return viewMap;\n }\n\n private async createFolders(\n baseId: string,\n folders: IBaseJson['folders'],\n copyToExistingBase: boolean = false\n ) {\n const folderIdMap: Record = {};\n if (!Array.isArray(folders) || folders.length === 0) {\n return { folderIdMap };\n }\n const prisma = this.prismaService.txClient();\n const userId = this.cls.get('user.id');\n\n const existingNames: string[] = [];\n if (copyToExistingBase) {\n const existingFolders = await prisma.baseNodeFolder.findMany({\n where: { baseId },\n select: { name: true },\n });\n existingNames.push(...existingFolders.map((f) => f.name));\n }\n\n for (const folder of folders) {\n const { id, name } = folder;\n const uniqueName = copyToExistingBase ? getUniqName(name, existingNames) : name;\n if (copyToExistingBase) {\n existingNames.push(uniqueName);\n }\n\n const newFolderId = generateBaseNodeFolderId();\n await prisma.baseNodeFolder.create({\n data: { id: newFolderId, name: uniqueName, baseId, createdBy: userId },\n });\n folderIdMap[id] = newFolderId;\n }\n return { folderIdMap };\n }\n\n async createBaseNodes(\n baseId: string,\n nodes: IBaseJson['nodes'],\n idMapContext: {\n folderIdMap?: Record;\n tableIdMap?: Record;\n dashboardIdMap?: Record;\n workflowIdMap?: Record;\n appIdMap?: Record;\n },\n copyToExistingBase: boolean = false\n ) {\n if (!Array.isArray(nodes) || nodes.length === 0) {\n return {} as Record;\n }\n\n const prisma = this.prismaService.txClient();\n const userId = this.cls.get('user.id');\n const {\n folderIdMap = {},\n tableIdMap = {},\n dashboardIdMap = {},\n workflowIdMap = {},\n appIdMap = {},\n } = idMapContext;\n\n const allNodeIdMap = nodes.reduce(\n (acc, cur) => {\n acc[cur.id] = generateBaseNodeId();\n return acc;\n },\n {} as Record\n );\n\n const allTypeNodeIdMap = nodes.reduce(\n (acc, cur) => {\n const { resourceType, resourceId } = cur;\n acc[resourceType] = acc[resourceType] ?? {};\n switch (resourceType) {\n case BaseNodeResourceType.Folder:\n acc[resourceType][resourceId] = folderIdMap[resourceId];\n break;\n case BaseNodeResourceType.Table:\n acc[resourceType][resourceId] = tableIdMap[resourceId];\n break;\n case BaseNodeResourceType.Dashboard:\n acc[resourceType][resourceId] = dashboardIdMap[resourceId];\n break;\n case BaseNodeResourceType.Workflow:\n acc[resourceType][resourceId] = workflowIdMap[resourceId];\n break;\n case BaseNodeResourceType.App:\n acc[resourceType][resourceId] = appIdMap[resourceId];\n break;\n default:\n break;\n }\n return acc;\n },\n {} as Record>\n );\n // Sort nodes by parent-child relationship (topological sort)\n // Ensure parent nodes are created before child nodes\n const sortedNodes: typeof nodes = [];\n const nodeMap = new Map(nodes.map((node) => [node.id, node]));\n const visited = new Set();\n\n const visit = (node: (typeof nodes)[0]) => {\n if (visited.has(node.id)) return;\n if (node.parentId && nodeMap.has(node.parentId)) {\n visit(nodeMap.get(node.parentId)!);\n }\n visited.add(node.id);\n sortedNodes.push(node);\n };\n\n for (const node of nodes) {\n visit(node);\n }\n\n // Deduplicate nodes by (resourceType, newResourceId) to avoid unique constraint violations\n const createdResourceKeys = new Set();\n\n let rootOrderOffset = 0;\n if (copyToExistingBase) {\n const maxOrderResult = await prisma.baseNode.aggregate({\n where: { baseId, parentId: null },\n _max: { order: true },\n });\n rootOrderOffset = (maxOrderResult._max.order ?? 0) + 1;\n }\n\n for (const node of sortedNodes) {\n const { id, parentId, resourceId, resourceType, order } = node;\n const newId = allNodeIdMap[id];\n const newParentId = parentId && allNodeIdMap[parentId] ? allNodeIdMap[parentId] : null;\n const newResourceId =\n allTypeNodeIdMap[resourceType] && allTypeNodeIdMap[resourceType][resourceId]\n ? allTypeNodeIdMap[resourceType][resourceId]\n : null;\n if (!newResourceId) {\n this.logger.error(\n `base-import-service: create base node failed, nodeId: ${id}, resourceId: ${resourceId}, resourceType: ${resourceType}`\n );\n continue;\n }\n\n // Check if this (baseId, resourceType, resourceId) combination already exists in this batch\n const resourceKey = `${baseId}:${resourceType}:${newResourceId}`;\n if (createdResourceKeys.has(resourceKey)) {\n this.logger.warn(\n `base-import-service: skipping duplicate node in batch, baseId: ${baseId}, resourceType: ${resourceType}, resourceId: ${newResourceId}`\n );\n continue;\n }\n\n const effectiveOrder = newParentId ? order : order + rootOrderOffset;\n\n // Check if node already exists in database (could be created by prepareNodeList self-healing)\n const existingNode = await prisma.baseNode.findFirst({\n where: {\n baseId,\n resourceType,\n resourceId: newResourceId,\n },\n });\n\n if (existingNode && copyToExistingBase) {\n await prisma.baseNode.update({\n where: { id: existingNode.id },\n data: { parentId: newParentId, order: effectiveOrder },\n });\n allNodeIdMap[id] = existingNode.id;\n createdResourceKeys.add(resourceKey);\n continue;\n }\n\n if (existingNode) {\n this.logger.warn(\n `base-import-service: node already exists in database, baseId: ${baseId}, resourceType: ${resourceType}, resourceId: ${newResourceId}`\n );\n createdResourceKeys.add(resourceKey);\n continue;\n }\n\n await prisma.baseNode.create({\n data: {\n id: newId,\n parentId: newParentId,\n resourceId: newResourceId,\n resourceType,\n baseId,\n createdBy: userId,\n order: effectiveOrder,\n },\n });\n\n createdResourceKeys.add(resourceKey);\n }\n\n return allNodeIdMap;\n }\n\n private async createPlugins(\n baseId: string,\n plugins: IBaseJson['plugins'],\n tableIdMap: Record,\n fieldMap: Record,\n viewIdMap: Record\n ) {\n const { dashboardIdMap } = await this.createDashboard(\n baseId,\n plugins[PluginPosition.Dashboard],\n tableIdMap,\n fieldMap\n );\n await this.createPanel(baseId, plugins[PluginPosition.Panel], tableIdMap, fieldMap);\n await this.createPluginViews(\n baseId,\n plugins[PluginPosition.View],\n tableIdMap,\n fieldMap,\n viewIdMap\n );\n return { dashboardIdMap };\n }\n\n async createDashboard(\n baseId: string,\n plugins: IBaseJson['plugins'][PluginPosition.Dashboard],\n tableMap: Record,\n fieldMap: Record\n ) {\n const dashboardMap: Record = {};\n const pluginInstallMap: Record = {};\n const userId = this.cls.get('user.id');\n const prisma = this.prismaService.txClient();\n const pluginInstalls = plugins.map(({ pluginInstall }) => pluginInstall).flat();\n\n for (const plugin of plugins) {\n const { id, name } = plugin;\n const newDashBoardId = generateDashboardId();\n await prisma.dashboard.create({\n data: {\n id: newDashBoardId,\n baseId,\n name,\n createdBy: userId,\n },\n });\n dashboardMap[id] = newDashBoardId;\n }\n\n for (const pluginInstall of pluginInstalls) {\n const { id, pluginId, positionId, position, name, storage } = pluginInstall;\n const newPluginInstallId = generatePluginInstallId();\n const newStorage = replaceStringByMap(storage, { tableMap, fieldMap });\n await prisma.pluginInstall.create({\n data: {\n id: newPluginInstallId,\n createdBy: userId,\n baseId,\n pluginId,\n name,\n positionId: dashboardMap[positionId],\n position,\n storage: newStorage,\n },\n });\n pluginInstallMap[id] = newPluginInstallId;\n }\n\n // replace pluginId in layout with new pluginInstallId\n for (const plugin of plugins) {\n const { id, layout } = plugin;\n const newLayout = replaceStringByMap(layout, { pluginInstallMap });\n await prisma.dashboard.update({\n where: { id: dashboardMap[id] },\n data: {\n layout: newLayout,\n },\n });\n }\n\n return {\n dashboardIdMap: dashboardMap,\n };\n }\n\n async createPanel(\n baseId: string,\n plugins: IBaseJson['plugins'][PluginPosition.Panel],\n tableMap: Record,\n fieldMap: Record\n ) {\n const panelMap: Record = {};\n const pluginInstallMap: Record = {};\n const userId = this.cls.get('user.id');\n const prisma = this.prismaService.txClient();\n const pluginInstalls = plugins.map(({ pluginInstall }) => pluginInstall).flat();\n\n for (const plugin of plugins) {\n const { id, name, tableId } = plugin;\n const newPluginPanelId = generatePluginPanelId();\n await prisma.pluginPanel.create({\n data: {\n id: newPluginPanelId,\n tableId: tableMap[tableId],\n name,\n createdBy: userId,\n },\n });\n panelMap[id] = newPluginPanelId;\n }\n\n for (const pluginInstall of pluginInstalls) {\n const { id, pluginId, positionId, position, name, storage } = pluginInstall;\n const newPluginInstallId = generatePluginInstallId();\n const newStorage = replaceStringByMap(storage, { tableMap, fieldMap });\n await prisma.pluginInstall.create({\n data: {\n id: newPluginInstallId,\n createdBy: userId,\n baseId,\n pluginId,\n name,\n positionId: panelMap[positionId],\n position,\n storage: newStorage,\n },\n });\n pluginInstallMap[id] = newPluginInstallId;\n }\n\n // replace pluginId in layout with new pluginInstallId\n for (const plugin of plugins) {\n const { id, layout } = plugin;\n const newLayout = replaceStringByMap(layout, { pluginInstallMap });\n await prisma.pluginPanel.update({\n where: { id: panelMap[id] },\n data: {\n layout: newLayout,\n },\n });\n }\n\n return {\n panelMap,\n };\n }\n\n private async createPluginViews(\n baseId: string,\n pluginViews: IBaseJson['plugins'][PluginPosition.View],\n tableIdMap: Record,\n fieldIdMap: Record,\n viewIdMap: Record\n ) {\n const prisma = this.prismaService.txClient();\n\n for (const pluginView of pluginViews) {\n const {\n id,\n name,\n description,\n enableShare,\n shareMeta,\n isLocked,\n tableId,\n pluginInstall,\n order,\n } = pluginView;\n const { pluginId } = pluginInstall;\n const { viewId: newViewId, pluginInstallId } = await this.viewOpenApiService.pluginInstall(\n tableIdMap[tableId],\n {\n name,\n pluginId,\n }\n );\n viewIdMap[id] = newViewId;\n\n await prisma.view.update({\n where: { id: newViewId },\n data: {\n order,\n },\n });\n\n // 1. update view options\n const configProperties = ['columnMeta', 'options', 'sort', 'group', 'filter'] as const;\n const updateConfig = {} as Record<(typeof configProperties)[number], string>;\n for (const property of configProperties) {\n const result = replaceStringByMap(pluginView[property], {\n tableIdMap,\n fieldIdMap,\n viewIdMap,\n });\n\n if (result) {\n updateConfig[property] = result;\n }\n }\n await prisma.view.update({\n where: { id: newViewId },\n data: {\n description,\n isLocked,\n enableShare,\n shareMeta: shareMeta ? JSON.stringify(shareMeta) : undefined,\n ...updateConfig,\n },\n });\n\n // 2. update plugin install\n const newStorage = replaceStringByMap(pluginInstall.storage, {\n tableIdMap,\n fieldIdMap,\n viewIdMap,\n });\n await prisma.pluginInstall.update({\n where: { id: pluginInstallId },\n data: {\n storage: newStorage,\n },\n });\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-query/base-query.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport type { IAttachmentCellValue } from '@teable/core';\nimport { CellFormat, FieldType, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { BaseQueryColumnType, BaseQueryJoinType } from '@teable/openapi';\nimport type { IBaseQueryJoin, IBaseQuery, IBaseQueryVo, IBaseQueryColumn } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { InjectDbProvider } from '../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport type { IClsStore } from '../../../types/cls';\nimport { FieldService } from '../../field/field.service';\nimport {\n convertFieldInstanceToFieldVo,\n createFieldInstanceByVo,\n type IFieldInstance,\n} from '../../field/model/factory';\nimport { RecordService } from '../../record/record.service';\nimport { QueryAggregation } from './parse/aggregation';\nimport { QueryFilter } from './parse/filter';\nimport { QueryGroup } from './parse/group';\nimport { QueryOrder } from './parse/order';\nimport { QuerySelect } from './parse/select';\nimport { getQueryColumnTypeByFieldInstance } from './parse/utils';\n\n@Injectable()\nexport class BaseQueryService {\n private logger = new Logger(BaseQueryService.name);\n\n constructor(\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n\n private readonly fieldService: FieldService,\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly recordService: RecordService\n ) {}\n\n private getQueryColumnName(field: IFieldInstance): string {\n return field.dbFieldName;\n }\n\n // Quote an identifier if not already quoted\n private quoteIdentifier(name: string): string {\n if (!name) return name as unknown as string;\n if (name.includes('.')) {\n return name\n .split('.')\n .filter((part) => part.length > 0)\n .map((part) => this.quoteIdentifier(part))\n .join('.');\n }\n const trimmed = name.replace(/^\"+|\"+$/g, '');\n const escaped = trimmed.replace(/\"/g, '\"\"');\n return `\"${escaped}\"`;\n }\n\n // Quote a composite table name like schema.table\n private quoteDbTableName(dbTableName: string): string {\n return dbTableName\n .split('.')\n .filter((part) => part.length > 0)\n .map((part) => this.quoteIdentifier(part))\n .join('.');\n }\n\n private convertFieldMapToColumn(fieldMap: Record): IBaseQueryColumn[] {\n return Object.values(fieldMap).map((field) => {\n const type = getQueryColumnTypeByFieldInstance(field);\n\n return {\n column: type === BaseQueryColumnType.Field ? this.getQueryColumnName(field) : field.id,\n name: field.name,\n type,\n fieldSource:\n type === BaseQueryColumnType.Field ? convertFieldInstanceToFieldVo(field) : undefined,\n };\n });\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async dbRows2Rows(\n rows: Record[],\n columns: IBaseQueryColumn[],\n cellFormat: CellFormat\n ) {\n const resRows: Record[] = [];\n for (const row of rows) {\n const resRow: Record = {};\n for (const field of columns) {\n if (!field.fieldSource) {\n const value = row[field.column];\n resRow[field.column] = row[field.column];\n // handle bigint\n if (typeof value === 'bigint') {\n resRow[field.column] = Number(value);\n } else {\n resRow[field.column] = value;\n }\n continue;\n }\n const dbCellValue = row[field.column];\n const fieldInstance = createFieldInstanceByVo(field.fieldSource);\n const cellValue = fieldInstance.convertDBValue2CellValue(dbCellValue);\n\n // number no need to convert string\n if (typeof cellValue === 'number') {\n resRow[field.column] = cellValue;\n continue;\n }\n if (cellValue != null) {\n resRow[field.column] =\n cellFormat === CellFormat.Text ? fieldInstance.cellValue2String(cellValue) : cellValue;\n }\n if (fieldInstance.type === FieldType.Attachment) {\n resRow[field.column] = await this.recordService.getAttachmentPresignedCellValue(\n cellValue as IAttachmentCellValue\n );\n }\n }\n resRows.push(resRow);\n }\n return resRows;\n }\n\n async baseQuery(\n baseId: string,\n baseQuery: IBaseQuery,\n cellFormat: CellFormat = CellFormat.Json\n ): Promise {\n const { queryBuilder, fieldMap } = await this.parseBaseQuery(baseId, baseQuery, 0);\n const query = queryBuilder.toQuery();\n this.logger.log('baseQuery SQL: ', query);\n const rows = await this.prismaService\n .$queryRawUnsafe<{ [key in string]: unknown }[]>(query)\n .catch((e) => {\n this.logger.error(e);\n throw new CustomHttpException('Query failed', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.baseQuery.queryFailed',\n context: {\n query,\n message: e.message,\n },\n },\n });\n });\n const columns = this.convertFieldMapToColumn(fieldMap);\n return {\n rows: await this.dbRows2Rows(rows, columns, cellFormat),\n columns,\n };\n }\n\n async parseBaseQuery(\n baseId: string,\n baseQuery: IBaseQuery,\n depth: number = 0\n ): Promise<{ queryBuilder: Knex.QueryBuilder; fieldMap: Record }> {\n if (typeof baseQuery.from === 'string') {\n const dbTableName = await this.getDbTableName(baseId, baseQuery.from);\n const queryBuilder = this.knex(dbTableName);\n const fieldMap = await this.getFieldMap(baseQuery.from, dbTableName);\n return this.parseBaseQueryFromTable(baseQuery, {\n fieldMap,\n queryBuilder,\n baseId,\n dbTableName,\n });\n }\n const { queryBuilder, fieldMap } = await this.parseBaseQuery(baseId, baseQuery.from, depth + 1);\n const alias = 'source_query';\n return this.parseBaseQueryFromTable(baseQuery, {\n fieldMap: Object.keys(fieldMap).reduce(\n (acc, key) => {\n const original = fieldMap[key];\n const lastSegment = (original.dbFieldName ?? '').split('.').pop() as string;\n const isAggregation =\n getQueryColumnTypeByFieldInstance(original) === BaseQueryColumnType.Aggregation;\n acc[key] = createFieldInstanceByVo({\n ...original,\n // 对于聚合字段，外层应按聚合别名排序/筛选，因此只保留别名本身，避免再加表别名导致歧义\n dbFieldName: isAggregation\n ? this.quoteIdentifier(lastSegment)\n : `${this.quoteIdentifier(alias)}.${this.quoteIdentifier(lastSegment)}`,\n });\n return acc;\n },\n {} as Record\n ),\n queryBuilder: this.knex(queryBuilder.as(alias)),\n baseId,\n dbTableName: alias,\n });\n }\n\n async parseBaseQueryFromTable(\n baseQuery: IBaseQuery,\n context: {\n baseId: string;\n fieldMap: Record;\n queryBuilder: Knex.QueryBuilder;\n dbTableName: string;\n }\n ): Promise<{ queryBuilder: Knex.QueryBuilder; fieldMap: Record }> {\n const { fieldMap, baseId, queryBuilder, dbTableName } = context;\n let currentQueryBuilder = queryBuilder;\n let currentFieldMap = fieldMap;\n if (baseQuery.join) {\n const { queryBuilder: joinedQueryBuilder, fieldMap: joinedFieldMap } = await this.joinTable(\n baseQuery.join,\n { baseId, fieldMap, queryBuilder }\n );\n currentQueryBuilder = joinedQueryBuilder;\n currentFieldMap = joinedFieldMap;\n }\n\n const { fieldMap: filteredFieldMap, queryBuilder: filteredQueryBuilder } =\n new QueryFilter().parse(baseQuery.where, {\n dbProvider: this.dbProvider,\n queryBuilder: currentQueryBuilder,\n fieldMap: currentFieldMap,\n currentUserId: this.cls.get('user.id'),\n });\n currentFieldMap = filteredFieldMap;\n currentQueryBuilder = filteredQueryBuilder;\n\n const { queryBuilder: groupedQueryBuilder, fieldMap: groupedFieldMap } = new QueryGroup().parse(\n baseQuery.groupBy,\n {\n dbProvider: this.dbProvider,\n queryBuilder: currentQueryBuilder,\n fieldMap: currentFieldMap,\n knex: this.knex,\n }\n );\n currentFieldMap = groupedFieldMap;\n currentQueryBuilder = groupedQueryBuilder;\n\n // max limit 1000\n currentQueryBuilder.limit(\n baseQuery.limit && baseQuery.limit > 0 ? Math.min(baseQuery.limit, 1000) : 1000\n );\n\n if (baseQuery.offset) {\n currentQueryBuilder.offset(baseQuery.offset);\n }\n // clear select before aggregation and clear select in group by\n queryBuilder.clear('select');\n const { queryBuilder: aggregatedQueryBuilder, fieldMap: aggregatedFieldMap } =\n new QueryAggregation().parse(baseQuery.aggregation, {\n queryBuilder: currentQueryBuilder,\n fieldMap: currentFieldMap,\n dbTableName,\n dbProvider: this.dbProvider,\n });\n currentFieldMap = aggregatedFieldMap;\n currentQueryBuilder = aggregatedQueryBuilder;\n\n const { queryBuilder: orderedQueryBuilder, fieldMap: orderedFieldMap } = new QueryOrder().parse(\n baseQuery.orderBy,\n {\n dbProvider: this.dbProvider,\n queryBuilder: currentQueryBuilder,\n fieldMap: currentFieldMap,\n }\n );\n currentFieldMap = orderedFieldMap;\n currentQueryBuilder = orderedQueryBuilder;\n\n const { queryBuilder: selectedQueryBuilder, fieldMap: selectedFieldMap } =\n new QuerySelect().parse(baseQuery.select, {\n queryBuilder: currentQueryBuilder,\n fieldMap: currentFieldMap,\n // column must appear in the GROUP BY clause or be used in an aggregate function\n aggregation: baseQuery.aggregation,\n groupBy: baseQuery.groupBy,\n knex: this.knex,\n dbProvider: this.dbProvider,\n });\n\n return { queryBuilder: selectedQueryBuilder, fieldMap: selectedFieldMap };\n }\n\n async joinTable(\n joins: IBaseQueryJoin[],\n context: {\n baseId: string;\n fieldMap: Record;\n queryBuilder: Knex.QueryBuilder;\n }\n ) {\n const { baseId, fieldMap, queryBuilder } = context;\n let resFieldMap = { ...fieldMap };\n\n const unquotePath = (ref: string) => ref.replace(/\"/g, '');\n for (const join of joins) {\n const joinTable = join.table;\n const joinDbTableName = await this.getDbTableName(baseId, joinTable);\n const joinFieldMap = await this.getFieldMap(joinTable, joinDbTableName);\n const joinedField = fieldMap[join.on[0]];\n const joinField = joinFieldMap[join.on[1]];\n resFieldMap = { ...resFieldMap, ...joinFieldMap };\n switch (join.type) {\n case BaseQueryJoinType.Inner:\n queryBuilder.innerJoin(\n joinDbTableName,\n this.knex.raw('?? = ??', [\n unquotePath(joinedField.dbFieldName),\n unquotePath(joinField.dbFieldName),\n ])\n );\n break;\n case BaseQueryJoinType.Left:\n queryBuilder.leftJoin(\n joinDbTableName,\n this.knex.raw('?? = ??', [\n unquotePath(joinedField.dbFieldName),\n unquotePath(joinField.dbFieldName),\n ])\n );\n break;\n case BaseQueryJoinType.Right:\n queryBuilder.rightJoin(\n joinDbTableName,\n this.knex.raw('?? = ??', [\n unquotePath(joinedField.dbFieldName),\n unquotePath(joinField.dbFieldName),\n ])\n );\n break;\n case BaseQueryJoinType.Full:\n queryBuilder.fullOuterJoin(\n joinDbTableName,\n this.knex.raw('?? = ??', [\n unquotePath(joinedField.dbFieldName),\n unquotePath(joinField.dbFieldName),\n ])\n );\n break;\n default:\n throw new CustomHttpException('Invalid join type', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.baseQuery.invalidJoinType',\n context: {\n joinType: join.type,\n },\n },\n });\n }\n }\n return { queryBuilder, fieldMap: resFieldMap };\n }\n\n async getFieldMap(tableId: string, dbTableName?: string) {\n const fields = await this.fieldService.getFieldInstances(tableId, {});\n return fields.reduce(\n (acc, field) => {\n if (dbTableName) {\n const qualifiedTable = this.quoteDbTableName(dbTableName);\n const rawFieldName = field.dbFieldName ?? '';\n const columnSegment = rawFieldName.split('.').pop() ?? rawFieldName;\n const isSimpleIdentifier =\n !!columnSegment && /^[\\w\"]+$/.test(columnSegment.replace(/^\"+|\"+$/g, ''));\n field.dbFieldName =\n columnSegment && isSimpleIdentifier\n ? `${qualifiedTable}.${this.quoteIdentifier(columnSegment)}`\n : rawFieldName;\n }\n acc[field.id] = field;\n return acc;\n },\n {} as Record\n );\n }\n\n private async getDbTableName(baseId: string, tableId: string) {\n const tableMeta = await this.prismaService\n .txClient()\n .tableMeta.findUniqueOrThrow({\n where: { id: tableId, baseId },\n select: { dbTableName: true },\n })\n .catch(() => {\n throw new CustomHttpException('Table not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseQuery.tableNotFound',\n context: {\n tableId,\n baseId,\n },\n },\n });\n });\n return tableMeta.dbTableName;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-query/parse/aggregation.ts", "content": "import { BaseQueryColumnType, type IQueryAggregation } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db-provider/db.provider.interface';\nimport type { IFieldInstance } from '../../../field/model/factory';\nimport { createBaseQueryFieldInstance } from './utils';\n\nexport class QueryAggregation {\n parse(\n aggregation: IQueryAggregation | undefined,\n content: {\n dbTableName: string;\n dbProvider: IDbProvider;\n queryBuilder: Knex.QueryBuilder;\n fieldMap: Record;\n }\n ): {\n queryBuilder: Knex.QueryBuilder;\n fieldMap: Record;\n } {\n if (!aggregation) {\n return { queryBuilder: content.queryBuilder, fieldMap: content.fieldMap };\n }\n const { queryBuilder, dbTableName, fieldMap, dbProvider } = content;\n const notFieldMap: Record = {};\n\n aggregation.forEach((item) => {\n notFieldMap[`${item.column}_${item.statisticFunc}`] = createBaseQueryFieldInstance(\n BaseQueryColumnType.Aggregation,\n {\n id: `${item.column}_${item.statisticFunc}`,\n name: `${fieldMap[item.column].name}.${item.statisticFunc}`,\n dbFieldName: fieldMap[item.column].dbFieldName,\n }\n );\n });\n\n const fieldInstanceMap = { ...fieldMap, ...notFieldMap };\n dbProvider\n .aggregationQuery(\n queryBuilder,\n fieldInstanceMap,\n aggregation.map((v) => ({\n fieldId: v.column,\n statisticFunc: v.statisticFunc,\n })),\n undefined,\n { tableAlias: 'main_table', selectionMap: new Map(), tableDbName: dbTableName }\n )\n .appendBuilder();\n return {\n queryBuilder,\n fieldMap: fieldInstanceMap,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-query/parse/filter.ts", "content": "import { BadRequestException } from '@nestjs/common';\nimport { HttpErrorCode, type IFilter, type IFilterSet } from '@teable/core';\nimport { type IBaseQueryFilter } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport { CustomHttpException } from '../../../../custom.exception';\nimport type { IDbProvider } from '../../../../db-provider/db.provider.interface';\nimport type { IFieldInstance } from '../../../field/model/factory';\n\nexport class QueryFilter {\n parse(\n filter: IBaseQueryFilter | undefined,\n content: {\n dbProvider: IDbProvider;\n queryBuilder: Knex.QueryBuilder;\n fieldMap: Record;\n currentUserId: string;\n }\n ): {\n queryBuilder: Knex.QueryBuilder;\n fieldMap: Record;\n } {\n if (!filter) {\n return {\n queryBuilder: content.queryBuilder,\n fieldMap: content.fieldMap,\n };\n }\n const { queryBuilder, dbProvider, currentUserId, fieldMap } = content;\n // baseQuery filter to filterQuery filter\n const { filter: filterQuery } = this.convertQueryFilterToFilter(filter, fieldMap);\n\n dbProvider\n .filterQuery(queryBuilder, fieldMap, filterQuery, { withUserId: currentUserId })\n .appendQueryBuilder();\n return {\n queryBuilder,\n fieldMap,\n };\n }\n\n private convertQueryFilterToFilter(\n filter: IBaseQueryFilter,\n fieldMap: Record\n ): {\n filter: IFilter;\n } {\n if (!filter) {\n return { filter: null };\n }\n // convert baseQuery filter to filterQuery filter\n const filterSets: IFilterSet['filterSet'] = [];\n filter.filterSet.forEach((item) => {\n if ('filterSet' in item) {\n const { filter } = this.convertQueryFilterToFilter(item, fieldMap);\n filter && filterSets.push(filter);\n } else {\n const field = fieldMap[item.column];\n if (!field) {\n throw new CustomHttpException(`Field ${item.column} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.field.notFound',\n },\n });\n }\n filterSets.push({\n isSymbol: false,\n fieldId: item.column,\n operator: item.operator,\n value: item.value,\n });\n }\n });\n\n return {\n filter: {\n filterSet: filterSets,\n conjunction: filter.conjunction,\n },\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-query/parse/group.ts", "content": "import { BaseQueryColumnType, type IBaseQueryGroupBy } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db-provider/db.provider.interface';\nimport type { IFieldInstance } from '../../../field/model/factory';\n\nexport class QueryGroup {\n parse(\n group: IBaseQueryGroupBy | undefined,\n content: {\n dbProvider: IDbProvider;\n queryBuilder: Knex.QueryBuilder;\n fieldMap: Record;\n knex: Knex;\n }\n ): {\n queryBuilder: Knex.QueryBuilder;\n fieldMap: Record;\n } {\n if (!group) {\n return { queryBuilder: content.queryBuilder, fieldMap: content.fieldMap };\n }\n const { queryBuilder, fieldMap, dbProvider, knex } = content;\n const fieldGroup = group.filter((v) => v.type === BaseQueryColumnType.Field);\n const aggregationGroup = group.filter((v) => v.type === BaseQueryColumnType.Aggregation);\n dbProvider\n .groupQuery(\n queryBuilder,\n fieldMap,\n fieldGroup.map((v) => v.column),\n undefined,\n undefined\n )\n .appendGroupBuilder();\n aggregationGroup.forEach((v) => {\n // Group by the aggregation column alias, quoted to preserve case\n queryBuilder.groupBy(knex.ref(v.column));\n });\n return {\n queryBuilder,\n fieldMap,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-query/parse/order.ts", "content": "import { type IBaseQueryOrderBy } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../../db-provider/db.provider.interface';\nimport type { IFieldInstance } from '../../../field/model/factory';\n\nexport class QueryOrder {\n parse(\n order: IBaseQueryOrderBy | undefined,\n content: {\n dbProvider: IDbProvider;\n queryBuilder: Knex.QueryBuilder;\n fieldMap: Record;\n }\n ): {\n queryBuilder: Knex.QueryBuilder;\n fieldMap: Record;\n } {\n const { queryBuilder, fieldMap, dbProvider } = content;\n if (!order) {\n return { queryBuilder, fieldMap };\n }\n\n dbProvider\n .sortQuery(\n queryBuilder,\n fieldMap,\n order.map((item) => ({\n fieldId: item.column,\n order: item.order,\n })),\n undefined,\n undefined\n )\n .appendSortBuilder();\n return { queryBuilder, fieldMap };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-query/parse/select.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { BaseQueryColumnType } from '@teable/openapi';\nimport type { IQueryAggregation, IBaseQuerySelect, IBaseQueryGroupBy } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport { cloneDeep, isEmpty } from 'lodash';\nimport type { IDbProvider } from '../../../../db-provider/db.provider.interface';\nimport { isUserOrLink } from '../../../../utils/is-user-or-link';\nimport type { IFieldInstance } from '../../../field/model/factory';\nimport { getQueryColumnTypeByFieldInstance } from './utils';\n\nexport class QuerySelect {\n parse(\n select: IBaseQuerySelect[] | undefined,\n content: {\n knex: Knex;\n queryBuilder: Knex.QueryBuilder;\n fieldMap: Record;\n aggregation: IQueryAggregation | undefined;\n groupBy: IBaseQueryGroupBy | undefined;\n dbProvider: IDbProvider;\n }\n ): { queryBuilder: Knex.QueryBuilder; fieldMap: Record } {\n const { queryBuilder, fieldMap, groupBy, aggregation, knex, dbProvider } = content;\n let currentFieldMap = cloneDeep(fieldMap);\n\n // column must appear in the GROUP BY clause or be used in an aggregate function\n const groupFieldMap = this.selectGroup(queryBuilder, {\n knex,\n groupBy,\n fieldMap: currentFieldMap,\n dbProvider,\n });\n const allowSelectColumnIds = this.allowSelectedColumnIds(currentFieldMap, groupBy, aggregation);\n if (aggregation?.length || groupBy?.length) {\n currentFieldMap = Object.entries(currentFieldMap).reduce(\n (acc, current) => {\n const [key, value] = current;\n if (allowSelectColumnIds.includes(key)) {\n acc[key] = value;\n }\n return acc;\n },\n {} as Record\n );\n }\n\n const aggregationColumn = aggregation?.map((v) => `${v.column}_${v.statisticFunc}`) || [];\n if (select) {\n select.forEach((cur) => {\n const field = currentFieldMap[cur.column];\n if (field && getQueryColumnTypeByFieldInstance(field) === BaseQueryColumnType.Field) {\n const alias = (cur.alias ? cur.alias : field.id).replace(/\\?/g, '_');\n // Use raw to avoid knex double-quoting an already quoted identifier\n queryBuilder.select(knex.raw(`${field.dbFieldName} as ??`, [alias]));\n currentFieldMap[cur.column].name = alias;\n currentFieldMap[cur.column].dbFieldName = alias;\n } else if (field && !aggregationColumn.includes(cur.column)) {\n // filter aggregation column, because aggregation column has selected when parse aggregation\n // quote alias to preserve case for aggregated columns coming from subqueries\n queryBuilder.select(knex.raw('??', [cur.column]));\n } else if (field) {\n // aggregation field id as alias\n currentFieldMap[cur.column].dbFieldName = cur.column;\n }\n });\n } else {\n Object.values(currentFieldMap).forEach((cur) => {\n if (getQueryColumnTypeByFieldInstance(cur) === BaseQueryColumnType.Field) {\n const alias = cur.id;\n queryBuilder.select(knex.raw(`${cur.dbFieldName} as ??`, [alias]));\n currentFieldMap[cur.id].dbFieldName = alias;\n } else {\n // aggregation field id as alias\n currentFieldMap[cur.id].dbFieldName = cur.id;\n !aggregationColumn.includes(cur.id) && queryBuilder.select(knex.raw('??', [cur.id]));\n }\n });\n }\n // delete not selected field from fieldMap\n // tips: The current query has an aggregation and cannot be deleted. ( select * count(fld) as fld_count from xxxxx) => fld_count cannot be deleted\n if (select) {\n Object.keys(currentFieldMap).forEach((key) => {\n if (!select.find((s) => s.column === key)) {\n if (aggregationColumn.includes(key)) {\n // aggregation field id as alias\n currentFieldMap[key].dbFieldName = key;\n return;\n }\n delete currentFieldMap[key];\n }\n });\n }\n return {\n queryBuilder,\n fieldMap: {\n ...currentFieldMap,\n ...groupFieldMap,\n },\n };\n }\n\n allowSelectedColumnIds(\n fieldMap: Record,\n groupBy: IBaseQueryGroupBy | undefined,\n aggregation: IQueryAggregation | undefined\n ) {\n if (!aggregation && !groupBy) {\n return Object.keys(fieldMap);\n }\n return aggregation?.map((v) => `${v.column}_${v.statisticFunc}`) || [];\n }\n\n private extractGroupByColumnMap(\n queryBuilder: Knex.QueryBuilder,\n fieldMap: Record\n ): Record {\n const groupByStatements = (queryBuilder as any)._statements.filter(\n (statement: any) => statement.grouping === 'group'\n );\n\n // get the outermost GROUP BY columns\n const currentGroupByColumns = groupByStatements.flatMap((statement: any) => statement.value);\n const fieldIdDbFieldNamesMap = Object.values(fieldMap).reduce(\n (acc, cur) => {\n acc[cur.dbFieldName] = cur.id;\n return acc;\n },\n {} as Record\n );\n const fieldDbFieldNames = Object.keys(fieldIdDbFieldNamesMap);\n // Also build a map from field id to dbFieldName for easier matching when GROUP BY uses aliases\n const fieldIdToDbFieldNameMap = Object.values(fieldMap).reduce(\n (acc, cur) => {\n acc[cur.id] = cur.dbFieldName;\n return acc;\n },\n {} as Record\n );\n return currentGroupByColumns.reduce(\n (acc: Record, column: any) => {\n let matchedFieldId: string | undefined;\n\n if (typeof column === 'string') {\n // Case 1: GROUP BY uses a plain alias/id (e.g., aggregation alias like fldX_sum)\n if (fieldIdToDbFieldNameMap[column]) {\n matchedFieldId = column;\n } else {\n // Case 2: GROUP BY uses the full qualified dbFieldName\n const dbFieldName = fieldDbFieldNames.find((name) => column === name);\n if (dbFieldName) {\n matchedFieldId = fieldIdDbFieldNamesMap[dbFieldName];\n }\n }\n } else {\n // knex may store complex refs as objects; try matching by dbFieldName occurrence\n const dbFieldName = fieldDbFieldNames.find(\n (name) => column.sql?.includes(name) || column.bindings?.includes(name)\n );\n if (dbFieldName) {\n matchedFieldId = fieldIdDbFieldNamesMap[dbFieldName];\n }\n }\n\n if (matchedFieldId) {\n acc[matchedFieldId] = column;\n }\n return acc;\n },\n {} as Record\n );\n }\n\n selectGroup(\n queryBuilder: Knex.QueryBuilder,\n content: {\n groupBy: IBaseQueryGroupBy | undefined;\n fieldMap: Record;\n knex: Knex;\n dbProvider: IDbProvider;\n }\n ): Record | undefined {\n const { groupBy, fieldMap, knex, dbProvider } = content;\n if (!groupBy) {\n return;\n }\n const groupFieldMap = Object.values(fieldMap).reduce(\n (acc, field) => {\n if (groupBy?.map((v) => v.column).includes(field.id)) {\n acc[field.id] = field;\n }\n return acc;\n },\n {} as Record\n );\n const groupByColumnMap = this.extractGroupByColumnMap(queryBuilder, groupFieldMap);\n Object.entries(groupByColumnMap).forEach(([fieldId, column]) => {\n if (isUserOrLink(fieldMap[fieldId].type)) {\n dbProvider.baseQuery().jsonSelect(queryBuilder, fieldMap[fieldId].dbFieldName, fieldId);\n return;\n }\n queryBuilder.select(\n typeof column === 'string'\n ? knex.raw(`${column} as ??`, [fieldId])\n : knex.raw(`${column.sql} as ??`, [\n ...(Array.isArray((column as any).bindings) ? (column as any).bindings : []),\n fieldId,\n ])\n );\n });\n\n // Ensure aggregation aliases used in GROUP BY are also selected even if not detected above\n if (groupBy && groupBy.length) {\n const aggregationIds = groupBy\n .filter((v) => v.type === BaseQueryColumnType.Aggregation)\n .map((v) => v.column);\n aggregationIds.forEach((id) => {\n if (!groupByColumnMap[id]) {\n queryBuilder.select(knex.raw('?? as ??', [id, id]));\n }\n });\n }\n\n const res = cloneDeep(groupFieldMap);\n Object.values(res).forEach((field) => {\n field.dbFieldName = field.id;\n });\n return res;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base-query/parse/utils.ts", "content": "import {\n CellValueType,\n DbFieldType,\n FieldType,\n getRandomString,\n NumberFieldCore,\n} from '@teable/core';\nimport { BaseQueryColumnType } from '@teable/openapi';\nimport type { IFieldInstance } from '../../../field/model/factory';\nimport { createFieldInstanceByVo } from '../../../field/model/factory';\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nconst AGGREGATION_FIELD_INSTANCE_DESC = getRandomString(10);\n\nexport const getQueryColumnTypeByFieldInstance = (field: IFieldInstance): BaseQueryColumnType => {\n if (field.description === AGGREGATION_FIELD_INSTANCE_DESC) {\n return BaseQueryColumnType.Aggregation;\n }\n return BaseQueryColumnType.Field;\n};\n\nexport const createBaseQueryFieldInstance = (\n type: BaseQueryColumnType,\n {\n id,\n name,\n dbFieldName,\n }: {\n id: string;\n name: string;\n dbFieldName: string;\n }\n): IFieldInstance => {\n if (type === BaseQueryColumnType.Aggregation) {\n return createFieldInstanceByVo({\n id: id,\n dbFieldName,\n name,\n description: AGGREGATION_FIELD_INSTANCE_DESC,\n options: NumberFieldCore.defaultOptions(),\n type: FieldType.Number,\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n });\n }\n throw new Error(`Not implemented(createBaseQueryFieldInstance) type: ${type}`);\n};\n" }, { "path": "apps/nestjs-backend/src/features/base/base.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Body, Controller, Delete, Get, Param, Patch, Post, Put, Query, Res } from '@nestjs/common';\nimport type { IBaseRole } from '@teable/core';\nimport {\n createBaseRoSchema,\n duplicateBaseRoSchema,\n ICreateBaseRo,\n IUpdateBaseRo,\n updateBaseRoSchema,\n IDuplicateBaseRo,\n createBaseFromTemplateRoSchema,\n ICreateBaseFromTemplateRo,\n updateOrderRoSchema,\n IUpdateOrderRo,\n createBaseInvitationLinkRoSchema,\n CreateBaseInvitationLinkRo,\n updateBaseInvitationLinkRoSchema,\n emailBaseInvitationRoSchema,\n updateBaseCollaborateRoSchema,\n EmailBaseInvitationRo,\n UpdateBaseCollaborateRo,\n UpdateBaseInvitationLinkRo,\n CollaboratorType,\n listBaseCollaboratorRoSchema,\n ListBaseCollaboratorRo,\n deleteBaseCollaboratorRoSchema,\n DeleteBaseCollaboratorRo,\n addBaseCollaboratorRoSchema,\n AddBaseCollaboratorRo,\n listBaseCollaboratorUserRoSchema,\n IListBaseCollaboratorUserRo,\n ImportBaseRo,\n importBaseRoSchema,\n moveBaseRoSchema,\n IMoveBaseRo,\n publishBaseRoSchema,\n IPublishBaseRo,\n} from '@teable/openapi';\nimport type {\n CreateBaseInvitationLinkVo,\n EmailInvitationVo,\n IBaseErdVo,\n ICreateBaseVo,\n IDbConnectionVo,\n IGetBaseAllVo,\n IGetBasePermissionVo,\n IGetBaseVo,\n IGetSharedBaseVo,\n IImportBaseVo,\n IListBaseCollaboratorUserVo,\n IUpdateBaseVo,\n ListBaseCollaboratorVo,\n ListBaseInvitationLinkVo,\n UpdateBaseInvitationLinkVo,\n ICreateBaseFromTemplateVo,\n} from '@teable/openapi';\nimport { Response as ExpressResponse } from 'express';\nimport { EmitControllerEvent } from '../../event-emitter/decorators/emit-controller-event.decorator';\nimport { Events } from '../../event-emitter/events';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { AllowAnonymous, AllowAnonymousType } from '../auth/decorators/allow-anonymous.decorator';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { ResourceMeta } from '../auth/decorators/resource_meta.decorator';\nimport { CollaboratorService } from '../collaborator/collaborator.service';\nimport { InvitationService } from '../invitation/invitation.service';\nimport { BaseExportService } from './base-export.service';\nimport { BaseImportService } from './base-import.service';\nimport { BaseService } from './base.service';\nimport { DbConnectionService } from './db-connection.service';\n\n@Controller('api/base/')\nexport class BaseController {\n constructor(\n private readonly baseService: BaseService,\n private readonly baseExportService: BaseExportService,\n private readonly baseImportService: BaseImportService,\n private readonly dbConnectionService: DbConnectionService,\n private readonly collaboratorService: CollaboratorService,\n private readonly invitationService: InvitationService\n ) {}\n\n @Post()\n @Permissions('base|create')\n @ResourceMeta('spaceId', 'body')\n @EmitControllerEvent(Events.BASE_CREATE)\n async createBase(\n @Body(new ZodValidationPipe(createBaseRoSchema))\n createBaseRo: ICreateBaseRo\n ) {\n return await this.baseService.createBase(createBaseRo);\n }\n\n @Post('import')\n @Permissions('base|create')\n @ResourceMeta('spaceId', 'body')\n @EmitControllerEvent(Events.BASE_CREATE)\n async importBase(\n @Body(new ZodValidationPipe(importBaseRoSchema))\n importBaseRo: ImportBaseRo\n ): Promise {\n return await this.baseImportService.importBase(importBaseRo);\n }\n\n @Post('import-stream')\n @Permissions('base|create')\n @ResourceMeta('spaceId', 'body')\n async importBaseStream(\n @Body(new ZodValidationPipe(importBaseRoSchema))\n importBaseRo: ImportBaseRo,\n @Res() res: ExpressResponse\n ) {\n const sseHeartbeatMs = 15_000;\n res.setHeader('Content-Type', 'text/event-stream');\n res.setHeader('Cache-Control', 'no-cache, no-transform');\n res.setHeader('Connection', 'keep-alive');\n res.setHeader('X-Accel-Buffering', 'no');\n res.flushHeaders();\n\n const isStreamClosed = () => res.writableEnded || res.destroyed;\n const sendEvent = (data: unknown) => {\n if (isStreamClosed()) return;\n res.write(`data: ${JSON.stringify(data)}\\n\\n`);\n (res as ExpressResponse & { flush?: () => void }).flush?.();\n };\n const heartbeat = setInterval(() => {\n if (isStreamClosed()) return;\n res.write(': ping\\n\\n');\n (res as ExpressResponse & { flush?: () => void }).flush?.();\n }, sseHeartbeatMs);\n res.on('close', () => clearInterval(heartbeat));\n\n try {\n const result = await this.baseImportService.importBase(\n importBaseRo,\n (phase: string, detail?: string) => {\n sendEvent({ type: 'progress', phase, detail });\n }\n );\n\n sendEvent({ type: 'done', data: result });\n } catch (error) {\n sendEvent({\n type: 'error',\n message: error instanceof Error ? error.message : 'Unknown import error',\n });\n } finally {\n clearInterval(heartbeat);\n res.end();\n }\n }\n\n @Post('duplicate')\n @Permissions('base|create')\n @ResourceMeta('spaceId', 'body')\n @EmitControllerEvent(Events.BASE_CREATE)\n async duplicateBase(\n @Body(new ZodValidationPipe(duplicateBaseRoSchema))\n duplicateBaseRo: IDuplicateBaseRo\n ): Promise {\n return await this.baseService.duplicateBase(duplicateBaseRo);\n }\n\n @Post('create-from-template')\n @Permissions('base|create')\n @ResourceMeta('spaceId', 'body')\n @EmitControllerEvent(Events.BASE_CREATE)\n async createBaseFromTemplate(\n @Body(new ZodValidationPipe(createBaseFromTemplateRoSchema))\n createBaseFromTemplateRo: ICreateBaseFromTemplateRo\n ): Promise {\n return await this.baseService.createBaseFromTemplate(createBaseFromTemplateRo);\n }\n\n @Patch(':baseId')\n @Permissions('base|update')\n @EmitControllerEvent(Events.BASE_UPDATE)\n async updateBase(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(updateBaseRoSchema))\n updateBaseRo: IUpdateBaseRo\n ): Promise {\n return await this.baseService.updateBase(baseId, updateBaseRo);\n }\n\n @Put(':baseId/order')\n @Permissions('base|update')\n async updateOrder(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(updateOrderRoSchema)) updateOrderRo: IUpdateOrderRo\n ) {\n return await this.baseService.updateOrder(baseId, updateOrderRo);\n }\n\n @Get('shared-base')\n async getSharedBase(): Promise {\n return this.collaboratorService.getSharedBase();\n }\n\n @Permissions('base|read')\n @Get(':baseId')\n @AllowAnonymous(AllowAnonymousType.PUBLIC)\n async getBaseById(@Param('baseId') baseId: string): Promise {\n return await this.baseService.getBaseById(baseId);\n }\n\n @Permissions('base|read_all')\n @Get('access/all')\n async getAllBase(): Promise {\n return this.baseService.getAllBaseList();\n }\n\n @Delete(':baseId')\n @Permissions('base|delete')\n @EmitControllerEvent(Events.BASE_DELETE)\n async deleteBase(@Param('baseId') baseId: string) {\n return await this.baseService.deleteBase(baseId);\n }\n\n @Permissions('base|db_connection')\n @Post(':baseId/connection')\n async createDbConnection(@Param('baseId') baseId: string): Promise {\n return await this.dbConnectionService.create(baseId);\n }\n\n @Permissions('base|db_connection')\n @Get(':baseId/connection')\n async getDBConnection(@Param('baseId') baseId: string): Promise {\n return await this.dbConnectionService.retrieve(baseId);\n }\n\n @Permissions('base|db_connection')\n @Delete(':baseId/connection')\n async deleteDbConnection(@Param('baseId') baseId: string) {\n await this.dbConnectionService.remove(baseId);\n return null;\n }\n\n @Permissions('base|read')\n @Get(':baseId/collaborators')\n async listCollaborator(\n @Param('baseId') baseId: string,\n @Query(new ZodValidationPipe(listBaseCollaboratorRoSchema)) options: ListBaseCollaboratorRo\n ): Promise {\n return {\n collaborators: await this.collaboratorService.getListByBase(baseId, options),\n total: await this.collaboratorService.getTotalBase(baseId, options),\n };\n }\n\n @Permissions('base|read')\n @Get(':baseId/permission')\n @AllowAnonymous(AllowAnonymousType.PUBLIC)\n async getPermission(): Promise {\n return await this.baseService.getPermission();\n }\n\n @Permissions('base|invite_link')\n @Post(':baseId/invitation/link')\n async createInvitationLink(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(createBaseInvitationLinkRoSchema))\n baseInvitationLinkRo: CreateBaseInvitationLinkRo\n ): Promise {\n const res = await this.invitationService.generateInvitationLink({\n resourceId: baseId,\n resourceType: CollaboratorType.Base,\n role: baseInvitationLinkRo.role,\n });\n return {\n ...res,\n role: res.role as IBaseRole,\n };\n }\n\n @Permissions('base|invite_link')\n @Delete(':baseId/invitation/link/:invitationId')\n async deleteInvitationLink(\n @Param('baseId') baseId: string,\n @Param('invitationId') invitationId: string\n ): Promise {\n return this.invitationService.deleteInvitationLink({\n resourceId: baseId,\n resourceType: CollaboratorType.Base,\n invitationId,\n });\n }\n\n @Permissions('base|invite_link')\n @Patch(':baseId/invitation/link/:invitationId')\n async updateInvitationLink(\n @Param('baseId') baseId: string,\n @Param('invitationId') invitationId: string,\n @Body(new ZodValidationPipe(updateBaseInvitationLinkRoSchema))\n updateSpaceInvitationLinkRo: UpdateBaseInvitationLinkRo\n ): Promise {\n const res = await this.invitationService.updateInvitationLink({\n resourceId: baseId,\n resourceType: CollaboratorType.Base,\n invitationId,\n role: updateSpaceInvitationLinkRo.role,\n });\n\n return {\n ...res,\n role: res.role as IBaseRole,\n };\n }\n\n @Permissions('base|invite_link')\n @Get(':baseId/invitation/link')\n async listInvitationLink(@Param('baseId') baseId: string): Promise {\n const res = this.invitationService.getInvitationLink(baseId, CollaboratorType.Base);\n return res as unknown as ListBaseInvitationLinkVo;\n }\n\n @Permissions('base|invite_email')\n @Post(':baseId/invitation/email')\n async emailInvitation(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(emailBaseInvitationRoSchema))\n emailBaseInvitationRo: EmailBaseInvitationRo\n ): Promise {\n return this.invitationService.emailInvitationByBase(baseId, emailBaseInvitationRo);\n }\n\n @Patch(':baseId/collaborators')\n async updateCollaborator(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(updateBaseCollaborateRoSchema))\n updateBaseCollaborateRo: UpdateBaseCollaborateRo\n ): Promise {\n await this.collaboratorService.updateCollaborator({\n resourceId: baseId,\n resourceType: CollaboratorType.Base,\n ...updateBaseCollaborateRo,\n });\n }\n\n @Delete(':baseId/collaborators')\n async deleteCollaborator(\n @Param('baseId') baseId: string,\n @Query(new ZodValidationPipe(deleteBaseCollaboratorRoSchema))\n deleteBaseCollaboratorRo: DeleteBaseCollaboratorRo\n ): Promise {\n await this.collaboratorService.deleteCollaborator({\n resourceId: baseId,\n resourceType: CollaboratorType.Base,\n ...deleteBaseCollaboratorRo,\n });\n }\n\n @Delete(':baseId/permanent')\n @EmitControllerEvent(Events.BASE_DELETE)\n async permanentDeleteBase(@Param('baseId') baseId: string) {\n await this.baseService.permanentDeleteBase(baseId);\n return { baseId, permanent: true };\n }\n\n @Post(':baseId/collaborator')\n async addCollaborators(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(addBaseCollaboratorRoSchema))\n addBaseCollaboratorRo: AddBaseCollaboratorRo\n ) {\n return await this.collaboratorService.addBaseCollaborators(baseId, addBaseCollaboratorRo);\n }\n\n @Permissions('base|read')\n @Get(':baseId/collaborators/users')\n async getUserCollaborators(\n @Param('baseId') baseId: string,\n @Query(new ZodValidationPipe(listBaseCollaboratorUserRoSchema))\n listBaseCollaboratorUserRo: IListBaseCollaboratorUserRo\n ): Promise {\n return {\n users: await this.collaboratorService.getUserCollaborators(\n baseId,\n listBaseCollaboratorUserRo\n ),\n total: await this.collaboratorService.getUserCollaboratorsTotal(\n baseId,\n listBaseCollaboratorUserRo\n ),\n };\n }\n\n @Permissions('base|read')\n @Get(':baseId/export')\n async exportBase(@Param('baseId') baseId: string, @Query('includeData') includeData?: string) {\n const includeDataValue =\n includeData === undefined ? true : !['false', '0'].includes(includeData.toLowerCase());\n return await this.baseExportService.exportBaseZip(baseId, includeDataValue);\n }\n\n @Put(':baseId/move')\n @Permissions('space|update')\n async moveBase(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(moveBaseRoSchema)) moveBaseRo: IMoveBaseRo\n ) {\n await this.baseService.moveBase(baseId, moveBaseRo);\n }\n\n @Permissions('base|update')\n @Get(':baseId/erd')\n async generateBaseErd(@Param('baseId') baseId: string): Promise {\n return await this.baseService.generateBaseErd(baseId);\n }\n\n @Permissions('base|update')\n @Post(':baseId/publish')\n async publishBase(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(publishBaseRoSchema)) publishBaseRo: IPublishBaseRo\n ) {\n return await this.baseService.publishBase(baseId, publishBaseRo);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/base.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../db-provider/db.provider';\nimport { AttachmentsStorageModule } from '../attachments/attachments-storage.module';\nimport { StorageModule } from '../attachments/plugins/storage.module';\nimport { CanaryModule } from '../canary';\nimport { CollaboratorModule } from '../collaborator/collaborator.module';\nimport { FieldDuplicateModule } from '../field/field-duplicate/field-duplicate.module';\nimport { FieldModule } from '../field/field.module';\nimport { FieldOpenApiModule } from '../field/open-api/field-open-api.module';\nimport { GraphModule } from '../graph/graph.module';\nimport { InvitationModule } from '../invitation/invitation.module';\nimport { NotificationModule } from '../notification/notification.module';\nimport { ComputedModule } from '../record/computed/computed.module';\nimport { RecordModule } from '../record/record.module';\nimport { TableOpenApiModule } from '../table/open-api/table-open-api.module';\nimport { TableDuplicateService } from '../table/table-duplicate.service';\nimport { TableModule } from '../table/table.module';\nimport { ViewOpenApiModule } from '../view/open-api/view-open-api.module';\nimport { BaseDuplicateService } from './base-duplicate.service';\nimport { BaseExportService } from './base-export.service';\nimport { BaseImportAttachmentsCsvModule } from './base-import-processor/base-import-attachments-csv.module';\nimport { BaseImportAttachmentsModule } from './base-import-processor/base-import-attachments.module';\nimport { BaseImportCsvModule } from './base-import-processor/base-import-csv.module';\nimport { BaseImportService } from './base-import.service';\nimport { BaseQueryService } from './base-query/base-query.service';\nimport { BaseController } from './base.controller';\nimport { BaseService } from './base.service';\nimport { DbConnectionService } from './db-connection.service';\n\n@Module({\n controllers: [BaseController],\n imports: [\n CanaryModule,\n CollaboratorModule,\n FieldModule,\n FieldOpenApiModule,\n FieldDuplicateModule,\n TableModule,\n ViewOpenApiModule,\n InvitationModule,\n TableOpenApiModule,\n RecordModule,\n ComputedModule,\n StorageModule,\n AttachmentsStorageModule,\n NotificationModule,\n BaseImportAttachmentsModule,\n BaseImportCsvModule,\n BaseImportAttachmentsCsvModule,\n GraphModule,\n ],\n providers: [\n DbProvider,\n BaseService,\n BaseExportService,\n BaseImportService,\n DbConnectionService,\n BaseDuplicateService,\n BaseQueryService,\n TableDuplicateService,\n ],\n exports: [\n BaseService,\n DbConnectionService,\n BaseDuplicateService,\n BaseExportService,\n BaseImportService,\n BaseQueryService,\n ],\n})\nexport class BaseModule {}\n" }, { "path": "apps/nestjs-backend/src/features/base/base.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { BaseModule } from './base.module';\nimport { BaseService } from './base.service';\n\ndescribe('BaseService', () => {\n let service: BaseService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, BaseModule],\n }).compile();\n\n service = module.get(BaseService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/base/base.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport {\n ActionPrefix,\n actionPrefixMap,\n generateBaseId,\n HttpErrorCode,\n Role,\n generateTemplateId,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n IBaseErdVo,\n ICreateBaseFromTemplateRo,\n ICreateBaseFromTemplateVo,\n ICreateBaseRo,\n IDuplicateBaseRo,\n IGetBasePermissionVo,\n IMoveBaseRo,\n IPublishBaseRo,\n IUpdateBaseRo,\n IUpdateOrderRo,\n} from '@teable/openapi';\nimport {\n CollaboratorType,\n ResourceType,\n BaseNodeResourceType,\n BaseDuplicateMode,\n UploadType,\n} from '@teable/openapi';\nimport { isNumber, keyBy, pick, uniq } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport type { IClsStore } from '../../types/cls';\nimport { getMaxLevelRole } from '../../utils/get-max-level-role';\nimport { updateOrder } from '../../utils/update-order';\nimport { AttachmentsStorageService } from '../attachments/attachments-storage.service';\nimport { ATTACHMENT_LG_THUMBNAIL_HEIGHT } from '../attachments/constant';\nimport StorageAdapter from '../attachments/plugins/adapter';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { PermissionService } from '../auth/permission.service';\nimport { CanaryService } from '../canary';\nimport { CollaboratorService } from '../collaborator/collaborator.service';\nimport { GraphService } from '../graph/graph.service';\nimport { TableOpenApiService } from '../table/open-api/table-open-api.service';\nimport { BaseDuplicateService } from './base-duplicate.service';\nimport { replaceDefaultUrl } from './utils';\n\n@Injectable()\nexport class BaseService {\n private logger = new Logger(BaseService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly collaboratorService: CollaboratorService,\n private readonly baseDuplicateService: BaseDuplicateService,\n private readonly permissionService: PermissionService,\n private readonly tableOpenApiService: TableOpenApiService,\n private readonly graphService: GraphService,\n private readonly attachmentsStorageService: AttachmentsStorageService,\n private readonly canaryService: CanaryService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n private async getRoleByBaseId(baseId: string, spaceId: string) {\n const userId = this.cls.get('user.id');\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n\n const collaborators = await this.prismaService.collaborator.findMany({\n where: {\n resourceId: { in: [baseId, spaceId] },\n principalId: { in: [userId, ...(departmentIds || [])] },\n },\n });\n\n if (!collaborators.length) {\n throw new CustomHttpException('Cannot access base', HttpErrorCode.RESTRICTED_RESOURCE, {\n localization: {\n i18nKey: 'httpErrors.base.cannotAccess',\n context: {\n baseId,\n },\n },\n });\n }\n const role = getMaxLevelRole(collaborators);\n const collaborator = collaborators.find((c) => c.roleName === role);\n return {\n role: role,\n collaboratorType: collaborator?.resourceType as CollaboratorType,\n };\n }\n\n async getBaseById(baseId: string) {\n const base = await this.prismaService.base\n .findFirstOrThrow({\n select: {\n id: true,\n name: true,\n icon: true,\n spaceId: true,\n createdBy: true,\n },\n where: {\n id: baseId,\n deletedTime: null,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Base not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.base.notFound',\n },\n });\n });\n const template = await this.cls.get('template');\n const baseShare = await this.cls.get('baseShare');\n const { role, collaboratorType } =\n template || baseShare\n ? { role: Role.Viewer, collaboratorType: CollaboratorType.Base }\n : await this.getRoleByBaseId(baseId, base.spaceId);\n\n // Check if this base's space is in canary release\n const isCanary = await this.canaryService.isSpaceInCanary(base.spaceId);\n\n return {\n ...base,\n role,\n collaboratorType,\n template:\n template?.baseId === baseId\n ? { id: template.id, headers: this.permissionService.generateTemplateHeader(template.id) }\n : undefined,\n isCanary: isCanary || undefined, // Only include if true\n };\n }\n\n async getAllBaseList() {\n const { spaceIds, baseIds, roleMap } =\n await this.collaboratorService.getCurrentUserCollaboratorsBaseAndSpaceArray();\n const baseList = await this.prismaService.base.findMany({\n select: {\n id: true,\n name: true,\n order: true,\n spaceId: true,\n icon: true,\n createdBy: true,\n createdTime: true,\n lastModifiedTime: true,\n },\n where: {\n deletedTime: null,\n OR: [{ id: { in: baseIds } }, { spaceId: { in: spaceIds }, space: { deletedTime: null } }],\n },\n orderBy: [{ spaceId: 'asc' }, { order: 'asc' }],\n });\n\n if (!baseList.length) {\n return [];\n }\n\n const baseSpaceIds = uniq(baseList.map((base) => base.spaceId));\n const { validCreatorSet, spaceOwnerMap } =\n await this.collaboratorService.buildSpaceOwnerContext(baseSpaceIds);\n\n const allUserIds = uniq([...baseList.map((base) => base.createdBy), ...spaceOwnerMap.values()]);\n const userList = await this.prismaService.user.findMany({\n where: { id: { in: allUserIds } },\n select: { id: true, name: true, avatar: true },\n });\n\n const userMap = keyBy(userList, 'id');\n\n return baseList.map((base) => {\n const isCreatorInSpace = validCreatorSet.has(`${base.spaceId}:${base.createdBy}`);\n const displayUserId = isCreatorInSpace ? base.createdBy : spaceOwnerMap.get(base.spaceId);\n const displayUser = displayUserId ? userMap[displayUserId] : undefined;\n\n return {\n ...base,\n role: roleMap[base.id] || roleMap[base.spaceId],\n lastModifiedTime: base.lastModifiedTime?.toISOString(),\n createdTime: base.createdTime?.toISOString(),\n createdUser: displayUser\n ? {\n ...displayUser,\n avatar: displayUser.avatar && getPublicFullStorageUrl(displayUser.avatar),\n }\n : undefined,\n };\n });\n }\n\n private async getMaxOrder(spaceId: string) {\n const spaceAggregate = await this.prismaService.base.aggregate({\n where: { spaceId, deletedTime: null },\n _max: { order: true },\n });\n return spaceAggregate._max.order || 0;\n }\n\n async createBase(createBaseRo: ICreateBaseRo) {\n const userId = this.cls.get('user.id');\n const { name, spaceId, icon } = createBaseRo;\n\n return this.prismaService.$transaction(async (prisma) => {\n const order = (await this.getMaxOrder(spaceId)) + 1;\n\n const base = await prisma.base.create({\n data: {\n id: generateBaseId(),\n name: name || 'Untitled Base',\n spaceId,\n order,\n icon,\n createdBy: userId,\n },\n select: {\n id: true,\n name: true,\n icon: true,\n spaceId: true,\n },\n });\n\n const sqlList = this.dbProvider.createSchema(base.id);\n if (sqlList) {\n for (const sql of sqlList) {\n await prisma.$executeRawUnsafe(sql);\n }\n }\n\n return base;\n });\n }\n\n async updateBase(baseId: string, updateBaseRo: IUpdateBaseRo) {\n const userId = this.cls.get('user.id');\n\n return this.prismaService.base.update({\n data: {\n ...updateBaseRo,\n lastModifiedBy: userId,\n },\n select: {\n id: true,\n name: true,\n spaceId: true,\n icon: true,\n },\n where: {\n id: baseId,\n deletedTime: null,\n },\n });\n }\n\n async shuffle(spaceId: string) {\n const bases = await this.prismaService.base.findMany({\n where: { spaceId, deletedTime: null },\n select: { id: true },\n orderBy: { order: 'asc' },\n });\n\n this.logger.log(`lucky base shuffle! ${spaceId}`, 'shuffle');\n\n await this.prismaService.$tx(async (prisma) => {\n for (let i = 0; i < bases.length; i++) {\n const base = bases[i];\n await prisma.base.update({\n data: { order: i },\n where: { id: base.id },\n });\n }\n });\n }\n\n async updateOrder(baseId: string, orderRo: IUpdateOrderRo) {\n const { anchorId, position } = orderRo;\n\n const base = await this.prismaService.base\n .findFirstOrThrow({\n select: { spaceId: true, order: true, id: true },\n where: { id: baseId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException('Base not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.base.notFound',\n },\n });\n });\n\n const anchorBase = await this.prismaService.base\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: { spaceId: base.spaceId, id: anchorId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException('Anchor base not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.base.anchorNotFound',\n context: {\n anchorId,\n },\n },\n });\n });\n\n await updateOrder({\n query: base.spaceId,\n position,\n item: base,\n anchorItem: anchorBase,\n getNextItem: async (whereOrder, align) => {\n return this.prismaService.base.findFirst({\n select: { order: true, id: true },\n where: {\n spaceId: base.spaceId,\n deletedTime: null,\n order: whereOrder,\n },\n orderBy: { order: align },\n });\n },\n update: async (_, id, data) => {\n await this.prismaService.base.update({\n data: { order: data.newOrder },\n where: { id },\n });\n },\n shuffle: this.shuffle.bind(this),\n });\n }\n\n async deleteBase(baseId: string) {\n const userId = this.cls.get('user.id');\n\n await this.prismaService.base.update({\n data: { deletedTime: new Date(), lastModifiedBy: userId },\n where: { id: baseId, deletedTime: null },\n });\n }\n\n async duplicateBase(duplicateBaseRo: IDuplicateBaseRo) {\n const { fromBaseId } = duplicateBaseRo;\n\n // Regular permission check, base update permission\n await this.checkBaseUpdatePermission(fromBaseId);\n\n this.logger.log(`base-duplicate-service: Start to duplicating base: ${fromBaseId}`);\n\n return await this.prismaService.$tx(\n async () => {\n const result = await this.baseDuplicateService.duplicateBase(duplicateBaseRo);\n return result.base;\n },\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n }\n\n private async checkBaseUpdatePermission(baseId: string) {\n // First check if the user has the base read permission\n await this.permissionService.validPermissions(baseId, ['base|update']);\n\n // Then check the token permissions if the request was made with a token\n const accessTokenId = this.cls.get('accessTokenId');\n if (accessTokenId) {\n await this.permissionService.validPermissions(baseId, ['base|update'], accessTokenId);\n }\n }\n\n private async checkBaseCreatePermission(spaceId: string) {\n await this.permissionService.validPermissions(spaceId, ['base|create']);\n\n const accessTokenId = this.cls.get('accessTokenId');\n if (accessTokenId) {\n await this.permissionService.validPermissions(spaceId, ['base|create'], accessTokenId);\n }\n }\n\n async createBaseFromTemplate(\n createBaseFromTemplateRo: ICreateBaseFromTemplateRo\n ): Promise {\n const { spaceId, templateId, withRecords, baseId } = createBaseFromTemplateRo;\n const template = await this.prismaService.template.findUniqueOrThrow({\n where: { id: templateId },\n select: {\n snapshot: true,\n name: true,\n publishInfo: true,\n },\n });\n\n if (baseId) {\n // check the base update permission\n await this.checkBaseUpdatePermission(baseId);\n\n const base = await this.prismaService.base.findUniqueOrThrow({\n where: { id: baseId, deletedTime: null },\n select: {\n spaceId: true,\n },\n });\n\n if (base.spaceId !== spaceId) {\n throw new CustomHttpException(\n 'BaseId and spaceId mismatch',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.base.baseAndSpaceMismatch',\n context: {\n baseId,\n spaceId,\n },\n },\n }\n );\n }\n }\n\n const { baseId: fromBaseId = '' } = template?.snapshot ? JSON.parse(template.snapshot) : {};\n\n if (!template || !fromBaseId) {\n throw new CustomHttpException('Template not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.base.templateNotFound',\n context: {\n templateId,\n },\n },\n });\n }\n\n return await this.prismaService.$tx(\n async () => {\n const res = await this.baseDuplicateService.duplicateBase(\n {\n name: template.name!,\n fromBaseId,\n spaceId,\n withRecords,\n baseId,\n },\n false,\n BaseDuplicateMode.ApplyTemplate\n );\n await this.prismaService.txClient().template.update({\n where: { id: templateId },\n data: { usageCount: { increment: 1 } },\n });\n\n // Emit template apply audit log\n await this.baseDuplicateService.emitBaseTemplateApplyAuditLog(\n res.base.id,\n createBaseFromTemplateRo,\n res.recordsLength\n );\n\n // Get defaultUrl from publishInfo\n const publishInfo = template.publishInfo as { defaultUrl?: string } | null;\n const defaultUrl = publishInfo?.defaultUrl;\n\n // If defaultUrl exists, replace the snapshot baseId with the new baseId\n if (defaultUrl) {\n const maps = this.getUrlMap(res as unknown as Record);\n const newDefaultUrl = replaceDefaultUrl(defaultUrl, {\n ...maps,\n baseMap: {\n [fromBaseId]: res.base.id,\n },\n });\n return {\n ...res.base,\n defaultUrl: newDefaultUrl,\n };\n }\n\n return res.base;\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n protected getUrlMap(res: Record) {\n const maps = pick(res, ['tableIdMap', 'viewIdMap', 'dashboardIdMap']);\n return {\n ...maps,\n } as unknown as Record>;\n }\n\n async getPermission() {\n const permissions = this.cls.get('permissions');\n return [\n ...actionPrefixMap[ActionPrefix.Table],\n ...actionPrefixMap[ActionPrefix.Base],\n ...actionPrefixMap[ActionPrefix.Automation],\n ...actionPrefixMap[ActionPrefix.App],\n ...actionPrefixMap[ActionPrefix.TableRecordHistory],\n ].reduce((acc, action) => {\n acc[action] = permissions.includes(action);\n return acc;\n }, {} as IGetBasePermissionVo);\n }\n\n async permanentDeleteBase(baseId: string, ignorePermissionCheck: boolean = false) {\n if (!ignorePermissionCheck) {\n const accessTokenId = this.cls.get('accessTokenId');\n await this.permissionService.validPermissions(baseId, ['base|delete'], accessTokenId, true);\n }\n\n return await this.prismaService.$tx(\n async (prisma) => {\n const tables = await prisma.tableMeta.findMany({\n where: { baseId },\n select: { id: true },\n });\n const tableIds = tables.map(({ id }) => id);\n\n await this.dropBase(baseId, tableIds);\n await this.tableOpenApiService.cleanReferenceFieldIds(tableIds);\n await this.tableOpenApiService.cleanTablesRelatedData(baseId, tableIds);\n await this.cleanBaseRelatedData(baseId);\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n private async permanentEmptyBaseRelatedData(baseId: string) {\n return await this.prismaService.$tx(\n async (prisma) => {\n const tables = await prisma.tableMeta.findMany({\n where: { baseId },\n select: { id: true },\n });\n const tableIds = tables.map(({ id }) => id);\n\n await this.dropBaseTable(tableIds);\n await this.tableOpenApiService.cleanReferenceFieldIds(tableIds);\n await this.tableOpenApiService.cleanTablesRelatedData(baseId, tableIds);\n await this.cleanBaseRelatedDataWithoutBase(baseId);\n await this.cleanRelativeNodesData(baseId);\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n private async cleanBaseRelatedDataWithoutBase(baseId: string) {\n // delete collaborators for base\n await this.prismaService.txClient().collaborator.deleteMany({\n where: { resourceId: baseId, resourceType: CollaboratorType.Base },\n });\n\n // delete invitation for base\n await this.prismaService.txClient().invitation.deleteMany({\n where: { baseId },\n });\n\n // delete invitation record for base\n await this.prismaService.txClient().invitationRecord.deleteMany({\n where: { baseId },\n });\n\n // delete trash for base\n await this.prismaService.txClient().trash.deleteMany({\n where: {\n resourceId: baseId,\n resourceType: ResourceType.Base,\n },\n });\n }\n\n private async cleanRelativeNodesData(baseId: string) {\n const prisma = this.prismaService.txClient();\n await prisma.baseNode.deleteMany({\n where: { baseId },\n });\n await prisma.baseNodeFolder.deleteMany({\n where: { baseId },\n });\n }\n\n async dropBase(baseId: string, tableIds: string[]) {\n const sql = this.dbProvider.dropSchema(baseId);\n if (sql) {\n return await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n await this.tableOpenApiService.dropTables(tableIds);\n }\n\n async dropBaseTable(tableIds: string[]) {\n await this.tableOpenApiService.dropTables(tableIds);\n }\n\n async cleanBaseRelatedData(baseId: string) {\n // delete collaborators for base\n await this.prismaService.txClient().collaborator.deleteMany({\n where: { resourceId: baseId, resourceType: CollaboratorType.Base },\n });\n\n // delete invitation for base\n await this.prismaService.txClient().invitation.deleteMany({\n where: { baseId },\n });\n\n // delete invitation record for base\n await this.prismaService.txClient().invitationRecord.deleteMany({\n where: { baseId },\n });\n\n // delete base\n await this.prismaService.txClient().base.delete({\n where: { id: baseId },\n });\n\n // delete trash for base\n await this.prismaService.txClient().trash.deleteMany({\n where: {\n resourceId: baseId,\n resourceType: ResourceType.Base,\n },\n });\n\n await this.cleanRelativeNodesData(baseId);\n }\n\n async moveBase(baseId: string, moveBaseRo: IMoveBaseRo) {\n const { spaceId } = moveBaseRo;\n // check if has the permission to create base in the target space\n await this.checkBaseCreatePermission(spaceId);\n await this.prismaService.base.update({\n where: { id: baseId },\n data: { spaceId },\n });\n }\n\n async generateBaseErd(baseId: string): Promise {\n return await this.graphService.generateBaseErd(baseId);\n }\n\n private async generateDefaultUrlForNode(\n snapshotBaseId: string,\n snapshotNodeId: string | null\n ): Promise {\n if (!snapshotNodeId) {\n return null;\n }\n\n const prisma = this.prismaService.txClient();\n\n const node = await prisma.baseNode.findFirst({\n where: { baseId: snapshotBaseId, id: snapshotNodeId },\n select: { resourceType: true, resourceId: true },\n });\n\n if (!node) {\n return null;\n }\n\n const { resourceType, resourceId } = node;\n\n switch (resourceType) {\n case BaseNodeResourceType.Table: {\n const table = await prisma.tableMeta.findFirst({\n where: { id: resourceId, deletedTime: null },\n select: { id: true },\n });\n if (!table) {\n return `/base/${snapshotBaseId}`;\n }\n const defaultView = await prisma.view.findFirst({\n where: { tableId: resourceId, deletedTime: null },\n orderBy: { order: 'asc' },\n select: { id: true },\n });\n if (defaultView) {\n return `/base/${snapshotBaseId}/table/${resourceId}/${defaultView.id}`;\n }\n return `/base/${snapshotBaseId}/table/${resourceId}`;\n }\n case BaseNodeResourceType.Dashboard:\n return `/base/${snapshotBaseId}/dashboard/${resourceId}`;\n case BaseNodeResourceType.Workflow:\n return `/base/${snapshotBaseId}/automation/${resourceId}`;\n case BaseNodeResourceType.App:\n return `/base/${snapshotBaseId}/app/${resourceId}`;\n default:\n return `/base/${snapshotBaseId}`;\n }\n }\n\n async publishBase(baseId: string, publishBaseRo: IPublishBaseRo) {\n return await this.prismaService.$tx(\n async (prisma) => {\n const template = await prisma.template.findFirst({\n where: { baseId },\n select: { id: true, snapshot: true },\n });\n const { title, description, cover, nodes, includeData } = publishBaseRo;\n\n const snapshotBaseId = template?.snapshot\n ? JSON.parse(template.snapshot).baseId\n : undefined;\n\n const snapshot = await this.createSnapshot(baseId, nodes, includeData, snapshotBaseId);\n\n // Calculate snapshotActiveNodeId and defaultUrl\n const snapshotActiveNodeId = publishBaseRo.defaultActiveNodeId\n ? snapshot.nodeIdMap?.[publishBaseRo.defaultActiveNodeId] || null\n : null;\n const defaultUrl = await this.generateDefaultUrlForNode(\n snapshot.baseId,\n snapshotActiveNodeId\n );\n\n const publishInfo = {\n nodes: publishBaseRo.nodes,\n includeData: publishBaseRo.includeData,\n defaultActiveNodeId: publishBaseRo.defaultActiveNodeId,\n snapshotActiveNodeId,\n defaultUrl,\n };\n\n // Generate thumbnail for template cover image\n if (cover) {\n const coverThumbnail = await this.cropTemplateCoverImage(cover);\n\n if (coverThumbnail?.lgThumbnailPath && coverThumbnail?.smThumbnailPath) {\n cover.thumbnailPath = {\n lg: coverThumbnail.lgThumbnailPath,\n sm: coverThumbnail.smThumbnailPath,\n };\n }\n }\n\n // if already published, update template\n if (template) {\n const updatedTemplate = await prisma.template.update({\n where: { id: template.id },\n data: {\n name: title,\n description,\n cover: cover ? JSON.stringify(cover) : undefined,\n snapshot: JSON.stringify({\n baseId: snapshot.baseId,\n snapshotTime: new Date().toISOString(),\n spaceId: snapshot.spaceId,\n name: snapshot.name,\n }),\n publishInfo,\n lastModifiedBy: this.cls.get('user.id'),\n },\n select: {\n id: true,\n },\n });\n\n return {\n baseId: snapshot.baseId,\n defaultUrl,\n permalink: `/t/${updatedTemplate.id}`,\n };\n }\n\n // if the base is not published, create a template\n // publish snapshot\n const newTemplate = await this.createTemplateBySnapshot(\n baseId,\n snapshot,\n publishBaseRo,\n publishInfo\n );\n\n return {\n baseId: snapshot.baseId,\n defaultUrl,\n permalink: `/t/${newTemplate.id}`,\n };\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n private async createSnapshot(\n baseId: string,\n nodes?: string[],\n includeData?: boolean,\n existedBaseId?: string\n ) {\n const prisma = this.prismaService.txClient();\n const { id: templateSpaceId } = await prisma.space.findFirstOrThrow({\n where: {\n isTemplate: true,\n },\n select: {\n id: true,\n },\n });\n const base = await prisma.base.findUniqueOrThrow({\n where: { id: baseId, deletedTime: null },\n select: {\n name: true,\n },\n });\n\n if (existedBaseId) {\n // delete some related data\n await this.cleanTemplateRelatedData(existedBaseId);\n }\n\n const {\n base: { id, spaceId, name },\n nodeIdMap,\n } = await this.baseDuplicateService.duplicateBase(\n {\n fromBaseId: baseId,\n spaceId: templateSpaceId,\n withRecords: includeData ?? true,\n name: base?.name,\n nodes,\n baseId: existedBaseId,\n },\n false,\n BaseDuplicateMode.CreateTemplate\n );\n\n return {\n baseId: id,\n spaceId,\n name,\n nodeIdMap,\n };\n }\n\n async cleanTemplateRelatedData(baseId: string) {\n await this.permanentEmptyBaseRelatedData(baseId);\n }\n\n /**\n * Generate thumbnail for template cover image\n * Template only has one cover image, so we generate thumbnail synchronously (no queue needed)\n */\n private async cropTemplateCoverImage(cover: {\n path: string;\n mimetype?: string;\n height?: number;\n }) {\n const { path, mimetype, height } = cover;\n\n // Only process images with height info\n if (!mimetype?.startsWith('image/') || !height) {\n return;\n }\n\n // Only generate thumbnail if the image is larger than the thumbnail size\n if (height <= ATTACHMENT_LG_THUMBNAIL_HEIGHT) {\n return;\n }\n\n try {\n const bucket = StorageAdapter.getBucket(UploadType.Template);\n const result = await this.attachmentsStorageService.cropTableImage(bucket, path, height);\n const { lgThumbnailPath, smThumbnailPath } = result;\n this.logger.log(`Template cover thumbnail generated for path: ${path}`);\n return {\n lgThumbnailPath,\n smThumbnailPath,\n };\n } catch (error) {\n // Log error but don't fail the publish operation\n this.logger.error(`Failed to generate template cover thumbnail: ${(error as Error).message}`);\n }\n }\n\n private async createTemplateBySnapshot(\n sourceBaseId: string,\n snapshot: {\n baseId: string;\n spaceId: string;\n name: string;\n nodeIdMap: Record;\n },\n publishBaseRo: IPublishBaseRo,\n publishInfo: {\n nodes?: string[];\n includeData?: boolean;\n defaultActiveNodeId?: string | null;\n snapshotActiveNodeId: string | null;\n defaultUrl: string | null;\n }\n ) {\n const { title, description, cover } = publishBaseRo;\n const prisma = this.prismaService.txClient();\n const templateId = generateTemplateId();\n const { baseId, spaceId, name } = snapshot;\n\n const order = await this.prismaService.template.aggregate({\n _max: {\n order: true,\n },\n });\n\n const userId = this.cls.get('user.id');\n\n const finalOrder = isNumber(order._max.order) ? order._max.order + 1 : 1;\n\n return await prisma.template.create({\n data: {\n id: templateId,\n name: title,\n description,\n cover: cover ? JSON.stringify(cover) : undefined,\n createdBy: userId,\n order: finalOrder,\n isPublished: true,\n baseId: sourceBaseId,\n snapshot: JSON.stringify({\n baseId: baseId,\n snapshotTime: new Date().toISOString(),\n spaceId,\n name,\n }),\n publishInfo,\n },\n select: {\n id: true,\n },\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/constant.ts", "content": "export const EXCLUDE_SYSTEM_FIELDS = [\n '__auto_number',\n '__created_time',\n '__last_modified_time',\n '__last_modified_by',\n '__created_by',\n '__version',\n];\n\nexport const DEFAULT_EXPRESSION = `\"TRIM('')\"`;\n" }, { "path": "apps/nestjs-backend/src/features/base/db-connection.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { BaseModule } from './base.module';\nimport { DbConnectionService } from './db-connection.service';\n\ndescribe('DbConnectionService', () => {\n let service: DbConnectionService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, BaseModule],\n }).compile();\n\n service = module.get(DbConnectionService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/base/db-connection.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable, Logger } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport type { IDsn } from '@teable/core';\nimport { DriverClient, HttpErrorCode, parseDsn } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IDbConnectionVo } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { nanoid } from 'nanoid';\nimport { InjectModel } from 'nest-knexjs';\nimport { BaseConfig, type IBaseConfig } from '../../configs/base.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\n\n@Injectable()\nexport class DbConnectionService {\n private readonly logger = new Logger(DbConnectionService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly configService: ConfigService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @BaseConfig() private readonly baseConfig: IBaseConfig\n ) {}\n\n private getUrlFromDsn(dsn: IDsn): string {\n const { driver, host, port, db, user, pass, params } = dsn;\n if (driver !== DriverClient.Pg) {\n throw new CustomHttpException('Unsupported database driver', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.dbConnection.unsupportedDriver',\n context: {\n driver,\n },\n },\n });\n }\n\n const paramString =\n Object.entries(params as Record)\n .map(([key, value]) => `${key}=${value}`)\n .join('&') || '';\n\n return `postgresql://${user}:${pass}@${host}:${port}/${db}?${paramString}`;\n }\n\n async remove(baseId: string) {\n if (this.dbProvider.driver !== DriverClient.Pg) {\n throw new CustomHttpException('Unsupported database driver', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.dbConnection.unsupportedDriver',\n context: {\n driver: this.dbProvider.driver,\n },\n },\n });\n }\n\n const readOnlyRole = `read_only_role_${baseId}`;\n const schemaName = baseId;\n return this.prismaService.$tx(async (prisma) => {\n // Verify if the base exists and if the user is the owner\n await prisma.base\n .findFirstOrThrow({\n where: { id: baseId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(\n 'Only the base owner can remove a db connection',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.dbConnection.onlyOwnerCanRemove',\n context: {\n baseId,\n },\n },\n }\n );\n });\n\n // Revoke permissions from the role for the schema\n await prisma.$executeRawUnsafe(\n this.knex.raw('REVOKE USAGE ON SCHEMA ?? FROM ??', [schemaName, readOnlyRole]).toQuery()\n );\n\n await prisma.$executeRawUnsafe(\n this.knex\n .raw(`ALTER DEFAULT PRIVILEGES IN SCHEMA ?? REVOKE ALL ON TABLES FROM ??`, [\n schemaName,\n readOnlyRole,\n ])\n .toQuery()\n );\n\n // Revoke permissions from the role for the tables in schema\n await prisma.$executeRawUnsafe(\n this.knex\n .raw('REVOKE ALL PRIVILEGES ON ALL TABLES IN SCHEMA ?? FROM ??', [\n schemaName,\n readOnlyRole,\n ])\n .toQuery()\n );\n\n // drop the role\n await prisma.$executeRawUnsafe(\n this.knex.raw('DROP ROLE IF EXISTS ??', [readOnlyRole]).toQuery()\n );\n\n await prisma.base.update({\n where: { id: baseId },\n data: { schemaPass: null },\n });\n });\n }\n\n private async roleExits(role: string): Promise {\n const roleExists = await this.prismaService.$queryRaw<\n { count: bigint }[]\n >`SELECT count(*) FROM pg_roles WHERE rolname=${role}`;\n return Boolean(roleExists[0].count);\n }\n\n private async getConnectionCount(role: string): Promise {\n const roleExists = await this.prismaService.$queryRaw<\n { count: bigint }[]\n >`SELECT COUNT(*) FROM pg_stat_activity WHERE usename=${role}`;\n return Number(roleExists[0].count);\n }\n\n async retrieve(baseId: string): Promise {\n if (this.dbProvider.driver !== DriverClient.Pg) {\n return null;\n }\n\n const readOnlyRole = `read_only_role_${baseId}`;\n const publicDatabaseProxy = this.baseConfig.publicDatabaseProxy;\n if (!publicDatabaseProxy) {\n this.logger.error('PUBLIC_DATABASE_PROXY is not found in env');\n return null;\n }\n\n const { hostname: dbHostProxy, port: dbPortProxy } = new URL(`https://${publicDatabaseProxy}`);\n\n // Check if the base exists and the user is the owner\n const base = await this.prismaService.base.findFirst({\n where: { id: baseId, deletedTime: null },\n select: { id: true, schemaPass: true },\n });\n\n if (!base?.schemaPass) {\n return null;\n }\n\n // Check if the read-only role already exists\n if (!(await this.roleExits(readOnlyRole))) {\n throw new CustomHttpException('Role does not exist', HttpErrorCode.INTERNAL_SERVER_ERROR, {\n localization: {\n i18nKey: 'httpErrors.dbConnection.roleNotExist',\n context: {\n role: readOnlyRole,\n },\n },\n });\n }\n\n const currentConnections = await this.getConnectionCount(readOnlyRole);\n\n const databaseUrl = this.configService.getOrThrow('PRISMA_DATABASE_URL');\n const { db } = parseDsn(databaseUrl);\n\n // Construct the DSN for the read-only role\n const dsn: IDbConnectionVo['dsn'] = {\n driver: DriverClient.Pg,\n host: dbHostProxy,\n port: Number(dbPortProxy),\n db: db,\n user: readOnlyRole,\n pass: base.schemaPass,\n params: {\n schema: baseId,\n },\n };\n\n // Get the URL from the DSN\n const url = this.getUrlFromDsn(dsn);\n\n return {\n dsn,\n connection: {\n max: this.baseConfig.defaultMaxBaseDBConnections,\n current: currentConnections,\n },\n url,\n };\n }\n\n /**\n * public a schema specify and readonly connection\n *\n * check role is empty, if not, throw badRequest\n *\n * create a readonly role\n *\n * limit role to only access the schema\n */\n async create(baseId: string) {\n if (this.dbProvider.driver === DriverClient.Pg) {\n const readOnlyRole = `read_only_role_${baseId}`;\n const schemaName = baseId;\n const password = nanoid();\n const publicDatabaseProxy = this.baseConfig.publicDatabaseProxy;\n if (!publicDatabaseProxy) {\n this.logger.error('PUBLIC_DATABASE_PROXY is not found in env');\n return null;\n }\n\n const { hostname: dbHostProxy, port: dbPortProxy } = new URL(\n `https://${publicDatabaseProxy}`\n );\n const databaseUrl = this.configService.getOrThrow('PRISMA_DATABASE_URL');\n const { db } = parseDsn(databaseUrl);\n\n return this.prismaService.$tx(async (prisma) => {\n await prisma.base\n .findFirstOrThrow({\n where: { id: baseId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(\n 'Only base owner can create db connection',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.dbConnection.onlyOwnerCanCreate',\n context: {\n baseId,\n },\n },\n }\n );\n });\n\n await prisma.base.update({\n where: { id: baseId },\n data: { schemaPass: password },\n });\n\n // Create a read-only role\n await prisma.$executeRawUnsafe(\n this.knex\n .raw(\n `CREATE ROLE ?? WITH LOGIN PASSWORD ? NOSUPERUSER NOINHERIT NOCREATEDB NOCREATEROLE NOREPLICATION CONNECTION LIMIT ?`,\n [readOnlyRole, password, this.baseConfig.defaultMaxBaseDBConnections]\n )\n .toQuery()\n );\n\n await prisma.$executeRawUnsafe(\n this.knex.raw(`GRANT USAGE ON SCHEMA ?? TO ??`, [schemaName, readOnlyRole]).toQuery()\n );\n\n await prisma.$executeRawUnsafe(\n this.knex\n .raw(`GRANT SELECT ON ALL TABLES IN SCHEMA ?? TO ??`, [schemaName, readOnlyRole])\n .toQuery()\n );\n\n await prisma.$executeRawUnsafe(\n this.knex\n .raw(`ALTER DEFAULT PRIVILEGES IN SCHEMA ?? GRANT SELECT ON TABLES TO ??`, [\n schemaName,\n readOnlyRole,\n ])\n .toQuery()\n );\n\n const dsn: IDbConnectionVo['dsn'] = {\n driver: DriverClient.Pg,\n host: dbHostProxy,\n port: Number(dbPortProxy),\n db: db,\n user: readOnlyRole,\n pass: password,\n params: {\n schema: baseId,\n },\n };\n\n return {\n dsn,\n connection: {\n max: this.baseConfig.defaultMaxBaseDBConnections,\n current: 0,\n },\n url: this.getUrlFromDsn(dsn),\n };\n });\n }\n\n throw new CustomHttpException('Unsupported database driver', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.dbConnection.unsupportedDriver',\n context: {\n driver: this.dbProvider.driver,\n },\n },\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base/utils.spec.ts", "content": "import { replaceExpressionFieldIds, replaceJsonStringFieldIds } from './utils';\n\ndescribe('replaceFieldIds function', () => {\n it('replaces fieldIds in the expression with their mapped values', () => {\n const old2NewFieldMap = {\n fld123: 'newFld456',\n fld789: 'newFld101112',\n };\n const expression = 'This is a test with {fld123} and also {fld789}.';\n const expectedResult = 'This is a test with {newFld456} and also {newFld101112}.';\n\n expect(replaceExpressionFieldIds(expression, old2NewFieldMap)).toEqual(expectedResult);\n });\n\n it('does not replace non-existent fieldIds', () => {\n const old2NewFieldMap = {\n fld123: 'newFld456',\n };\n const expression = 'This is a test with {fld123} and also {fldNonExistent}.';\n const expectedResult = 'This is a test with {newFld456} and also {fldNonExistent}.';\n\n expect(replaceExpressionFieldIds(expression, old2NewFieldMap)).toEqual(expectedResult);\n });\n\n it('correctly ignores invalid fieldId formats', () => {\n const old2NewFieldMap = {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n '1fldInvalid': 'newFld456',\n };\n const expression = 'Check {1fldInvalid} and {fld123}.';\n const expectedResult = 'Check {1fldInvalid} and {fld123}.'; // Assuming fld123 is not in the map, and 1fldInvalid is ignored due to invalid format\n\n expect(replaceExpressionFieldIds(expression, old2NewFieldMap)).toEqual(expectedResult);\n });\n});\n\ndescribe('replaceJsonStringFieldIds', () => {\n it('should replace fieldIds in jsonString correctly', () => {\n const jsonString =\n '{\"exampleFieldId\": \"fld1234567890abcdef\", \"nested\": {\"fld234567890abcdefg\": \"someValue\"}}';\n const old2NewFieldMap = {\n fld1234567890abcdef: 'fldNew1234567890abcd',\n fld234567890abcdefg: 'fldNew234567890abcde',\n };\n\n const expectedResult =\n '{\"exampleFieldId\": \"fldNew1234567890abcd\", \"nested\": {\"fldNew234567890abcde\": \"someValue\"}}';\n\n const result = replaceJsonStringFieldIds(jsonString, old2NewFieldMap);\n\n expect(result).toBe(expectedResult);\n });\n\n it('should not modify jsonString if no fieldIds match', () => {\n const jsonString = '{\"unrelatedKey\": \"unrelatedValue\", \"anotherKey\": 123}';\n const old2NewFieldMap = {\n fldDoesNotExist: 'fldNewValue',\n };\n const result = replaceJsonStringFieldIds(jsonString, old2NewFieldMap);\n expect(result).toBe(jsonString);\n });\n\n it('should handle jsonString with empty fieldId map', () => {\n const jsonString = '{\"exampleFieldId\": \"fld1234567890abcdef\"}';\n const old2NewFieldMap = {};\n const result = replaceJsonStringFieldIds(jsonString, old2NewFieldMap);\n expect(result).toBe(jsonString); // Expect no change since the map is empty\n });\n\n it('should correctly replace fieldIds when they appear as values', () => {\n const jsonString = '{\"key\": \"fld1234567890abcdef\"}';\n const old2NewFieldMap = {\n fld1234567890abcdef: 'fldReplacement',\n };\n const expectedResult = '{\"key\": \"fldReplacement\"}';\n const result = replaceJsonStringFieldIds(jsonString, old2NewFieldMap);\n expect(result).toBe(expectedResult);\n });\n\n it('should correctly replace fieldIds when they appear as keys', () => {\n const jsonString = '{\"fld1234567890abcdef\": \"someValue\"}';\n const old2NewFieldMap = {\n fld1234567890abcdef: 'fldNewKey',\n };\n const expectedResult = '{\"fldNewKey\": \"someValue\"}';\n const result = replaceJsonStringFieldIds(jsonString, old2NewFieldMap);\n expect(result).toBe(expectedResult);\n });\n\n it('should handle jsonString with multiple and nested fieldIds', () => {\n const jsonString =\n '{\"fld1234567890abcdef\": \"value1\", \"nested\": {\"fld4561237890abcdef\": \"value2\"}}';\n const old2NewFieldMap = {\n fld1234567890abcdef: 'fldNew4567890abcdef',\n fld4561237890abcdef: 'fldNew1237890abcdef',\n };\n const expectedResult =\n '{\"fldNew4567890abcdef\": \"value1\", \"nested\": {\"fldNew1237890abcdef\": \"value2\"}}';\n const result = replaceJsonStringFieldIds(jsonString, old2NewFieldMap);\n expect(result).toBe(expectedResult);\n });\n\n it('should return original jsonString for empty input', () => {\n const jsonString = '';\n const old2NewFieldMap = {\n fld1234567890abcdef: 'fldReplacement',\n };\n const result = replaceJsonStringFieldIds(jsonString, old2NewFieldMap);\n expect(result).toBe(jsonString);\n });\n\n it('should return null jsonString for null input', () => {\n const jsonString = null;\n const old2NewFieldMap = {\n fld1234567890abcdef: 'fldReplacement',\n };\n const result = replaceJsonStringFieldIds(jsonString, old2NewFieldMap);\n expect(result).toBe(null);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/base/utils.ts", "content": "function escapeRegExp(string: string): string {\n return string.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&');\n}\n\nexport function replaceExpressionFieldIds(\n expression: string,\n fieldIdMap: { [oldFieldId: string]: string }\n): string {\n const regex = /\\{([a-z][a-z\\d]*)\\}/gi;\n return expression.replace(regex, (match, fieldId) => {\n return fieldIdMap[fieldId] ? `{${fieldIdMap[fieldId]}}` : match;\n });\n}\n\nexport function replaceJsonStringFieldIds(\n jsonString: string | null,\n old2NewFieldMap: { [key: string]: string }\n): string | null {\n const regex = /\"fld[A-Za-z\\d]{16}\"/g;\n if (!jsonString) return jsonString;\n\n return jsonString.replace(regex, (match) => {\n const fieldId = match.slice(1, -1);\n const newFieldId = old2NewFieldMap[fieldId];\n return newFieldId ? `\"${newFieldId}\"` : match;\n });\n}\n\nexport function replaceStringByMap(\n config: unknown,\n maps: Record>\n): string | undefined;\nexport function replaceStringByMap(\n config: unknown,\n maps: Record>,\n returnJSONString: false\n): unknown;\nexport function replaceStringByMap(\n config: unknown,\n maps: Record>,\n returnJSONString: boolean = true\n): string | undefined | unknown {\n if (!config) {\n return;\n }\n\n let newConfigStr = JSON.stringify(config);\n\n for (const [, value] of Object.entries(maps)) {\n if (value) {\n Object.entries(value).forEach(([mapKey, mapValue]) => {\n newConfigStr = newConfigStr.replaceAll(new RegExp(escapeRegExp(mapKey), 'gi'), mapValue);\n });\n }\n }\n\n return returnJSONString ? newConfigStr : JSON.parse(newConfigStr);\n}\n\nexport const replaceDefaultUrl = (\n defaultUrl: string,\n maps: Record>\n) => {\n if (!defaultUrl) return defaultUrl;\n\n let newDefaultUrl = defaultUrl;\n\n for (const [, value] of Object.entries(maps)) {\n if (value) {\n Object.entries(value).forEach(([mapKey, mapValue]) => {\n newDefaultUrl = newDefaultUrl.replaceAll(mapKey, mapValue);\n });\n }\n }\n\n return newDefaultUrl;\n};\n\nexport const mergeLinkFieldTableMaps = (\n map1: Record<\n string,\n { dbFieldName: string; selfKeyName: string; isMultipleCellValue: boolean }[]\n >,\n map2: Record\n) => {\n const merged = { ...map1 };\n Object.entries(map2).forEach(([tableId, fields]) => {\n merged[tableId] = [...(merged[tableId] || []), ...fields];\n });\n return merged;\n};\n" }, { "path": "apps/nestjs-backend/src/features/base-node/base-node.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n Body,\n Controller,\n Delete,\n Get,\n Headers,\n Param,\n Post,\n Put,\n Res,\n UseGuards,\n} from '@nestjs/common';\nimport {\n BaseNodeResourceType,\n moveBaseNodeRoSchema,\n createBaseNodeRoSchema,\n duplicateBaseNodeRoSchema,\n ICreateBaseNodeRo,\n IDuplicateBaseNodeRo,\n IMoveBaseNodeRo,\n updateBaseNodeRoSchema,\n IUpdateBaseNodeRo,\n type IBaseNodeTreeVo,\n type IBaseNodeVo,\n type IDeleteBaseNodeVo,\n} from '@teable/openapi';\nimport type { Response } from 'express';\nimport { ClsService } from 'nestjs-cls';\nimport { EmitControllerEvent } from '../../event-emitter/decorators/emit-controller-event.decorator';\nimport { Events } from '../../event-emitter/events';\nimport type { IClsStore } from '../../types/cls';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { AllowAnonymous, AllowAnonymousType } from '../auth/decorators/allow-anonymous.decorator';\nimport { BaseNodePermissions } from '../auth/decorators/base-node-permissions.decorator';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { BaseNodePermissionGuard } from '../auth/guard/base-node-permission.guard';\nimport {\n X_TEABLE_V2_FEATURE_HEADER,\n X_TEABLE_V2_HEADER,\n X_TEABLE_V2_REASON_HEADER,\n} from '../canary/interceptors/v2-indicator.interceptor';\nimport { checkBaseNodePermission } from './base-node.permission.helper';\nimport { BaseNodeService } from './base-node.service';\nimport { BaseNodeAction } from './types';\n\n@Controller('api/base/:baseId/node')\n@UseGuards(BaseNodePermissionGuard)\n@AllowAnonymous(AllowAnonymousType.RESOURCE)\nexport class BaseNodeController {\n protected static readonly createTableV2Feature = 'createTable';\n protected static readonly deleteTableV2Feature = 'deleteTable';\n\n constructor(\n private readonly baseNodeService: BaseNodeService,\n private readonly cls: ClsService\n ) {}\n\n @Get('list')\n @Permissions('base|read')\n async getList(@Param('baseId') baseId: string): Promise {\n const permissionContext = await this.getPermissionContext(baseId);\n const nodeList = await this.baseNodeService.getList(baseId);\n const allowedNodeIds = this.getAllowedNodeIds(nodeList, permissionContext.shareNodeId);\n return nodeList.filter((node) => this.filterNode(node, permissionContext, allowedNodeIds));\n }\n\n @Get('tree')\n @Permissions('base|read')\n async getTree(@Param('baseId') baseId: string): Promise {\n const permissionContext = await this.getPermissionContext(baseId);\n const tree = await this.baseNodeService.getTree(baseId);\n const allowedNodeIds = this.getAllowedNodeIds(tree.nodes, permissionContext.shareNodeId);\n return {\n ...tree,\n nodes: tree.nodes.filter((node) => this.filterNode(node, permissionContext, allowedNodeIds)),\n };\n }\n\n private filterNode(\n node: IBaseNodeVo,\n permissionContext: { permissionSet: Set; shareNodeId?: string },\n allowedNodeIds?: Set\n ): boolean {\n if (allowedNodeIds && !allowedNodeIds.has(node.id)) {\n return false;\n }\n\n // Then check standard permissions\n return checkBaseNodePermission(\n { resourceType: node.resourceType, resourceId: node.resourceId },\n BaseNodeAction.Read,\n permissionContext\n );\n }\n\n protected getAllowedNodeIds(nodes: IBaseNodeVo[], shareNodeId?: string) {\n if (!shareNodeId) {\n return undefined;\n }\n const nodeIds = new Set(nodes.map((node) => node.id));\n if (!nodeIds.has(shareNodeId)) {\n return new Set();\n }\n const childrenByParent = new Map();\n for (const node of nodes) {\n if (!node.parentId) {\n continue;\n }\n const current = childrenByParent.get(node.parentId) ?? [];\n current.push(node.id);\n childrenByParent.set(node.parentId, current);\n }\n const allowed = new Set();\n const queue = [shareNodeId];\n while (queue.length) {\n const current = queue.shift();\n if (!current || allowed.has(current)) {\n continue;\n }\n allowed.add(current);\n const children = childrenByParent.get(current) ?? [];\n for (const childId of children) {\n if (!allowed.has(childId)) {\n queue.push(childId);\n }\n }\n }\n return allowed;\n }\n\n @Get(':nodeId')\n @Permissions('base|read')\n @BaseNodePermissions(BaseNodeAction.Read)\n async getNode(\n @Param('baseId') baseId: string,\n @Param('nodeId') nodeId: string\n ): Promise {\n return this.baseNodeService.getNodeVo(baseId, nodeId);\n }\n\n @Post()\n @Permissions('base|read')\n @BaseNodePermissions(BaseNodeAction.Create)\n @EmitControllerEvent(Events.BASE_NODE_CREATE)\n async create(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(createBaseNodeRoSchema)) ro: ICreateBaseNodeRo,\n @Headers('x-window-id') windowId: string | undefined,\n @Res({ passthrough: true }) response: Response\n ): Promise {\n await this.prepareCreateTableCanary(baseId, ro, response, windowId);\n return this.baseNodeService.create(baseId, ro);\n }\n\n @Post(':nodeId/duplicate')\n @Permissions('base|read')\n @BaseNodePermissions(BaseNodeAction.Read, BaseNodeAction.Create)\n @EmitControllerEvent(Events.BASE_NODE_CREATE)\n async duplicate(\n @Param('baseId') baseId: string,\n @Param('nodeId') nodeId: string,\n @Body(new ZodValidationPipe(duplicateBaseNodeRoSchema)) ro: IDuplicateBaseNodeRo\n ): Promise {\n return this.baseNodeService.duplicate(baseId, nodeId, ro);\n }\n\n @Put(':nodeId')\n @Permissions('base|read')\n @BaseNodePermissions(BaseNodeAction.Update)\n @EmitControllerEvent(Events.BASE_NODE_UPDATE)\n async update(\n @Param('baseId') baseId: string,\n @Param('nodeId') nodeId: string,\n @Body(new ZodValidationPipe(updateBaseNodeRoSchema)) ro: IUpdateBaseNodeRo\n ): Promise {\n return this.baseNodeService.update(baseId, nodeId, ro);\n }\n\n @Put(':nodeId/move')\n @Permissions('base|update')\n async move(\n @Param('baseId') baseId: string,\n @Param('nodeId') nodeId: string,\n @Body(new ZodValidationPipe(moveBaseNodeRoSchema)) ro: IMoveBaseNodeRo\n ): Promise {\n return this.baseNodeService.move(baseId, nodeId, ro);\n }\n\n @Delete(':nodeId')\n @Permissions('base|read')\n @BaseNodePermissions(BaseNodeAction.Delete)\n @EmitControllerEvent(Events.BASE_NODE_DELETE)\n async delete(\n @Param('baseId') baseId: string,\n @Param('nodeId') nodeId: string,\n @Headers('x-window-id') windowId: string | undefined,\n @Res({ passthrough: true }) response: Response\n ): Promise {\n await this.prepareDeleteTableCanary(baseId, nodeId, response, windowId);\n return this.baseNodeService.delete(baseId, nodeId);\n }\n\n @Delete(':nodeId/permanent')\n @Permissions('base|read')\n @BaseNodePermissions(BaseNodeAction.Delete)\n @EmitControllerEvent(Events.BASE_NODE_DELETE)\n async permanentDelete(\n @Param('baseId') baseId: string,\n @Param('nodeId') nodeId: string,\n @Headers('x-window-id') windowId: string | undefined,\n @Res({ passthrough: true }) response: Response\n ): Promise {\n await this.prepareDeleteTableCanary(baseId, nodeId, response, windowId);\n const result = await this.baseNodeService.delete(baseId, nodeId, true);\n return { ...result, permanent: true };\n }\n\n protected async prepareDeleteTableCanary(\n baseId: string,\n nodeId: string,\n response: Response,\n windowId?: string\n ): Promise {\n if (windowId) {\n this.cls.set('windowId', windowId);\n }\n\n const node = await this.baseNodeService.getNode(baseId, nodeId);\n if (node.resourceType !== BaseNodeResourceType.Table) {\n return;\n }\n\n const decision = await this.baseNodeService.getDeleteTableV2Decision(baseId, nodeId);\n if (!decision) {\n return;\n }\n\n this.cls.set('useV2', decision.useV2);\n this.cls.set('v2Feature', BaseNodeController.deleteTableV2Feature);\n this.cls.set('v2Reason', decision.reason);\n\n response.setHeader(X_TEABLE_V2_HEADER, decision.useV2 ? 'true' : 'false');\n response.setHeader(X_TEABLE_V2_FEATURE_HEADER, BaseNodeController.deleteTableV2Feature);\n response.setHeader(X_TEABLE_V2_REASON_HEADER, decision.reason);\n }\n\n protected async prepareCreateTableCanary(\n baseId: string,\n createRo: ICreateBaseNodeRo,\n response: Response,\n windowId?: string\n ): Promise {\n if (windowId) {\n this.cls.set('windowId', windowId);\n }\n\n if (createRo.resourceType !== BaseNodeResourceType.Table) {\n return;\n }\n\n const decision = await this.baseNodeService.getCreateTableV2Decision(baseId);\n if (!decision) {\n return;\n }\n\n this.cls.set('useV2', decision.useV2);\n this.cls.set('v2Feature', BaseNodeController.createTableV2Feature);\n this.cls.set('v2Reason', decision.reason);\n\n response.setHeader(X_TEABLE_V2_HEADER, decision.useV2 ? 'true' : 'false');\n response.setHeader(X_TEABLE_V2_FEATURE_HEADER, BaseNodeController.createTableV2Feature);\n response.setHeader(X_TEABLE_V2_REASON_HEADER, decision.reason);\n }\n\n protected async getPermissionContext(_baseId: string) {\n const permissions = this.cls.get('permissions');\n const permissionSet = new Set(permissions);\n const baseShare = this.cls.get('baseShare');\n return {\n permissionSet,\n shareNodeId: baseShare?.nodeId,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-node/base-node.listener.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IBaseNodePresenceFlushPayload } from '@teable/openapi';\nimport { BaseNodeResourceType } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { LocalPresence } from 'sharedb/lib/client';\nimport type {\n BaseFolderUpdateEvent,\n BaseFolderDeleteEvent,\n TableDeleteEvent,\n TableUpdateEvent,\n TableCreateEvent,\n BaseFolderCreateEvent,\n} from '../../event-emitter/events';\nimport type {\n AppCreateEvent,\n AppDeleteEvent,\n AppUpdateEvent,\n} from '../../event-emitter/events/app/app.event';\nimport type { BaseDeleteEvent } from '../../event-emitter/events/base/base.event';\nimport type {\n DashboardCreateEvent,\n DashboardDeleteEvent,\n DashboardUpdateEvent,\n} from '../../event-emitter/events/dashboard/dashboard.event';\nimport { Events } from '../../event-emitter/events/event.enum';\nimport type {\n WorkflowCreateEvent,\n WorkflowDeleteEvent,\n WorkflowUpdateEvent,\n} from '../../event-emitter/events/workflow/workflow.event';\nimport { generateBaseNodeListCacheKey } from '../../performance-cache/generate-keys';\nimport { PerformanceCacheService } from '../../performance-cache/service';\nimport type { IPerformanceCacheStore } from '../../performance-cache/types';\nimport { ShareDbService } from '../../share-db/share-db.service';\nimport type { IClsStore } from '../../types/cls';\nimport { presenceHandler } from './helper';\n\ntype IResourceCreateEvent =\n | BaseFolderCreateEvent\n | TableCreateEvent\n | WorkflowCreateEvent\n | DashboardCreateEvent\n | AppCreateEvent;\n\ntype IResourceDeleteEvent =\n | BaseDeleteEvent\n | BaseFolderDeleteEvent\n | TableDeleteEvent\n | WorkflowDeleteEvent\n | DashboardDeleteEvent\n | AppDeleteEvent;\n\ntype IResourceUpdateEvent =\n | BaseFolderUpdateEvent\n | TableUpdateEvent\n | WorkflowUpdateEvent\n | DashboardUpdateEvent\n | AppUpdateEvent;\n\n@Injectable()\nexport class BaseNodeListener {\n private readonly logger = new Logger(BaseNodeListener.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly performanceCacheService: PerformanceCacheService,\n private readonly shareDbService: ShareDbService,\n private readonly cls: ClsService\n ) {}\n\n private getIgnoreBaseNodeListener() {\n return this.cls.get('ignoreBaseNodeListener');\n }\n\n @OnEvent(Events.BASE_FOLDER_CREATE, { async: true })\n @OnEvent(Events.TABLE_CREATE, { async: true })\n @OnEvent(Events.DASHBOARD_CREATE, { async: true })\n @OnEvent(Events.WORKFLOW_CREATE, { async: true })\n @OnEvent(Events.APP_CREATE, { async: true })\n async onResourceCreate(event: IResourceCreateEvent) {\n const ignoreBaseNodeListener = this.getIgnoreBaseNodeListener();\n if (ignoreBaseNodeListener) {\n return;\n }\n\n const { baseId, resourceType, resourceId } = this.prepareResourceCreate(event);\n if (!baseId || !resourceType || !resourceId) {\n this.logger.error('Invalid resource create event', event);\n return;\n }\n\n this.presenceHandler(baseId, (presence) => {\n presence.submit({\n event: 'flush',\n });\n });\n }\n\n private prepareResourceCreate(event: IResourceCreateEvent) {\n let baseId: string;\n let resourceType: BaseNodeResourceType | undefined;\n let resourceId: string | undefined;\n let name: string | undefined;\n let icon: string | undefined;\n switch (event.name) {\n case Events.BASE_FOLDER_CREATE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Folder;\n resourceId = event.payload.folder.id;\n name = event.payload.folder.name;\n break;\n case Events.TABLE_CREATE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Table;\n // get the table id from the table op\n resourceId = (event.payload.table as unknown as { id: string }).id;\n name = event.payload.table.name;\n icon = event.payload.table.icon;\n break;\n case Events.WORKFLOW_CREATE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Workflow;\n resourceId = event.payload.workflow.id;\n name = event.payload.workflow.name;\n break;\n case Events.DASHBOARD_CREATE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Dashboard;\n resourceId = event.payload.dashboard.id;\n name = event.payload.dashboard.name;\n break;\n case Events.APP_CREATE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.App;\n resourceId = event.payload.app.id;\n name = event.payload.app.name;\n break;\n }\n return {\n baseId,\n resourceType,\n resourceId,\n name,\n icon,\n userId: event.context.user?.id,\n };\n }\n\n @OnEvent(Events.BASE_FOLDER_UPDATE, { async: true })\n @OnEvent(Events.TABLE_UPDATE, { async: true })\n @OnEvent(Events.DASHBOARD_UPDATE, { async: true })\n @OnEvent(Events.WORKFLOW_UPDATE, { async: true })\n @OnEvent(Events.APP_UPDATE, { async: true })\n async onResourceUpdate(event: IResourceUpdateEvent) {\n const ignoreBaseNodeListener = this.getIgnoreBaseNodeListener();\n if (ignoreBaseNodeListener) {\n return;\n }\n\n const { baseId, resourceType, resourceId } = this.prepareResourceUpdate(event);\n if (baseId && resourceType && resourceId) {\n this.presenceHandler(baseId, (presence) => {\n presence.submit({\n event: 'flush',\n });\n });\n }\n }\n\n private prepareResourceUpdate(event: IResourceUpdateEvent) {\n let baseId: string;\n let resourceType: BaseNodeResourceType | undefined;\n let resourceId: string | undefined;\n let name: string | undefined;\n let icon: string | undefined;\n switch (event.name) {\n case Events.TABLE_UPDATE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Table;\n resourceId = event.payload.table.id;\n name = event.payload.table?.name?.newValue as string;\n icon = event.payload.table?.icon?.newValue as string;\n break;\n case Events.WORKFLOW_UPDATE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Workflow;\n resourceId = event.payload.workflow.id;\n name = event.payload.workflow.name;\n break;\n case Events.DASHBOARD_UPDATE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Dashboard;\n resourceId = event.payload.dashboard.id;\n name = event.payload.dashboard.name;\n break;\n case Events.APP_UPDATE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.App;\n resourceId = event.payload.app.id;\n name = event.payload.app.name;\n break;\n case Events.BASE_FOLDER_UPDATE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Folder;\n resourceId = event.payload.folder.id;\n name = event.payload.folder.name;\n break;\n }\n return {\n baseId,\n resourceType,\n resourceId,\n name,\n icon,\n };\n }\n\n @OnEvent(Events.BASE_DELETE, { async: true })\n @OnEvent(Events.BASE_FOLDER_DELETE, { async: true })\n @OnEvent(Events.TABLE_DELETE, { async: true })\n @OnEvent(Events.DASHBOARD_DELETE, { async: true })\n @OnEvent(Events.WORKFLOW_DELETE, { async: true })\n @OnEvent(Events.APP_DELETE, { async: true })\n async onResourceDelete(event: IResourceDeleteEvent) {\n const ignoreBaseNodeListener = this.getIgnoreBaseNodeListener();\n if (ignoreBaseNodeListener) {\n return;\n }\n\n const { baseId, resourceType, resourceId } = this.prepareResourceDelete(event);\n if (!baseId) {\n return;\n }\n if (event.name === Events.BASE_DELETE) {\n await this.prismaService.baseNode.deleteMany({\n where: { baseId },\n });\n return;\n }\n if (!resourceType || !resourceId) {\n this.logger.error('Invalid resource delete event', event);\n return;\n }\n\n this.presenceHandler(baseId, (presence) => {\n presence.submit({\n event: 'flush',\n });\n });\n }\n\n private prepareResourceDelete(event: IResourceDeleteEvent) {\n let baseId: string;\n let resourceType: BaseNodeResourceType | undefined;\n let resourceId: string | undefined;\n switch (event.name) {\n case Events.BASE_DELETE:\n baseId = event.payload.baseId;\n break;\n case Events.TABLE_DELETE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Table;\n resourceId = event.payload.tableId;\n break;\n case Events.WORKFLOW_DELETE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Workflow;\n resourceId = event.payload.workflowId;\n break;\n case Events.DASHBOARD_DELETE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Dashboard;\n resourceId = event.payload.dashboardId;\n break;\n case Events.APP_DELETE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.App;\n resourceId = event.payload.appId;\n break;\n case Events.BASE_FOLDER_DELETE:\n baseId = event.payload.baseId;\n resourceType = BaseNodeResourceType.Folder;\n resourceId = event.payload.folderId;\n break;\n }\n return {\n baseId,\n resourceType,\n resourceId,\n };\n }\n\n private presenceHandler(\n baseId: string,\n handler: (presence: LocalPresence) => void\n ) {\n this.performanceCacheService.del(generateBaseNodeListCacheKey(baseId));\n // Skip if ShareDB connection is already closed (e.g., during shutdown)\n if (this.shareDbService.shareDbAdapter.closed) {\n this.logger.error('ShareDB connection is already closed, presence handler skipped');\n return;\n }\n presenceHandler(baseId, this.shareDbService, handler);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-node/base-node.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ShareDbModule } from '../../share-db/share-db.module';\nimport { BaseNodePermissionGuard } from '../auth/guard/base-node-permission.guard';\nimport { CanaryModule } from '../canary/canary.module';\nimport { DashboardModule } from '../dashboard/dashboard.module';\nimport { FieldDuplicateModule } from '../field/field-duplicate/field-duplicate.module';\nimport { FieldOpenApiModule } from '../field/open-api/field-open-api.module';\nimport { TableOpenApiModule } from '../table/open-api/table-open-api.module';\nimport { TableModule } from '../table/table.module';\nimport { BaseNodeController } from './base-node.controller';\nimport { BaseNodeListener } from './base-node.listener';\nimport { BaseNodeService } from './base-node.service';\nimport { BaseNodeFolderModule } from './folder/base-node-folder.module';\n\n@Module({\n imports: [\n BaseNodeFolderModule,\n ShareDbModule,\n CanaryModule,\n DashboardModule,\n TableOpenApiModule,\n TableModule,\n FieldOpenApiModule,\n FieldDuplicateModule,\n ],\n controllers: [BaseNodeController],\n providers: [BaseNodePermissionGuard, BaseNodeService, BaseNodeListener],\n exports: [BaseNodePermissionGuard, BaseNodeService],\n})\nexport class BaseNodeModule {}\n" }, { "path": "apps/nestjs-backend/src/features/base-node/base-node.permission.helper.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { TableAction, AppAction, AutomationAction } from '@teable/core';\nimport { HttpErrorCode } from '@teable/core';\nimport { BaseNodeResourceType } from '@teable/openapi';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IBaseNodePermissionContext } from './types';\nimport { BaseNodeAction } from './types';\n\nconst map: Record> = {\n [BaseNodeResourceType.Folder]: {\n [BaseNodeAction.Read]: 'base|read',\n [BaseNodeAction.Create]: 'base|update',\n [BaseNodeAction.Update]: 'base|update',\n [BaseNodeAction.Delete]: 'base|update',\n },\n [BaseNodeResourceType.Table]: {\n [BaseNodeAction.Read]: 'table|read',\n [BaseNodeAction.Create]: 'table|create',\n [BaseNodeAction.Update]: 'table|update',\n [BaseNodeAction.Delete]: 'table|delete',\n },\n [BaseNodeResourceType.Dashboard]: {\n [BaseNodeAction.Read]: 'base|read',\n [BaseNodeAction.Create]: 'base|update',\n [BaseNodeAction.Update]: 'base|update',\n [BaseNodeAction.Delete]: 'base|update',\n },\n [BaseNodeResourceType.Workflow]: {\n [BaseNodeAction.Read]: 'automation|read',\n [BaseNodeAction.Create]: 'automation|create',\n [BaseNodeAction.Update]: 'automation|update',\n [BaseNodeAction.Delete]: 'automation|delete',\n },\n [BaseNodeResourceType.App]: {\n [BaseNodeAction.Read]: 'app|read',\n [BaseNodeAction.Create]: 'app|create',\n [BaseNodeAction.Update]: 'app|update',\n [BaseNodeAction.Delete]: 'app|delete',\n },\n};\n\nexport const checkBaseNodePermission = (\n node: { resourceType: BaseNodeResourceType; resourceId: string },\n action: BaseNodeAction,\n permissionContext: IBaseNodePermissionContext\n): boolean => {\n const { resourceType } = node;\n const { resourceId } = node;\n const { tablePermissionMap, permissionSet, appPermissionMap, workflowPermissionMap } =\n permissionContext;\n const checkAction = map[resourceType][action];\n if (resourceType === BaseNodeResourceType.Table && tablePermissionMap) {\n return tablePermissionMap[resourceId]?.includes(checkAction as TableAction) ?? false;\n }\n if (resourceType === BaseNodeResourceType.App && appPermissionMap) {\n return appPermissionMap[resourceId]?.includes(checkAction as AppAction) ?? false;\n }\n if (resourceType === BaseNodeResourceType.Workflow && workflowPermissionMap) {\n return workflowPermissionMap[resourceId]?.includes(checkAction as AutomationAction) ?? false;\n }\n return permissionSet.has(checkAction);\n};\n\nexport const checkBaseNodePermissionCreate = (\n node: { resourceType: BaseNodeResourceType; resourceId: string },\n baseNodePermissions: BaseNodeAction[],\n permissionContext: IBaseNodePermissionContext\n): boolean => {\n const checkCreate = baseNodePermissions.includes(BaseNodeAction.Create);\n if (!checkCreate) {\n return true;\n }\n const { resourceType } = node;\n if (!resourceType) {\n throw new CustomHttpException(\n 'Cannot create base node with empty resource type',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.invalidResourceType',\n },\n }\n );\n }\n\n return checkBaseNodePermission(node, BaseNodeAction.Create, permissionContext);\n};\n" }, { "path": "apps/nestjs-backend/src/features/base-node/base-node.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport type { Knex } from 'knex';\nimport { GlobalModule } from '../../global/global.module';\nimport { BaseNodeModule } from './base-node.module';\nimport { BaseNodeService } from './base-node.service';\nimport { buildBatchUpdateSql } from './helper';\n\ndescribe('BaseNodeService', () => {\n let service: BaseNodeService;\n let knex: Knex;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, BaseNodeModule],\n }).compile();\n\n service = module.get(BaseNodeService);\n knex = module.get('CUSTOM_KNEX');\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n\n describe('buildBatchUpdateSql', () => {\n it('should return null for empty data', () => {\n const result = buildBatchUpdateSql(knex, []);\n expect(result).toBeNull();\n });\n\n it('should return null for data with empty values', () => {\n const result = buildBatchUpdateSql(knex, [{ id: 'node1', values: {} }]);\n expect(result).toBeNull();\n });\n\n it('should build SQL for single record with single field', () => {\n const result = buildBatchUpdateSql(knex, [{ id: 'node1', values: { order: 1 } }]);\n\n expect(result).not.toBeNull();\n expect(result).toContain('update \"base_node\"');\n expect(result).toContain('\"order\"');\n expect(result).toContain(`CASE WHEN \"id\" = 'node1' THEN 1 ELSE \"order\" END`);\n expect(result).toContain(`where \"id\" in ('node1')`);\n });\n\n it('should build SQL for single record with multiple fields', () => {\n const result = buildBatchUpdateSql(knex, [\n { id: 'node1', values: { parentId: null, order: 5 } },\n ]);\n\n expect(result).not.toBeNull();\n expect(result).toContain('\"parent_id\"'); // camelCase -> snake_case\n expect(result).toContain('\"order\"');\n expect(result).toContain(`CASE WHEN \"id\" = 'node1' THEN NULL ELSE \"parent_id\" END`);\n expect(result).toContain(`CASE WHEN \"id\" = 'node1' THEN 5 ELSE \"order\" END`);\n });\n\n it('should build SQL for multiple records with same fields', () => {\n const result = buildBatchUpdateSql(knex, [\n { id: 'node1', values: { order: 1 } },\n { id: 'node2', values: { order: 2 } },\n { id: 'node3', values: { order: 3 } },\n ]);\n\n expect(result).not.toBeNull();\n // Should have multiple WHEN clauses in single CASE\n expect(result).toContain(`WHEN \"id\" = 'node1' THEN 1`);\n expect(result).toContain(`WHEN \"id\" = 'node2' THEN 2`);\n expect(result).toContain(`WHEN \"id\" = 'node3' THEN 3`);\n expect(result).toContain(`where \"id\" in ('node1', 'node2', 'node3')`);\n });\n\n it('should build SQL for multiple records with different fields', () => {\n const result = buildBatchUpdateSql(knex, [\n { id: 'node1', values: { parentId: 'folder1', order: 1 } },\n { id: 'node2', values: { order: 2 } }, // only order\n { id: 'node3', values: { parentId: null } }, // only parentId\n ]);\n\n expect(result).not.toBeNull();\n // parentId CASE should have node1 and node3\n expect(result).toMatch(/CASE.*node1.*node3.*parent_id.*END/s);\n // order CASE should have node1 and node2\n expect(result).toMatch(/CASE.*node1.*node2.*order.*END/s);\n // All ids in WHERE clause\n expect(result).toContain(`where \"id\" in ('node1', 'node2', 'node3')`);\n });\n\n it('should handle string values correctly', () => {\n const result = buildBatchUpdateSql(knex, [\n { id: 'node1', values: { resourceType: 'table' } },\n ]);\n\n expect(result).not.toBeNull();\n expect(result).toContain('\"resource_type\"');\n expect(result).toContain(\"'table'\");\n });\n\n it('should convert camelCase keys to snake_case columns', () => {\n const result = buildBatchUpdateSql(knex, [\n { id: 'node1', values: { parentId: 'p1', resourceType: 'dashboard', createdBy: 'user1' } },\n ]);\n\n expect(result).not.toBeNull();\n expect(result).toContain('\"parent_id\"');\n expect(result).toContain('\"resource_type\"');\n expect(result).toContain('\"created_by\"');\n // Should not contain camelCase versions (without quotes)\n expect(result).not.toMatch(/[^\"]parentId[^\"]/);\n expect(result).not.toMatch(/[^\"]resourceType[^\"]/);\n expect(result).not.toMatch(/[^\"]createdBy[^\"]/);\n });\n\n it('should build complete SQL for multiple records with multiple fields', () => {\n const result = buildBatchUpdateSql(knex, [\n { id: 'bnod001', values: { parentId: null, order: 10 } },\n { id: 'bnod002', values: { parentId: 'folder1', order: 20 } },\n { id: 'bnod003', values: { parentId: 'folder2', order: 30 } },\n ]);\n\n expect(result).not.toBeNull();\n\n // Verify complete SQL structure\n const expectedSql =\n 'update \"base_node\" set ' +\n `\"parent_id\" = CASE WHEN \"id\" = 'bnod001' THEN NULL WHEN \"id\" = 'bnod002' THEN 'folder1' WHEN \"id\" = 'bnod003' THEN 'folder2' ELSE \"parent_id\" END, ` +\n `\"order\" = CASE WHEN \"id\" = 'bnod001' THEN 10 WHEN \"id\" = 'bnod002' THEN 20 WHEN \"id\" = 'bnod003' THEN 30 ELSE \"order\" END ` +\n `where \"id\" in ('bnod001', 'bnod002', 'bnod003')`;\n\n expect(result).toBe(expectedSql);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/base-node/base-node.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable, Logger } from '@nestjs/common';\nimport { generateBaseNodeId, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n IMoveBaseNodeRo,\n IBaseNodeVo,\n IBaseNodeTreeVo,\n ICreateBaseNodeRo,\n IDuplicateBaseNodeRo,\n IDuplicateTableRo,\n ICreateDashboardRo,\n ICreateFolderNodeRo,\n IDuplicateDashboardRo,\n IUpdateBaseNodeRo,\n IBaseNodeResourceMeta,\n IBaseNodeResourceMetaWithId,\n ICreateTableRo,\n IBaseNodePresenceCreatePayload,\n IBaseNodePresenceDeletePayload,\n IBaseNodePresenceUpdatePayload,\n IBaseNodeTableResourceMeta,\n} from '@teable/openapi';\nimport { BaseNodeResourceType } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { isString, keyBy, omit } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport type { LocalPresence } from 'sharedb/lib/client';\nimport { type IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport {\n generateBaseNodeListCacheKey,\n generateBaseShareListCacheKey,\n} from '../../performance-cache/generate-keys';\nimport { PerformanceCacheService } from '../../performance-cache/service';\nimport type { IPerformanceCacheStore } from '../../performance-cache/types';\nimport { ShareDbService } from '../../share-db/share-db.service';\nimport type { IClsStore } from '../../types/cls';\nimport { updateOrder } from '../../utils/update-order';\nimport type { IV2Decision } from '../canary/canary.service';\nimport { CanaryService } from '../canary/canary.service';\nimport { DashboardService } from '../dashboard/dashboard.service';\nimport { TableOpenApiV2Service } from '../table/open-api/table-open-api-v2.service';\nimport { TableOpenApiService } from '../table/open-api/table-open-api.service';\nimport { prepareCreateTableRo } from '../table/open-api/table.pipe.helper';\nimport { TableDuplicateService } from '../table/table-duplicate.service';\nimport { BaseNodeFolderService } from './folder/base-node-folder.service';\nimport { buildBatchUpdateSql, presenceHandler } from './helper';\n\ntype IBaseNodeEntry = {\n id: string;\n baseId: string;\n parentId: string | null;\n resourceType: string;\n resourceId: string;\n order: number;\n children: { id: string; order: number }[];\n parent: { id: string } | null;\n};\n\n@Injectable()\nexport class BaseNodeService {\n private readonly logger = new Logger(BaseNodeService.name);\n constructor(\n private readonly performanceCacheService: PerformanceCacheService,\n private readonly shareDbService: ShareDbService,\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n private readonly cls: ClsService,\n private readonly baseNodeFolderService: BaseNodeFolderService,\n private readonly canaryService: CanaryService,\n private readonly tableOpenApiService: TableOpenApiService,\n private readonly tableOpenApiV2Service: TableOpenApiV2Service,\n private readonly tableDuplicateService: TableDuplicateService,\n private readonly dashboardService: DashboardService\n ) {}\n\n private get userId() {\n return this.cls.get('user.id');\n }\n\n /**\n * max depth is maxFolderDepth + 1\n */\n private get maxFolderDepth() {\n return this.thresholdConfig.baseNodeMaxFolderDepth;\n }\n\n private setIgnoreBaseNodeListener() {\n this.cls.set('ignoreBaseNodeListener', true);\n }\n\n /**\n * Delete all share records for a node and invalidate cache\n */\n private async deleteNodeShares(baseId: string, nodeId: string): Promise {\n const deleted = await this.prismaService.baseShare.deleteMany({\n where: { baseId, nodeId },\n });\n\n // Invalidate cache if any shares were deleted\n if (deleted.count > 0) {\n await this.performanceCacheService.del(generateBaseShareListCacheKey(baseId));\n }\n }\n\n private getSelect() {\n return {\n id: true,\n baseId: true,\n parentId: true,\n resourceType: true,\n resourceId: true,\n order: true,\n children: {\n select: { id: true, order: true },\n orderBy: { order: 'asc' as const },\n },\n parent: {\n select: { id: true },\n },\n };\n }\n\n async getDeleteTableV2Decision(baseId: string, nodeId: string): Promise {\n const node = await this.prismaService.baseNode.findFirst({\n where: { baseId, id: nodeId },\n select: { resourceType: true },\n });\n\n if (node?.resourceType !== BaseNodeResourceType.Table) {\n return undefined;\n }\n\n const base = await this.prismaService.txClient().base.findUnique({\n where: { id: baseId, deletedTime: null },\n select: { spaceId: true },\n });\n\n if (!base?.spaceId) {\n return { useV2: false, reason: 'disabled' };\n }\n\n return this.canaryService.shouldUseV2WithReason(base.spaceId, 'deleteTable');\n }\n\n async getCreateTableV2Decision(baseId: string): Promise {\n const base = await this.prismaService.txClient().base.findUnique({\n where: { id: baseId, deletedTime: null },\n select: { spaceId: true },\n });\n\n if (!base?.spaceId) {\n return { useV2: false, reason: 'disabled' };\n }\n\n return this.canaryService.shouldUseV2WithReason(base.spaceId, 'createTable');\n }\n\n private generateDefaultUrl(\n baseId: string,\n resourceType: BaseNodeResourceType,\n resourceId: string,\n resourceMeta?: IBaseNodeResourceMeta\n ): string {\n switch (resourceType) {\n case BaseNodeResourceType.Table: {\n const tableMeta = resourceMeta as IBaseNodeTableResourceMeta | undefined;\n const viewId = tableMeta?.defaultViewId;\n if (viewId) {\n return `/base/${baseId}/table/${resourceId}/${viewId}`;\n }\n return `/base/${baseId}/table/${resourceId}`;\n }\n case BaseNodeResourceType.Dashboard:\n return `/base/${baseId}/dashboard/${resourceId}`;\n case BaseNodeResourceType.Workflow:\n return `/base/${baseId}/automation/${resourceId}`;\n case BaseNodeResourceType.App:\n return `/base/${baseId}/app/${resourceId}`;\n case BaseNodeResourceType.Folder:\n return `/base/${baseId}`;\n default:\n return `/base/${baseId}`;\n }\n }\n\n private async entry2vo(\n entry: IBaseNodeEntry,\n resource?: IBaseNodeResourceMeta\n ): Promise {\n const resourceMeta =\n resource ||\n (\n await this.getNodeResource(entry.baseId, entry.resourceType as BaseNodeResourceType, [\n entry.resourceId,\n ])\n )[0];\n const resourceMetaWithoutId = resource ? resource : omit(resourceMeta, 'id');\n\n const defaultUrl = this.generateDefaultUrl(\n entry.baseId,\n entry.resourceType as BaseNodeResourceType,\n entry.resourceId,\n resourceMetaWithoutId\n );\n\n return {\n ...entry,\n resourceType: entry.resourceType as BaseNodeResourceType,\n resourceMeta: resourceMetaWithoutId,\n defaultUrl,\n };\n }\n\n protected getTableResources(baseId: string, ids?: string[]) {\n return this.prismaService.tableMeta.findMany({\n where: { baseId, id: { in: ids ? ids : undefined }, deletedTime: null },\n select: {\n id: true,\n name: true,\n icon: true,\n },\n });\n }\n\n protected getDashboardResources(baseId: string, ids?: string[]) {\n return this.prismaService.dashboard.findMany({\n where: { baseId, id: { in: ids ? ids : undefined } },\n select: {\n id: true,\n name: true,\n },\n });\n }\n\n protected getFolderResources(baseId: string, ids?: string[]) {\n return this.prismaService.baseNodeFolder.findMany({\n where: { baseId, id: { in: ids ? ids : undefined } },\n select: {\n id: true,\n name: true,\n },\n });\n }\n\n protected async getNodeResource(\n baseId: string,\n type: BaseNodeResourceType,\n ids?: string[]\n ): Promise {\n switch (type) {\n case BaseNodeResourceType.Folder:\n return this.getFolderResources(baseId, ids);\n case BaseNodeResourceType.Table:\n return this.getTableResources(baseId, ids);\n case BaseNodeResourceType.Dashboard:\n return this.getDashboardResources(baseId, ids);\n default:\n throw new CustomHttpException(\n `Invalid resource type ${type}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.invalidResourceType',\n },\n }\n );\n }\n }\n\n protected getResourceTypes(): BaseNodeResourceType[] {\n return [\n BaseNodeResourceType.Folder,\n BaseNodeResourceType.Table,\n BaseNodeResourceType.Dashboard,\n ];\n }\n\n async prepareNodeList(baseId: string): Promise {\n const resourceTypes = this.getResourceTypes();\n const resourceResults = await Promise.all(\n resourceTypes.map((type) => this.getNodeResource(baseId, type))\n );\n\n const resources = resourceResults.flatMap((list, index) =>\n list.map((r) => ({ ...r, type: resourceTypes[index] }))\n );\n\n const resourceMap = keyBy(resources, (r) => `${r.type}_${r.id}`);\n const resourceKeys = new Set(resources.map((r) => `${r.type}_${r.id}`));\n\n const nodes = await this.prismaService.baseNode.findMany({\n where: { baseId },\n select: this.getSelect(),\n orderBy: { order: 'asc' },\n });\n\n const nodeKeys = new Set(nodes.map((n) => `${n.resourceType}_${n.resourceId}`));\n\n const toCreate = resources.filter((r) => !nodeKeys.has(`${r.type}_${r.id}`));\n const toDelete = nodes.filter((n) => !resourceKeys.has(`${n.resourceType}_${n.resourceId}`));\n const validParentIds = new Set(nodes.filter((n) => !toDelete.includes(n)).map((n) => n.id));\n const orphans = nodes.filter(\n (n) => n.parentId && !validParentIds.has(n.parentId) && !toDelete.includes(n)\n );\n\n if (toCreate.length === 0 && toDelete.length === 0 && orphans.length === 0) {\n return nodes.map((entry) => {\n const key = `${entry.resourceType}_${entry.resourceId}`;\n const resource = resourceMap[key];\n const resourceMeta = omit(resource, 'id');\n const defaultUrl = this.generateDefaultUrl(\n baseId,\n entry.resourceType as BaseNodeResourceType,\n entry.resourceId,\n resourceMeta\n );\n return {\n ...entry,\n resourceType: entry.resourceType as BaseNodeResourceType,\n resourceMeta,\n defaultUrl,\n };\n });\n }\n\n const finalMenus = await this.prismaService.$tx(async (prisma) => {\n // Delete redundant\n if (toDelete.length > 0) {\n await prisma.baseNode.deleteMany({\n where: { id: { in: toDelete.map((m) => m.id) } },\n });\n }\n\n // Prepare for create and update\n let nextOrder = 0;\n if (toCreate.length > 0 || orphans.length > 0) {\n const maxOrderAgg = await prisma.baseNode.aggregate({\n where: { baseId },\n _max: { order: true },\n });\n nextOrder = (maxOrderAgg._max.order ?? 0) + 1;\n }\n\n // Create missing\n if (toCreate.length > 0) {\n await prisma.baseNode.createMany({\n data: toCreate.map((r) => ({\n id: generateBaseNodeId(),\n baseId,\n resourceType: r.type,\n resourceId: r.id,\n order: nextOrder++,\n parentId: null,\n createdBy: this.userId,\n })),\n });\n }\n\n // Reset orphans to root level with new order\n if (orphans.length > 0) {\n await this.batchUpdateBaseNodes(\n orphans.map((orphan, index) => ({\n id: orphan.id,\n values: { parentId: null, order: nextOrder + index },\n }))\n );\n }\n return prisma.baseNode.findMany({\n where: { baseId },\n select: this.getSelect(),\n orderBy: { order: 'asc' },\n });\n });\n\n return await Promise.all(\n finalMenus.map(async (entry) => {\n const key = `${entry.resourceType}_${entry.resourceId}`;\n const resource = resourceMap[key];\n return await this.entry2vo(entry, omit(resource, 'id'));\n })\n );\n }\n\n async getNodeListWithCache(baseId: string): Promise {\n return this.performanceCacheService.wrap(\n generateBaseNodeListCacheKey(baseId),\n () => this.prepareNodeList(baseId),\n {\n ttl: 60 * 60, // 1 hour\n statsType: 'base-node-list',\n }\n );\n }\n\n async getList(baseId: string): Promise {\n return this.getNodeListWithCache(baseId);\n }\n\n async getTree(baseId: string): Promise {\n const nodes = await this.getNodeListWithCache(baseId);\n\n return {\n nodes,\n maxFolderDepth: this.maxFolderDepth,\n };\n }\n\n async getNode(baseId: string, nodeId: string) {\n const node = await this.prismaService.baseNode\n .findFirstOrThrow({\n where: { baseId, id: nodeId },\n select: this.getSelect(),\n })\n .catch(() => {\n throw new CustomHttpException(`Base node ${nodeId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.notFound',\n },\n });\n });\n return {\n ...node,\n resourceType: node.resourceType as BaseNodeResourceType,\n };\n }\n\n async getNodeVo(baseId: string, nodeId: string): Promise {\n const node = await this.getNode(baseId, nodeId);\n return this.entry2vo(node);\n }\n\n async create(baseId: string, ro: ICreateBaseNodeRo): Promise {\n this.setIgnoreBaseNodeListener();\n\n const { resourceType, parentId } = ro;\n const resource = await this.createResource(baseId, ro);\n const resourceId = resource.id;\n\n const maxOrder = await this.getMaxOrder(baseId);\n const entry = await this.prismaService.baseNode.create({\n data: {\n id: generateBaseNodeId(),\n baseId,\n resourceType,\n resourceId,\n order: maxOrder + 1,\n parentId,\n createdBy: this.userId,\n },\n select: this.getSelect(),\n });\n\n const vo = await this.entry2vo(entry, omit(resource, 'id'));\n this.presenceHandler(baseId, (presence) => {\n presence.submit({\n event: 'create',\n data: { ...vo },\n });\n });\n\n return vo;\n }\n\n protected async createResource(\n baseId: string,\n createRo: ICreateBaseNodeRo\n ): Promise {\n const { resourceType, parentId, ...ro } = createRo;\n const parentNode = parentId ? await this.getParentNodeOrThrow(parentId) : null;\n if (parentNode && parentNode.resourceType !== BaseNodeResourceType.Folder) {\n throw new CustomHttpException('Parent must be a folder', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.baseNode.parentMustBeFolder',\n },\n });\n }\n\n if (parentNode && resourceType === BaseNodeResourceType.Folder) {\n await this.assertFolderDepth(baseId, parentNode.id);\n }\n\n switch (resourceType) {\n case BaseNodeResourceType.Folder: {\n const folder = await this.baseNodeFolderService.createFolder(\n baseId,\n ro as ICreateFolderNodeRo\n );\n return { id: folder.id, name: folder.name };\n }\n case BaseNodeResourceType.Table: {\n const preparedRo = prepareCreateTableRo(ro as ICreateTableRo);\n const table = this.cls.get('useV2')\n ? await this.tableOpenApiV2Service.createTable(baseId, preparedRo)\n : await this.tableOpenApiService.createTable(baseId, preparedRo);\n\n return {\n id: table.id,\n name: table.name,\n icon: table.icon,\n defaultViewId: table.defaultViewId,\n };\n }\n case BaseNodeResourceType.Dashboard: {\n const dashboard = await this.dashboardService.createDashboard(\n baseId,\n ro as ICreateDashboardRo\n );\n return { id: dashboard.id, name: dashboard.name };\n }\n default:\n throw new CustomHttpException(\n `Invalid resource type ${resourceType}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.invalidResourceType',\n },\n }\n );\n }\n }\n\n async duplicate(baseId: string, nodeId: string, ro: IDuplicateBaseNodeRo) {\n this.setIgnoreBaseNodeListener();\n\n const anchor = await this.prismaService.baseNode\n .findFirstOrThrow({\n where: { baseId, id: nodeId },\n })\n .catch(() => {\n throw new CustomHttpException(`Node ${nodeId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.notFound',\n },\n });\n });\n const { resourceType, resourceId } = anchor;\n\n if (resourceType === BaseNodeResourceType.Folder) {\n throw new CustomHttpException('Cannot duplicate folder', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.baseNode.cannotDuplicateFolder',\n },\n });\n }\n\n const resource = await this.duplicateResource(\n baseId,\n resourceType as BaseNodeResourceType,\n resourceId,\n ro\n );\n const { entry } = await this.prismaService.$tx(async (prisma) => {\n const maxOrder = await this.getMaxOrder(baseId, anchor.parentId);\n const newNodeId = generateBaseNodeId();\n const entry = await prisma.baseNode.create({\n data: {\n id: newNodeId,\n baseId,\n resourceType,\n resourceId: resource.id,\n order: maxOrder + 1,\n parentId: anchor.parentId,\n createdBy: this.userId,\n },\n select: this.getSelect(),\n });\n\n await updateOrder({\n query: baseId,\n position: 'after',\n item: entry,\n anchorItem: anchor,\n getNextItem: async (whereOrder, align) => {\n return prisma.baseNode.findFirst({\n where: {\n baseId,\n parentId: anchor.parentId,\n order: whereOrder,\n id: { not: newNodeId },\n },\n select: { order: true, id: true },\n orderBy: { order: align },\n });\n },\n update: async (_, id, data) => {\n await prisma.baseNode.update({\n where: { id },\n data: { parentId: anchor.parentId, order: data.newOrder },\n });\n },\n shuffle: async () => {\n await this.shuffleOrders(baseId, anchor.parentId);\n },\n });\n\n return {\n entry,\n };\n });\n\n const vo = await this.entry2vo(entry, omit(resource, 'id'));\n this.presenceHandler(baseId, (presence) => {\n presence.submit({\n event: 'create',\n data: { ...vo },\n });\n });\n return vo;\n }\n\n protected async duplicateResource(\n baseId: string,\n type: BaseNodeResourceType,\n id: string,\n duplicateRo: IDuplicateBaseNodeRo\n ): Promise {\n switch (type) {\n case BaseNodeResourceType.Table: {\n const table = await this.tableDuplicateService.duplicateTable(\n baseId,\n id,\n duplicateRo as IDuplicateTableRo\n );\n\n return {\n id: table.id,\n name: table.name,\n icon: table.icon ?? undefined,\n defaultViewId: table.defaultViewId,\n };\n }\n case BaseNodeResourceType.Dashboard: {\n const dashboard = await this.dashboardService.duplicateDashboard(\n baseId,\n id,\n duplicateRo as IDuplicateDashboardRo\n );\n return { id: dashboard.id, name: dashboard.name };\n }\n default:\n throw new CustomHttpException(\n `Invalid resource type ${type}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.invalidResourceType',\n },\n }\n );\n }\n }\n\n async update(baseId: string, nodeId: string, ro: IUpdateBaseNodeRo) {\n this.setIgnoreBaseNodeListener();\n\n const node = await this.prismaService.baseNode\n .findFirstOrThrow({\n where: { baseId, id: nodeId },\n select: this.getSelect(),\n })\n .catch(() => {\n throw new CustomHttpException(`Node ${nodeId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.notFound',\n },\n });\n });\n\n await this.updateResource(\n baseId,\n node.resourceType as BaseNodeResourceType,\n node.resourceId,\n ro\n );\n\n const vo = await this.entry2vo(node);\n this.presenceHandler(baseId, (presence) => {\n presence.submit({\n event: 'update',\n data: { ...vo },\n });\n });\n return vo;\n }\n\n protected async updateResource(\n baseId: string,\n type: BaseNodeResourceType,\n id: string,\n updateRo: IUpdateBaseNodeRo\n ): Promise {\n const { name, icon } = updateRo;\n switch (type) {\n case BaseNodeResourceType.Folder:\n if (name) {\n await this.baseNodeFolderService.renameFolder(baseId, id, { name });\n }\n break;\n case BaseNodeResourceType.Table:\n if (name) {\n await this.tableOpenApiService.updateName(baseId, id, name);\n }\n if (icon) {\n await this.tableOpenApiService.updateIcon(baseId, id, icon);\n }\n break;\n case BaseNodeResourceType.Dashboard:\n if (name) {\n await this.dashboardService.renameDashboard(baseId, id, name);\n }\n break;\n default:\n throw new CustomHttpException(\n `Invalid resource type ${type}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.invalidResourceType',\n },\n }\n );\n }\n }\n\n async delete(baseId: string, nodeId: string, permanent?: boolean) {\n this.setIgnoreBaseNodeListener();\n\n const node = await this.prismaService.baseNode\n .findFirstOrThrow({\n where: { baseId, id: nodeId },\n select: { resourceType: true, resourceId: true },\n })\n .catch(() => {\n throw new CustomHttpException(`Node ${nodeId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.notFound',\n },\n });\n });\n if (node.resourceType === BaseNodeResourceType.Folder) {\n const children = await this.prismaService.baseNode.findMany({\n where: { baseId, parentId: nodeId },\n });\n if (children.length > 0) {\n throw new CustomHttpException(\n 'Cannot delete folder because it is not empty',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.cannotDeleteEmptyFolder',\n },\n }\n );\n }\n }\n\n // Clean up share records for this node before deletion\n await this.deleteNodeShares(baseId, nodeId);\n\n await this.deleteResource(\n baseId,\n node.resourceType as BaseNodeResourceType,\n node.resourceId,\n permanent\n );\n await this.prismaService.baseNode.delete({\n where: { id: nodeId },\n });\n\n this.presenceHandler(baseId, (presence) => {\n presence.submit({\n event: 'delete',\n data: { id: nodeId },\n });\n });\n return node;\n }\n\n protected async deleteResource(\n baseId: string,\n type: BaseNodeResourceType,\n id: string,\n permanent?: boolean\n ) {\n switch (type) {\n case BaseNodeResourceType.Folder:\n await this.baseNodeFolderService.deleteFolder(baseId, id);\n break;\n case BaseNodeResourceType.Table:\n if (this.cls.get('useV2')) {\n await this.tableOpenApiV2Service.deleteTable(\n baseId,\n id,\n permanent ? 'permanent' : undefined\n );\n break;\n }\n if (permanent) {\n await this.tableOpenApiService.permanentDeleteTables(baseId, [id]);\n } else {\n await this.tableOpenApiService.deleteTable(baseId, id);\n }\n break;\n case BaseNodeResourceType.Dashboard:\n await this.dashboardService.deleteDashboard(baseId, id);\n break;\n default:\n throw new CustomHttpException(\n `Invalid resource type ${type}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.invalidResourceType',\n },\n }\n );\n }\n }\n\n async move(baseId: string, nodeId: string, ro: IMoveBaseNodeRo): Promise {\n this.setIgnoreBaseNodeListener();\n\n const { parentId, anchorId, position } = ro;\n\n const node = await this.prismaService.baseNode\n .findFirstOrThrow({\n where: { baseId, id: nodeId },\n })\n .catch(() => {\n throw new CustomHttpException(`Node ${nodeId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.notFound',\n },\n });\n });\n\n if (isString(parentId) && isString(anchorId)) {\n throw new CustomHttpException(\n 'Only one of parentId or anchorId must be provided',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.onlyOneOfParentIdOrAnchorIdRequired',\n },\n }\n );\n }\n\n if (parentId === nodeId) {\n throw new CustomHttpException('Cannot move node to itself', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.baseNode.cannotMoveToItself',\n },\n });\n }\n\n if (anchorId === nodeId) {\n throw new CustomHttpException(\n 'Cannot move node to its own child (circular reference)',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.cannotMoveToCircularReference',\n },\n }\n );\n }\n\n let newNode: IBaseNodeEntry;\n if (anchorId) {\n newNode = await this.moveNodeTo(baseId, node.id, { anchorId, position });\n } else if (parentId === null) {\n newNode = await this.moveNodeToRoot(baseId, node.id);\n } else if (parentId) {\n newNode = await this.moveNodeToFolder(baseId, node.id, parentId);\n } else {\n throw new CustomHttpException(\n 'At least one of parentId or anchorId must be provided',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.anchorIdOrParentIdRequired',\n },\n }\n );\n }\n\n const vo = await this.entry2vo(newNode);\n this.presenceHandler(baseId, (presence) => {\n presence.submit({\n event: 'update',\n data: { ...vo },\n });\n });\n\n return vo;\n }\n\n private async moveNodeToRoot(baseId: string, nodeId: string) {\n return this.prismaService.$tx(async (prisma) => {\n const maxOrder = await this.getMaxOrder(baseId);\n return prisma.baseNode.update({\n where: { id: nodeId },\n select: this.getSelect(),\n data: {\n parentId: null,\n order: maxOrder + 1,\n lastModifiedBy: this.userId,\n },\n });\n });\n }\n\n private async moveNodeToFolder(baseId: string, nodeId: string, parentId: string) {\n return this.prismaService.$tx(async (prisma) => {\n const node = await prisma.baseNode\n .findFirstOrThrow({\n where: { baseId, id: nodeId },\n })\n .catch(() => {\n throw new CustomHttpException(`Node ${nodeId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.notFound',\n },\n });\n });\n\n const parentNode = await prisma.baseNode\n .findFirstOrThrow({\n where: { baseId, id: parentId },\n })\n .catch(() => {\n throw new CustomHttpException(`Parent ${parentId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.parentNotFound',\n },\n });\n });\n\n if (parentNode.resourceType !== BaseNodeResourceType.Folder) {\n throw new CustomHttpException(\n `Parent ${parentId} is not a folder`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.parentIsNotFolder',\n },\n }\n );\n }\n\n if (node.resourceType === BaseNodeResourceType.Folder && parentId) {\n await this.assertFolderDepth(baseId, parentId);\n }\n\n // Check for circular reference\n const isCircular = await this.isCircularReference(baseId, nodeId, parentId);\n if (isCircular) {\n throw new CustomHttpException(\n 'Cannot move node to its own child (circular reference)',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.circularReference',\n },\n }\n );\n }\n\n const maxOrder = await this.getMaxOrder(baseId);\n return prisma.baseNode.update({\n where: { id: nodeId },\n select: this.getSelect(),\n data: {\n parentId,\n order: maxOrder + 1,\n lastModifiedBy: this.userId,\n },\n });\n });\n }\n\n private async moveNodeTo(\n baseId: string,\n nodeId: string,\n ro: Pick\n ): Promise {\n const { anchorId, position } = ro;\n return this.prismaService.$tx(async (prisma) => {\n const node = await prisma.baseNode\n .findFirstOrThrow({\n where: { baseId, id: nodeId },\n })\n .catch(() => {\n throw new CustomHttpException(`Node ${nodeId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.notFound',\n },\n });\n });\n\n const anchor = await prisma.baseNode\n .findFirstOrThrow({\n where: { baseId, id: anchorId },\n })\n .catch(() => {\n throw new CustomHttpException(`Anchor ${anchorId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.anchorNotFound',\n },\n });\n });\n\n if (node.resourceType === BaseNodeResourceType.Folder && anchor.parentId) {\n await this.assertFolderDepth(baseId, anchor.parentId);\n }\n\n await updateOrder({\n query: baseId,\n position: position ?? 'after',\n item: node,\n anchorItem: anchor,\n getNextItem: async (whereOrder, align) => {\n return prisma.baseNode.findFirst({\n where: {\n baseId,\n parentId: anchor.parentId,\n order: whereOrder,\n },\n select: { order: true, id: true },\n orderBy: { order: align },\n });\n },\n update: async (_, id, data) => {\n await prisma.baseNode.update({\n where: { id },\n data: { parentId: anchor.parentId, order: data.newOrder },\n });\n },\n shuffle: async () => {\n await this.shuffleOrders(baseId, anchor.parentId);\n },\n });\n\n return prisma.baseNode.findFirstOrThrow({\n where: { baseId, id: nodeId },\n select: this.getSelect(),\n });\n });\n }\n\n async getMaxOrder(baseId: string, parentId?: string | null) {\n const prisma = this.prismaService.txClient();\n const aggregate = await prisma.baseNode.aggregate({\n where: { baseId, parentId },\n _max: { order: true },\n });\n\n return aggregate._max.order ?? 0;\n }\n\n private async shuffleOrders(baseId: string, parentId: string | null) {\n const prisma = this.prismaService.txClient();\n const siblings = await prisma.baseNode.findMany({\n where: { baseId, parentId },\n orderBy: { order: 'asc' },\n });\n\n for (const [index, sibling] of siblings.entries()) {\n await prisma.baseNode.update({\n where: { id: sibling.id },\n data: { order: index + 10, lastModifiedBy: this.userId },\n });\n }\n }\n\n private async getParentNodeOrThrow(id: string) {\n const entry = await this.prismaService.baseNode.findFirst({\n where: { id },\n select: {\n id: true,\n parentId: true,\n resourceType: true,\n resourceId: true,\n },\n });\n if (!entry) {\n throw new CustomHttpException('Base node not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.notFound',\n },\n });\n }\n return entry;\n }\n\n private async assertFolderDepth(baseId: string, id: string) {\n const folderDepth = await this.getFolderDepth(baseId, id);\n if (folderDepth >= this.maxFolderDepth) {\n throw new CustomHttpException('Folder depth limit exceeded', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.baseNode.folderDepthLimitExceeded',\n },\n });\n }\n }\n\n private async getFolderDepth(baseId: string, id: string) {\n const prisma = this.prismaService.txClient();\n const allFolders = await prisma.baseNode.findMany({\n where: { baseId, resourceType: BaseNodeResourceType.Folder },\n select: { id: true, parentId: true },\n });\n\n let depth = 0;\n if (allFolders.length === 0) {\n return depth;\n }\n\n const folderMap = keyBy(allFolders, 'id');\n let current = id;\n while (current) {\n depth++;\n const folder = folderMap[current];\n if (!folder) {\n throw new CustomHttpException('Folder not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseNode.folderNotFound',\n },\n });\n }\n if (folder.parentId === id) {\n throw new CustomHttpException(\n 'A folder cannot be its own parent',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.circularReference',\n },\n }\n );\n }\n current = folder.parentId ?? '';\n }\n return depth;\n }\n\n private async isCircularReference(\n baseId: string,\n nodeId: string,\n parentId: string\n ): Promise {\n const knex = this.knex;\n\n // Non-recursive query: Start with the parent node\n const nonRecursiveQuery = knex\n .select('id', 'parent_id', 'base_id')\n .from('base_node')\n .where('id', parentId)\n .andWhere('base_id', baseId);\n\n // Recursive query: Traverse up the parent chain\n const recursiveQuery = knex\n .select('bn.id', 'bn.parent_id', 'bn.base_id')\n .from('base_node as bn')\n .innerJoin('ancestors as a', function () {\n // Join condition: bn.id = a.parent_id (get parent of current ancestor)\n this.on('bn.id', '=', 'a.parent_id').andOn('bn.base_id', '=', knex.raw('?', [baseId]));\n });\n\n // Combine non-recursive and recursive queries\n const cteQuery = nonRecursiveQuery.union(recursiveQuery);\n\n // Build final query with recursive CTE\n const finalQuery = knex\n .withRecursive('ancestors', ['id', 'parent_id', 'base_id'], cteQuery)\n .select('id')\n .from('ancestors')\n .where('id', nodeId)\n .limit(1)\n .toQuery();\n\n // Execute query\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe>(finalQuery);\n\n return result.length > 0;\n }\n\n async batchUpdateBaseNodes(data: { id: string; values: { [key: string]: unknown } }[]) {\n const sql = buildBatchUpdateSql(this.knex, data);\n if (!sql) {\n return;\n }\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n\n private presenceHandler<\n T =\n | IBaseNodePresenceCreatePayload\n | IBaseNodePresenceUpdatePayload\n | IBaseNodePresenceDeletePayload,\n >(baseId: string, handler: (presence: LocalPresence) => void) {\n this.performanceCacheService.del(generateBaseNodeListCacheKey(baseId));\n // Skip if ShareDB connection is already closed (e.g., during shutdown)\n if (this.shareDbService.shareDbAdapter.closed) {\n this.logger.error('ShareDB connection is already closed, presence handler skipped');\n return;\n }\n presenceHandler(baseId, this.shareDbService, handler);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-node/folder/base-node-folder.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Controller, Post, Patch, Delete, Param, Body } from '@nestjs/common';\nimport type { ICreateBaseNodeFolderVo, IUpdateBaseNodeFolderVo } from '@teable/openapi';\nimport {\n createBaseNodeFolderRoSchema,\n ICreateBaseNodeFolderRo,\n updateBaseNodeFolderRoSchema,\n IUpdateBaseNodeFolderRo,\n} from '@teable/openapi';\nimport { EmitControllerEvent } from '../../../event-emitter/decorators/emit-controller-event.decorator';\nimport { Events } from '../../../event-emitter/events';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { BaseNodeFolderService } from './base-node-folder.service';\n\n@Controller('api/base/:baseId/node/folder')\nexport class BaseNodeFolderController {\n constructor(private readonly baseNodeFolderService: BaseNodeFolderService) {}\n\n @Post()\n @Permissions('base|update')\n @EmitControllerEvent(Events.BASE_FOLDER_CREATE)\n async createFolder(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(createBaseNodeFolderRoSchema)) ro: ICreateBaseNodeFolderRo\n ): Promise {\n return this.baseNodeFolderService.createFolder(baseId, ro);\n }\n\n @Patch(':folderId')\n @Permissions('base|update')\n @EmitControllerEvent(Events.BASE_FOLDER_UPDATE)\n async renameFolder(\n @Param('baseId') baseId: string,\n @Param('folderId') folderId: string,\n @Body(new ZodValidationPipe(updateBaseNodeFolderRoSchema)) ro: IUpdateBaseNodeFolderRo\n ): Promise {\n return this.baseNodeFolderService.renameFolder(baseId, folderId, ro);\n }\n\n @Delete(':folderId')\n @Permissions('base|update')\n @EmitControllerEvent(Events.BASE_FOLDER_DELETE)\n async deleteFolder(@Param('baseId') baseId: string, @Param('folderId') folderId: string) {\n return this.baseNodeFolderService.deleteFolder(baseId, folderId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-node/folder/base-node-folder.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { BaseNodeFolderController } from './base-node-folder.controller';\nimport { BaseNodeFolderService } from './base-node-folder.service';\n\n@Module({\n imports: [],\n providers: [BaseNodeFolderService],\n exports: [BaseNodeFolderService],\n controllers: [BaseNodeFolderController],\n})\nexport class BaseNodeFolderModule {}\n" }, { "path": "apps/nestjs-backend/src/features/base-node/folder/base-node-folder.service.ts", "content": "import { Logger, Injectable } from '@nestjs/common';\nimport { generateBaseNodeFolderId, getUniqName, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ICreateBaseNodeFolderRo, IUpdateBaseNodeFolderRo } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\n\n@Injectable()\nexport class BaseNodeFolderService {\n private readonly logger = new Logger(BaseNodeFolderService.name);\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService\n ) {}\n\n private get userId() {\n return this.cls.get('user.id');\n }\n\n async createFolder(baseId: string, ro: ICreateBaseNodeFolderRo) {\n const { name } = ro;\n const uniqueName = await this.getUniqueName(baseId, name);\n return this.prismaService.txClient().baseNodeFolder.create({\n data: {\n id: generateBaseNodeFolderId(),\n baseId,\n name: uniqueName,\n createdBy: this.userId,\n },\n select: {\n id: true,\n name: true,\n },\n });\n }\n\n async renameFolder(baseId: string, folderId: string, body: IUpdateBaseNodeFolderRo) {\n const { name } = body;\n\n return this.prismaService.$tx(async (prisma) => {\n const find = await prisma.baseNodeFolder.findFirst({\n where: { baseId, name, id: { not: folderId } },\n });\n if (find) {\n throw new CustomHttpException(\n 'Folder name already exists',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseNode.nameAlreadyExists',\n },\n }\n );\n }\n\n return prisma.baseNodeFolder.update({\n where: { id: folderId },\n data: { name, lastModifiedBy: this.userId },\n select: {\n id: true,\n name: true,\n },\n });\n });\n }\n\n async deleteFolder(baseId: string, folderId: string) {\n await this.prismaService.txClient().baseNodeFolder.delete({\n where: { baseId, id: folderId },\n });\n }\n\n private async getUniqueName(baseId: string, name: string) {\n const list = await this.prismaService.baseNodeFolder.findMany({\n where: { baseId },\n select: { name: true },\n });\n const names = list.map((item) => item.name);\n return getUniqName(name, names);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-node/helper.ts", "content": "import { getBaseNodeChannel } from '@teable/core';\nimport type {\n IBaseNodePresenceFlushPayload,\n IBaseNodePresenceCreatePayload,\n IBaseNodePresenceUpdatePayload,\n IBaseNodePresenceDeletePayload,\n} from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport { snakeCase } from 'lodash';\nimport type { LocalPresence } from 'sharedb/lib/client';\nimport type { ShareDbService } from '../../share-db/share-db.service';\n\nexport const buildBatchUpdateSql = (\n knex: Knex,\n data: { id: string; values: { [key: string]: unknown } }[]\n): string | null => {\n if (data.length === 0) {\n return null;\n }\n\n const caseStatements: Record = {};\n for (const { id, values } of data) {\n for (const [key, value] of Object.entries(values)) {\n if (!caseStatements[key]) {\n caseStatements[key] = [];\n }\n caseStatements[key].push({ when: id, then: value });\n }\n }\n\n const updatePayload: Record = {};\n for (const [key, statements] of Object.entries(caseStatements)) {\n if (statements.length === 0) {\n continue;\n }\n const column = snakeCase(key);\n const whenClauses: string[] = [];\n const caseBindings: unknown[] = [];\n for (const { when, then } of statements) {\n whenClauses.push('WHEN ?? = ? THEN ?');\n caseBindings.push('id', when, then);\n }\n const caseExpression = `CASE ${whenClauses.join(' ')} ELSE ?? END`;\n const rawExpression = knex.raw(caseExpression, [...caseBindings, column]);\n updatePayload[column] = rawExpression;\n }\n\n if (Object.keys(updatePayload).length === 0) {\n return null;\n }\n\n const idsToUpdate = data.map((item) => item.id);\n return knex('base_node').update(updatePayload).whereIn('id', idsToUpdate).toQuery();\n};\n\nexport const presenceHandler = <\n T =\n | IBaseNodePresenceFlushPayload\n | IBaseNodePresenceCreatePayload\n | IBaseNodePresenceUpdatePayload\n | IBaseNodePresenceDeletePayload,\n>(\n baseId: string,\n shareDbService: ShareDbService,\n handler: (presence: LocalPresence) => void\n) => {\n const channel = getBaseNodeChannel(baseId);\n const presence = shareDbService.connect().getPresence(channel);\n const localPresence = presence.create(channel);\n handler(localPresence);\n localPresence.destroy();\n};\n" }, { "path": "apps/nestjs-backend/src/features/base-node/types.ts", "content": "import type { AppAction, AutomationAction, TableAction } from '@teable/core';\n\nexport enum BaseNodeAction {\n Read = 'base_node|read',\n Create = 'base_node|create',\n Update = 'base_node|update',\n Delete = 'base_node|delete',\n}\n\nexport type IBaseNodePermissionContext = {\n tablePermissionMap?: Record;\n permissionSet: Set;\n appPermissionMap?: Record;\n workflowPermissionMap?: Record;\n};\n" }, { "path": "apps/nestjs-backend/src/features/base-share/base-share-auth.service.ts", "content": "import { Injectable, UnauthorizedException } from '@nestjs/common';\nimport { JwtService } from '@nestjs/jwt';\nimport { HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { CustomHttpException } from '../../custom.exception';\n\nexport interface IBaseShareInfo {\n shareId: string;\n baseId: string;\n nodeId: string;\n allowSave: boolean | null;\n allowCopy: boolean | null;\n}\n\nexport interface IJwtBaseShareInfo {\n shareId: string;\n password: string;\n}\n\n@Injectable()\nexport class BaseShareAuthService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly jwtService: JwtService\n ) {}\n\n async validateJwtToken(token: string) {\n try {\n return await this.jwtService.verifyAsync(token);\n } catch {\n throw new UnauthorizedException();\n }\n }\n\n async authBaseShare(shareId: string, pass: string): Promise {\n const share = await this.prismaService.baseShare.findUnique({\n where: { shareId },\n select: { shareId: true, password: true, enabled: true },\n });\n\n if (!share || !share.enabled) {\n return null;\n }\n\n const password = share.password;\n if (!password) {\n throw new CustomHttpException(\n 'Password restriction is not enabled',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.shareAuth.passwordRestrictionNotEnabled',\n },\n }\n );\n }\n return pass === password ? shareId : null;\n }\n\n async authToken(jwtShareInfo: IJwtBaseShareInfo) {\n return await this.jwtService.signAsync(jwtShareInfo);\n }\n\n async getBaseShareInfo(shareId: string): Promise {\n const share = await this.prismaService.baseShare.findUnique({\n where: { shareId },\n });\n\n if (!share || !share.enabled) {\n throw new CustomHttpException('Base share not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.baseShare.notFound',\n },\n });\n }\n\n if (!share.nodeId) {\n throw new CustomHttpException('Base share has no nodeId', HttpErrorCode.NOT_FOUND);\n }\n\n return {\n shareId: share.shareId,\n baseId: share.baseId,\n nodeId: share.nodeId,\n allowSave: share.allowSave,\n allowCopy: share.allowCopy,\n };\n }\n\n async hasPassword(shareId: string): Promise {\n const share = await this.prismaService.baseShare.findUnique({\n where: { shareId },\n select: { password: true, enabled: true },\n });\n\n if (!share || !share.enabled) {\n return false;\n }\n\n return !!share.password;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-share/base-share-open.controller.ts", "content": "import { Body, Controller, Get, HttpCode, Post, Res, UseGuards, Request } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n BaseDuplicateMode,\n copyBaseShareRoSchema,\n ICopyBaseShareRo,\n type IGetBaseShareVo,\n type IBaseShareAuthVo,\n type ICopyBaseShareVo,\n} from '@teable/openapi';\nimport { Response } from 'express';\nimport { CustomHttpException } from '../../custom.exception';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { AllowAnonymous } from '../auth/decorators/allow-anonymous.decorator';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { Public } from '../auth/decorators/public.decorator';\nimport { ResourceMeta } from '../auth/decorators/resource_meta.decorator';\nimport { PermissionGuard } from '../auth/guard/permission.guard';\nimport { PermissionService } from '../auth/permission.service';\nimport { BaseDuplicateService } from '../base/base-duplicate.service';\nimport type { IBaseShareInfo } from './base-share-auth.service';\nimport { BaseShareAuthService } from './base-share-auth.service';\nimport { BaseShareAuthLocalGuard } from './guard/base-share-auth-local.guard';\nimport { BaseShareAuthGuard } from './guard/base-share-auth.guard';\n\n@Controller('api/share')\nexport class BaseShareOpenController {\n constructor(\n private readonly baseShareAuthService: BaseShareAuthService,\n private readonly prismaService: PrismaService,\n private readonly baseDuplicateService: BaseDuplicateService,\n private readonly permissionService: PermissionService\n ) {}\n\n @HttpCode(200)\n @Public()\n @UseGuards(BaseShareAuthLocalGuard)\n @Post('/:shareId/base/auth')\n async auth(\n @Request() req: Express.Request & { shareId: string; password: string },\n @Res({ passthrough: true }) res: Response\n ): Promise {\n const shareId = req.shareId;\n const password = req.password;\n const token = await this.baseShareAuthService.authToken({ shareId, password });\n res.cookie(shareId, token, {\n httpOnly: true,\n secure: process.env.NODE_ENV === 'production',\n sameSite: 'lax',\n maxAge: 1000 * 60 * 60 * 24 * 7, // 7 days\n });\n return { token };\n }\n\n @Public()\n @UseGuards(BaseShareAuthGuard)\n @AllowAnonymous()\n @Get('/:shareId/base')\n async getBaseShare(\n @Request() req: Express.Request & { baseShareInfo: IBaseShareInfo }\n ): Promise {\n const shareInfo = req.baseShareInfo;\n const { baseId, nodeId, allowSave, allowCopy } = shareInfo;\n\n // Build default URL for redirect\n const defaultUrl = await this.buildDefaultUrl(baseId, nodeId);\n\n return {\n baseId,\n shareMeta: {\n password: await this.baseShareAuthService.hasPassword(shareInfo.shareId),\n nodeId,\n allowSave,\n allowCopy,\n },\n defaultUrl,\n };\n }\n\n /**\n * Build the default URL for share redirect.\n * Returns a URL like \"/base/xxx/table/yyy/zzz\" or \"/base/xxx/dashboard/yyy\"\n */\n private async buildDefaultUrl(baseId: string, nodeId: string): Promise {\n // Get all nodes in the base\n const allNodes = await this.prismaService.baseNode.findMany({\n where: { baseId },\n select: {\n id: true,\n parentId: true,\n resourceType: true,\n resourceId: true,\n order: true,\n },\n orderBy: { order: 'asc' },\n });\n\n if (allNodes.length === 0) {\n return undefined;\n }\n\n let targetNode: { resourceType: string; resourceId: string } | null = null;\n\n // Find the shared node\n const sharedNode = allNodes.find((n) => n.id === nodeId);\n if (sharedNode) {\n // If the shared node is a folder, find the first accessible non-folder child\n if (sharedNode.resourceType.toLowerCase() === 'folder') {\n targetNode = this.findFirstAccessibleNode(allNodes, nodeId);\n } else {\n targetNode = { resourceType: sharedNode.resourceType, resourceId: sharedNode.resourceId };\n }\n }\n\n if (!targetNode) {\n return undefined;\n }\n\n // Build URL based on resource type\n const resourceType = targetNode.resourceType.toLowerCase();\n const resourceId = targetNode.resourceId;\n\n switch (resourceType) {\n case 'table':\n return `/base/${baseId}/table/${resourceId}`;\n case 'dashboard':\n return `/base/${baseId}/dashboard/${resourceId}`;\n case 'workflow':\n return `/base/${baseId}/automation/${resourceId}`;\n case 'app':\n return `/base/${baseId}/app/${resourceId}`;\n default:\n return undefined;\n }\n }\n\n @HttpCode(200)\n @UseGuards(BaseShareAuthGuard, PermissionGuard)\n @Permissions('base|create')\n @ResourceMeta('spaceId', 'body')\n @Post('/:shareId/base/copy')\n async copyBaseShare(\n @Request() req: Express.Request & { baseShareInfo: IBaseShareInfo },\n @Body(new ZodValidationPipe(copyBaseShareRoSchema)) body: ICopyBaseShareRo\n ): Promise {\n const { baseId: fromBaseId, nodeId, allowSave } = req.baseShareInfo;\n const { spaceId, name, withRecords = true, baseId: targetBaseId } = body;\n\n // Check if share allows saving\n if (!allowSave) {\n throw new CustomHttpException(\n 'This share does not allow copying',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.baseShare.copyNotAllowed',\n },\n }\n );\n }\n\n // Validate target base if copying into an existing base\n if (targetBaseId) {\n const targetBase = await this.prismaService.base.findFirst({\n where: { id: targetBaseId, deletedTime: null },\n select: { spaceId: true },\n });\n\n if (!targetBase) {\n throw new CustomHttpException('Target base not found', HttpErrorCode.VALIDATION_ERROR);\n }\n\n if (targetBase.spaceId !== spaceId) {\n throw new CustomHttpException(\n 'Target base does not belong to the specified space',\n HttpErrorCode.VALIDATION_ERROR\n );\n }\n\n await this.permissionService.validPermissions(targetBaseId, ['base|update']);\n }\n\n // Copy the base using BaseDuplicateService\n // allowCrossBase = false to disconnect cross-base links\n // duplicateMode = CopyShareBase to handle node relationships correctly\n const { base, recordsLength } = await this.baseDuplicateService.duplicateBase(\n {\n fromBaseId,\n spaceId,\n name,\n withRecords,\n nodes: [nodeId],\n baseId: targetBaseId,\n },\n false, // allowCrossBase = false\n BaseDuplicateMode.CopyShareBase\n );\n\n // Emit audit log for share base copy\n await this.baseDuplicateService.emitShareBaseCopyAuditLog(\n base.id,\n req.baseShareInfo.shareId,\n recordsLength\n );\n\n return {\n id: base.id,\n name: base.name,\n spaceId: base.spaceId,\n };\n }\n\n /**\n * Find the first accessible non-folder node within a folder hierarchy.\n * Uses depth-first search with order-based sorting.\n * @param parentNodeId - null means find from root level\n */\n private findFirstAccessibleNode(\n allNodes: Array<{\n id: string;\n parentId: string | null;\n resourceType: string;\n resourceId: string;\n order: number;\n }>,\n parentNodeId: string | null\n ): { resourceType: string; resourceId: string } | null {\n const children = allNodes\n .filter((n) => n.parentId === parentNodeId)\n .sort((a, b) => a.order - b.order);\n\n for (const child of children) {\n if (child.resourceType.toLowerCase() !== 'folder') {\n return { resourceType: child.resourceType, resourceId: child.resourceId };\n }\n const found = this.findFirstAccessibleNode(allNodes, child.id);\n if (found) return found;\n }\n return null;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-share/base-share.controller.ts", "content": "import { Body, Controller, Delete, Get, Param, Patch, Post, UseGuards } from '@nestjs/common';\nimport type { IBaseShareVo } from '@teable/openapi';\nimport {\n createBaseShareRoSchema,\n updateBaseShareRoSchema,\n ICreateBaseShareRo,\n IUpdateBaseShareRo,\n} from '@teable/openapi';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { PermissionGuard } from '../auth/guard/permission.guard';\nimport { BaseShareService } from './base-share.service';\n\n@Controller('api/base/:baseId/share')\n@UseGuards(PermissionGuard)\nexport class BaseShareController {\n constructor(private readonly baseShareService: BaseShareService) {}\n\n @Post()\n // eslint-disable-next-line sonarjs/no-duplicate-string\n @Permissions('base|update')\n async create(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(createBaseShareRoSchema)) data: ICreateBaseShareRo\n ): Promise {\n return this.baseShareService.createBaseShare(baseId, data);\n }\n\n @Get()\n @Permissions('base|read')\n async list(@Param('baseId') baseId: string): Promise<{ nodeId: string }[]> {\n return this.baseShareService.getBaseShareList(baseId);\n }\n\n @Get('node/:nodeId')\n @Permissions('base|read')\n async getByNodeId(\n @Param('baseId') baseId: string,\n @Param('nodeId') nodeId: string\n ): Promise {\n return this.baseShareService.getBaseShareByNodeId(baseId, nodeId);\n }\n\n @Patch(':shareId')\n @Permissions('base|update')\n async update(\n @Param('baseId') baseId: string,\n @Param('shareId') shareId: string,\n @Body(new ZodValidationPipe(updateBaseShareRoSchema)) data: IUpdateBaseShareRo\n ): Promise {\n return this.baseShareService.updateBaseShare(baseId, shareId, data);\n }\n\n @Delete(':shareId')\n @Permissions('base|update')\n async delete(@Param('baseId') baseId: string, @Param('shareId') shareId: string): Promise {\n return this.baseShareService.deleteBaseShare(baseId, shareId);\n }\n\n @Post(':shareId/refresh')\n @Permissions('base|update')\n async refresh(\n @Param('baseId') baseId: string,\n @Param('shareId') shareId: string\n ): Promise {\n return this.baseShareService.refreshBaseShareId(baseId, shareId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-share/base-share.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { JwtModule } from '@nestjs/jwt';\nimport { authConfig } from '../../configs/auth.config';\nimport { AuthModule } from '../auth/auth.module';\nimport { PermissionModule } from '../auth/permission.module';\nimport { BaseModule } from '../base/base.module';\nimport { FieldModule } from '../field/field.module';\nimport { ViewModule } from '../view/view.module';\nimport { BaseShareAuthService } from './base-share-auth.service';\nimport { BaseShareOpenController } from './base-share-open.controller';\nimport { BaseShareController } from './base-share.controller';\nimport { BaseShareService } from './base-share.service';\nimport { BaseShareAuthLocalGuard } from './guard/base-share-auth-local.guard';\nimport { BaseShareAuthGuard } from './guard/base-share-auth.guard';\nimport { BaseShareJwtStrategy } from './strategies/jwt.strategy';\n\n@Module({\n imports: [\n AuthModule,\n PermissionModule,\n BaseModule,\n FieldModule,\n ViewModule,\n JwtModule.registerAsync({\n useFactory: () => ({\n secret: authConfig().jwt.secret,\n signOptions: {\n expiresIn: '7d',\n },\n }),\n }),\n ],\n controllers: [BaseShareController, BaseShareOpenController],\n providers: [\n BaseShareService,\n BaseShareAuthService,\n BaseShareJwtStrategy,\n BaseShareAuthGuard,\n BaseShareAuthLocalGuard,\n ],\n exports: [BaseShareService, BaseShareAuthService],\n})\nexport class BaseShareModule {}\n" }, { "path": "apps/nestjs-backend/src/features/base-share/base-share.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { generateShareId, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ICreateBaseShareRo, IUpdateBaseShareRo, IBaseShareVo } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport { PerformanceCache, PerformanceCacheService } from '../../performance-cache';\nimport { generateBaseShareListCacheKey } from '../../performance-cache/generate-keys';\nimport type { IClsStore } from '../../types/cls';\n\nconst baseShareNotFoundMessage = 'Base share not found';\nconst baseShareNotFoundKey = 'httpErrors.baseShare.notFound';\nconst baseShareAlreadyExistsKey = 'httpErrors.baseShare.alreadyExists';\n\n@Injectable()\nexport class BaseShareService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly performanceCacheService: PerformanceCacheService\n ) {}\n\n private async invalidateBaseShareListCache(baseId: string): Promise {\n await this.performanceCacheService.del(generateBaseShareListCacheKey(baseId));\n }\n\n private formatBaseShareVo(share: {\n baseId: string;\n shareId: string;\n password: string | null;\n nodeId: string;\n allowSave: boolean | null;\n allowCopy: boolean | null;\n enabled: boolean;\n }): IBaseShareVo {\n return {\n baseId: share.baseId,\n shareId: share.shareId,\n password: share.password != null, // Only return if password is set, not the actual value\n nodeId: share.nodeId,\n allowSave: share.allowSave,\n allowCopy: share.allowCopy,\n enabled: share.enabled,\n };\n }\n\n async createBaseShare(baseId: string, data: ICreateBaseShareRo): Promise {\n const userId = this.cls.get('user.id');\n\n // Check if a share already exists for this node\n const existingShare = await this.prismaService.baseShare.findFirst({\n where: { baseId, nodeId: data.nodeId },\n });\n if (existingShare) {\n // If existing share is disabled, re-enable it\n if (!existingShare.enabled) {\n const updated = await this.prismaService.baseShare.update({\n where: { id: existingShare.id },\n data: {\n enabled: true,\n password: data.password || existingShare.password,\n allowSave: data.allowSave ?? existingShare.allowSave,\n allowCopy: data.allowCopy ?? existingShare.allowCopy,\n },\n });\n // Invalidate cache when re-enabling share\n await this.invalidateBaseShareListCache(baseId);\n return this.formatBaseShareVo(updated);\n }\n throw new CustomHttpException(\n 'A share already exists for this node',\n HttpErrorCode.CONFLICT,\n {\n localization: {\n i18nKey: baseShareAlreadyExistsKey,\n },\n }\n );\n }\n\n const shareId = generateShareId();\n const share = await this.prismaService.baseShare.create({\n data: {\n baseId,\n shareId,\n password: data.password || null,\n nodeId: data.nodeId,\n allowSave: data.allowSave,\n allowCopy: data.allowCopy,\n createdBy: userId,\n },\n });\n\n // Invalidate cache when creating new share\n await this.invalidateBaseShareListCache(baseId);\n\n return this.formatBaseShareVo(share);\n }\n\n @PerformanceCache({\n ttl: 24 * 60 * 60, // 24 hours\n keyGenerator: generateBaseShareListCacheKey,\n statsType: 'base-share',\n })\n async getBaseShareList(baseId: string): Promise<{ nodeId: string }[]> {\n return this.prismaService.baseShare.findMany({\n where: {\n baseId,\n enabled: true,\n },\n orderBy: { createdTime: 'desc' },\n select: {\n nodeId: true,\n },\n });\n }\n\n async getBaseShareByNodeId(baseId: string, nodeId: string): Promise {\n const share = await this.prismaService.baseShare.findFirst({\n where: { baseId, nodeId, enabled: true },\n });\n\n if (!share) {\n return null;\n }\n\n return this.formatBaseShareVo(share);\n }\n\n async updateBaseShare(\n baseId: string,\n shareId: string,\n data: IUpdateBaseShareRo\n ): Promise {\n const share = await this.prismaService.baseShare.findFirst({\n where: { baseId, shareId, enabled: true },\n });\n\n if (!share) {\n throw new CustomHttpException(baseShareNotFoundMessage, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: baseShareNotFoundKey,\n },\n });\n }\n\n const updated = await this.prismaService.baseShare.update({\n where: { id: share.id },\n data: {\n password: data.password !== undefined ? data.password : share.password,\n allowSave: data.allowSave !== undefined ? data.allowSave : share.allowSave,\n allowCopy: data.allowCopy !== undefined ? data.allowCopy : share.allowCopy,\n enabled: data.enabled !== undefined ? data.enabled : share.enabled,\n },\n });\n\n // Invalidate cache if enabled status changed\n if (data.enabled !== undefined && data.enabled !== share.enabled) {\n await this.invalidateBaseShareListCache(baseId);\n }\n\n return this.formatBaseShareVo(updated);\n }\n\n async deleteBaseShare(baseId: string, shareId: string): Promise {\n const share = await this.prismaService.baseShare.findFirst({\n where: { baseId, shareId, enabled: true },\n });\n\n if (!share) {\n throw new CustomHttpException(baseShareNotFoundMessage, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: baseShareNotFoundKey,\n },\n });\n }\n\n // Soft delete: set enabled to false instead of deleting the record\n await this.prismaService.baseShare.update({\n where: { id: share.id },\n data: { enabled: false },\n });\n\n // Invalidate cache when deleting share\n await this.invalidateBaseShareListCache(baseId);\n }\n\n async refreshBaseShareId(baseId: string, shareId: string): Promise {\n const share = await this.prismaService.baseShare.findFirst({\n where: { baseId, shareId, enabled: true },\n });\n\n if (!share) {\n throw new CustomHttpException(baseShareNotFoundMessage, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: baseShareNotFoundKey,\n },\n });\n }\n\n const newShareId = generateShareId();\n const updated = await this.prismaService.baseShare.update({\n where: { id: share.id },\n data: { shareId: newShareId },\n });\n\n return this.formatBaseShareVo(updated);\n }\n\n async getByShareId(shareId: string) {\n const share = await this.prismaService.baseShare.findUnique({\n where: { shareId },\n });\n\n if (!share || !share.enabled) {\n throw new CustomHttpException(baseShareNotFoundMessage, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: baseShareNotFoundKey,\n },\n });\n }\n\n return share;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-share/guard/base-share-auth-local.guard.ts", "content": "import type { CanActivate, ExecutionContext } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { BaseShareAuthService } from '../base-share-auth.service';\n\n@Injectable()\nexport class BaseShareAuthLocalGuard implements CanActivate {\n constructor(private readonly baseShareAuthService: BaseShareAuthService) {}\n\n async canActivate(context: ExecutionContext) {\n const req = context.switchToHttp().getRequest();\n const shareId = req.params.shareId;\n const password = req.body.password;\n const authShareId = await this.baseShareAuthService.authBaseShare(shareId, password);\n req.shareId = authShareId;\n req.password = password;\n if (!authShareId) {\n throw new CustomHttpException('Incorrect password.', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.share.incorrectPassword',\n },\n });\n }\n return true;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-share/guard/base-share-auth.guard.ts", "content": "import type { ExecutionContext } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport { AuthGuard as PassportAuthGuard } from '@nestjs/passport';\nimport { ANONYMOUS_USER_ID, HttpErrorCode } from '@teable/core';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport { BaseShareAuthService } from '../base-share-auth.service';\nimport { BASE_SHARE_JWT_STRATEGY } from './constant';\n\n@Injectable()\nexport class BaseShareAuthGuard extends PassportAuthGuard([BASE_SHARE_JWT_STRATEGY]) {\n constructor(\n private readonly baseShareAuthService: BaseShareAuthService,\n private readonly cls: ClsService\n ) {\n super();\n }\n\n async validate(context: ExecutionContext, shareId: string) {\n const req = context.switchToHttp().getRequest();\n\n try {\n const shareInfo = await this.baseShareAuthService.getBaseShareInfo(shareId);\n req.baseShareInfo = shareInfo;\n\n // Only set anonymous user if no user is already authenticated\n // This allows copy operations to preserve the logged-in user's identity\n const currentUserId = this.cls.get('user.id');\n if (!currentUserId) {\n this.cls.set('user', {\n id: ANONYMOUS_USER_ID,\n name: ANONYMOUS_USER_ID,\n email: '',\n });\n }\n\n // Check if password is required\n const hasPassword = await this.baseShareAuthService.hasPassword(shareId);\n if (hasPassword) {\n return (await super.canActivate(context)) as boolean;\n }\n return true;\n } catch (err) {\n // Re-throw NOT_FOUND errors (share doesn't exist or is disabled)\n if (err instanceof CustomHttpException && err.code === HttpErrorCode.NOT_FOUND) {\n throw err;\n }\n // Other errors are treated as unauthorized (e.g., password required)\n throw new CustomHttpException('Unauthorized', HttpErrorCode.UNAUTHORIZED_SHARE);\n }\n }\n\n async canActivate(context: ExecutionContext) {\n const req = context.switchToHttp().getRequest();\n const shareId = req.params.shareId;\n return this.validate(context, shareId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-share/guard/constant.ts", "content": "export const BASE_SHARE_JWT_STRATEGY = 'base-share-jwt';\n" }, { "path": "apps/nestjs-backend/src/features/base-share/strategies/jwt.strategy.ts", "content": "import { Injectable, UnauthorizedException } from '@nestjs/common';\nimport { ConfigType } from '@nestjs/config';\nimport { PassportStrategy } from '@nestjs/passport';\nimport cookie from 'cookie';\nimport type { Request } from 'express';\nimport { ExtractJwt, Strategy } from 'passport-jwt';\nimport type { authConfig } from '../../../configs/auth.config';\nimport { AuthConfig } from '../../../configs/auth.config';\nimport type { IJwtBaseShareInfo } from '../base-share-auth.service';\nimport { BaseShareAuthService } from '../base-share-auth.service';\nimport { BASE_SHARE_JWT_STRATEGY } from '../guard/constant';\n\n@Injectable()\nexport class BaseShareJwtStrategy extends PassportStrategy(Strategy, BASE_SHARE_JWT_STRATEGY) {\n constructor(\n @AuthConfig() readonly config: ConfigType,\n private readonly baseShareAuthService: BaseShareAuthService\n ) {\n super({\n jwtFromRequest: ExtractJwt.fromExtractors([BaseShareJwtStrategy.fromAuthCookieAsToken]),\n ignoreExpiration: false,\n secretOrKey: config.jwt.secret,\n });\n }\n\n public static fromAuthCookieAsToken(req: Request): string | null {\n const shareId = req.params.shareId || (req.headers['tea-share-id'] as string);\n const cookieObj = cookie.parse(req.headers.cookie ?? '');\n return cookieObj?.[shareId] ?? null;\n }\n\n async validate(payload: IJwtBaseShareInfo) {\n const { shareId, password } = payload;\n const authShareId = await this.baseShareAuthService.authBaseShare(shareId, password);\n if (!authShareId) {\n throw new UnauthorizedException();\n }\n return authShareId;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-sql-executor/base-sql-executor.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { BaseSqlExecutorService } from './base-sql-executor.service';\n\n@Module({\n providers: [BaseSqlExecutorService],\n exports: [BaseSqlExecutorService],\n})\nexport class BaseSqlExecutorModule {}\n" }, { "path": "apps/nestjs-backend/src/features/base-sql-executor/base-sql-executor.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport type { IDsn } from '@teable/core';\nimport { DriverClient, HttpErrorCode, parseDsn } from '@teable/core';\nimport { Prisma, PrismaService, PrismaClient } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { CustomHttpException } from '../../custom.exception';\nimport { BASE_READ_ONLY_ROLE_PREFIX, BASE_SCHEMA_TABLE_READ_ONLY_ROLE_NAME } from './const';\nimport { checkTableAccess, validateRoleOperations } from './utils';\n\n@Injectable()\nexport class BaseSqlExecutorService {\n private db?: PrismaClient;\n private readonly dsn: IDsn;\n readonly driver: DriverClient;\n private hasPgReadAllDataRole?: boolean;\n private readonly logger = new Logger(BaseSqlExecutorService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly configService: ConfigService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {\n this.dsn = parseDsn(this.getDatabaseUrl());\n this.driver = this.dsn.driver as DriverClient;\n }\n\n private getDatabaseUrl() {\n return (\n this.configService.get('PRISMA_DATABASE_URL_FOR_SQL_EXECUTOR') ||\n this.configService.getOrThrow('PRISMA_DATABASE_URL')\n );\n }\n\n private getDisablePreSqlExecutorCheck() {\n return this.configService.get('DISABLE_PRE_SQL_EXECUTOR_CHECK') === 'true';\n }\n\n private async getReadOnlyDatabaseConnectionConfig(): Promise {\n if (this.driver === DriverClient.Sqlite) {\n return;\n }\n if (!this.hasPgReadAllDataRole) {\n return;\n }\n const isExistReadOnlyRole = await this.roleExits(BASE_SCHEMA_TABLE_READ_ONLY_ROLE_NAME);\n if (!isExistReadOnlyRole) {\n await this.prismaService.$tx(async (prisma) => {\n try {\n await prisma.$executeRawUnsafe(\n this.knex\n .raw(\n `CREATE ROLE ?? WITH LOGIN PASSWORD ? NOSUPERUSER NOCREATEDB NOCREATEROLE NOREPLICATION`,\n [BASE_SCHEMA_TABLE_READ_ONLY_ROLE_NAME, this.dsn.pass]\n )\n .toQuery()\n );\n await prisma.$executeRawUnsafe(\n this.knex\n .raw(`GRANT pg_read_all_data TO ??`, [BASE_SCHEMA_TABLE_READ_ONLY_ROLE_NAME])\n .toQuery()\n );\n } catch (error) {\n if (\n error instanceof Prisma.PrismaClientKnownRequestError &&\n (error?.meta?.code === '42710' ||\n error?.meta?.code === '23505' ||\n error?.meta?.code === 'XX000')\n ) {\n this.logger.warn(\n `read only role ${BASE_SCHEMA_TABLE_READ_ONLY_ROLE_NAME} already exists or concurrent update detected, error code: ${error?.meta?.code}`\n );\n return;\n }\n throw error;\n }\n });\n }\n return `postgresql://${BASE_SCHEMA_TABLE_READ_ONLY_ROLE_NAME}:${this.dsn.pass}@${this.dsn.host}:${this.dsn.port}/${this.dsn.db}${\n this.dsn.params\n ? `?${Object.entries(this.dsn.params)\n .map(([key, value]) => `${key}=${value}`)\n .join('&')}`\n : ''\n }`;\n }\n\n async onModuleInit() {\n if (this.driver !== DriverClient.Pg) {\n return;\n }\n if (this.getDisablePreSqlExecutorCheck()) {\n return;\n }\n // if pg_read_all_data role not exist, no need to create read only role\n this.hasPgReadAllDataRole = await this.roleExits('pg_read_all_data');\n if (!this.hasPgReadAllDataRole) {\n return;\n }\n this.db = await this.createConnection();\n }\n\n async onModuleDestroy() {\n await this.db?.$disconnect();\n }\n\n private async createConnection(): Promise {\n if (this.db) {\n return this.db;\n }\n const connectionConfig = await this.getReadOnlyDatabaseConnectionConfig();\n if (!connectionConfig) {\n return;\n }\n const connection = new PrismaClient({\n datasources: {\n db: {\n url: connectionConfig,\n },\n },\n });\n await connection.$connect();\n\n // validate connection\n try {\n await connection.$queryRawUnsafe('SELECT 1');\n return connection;\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (error: any) {\n await connection.$disconnect();\n throw new CustomHttpException(\n `database connection failed: ${error.message}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseSqlExecutor.databaseConnectionFailed',\n context: {\n message: error.message,\n },\n },\n }\n );\n }\n }\n\n private getReadOnlyRoleName(baseId: string) {\n return `${BASE_READ_ONLY_ROLE_PREFIX}${baseId}`;\n }\n\n async createReadOnlyRole(baseId: string) {\n const roleName = this.getReadOnlyRoleName(baseId);\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex\n .raw(\n `CREATE ROLE ?? WITH NOLOGIN NOSUPERUSER NOINHERIT NOCREATEDB NOCREATEROLE NOREPLICATION`,\n [roleName]\n )\n .toQuery()\n );\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex.raw(`GRANT USAGE ON SCHEMA ?? TO ??`, [baseId, roleName]).toQuery()\n );\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex.raw(`GRANT SELECT ON ALL TABLES IN SCHEMA ?? TO ??`, [baseId, roleName]).toQuery()\n );\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex\n .raw(`ALTER DEFAULT PRIVILEGES IN SCHEMA ?? GRANT SELECT ON TABLES TO ??`, [\n baseId,\n roleName,\n ])\n .toQuery()\n );\n }\n\n async dropReadOnlyRole(baseId: string) {\n const roleName = this.getReadOnlyRoleName(baseId);\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex.raw(`REVOKE USAGE ON SCHEMA ?? FROM ??`, [baseId, roleName]).toQuery()\n );\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex\n .raw(`REVOKE SELECT ON ALL TABLES IN SCHEMA ?? FROM ??`, [baseId, roleName])\n .toQuery()\n );\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex\n .raw(`ALTER DEFAULT PRIVILEGES IN SCHEMA ?? REVOKE ALL ON TABLES FROM ??`, [\n baseId,\n roleName,\n ])\n .toQuery()\n );\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(this.knex.raw(`DROP ROLE IF EXISTS ??`, [roleName]).toQuery());\n }\n\n async grantReadOnlyRole(baseId: string) {\n const roleName = this.getReadOnlyRoleName(baseId);\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex.raw(`GRANT USAGE ON SCHEMA ?? TO ??`, [baseId, roleName]).toQuery()\n );\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex.raw(`GRANT SELECT ON ALL TABLES IN SCHEMA ?? TO ??`, [baseId, roleName]).toQuery()\n );\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex\n .raw(`ALTER DEFAULT PRIVILEGES IN SCHEMA ?? GRANT SELECT ON TABLES TO ??`, [\n baseId,\n roleName,\n ])\n .toQuery()\n );\n }\n\n private async roleExits(role: string): Promise {\n const roleExists = await this.prismaService.$queryRaw<\n { count: bigint }[]\n >`SELECT count(*) FROM pg_roles WHERE rolname=${role}`;\n return Boolean(roleExists[0].count);\n }\n\n private async roleCheckAndCreate(baseId: string) {\n if (this.driver !== DriverClient.Pg) {\n return;\n }\n const roleName = this.getReadOnlyRoleName(baseId);\n if (!(await this.roleExits(roleName))) {\n try {\n await this.createReadOnlyRole(baseId);\n } catch (error) {\n // Handle race condition: another concurrent request may have already created the role\n if (\n error instanceof Prisma.PrismaClientKnownRequestError &&\n (error?.meta?.code === '42710' || error?.meta?.code === '23505')\n ) {\n this.logger.warn(\n `read only role ${roleName} already exists (concurrent creation), skipping`\n );\n return;\n }\n throw error;\n }\n }\n }\n\n private async setRole(prisma: Prisma.TransactionClient, baseId: string) {\n const roleName = this.getReadOnlyRoleName(baseId);\n await prisma.$executeRawUnsafe(this.knex.raw(`SET ROLE ??`, [roleName]).toQuery());\n }\n\n private async resetRole(prisma: Prisma.TransactionClient) {\n await prisma.$executeRawUnsafe(this.knex.raw(`RESET ROLE`).toQuery());\n }\n\n private async readonlyExecuteSql(sql: string) {\n return this.db?.$queryRawUnsafe(sql);\n }\n\n /**\n * check sql is safe\n * 1. role operations validation\n * 2. parse sql to valid table names\n * 3. read only role check table access\n */\n private async safeCheckSql(\n baseId: string,\n sql: string,\n opts?: { projectionTableDbNames?: string[]; projectionTableIds?: string[] }\n ) {\n const { projectionTableDbNames = [] } = opts ?? {};\n // 1. role operations keywords validation, only pg support\n if (this.driver == DriverClient.Pg) {\n validateRoleOperations(sql);\n }\n let tableNames = projectionTableDbNames;\n if (!projectionTableDbNames.length) {\n const tables = await this.prismaService.tableMeta.findMany({\n where: {\n baseId,\n },\n select: {\n dbTableName: true,\n },\n });\n tableNames = tables.map((table) => table.dbTableName);\n }\n // 2. parse sql to valid table names\n checkTableAccess(sql, {\n tableNames,\n database: this.driver,\n });\n // 3. read only role check table access, only pg and pg version > 14 support\n try {\n await this.readonlyExecuteSql(sql);\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (error: any) {\n throw new CustomHttpException(\n `read only check failed: ${error?.meta?.message || error?.message}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseSqlExecutor.readOnlyCheckFailed',\n context: {\n message: error?.meta?.message || error?.message,\n },\n },\n }\n );\n }\n }\n\n async executeQuerySql(\n baseId: string,\n sql: string,\n opts?: {\n projectionTableDbNames?: string[];\n projectionTableIds?: string[];\n }\n ) {\n await this.safeCheckSql(baseId, sql, opts);\n await this.roleCheckAndCreate(baseId);\n return this.prismaService.$tx(async (prisma) => {\n try {\n await this.setRole(prisma, baseId);\n return await prisma.$queryRawUnsafe(sql);\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (error: any) {\n throw new CustomHttpException(\n `execute query sql failed: ${error?.meta?.message || error?.message}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseSqlExecutor.executeQuerySqlFailed',\n context: {\n message: error?.meta?.message || error?.message,\n },\n },\n }\n );\n } finally {\n await this.resetRole(prisma).catch((error) => {\n console.log('resetRole error', error);\n });\n }\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/base-sql-executor/const.ts", "content": "export const BASE_READ_ONLY_ROLE_PREFIX = 'base_read_only_role_';\nexport const BASE_SCHEMA_TABLE_READ_ONLY_ROLE_NAME = 'base_schema_table_read_only_role';\n" }, { "path": "apps/nestjs-backend/src/features/base-sql-executor/utils.spec.ts", "content": "import { DriverClient } from '@teable/core';\nimport { validateRoleOperations, checkTableAccess } from './utils';\n\ndescribe('base sql executor utils', () => {\n describe('validateRoleOperations', () => {\n it('should throw an error if the sql contains set role', () => {\n expect(() => validateRoleOperations('set role xxx')).toThrow();\n });\n\n it('should throw an error if the sql contains set role with semicolon', () => {\n expect(() => validateRoleOperations('set role xxx;')).toThrow();\n });\n\n it('should throw an error if the sql contains set role with line break', () => {\n expect(() =>\n validateRoleOperations(`set \n role xxx`)\n ).toThrow();\n });\n\n it('should throw an error if the sql contains set role with line break', () => {\n expect(() =>\n validateRoleOperations(`set \n \n \\t role xxx`)\n ).toThrow();\n });\n\n it('should throw an error if the sql contains reset role', () => {\n expect(() => validateRoleOperations('reset role')).toThrow();\n });\n\n it('should throw an error if the sql contains set session', () => {\n expect(() => validateRoleOperations('set session')).toThrow();\n });\n\n it('should not throw an error if the sql does not contain set role', () => {\n expect(() => validateRoleOperations('select * from users')).not.toThrow();\n });\n\n it('should not throw an error if the sql contains set role in the beginning and end with whitespace', () => {\n expect(() =>\n validateRoleOperations(\"select * from users where name = 'set role'\")\n ).not.toThrow();\n });\n });\n\n describe('checkTableAccess', () => {\n it('check table access', () => {\n const sql = 'with a as (select * from b) select * from a where name = (select * from c)';\n checkTableAccess(sql, {\n tableNames: ['b', 'c'],\n database: DriverClient.Pg,\n });\n checkTableAccess(sql, {\n tableNames: ['a', 'b', 'c'],\n database: DriverClient.Pg,\n });\n expect(() =>\n checkTableAccess(sql, {\n tableNames: ['a', 'c'],\n database: DriverClient.Pg,\n })\n ).toThrow();\n });\n\n it('check table access with pg schema', () => {\n const sql = 'select * from \"bsexxXxxxxx\".\"shop_order\"';\n checkTableAccess(sql, {\n tableNames: ['bsexxXxxxxx.shop_order'],\n database: DriverClient.Pg,\n });\n });\n\n it('deep with', () => {\n const sql = 'with a as (with b as (select * from c) select * from b) select * from a';\n checkTableAccess(sql, {\n tableNames: ['c'],\n database: DriverClient.Pg,\n });\n });\n\n it('should report invalid table names when using display name instead of db table name', () => {\n const sql = 'SELECT \"Biao_Ti\" FROM \"bseXXX\".\"xxx\" ORDER BY \"Ri_Qi\" DESC LIMIT 1';\n expect(() =>\n checkTableAccess(sql, {\n tableNames: ['bseXXX.actual_db_table_name'],\n database: DriverClient.Pg,\n })\n ).toThrow(/Table 'xxx' not found/);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/base-sql-executor/utils.ts", "content": "import { DriverClient, HttpErrorCode } from '@teable/core';\nimport type { AST } from 'node-sql-parser';\nimport { Parser } from 'node-sql-parser';\nimport { CustomHttpException } from '../../custom.exception';\n\nexport const validateRoleOperations = (sql: string) => {\n const removeQuotedContent = (sql: string) => {\n return sql.replace(/'[^']*'|\"[^\"]*\"/g, ' ');\n };\n\n const normalizedSql = sql.toLowerCase().replace(/\\s+/g, ' ');\n const sqlWithoutQuotes = removeQuotedContent(normalizedSql);\n\n const roleOperationPatterns = [/set\\s+role/, /reset\\s+role/, /set\\s+session/];\n\n for (const pattern of roleOperationPatterns) {\n if (pattern.test(sqlWithoutQuotes)) {\n throw new CustomHttpException(\n `not allowed to execute sql with keyword ${pattern.source}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseSqlExecutor.notAllowedToExecuteSqlWithKeyword',\n context: {\n keyword: pattern.source,\n },\n },\n }\n );\n }\n }\n};\n\nconst databaseTypeMap = {\n [DriverClient.Pg]: 'postgresql',\n [DriverClient.Sqlite]: 'sqlite',\n};\n\nconst collectWithNames = (ast?: AST) => {\n if (!ast) {\n return [];\n }\n const withNames: string[] = [];\n if (ast.type === 'select' && ast.with) {\n ast.with.forEach((withItem) => {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const names = (withItem.stmt as any) ? collectWithNames(withItem.stmt as any) : [];\n withNames.push(...names, withItem.name.value);\n });\n }\n return withNames;\n};\n\nexport const checkTableAccess = (\n sql: string,\n {\n tableNames,\n database,\n }: {\n tableNames: string[];\n database: DriverClient;\n }\n) => {\n const parser = new Parser();\n const opt = {\n database: databaseTypeMap[database],\n };\n const { ast } = parser.parse(sql, opt);\n const withNames = Array.isArray(ast) ? ast.map(collectWithNames).flat() : collectWithNames(ast);\n const allWithNames = new Set([...withNames, ...tableNames]);\n const whiteColumnList = Array.from(allWithNames).map((table) => {\n const [schema, tableName] = table.includes('.') ? table.split('.') : [null, table];\n return `select::${schema}::${tableName}`;\n });\n\n try {\n const error = parser.whiteListCheck(sql, whiteColumnList, opt);\n if (error) {\n throw error;\n }\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (error: any) {\n const sqlTableList = parser.tableList(sql, opt);\n const invalidEntries = sqlTableList.filter((t: string) => !whiteColumnList.includes(t));\n const invalidTableNames = invalidEntries.map((t: string) => {\n const parts = t.split('::');\n return parts[parts.length - 1];\n });\n\n const message =\n invalidTableNames.length > 0\n ? `Table ${invalidTableNames.map((n: string) => `'${n}'`).join(', ')} not found. Please use the db table name (dbTableName from get-tables-meta) instead of the display table name for SQL queries.`\n : (error?.message as string);\n\n throw new CustomHttpException(\n `An error occurred while checking table access: ${message}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.baseSqlExecutor.whiteListCheckError',\n context: {\n message,\n },\n },\n }\n );\n }\n};\n\nexport const getTableNames = (sql: string) => {\n const parser = new Parser();\n const opt = {\n database: databaseTypeMap[DriverClient.Pg],\n };\n return parser.tableList(sql, opt);\n};\n" }, { "path": "apps/nestjs-backend/src/features/builtin-assets-init/builtin-assets-init.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ConfigModule } from '@nestjs/config';\nimport { StorageModule } from '../attachments/plugins/storage.module';\nimport { BuiltinAssetsInitService } from './builtin-assets-init.service';\n\n@Module({\n imports: [StorageModule, ConfigModule],\n providers: [BuiltinAssetsInitService],\n exports: [BuiltinAssetsInitService],\n})\nexport class BuiltinAssetsInitModule {}\n" }, { "path": "apps/nestjs-backend/src/features/builtin-assets-init/builtin-assets-init.service.ts", "content": "import { join, resolve, extname } from 'path';\nimport { Injectable, Logger, type OnModuleInit } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { AUTOMATION_ROBOT_ID, APP_ROBOT_ID, ANONYMOUS_USER_ID } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { UploadType } from '@teable/openapi';\nimport { createReadStream, stat } from 'fs-extra';\nimport mime from 'mime-types';\nimport sharp from 'sharp';\nimport { CacheService } from '../../cache/cache.service';\nimport type { ICacheConfig } from '../../configs/cache.config';\nimport StorageAdapter from '../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../attachments/plugins/storage';\n\n/**\n * Built-in assets configuration interface\n */\nexport interface IBuiltinAssetConfig {\n /**\n * Unique identifier for the asset (e.g., 'automation-robot', 'chart-logo')\n */\n id: string;\n /**\n * Path to the source file relative to process.cwd()\n */\n filePath: string;\n /**\n * Upload type (determines bucket and directory)\n */\n uploadType: UploadType;\n}\n\n/**\n * Lock configuration\n */\n// eslint-disable-next-line @typescript-eslint/naming-convention\nconst LOCK_KEY = 'lock:builtin-assets-init' as const;\n// eslint-disable-next-line @typescript-eslint/naming-convention\nconst LOCK_TTL = 300; // 5 minutes\n\n/**\n * Static asset paths\n */\n// eslint-disable-next-line @typescript-eslint/naming-convention\nconst AUTOMATION_ROBOT_AVATAR_PATH = 'static/system/automation-robot.png';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nconst ANONYMOUS_USER_AVATAR_PATH = 'static/system/anonymous.png';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nconst EMAIL_LOGO_PATH = 'static/system/email-logo.png';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const EMAIL_LOGO_TOKEN = 'email-logo';\n\n/**\n * BuiltinAssetsInitService\n *\n * Unified service for initializing built-in assets (logos, avatars, etc.)\n * - Acquires Redis lock to ensure only one instance runs initialization\n * - Falls back to running without lock if Redis is not available\n * - Designed to be extended by EE version for additional assets\n *\n * This service consolidates all built-in asset uploads from:\n * - UserInitService (system user avatars)\n * - And any additional assets added by EE version\n */\n@Injectable()\nexport class BuiltinAssetsInitService implements OnModuleInit {\n protected readonly logger = new Logger(BuiltinAssetsInitService.name);\n private lockValue: string;\n\n constructor(\n protected readonly prismaService: PrismaService,\n @InjectStorageAdapter() protected readonly storageAdapter: StorageAdapter,\n protected readonly cacheService: CacheService,\n protected readonly configService: ConfigService\n ) {\n // Generate unique lock value per instance\n this.lockValue = `${process.pid}-${Date.now()}-${Math.random().toString(36).slice(2)}`;\n }\n\n async onModuleInit() {\n if (process.env.NODE_ENV === 'test') {\n this.logger.debug('Skipping builtin assets initialization in test environment');\n return;\n }\n\n // Run initialization in background to avoid blocking app startup\n setImmediate(() => {\n this.runInitialization().catch((error) => {\n this.logger.error('Builtin assets initialization failed', error);\n });\n });\n }\n\n /**\n * Run the initialization process with distributed lock\n */\n private async runInitialization(): Promise {\n const hasLock = await this.tryAcquireLock();\n if (!hasLock) {\n this.logger.log('Another instance is handling builtin assets initialization, skipping...');\n return;\n }\n\n try {\n this.logger.log('Starting builtin assets initialization...');\n await this.initializeAssets();\n this.logger.log('Builtin assets initialization completed');\n } finally {\n await this.releaseLock();\n }\n }\n\n onModuleDestroy() {\n this.releaseLock().catch((error) => {\n this.logger.error('Failed to release lock on module destroy', error);\n });\n }\n\n /**\n * Try to acquire a distributed lock using Redis\n * Returns true if lock acquired or Redis is not available (fallback to run)\n */\n protected async tryAcquireLock(): Promise {\n const cacheProvider = this.configService.get('cache')?.provider;\n\n // If not using Redis, skip lock and allow execution\n if (cacheProvider !== 'redis') {\n this.logger.debug('Redis not available, proceeding without distributed lock');\n return true;\n }\n\n try {\n // Use atomic setnx operation to acquire lock\n const acquired = await this.cacheService.setnx(LOCK_KEY, this.lockValue, LOCK_TTL);\n\n if (acquired) {\n this.logger.debug('Acquired distributed lock for builtin assets initialization');\n return true;\n }\n\n return false;\n } catch (error) {\n // If Redis fails, proceed without lock\n this.logger.warn('Failed to acquire Redis lock, proceeding anyway', error);\n return true;\n }\n }\n\n /**\n * Release the distributed lock\n */\n protected async releaseLock(): Promise {\n const cacheProvider = this.configService.get('cache')?.provider;\n\n if (cacheProvider !== 'redis') {\n return;\n }\n\n try {\n // Only delete if we own the lock\n const currentLock = await this.cacheService.get(LOCK_KEY);\n if (currentLock === this.lockValue) {\n await this.cacheService.del(LOCK_KEY);\n this.logger.debug('Released distributed lock');\n }\n } catch (error) {\n this.logger.warn('Failed to release Redis lock', error);\n }\n }\n\n /**\n * Main initialization method - override in subclass to add more initialization logic\n */\n protected async initializeAssets(): Promise {\n const assets = this.getBuiltinAssets();\n\n for (const asset of assets) {\n try {\n await this.uploadBuiltinAsset(asset);\n } catch (error) {\n this.logger.error(`Failed to upload builtin asset: ${asset.id}`, error);\n // Continue with other assets\n }\n }\n }\n\n /**\n * Get the list of builtin assets to initialize\n * Override this method in EE subclass to add more assets\n *\n * This method consolidates assets from:\n * - System user avatars (automation robot, app robot, anonymous user, AI robot)\n * - Plugin assets will be handled by OfficialPluginInitService which calls uploadStatic\n */\n protected getBuiltinAssets(): IBuiltinAssetConfig[] {\n return [\n // System user avatars (from UserInitService)\n {\n id: AUTOMATION_ROBOT_ID,\n filePath: AUTOMATION_ROBOT_AVATAR_PATH,\n uploadType: UploadType.Avatar,\n },\n {\n id: APP_ROBOT_ID,\n filePath: AUTOMATION_ROBOT_AVATAR_PATH,\n uploadType: UploadType.Avatar,\n },\n {\n id: 'aiRobot',\n filePath: AUTOMATION_ROBOT_AVATAR_PATH,\n uploadType: UploadType.Avatar,\n },\n {\n id: ANONYMOUS_USER_ID,\n filePath: ANONYMOUS_USER_AVATAR_PATH,\n uploadType: UploadType.Avatar,\n },\n {\n id: EMAIL_LOGO_TOKEN,\n filePath: EMAIL_LOGO_PATH,\n uploadType: UploadType.Logo,\n },\n {\n id: 'actTestImage',\n filePath: 'static/test/test-image.png',\n uploadType: UploadType.ChatFile,\n },\n {\n id: 'actTestPDF',\n filePath: 'static/test/test-pdf.pdf',\n uploadType: UploadType.ChatFile,\n },\n ];\n }\n\n /**\n * Upload a single builtin asset\n */\n async uploadBuiltinAsset(config: IBuiltinAssetConfig): Promise {\n const { id, filePath, uploadType } = config;\n return this.uploadStatic(id, filePath, uploadType);\n }\n\n /**\n * Core upload logic - reusable by other services\n * This method can be called by other services (like OfficialPluginInitService)\n * to upload their assets using the same logic\n *\n * Supports both image files (jpg, png, etc.) and non-image files (pdf, xlsx, csv, etc.)\n */\n async uploadStatic(id: string, filePath: string, type: UploadType): Promise {\n if (process.env.NODE_ENV === 'test') {\n return `/${join(StorageAdapter.getDir(type), id)}`;\n }\n\n const fullPath = resolve(process.cwd(), filePath);\n const path = join(StorageAdapter.getDir(type), id);\n const bucket = StorageAdapter.getBucket(type);\n\n // Get file metadata based on file type\n const { size, width, height, mimetype } = await this.getFileMetadata(fullPath);\n\n const { hash } = await this.storageAdapter.uploadFileWidthPath(bucket, path, fullPath, {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': mimetype,\n });\n\n await this.prismaService.txClient().attachments.upsert({\n create: {\n token: id,\n path,\n size,\n width,\n height,\n hash,\n mimetype,\n createdBy: 'system',\n },\n update: {\n size,\n width,\n height,\n hash,\n mimetype,\n lastModifiedBy: 'system',\n },\n where: {\n token: id,\n deletedTime: null,\n },\n });\n\n return `/${path}`;\n }\n\n /**\n * Get file metadata (size, dimensions, mimetype)\n * Uses sharp for images, fs.stat for other file types\n */\n private async getFileMetadata(\n fullPath: string\n ): Promise<{ size: number; width?: number; height?: number; mimetype: string }> {\n const ext = extname(fullPath).toLowerCase();\n const mimetypeFromExt = mime.lookup(ext) || 'application/octet-stream';\n\n // Check if it's an image format that sharp can handle\n const imageExtensions = ['.jpg', '.jpeg', '.png', '.gif', '.webp', '.tiff', '.avif', '.heif'];\n const isImage = imageExtensions.includes(ext);\n\n if (isImage) {\n try {\n const fileStream = createReadStream(fullPath);\n const metaReader = sharp();\n const sharpReader = fileStream.pipe(metaReader);\n const metadata = await sharpReader.metadata();\n return {\n size: metadata.size || 0,\n width: metadata.width,\n height: metadata.height,\n mimetype: mimetypeFromExt,\n };\n } catch {\n // Fall back to basic file stats if sharp fails\n this.logger.warn(`Sharp failed to process image: ${fullPath}, falling back to basic stats`);\n }\n }\n\n // For non-image files or if sharp failed, use fs.stat\n const fileStat = await stat(fullPath);\n return {\n size: fileStat.size,\n width: undefined,\n height: undefined,\n mimetype: mimetypeFromExt,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/builtin-assets-init/index.ts", "content": "export * from './builtin-assets-init.module';\nexport * from './builtin-assets-init.service';\n" }, { "path": "apps/nestjs-backend/src/features/calculation/README.md", "content": "我有这样的一个数据结构定义，id 为 fieldId, dependency 是当前 field 所依赖的 field 的 id。\nIFieldMap 包括了所有 field 对应的信息的 map\n\n```ts\ninterface ITopologicalItem {\n id: string;\n dependencies: string[];\n}\n\ninterface IField {\n type: \"other\" | \"link\";\n}\n\ntype IFieldMap = { [id: string]: IField };\n```\n\n一个 record 中的某个 field 变化了之后，就会触发相关的依赖计算。也就是说，我们提供一个 recordId 然后按照拓扑排序中的顺序，依次计算每个 field 的值。\n\nlink 字段在这里会导致 一个 record 变化，引发其他多个 record 变化的情况，比如\n\nrecordA1 和 recordA2 的 fieldY 都引用 recordB1 的 fieldX 的值，其中 fieldY 为 type 为 link 的字段\n\n```ts\nrecordA1[fieldBLinkB] = recordB1[fieldB];\nrecordA2[fieldBLinkB] = recordB1[fieldB];\n```\n\n那么，当 recordB1 的 fieldX 变化的时候，就会触发 recordA1 和 recordA2 的 fieldY 的变化。\n也就是说，当传入 recordB1 的 id 进入拓扑排序遍历的时候，经过 fieldY 字段时，需要裂变成 recordA1、recordA2 两个 id，然后继续遍历计算\n\n请问，我如何一次性查询出，从 recordB1 出发，最终会发生变化的 record, 以及他们与各自 field 之间的关系\n简单场景\nb1[fieldB] 变化\nfieldB -> fieldLinkB\n\n```ts\n[\n { id: \"fieldB\", dependencies: [], recordId: [\"b1\"] },\n { id: \"fieldLinkB\", dependencies: [\"fieldB\"], recordId: [\"b1\"], targetRecordId: [\"a1\", \"a2\"] }, // formula({fieldB})\n];\n```\n\nlink 字段的计算，是带入关联表中的 recordId 以及对应的 recordData 计算的，而计算后的值，将存入当前表的 targetRecordId 中对应的 link 字段下。\n\n```ts\n[\n { id: \"fieldB\", dependencies: [], recordId: [\"b1\"] },\n { id: \"fieldLinkB\", dependencies: [\"fieldB\"], recordId: [\"b1\"], targetRecordId: [\"a1\", \"a2\"] },\n { id: \"fieldA\", dependencies: [\"fieldLinkB\"], recordId: [\"a1\", \"a2\"] },\n { id: \"fieldLinkA\", dependencies: [\"fieldA\"], recordId: [\"a1\", \"a2\"], targetRecordId: [\"b1\"] },\n];\n```\n\nfieldA -> FieldLinkA -> formula。\n拓扑排序只包含从变更入口开始的有向图\n\n```ts\n[\n { id: \"fieldA\", dependencies: [], recordId: [\"a1\"] },\n // { id: \"fieldC\", dependencies: [] },\n { id: \"FieldLinkA\", dependencies: [\"fieldA\"], recordId: [\"a1\", \"a2\"], targetRecordId: [\"b1\"] },\n // { id: \"FieldLinkC\", dependencies: ['fieldC'], recordId: ['c1', 'c2'], targetRecordId: ['b1'] },\n { id: \"formula\", dependencies: [\"FieldLinkA\", \"FieldLinkC\"] },\n];\n```\n\n## 单次找出所有 recordId\n\n我有以下数据结构, 这是一组拓扑排序后的数据结果。代表着 fieldA -> fieldLinkA -> fieldLinkB 这样的一张有向无环图关系。\ntableName 代表表名称\nfieldName 代表字段名称\ntargetLinkField 代表外键的字段名称，该字段存储了关联的 record\nlinkedTable 代表了这个 targetLinkField 关联的表名称\ndependencies 代表关联后，他们需要查询 record 中哪个 field 的值\n\n```ts\nconst topologicalOrder = [\n { tableName: \"A\", fieldName: \"fieldA\", dependencies: [] },\n {\n tableName: \"B\",\n fieldName: \"fieldLinkA\",\n targetLinkField: \"__fk_fieldLinkA\",\n linkedTable: \"A\",\n dependencies: [\"fieldA\"],\n },\n {\n tableName: \"C\",\n fieldName: \"fieldLinkB\",\n targetLinkField: \"__fk_fieldLinkB\",\n linkedTable: \"B\",\n dependencies: [\"fieldLinkA\"],\n },\n];\n```\n\ntable 中的 record 数据用 json 表达如下\nA 表\n\n```ts\n[\n { id: \"idA1\", fieldA: \"A1\" },\n { id: \"idA2\", fieldA: \"A2\" },\n];\n```\n\nB 表\n\n```ts\n[\n { id: \"idB1\", fieldB: \"B1\", fieldLinkA: \"A1\", __fk_fieldLinkA: \"idA1\" },\n { id: \"idB2\", fieldB: \"B2\", fieldLinkA: \"A1\", __fk_fieldLinkA: \"idA1\" },\n];\n```\n\nC 表\n\n```ts\n[\n { id: \"idC1\", fieldC: \"C1\", fieldLinkB: \"A1\", __fk_fieldLinkB: \"idB1\" },\n { id: \"idC2\", fieldC: \"C2\", fieldLinkB: \"A1\", __fk_fieldLinkB: \"idB1\" },\n { id: \"idC3\", fieldC: \"C3\", fieldLinkB: \"A1\", __fk_fieldLinkB: \"idB2\" },\n];\n```\n\n根据上述表述，如果 'idA1' 中的 fieldA 发生了变化，既可以推导出 ['idB1', 'idB2'] 和 ['idC1', 'idC2', 'idC3'] 都会受到关联关系的影响发生变化\n\n我如何通过 SQL 一次性查找出这些 recordId 呢？ 为了实现动态的查询需求，我会将 idA1 和 topologicalOrder 作为参数传入\n\n## 一对多关系，反向引用计算链\n\nA 表\n\n```ts\n{ __id: 'idA1', fieldA: 'A1', oneToManyB: ['C1,C2', 'C3'] }\n```\n\nB 表\n\n```ts\n{ __id: 'idB1', fieldB: 'C1,C2', manyToOneA: 'A1', __fk_manyToOneA: 'idA1', oneToManyC: ['C1', 'C2'] }\n{ __id: 'idB2', fieldB: 'C3', manyToOneA: 'A1', __fk_manyToOneA: 'idA1', oneToManyC: ['C3'] }\n```\n\nC 表\n\n```ts\n{ __id: 'idC1', fieldC: 'C1', manyToOneB: 'C1,C2', __fk_manyToOneB: 'idB1' },\n{ __id: 'idC2', fieldC: 'C2', manyToOneB: 'C1,C2', __fk_manyToOneB: 'idB1' },\n{ __id: 'idC3', fieldC: 'C3', manyToOneB: 'C3', __fk_manyToOneB: 'idB2' },\n```\n\n引用关系拓扑排序\n\n```ts\nconst topoOrder = [\n {\n dbTableName: \"B\",\n fieldName: \"oneToManyC\",\n foreignKeyField: \"__fk_manyToOneB\",\n relationship: Relationship.OneMany,\n linkedTable: \"C\",\n },\n {\n dbTableName: \"A\",\n fieldName: \"oneToManyB\",\n foreignKeyField: \"__fk_manyToOneA\",\n relationship: Relationship.OneMany,\n linkedTable: \"B\",\n },\n {\n dbTableName: \"C\",\n fieldName: \"manyToOneB\",\n foreignKeyField: \"__fk_manyToOneB\",\n relationship: Relationship.ManyOne,\n linkedTable: \"B\",\n },\n];\n```\n\n我们看到。\nA 表中的 idA1.oneToManyB: ['C1,C2', 'C3'] 的值，是从 C 表中**id 为 'idB1', 'idB2' 对应的 fieldB 字段中得到，并形成数组的。\n同理：\nB 表中\nidB1.oneToManyC: ['C1', 'C2'] 的值，是从 C 表中**id 为 'idC1', 'idC2' 对应的 fieldC 字段中得到，并形成数组的。\nidB2.oneToManyC: ['C3'] 的值，是从 C 表中**id 为 'idC3' 对应的 fieldC 字段中得到，并形成数组的。\nC 表中\nidC1.manyToOneB: 'C1,C2' 的值，是从 B 表中**id 为 'idB1' 对应的 fieldB 字段中引用得到。\nidC2.manyToOneB: 'C1,C2' 的值，是从 B 表中\\_\\_id 为 'idB1' 对应的 fieldB 字段中引用得到。\n\n### 问题 1\n\nC.idC1.fieldC 的值发生了变化，从 C1 变成了 C11, 怎么更新 A 表和 B 表的对应值？\n首先我们用循环遍历的代码来实现，先定义一下最终的输出结构，者个结构由后续参与计算的时候，如何进行多值 lookup 合并来决定。\n什么是多值 lookup 呢？ 比如 B.oneToManyC 的值是 ['C1', 'C2']，那么我们需要从 C 表中找到 \\_\\_id 为 'idC1', 'idC2' 的记录，然后将他们的 fieldC 字段的值合并成一个数组，最终得到 ['C1', 'C2']。\n\n### 问题 2\n\n假设，我们现在 A.oneToManyB 以及 B.oneToManyC 中的值都为空。我们怎么通过 topoOrder 中给出的关系，利用 SQL 查询加上 ts 计算，得到他们的值呢？\n" }, { "path": "apps/nestjs-backend/src/features/calculation/batch.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { BatchService } from './batch.service';\nimport { CalculationModule } from './calculation.module';\n\ndescribe('BatchService', () => {\n let service: BatchService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, CalculationModule],\n }).compile();\n\n service = module.get(BatchService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/calculation/batch.service.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Injectable, Logger } from '@nestjs/common';\nimport { HttpErrorCode, IdPrefix, RecordOpBuilder, FieldType } from '@teable/core';\nimport type { IOtOperation, IRecord, TableDomain } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { groupBy, isEmpty, keyBy } from 'lodash';\nimport { customAlphabet } from 'nanoid';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { bufferCount, concatMap, from, lastValueFrom } from 'rxjs';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport type { IRawOp, IRawOpMap } from '../../share-db/interface';\nimport { RawOpType } from '../../share-db/interface';\nimport type { IClsStore } from '../../types/cls';\nimport { handleDBValidationErrors } from '../../utils/db-validation-error';\nimport { Timing } from '../../utils/timing';\nimport type { IFieldInstance } from '../field/model/factory';\nimport { createFieldInstanceByRaw, fieldCore2FieldInstance } from '../field/model/factory';\nimport { dbType2knexFormat, SchemaType } from '../field/util';\nimport { RecordQueryService } from '../record/record-query.service';\nimport { TableDomainQueryService } from '../table-domain/table-domain-query.service';\nimport { IOpsMap } from './utils/compose-maps';\n\nexport interface IOpsData {\n recordId: string;\n updateParam: {\n [dbFieldName: string]: unknown;\n };\n version: number;\n}\n\n@Injectable()\nexport class BatchService {\n private logger = new Logger(BatchService.name);\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n private readonly recordQueryService: RecordQueryService,\n private readonly tableDomainQueryService: TableDomainQueryService\n ) {}\n\n private async completeMissingCtx(\n opsMap: IOpsMap,\n fieldMap: { [fieldId: string]: IFieldInstance } = {},\n tableId2DbTableName: { [tableId: string]: string } = {}\n ) {\n const tableIds = Object.keys(opsMap);\n\n const missingFieldIds = Array.from(\n tableIds.reduce>((pre, id) => {\n Object.values(opsMap[id]).forEach((ops) =>\n ops.forEach((op) => {\n const fieldId = RecordOpBuilder.editor.setRecord.detect(op)?.fieldId;\n if (fieldId) {\n pre.add(fieldId);\n }\n })\n );\n return pre;\n }, new Set())\n );\n\n if (!missingFieldIds.length) {\n return { fieldMap, tableId2DbTableName };\n }\n\n const tableRaw = await this.prismaService.txClient().tableMeta.findMany({\n where: { id: { in: tableIds }, deletedTime: null },\n select: { id: true, dbTableName: true },\n });\n\n const fieldsRaw = await this.prismaService.txClient().field.findMany({\n where: { id: { in: missingFieldIds }, deletedTime: null },\n });\n\n const fields = fieldsRaw.map(createFieldInstanceByRaw);\n\n const extraFieldsMap = keyBy(fields, 'id');\n\n const extraTableId2DbTableName = tableRaw.reduce<{ [tableId: string]: string }>(\n (pre, { id, dbTableName }) => {\n pre[id] = dbTableName;\n return pre;\n },\n {}\n );\n\n return {\n tableId2DbTableName: { ...tableId2DbTableName, ...extraTableId2DbTableName },\n fieldMap: { ...fieldMap, ...extraFieldsMap },\n };\n }\n\n private async updateRecordsTask(\n tableId: string,\n dbTableName: string,\n fieldMap: { [fieldId: string]: IFieldInstance },\n opsPair: [recordId: string, IOtOperation[]][]\n ) {\n const raw = await this.fetchRawData(\n dbTableName,\n opsPair.map(([recordId]) => recordId)\n );\n const versionGroup = keyBy(raw, '__id');\n\n opsPair.map(([recordId]) => {\n if (!versionGroup[recordId]) {\n throw new CustomHttpException(\n `Record ${recordId} not found in ${tableId}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.recordNotFound',\n context: {\n recordId,\n tableId,\n },\n },\n }\n );\n }\n });\n\n const opsData = this.buildRecordOpsData(opsPair, versionGroup);\n if (!opsData.length) return;\n\n await this.executeUpdateRecords(dbTableName, fieldMap, opsData);\n\n const opDataList = opsPair.map(([recordId, ops]) => {\n return { docId: recordId, version: versionGroup[recordId].__version, data: ops };\n });\n\n await this.saveRawOps(tableId, RawOpType.Edit, IdPrefix.Record, opDataList);\n }\n\n @Timing()\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async updateRecords(\n opsMap: IOpsMap,\n fieldMap: { [fieldId: string]: IFieldInstance } = {},\n tableId2DbTableName: { [tableId: string]: string } = {},\n tableDomains?: Map\n ): Promise<{ [tableId: string]: { [recordId: string]: IRecord } }> {\n const tableIds = Object.keys(opsMap);\n\n const domainCache = new Map(tableDomains || []);\n const missingDomainIds = tableIds.filter((id) => !domainCache.has(id));\n if (missingDomainIds.length) {\n const fetched = await this.tableDomainQueryService.getTableDomainsByIds(missingDomainIds);\n for (const [tid, domain] of fetched) {\n domainCache.set(tid, domain);\n }\n }\n\n // Prefill table/db mapping and field instances from domains to reduce follow-up lookups\n for (const [tid, domain] of domainCache) {\n tableId2DbTableName[tid] ||= domain.dbTableName;\n for (const field of domain.fieldList) {\n if (!fieldMap[field.id]) {\n fieldMap[field.id] = fieldCore2FieldInstance(field);\n }\n }\n }\n\n const result = await this.completeMissingCtx(opsMap, fieldMap, tableId2DbTableName);\n fieldMap = result.fieldMap;\n tableId2DbTableName = result.tableId2DbTableName;\n\n // Get old records before updating\n const oldRecords: { [tableId: string]: { [recordId: string]: IRecord } } = {};\n\n for (const tableId in opsMap) {\n const recordIds = Object.keys(opsMap[tableId]);\n if (recordIds.length === 0) continue;\n\n try {\n const domain = domainCache.get(tableId);\n if (!domain) {\n this.logger.warn(`TableDomain not found for table ${tableId}, skip snapshot read`);\n oldRecords[tableId] = {};\n continue;\n }\n const snapshots = await this.recordQueryService.getSnapshotBulk(domain, recordIds);\n oldRecords[tableId] = {};\n for (const snapshot of snapshots) {\n oldRecords[tableId][snapshot.id] = snapshot.data;\n }\n } catch (error) {\n this.logger.warn(`Failed to get old records for table ${tableId}: ${error}`);\n oldRecords[tableId] = {};\n }\n }\n\n // Perform the actual updates\n for (const tableId in opsMap) {\n const dbTableName = tableId2DbTableName[tableId];\n const recordOpsMap = opsMap[tableId];\n if (isEmpty(recordOpsMap)) {\n continue;\n }\n const opsPair = Object.entries(recordOpsMap);\n\n const taskFunction = async (opp: [recordId: string, IOtOperation[]][]) =>\n this.updateRecordsTask(tableId, dbTableName, fieldMap, opp);\n\n await lastValueFrom(\n from(opsPair).pipe(\n bufferCount(this.thresholdConfig.calcChunkSize),\n concatMap((opsPair) => from(taskFunction(opsPair)))\n )\n );\n }\n\n return oldRecords;\n }\n\n // @Timing()\n private async fetchRawData(dbTableName: string, recordIds: string[]) {\n const querySql = this.knex(dbTableName)\n .whereIn('__id', recordIds)\n .select('__id', '__version', '__last_modified_time', '__last_modified_by')\n .toQuery();\n\n return this.prismaService.txClient().$queryRawUnsafe<\n {\n __version: number;\n __id: string;\n }[]\n >(querySql);\n }\n\n private buildRecordOpsData(\n opsPair: [recordId: string, IOtOperation[]][],\n versionGroup: {\n [recordId: string]: {\n __version: number;\n __id: string;\n };\n }\n ) {\n const opsData: IOpsData[] = [];\n\n for (const [recordId, ops] of opsPair) {\n const updateParam = ops.reduce<{ [fieldId: string]: unknown }>((pre, op) => {\n const opContext = RecordOpBuilder.editor.setRecord.detect(op);\n if (!opContext) {\n throw new CustomHttpException(\n `illegal op ${JSON.stringify(op)} found when build record ops data`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.invalidOperation',\n },\n }\n );\n }\n pre[opContext.fieldId] = opContext.newCellValue;\n return pre;\n }, {});\n\n const version = versionGroup[recordId].__version;\n\n opsData.push({\n recordId,\n version,\n updateParam,\n });\n }\n\n return opsData;\n }\n\n @Timing()\n private async executeUpdateRecords(\n dbTableName: string,\n fieldMap: { [fieldId: string]: IFieldInstance },\n opsData: IOpsData[]\n ) {\n if (!opsData.length) return;\n\n const opsDataGroup = groupBy(opsData, (d) => {\n return Object.keys(d.updateParam).join();\n });\n\n // group by fieldIds before apply\n for (const groupKey in opsDataGroup) {\n await this.executeUpdateRecordsInner(dbTableName, fieldMap, opsDataGroup[groupKey]);\n }\n }\n\n async batchUpdateDB(\n dbTableName: string,\n idFieldName: string,\n schemas: { schemaType: SchemaType; dbFieldName: string }[],\n data: { id: string; values: { [key: string]: unknown } }[]\n ) {\n const tempTableName = `temp_` + customAlphabet('abcdefghijklmnopqrstuvwxyz', 10)();\n // 1.create temporary table structure\n const createTempTableSchema = this.knex.schema.createTable(tempTableName, (table) => {\n table.string(idFieldName).primary();\n schemas.forEach(({ dbFieldName, schemaType }) => {\n table[schemaType](dbFieldName);\n });\n });\n\n const createTempTableSql = createTempTableSchema\n .toQuery()\n .replace('create table', 'create temporary table');\n\n const { insertTempTableSql, updateRecordSql } = this.dbProvider.executeUpdateRecordsSqlList({\n dbTableName,\n tempTableName,\n idFieldName,\n dbFieldNames: schemas.map((s) => s.dbFieldName),\n data,\n });\n const dropTempTableSql = this.knex.schema.dropTable(tempTableName).toQuery();\n\n const validDbFieldNames = schemas.map((s) => s.dbFieldName).filter((f) => !f.startsWith('__'));\n\n await this.prismaService.$tx(async (tx) => {\n // temp table should in one transaction\n await tx.$executeRawUnsafe(createTempTableSql);\n // 2.initialize temporary table data\n await tx.$executeRawUnsafe(insertTempTableSql);\n // 3.update data\n await handleDBValidationErrors({\n fn: async () => {\n await tx.$executeRawUnsafe(updateRecordSql);\n },\n handleUniqueError: async () => {\n const tables = await this.prismaService.tableMeta.findMany({\n where: { dbTableName },\n select: { id: true, name: true },\n });\n const table = tables[0];\n const fieldRaws = await this.prismaService.field.findMany({\n where: {\n tableId: table.id,\n dbFieldName: { in: validDbFieldNames },\n unique: true,\n deletedTime: null,\n },\n select: { id: true, name: true },\n });\n\n throw new CustomHttpException(\n `Fields ${fieldRaws.map((f) => f.id).join(', ')} unique validation failed`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.fieldValueDuplicate',\n context: {\n tableName: table.name,\n fieldName: fieldRaws.map((f) => f.name).join(', '),\n },\n },\n }\n );\n },\n handleNotNullError: async () => {\n const tables = await this.prismaService.tableMeta.findMany({\n where: { dbTableName },\n select: { id: true, name: true },\n });\n const table = tables[0];\n const fieldRaws = await this.prismaService.field.findMany({\n where: {\n tableId: table.id,\n dbFieldName: { in: validDbFieldNames },\n notNull: true,\n deletedTime: null,\n },\n select: { id: true, name: true },\n });\n\n throw new CustomHttpException(\n `Fields ${fieldRaws.map((f) => f.id).join(', ')} not null validation failed`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.fieldValueNotNull',\n context: {\n tableName: table.name,\n fieldName: fieldRaws.map((f) => f.name).join(', '),\n },\n },\n }\n );\n },\n });\n // 4.delete temporary table\n await tx.$executeRawUnsafe(dropTempTableSql);\n });\n }\n\n private async executeUpdateRecordsInner(\n dbTableName: string,\n fieldMap: { [fieldId: string]: IFieldInstance },\n opsData: IOpsData[]\n ) {\n if (!opsData.length) {\n return;\n }\n\n const fieldIds = Array.from(new Set(opsData.flatMap((d) => Object.keys(d.updateParam))))\n .filter((id) => fieldMap[id])\n .filter((id) => !fieldMap[id].isComputed)\n .filter((id) => fieldMap[id].type !== FieldType.Link);\n const data = opsData.map((data) => {\n const { recordId, updateParam, version } = data;\n\n return {\n id: recordId,\n values: {\n ...Object.entries(updateParam).reduce<{ [dbFieldName: string]: unknown }>(\n (pre, [fieldId, value]) => {\n const field = fieldMap[fieldId];\n if (!field) {\n return pre;\n }\n if (field.isComputed || field.type === FieldType.Link) {\n return pre;\n }\n const { dbFieldName } = field;\n pre[dbFieldName] = field.convertCellValue2DBValue(value);\n return pre;\n },\n {}\n ),\n __version: version + 1,\n },\n };\n });\n\n const schemas = [\n ...fieldIds.map((id) => {\n const { dbFieldName, dbFieldType } = fieldMap[id];\n return { dbFieldName, schemaType: dbType2knexFormat(this.knex, dbFieldType) };\n }),\n { dbFieldName: '__version', schemaType: SchemaType.Integer },\n ];\n\n await this.batchUpdateDB(dbTableName, '__id', schemas, data);\n }\n\n @Timing()\n saveRawOps(\n collectionId: string,\n opType: RawOpType,\n docType: IdPrefix,\n dataList: { docId: string; version: number; data?: unknown }[]\n ) {\n const collection = `${docType}_${collectionId}`;\n const rawOpMap: IRawOpMap = { [collection]: {} };\n\n const baseRaw = {\n src: this.cls.getId() || 'unknown',\n seq: 1,\n m: {\n ts: Date.now(),\n },\n };\n\n this.logger.verbose(`saveOp: ${baseRaw.src}-${collection}`);\n\n dataList.forEach(({ docId, version, data }) => {\n let rawOp: IRawOp;\n if (opType === RawOpType.Create) {\n rawOp = {\n ...baseRaw,\n create: {\n type: 'json0',\n data,\n },\n v: version,\n };\n } else if (opType === RawOpType.Del) {\n rawOp = {\n ...baseRaw,\n del: true,\n v: version,\n };\n } else if (opType === RawOpType.Edit) {\n rawOp = {\n ...baseRaw,\n op: data as IOtOperation[],\n v: version,\n };\n } else {\n throw new CustomHttpException(\n `unknown raw op type ${opType}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.invalidOperation',\n },\n }\n );\n }\n rawOpMap[collection][docId] = rawOp;\n return { rawOp, docId };\n });\n\n const prevMap = this.cls.get('tx.rawOpMaps') || [];\n prevMap.push(rawOpMap);\n this.cls.set('tx.rawOpMaps', prevMap);\n return rawOpMap;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/calculation/calculation.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../db-provider/db.provider';\nimport { RecordQueryBuilderModule } from '../record/query-builder';\nimport { RecordQueryService } from '../record/record-query.service';\nimport { TableDomainQueryModule } from '../table-domain';\nimport { BatchService } from './batch.service';\nimport { FieldCalculationService } from './field-calculation.service';\nimport { LinkService } from './link.service';\nimport { ReferenceService } from './reference.service';\nimport { SystemFieldService } from './system-field.service';\n\n@Module({\n imports: [RecordQueryBuilderModule, TableDomainQueryModule],\n providers: [\n DbProvider,\n RecordQueryService,\n BatchService,\n ReferenceService,\n LinkService,\n FieldCalculationService,\n SystemFieldService,\n ],\n exports: [\n BatchService,\n ReferenceService,\n LinkService,\n FieldCalculationService,\n SystemFieldService,\n RecordQueryService,\n ],\n})\nexport class CalculationModule {}\n" }, { "path": "apps/nestjs-backend/src/features/calculation/field-calculation.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { CalculationModule } from './calculation.module';\nimport { FieldCalculationService } from './field-calculation.service';\n\ndescribe('FieldCalculationService', () => {\n let service: FieldCalculationService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, CalculationModule],\n }).compile();\n\n service = module.get(FieldCalculationService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/calculation/field-calculation.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { FieldType, type IRecord } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { uniq } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { concatMap, lastValueFrom, map, range, toArray } from 'rxjs';\nimport { ThresholdConfig, IThresholdConfig } from '../../configs/threshold.config';\nimport { Timing } from '../../utils/timing';\nimport type { IFieldInstance, IFieldMap } from '../field/model/factory';\nimport { InjectRecordQueryBuilder, IRecordQueryBuilder } from '../record/query-builder';\nimport type { IFkRecordMap } from './link.service';\nimport { ReferenceService } from './reference.service';\nimport type { IGraphItem, ITopoItem } from './utils/dfs';\nimport { getTopoOrders, prependStartFieldIds } from './utils/dfs';\n\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\n\nexport interface ITopoOrdersContext {\n fieldMap: IFieldMap;\n allFieldIds: string[];\n startFieldIds: string[];\n directedGraph: IGraphItem[];\n fieldId2DbTableName: { [fieldId: string]: string };\n topoOrders: ITopoItem[];\n tableId2DbTableName: { [tableId: string]: string };\n dbTableName2fields: { [dbTableName: string]: IFieldInstance[] };\n fieldId2TableId: { [fieldId: string]: string };\n fkRecordMap?: IFkRecordMap;\n}\n\n@Injectable()\nexport class FieldCalculationService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly referenceService: ReferenceService,\n @InjectRecordQueryBuilder() private readonly recordQueryBuilder: IRecordQueryBuilder,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n async getTopoOrdersContext(\n fieldIds: string[],\n customGraph?: IGraphItem[]\n ): Promise {\n const directedGraph = customGraph || (await this.referenceService.getFieldGraphItems(fieldIds));\n\n // get all related field by undirected graph\n const rawAllFieldIds = uniq(this.referenceService.flatGraph(directedGraph).concat(fieldIds));\n\n // prepare all related data\n const {\n fieldMap,\n fieldId2TableId,\n dbTableName2fields,\n fieldId2DbTableName,\n tableId2DbTableName,\n } = await this.referenceService.createAuxiliaryData(rawAllFieldIds);\n\n // Ignore reference edges that point to soft-deleted fields/tables. Auxiliary data only loads\n // active metadata, so keeping stale nodes here would later desync the graph and field map.\n const validFieldIds = new Set(Object.keys(fieldMap));\n const filteredGraph = directedGraph.filter(\n ({ fromFieldId, toFieldId }) => validFieldIds.has(fromFieldId) && validFieldIds.has(toFieldId)\n );\n const startFieldIds = fieldIds.filter((fieldId) => validFieldIds.has(fieldId));\n const allFieldIds = uniq(this.referenceService.flatGraph(filteredGraph).concat(startFieldIds));\n\n // topological sorting\n const topoOrders = prependStartFieldIds(getTopoOrders(filteredGraph), startFieldIds);\n\n return {\n startFieldIds,\n allFieldIds,\n fieldMap,\n directedGraph: filteredGraph,\n topoOrders,\n tableId2DbTableName,\n fieldId2DbTableName,\n dbTableName2fields,\n fieldId2TableId,\n };\n }\n\n private async getRecordsByPage(\n dbTableName: string,\n tableId: string,\n fields: IFieldInstance[],\n page: number,\n chunkSize: number\n ) {\n const { qb } = await this.recordQueryBuilder.createRecordQueryBuilder(dbTableName, {\n tableId,\n viewId: undefined,\n useQueryModel: true,\n });\n const query = qb\n .where((builder) => {\n fields\n .filter((field) => !field.isComputed && field.type !== FieldType.Link)\n .forEach((field, index) => {\n const dbName = field.dbFieldName;\n if (index === 0) {\n builder.whereNotNull(dbName);\n } else {\n builder.orWhereNotNull(dbName);\n }\n });\n })\n .orderBy('__auto_number')\n .limit(chunkSize)\n .offset(page * chunkSize)\n .toQuery();\n return this.prismaService\n .txClient()\n .$queryRawUnsafe<{ [dbFieldName: string]: unknown }[]>(query);\n }\n\n async getRecordsBatchByFields(\n dbTableName2fields: { [dbTableName: string]: IFieldInstance[] },\n dbTableName2tableId: { [dbTableName: string]: string }\n ): Promise<{\n [dbTableName: string]: IRecord[];\n }> {\n const results: {\n [dbTableName: string]: IRecord[];\n } = {};\n const chunkSize = this.thresholdConfig.calcChunkSize;\n for (const dbTableName in dbTableName2fields) {\n // deduplication is needed\n const rowCount = await this.getRowCount(dbTableName);\n const totalPages = Math.ceil(rowCount / chunkSize);\n const fields = dbTableName2fields[dbTableName];\n const tableId = dbTableName2tableId[dbTableName];\n\n const records = await lastValueFrom(\n range(0, totalPages).pipe(\n concatMap((page) => this.getRecordsByPage(dbTableName, tableId, fields, page, chunkSize)),\n toArray(),\n map((records) => records.flat())\n )\n );\n\n results[dbTableName] = records.map((record) =>\n this.referenceService.recordRaw2Record(fields, record)\n );\n }\n return results;\n }\n\n @Timing()\n async getRowCount(dbTableName: string) {\n const query = this.knex.count('*', { as: 'count' }).from(dbTableName).toQuery();\n const [{ count }] = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ count: bigint }[]>(query);\n return Number(count);\n }\n\n // Legacy bulk recalculation helpers removed\n}\n" }, { "path": "apps/nestjs-backend/src/features/calculation/link.service.spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { CalculationModule } from './calculation.module';\nimport { LinkService } from './link.service';\n\ndescribe('LinkService', () => {\n let service: LinkService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, CalculationModule],\n }).compile();\n\n service = module.get(LinkService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n\n // describe('getCellMutation', () => {\n // let fieldMapByTableId: IFieldMapByTableId = {};\n // beforeEach(() => {\n // fieldMapByTableId = {\n // tableA: {\n // 'ManyOne-LinkB': {\n // id: 'ManyOne-LinkB',\n // type: FieldType.Link,\n // dbFieldName: 'ManyOne-LinkB',\n // options: {\n // relationship: Relationship.ManyOne,\n // foreignTableId: 'tableB',\n // lookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // symmetricFieldId: 'OneMany-LinkA',\n // },\n // } as LinkFieldDto,\n // },\n // tableB: {\n // 'OneMany-LinkA': {\n // id: 'OneMany-LinkA',\n // type: FieldType.Link,\n // dbFieldName: 'OneMany-LinkA',\n // options: {\n // relationship: Relationship.OneMany,\n // foreignTableId: 'tableA',\n // lookupFieldId: 'fieldA',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // symmetricFieldId: 'ManyOne-LinkB',\n // },\n // } as LinkFieldDto,\n // },\n // };\n // });\n\n // it('should create correct ForeignKeyParams when add value for ManyOne field', () => {\n // const ctx1: ILinkCellContext[] = [\n // {\n // recordId: 'A1',\n // fieldId: 'ManyOne-LinkB',\n // newValue: { id: 'B1' },\n // },\n // ];\n\n // const result1 = service['getRecordMapStructAndForeignKeyParams'](\n // 'tableA',\n // fieldMapByTableId,\n // ctx1\n // );\n // expect(result1.recordMapByTableId).toEqual({\n // tableA: {\n // A1: { fieldA: undefined, 'ManyOne-LinkB': undefined, '__fk_ManyOne-LinkB': undefined },\n // },\n // tableB: { B1: { fieldB: undefined, 'OneMany-LinkA': undefined } },\n // });\n\n // expect(result1.updateForeignKeyParams).toEqual([\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: 'B1',\n // },\n // ]);\n // });\n\n // it('should create correct ForeignKeyParams when delete value for ManyOne field', () => {\n // const ctx1: ILinkCellContext[] = [\n // {\n // recordId: 'A1',\n // fieldId: 'ManyOne-LinkB',\n // oldValue: { id: 'B1' },\n // newValue: undefined,\n // },\n // ];\n\n // const result1 = service['getRecordMapStructAndForeignKeyParams'](\n // 'tableA',\n // fieldMapByTableId,\n // ctx1\n // );\n // expect(result1.recordMapByTableId).toEqual({\n // tableA: {\n // A1: { fieldA: undefined, 'ManyOne-LinkB': undefined, '__fk_ManyOne-LinkB': undefined },\n // },\n // tableB: { B1: { fieldB: undefined, 'OneMany-LinkA': undefined } },\n // });\n\n // expect(result1.updateForeignKeyParams).toEqual([\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: null,\n // },\n // ]);\n // });\n\n // it('should create correct ForeignKeyParams when replace value for ManyOne field', () => {\n // const ctx1: ILinkCellContext[] = [\n // {\n // recordId: 'A1',\n // fieldId: 'ManyOne-LinkB',\n // oldValue: { id: 'B1' },\n // newValue: { id: 'B2' },\n // },\n // ];\n\n // const result1 = service['getRecordMapStructAndForeignKeyParams'](\n // 'tableA',\n // fieldMapByTableId,\n // ctx1\n // );\n\n // expect(result1.recordMapByTableId).toEqual({\n // tableA: {\n // A1: { fieldA: undefined, 'ManyOne-LinkB': undefined, '__fk_ManyOne-LinkB': undefined },\n // },\n // tableB: {\n // B1: { fieldB: undefined, 'OneMany-LinkA': undefined },\n // B2: { fieldB: undefined, 'OneMany-LinkA': undefined },\n // },\n // });\n\n // expect(result1.updateForeignKeyParams).toEqual([\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: 'B2',\n // },\n // ]);\n // });\n\n // it('should create correct ForeignKeyParams when add value for oneMany field', () => {\n // const ctx1: ILinkCellContext[] = [\n // {\n // recordId: 'B1',\n // fieldId: 'OneMany-LinkA',\n // newValue: [{ id: 'A1' }],\n // },\n // ];\n\n // const result1 = service['getRecordMapStructAndForeignKeyParams'](\n // 'tableB',\n // fieldMapByTableId,\n // ctx1\n // );\n // expect(result1.recordMapByTableId).toEqual({\n // tableA: {\n // A1: { fieldA: undefined, 'ManyOne-LinkB': undefined, '__fk_ManyOne-LinkB': undefined },\n // },\n // tableB: { B1: { fieldB: undefined, 'OneMany-LinkA': undefined } },\n // });\n\n // expect(result1.updateForeignKeyParams).toEqual([\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: 'B1',\n // },\n // ]);\n // });\n\n // it('should create correct ForeignKeyParams when del value for oneMany field', () => {\n // const ctx1: ILinkCellContext[] = [\n // {\n // recordId: 'B1',\n // fieldId: 'OneMany-LinkA',\n // oldValue: [{ id: 'A1' }],\n // newValue: undefined,\n // },\n // ];\n\n // const result1 = service['getRecordMapStructAndForeignKeyParams'](\n // 'tableB',\n // fieldMapByTableId,\n // ctx1\n // );\n // expect(result1.recordMapByTableId).toEqual({\n // tableA: {\n // A1: { fieldA: undefined, 'ManyOne-LinkB': undefined, '__fk_ManyOne-LinkB': undefined },\n // },\n // tableB: { B1: { fieldB: undefined, 'OneMany-LinkA': undefined } },\n // });\n\n // expect(result1.updateForeignKeyParams).toEqual([\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: null,\n // },\n // ]);\n // });\n\n // it('should create correct ForeignKeyParams when replace value for oneMany field', () => {\n // const ctx1: ILinkCellContext[] = [\n // {\n // recordId: 'B1',\n // fieldId: 'OneMany-LinkA',\n // oldValue: [{ id: 'A1' }],\n // newValue: [{ id: 'A1' }, { id: 'A2' }],\n // },\n // ];\n\n // const result1 = service['getRecordMapStructAndForeignKeyParams'](\n // 'tableB',\n // fieldMapByTableId,\n // ctx1\n // );\n\n // expect(result1.recordMapByTableId).toEqual({\n // tableA: {\n // A1: { fieldA: undefined, 'ManyOne-LinkB': undefined, '__fk_ManyOne-LinkB': undefined },\n // A2: { fieldA: undefined, 'ManyOne-LinkB': undefined, '__fk_ManyOne-LinkB': undefined },\n // },\n // tableB: { B1: { fieldB: undefined, 'OneMany-LinkA': undefined } },\n // });\n\n // expect(result1.updateForeignKeyParams).toEqual([\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: null,\n // },\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: 'B1',\n // },\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A2',\n // fRecordId: 'B1',\n // },\n // ]);\n // });\n\n // it('should throw error when when illegal value for oneMany field', () => {\n // const ctx1: ILinkCellContext[] = [\n // {\n // recordId: 'B1',\n // fieldId: 'OneMany-LinkA',\n // oldValue: [{ id: 'A1' }],\n // newValue: [{ id: 'A1' }, { id: 'A2' }],\n // },\n // {\n // recordId: 'B2',\n // fieldId: 'OneMany-LinkA',\n // newValue: [{ id: 'A1' }, { id: 'A2' }],\n // },\n // ];\n\n // expect(() =>\n // service['getRecordMapStructAndForeignKeyParams']('tableB', fieldMapByTableId, ctx1)\n // ).toThrow();\n // });\n\n // it('should update foreign key in memory correctly when add value', () => {\n // const recordMapByTableId = {\n // tableA: {\n // A1: {\n // fieldA: 'A1',\n // 'ManyOne-LinkB': undefined,\n // '__fk_ManyOne-LinkB': undefined,\n // },\n // },\n // tableB: {\n // B1: {\n // fieldB: 'B1',\n // 'OneMany-LinkA': undefined,\n // },\n // },\n // };\n\n // const updateForeignKeyParams = [\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: 'B1',\n // },\n // ];\n\n // const result1 = service['updateForeignKeyInMemory'](\n // updateForeignKeyParams,\n // recordMapByTableId\n // );\n\n // expect(result1).toEqual({\n // tableA: {\n // A1: {\n // fieldA: 'A1',\n // 'ManyOne-LinkB': { id: 'B1', title: 'B1' },\n // '__fk_ManyOne-LinkB': 'B1',\n // },\n // },\n // tableB: {\n // B1: {\n // fieldB: 'B1',\n // 'OneMany-LinkA': [{ id: 'A1', title: 'A1' }],\n // },\n // },\n // });\n // });\n\n // it('should update foreign key in memory correctly when del value', () => {\n // const recordMapByTableId = {\n // tableA: {\n // A1: {\n // fieldA: 'A1',\n // 'ManyOne-LinkB': { id: 'B1', title: 'B1' },\n // '__fk_ManyOne-LinkB': 'B1',\n // },\n // },\n // tableB: {\n // B1: {\n // fieldB: 'B1',\n // 'OneMany-LinkA': [{ id: 'A1', title: 'A1' }],\n // },\n // },\n // };\n\n // const updateForeignKeyParams = [\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: null,\n // },\n // ];\n\n // const result1 = service['updateForeignKeyInMemory'](\n // updateForeignKeyParams,\n // recordMapByTableId\n // );\n\n // expect(result1).toEqual({\n // tableA: {\n // A1: {\n // fieldA: 'A1',\n // 'ManyOne-LinkB': null,\n // '__fk_ManyOne-LinkB': null,\n // },\n // },\n // tableB: {\n // B1: {\n // fieldB: 'B1',\n // 'OneMany-LinkA': null,\n // },\n // },\n // });\n // });\n\n // it('should update foreign key in memory correctly when replace value', () => {\n // const recordMapByTableId = {\n // tableA: {\n // A1: {\n // fieldA: 'A1',\n // 'ManyOne-LinkB': { id: 'B1', title: 'B1' },\n // '__fk_ManyOne-LinkB': 'B1',\n // },\n // },\n // tableB: {\n // B1: {\n // fieldB: 'B1',\n // 'OneMany-LinkA': [{ id: 'A1', title: 'A1' }],\n // },\n // B2: {\n // fieldB: 'B2',\n // 'OneMany-LinkA': undefined,\n // },\n // },\n // };\n\n // const updateForeignKeyParams = [\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: 'B2',\n // },\n // ];\n\n // const result1 = service['updateForeignKeyInMemory'](\n // updateForeignKeyParams,\n // recordMapByTableId\n // );\n\n // expect(result1).toEqual({\n // tableA: {\n // A1: {\n // fieldA: 'A1',\n // 'ManyOne-LinkB': { id: 'B2', title: 'B2' },\n // '__fk_ManyOne-LinkB': 'B2',\n // },\n // },\n // tableB: {\n // B1: {\n // fieldB: 'B1',\n // 'OneMany-LinkA': null,\n // },\n // B2: {\n // fieldB: 'B2',\n // 'OneMany-LinkA': [{ id: 'A1', title: 'A1' }],\n // },\n // },\n // });\n // });\n\n // it('should update foreign key in memory correctly when replace multiple value', () => {\n // const recordMapByTableId = {\n // tableA: {\n // A1: {\n // fieldA: 'A1',\n // 'ManyOne-LinkB': { id: 'B1', title: 'B1' },\n // '__fk_ManyOne-LinkB': 'B1',\n // },\n // A2: {\n // fieldA: 'A2',\n // 'ManyOne-LinkB': undefined,\n // '__fk_ManyOne-LinkB': undefined,\n // },\n // },\n // tableB: {\n // B1: {\n // fieldB: 'B1',\n // 'OneMany-LinkA': [{ id: 'A1', title: 'A1' }],\n // },\n // },\n // };\n\n // const updateForeignKeyParams = [\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: null,\n // },\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: 'B1',\n // },\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A2',\n // fRecordId: 'B1',\n // },\n // ];\n\n // const result1 = service['updateForeignKeyInMemory'](\n // updateForeignKeyParams,\n // recordMapByTableId\n // );\n\n // expect(result1).toEqual({\n // tableA: {\n // A1: {\n // fieldA: 'A1',\n // 'ManyOne-LinkB': { id: 'B1', title: 'B1' },\n // '__fk_ManyOne-LinkB': 'B1',\n // },\n // A2: {\n // fieldA: 'A2',\n // 'ManyOne-LinkB': { id: 'B1', title: 'B1' },\n // '__fk_ManyOne-LinkB': 'B1',\n // },\n // },\n // tableB: {\n // B1: {\n // fieldB: 'B1',\n // 'OneMany-LinkA': [\n // { id: 'A1', title: 'A1' },\n // { id: 'A2', title: 'A2' },\n // ],\n // },\n // },\n // });\n // });\n\n // it('should update foreign key in memory correctly event when illegal value', () => {\n // const recordMapByTableId = {\n // tableA: {\n // A1: {\n // fieldA: 'A1',\n // 'ManyOne-LinkB': { id: 'B1', title: 'B1' },\n // '__fk_ManyOne-LinkB': 'B1',\n // },\n // A2: {\n // fieldA: 'A2',\n // 'ManyOne-LinkB': undefined,\n // '__fk_ManyOne-LinkB': undefined,\n // },\n // },\n // tableB: {\n // B1: {\n // fieldB: 'B1',\n // 'OneMany-LinkA': [{ id: 'A1', title: 'A1' }],\n // },\n // B2: {\n // fieldB: 'B2',\n // 'OneMany-LinkA': undefined,\n // },\n // },\n // };\n\n // const updateForeignKeyParams = [\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: null,\n // },\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: 'B1',\n // },\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A2',\n // fRecordId: 'B1',\n // },\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A1',\n // fRecordId: 'B2',\n // },\n // {\n // tableId: 'tableA',\n // foreignTableId: 'tableB',\n // mainLinkFieldId: 'ManyOne-LinkB',\n // mainTableLookupFieldId: 'fieldA',\n // foreignLinkFieldId: 'OneMany-LinkA',\n // foreignTableLookupFieldId: 'fieldB',\n // dbForeignKeyName: '__fk_ManyOne-LinkB',\n // recordId: 'A2',\n // fRecordId: 'B2',\n // },\n // ];\n\n // const result1 = service['updateForeignKeyInMemory'](\n // updateForeignKeyParams,\n // recordMapByTableId\n // );\n\n // expect(result1).toEqual({\n // tableA: {\n // A1: {\n // fieldA: 'A1',\n // 'ManyOne-LinkB': { id: 'B2', title: 'B2' },\n // '__fk_ManyOne-LinkB': 'B2',\n // },\n // A2: {\n // fieldA: 'A2',\n // 'ManyOne-LinkB': { id: 'B2', title: 'B2' },\n // '__fk_ManyOne-LinkB': 'B2',\n // },\n // },\n // tableB: {\n // B1: {\n // fieldB: 'B1',\n // 'OneMany-LinkA': null,\n // },\n // B2: {\n // fieldB: 'B2',\n // 'OneMany-LinkA': [\n // { id: 'A1', title: 'A1' },\n // { id: 'A2', title: 'A2' },\n // ],\n // },\n // },\n // });\n // });\n // });\n});\n" }, { "path": "apps/nestjs-backend/src/features/calculation/link.service.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable, Logger } from '@nestjs/common';\nimport type { ILinkCellValue, ILinkFieldOptions, IRecord, TableDomain } from '@teable/core';\nimport { FieldType, HttpErrorCode, Relationship } from '@teable/core';\nimport type { Field } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { cloneDeep, keyBy, difference, groupBy, isEqual, set, uniq, uniqBy } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { Timing } from '../../utils/timing';\nimport type { IFieldInstance, IFieldMap } from '../field/model/factory';\nimport { createFieldInstanceByRaw } from '../field/model/factory';\nimport type { LinkFieldDto } from '../field/model/field-dto/link-field.dto';\nimport { SchemaType } from '../field/util';\nimport { InjectRecordQueryBuilder, IRecordQueryBuilder } from '../record/query-builder';\nimport { BatchService } from './batch.service';\nimport type { ICellChange, ICellContext } from './utils/changes';\nimport { isLinkCellValue } from './utils/detect-link';\n\nexport interface IFkRecordMap {\n [fieldId: string]: {\n [recordId: string]: IFkRecordItem;\n };\n}\n\nexport interface IFkRecordItem {\n oldKey: string | string[] | null; // null means record have no foreignKey\n newKey: string | string[] | null; // null means to delete the foreignKey\n}\n\nexport interface IRecordMapByTableId {\n [tableId: string]: {\n [recordId: string]: {\n [fieldId: string]: unknown;\n };\n };\n}\n\nexport interface IFieldMapByTableId {\n [tableId: string]: {\n [fieldId: string]: IFieldInstance;\n };\n}\n\nexport interface ILinkCellContext {\n recordId: string;\n fieldId: string;\n newValue?: { id: string }[] | { id: string };\n oldValue?: { id: string }[] | { id: string };\n}\n\n@Injectable()\nexport class LinkService {\n private logger = new Logger(LinkService.name);\n constructor(\n private readonly prismaService: PrismaService,\n private readonly batchService: BatchService,\n @InjectRecordQueryBuilder() private readonly recordQueryBuilder: IRecordQueryBuilder,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n private validateLinkCell(cell: ILinkCellContext) {\n if (!Array.isArray(cell.newValue)) {\n return cell;\n }\n const checkSet = new Set();\n cell.newValue.forEach((v) => {\n if (checkSet.has(v.id)) {\n throw new CustomHttpException(\n `Cannot set duplicate recordId: ${v.id} in the same cell`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.linkCellRecordIdAlreadyExists',\n context: { recordId: v.id },\n },\n }\n );\n }\n checkSet.add(v.id);\n });\n return cell;\n }\n\n private filterLinkContext(contexts: ILinkCellContext[]): ILinkCellContext[] {\n return contexts\n .filter((ctx) => {\n if (isLinkCellValue(ctx.newValue)) {\n return true;\n }\n\n return isLinkCellValue(ctx.oldValue);\n })\n .map((ctx) => {\n this.validateLinkCell(ctx);\n return { ...ctx, oldValue: isLinkCellValue(ctx.oldValue) ? ctx.oldValue : undefined };\n });\n }\n\n private buildFieldMapFromTables(\n fieldIds: string[],\n tables?: Map\n ): IFieldMapByTableId | undefined {\n if (!tables?.size) {\n return undefined;\n }\n\n const fieldMapByTableId: IFieldMapByTableId = {};\n\n for (const [tableId, domain] of tables) {\n for (const field of domain.fieldList) {\n (fieldMapByTableId[tableId] ||= {})[field.id] = field as unknown as IFieldInstance;\n }\n }\n\n const hasAllRequestedFields = fieldIds.every((fieldId) =>\n Object.values(fieldMapByTableId).some((fields) => Boolean(fields?.[fieldId]))\n );\n\n return hasAllRequestedFields ? fieldMapByTableId : undefined;\n }\n\n private buildTableId2DbTableNameFromTables(\n tableIds: string[],\n tables?: Map\n ) {\n if (!tables?.size) {\n return undefined;\n }\n\n const result: { [tableId: string]: string } = {};\n for (const tableId of tableIds) {\n const domain = tables.get(tableId);\n if (domain) {\n result[tableId] = domain.dbTableName;\n }\n }\n\n return Object.keys(result).length === tableIds.length ? result : undefined;\n }\n\n private async getRelatedFieldMap(fieldIds: string[]): Promise {\n const fieldRaws = await this.prismaService.txClient().field.findMany({\n where: { id: { in: fieldIds }, isLookup: null },\n });\n const fields = fieldRaws.map(createFieldInstanceByRaw) as LinkFieldDto[];\n\n const symmetricFieldRaws = await this.prismaService.txClient().field.findMany({\n where: {\n id: {\n in: fields\n .filter((field) => field.options.symmetricFieldId)\n .map((field) => field.options.symmetricFieldId as string),\n },\n },\n });\n\n const symmetricFields = symmetricFieldRaws.map(createFieldInstanceByRaw) as LinkFieldDto[];\n\n const lookedFieldRaws = await this.prismaService.txClient().field.findMany({\n where: {\n id: {\n in: fields\n .map((field) => field.options.lookupFieldId)\n .concat(symmetricFields.map((field) => field.options.lookupFieldId)),\n },\n },\n });\n const lookedFields = lookedFieldRaws.map(createFieldInstanceByRaw);\n\n const instanceMap = keyBy([...fields, ...symmetricFields, ...lookedFields], 'id');\n\n return [...fieldRaws, ...symmetricFieldRaws, ...lookedFieldRaws].reduce(\n (acc, field) => {\n const { tableId, id } = field;\n if (!acc[tableId]) {\n acc[tableId] = {};\n }\n acc[tableId][id] = instanceMap[id];\n return acc;\n },\n {}\n );\n }\n\n private formatTitleWithField(field: IFieldInstance, value: unknown): string | undefined {\n try {\n const formatted = field.cellValue2String(value);\n if (typeof formatted === 'string' && formatted.trim().length > 0) {\n return formatted;\n }\n } catch {\n // Swallow formatting issues and fall back to generic extraction logic\n }\n return undefined;\n }\n\n private extractLinkTitle(value: unknown, field?: IFieldInstance): string | undefined {\n if (value == null) {\n return undefined;\n }\n if (field) {\n const formatted = this.formatTitleWithField(field, value);\n if (formatted) {\n return formatted;\n }\n }\n if (typeof value === 'string') {\n return value;\n }\n if (typeof value === 'number' || typeof value === 'boolean') {\n return String(value);\n }\n if (Array.isArray(value)) {\n const titles = value\n .map((item) => this.extractLinkTitle(item, field))\n .filter((item): item is string => typeof item === 'string' && item.trim().length > 0);\n return titles.length ? titles.join(', ') : undefined;\n }\n if (typeof value === 'object') {\n const record = value as Record;\n const candidateKeys = ['title', 'name', 'text', 'label', 'email'];\n for (const key of candidateKeys) {\n const candidate = record[key];\n if (typeof candidate === 'string' && candidate.trim()) {\n return candidate;\n }\n }\n const id = record.id;\n if (typeof id === 'string' && id.trim()) {\n return id;\n }\n }\n return undefined;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private updateForeignCellForManyMany(params: {\n fkItem: IFkRecordItem;\n recordId: string;\n symmetricFieldId: string;\n sourceLookedFieldId: string;\n sourceRecordMap: IRecordMapByTableId['tableId'];\n foreignRecordMap: IRecordMapByTableId['tableId'];\n sourceLookupField?: IFieldInstance;\n }) {\n const {\n fkItem,\n recordId,\n symmetricFieldId,\n sourceLookedFieldId,\n foreignRecordMap,\n sourceRecordMap,\n sourceLookupField,\n } = params;\n const oldKey = (fkItem.oldKey || []) as string[];\n const newKey = (fkItem.newKey || []) as string[];\n\n const toDelete = difference(oldKey, newKey);\n const toAdd = difference(newKey, oldKey);\n\n // Update link cell values for symmetric field of the foreign table\n if (toDelete.length) {\n toDelete.forEach((foreignRecordId) => {\n const foreignCellValue = foreignRecordMap[foreignRecordId][symmetricFieldId] as\n | ILinkCellValue[]\n | ILinkCellValue\n | null;\n\n if (foreignCellValue) {\n const filteredCellValue = [foreignCellValue]\n .flat()\n .filter((item) => item.id !== recordId);\n foreignRecordMap[foreignRecordId][symmetricFieldId] = filteredCellValue.length\n ? filteredCellValue\n : null;\n }\n });\n }\n\n if (toAdd.length) {\n toAdd.forEach((foreignRecordId) => {\n const lookupValue =\n sourceLookedFieldId != null\n ? sourceRecordMap[recordId]?.[sourceLookedFieldId]\n : undefined;\n const sourceRecordTitle = this.extractLinkTitle(lookupValue, sourceLookupField);\n const newForeignRecord = foreignRecordMap[foreignRecordId];\n if (!newForeignRecord) {\n throw new CustomHttpException(\n `Consistency error, recordId ${foreignRecordId} is not exist`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.linkConsistencyError',\n context: { recordId: foreignRecordId },\n },\n }\n );\n }\n const foreignCellValue = newForeignRecord[symmetricFieldId] as\n | ILinkCellValue[]\n | ILinkCellValue\n | null;\n if (foreignCellValue) {\n const newForeignCellValue = [foreignCellValue].flat().concat({\n id: recordId,\n title: sourceRecordTitle,\n });\n newForeignRecord[symmetricFieldId] = uniqBy(newForeignCellValue, 'id');\n } else {\n newForeignRecord[symmetricFieldId] = [{ id: recordId, title: sourceRecordTitle }];\n }\n });\n }\n }\n\n private updateForeignCellForManyOne(params: {\n fkItem: IFkRecordItem;\n recordId: string;\n symmetricFieldId: string;\n sourceLookedFieldId: string;\n sourceRecordMap: IRecordMapByTableId['tableId'];\n foreignRecordMap: IRecordMapByTableId['tableId'];\n sourceLookupField?: IFieldInstance;\n }) {\n const {\n fkItem,\n recordId,\n symmetricFieldId,\n sourceLookedFieldId,\n foreignRecordMap,\n sourceRecordMap,\n sourceLookupField,\n } = params;\n const oldKey = (fkItem.oldKey || []) as string[];\n const newKey = fkItem.newKey as string | null;\n\n // Update link cell values for symmetric field of the foreign table\n if (oldKey?.length) {\n oldKey.forEach((foreignRecordId) => {\n const foreignCellValue = foreignRecordMap[foreignRecordId][symmetricFieldId] as\n | ILinkCellValue[]\n | ILinkCellValue\n | null;\n\n if (foreignCellValue) {\n const filteredCellValue = [foreignCellValue]\n .flat()\n .filter((item) => item.id !== recordId);\n\n foreignRecordMap[foreignRecordId][symmetricFieldId] = filteredCellValue.length\n ? filteredCellValue\n : null;\n } else {\n foreignRecordMap[foreignRecordId][symmetricFieldId] = null;\n }\n });\n }\n\n if (newKey) {\n const lookupValue =\n sourceLookedFieldId != null ? sourceRecordMap[recordId]?.[sourceLookedFieldId] : undefined;\n const sourceRecordTitle = this.extractLinkTitle(lookupValue, sourceLookupField);\n const newForeignRecord = foreignRecordMap[newKey];\n if (!newForeignRecord) {\n throw new CustomHttpException(\n `Consistency error, recordId ${newKey} is not exist`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.linkConsistencyError',\n context: { recordId: newKey },\n },\n }\n );\n }\n const foreignCellValue = newForeignRecord[symmetricFieldId] as\n | ILinkCellValue[]\n | ILinkCellValue\n | null;\n if (foreignCellValue) {\n const newForeignCellValue = [foreignCellValue].flat().concat({\n id: recordId,\n title: sourceRecordTitle,\n });\n newForeignRecord[symmetricFieldId] = uniqBy(newForeignCellValue, 'id');\n } else {\n newForeignRecord[symmetricFieldId] = [{ id: recordId, title: sourceRecordTitle }];\n }\n }\n }\n\n private updateForeignCellForOneMany(params: {\n fkItem: IFkRecordItem;\n recordId: string;\n symmetricFieldId: string;\n sourceLookedFieldId: string;\n sourceRecordMap: IRecordMapByTableId['tableId'];\n foreignRecordMap: IRecordMapByTableId['tableId'];\n sourceLookupField?: IFieldInstance;\n }) {\n const {\n fkItem,\n recordId,\n symmetricFieldId,\n sourceLookedFieldId,\n foreignRecordMap,\n sourceRecordMap,\n sourceLookupField,\n } = params;\n\n const oldKey = (fkItem.oldKey || []) as string[];\n const newKey = (fkItem.newKey || []) as string[];\n\n const toDelete = difference(oldKey, newKey);\n const toAdd = difference(newKey, oldKey);\n\n if (toDelete.length) {\n toDelete.forEach((foreignRecordId) => {\n foreignRecordMap[foreignRecordId][symmetricFieldId] = null;\n });\n }\n\n if (toAdd.length) {\n const lookupValue =\n sourceLookedFieldId != null ? sourceRecordMap[recordId]?.[sourceLookedFieldId] : undefined;\n const sourceRecordTitle = this.extractLinkTitle(lookupValue, sourceLookupField);\n\n toAdd.forEach((foreignRecordId) => {\n foreignRecordMap[foreignRecordId][symmetricFieldId] = {\n id: recordId,\n title: sourceRecordTitle,\n };\n });\n }\n }\n\n private updateForeignCellForOneOne(params: {\n fkItem: IFkRecordItem;\n recordId: string;\n symmetricFieldId: string;\n sourceLookedFieldId: string;\n sourceRecordMap: IRecordMapByTableId['tableId'];\n foreignRecordMap: IRecordMapByTableId['tableId'];\n sourceLookupField?: IFieldInstance;\n }) {\n const {\n fkItem,\n recordId,\n symmetricFieldId,\n sourceLookedFieldId,\n foreignRecordMap,\n sourceRecordMap,\n sourceLookupField,\n } = params;\n\n const oldKey = (fkItem.oldKey || []) as string[];\n const newKey = fkItem.newKey as string | undefined;\n\n if (oldKey?.length) {\n oldKey.forEach((foreignRecordId) => {\n foreignRecordMap[foreignRecordId][symmetricFieldId] = null;\n });\n }\n\n if (newKey) {\n const lookupValue =\n sourceLookedFieldId != null ? sourceRecordMap[recordId]?.[sourceLookedFieldId] : undefined;\n const sourceRecordTitle = this.extractLinkTitle(lookupValue, sourceLookupField);\n\n foreignRecordMap[newKey][symmetricFieldId] = {\n id: recordId,\n title: sourceRecordTitle,\n };\n }\n }\n\n // update link cellValue title for the user input value of the source table\n private fixLinkCellTitle(params: {\n newKey: string | string[] | null;\n recordId: string;\n linkFieldId: string;\n foreignLookedFieldId: string;\n sourceRecordMap: IRecordMapByTableId['tableId'];\n foreignRecordMap: IRecordMapByTableId['tableId'];\n foreignLookupField?: IFieldInstance;\n }) {\n const {\n newKey,\n recordId,\n linkFieldId,\n foreignLookedFieldId,\n foreignRecordMap,\n sourceRecordMap,\n foreignLookupField,\n } = params;\n\n if (!newKey) {\n return;\n }\n\n if (Array.isArray(newKey)) {\n sourceRecordMap[recordId][linkFieldId] = newKey.map((key) => ({\n id: key,\n title: this.extractLinkTitle(\n foreignLookedFieldId != null ? foreignRecordMap[key]?.[foreignLookedFieldId] : undefined,\n foreignLookupField\n ),\n }));\n return;\n }\n\n const lookupValue =\n foreignLookedFieldId != null ? foreignRecordMap[newKey]?.[foreignLookedFieldId] : undefined;\n const foreignRecordTitle = this.extractLinkTitle(lookupValue, foreignLookupField);\n sourceRecordMap[recordId][linkFieldId] = { id: newKey, title: foreignRecordTitle };\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async updateLinkRecord(\n tableId: string,\n fkRecordMap: IFkRecordMap,\n fieldMapByTableId: { [tableId: string]: IFieldMap },\n originRecordMapByTableId: IRecordMapByTableId\n ): Promise {\n const recordMapByTableId = cloneDeep(originRecordMapByTableId);\n for (const fieldId in fkRecordMap) {\n const linkField = fieldMapByTableId[tableId][fieldId] as LinkFieldDto;\n const linkFieldId = linkField.id;\n const relationship = linkField.options.relationship;\n const foreignTableId = linkField.options.foreignTableId;\n const foreignLookedFieldId = linkField.options.lookupFieldId;\n const foreignLookupField =\n foreignLookedFieldId != null\n ? fieldMapByTableId[foreignTableId]?.[foreignLookedFieldId]\n : undefined;\n\n const sourceRecordMap = recordMapByTableId[tableId];\n const foreignRecordMap = recordMapByTableId[foreignTableId];\n const symmetricFieldId = linkField.options.symmetricFieldId;\n\n for (const recordId in fkRecordMap[fieldId]) {\n const fkItem = fkRecordMap[fieldId][recordId];\n\n this.fixLinkCellTitle({\n newKey: fkItem.newKey,\n recordId,\n linkFieldId,\n foreignLookedFieldId,\n sourceRecordMap,\n foreignRecordMap,\n foreignLookupField,\n });\n\n if (!symmetricFieldId) {\n continue;\n }\n const symmetricField = fieldMapByTableId[foreignTableId][symmetricFieldId] as LinkFieldDto;\n const sourceLookedFieldId = symmetricField.options.lookupFieldId;\n const sourceLookupField =\n sourceLookedFieldId != null\n ? fieldMapByTableId[tableId]?.[sourceLookedFieldId]\n : undefined;\n const params = {\n fkItem,\n recordId,\n symmetricFieldId,\n sourceLookedFieldId,\n sourceRecordMap,\n foreignRecordMap,\n sourceLookupField,\n };\n if (relationship === Relationship.ManyMany) {\n this.updateForeignCellForManyMany(params);\n }\n if (relationship === Relationship.ManyOne) {\n this.updateForeignCellForManyOne(params);\n }\n if (relationship === Relationship.OneMany) {\n this.updateForeignCellForOneMany(params);\n }\n if (relationship === Relationship.OneOne) {\n this.updateForeignCellForOneOne(params);\n }\n }\n }\n return recordMapByTableId;\n }\n\n private async getForeignKeys(\n recordIds: string[],\n linkRecordIds: string[],\n options: ILinkFieldOptions\n ) {\n const { fkHostTableName, selfKeyName, foreignKeyName } = options;\n\n const query = this.knex(fkHostTableName)\n .select({\n id: selfKeyName,\n foreignId: foreignKeyName,\n })\n .whereIn(selfKeyName, recordIds)\n .orWhereIn(foreignKeyName, linkRecordIds)\n .whereNotNull(selfKeyName)\n .whereNotNull(foreignKeyName)\n .toQuery();\n\n return this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id: string; foreignId: string }[]>(query);\n }\n\n async getAllForeignKeys(options: ILinkFieldOptions) {\n const { fkHostTableName, selfKeyName, foreignKeyName } = options;\n\n const query = this.knex(fkHostTableName)\n .select({\n id: selfKeyName,\n foreignId: foreignKeyName,\n })\n .whereNotNull(selfKeyName)\n .whereNotNull(foreignKeyName)\n .toQuery();\n\n return this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id: string; foreignId: string }[]>(query);\n }\n\n private async getJoinedForeignKeys(linkRecordIds: string[], options: ILinkFieldOptions) {\n const { fkHostTableName, selfKeyName, foreignKeyName } = options;\n\n const query = this.knex(fkHostTableName)\n .select({\n id: selfKeyName,\n foreignId: foreignKeyName,\n })\n .whereIn(selfKeyName, function () {\n this.select(selfKeyName)\n .from(fkHostTableName)\n .whereIn(foreignKeyName, linkRecordIds)\n .whereNotNull(selfKeyName);\n })\n .whereNotNull(foreignKeyName)\n .toQuery();\n\n return this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id: string; foreignId: string }[]>(query);\n }\n\n /**\n * Checks if there are duplicate associations in one-to-one and one-to-many relationships.\n */\n private checkForIllegalDuplicateLinks(\n field: LinkFieldDto,\n recordIds: string[],\n indexedCellContext: Record\n ) {\n const relationship = field.options.relationship;\n if (relationship === Relationship.ManyMany || relationship === Relationship.ManyOne) {\n return;\n }\n const checkSet = new Set();\n\n recordIds.forEach((recordId) => {\n const cellValue = indexedCellContext[`${field.id}-${recordId}`].newValue;\n if (!cellValue) {\n return;\n }\n if (Array.isArray(cellValue)) {\n cellValue.forEach((item) => {\n if (checkSet.has(item.id)) {\n throw new CustomHttpException(\n `Consistency error, ${relationship} link field {${field.id}} unable to link a record (${item.id}) more than once`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.linkFieldValueDuplicate',\n context: { fieldName: field.name },\n },\n }\n );\n }\n checkSet.add(item.id);\n });\n return;\n }\n if (checkSet.has(cellValue.id)) {\n throw new CustomHttpException(\n `Consistency error, ${relationship} link field {${field.id}} unable to link a record (${cellValue.id}) more than once`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.linkFieldValueDuplicate',\n context: { fieldName: field.name },\n },\n }\n );\n }\n checkSet.add(cellValue.id);\n });\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private parseFkRecordItem(\n field: LinkFieldDto,\n cellContexts: ILinkCellContext[],\n foreignKeys: {\n id: string;\n foreignId: string;\n }[]\n ): Record {\n const relationship = field.options.relationship;\n const foreignKeysIndexed = groupBy(foreignKeys, 'id');\n const foreignKeysReverseIndexed =\n relationship === Relationship.OneMany || relationship === Relationship.OneOne\n ? groupBy(foreignKeys, 'foreignId')\n : undefined;\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n return cellContexts.reduce((acc, cellContext) => {\n // this two relations only have one key in one recordId\n const id = cellContext.recordId;\n const foreignKeys = foreignKeysIndexed[id];\n if (relationship === Relationship.OneOne || relationship === Relationship.ManyOne) {\n const oldCellValue = cellContext.oldValue as ILinkCellValue | ILinkCellValue[] | undefined;\n const newCellValue = cellContext.newValue as ILinkCellValue | undefined;\n if (Array.isArray(newCellValue)) {\n throw new CustomHttpException(\n `CellValue of ${relationship} link field values cannot be an array`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey:\n relationship === Relationship.OneOne\n ? 'httpErrors.field.oneOneLinkCellValueCannotBeArray'\n : 'httpErrors.field.manyOneLinkCellValueCannotBeArray',\n },\n }\n );\n }\n\n if ((foreignKeys?.length ?? 0) > 1) {\n throw new CustomHttpException(`Foreign key duplicate`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.field.foreignKeyDuplicate',\n },\n });\n }\n\n const oldKey = oldCellValue ? [oldCellValue].flat().map((key) => key.id) : null;\n const newKey = newCellValue?.id || null;\n if (oldCellValue && !Array.isArray(oldCellValue) && isEqual(oldCellValue.id, newKey)) {\n return acc;\n }\n\n if (newKey && foreignKeysReverseIndexed?.[newKey]) {\n throw new CustomHttpException(\n `Consistency error, ${relationship} link field {${field.id}} unable to link a record (${newKey}) more than once`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.linkFieldValueDuplicate',\n context: { fieldName: field.name },\n },\n }\n );\n }\n\n acc[id] = { oldKey, newKey };\n return acc;\n }\n\n if (relationship === Relationship.ManyMany || relationship === Relationship.OneMany) {\n const newCellValue = cellContext.newValue as ILinkCellValue[] | undefined;\n if (newCellValue && !Array.isArray(newCellValue)) {\n throw new CustomHttpException(\n `CellValue of ${relationship} link field values should be an array`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey:\n relationship === Relationship.OneMany\n ? 'httpErrors.field.oneManyLinkCellValueShouldBeArray'\n : 'httpErrors.field.manyManyLinkCellValueShouldBeArray',\n },\n }\n );\n }\n\n const oldKey = foreignKeys?.map((key) => key.foreignId) ?? null;\n const newKey = newCellValue?.map((item) => item.id) ?? null;\n\n const extraKey = difference(newKey ?? [], oldKey ?? []);\n\n extraKey.forEach((key) => {\n if (foreignKeysReverseIndexed?.[key]) {\n throw new CustomHttpException(\n `Consistency error, ${relationship} link field {${field.id}} unable to link a record (${key}) more than once`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.linkFieldValueDuplicate',\n context: { fieldName: field.name },\n },\n }\n );\n }\n });\n acc[id] = {\n oldKey,\n newKey,\n };\n return acc;\n }\n return acc;\n }, {});\n }\n\n /**\n * Tip: for single source of truth principle, we should only trust foreign key recordId\n *\n * 1. get all edited recordId and group by fieldId\n * 2. get all exist foreign key recordId\n */\n private async getFkRecordMap(\n fieldMap: IFieldMap,\n cellContexts: ILinkCellContext[]\n ): Promise {\n const fkRecordMap: IFkRecordMap = {};\n\n const cellGroupByFieldId = groupBy(cellContexts, (ctx) => ctx.fieldId);\n const indexedCellContext = keyBy(cellContexts, (ctx) => `${ctx.fieldId}-${ctx.recordId}`);\n for (const fieldId in cellGroupByFieldId) {\n const field = fieldMap[fieldId];\n if (!field) {\n throw new CustomHttpException(`Field ${fieldId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.field.notFound',\n },\n });\n }\n\n if (field.type !== FieldType.Link) {\n throw new CustomHttpException(\n `Field ${fieldId} is not link field`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.field.notFound',\n },\n }\n );\n }\n\n const recordIds = cellGroupByFieldId[fieldId].map((ctx) => ctx.recordId);\n const linkRecordIds = uniq(\n cellGroupByFieldId[fieldId]\n .map((ctx) =>\n [ctx.oldValue, ctx.newValue]\n .flat()\n .filter(Boolean)\n .map((item) => item?.id as string)\n )\n .flat()\n );\n\n const foreignKeys = await this.getForeignKeys(recordIds, linkRecordIds, field.options);\n this.checkForIllegalDuplicateLinks(field, recordIds, indexedCellContext);\n\n fkRecordMap[fieldId] = this.parseFkRecordItem(\n field,\n cellGroupByFieldId[fieldId],\n foreignKeys\n );\n }\n\n return fkRecordMap;\n }\n\n // create the key for recordMapByTableId but leave the undefined value for the next step\n private getRecordMapStruct(\n tableId: string,\n fieldMapByTableId: { [tableId: string]: IFieldMap },\n cellContexts: ILinkCellContext[]\n ) {\n const recordMapByTableId: IRecordMapByTableId = {};\n\n for (const cellContext of cellContexts) {\n const { recordId, fieldId, newValue, oldValue } = cellContext;\n const linkRecordIds = [oldValue, newValue]\n .flat()\n .filter(Boolean)\n .map((item) => item?.id as string);\n const field = fieldMapByTableId[tableId][fieldId] as LinkFieldDto;\n const foreignTableId = field.options.foreignTableId;\n const symmetricFieldId = field.options.symmetricFieldId;\n const symmetricField = symmetricFieldId\n ? (fieldMapByTableId[foreignTableId][symmetricFieldId] as LinkFieldDto)\n : undefined;\n const foreignLookedFieldId = field.options.lookupFieldId;\n const lookedFieldId = symmetricField?.options.lookupFieldId;\n\n set(recordMapByTableId, [tableId, recordId, fieldId], undefined);\n lookedFieldId && set(recordMapByTableId, [tableId, recordId, lookedFieldId], undefined);\n\n // create object key for record in looked field\n linkRecordIds.forEach((linkRecordId) => {\n symmetricFieldId &&\n set(recordMapByTableId, [foreignTableId, linkRecordId, symmetricFieldId], undefined);\n set(recordMapByTableId, [foreignTableId, linkRecordId, foreignLookedFieldId], undefined);\n });\n }\n\n return recordMapByTableId;\n }\n\n private mergeProjectionByTable(\n recordMapByTableId: IRecordMapByTableId,\n fieldMapByTableId: { [tableId: string]: IFieldMap },\n projectionByTable?: Record\n ): Record | undefined {\n const result: Record> = {};\n\n for (const tableId in recordMapByTableId) {\n const recordLookupFieldsMap = recordMapByTableId[tableId];\n const fromCaller = projectionByTable?.[tableId] ?? [];\n result[tableId] = new Set(fromCaller);\n\n Object.values(recordLookupFieldsMap).forEach((lookupFieldMap) => {\n if (!lookupFieldMap) return;\n Object.keys(lookupFieldMap).forEach((fieldId) => {\n if (fieldMapByTableId[tableId]?.[fieldId]) {\n result[tableId]!.add(fieldId);\n }\n });\n });\n }\n\n const finalized = Object.entries(result).reduce>((acc, [id, set]) => {\n if (set.size) {\n acc[id] = Array.from(set);\n }\n return acc;\n }, {});\n\n return Object.keys(finalized).length ? finalized : undefined;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n @Timing()\n private async fetchRecordMap(\n tableId2DbTableName: { [tableId: string]: string },\n fieldMapByTableId: { [tableId: string]: IFieldMap },\n recordMapByTableId: IRecordMapByTableId,\n cellContexts: ICellContext[],\n projectionByTable: Record | undefined,\n fromReset?: boolean,\n useQueryModel = false\n ): Promise {\n const cellContextGroup = keyBy(cellContexts, (ctx) => `${ctx.recordId}-${ctx.fieldId}`);\n for (const tableId in recordMapByTableId) {\n const recordLookupFieldsMap = recordMapByTableId[tableId];\n const recordIds = Object.keys(recordLookupFieldsMap);\n const dbFieldName2FieldId: { [dbFieldName: string]: string } = {};\n const tableProjection = projectionByTable?.[tableId];\n\n for (const recordId of recordIds) {\n const lookupFieldMap = recordLookupFieldsMap[recordId];\n if (!lookupFieldMap) continue;\n for (const fieldId of Object.keys(lookupFieldMap)) {\n const field = fieldMapByTableId[tableId]?.[fieldId];\n if (!field) continue;\n for (const dbFieldName of field.dbFieldNames) {\n dbFieldName2FieldId[dbFieldName] = fieldId;\n }\n }\n }\n\n const { qb } = await this.recordQueryBuilder.createRecordQueryBuilder(\n tableId2DbTableName[tableId],\n {\n tableId,\n viewId: undefined,\n projection: tableProjection,\n rawProjection: true,\n preferRawFieldReferences: true,\n useQueryModel,\n }\n );\n\n const nativeQuery = qb.whereIn('__id', recordIds).toQuery();\n this.logger.debug(`Fetch records with query: ${nativeQuery}`);\n const recordRaw = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ [dbTableName: string]: unknown }[]>(nativeQuery);\n\n recordRaw.forEach((record) => {\n const recordId = record.__id as string;\n delete record.__id;\n for (const dbFieldName in record) {\n const fieldId = dbFieldName2FieldId[dbFieldName];\n let cellValue = record[dbFieldName];\n\n // dbForeignName is not exit in fieldMapByTableId\n if (!fieldId) {\n recordLookupFieldsMap[recordId][dbFieldName] = cellValue;\n continue;\n }\n const field = fieldMapByTableId[tableId][fieldId];\n if (fromReset && field.type === FieldType.Link) {\n continue;\n }\n\n // Overlay with new data, especially cellValue in primary field\n const inputData = cellContextGroup[`${recordId}-${fieldId}`];\n if (field.type !== FieldType.Link && inputData !== undefined) {\n recordLookupFieldsMap[recordId][fieldId] = inputData.newValue ?? undefined;\n continue;\n }\n\n cellValue = field.convertDBValue2CellValue(cellValue);\n\n recordLookupFieldsMap[recordId][fieldId] = cellValue ?? undefined;\n }\n }, {});\n }\n\n return recordMapByTableId;\n }\n\n private async getTableId2DbTableName(tableIds: string[]) {\n const tableRaws = await this.prismaService.txClient().tableMeta.findMany({\n where: {\n id: {\n in: tableIds,\n },\n },\n select: {\n id: true,\n dbTableName: true,\n },\n });\n return tableRaws.reduce<{ [tableId: string]: string }>((acc, cur) => {\n acc[cur.id] = cur.dbTableName;\n return acc;\n }, {});\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private diffLinkCellChange(\n fieldMapByTableId: { [tableId: string]: IFieldMap },\n originRecordMapByTableId: IRecordMapByTableId,\n updatedRecordMapByTableId: IRecordMapByTableId\n ): ICellChange[] {\n const changes: ICellChange[] = [];\n\n for (const tableId in originRecordMapByTableId) {\n const originRecords = originRecordMapByTableId[tableId];\n const updatedRecords = updatedRecordMapByTableId[tableId];\n const fieldMap = fieldMapByTableId[tableId];\n\n for (const recordId in originRecords) {\n const originFields = originRecords[recordId];\n const updatedFields = updatedRecords[recordId];\n\n for (const fieldId in originFields) {\n if (!fieldMap[fieldId]) {\n continue;\n }\n if (fieldMap[fieldId].type !== FieldType.Link) {\n continue;\n }\n\n const oldValue = originFields[fieldId];\n const newValue = updatedFields[fieldId];\n\n if (!isEqual(oldValue, newValue)) {\n changes.push({ tableId, recordId, fieldId, oldValue, newValue });\n }\n }\n }\n }\n\n return changes;\n }\n\n private async getDerivateByCellContexts(\n tableId: string,\n tableId2DbTableName: { [tableId: string]: string },\n fieldMapByTableId: { [tableId: string]: IFieldMap },\n linkContexts: ILinkCellContext[],\n cellContexts: ICellContext[],\n projectionByTable?: Record,\n fromReset?: boolean,\n persistFk: boolean = true\n ): Promise<{\n cellChanges: ICellChange[];\n fkRecordMap: IFkRecordMap;\n }> {\n const fieldMap = fieldMapByTableId[tableId];\n const recordMapStruct = this.getRecordMapStruct(tableId, fieldMapByTableId, linkContexts);\n const mergedProjectionByTable = this.mergeProjectionByTable(\n recordMapStruct,\n fieldMapByTableId,\n projectionByTable\n );\n\n const fkRecordMap = await this.getFkRecordMap(fieldMap, linkContexts);\n\n const originRecordMapByTableId = await this.fetchRecordMap(\n tableId2DbTableName,\n fieldMapByTableId,\n recordMapStruct,\n cellContexts,\n mergedProjectionByTable,\n fromReset,\n true\n );\n\n let updatedRecordMapByTableId: IRecordMapByTableId;\n\n if (persistFk) {\n await this.saveForeignKeyToDb(fieldMap, fkRecordMap);\n const refreshedRecordMapStruct = this.getRecordMapStruct(\n tableId,\n fieldMapByTableId,\n linkContexts\n );\n updatedRecordMapByTableId = await this.fetchRecordMap(\n tableId2DbTableName,\n fieldMapByTableId,\n refreshedRecordMapStruct,\n cellContexts,\n mergedProjectionByTable,\n fromReset,\n true\n );\n } else {\n updatedRecordMapByTableId = await this.updateLinkRecord(\n tableId,\n fkRecordMap,\n fieldMapByTableId,\n originRecordMapByTableId\n );\n }\n\n const cellChanges = this.diffLinkCellChange(\n fieldMapByTableId,\n originRecordMapByTableId,\n updatedRecordMapByTableId\n );\n return {\n cellChanges,\n fkRecordMap,\n };\n }\n\n private async saveForeignKeyForManyMany(\n field: LinkFieldDto,\n fkMap: { [recordId: string]: IFkRecordItem }\n ) {\n const { selfKeyName, foreignKeyName, fkHostTableName } = field.options;\n\n const toDelete: [string, string][] = [];\n const toAdd: [string, string][] = [];\n const toDeleteAndReinsert: [string, string[]][] = [];\n\n for (const recordId in fkMap) {\n const fkItem = fkMap[recordId];\n const oldKey = (fkItem.oldKey || []) as string[];\n const newKey = (fkItem.newKey || []) as string[];\n\n // Check if only order has changed (same elements but different order)\n const hasOrderChanged =\n oldKey.length === newKey.length &&\n oldKey.length > 0 &&\n newKey.length > 0 &&\n oldKey.every((key) => newKey.includes(key)) &&\n newKey.every((key) => oldKey.includes(key)) &&\n !oldKey.every((key, index) => key === newKey[index]);\n\n if (hasOrderChanged) {\n // For order changes only: delete all and re-insert in correct order\n toDeleteAndReinsert.push([recordId, newKey]);\n } else {\n // For add/remove changes: use differential approach\n difference(oldKey, newKey).forEach((key) => toDelete.push([recordId, key]));\n difference(newKey, oldKey).forEach((key) => toAdd.push([recordId, key]));\n }\n }\n\n // Handle order changes: delete all existing records for affected recordIds and re-insert\n if (toDeleteAndReinsert.length) {\n const recordIdsToDeleteAll = toDeleteAndReinsert.map(([recordId]) => recordId);\n const deleteAllQuery = this.knex(fkHostTableName)\n .whereIn(selfKeyName, recordIdsToDeleteAll)\n .delete()\n .toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(deleteAllQuery);\n\n // Re-insert all records in correct order\n const reinsertData = toDeleteAndReinsert.flatMap(([recordId, newKeys]) =>\n newKeys.map((foreignKey, index) => {\n const data: Record = {\n [selfKeyName]: recordId,\n [foreignKeyName]: foreignKey,\n };\n // Add order column if field has order column\n if (field.getHasOrderColumn()) {\n const linkField = field as LinkFieldDto;\n data[linkField.getOrderColumnName()] = index + 1;\n }\n return data;\n })\n );\n\n if (reinsertData.length) {\n const reinsertQuery = this.knex(fkHostTableName).insert(reinsertData).toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(reinsertQuery);\n }\n }\n\n // Handle regular deletions\n if (toDelete.length) {\n const query = this.knex(fkHostTableName)\n .whereIn([selfKeyName, foreignKeyName], toDelete)\n .delete()\n .toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(query);\n }\n\n // Handle regular additions\n if (toAdd.length) {\n // Group additions by source record to maintain per-source ordering\n const sourceGroups = new Map();\n for (const [sourceRecordId, targetRecordId] of toAdd) {\n if (!sourceGroups.has(sourceRecordId)) {\n sourceGroups.set(sourceRecordId, []);\n }\n sourceGroups.get(sourceRecordId)!.push(targetRecordId);\n }\n\n const insertData: Array> = [];\n\n for (const [sourceRecordId, targetRecordIds] of sourceGroups) {\n let currentMaxOrder = 0;\n\n // Get current max order for this source record if field has order column\n if (field.getHasOrderColumn()) {\n currentMaxOrder = await this.getMaxOrderForTarget(\n fkHostTableName,\n selfKeyName,\n sourceRecordId,\n field.getOrderColumnName()\n );\n }\n\n // Add records with incremental order values per source\n for (let i = 0; i < targetRecordIds.length; i++) {\n const targetRecordId = targetRecordIds[i];\n const data: Record = {\n [selfKeyName]: sourceRecordId,\n [foreignKeyName]: targetRecordId,\n };\n\n if (field.getHasOrderColumn()) {\n const linkField = field as LinkFieldDto;\n data[linkField.getOrderColumnName()] = currentMaxOrder + i + 1;\n }\n\n insertData.push(data);\n }\n }\n\n const query = this.knex(fkHostTableName).insert(insertData).toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(query);\n }\n }\n\n /**\n * Get the maximum order value for a specific target record in a link relationship\n */\n private async getMaxOrderForTarget(\n tableName: string,\n foreignKeyColumn: string,\n targetRecordId: string,\n orderColumnName: string\n ): Promise {\n const maxOrderQuery = this.knex(tableName)\n .where(foreignKeyColumn, targetRecordId)\n .max(`${orderColumnName} as maxOrder`)\n .first()\n .toQuery();\n\n const maxOrderResult = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ maxOrder: unknown }[]>(maxOrderQuery);\n const raw = maxOrderResult[0]?.maxOrder as unknown;\n // Coerce SQLite BigInt or string results safely into number; default to 0\n return raw == null ? 0 : Number(raw);\n }\n\n private async saveForeignKeyForManyOne(\n field: LinkFieldDto,\n fkMap: { [recordId: string]: IFkRecordItem }\n ) {\n const { selfKeyName, foreignKeyName, fkHostTableName } = field.options;\n\n const toDelete: [string, string][] = [];\n const toAdd: [string, string][] = [];\n for (const recordId in fkMap) {\n const fkItem = fkMap[recordId];\n const oldKey = (fkItem.oldKey || []) as string[];\n const newKey = fkItem.newKey as string | null;\n oldKey && oldKey.forEach((key) => toDelete.push([recordId, key]));\n newKey && toAdd.push([recordId, newKey]);\n }\n\n const affectedForeignIds = uniq(\n toDelete.map(([, foreignId]) => foreignId).concat(toAdd.map(([, foreignId]) => foreignId))\n );\n await this.lockForeignRecords(field.options.foreignTableId, affectedForeignIds);\n\n if (toDelete.length) {\n const updateFields: Record = { [foreignKeyName]: null };\n // Also clear order column if field has order column\n if (field.getHasOrderColumn()) {\n updateFields[`${foreignKeyName}_order`] = null;\n }\n\n const query = this.knex(fkHostTableName)\n .update(updateFields)\n .whereIn([selfKeyName, foreignKeyName], toDelete)\n .toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(query);\n }\n\n if (toAdd.length) {\n const dbFields = [{ dbFieldName: foreignKeyName, schemaType: SchemaType.String }];\n // Add order column if field has order column\n if (field.getHasOrderColumn()) {\n dbFields.push({ dbFieldName: `${foreignKeyName}_order`, schemaType: SchemaType.Integer });\n }\n\n // Group toAdd by target record to handle order correctly\n const targetGroups = new Map();\n for (const [recordId, foreignRecordId] of toAdd) {\n if (!targetGroups.has(foreignRecordId)) {\n targetGroups.set(foreignRecordId, []);\n }\n targetGroups.get(foreignRecordId)!.push(recordId);\n }\n\n const updateData: Array<{ id: string; values: Record }> = [];\n\n for (const [foreignRecordId, recordIds] of targetGroups) {\n let currentMaxOrder = 0;\n\n // Get current max order for this target record if field has order column\n if (field.getHasOrderColumn()) {\n currentMaxOrder = await this.getMaxOrderForTarget(\n fkHostTableName,\n foreignKeyName,\n foreignRecordId,\n field.getOrderColumnName()\n );\n }\n\n // Add records with incremental order values\n for (let i = 0; i < recordIds.length; i++) {\n const recordId = recordIds[i];\n const values: Record = { [foreignKeyName]: foreignRecordId };\n\n if (field.getHasOrderColumn()) {\n values[`${foreignKeyName}_order`] = currentMaxOrder + i + 1;\n }\n\n updateData.push({\n id: recordId,\n values,\n });\n }\n }\n\n await this.batchService.batchUpdateDB(fkHostTableName, selfKeyName, dbFields, updateData);\n }\n }\n\n private async lockForeignRecords(tableId: string, recordIds: string[]) {\n if (!recordIds.length) {\n return;\n }\n\n const client = (this.knex.client.config as { client?: string } | undefined)?.client;\n if (client !== 'pg' && client !== 'postgresql') {\n return;\n }\n\n const tableMeta = await this.prismaService.txClient().tableMeta.findFirst({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n if (!tableMeta) {\n return;\n }\n\n const lockQuery = this.knex(tableMeta.dbTableName)\n .select('__id')\n .whereIn('__id', recordIds)\n .forUpdate()\n .toQuery();\n\n await this.prismaService.txClient().$queryRawUnsafe(lockQuery);\n }\n\n private async saveForeignKeyForOneMany(\n field: LinkFieldDto,\n fkMap: { [recordId: string]: IFkRecordItem }\n ) {\n const { selfKeyName, foreignKeyName, fkHostTableName, isOneWay } = field.options;\n\n if (isOneWay) {\n this.saveForeignKeyForManyMany(field, fkMap);\n return;\n }\n\n // Process each record individually to maintain order\n for (const recordId in fkMap) {\n const fkItem = fkMap[recordId];\n const oldKey = (fkItem.oldKey || []) as string[];\n const newKey = (fkItem.newKey || []) as string[];\n\n // Check if only order has changed (same elements but different order)\n const hasOrderChanged =\n oldKey.length === newKey.length &&\n oldKey.length > 0 &&\n newKey.length > 0 &&\n oldKey.every((key) => newKey.includes(key)) &&\n newKey.every((key) => oldKey.includes(key)) &&\n !oldKey.every((key, index) => key === newKey[index]);\n\n if (hasOrderChanged && field.getHasOrderColumn()) {\n // For order changes: clear all existing links and re-establish with correct order\n const clearFields: Record = {\n [selfKeyName]: null,\n [`${selfKeyName}_order`]: null,\n };\n\n const clearQuery = this.knex(fkHostTableName)\n .update(clearFields)\n .where(selfKeyName, recordId)\n .toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(clearQuery);\n\n // Re-establish all links with correct order\n const dbFields = [\n { dbFieldName: selfKeyName, schemaType: SchemaType.String },\n { dbFieldName: `${selfKeyName}_order`, schemaType: SchemaType.Integer },\n ];\n\n const updateData = newKey.map((foreignRecordId, index) => {\n const orderValue = index + 1;\n return {\n id: foreignRecordId,\n values: {\n [selfKeyName]: recordId,\n [`${selfKeyName}_order`]: orderValue,\n },\n };\n });\n\n await this.batchService.batchUpdateDB(\n fkHostTableName,\n foreignKeyName,\n dbFields,\n updateData\n );\n } else {\n // Handle regular add/remove operations\n const toDelete = difference(oldKey, newKey);\n\n // Delete old links\n if (toDelete.length) {\n const updateFields: Record = { [selfKeyName]: null };\n // Also clear order column if field has order column\n if (field.getHasOrderColumn()) {\n updateFields[`${selfKeyName}_order`] = null;\n }\n\n const deleteConditions = toDelete.map((key) => [recordId, key]);\n const query = this.knex(fkHostTableName)\n .update(updateFields)\n .whereIn([selfKeyName, foreignKeyName], deleteConditions)\n .toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(query);\n }\n\n // Add new links and update order for all current links\n if (newKey.length > 0) {\n if (field.getHasOrderColumn()) {\n // Find truly new links that need to be added\n const toAdd = difference(newKey, oldKey);\n\n if (toAdd.length > 0) {\n // Get the current maximum order value for this target record\n const currentMaxOrder = await this.getMaxOrderForTarget(\n fkHostTableName,\n selfKeyName,\n recordId,\n field.getOrderColumnName()\n );\n\n // Add new links with correct incremental order values\n const orderColumnName = field.getOrderColumnName();\n const dbFields = [\n { dbFieldName: selfKeyName, schemaType: SchemaType.String },\n { dbFieldName: orderColumnName, schemaType: SchemaType.Integer },\n ];\n\n const addData = toAdd.map((foreignRecordId, index) => ({\n id: foreignRecordId,\n values: {\n [selfKeyName]: recordId,\n [orderColumnName]: currentMaxOrder + index + 1,\n },\n }));\n\n await this.batchService.batchUpdateDB(\n fkHostTableName,\n foreignKeyName,\n dbFields,\n addData\n );\n }\n } else {\n // One-many without an order column stores the FK directly on the foreign table.\n // Only update rows where the foreign key actually changes.\n const toAdd = difference(newKey, oldKey);\n\n if (toAdd.length > 0) {\n const dbFields = [{ dbFieldName: selfKeyName, schemaType: SchemaType.String }];\n\n const addData = toAdd.map((foreignRecordId) => ({\n id: foreignRecordId,\n values: {\n [selfKeyName]: recordId,\n },\n }));\n\n await this.batchService.batchUpdateDB(\n fkHostTableName,\n foreignKeyName,\n dbFields,\n addData\n );\n }\n }\n }\n }\n }\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async saveForeignKeyForOneOne(\n field: LinkFieldDto,\n fkMap: { [recordId: string]: IFkRecordItem }\n ) {\n const { selfKeyName, foreignKeyName, fkHostTableName } = field.options;\n if (selfKeyName === '__id') {\n await this.saveForeignKeyForManyOne(field, fkMap);\n } else {\n const toDelete: [string, string][] = [];\n const toAdd: [string, string][] = [];\n for (const recordId in fkMap) {\n const fkItem = fkMap[recordId];\n const oldKey = (fkItem.oldKey || []) as string[];\n const newKey = fkItem.newKey as string | null;\n\n oldKey && oldKey.forEach((key) => toDelete.push([recordId, key]));\n newKey && toAdd.push([recordId, newKey]);\n }\n\n if (toDelete.length) {\n const updateFields: Record = { [selfKeyName]: null };\n // Also clear order column if field has order column\n if (field.getHasOrderColumn()) {\n updateFields[`${selfKeyName}_order`] = null;\n }\n\n const query = this.knex(fkHostTableName)\n .update(updateFields)\n .whereIn([selfKeyName, foreignKeyName], toDelete)\n .toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(query);\n }\n\n if (toAdd.length) {\n const dbFields = [{ dbFieldName: selfKeyName, schemaType: SchemaType.String }];\n // Add order column if field has order column\n if (field.getHasOrderColumn()) {\n dbFields.push({ dbFieldName: `${selfKeyName}_order`, schemaType: SchemaType.Integer });\n }\n\n await this.batchService.batchUpdateDB(\n fkHostTableName,\n foreignKeyName,\n dbFields,\n toAdd.map(([recordId, foreignRecordId]) => {\n const values: Record = { [selfKeyName]: recordId };\n // For OneOne relationship, order is always 1 since each record can only link to one target\n if (field.getHasOrderColumn()) {\n values[`${selfKeyName}_order`] = 1;\n }\n return {\n id: foreignRecordId,\n values,\n };\n })\n );\n }\n }\n }\n\n private async saveForeignKeyToDb(fieldMap: IFieldMap, fkRecordMap: IFkRecordMap) {\n for (const fieldId in fkRecordMap) {\n const fkMap = fkRecordMap[fieldId];\n const field = fieldMap[fieldId] as LinkFieldDto;\n const relationship = field.options.relationship;\n if (relationship === Relationship.ManyMany) {\n await this.saveForeignKeyForManyMany(field, fkMap);\n }\n if (relationship === Relationship.ManyOne) {\n await this.saveForeignKeyForManyOne(field, fkMap);\n }\n if (relationship === Relationship.OneMany) {\n await this.saveForeignKeyForOneMany(field, fkMap);\n }\n if (relationship === Relationship.OneOne) {\n await this.saveForeignKeyForOneOne(field, fkMap);\n }\n }\n }\n\n /**\n * strategy\n * 0: define `main table` is where foreign key located in, `foreign table` is where foreign key referenced to\n * 1. generate foreign key changes, cache effected recordIds, both main table and foreign table\n * 2. update foreign key by changes and submit origin op\n * 3. check and generate op to update main table by cached recordIds\n * 4. check and generate op to update foreign table by cached recordIds\n */\n async getDerivateByLink(\n tableId: string,\n cellContexts: ICellContext[],\n fromReset?: boolean,\n projectionByTable?: Record\n ) {\n const linkLikeContexts = this.filterLinkContext(cellContexts as ILinkCellContext[]);\n if (!linkLikeContexts.length) {\n return;\n }\n const fieldIds = linkLikeContexts.map((ctx) => ctx.fieldId);\n const fieldMapByTableId = await this.getRelatedFieldMap(fieldIds);\n const fieldMap = fieldMapByTableId[tableId];\n const linkContexts = linkLikeContexts.filter((ctx) => {\n if (!fieldMap[ctx.fieldId]) {\n return false;\n }\n if (fieldMap[ctx.fieldId].type !== FieldType.Link || fieldMap[ctx.fieldId].isLookup) {\n return false;\n }\n return true;\n });\n\n const tableId2DbTableName = await this.getTableId2DbTableName(Object.keys(fieldMapByTableId));\n\n return this.getDerivateByCellContexts(\n tableId,\n tableId2DbTableName,\n fieldMapByTableId,\n linkContexts,\n cellContexts,\n projectionByTable,\n fromReset,\n true\n );\n }\n\n /**\n * Plan link derivations without persisting foreign keys.\n * Returns the same derivation structure as getDerivateByLink but does NOT\n * call saveForeignKeyToDb. Useful when consumers need to capture old values\n * for computed events before the FK writes are visible in the same tx.\n */\n @Timing()\n async planDerivateByLink(\n tableId: string,\n cellContexts: ICellContext[],\n fromReset?: boolean,\n tables?: Map,\n projectionByTable?: Record\n ): Promise<{ cellChanges: ICellChange[]; fkRecordMap: IFkRecordMap } | undefined> {\n const linkLikeContexts = this.filterLinkContext(cellContexts as ILinkCellContext[]);\n if (!linkLikeContexts.length) {\n return undefined;\n }\n const fieldIds = linkLikeContexts.map((ctx) => ctx.fieldId);\n const fieldMapByTableId =\n this.buildFieldMapFromTables(fieldIds, tables) ?? (await this.getRelatedFieldMap(fieldIds));\n const fieldMap = fieldMapByTableId[tableId];\n const linkContexts = linkLikeContexts.filter((ctx) => {\n if (!fieldMap[ctx.fieldId]) {\n return false;\n }\n if (fieldMap[ctx.fieldId].type !== FieldType.Link || fieldMap[ctx.fieldId].isLookup) {\n return false;\n }\n return true;\n });\n\n const tableId2DbTableName =\n this.buildTableId2DbTableNameFromTables(Object.keys(fieldMapByTableId), tables) ??\n (await this.getTableId2DbTableName(Object.keys(fieldMapByTableId)));\n\n const derivate = await this.getDerivateByCellContexts(\n tableId,\n tableId2DbTableName,\n fieldMapByTableId,\n linkContexts,\n cellContexts,\n projectionByTable,\n fromReset,\n false\n );\n\n return derivate as { cellChanges: ICellChange[]; fkRecordMap: IFkRecordMap };\n }\n\n /**\n * Persist foreign key changes previously planned via planDerivateByLink.\n * Rebuilds the necessary field map and writes junction table updates.\n */\n async commitForeignKeyChanges(\n tableId: string,\n fkRecordMap?: IFkRecordMap,\n tables?: Map\n ): Promise {\n if (!fkRecordMap || !Object.keys(fkRecordMap).length) return;\n const fieldIds = Object.keys(fkRecordMap);\n const fieldMapByTableId =\n this.buildFieldMapFromTables(fieldIds, tables) ?? (await this.getRelatedFieldMap(fieldIds));\n const fieldMap = fieldMapByTableId[tableId];\n await this.saveForeignKeyToDb(fieldMap, fkRecordMap);\n }\n\n private parseFkRecordItemToDelete(\n options: ILinkFieldOptions,\n toDeleteRecordIds: string[],\n foreignKeys: {\n id: string;\n foreignId: string;\n }[]\n ): Record {\n const relationship = options.relationship;\n const foreignKeysIndexed = groupBy(foreignKeys, 'id');\n const toDeleteSet = new Set(toDeleteRecordIds);\n\n return Object.keys(foreignKeysIndexed).reduce((acc, id) => {\n // this two relations only have one key in one recordId\n const foreignKeys = foreignKeysIndexed[id];\n if (relationship === Relationship.OneOne || relationship === Relationship.ManyOne) {\n if ((foreignKeys?.length ?? 0) > 1) {\n throw new CustomHttpException(`Foreign key duplicate`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.field.foreignKeyDuplicate',\n },\n });\n }\n\n const foreignRecordId = foreignKeys?.[0].foreignId;\n const oldKey = foreignRecordId || null;\n if (!toDeleteSet.has(foreignRecordId)) {\n return acc;\n }\n\n acc[id] = { oldKey, newKey: null };\n return acc;\n }\n\n if (relationship === Relationship.ManyMany || relationship === Relationship.OneMany) {\n const oldKey = foreignKeys?.map((key) => key.foreignId) ?? null;\n if (!oldKey) {\n return acc;\n }\n\n const newKey = oldKey.filter((key) => !toDeleteSet.has(key));\n\n if (newKey.length === oldKey.length) {\n return acc;\n }\n\n acc[id] = {\n oldKey,\n newKey: newKey.length ? newKey : null,\n };\n return acc;\n }\n return acc;\n }, {});\n }\n\n /**\n * Build cell contexts for record deletion.\n * @param tableId - The table being deleted from\n * @param relatedLinkFieldRaws - Link fields from OTHER tables that reference the current table\n * @param currentTableLinkFields - Link fields belonging to the current table itself\n * @param records - Records being deleted\n */\n private async getContextByDelete(\n tableId: string,\n relatedLinkFieldRaws: Field[],\n currentTableLinkFields: Field[],\n records: IRecord[]\n ) {\n const cellContextsMap: { [tableId: string]: ICellContext[] } = {};\n const recordIds = records.map((record) => record.id);\n\n const keyToValue = (key: string | string[] | null) =>\n key ? (Array.isArray(key) ? key.map((id) => ({ id })) : { id: key }) : null;\n\n // Process link fields from OTHER tables that reference the current table\n for (const fieldRaws of relatedLinkFieldRaws) {\n const options = JSON.parse(fieldRaws.options as string) as ILinkFieldOptions;\n const fieldTableId = fieldRaws.tableId;\n const foreignKeys = await this.getJoinedForeignKeys(recordIds, options);\n const fieldItems = this.parseFkRecordItemToDelete(options, recordIds, foreignKeys);\n if (!cellContextsMap[fieldTableId]) {\n cellContextsMap[fieldTableId] = [];\n }\n Object.keys(fieldItems).forEach((recordId) => {\n const { oldKey, newKey } = fieldItems[recordId];\n cellContextsMap[fieldTableId].push({\n fieldId: fieldRaws.id,\n recordId,\n oldValue: keyToValue(oldKey),\n newValue: keyToValue(newKey),\n });\n });\n }\n\n // Process link fields belonging to the current table itself\n // Query junction tables directly to handle cases where record.fields has null values\n // but junction table still has data (data inconsistency)\n for (const linkField of currentTableLinkFields) {\n const options = JSON.parse(linkField.options as string) as ILinkFieldOptions;\n const foreignKeys = await this.getDirectForeignKeys(recordIds, options);\n\n if (foreignKeys.length > 0) {\n if (!cellContextsMap[tableId]) {\n cellContextsMap[tableId] = [];\n }\n\n // Group foreign keys by record id\n const fkByRecordId = groupBy(foreignKeys, 'id');\n\n for (const recordId of Object.keys(fkByRecordId)) {\n const fks = fkByRecordId[recordId];\n const oldValue = fks.map((fk) => ({ id: fk.foreignId }));\n\n cellContextsMap[tableId].push({\n fieldId: linkField.id,\n recordId,\n oldValue: oldValue.length === 1 ? oldValue[0] : oldValue,\n newValue: null,\n });\n }\n }\n }\n\n return cellContextsMap;\n }\n\n /**\n * Get foreign keys from junction table where selfKeyName matches the given record IDs.\n * This is used for cleaning up junction table data when deleting records from the source table.\n */\n private async getDirectForeignKeys(\n recordIds: string[],\n options: ILinkFieldOptions\n ): Promise<{ id: string; foreignId: string }[]> {\n const { fkHostTableName, selfKeyName, foreignKeyName } = options;\n\n const query = this.knex(fkHostTableName)\n .select({\n id: selfKeyName,\n foreignId: foreignKeyName,\n })\n .whereIn(selfKeyName, recordIds)\n .whereNotNull(selfKeyName)\n .whereNotNull(foreignKeyName)\n .toQuery();\n\n return this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id: string; foreignId: string }[]>(query);\n }\n\n async getRelatedLinkFieldRaws(tableId: string) {\n const fieldRaws = await this.prismaService.txClient().field.findMany({\n where: { tableId, deletedTime: null },\n select: { id: true },\n });\n\n const references = await this.prismaService.txClient().reference.findMany({\n where: { fromFieldId: { in: fieldRaws.map((f) => f.id) } },\n select: { toFieldId: true },\n });\n\n const referenceFieldIds = references.map((ref) => ref.toFieldId);\n\n const relatedFieldsByReference = referenceFieldIds.length\n ? await this.prismaService.txClient().field.findMany({\n where: {\n id: { in: referenceFieldIds },\n type: FieldType.Link,\n isLookup: null,\n deletedTime: null,\n },\n })\n : [];\n\n // Fallback: reference graph might be missing for legacy data, so look for link fields whose\n // options still point to this table as their foreign target.\n const knownFieldIds = new Set(relatedFieldsByReference.map((field) => field.id));\n\n const foreignTableSql = this.dbProvider.optionsQuery(FieldType.Link, 'foreignTableId', tableId);\n const relatedFieldsByForeignTable = await this.prismaService\n .txClient()\n .$queryRawUnsafe(foreignTableSql);\n\n const merged = new Map();\n relatedFieldsByReference.forEach((field) => merged.set(field.id, field));\n relatedFieldsByForeignTable\n .filter((field) => !knownFieldIds.has(field.id))\n .forEach((field) => merged.set(field.id, field));\n\n return Array.from(merged.values());\n }\n\n async getDeleteRecordUpdateContext(tableId: string, records: IRecord[]) {\n // Get link fields from OTHER tables that reference the current table\n const relatedLinkFieldRaws = await this.getRelatedLinkFieldRaws(tableId);\n\n // Get link fields belonging to the current table itself\n const currentTableLinkFields = await this.prismaService.txClient().field.findMany({\n where: {\n tableId,\n type: FieldType.Link,\n isLookup: null,\n deletedTime: null,\n },\n });\n\n return await this.getContextByDelete(\n tableId,\n relatedLinkFieldRaws,\n currentTableLinkFields,\n records\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/calculation/reference.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { IRecord, Relationship } from '@teable/core';\nimport { extractFieldIdsFromFilter } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { difference, uniq } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport type { IFieldInstance, IFieldMap } from '../field/model/factory';\nimport { createFieldInstanceByRaw } from '../field/model/factory';\nimport { filterDirectedGraph } from './utils/dfs';\n\n// topo item is for field level reference, all id stands for fieldId;\nexport interface ITopoItem {\n id: string;\n dependencies: string[];\n}\n\nexport interface ITopoItemWithRecords extends ITopoItem {\n recordItemMap?: Record;\n}\n\nexport interface IGraphItem {\n fromFieldId: string;\n toFieldId: string;\n}\n\nexport interface IRecordMap {\n [recordId: string]: IRecord;\n}\n\nexport interface IRecordItem {\n record: IRecord;\n dependencies?: IRecord[];\n}\n\nexport interface IRecordData {\n id: string;\n fieldId: string;\n oldValue?: unknown;\n newValue: unknown;\n}\n\nexport interface IRelatedRecordItem {\n toId: string;\n fromId?: string;\n}\n\nexport interface ITopoLinkOrder {\n fieldId: string;\n relationship: Relationship;\n fkHostTableName: string;\n selfKeyName: string;\n foreignKeyName: string;\n}\n\n@Injectable()\nexport class ReferenceService {\n constructor(\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider\n ) {}\n\n private async getLookupFilterFieldMap(fieldMap: IFieldMap) {\n const fieldIds = Object.keys(fieldMap)\n .map((fieldId) => {\n const field = fieldMap[fieldId];\n if (!field) {\n return [];\n }\n const lookupOptions = field.lookupOptions;\n if (lookupOptions && lookupOptions.filter) {\n return extractFieldIdsFromFilter(lookupOptions.filter, true);\n }\n return [];\n })\n .flat();\n\n const fieldRaws = await this.prismaService.txClient().field.findMany({\n where: { id: { in: fieldIds }, deletedTime: null },\n });\n\n return fieldRaws.reduce<{ [fieldId: string]: IFieldInstance }>((pre, f) => {\n pre[f.id] = createFieldInstanceByRaw(f);\n return pre;\n }, {});\n }\n\n async createAuxiliaryData(allFieldIds: string[]) {\n const prisma = this.prismaService.txClient();\n const fieldRaws = await prisma.field.findMany({\n where: { id: { in: allFieldIds }, deletedTime: null },\n });\n\n // if a field that has been looked up has changed, the link field should be retrieved as context\n const extraLinkFieldIds = difference(\n fieldRaws\n .filter((field) => field.lookupLinkedFieldId)\n .map((field) => field.lookupLinkedFieldId as string),\n allFieldIds\n );\n\n const extraLinkFieldRaws = await prisma.field.findMany({\n where: { id: { in: extraLinkFieldIds }, deletedTime: null },\n });\n\n fieldRaws.push(...extraLinkFieldRaws);\n\n const fieldId2TableId = fieldRaws.reduce<{ [fieldId: string]: string }>((pre, f) => {\n pre[f.id] = f.tableId;\n return pre;\n }, {});\n\n const tableIds = uniq(Object.values(fieldId2TableId));\n const tableMeta = await prisma.tableMeta.findMany({\n where: { id: { in: tableIds } },\n select: { id: true, dbTableName: true },\n });\n\n const tableId2DbTableName = tableMeta.reduce<{ [tableId: string]: string }>((pre, t) => {\n pre[t.id] = t.dbTableName;\n return pre;\n }, {});\n\n const fieldMap = fieldRaws.reduce((pre, f) => {\n pre[f.id] = createFieldInstanceByRaw(f);\n return pre;\n }, {});\n\n const lookupFilterFieldMap = await this.getLookupFilterFieldMap(fieldMap);\n\n const dbTableName2fields = fieldRaws.reduce<{ [fieldId: string]: IFieldInstance[] }>(\n (pre, f) => {\n const dbTableName = tableId2DbTableName[f.tableId];\n if (pre[dbTableName]) {\n pre[dbTableName].push(fieldMap[f.id]);\n } else {\n pre[dbTableName] = [fieldMap[f.id]];\n }\n return pre;\n },\n {}\n );\n\n const fieldId2DbTableName = fieldRaws.reduce<{ [fieldId: string]: string }>((pre, f) => {\n pre[f.id] = tableId2DbTableName[f.tableId];\n return pre;\n }, {});\n\n return {\n fieldMap: { ...fieldMap, ...lookupFilterFieldMap },\n fieldId2TableId,\n fieldId2DbTableName,\n dbTableName2fields,\n tableId2DbTableName,\n };\n }\n\n private getQueryColumnName(field: IFieldInstance): string {\n return field.dbFieldName;\n }\n\n recordRaw2Record(fields: IFieldInstance[], raw: { [dbFieldName: string]: unknown }): IRecord {\n const fieldsData = fields.reduce<{ [fieldId: string]: unknown }>((acc, field) => {\n const queryColumnName = this.getQueryColumnName(field);\n const cellValue = field.convertDBValue2CellValue(raw[queryColumnName] as string);\n acc[field.id] = cellValue;\n return acc;\n }, {});\n\n return {\n fields: fieldsData,\n id: raw.__id as string,\n autoNumber: raw.__auto_number as number,\n createdTime: (raw.__created_time as Date)?.toISOString(),\n lastModifiedTime: (raw.__last_modified_time as Date)?.toISOString(),\n createdBy: raw.__created_by as string,\n lastModifiedBy: raw.__last_modified_by as string,\n };\n }\n\n async getFieldGraphItems(startFieldIds: string[]): Promise {\n const getResult = async (startFieldIds: string[]) => {\n const _knex = this.knex;\n\n const nonRecursiveQuery = _knex\n .select('from_field_id', 'to_field_id')\n .from('reference')\n .whereIn('from_field_id', startFieldIds)\n .orWhereIn('to_field_id', startFieldIds);\n const recursiveQuery = _knex\n .select('deps.from_field_id', 'deps.to_field_id')\n .from('reference as deps')\n .join('connected_reference as cd', function () {\n const sql = '?? = ?? AND ?? != ??';\n const depsFromField = 'deps.from_field_id';\n const depsToField = 'deps.to_field_id';\n const cdFromField = 'cd.from_field_id';\n const cdToField = 'cd.to_field_id';\n this.on(\n _knex.raw(sql, [depsFromField, cdFromField, depsToField, cdToField]).wrap('(', ')')\n );\n this.orOn(\n _knex.raw(sql, [depsFromField, cdToField, depsToField, cdFromField]).wrap('(', ')')\n );\n this.orOn(\n _knex.raw(sql, [depsToField, cdFromField, depsFromField, cdToField]).wrap('(', ')')\n );\n this.orOn(\n _knex.raw(sql, [depsToField, cdToField, depsFromField, cdFromField]).wrap('(', ')')\n );\n });\n const cteQuery = nonRecursiveQuery.union(recursiveQuery);\n const finalQuery = this.knex\n .withRecursive('connected_reference', ['from_field_id', 'to_field_id'], cteQuery)\n .distinct('from_field_id', 'to_field_id')\n .from('connected_reference')\n .toQuery();\n\n return (\n this.prismaService\n .txClient()\n // eslint-disable-next-line @typescript-eslint/naming-convention\n .$queryRawUnsafe<{ from_field_id: string; to_field_id: string }[]>(finalQuery)\n );\n };\n\n const queryResult = await getResult(startFieldIds);\n\n return filterDirectedGraph(\n queryResult.map((row) => ({ fromFieldId: row.from_field_id, toFieldId: row.to_field_id })),\n startFieldIds\n );\n }\n\n flatGraph(graph: { toFieldId: string; fromFieldId: string }[]) {\n const allNodes = new Set();\n for (const edge of graph) {\n allNodes.add(edge.fromFieldId);\n allNodes.add(edge.toFieldId);\n }\n return Array.from(allNodes);\n }\n\n /**\n * Given a list of fieldIds, return unique tableIds related by Reference graph.\n * The result includes the tables of the start fields and all connected fields\n * discovered through the reference relationships (transitively), de-duplicated.\n */\n async getRelatedTableIdsByFieldIds(startFieldIds: string[]): Promise {\n if (!startFieldIds.length) return [];\n\n const visitedFieldIds = new Set();\n const queue: string[] = [...startFieldIds];\n const tableIds = new Set();\n\n // Prime map for initial fields → tableId\n const initialFields = await this.prismaService.txClient().field.findMany({\n where: { id: { in: startFieldIds }, deletedTime: null },\n select: { id: true, tableId: true },\n });\n for (const f of initialFields) {\n tableIds.add(f.tableId);\n }\n\n while (queue.length) {\n const fid = queue.shift()!;\n if (visitedFieldIds.has(fid)) continue;\n visitedFieldIds.add(fid);\n\n // 1) Fields (lookup/rollup) whose lookupOptions.lookupFieldId === fid\n const q1 = this.dbProvider.lookupOptionsQuery('lookupFieldId', fid);\n const deps1 = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ tableId: string; id: string }[]>(q1);\n for (const row of deps1) {\n tableIds.add(row.tableId);\n queue.push(row.id);\n }\n\n // 2) Fields (lookup/rollup) attached to a link: lookupOptions.linkFieldId === fid\n const q2 = this.dbProvider.lookupOptionsQuery('linkFieldId', fid);\n const deps2 = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ tableId: string; id: string }[]>(q2);\n for (const row of deps2) {\n tableIds.add(row.tableId);\n queue.push(row.id);\n }\n }\n\n return Array.from(tableIds);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/calculation/system-field.service.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { Injectable } from '@nestjs/common';\nimport type { LastModifiedByFieldCore, LastModifiedTimeFieldCore } from '@teable/core';\nimport { FieldKeyType, TableDomain, FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../types/cls';\nimport { Timing } from '../../utils/timing';\nimport { UserFieldDto } from '../field/model/field-dto/user-field.dto';\n\n@Injectable()\nexport class SystemFieldService {\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n private async updateSystemField(\n dbTableName: string,\n recordIds: string[],\n userId: string,\n timeStr: string\n ) {\n if (!recordIds.length) return;\n\n const nativeQuery = this.knex(dbTableName)\n .update({\n __last_modified_time: timeStr,\n __last_modified_by: userId,\n })\n .whereIn('__id', recordIds)\n .toQuery();\n\n await this.prismaService.txClient().$executeRawUnsafe(nativeQuery);\n }\n\n @Timing()\n async getModifiedSystemOpsMap(\n table: TableDomain,\n fieldKeyType: FieldKeyType,\n records: {\n fields: Record;\n id: string;\n }[]\n ): Promise<\n {\n fields: Record;\n id: string;\n }[]\n > {\n const user = this.cls.get('user');\n const timeStr = this.cls.get('tx.timeStr') ?? new Date().toISOString();\n const auditUserValue =\n user &&\n UserFieldDto.fullAvatarUrl({\n id: user.id,\n title: user.name,\n email: user.email,\n });\n const cloneAuditUserValue = () => (auditUserValue ? { ...auditUserValue } : null);\n const sanitizeAuditUserValue = () => {\n const cloned = cloneAuditUserValue();\n if (cloned && typeof cloned === 'object' && 'avatarUrl' in cloned) {\n delete (cloned as { avatarUrl?: string }).avatarUrl;\n }\n return cloned;\n };\n\n const dbTableName = table.dbTableName;\n const trackedLastModifiedColumnUpdates: Record = {};\n const trackedLastModifiedByColumnUpdates: Record = {};\n\n await this.updateSystemField(\n dbTableName,\n records.map((r) => r.id),\n user.id,\n timeStr\n );\n\n const lastModifiedFields = table.getLastModifiedFields();\n\n if (!lastModifiedFields.length) return records;\n\n const fieldsMap = table.getFieldsMap(fieldKeyType);\n\n const updatedRecords = records.map((record) => {\n const changedFieldIds = new Set();\n for (const key of Object.keys(record.fields ?? {})) {\n const changedField = fieldsMap.get(key);\n if (changedField) changedFieldIds.add(changedField.id);\n }\n\n const systemRecordFields = lastModifiedFields.reduce<{ [fieldId: string]: unknown }>(\n (pre, field) => {\n const type = field.type;\n if (type === FieldType.LastModifiedTime) {\n const lmtField = field as LastModifiedTimeFieldCore;\n const trackedIds = lmtField.getTrackedFieldIds();\n const validTrackedIds = trackedIds.filter((id) => table.hasField(id));\n const configTrackAll = lmtField.isTrackAll();\n const effectiveTrackAll = configTrackAll || validTrackedIds.length === 0;\n const shouldUpdate =\n effectiveTrackAll || validTrackedIds.some((id) => changedFieldIds.has(id));\n if (shouldUpdate) {\n pre[field[fieldKeyType]] = timeStr;\n // Persist column when not using generated/system value\n if (!configTrackAll) {\n const ids = trackedLastModifiedColumnUpdates[field.dbFieldName] || [];\n ids.push(record.id);\n trackedLastModifiedColumnUpdates[field.dbFieldName] = ids;\n }\n }\n }\n\n if (type === FieldType.LastModifiedBy) {\n const lmbField = field as LastModifiedByFieldCore;\n const trackedIds = lmbField.getTrackedFieldIds();\n const validTrackedIds = trackedIds.filter((id) => table.hasField(id));\n const configTrackAll = lmbField.isTrackAll();\n const effectiveTrackAll = configTrackAll || validTrackedIds.length === 0;\n const shouldUpdate =\n effectiveTrackAll || validTrackedIds.some((id) => changedFieldIds.has(id));\n if (shouldUpdate) {\n const value = sanitizeAuditUserValue();\n pre[field[fieldKeyType]] = value;\n // Persist column when not using system column\n if (!configTrackAll) {\n const ids = trackedLastModifiedByColumnUpdates[field.dbFieldName] || [];\n ids.push(record.id);\n trackedLastModifiedByColumnUpdates[field.dbFieldName] = ids;\n }\n }\n }\n return pre;\n },\n {}\n );\n\n return {\n ...record,\n fields: {\n ...record.fields,\n ...systemRecordFields,\n },\n };\n });\n\n // Persist tracked Last Modified Time columns that are not generated\n for (const [columnName, recordIds] of Object.entries(trackedLastModifiedColumnUpdates)) {\n const nativeQuery = this.knex(dbTableName)\n .update({\n [columnName]: timeStr,\n })\n .whereIn('__id', recordIds)\n .toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(nativeQuery);\n }\n\n // Persist tracked Last Modified By columns that are not generated from the system column\n if (Object.keys(trackedLastModifiedByColumnUpdates).length) {\n const persistedUserValue = sanitizeAuditUserValue();\n const serializedUserValue = persistedUserValue ? JSON.stringify(persistedUserValue) : null;\n for (const [columnName, recordIds] of Object.entries(trackedLastModifiedByColumnUpdates)) {\n const nativeQuery = this.knex(dbTableName)\n .update({\n [columnName]: serializedUserValue,\n })\n .whereIn('__id', recordIds)\n .toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(nativeQuery);\n }\n }\n\n return updatedRecords;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/calculation/utils/changes.spec.ts", "content": "import { RecordOpBuilder } from '@teable/core';\nimport { changeToOp, formatChangesToOps, mergeDuplicateChange } from './changes'; // Change './yourFile' to the correct path.\n\ndescribe('changeToOp', () => {\n it('should create an operation from a cell change', () => {\n const change = {\n tableId: 't1',\n recordId: 'r1',\n fieldId: 'f1',\n oldValue: 'A',\n newValue: 'B',\n };\n\n const result = changeToOp(change);\n\n const expected = RecordOpBuilder.editor.setRecord.build({\n fieldId: 'f1',\n oldCellValue: 'A',\n newCellValue: 'B',\n });\n\n expect(result).toEqual(expected);\n });\n});\n\ndescribe('formatChangesToOps', () => {\n it('should format multiple changes into operations', () => {\n const changes = [\n {\n tableId: 't1',\n recordId: 'r1',\n fieldId: 'f1',\n oldValue: 'A',\n newValue: 'B',\n },\n {\n tableId: 't1',\n recordId: 'r1',\n fieldId: 'f2',\n oldValue: 'X',\n newValue: 'Y',\n },\n ];\n\n const result = formatChangesToOps(changes);\n\n expect(result).toEqual({\n t1: {\n r1: [\n RecordOpBuilder.editor.setRecord.build({\n fieldId: 'f1',\n oldCellValue: 'A',\n newCellValue: 'B',\n }),\n RecordOpBuilder.editor.setRecord.build({\n fieldId: 'f2',\n oldCellValue: 'X',\n newCellValue: 'Y',\n }),\n ],\n },\n });\n });\n});\n\ndescribe('mergeDuplicateChange', () => {\n it('should merge duplicate changes', () => {\n const changes = [\n {\n tableId: 't1',\n recordId: 'r1',\n fieldId: 'f1',\n oldValue: 'A',\n newValue: 'C',\n },\n {\n tableId: 't1',\n recordId: 'r1',\n fieldId: 'f1',\n oldValue: 'A',\n newValue: 'D',\n },\n {\n tableId: 't2',\n recordId: 'r2',\n fieldId: 'f2',\n oldValue: 'B',\n newValue: 'D',\n },\n ];\n\n const result = mergeDuplicateChange(changes);\n\n expect(result).toEqual([\n {\n tableId: 't1',\n recordId: 'r1',\n fieldId: 'f1',\n oldValue: 'A',\n newValue: 'D',\n },\n {\n tableId: 't2',\n recordId: 'r2',\n fieldId: 'f2',\n oldValue: 'B',\n newValue: 'D',\n },\n ]);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/calculation/utils/changes.ts", "content": "import type { IOtOperation } from '@teable/core';\nimport { RecordOpBuilder } from '@teable/core';\n\nexport interface ICellChange {\n tableId: string;\n recordId: string;\n fieldId: string;\n oldValue: unknown;\n newValue: unknown;\n}\n\nexport interface ICellContext {\n recordId: string;\n fieldId: string;\n newValue?: unknown;\n oldValue?: unknown;\n}\n\nexport function changeToOp(change: ICellChange) {\n const { fieldId, oldValue, newValue } = change;\n return RecordOpBuilder.editor.setRecord.build({\n fieldId,\n oldCellValue: oldValue,\n newCellValue: newValue,\n });\n}\n\nexport function formatChangesToOps(changes: ICellChange[]) {\n return changes.reduce<{\n [tableId: string]: { [recordId: string]: IOtOperation[] };\n }>((pre, cur) => {\n const { tableId: curTableId, recordId: curRecordId } = cur;\n const op = changeToOp(cur);\n\n if (!pre[curTableId]) {\n pre[curTableId] = {};\n }\n if (!pre[curTableId][curRecordId]) {\n pre[curTableId][curRecordId] = [];\n }\n pre[curTableId][curRecordId].push(op);\n\n return pre;\n }, {});\n}\n\n/**\n * when update multi field in a record, there may be duplicate change.\n * see this case, A and B update at the same time\n * A -> C -> E\n * A -> D -> E\n * B -> D -> E\n * D will be calculated twice\n * E will be calculated twice\n * so we need to merge duplicate change to reduce update times\n */\nexport function mergeDuplicateChange(changes: ICellChange[]) {\n const indexCache: { [key: string]: number } = {};\n const mergedChanges: ICellChange[] = [];\n\n for (const change of changes) {\n const key = `${change.tableId}#${change.fieldId}#${change.recordId}`;\n if (indexCache[key] !== undefined) {\n mergedChanges[indexCache[key]].newValue = change.newValue;\n } else {\n indexCache[key] = mergedChanges.length;\n mergedChanges.push(change);\n }\n }\n return mergedChanges;\n}\n" }, { "path": "apps/nestjs-backend/src/features/calculation/utils/compose-maps.spec.ts", "content": "import { composeOpMaps } from './compose-maps';\ndescribe('composeMaps', () => {\n it('should return an empty object when no maps are provided', () => {\n expect(composeOpMaps([])).toEqual({});\n });\n\n it('should merge maps without overlapping keys correctly', () => {\n const map1 = {\n table1: {\n record1: [{ p: [1], oi: 'a' }],\n },\n };\n const map2 = {\n table2: {\n record2: [{ p: [2], oi: 'b' }],\n },\n };\n\n const expected = {\n table1: {\n record1: [{ p: [1], oi: 'a' }],\n },\n table2: {\n record2: [{ p: [2], oi: 'b' }],\n },\n };\n expect(composeOpMaps([map1, map2])).toEqual(expected);\n });\n\n it('should overwrite operations with the same \"p\" value in the same record', () => {\n const map1 = {\n table1: {\n record1: [{ p: [1], oi: 'a', od: 'x' }],\n },\n };\n const map2 = {\n table1: {\n record1: [{ p: [1], oi: 'b', od: 'a' }],\n },\n };\n const expected = {\n table1: {\n record1: [{ p: [1], oi: 'b', od: 'x' }],\n },\n };\n expect(composeOpMaps([map1, map2])).toEqual(expected);\n });\n\n it('should filter operations with the same oi od in 1 map', () => {\n const map1 = {\n table1: {\n record1: [{ p: [1], oi: 'a', od: 'a' }],\n },\n };\n const expected = {};\n expect(composeOpMaps([map1])).toEqual(expected);\n });\n\n it('should filter operations with the same oi od in 2 map', () => {\n const map1 = {\n table1: {\n record1: [{ p: [1], oi: 'a', od: 'x' }],\n },\n };\n const map2 = {\n table1: {\n record1: [{ p: [1], oi: 'x', od: 'a' }],\n },\n };\n const expected = {};\n expect(composeOpMaps([map1, map2])).toEqual(expected);\n });\n\n it('should overwrite 3 operations with the same \"p\" value in the same record', () => {\n const map1 = {\n table1: {\n record1: [{ p: [1], oi: 'a' }],\n },\n };\n const map2 = {\n table1: {\n record1: [{ p: [1], oi: 'b' }],\n },\n };\n const map3 = {\n table1: {\n record1: [{ p: [1], oi: 'c' }],\n },\n };\n const expected = {\n table1: {\n record1: [{ p: [1], oi: 'c' }],\n },\n };\n expect(composeOpMaps([map1, map2, map3])).toEqual(expected);\n });\n\n it('should append operations with different \"p\" values in the same record', () => {\n const map1 = {\n table1: {\n record1: [{ p: [1], oi: 'a' }],\n },\n };\n const map2 = {\n table1: {\n record1: [{ p: [2], oi: 'b' }],\n },\n };\n const expected = {\n table1: {\n record1: [\n { p: [1], oi: 'a' },\n { p: [2], oi: 'b' },\n ],\n },\n };\n expect(composeOpMaps([map1, map2])).toEqual(expected);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/calculation/utils/compose-maps.ts", "content": "import type { IOtOperation } from '@teable/core';\nimport { isEmpty, isEqual } from 'lodash';\nexport interface IOpsMap {\n [tableId: string]: {\n [keyId: string]: IOtOperation[];\n };\n}\n\nexport function composeOpMaps(opsMaps: (IOpsMap | undefined)[]): IOpsMap {\n return (opsMaps as IOpsMap[]).filter(Boolean).reduce((composedMap, currentMap) => {\n Object.keys(currentMap).forEach((tableId) => {\n composedMap[tableId] = composedMap[tableId] || {};\n\n Object.keys(currentMap[tableId]).forEach((recordId) => {\n composedMap[tableId][recordId] = composedMap[tableId][recordId] || [];\n\n const opIndexObj: Record = {};\n\n // indexing\n composedMap[tableId][recordId].forEach((op, index) => {\n opIndexObj[op.p.join()] = index;\n });\n\n // compose op that has same path\n currentMap[tableId][recordId].forEach((op) => {\n const opKey = op.p.join();\n const existingOpIndex = opIndexObj[opKey];\n if (existingOpIndex !== undefined) {\n const oldOp = composedMap[tableId][recordId][existingOpIndex];\n composedMap[tableId][recordId][existingOpIndex] = {\n p: op.p,\n od: oldOp.od,\n oi: op.oi,\n };\n } else {\n opIndexObj[opKey] = composedMap[tableId][recordId].length;\n composedMap[tableId][recordId].push(op);\n }\n });\n\n // filter op that has same oi and od\n composedMap[tableId][recordId] = composedMap[tableId][recordId].filter(\n (op) => !isEqual(op.oi, op.od)\n );\n\n if (!composedMap[tableId][recordId].length) {\n delete composedMap[tableId][recordId];\n }\n });\n\n if (isEmpty(composedMap[tableId])) {\n delete composedMap[tableId];\n }\n });\n return composedMap;\n }, {});\n}\n" }, { "path": "apps/nestjs-backend/src/features/calculation/utils/detect-link.spec.ts", "content": "import { IdPrefix } from '@teable/core';\nimport { isLinkCellValue } from './detect-link';\n\ndescribe('isLinkCellValue', () => {\n it('should return true for objects that are link cell values', () => {\n const linkCellItem = { id: IdPrefix.Record + '123' };\n expect(isLinkCellValue(linkCellItem)).toBe(true);\n });\n\n it('should return false for objects that are not link cell values', () => {\n const nonLinkCellItem = { id: IdPrefix.Table + '123' };\n expect(isLinkCellValue(nonLinkCellItem)).toBe(false);\n });\n\n it('should return true for arrays containing link cell items', () => {\n const linkCellItem = { id: IdPrefix.Record + '123' };\n expect(isLinkCellValue([linkCellItem])).toBe(true);\n });\n\n it('should return false for arrays not containing link cell items', () => {\n const nonLinkCellItem = { id: IdPrefix.Table + '123' };\n expect(isLinkCellValue([nonLinkCellItem])).toBe(false);\n });\n\n it('should return false for null values', () => {\n expect(isLinkCellValue(null)).toBe(false);\n });\n\n it('should return false for undefined values', () => {\n expect(isLinkCellValue(undefined)).toBe(false);\n });\n\n it('should return false for primitive values', () => {\n expect(isLinkCellValue('string')).toBe(false);\n expect(isLinkCellValue(123)).toBe(false);\n expect(isLinkCellValue(true)).toBe(false);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/calculation/utils/detect-link.ts", "content": "import { IdPrefix } from '@teable/core';\n\n// for performance, we detect if record contains link by check recordId cellValue\nexport function isLinkCellValue(value: unknown): boolean {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n function isLinkCellItem(item: any): boolean {\n if (typeof item !== 'object' || item == null) {\n return false;\n }\n\n if ('id' in item && typeof item.id === 'string') {\n const recordId: string = item.id;\n return recordId.startsWith(IdPrefix.Record);\n }\n return false;\n }\n\n if (Array.isArray(value) && isLinkCellItem(value[0])) {\n return true;\n }\n return isLinkCellItem(value);\n}\n" }, { "path": "apps/nestjs-backend/src/features/calculation/utils/dfs.spec.ts", "content": "import type { IGraphItem } from './dfs';\nimport { pruneGraph, getTopoOrders, topoOrderWithStart, hasCycle } from './dfs';\n\ndescribe('Graph Processing Functions', () => {\n describe('getTopoOrders', () => {\n it('should return correct order for a DAG', () => {\n const graph: IGraphItem[] = [\n { fromFieldId: '1', toFieldId: '2' },\n { fromFieldId: '2', toFieldId: '3' },\n ];\n const result = getTopoOrders(graph);\n expect(result).toEqual([\n { id: '1', dependencies: [] },\n { id: '2', dependencies: ['1'] },\n { id: '3', dependencies: ['2'] },\n ]);\n });\n\n it('should return correct order for a normal DAG', () => {\n const graph: IGraphItem[] = [\n { fromFieldId: '1', toFieldId: '2' },\n { fromFieldId: '2', toFieldId: '3' },\n ];\n const result = getTopoOrders(graph);\n expect(result).toEqual([\n { id: '1', dependencies: [] },\n { id: '2', dependencies: ['1'] },\n { id: '3', dependencies: ['2'] },\n ]);\n });\n\n it('should return correct order for a complex DAG', () => {\n const graph: IGraphItem[] = [\n { fromFieldId: '1', toFieldId: '2' },\n { fromFieldId: '2', toFieldId: '3' },\n { fromFieldId: '1', toFieldId: '3' },\n { fromFieldId: '3', toFieldId: '4' },\n ];\n const result = getTopoOrders(graph);\n expect(result).toEqual([\n { id: '1', dependencies: [] },\n { id: '2', dependencies: ['1'] },\n { id: '3', dependencies: ['2', '1'] },\n { id: '4', dependencies: ['3'] },\n ]);\n });\n\n it('should handle a graph with multiple entry nodes', () => {\n const graph: IGraphItem[] = [\n { fromFieldId: '1', toFieldId: '3' },\n { fromFieldId: '2', toFieldId: '3' },\n ];\n const result = getTopoOrders(graph);\n\n expect(result).toEqual([\n { id: '1', dependencies: [] },\n { id: '2', dependencies: [] },\n { id: '3', dependencies: ['1', '2'] },\n ]);\n });\n });\n\n describe('hasCycle', () => {\n it('should return false for an empty graph', () => {\n expect(hasCycle([])).toBe(false);\n });\n\n it('should return true for a single node graph link to self', () => {\n const graph = [{ fromFieldId: '1', toFieldId: '1' }];\n expect(hasCycle(graph)).toBe(true);\n });\n\n it('should return false for a normal DAG without cycles', () => {\n const graph = [\n { fromFieldId: '1', toFieldId: '2' },\n { fromFieldId: '2', toFieldId: '3' },\n ];\n expect(hasCycle(graph)).toBe(false);\n });\n\n it('should return true for a graph with a cycle', () => {\n const graph = [\n { fromFieldId: '1', toFieldId: '2' },\n { fromFieldId: '2', toFieldId: '3' },\n { fromFieldId: '3', toFieldId: '1' }, // creates a cycle\n ];\n expect(hasCycle(graph)).toBe(true);\n });\n });\n\n describe('topoOrderWithStart', () => {\n it('should return correct order for a normal DAG', () => {\n const graph: IGraphItem[] = [\n { fromFieldId: '1', toFieldId: '2' },\n { fromFieldId: '2', toFieldId: '3' },\n ];\n const result = topoOrderWithStart('1', graph);\n expect(result).toEqual(['1', '2', '3']);\n });\n\n it('should return correct order for a complex DAG', () => {\n const graph: IGraphItem[] = [\n { fromFieldId: '1', toFieldId: '2' },\n { fromFieldId: '2', toFieldId: '3' },\n { fromFieldId: '1', toFieldId: '3' },\n { fromFieldId: '3', toFieldId: '4' },\n ];\n const result = topoOrderWithStart('1', graph);\n expect(result).toEqual(['1', '2', '3', '4']);\n });\n });\n\n describe('pruneGraph', () => {\n test('returns an empty array for an empty graph', () => {\n expect(pruneGraph('A', [])).toEqual([]);\n });\n\n test('returns correct graph for a single-node graph', () => {\n const graph: IGraphItem[] = [{ fromFieldId: 'A', toFieldId: 'B' }];\n expect(pruneGraph('A', graph)).toEqual(graph);\n });\n\n test('returns correct graph for a tow-node graph', () => {\n const graph: IGraphItem[] = [\n { fromFieldId: 'A', toFieldId: 'C' },\n { fromFieldId: 'B', toFieldId: 'C' },\n ];\n expect(pruneGraph('C', graph)).toEqual(graph);\n });\n\n test('returns correct graph for a multi-node graph', () => {\n const graph: IGraphItem[] = [\n { fromFieldId: 'A', toFieldId: 'B' },\n { fromFieldId: 'B', toFieldId: 'C' },\n { fromFieldId: 'C', toFieldId: 'D' },\n { fromFieldId: 'E', toFieldId: 'F' },\n ];\n const expectedResult: IGraphItem[] = [\n { fromFieldId: 'A', toFieldId: 'B' },\n { fromFieldId: 'B', toFieldId: 'C' },\n { fromFieldId: 'C', toFieldId: 'D' },\n ];\n expect(pruneGraph('A', graph)).toEqual(expectedResult);\n });\n\n test('returns an empty array for a graph with unrelated node', () => {\n const graph: IGraphItem[] = [\n { fromFieldId: 'B', toFieldId: 'C' },\n { fromFieldId: 'C', toFieldId: 'D' },\n ];\n expect(pruneGraph('A', graph)).toEqual([]);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/calculation/utils/dfs.ts", "content": "import { HttpErrorCode } from '@teable/core';\nimport { CustomHttpException } from '../../../custom.exception';\n\n// topo item is for field level reference, all id stands for fieldId;\nexport interface ITopoItem {\n id: string;\n dependencies: string[];\n}\n\nexport interface IGraphItem {\n fromFieldId: string;\n toFieldId: string;\n}\n\nexport function hasCycle(graphItems: IGraphItem[]): boolean {\n const adjList: Record = {};\n const visiting = new Set();\n const visited = new Set();\n\n // Build adjacency list\n graphItems.forEach((item) => {\n if (!adjList[item.fromFieldId]) {\n adjList[item.fromFieldId] = [];\n }\n adjList[item.fromFieldId].push(item.toFieldId);\n });\n\n function dfs(node: string): boolean {\n if (visiting.has(node)) return true;\n if (visited.has(node)) return false;\n\n visiting.add(node);\n\n if (adjList[node]) {\n for (const neighbor of adjList[node]) {\n if (dfs(neighbor)) return true;\n }\n }\n\n visiting.delete(node);\n visited.add(node);\n\n return false;\n }\n\n // Check for cycles\n for (const node of Object.keys(adjList)) {\n if (!visited.has(node) && dfs(node)) {\n return true;\n }\n }\n\n return false;\n}\n\nexport function prependStartFieldIds(topoOrders: ITopoItem[], startFieldIds: string[]) {\n const existFieldIds = new Set(topoOrders.map((item) => item.id));\n const newTopoOrders = startFieldIds\n .filter((fieldId) => !existFieldIds.has(fieldId))\n .map((fieldId) => ({ id: fieldId, dependencies: [] }));\n return [...newTopoOrders, ...topoOrders];\n}\n\nexport function getTopoOrders(graph: IGraphItem[]): ITopoItem[] {\n const visitedNodes = new Set();\n const visitingNodes = new Set();\n const sortedNodes: ITopoItem[] = [];\n const allNodes = new Set();\n\n // Build adjacency list and reverse adjacency list\n const adjList: Record = {};\n const reverseAdjList: Record = {};\n for (const edge of graph) {\n if (!adjList[edge.fromFieldId]) adjList[edge.fromFieldId] = [];\n adjList[edge.fromFieldId].push(edge.toFieldId);\n\n if (!reverseAdjList[edge.toFieldId]) reverseAdjList[edge.toFieldId] = [];\n reverseAdjList[edge.toFieldId].push(edge.fromFieldId);\n\n // Collect all nodes\n allNodes.add(edge.fromFieldId);\n allNodes.add(edge.toFieldId);\n }\n\n function visit(node: string) {\n if (visitingNodes.has(node)) {\n throw new CustomHttpException(\n `Detected a cycle: ${node} is part of a circular dependency`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.cycleDetected',\n },\n }\n );\n }\n\n if (!visitedNodes.has(node)) {\n visitingNodes.add(node);\n\n // Get incoming edges (dependencies)\n const dependencies = reverseAdjList[node] || [];\n\n // Process dependencies first\n for (const dep of dependencies) {\n if (!visitedNodes.has(dep)) {\n visit(dep);\n }\n }\n\n visitingNodes.delete(node);\n visitedNodes.add(node);\n sortedNodes.push({ id: node, dependencies: dependencies });\n }\n }\n\n // Start with nodes that have no outgoing edges (leaf nodes)\n const startNodes = Array.from(allNodes).filter(\n (node) => !adjList[node] || adjList[node].length === 0\n );\n for (const node of startNodes) {\n if (!visitedNodes.has(node)) {\n visit(node);\n }\n }\n\n // Process remaining nodes\n for (const node of allNodes) {\n if (!visitedNodes.has(node)) {\n visit(node);\n }\n }\n\n return sortedNodes;\n}\n\n/**\n * Generate a topological order with based on the starting node ID.\n */\nexport function topoOrderWithStart(startNodeId: string, graph: IGraphItem[]): string[] {\n const visitedNodes = new Set();\n const sortedNodes: string[] = [];\n\n // Build adjacency list and reverse adjacency list\n const adjList: Record = {};\n const reverseAdjList: Record = {};\n for (const edge of graph) {\n if (!adjList[edge.fromFieldId]) adjList[edge.fromFieldId] = [];\n adjList[edge.fromFieldId].push(edge.toFieldId);\n\n if (!reverseAdjList[edge.toFieldId]) reverseAdjList[edge.toFieldId] = [];\n reverseAdjList[edge.toFieldId].push(edge.fromFieldId);\n }\n\n function visit(node: string) {\n if (!visitedNodes.has(node)) {\n visitedNodes.add(node);\n\n // Process outgoing edges\n if (adjList[node]) {\n for (const neighbor of adjList[node]) {\n visit(neighbor);\n }\n }\n\n sortedNodes.push(node);\n }\n }\n\n visit(startNodeId);\n return sortedNodes.reverse();\n}\n\n/**\n * Returns all relations related to the given fieldIds.\n */\nexport function filterDirectedGraph(\n undirectedGraph: IGraphItem[],\n fieldIds: string[]\n): IGraphItem[] {\n const result: IGraphItem[] = [];\n const visited: Set = new Set();\n const addedEdges: Set = new Set(); // 新增：用于存储已添加的边\n\n // Build adjacency lists for quick look-up\n const outgoingAdjList: Record = {};\n const incomingAdjList: Record = {};\n\n function addEdgeIfNotExists(edge: IGraphItem) {\n const edgeKey = edge.fromFieldId + '-' + edge.toFieldId;\n if (!addedEdges.has(edgeKey)) {\n addedEdges.add(edgeKey);\n result.push(edge);\n }\n }\n\n for (const item of undirectedGraph) {\n // Outgoing edges\n if (!outgoingAdjList[item.fromFieldId]) {\n outgoingAdjList[item.fromFieldId] = [];\n }\n outgoingAdjList[item.fromFieldId].push(item);\n\n // Incoming edges\n if (!incomingAdjList[item.toFieldId]) {\n incomingAdjList[item.toFieldId] = [];\n }\n incomingAdjList[item.toFieldId].push(item);\n }\n\n function dfs(currentNode: string) {\n visited.add(currentNode);\n\n // Add incoming edges related to currentNode\n if (incomingAdjList[currentNode]) {\n incomingAdjList[currentNode].forEach((edge) => addEdgeIfNotExists(edge));\n }\n\n // Process outgoing edges from currentNode\n if (outgoingAdjList[currentNode]) {\n outgoingAdjList[currentNode].forEach((item) => {\n if (!visited.has(item.toFieldId)) {\n addEdgeIfNotExists(item);\n dfs(item.toFieldId);\n }\n });\n }\n }\n\n // Run DFS for each specified fieldId\n for (const fieldId of fieldIds) {\n if (!visited.has(fieldId)) {\n dfs(fieldId);\n }\n }\n\n return result;\n}\n\nexport function pruneGraph(node: string, graph: IGraphItem[]): IGraphItem[] {\n const relatedNodes = new Set();\n const prunedGraph: IGraphItem[] = [];\n\n function dfs(currentNode: string) {\n relatedNodes.add(currentNode);\n for (const edge of graph) {\n if (edge.fromFieldId === currentNode && !relatedNodes.has(edge.toFieldId)) {\n dfs(edge.toFieldId);\n }\n }\n }\n\n dfs(node);\n\n for (const edge of graph) {\n if (relatedNodes.has(edge.fromFieldId) || relatedNodes.has(edge.toFieldId)) {\n prunedGraph.push(edge);\n if (!relatedNodes.has(edge.fromFieldId)) {\n dfs(edge.fromFieldId);\n }\n if (!relatedNodes.has(edge.toFieldId)) {\n dfs(edge.toFieldId);\n }\n }\n }\n\n return prunedGraph;\n}\n" }, { "path": "apps/nestjs-backend/src/features/calculation/utils/name-console.ts", "content": "// eslint-disable-next-line @typescript-eslint/no-explicit-any, sonarjs/cognitive-complexity\nfunction replaceFieldIdsWithNames(obj: any, fieldMap: { [fieldId: string]: { name: string } }) {\n if (typeof obj === 'object' && obj !== null) {\n for (const key in obj) {\n // eslint-disable-next-line no-prototype-builtins\n if (obj.hasOwnProperty(key)) {\n let newKey = key;\n if (key.startsWith('fld') && fieldMap[key]) {\n newKey = fieldMap[key].name;\n }\n obj[newKey] = replaceFieldIdsWithNames(obj[key], fieldMap);\n if (newKey !== key) delete obj[key];\n }\n }\n } else if (typeof obj === 'string' && obj.startsWith('fld') && fieldMap[obj]) {\n obj = fieldMap[obj].name;\n }\n return obj;\n}\n\nexport function nameConsole(\n key: string,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n obj: any,\n fieldMap: { [fieldId: string]: { name: string } }\n) {\n obj = JSON.parse(JSON.stringify(obj));\n console.log(key, JSON.stringify(replaceFieldIdsWithNames(obj, fieldMap), null, 2));\n}\n" }, { "path": "apps/nestjs-backend/src/features/canary/canary.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { SettingModule } from '../setting/setting.module';\nimport { CanaryService } from './canary.service';\nimport { V2FeatureGuard } from './guards/v2-feature.guard';\nimport { V2IndicatorInterceptor } from './interceptors/v2-indicator.interceptor';\n\n@Module({\n imports: [SettingModule],\n exports: [CanaryService, V2FeatureGuard, V2IndicatorInterceptor],\n providers: [CanaryService, V2FeatureGuard, V2IndicatorInterceptor],\n})\nexport class CanaryModule {}\n" }, { "path": "apps/nestjs-backend/src/features/canary/canary.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { ICanaryConfig, V2Feature } from '@teable/openapi';\nimport { SettingKey } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore, V2Reason } from '../../types/cls';\nimport { SettingService } from '../setting/setting.service';\n\nexport interface IV2Decision {\n useV2: boolean;\n reason: V2Reason;\n}\n\n@Injectable()\nexport class CanaryService {\n constructor(\n private readonly settingService: SettingService,\n private readonly cls: ClsService\n ) {}\n\n /**\n * Get the canary configuration\n */\n async getCanaryConfig(): Promise {\n const setting = await this.settingService.getSetting([SettingKey.CANARY_CONFIG]);\n return (setting.canaryConfig as ICanaryConfig) ?? null;\n }\n\n /**\n * Check if canary feature is enabled globally (via environment variable)\n */\n isCanaryFeatureEnabled(): boolean {\n return process.env.ENABLE_CANARY_FEATURE === 'true';\n }\n\n /**\n * Check if V2 is forced globally via environment variable (FORCE_V2_ALL=true)\n * This has the highest priority over all other settings\n */\n isForceV2AllEnabled(): boolean {\n return process.env.FORCE_V2_ALL === 'true';\n }\n\n /**\n * Check if canary is forced via request header (x-canary: true/false)\n * Returns: true = force enable, false = force disable, undefined = no override\n */\n getHeaderCanaryOverride(): boolean | undefined {\n const canaryHeader = this.cls.get('canaryHeader');\n if (canaryHeader === 'true') return true;\n if (canaryHeader === 'false') return false;\n return undefined;\n }\n\n /**\n * Check if a space is in canary release\n * Priority:\n * 1. If canary feature is disabled globally, return false\n * 2. If x-canary header is set, use header value (true/false)\n * 3. Otherwise, check space against configured spaceIds\n *\n * @param spaceId - The space ID to check (caller should provide this from their context)\n */\n async isSpaceInCanary(spaceId: string): Promise {\n // Check if canary feature is enabled globally\n if (!this.isCanaryFeatureEnabled()) {\n return false;\n }\n\n // Check header override first\n const headerOverride = this.getHeaderCanaryOverride();\n if (headerOverride !== undefined) {\n return headerOverride;\n }\n\n const config = await this.getCanaryConfig();\n\n // Check if canary is enabled in settings\n if (!config?.enabled) {\n return false;\n }\n\n // Check if space is in the canary list\n return config.spaceIds?.includes(spaceId) ?? false;\n }\n\n /**\n * Determine if V2 implementation should be used for a specific feature\n * Priority:\n * 1. FORCE_V2_ALL env var (highest priority, bypasses all checks)\n * 2. If canary feature is disabled globally, return false\n * 3. forceV2All in config (database setting)\n * 4. x-canary header override\n * 5. Space in canary list (all V2 features enabled for canary spaces)\n *\n * @param spaceId - The space ID to check\n * @param feature - The V2 feature name (e.g., 'createRecord', 'updateRecord')\n */\n async shouldUseV2(spaceId: string, _feature: V2Feature): Promise {\n // Priority 1: Environment variable FORCE_V2_ALL (highest priority)\n if (this.isForceV2AllEnabled()) {\n return true;\n }\n\n // Check if canary feature is enabled globally\n if (!this.isCanaryFeatureEnabled()) {\n return false;\n }\n\n const config = await this.getCanaryConfig();\n\n // Priority 2: forceV2All in config (database)\n if (config?.forceV2All) {\n return true;\n }\n\n // Priority 3: Header override\n const headerOverride = this.getHeaderCanaryOverride();\n if (headerOverride !== undefined) {\n return headerOverride;\n }\n\n // Priority 4: Space in canary list (all V2 features enabled for canary spaces)\n if (!config?.enabled) {\n return false;\n }\n\n return config.spaceIds?.includes(spaceId) ?? false;\n }\n\n /**\n * Determine if V2 implementation should be used for a specific feature,\n * with detailed reason information.\n *\n * Priority:\n * 1. FORCE_V2_ALL env var (highest priority, bypasses all checks)\n * 2. If canary feature is disabled globally, return false\n * 3. forceV2All in config (database setting)\n * 4. x-canary header override\n * 5. Space in canary list (all V2 features enabled for canary spaces)\n *\n * @param spaceId - The space ID to check\n * @param feature - The V2 feature name (e.g., 'createRecord', 'updateRecord')\n */\n async shouldUseV2WithReason(spaceId: string, _feature: V2Feature): Promise {\n // Priority 1: Environment variable FORCE_V2_ALL (highest priority)\n if (this.isForceV2AllEnabled()) {\n return { useV2: true, reason: 'env_force_v2_all' };\n }\n\n // Check if canary feature is enabled globally\n if (!this.isCanaryFeatureEnabled()) {\n return { useV2: false, reason: 'disabled' };\n }\n\n const config = await this.getCanaryConfig();\n\n // Priority 2: forceV2All in config (database)\n if (config?.forceV2All) {\n return { useV2: true, reason: 'config_force_v2_all' };\n }\n\n // Priority 3: Header override\n const headerOverride = this.getHeaderCanaryOverride();\n if (headerOverride !== undefined) {\n return { useV2: headerOverride, reason: 'header_override' };\n }\n\n // Priority 4: Space in canary list (all V2 features enabled for canary spaces)\n if (!config?.enabled) {\n return { useV2: false, reason: 'disabled' };\n }\n\n const inCanarySpace = config.spaceIds?.includes(spaceId) ?? false;\n\n if (inCanarySpace) {\n return { useV2: true, reason: 'space_feature' };\n }\n\n return { useV2: false, reason: 'feature_not_enabled' };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/canary/decorators/use-v2-feature.decorator.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { SetMetadata } from '@nestjs/common';\nimport type { V2Feature } from '@teable/openapi';\n\nexport const USE_V2_FEATURE_KEY = 'useV2Feature';\n\n/**\n * Decorator to mark a controller method as supporting V2 implementation.\n * Used with V2FeatureGuard to determine if V2 should be used based on canary config.\n *\n * @param feature - The V2 feature name (e.g., 'createRecord', 'updateRecord')\n *\n * @example\n * ```typescript\n * @UseV2Feature('createRecord')\n * @Post()\n * async createRecords(...) {}\n * ```\n */\nexport const UseV2Feature = (feature: V2Feature) => SetMetadata(USE_V2_FEATURE_KEY, feature);\n" }, { "path": "apps/nestjs-backend/src/features/canary/guards/v2-feature.guard.ts", "content": "import { Injectable, type CanActivate, type ExecutionContext } from '@nestjs/common';\nimport { Reflector } from '@nestjs/core';\nimport { IdPrefix } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { V2Feature } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../types/cls';\nimport { CanaryService } from '../canary.service';\nimport { USE_V2_FEATURE_KEY } from '../decorators/use-v2-feature.decorator';\n\n/**\n * Guard that determines if V2 implementation should be used.\n * Works with @UseV2Feature decorator to enable V2 based on canary configuration.\n *\n * The guard:\n * 1. Reads the feature name from @UseV2Feature decorator\n * 2. Extracts spaceId from request (via tableId -> baseId -> spaceId)\n * 3. Calls CanaryService.shouldUseV2() to determine if V2 should be used\n * 4. Stores the result in CLS for the controller to use\n *\n * @example\n * ```typescript\n * @UseGuards(V2FeatureGuard)\n * @Controller('api/table/:tableId/record')\n * export class RecordController {\n * @UseV2Feature('createRecord')\n * @Post()\n * async createRecords(...) {\n * if (this.cls.get('useV2')) {\n * return this.v2Service.createRecords(...);\n * }\n * return this.v1Service.createRecords(...);\n * }\n * }\n * ```\n */\n@Injectable()\nexport class V2FeatureGuard implements CanActivate {\n constructor(\n private readonly reflector: Reflector,\n private readonly cls: ClsService,\n private readonly canaryService: CanaryService,\n private readonly prismaService: PrismaService\n ) {}\n\n async canActivate(context: ExecutionContext): Promise {\n const req = context.switchToHttp().getRequest();\n\n // Store windowId from header for undo/redo tracking\n const windowId = req.headers['x-window-id'] as string | undefined;\n if (windowId) {\n this.cls.set('windowId', windowId);\n }\n\n // 1. Get the feature name from decorator\n const feature = this.reflector.getAllAndOverride(USE_V2_FEATURE_KEY, [\n context.getHandler(),\n context.getClass(),\n ]);\n\n // No feature marked, default to V1\n if (!feature) {\n this.cls.set('useV2', false);\n this.cls.set('v2Reason', 'no_feature');\n return true;\n }\n\n // 2. Check FORCE_V2_ALL first (highest priority)\n if (this.canaryService.isForceV2AllEnabled()) {\n this.cls.set('useV2', true);\n this.cls.set('v2Feature', feature);\n this.cls.set('v2Reason', 'env_force_v2_all');\n return true;\n }\n\n // 3. Get spaceId from request context\n const spaceId = await this.getSpaceIdFromContext(context);\n\n if (!spaceId) {\n this.cls.set('useV2', false);\n this.cls.set('v2Feature', feature);\n this.cls.set('v2Reason', 'disabled');\n return true;\n }\n\n // 4. Determine if V2 should be used with reason\n const decision = await this.canaryService.shouldUseV2WithReason(spaceId, feature);\n this.cls.set('useV2', decision.useV2);\n this.cls.set('v2Feature', feature);\n this.cls.set('v2Reason', decision.reason);\n\n return true;\n }\n\n /**\n * Extract spaceId from request context.\n * Supports: spaceId (direct), baseId (lookup), tableId (lookup via base)\n */\n private async getSpaceIdFromContext(context: ExecutionContext): Promise {\n const req = context.switchToHttp().getRequest();\n const resourceId = req.params.spaceId || req.params.baseId || req.params.tableId;\n\n if (!resourceId) {\n return undefined;\n }\n\n // Direct spaceId\n if (resourceId.startsWith(IdPrefix.Space)) {\n return resourceId;\n }\n\n // BaseId -> lookup spaceId\n if (resourceId.startsWith(IdPrefix.Base)) {\n const base = await this.prismaService.txClient().base.findUnique({\n where: { id: resourceId, deletedTime: null },\n select: { spaceId: true },\n });\n return base?.spaceId;\n }\n\n // TableId -> lookup baseId -> lookup spaceId\n if (resourceId.startsWith(IdPrefix.Table)) {\n const table = await this.prismaService.txClient().tableMeta.findUnique({\n where: { id: resourceId, deletedTime: null },\n select: { baseId: true },\n });\n\n if (!table) return undefined;\n\n const base = await this.prismaService.txClient().base.findUnique({\n where: { id: table.baseId, deletedTime: null },\n select: { spaceId: true },\n });\n return base?.spaceId;\n }\n\n return undefined;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/canary/index.ts", "content": "export * from './canary.module';\nexport * from './canary.service';\nexport * from './decorators/use-v2-feature.decorator';\nexport * from './guards/v2-feature.guard';\nexport * from './interceptors/v2-indicator.interceptor';\n" }, { "path": "apps/nestjs-backend/src/features/canary/interceptors/v2-indicator.interceptor.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport {\n Injectable,\n type NestInterceptor,\n type ExecutionContext,\n type CallHandler,\n Logger,\n} from '@nestjs/common';\nimport * as Sentry from '@sentry/nestjs';\nimport { trace } from '@opentelemetry/api';\nimport type { Response } from 'express';\nimport { ClsService } from 'nestjs-cls';\nimport type { Observable } from 'rxjs';\nimport { tap } from 'rxjs/operators';\nimport type { IClsStore } from '../../../types/cls';\n\nexport const X_TEABLE_V2_HEADER = 'x-teable-v2';\nexport const X_TEABLE_V2_REASON_HEADER = 'x-teable-v2-reason';\nexport const X_TEABLE_V2_FEATURE_HEADER = 'x-teable-v2-feature';\n\ntype SentryScopeLike = {\n setTag(key: string, value: string): void;\n};\n\nconst getSentryScopes = (): SentryScopeLike[] => {\n const sentryApi = Sentry as unknown as {\n getCurrentScope?: () => SentryScopeLike | undefined;\n getIsolationScope?: () => SentryScopeLike | undefined;\n getCurrentHub?: () => { getScope?: () => SentryScopeLike | undefined };\n };\n\n const scopes = [\n sentryApi.getCurrentScope?.(),\n sentryApi.getIsolationScope?.(),\n sentryApi.getCurrentHub?.()?.getScope?.(),\n ].filter((scope): scope is SentryScopeLike => Boolean(scope));\n\n return [...new Set(scopes)];\n};\n\nconst setSentryTag = (key: string, value: string | undefined) => {\n if (value == null) {\n return;\n }\n\n for (const scope of getSentryScopes()) {\n scope.setTag(key, value);\n }\n};\n\n/**\n * Interceptor that adds V2 indicator to response headers and logs.\n * When a request uses V2 implementation (determined by V2FeatureGuard),\n * this interceptor adds:\n * - Response header: x-teable-v2: true\n * - Response header: x-teable-v2-reason: \n * - Response header: x-teable-v2-feature: \n * - Log entry with V2 indicator for tracing\n * - Span attributes for OpenTelemetry tracing\n */\n@Injectable()\nexport class V2IndicatorInterceptor implements NestInterceptor {\n private readonly logger = new Logger(V2IndicatorInterceptor.name);\n\n constructor(private readonly cls: ClsService) {}\n\n intercept(context: ExecutionContext, next: CallHandler): Observable {\n const useV2 = this.cls.get('useV2');\n const v2Reason = this.cls.get('v2Reason');\n const v2Feature = this.cls.get('v2Feature');\n\n const response = context.switchToHttp().getResponse();\n const request = context.switchToHttp().getRequest();\n\n // Add V2 indicator headers regardless of useV2 value\n // This allows clients to understand why V2 was or wasn't used\n response.setHeader(X_TEABLE_V2_HEADER, useV2 ? 'true' : 'false');\n if (v2Reason) {\n response.setHeader(X_TEABLE_V2_REASON_HEADER, v2Reason);\n }\n if (v2Feature) {\n response.setHeader(X_TEABLE_V2_FEATURE_HEADER, v2Feature);\n }\n\n // Mirror V2 indicators into Sentry tags so issue search can distinguish v1/v2 requests.\n setSentryTag('teable.version', useV2 ? 'v2' : 'v1');\n setSentryTag('teable.v2.enabled', useV2 ? 'true' : 'false');\n setSentryTag('teable.v2.reason', v2Reason);\n setSentryTag('teable.v2.feature', v2Feature);\n\n // Add span attributes for tracing\n const span = trace.getActiveSpan();\n if (span) {\n span.setAttributes({\n 'teable.v2.enabled': useV2 ?? false,\n ...(v2Reason && { 'teable.v2.reason': v2Reason }),\n ...(v2Feature && { 'teable.v2.feature': v2Feature }),\n });\n }\n\n if (!useV2) {\n return next.handle();\n }\n\n return next.handle().pipe(\n tap(() => {\n // Log V2 usage for tracing\n this.logger.debug({\n message: 'V2 implementation used',\n method: request.method,\n path: request.path,\n tableId: request.params?.tableId,\n useV2: true,\n v2Reason,\n v2Feature,\n });\n })\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/chat/chart-completion.ro.ts", "content": "import { ApiProperty } from '@nestjs/swagger';\n\nexport class CompletionRo {\n @ApiProperty({\n description: 'The prompt message.',\n example: 'List table',\n })\n message!: string;\n}\n" }, { "path": "apps/nestjs-backend/src/features/chat/chat.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { ChatController } from './chat.controller';\nimport { ChatModule } from './chat.module';\n\ndescribe('ChatController', () => {\n let controller: ChatController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [ChatController],\n imports: [ChatModule],\n }).compile();\n\n controller = module.get(ChatController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/chat/chat.controller.ts", "content": "import { Controller, Post, Req, Res } from '@nestjs/common';\nimport { Request, Response } from 'express';\nimport { ChatService } from './chat.service';\n\n@Controller('api/chart')\nexport class ChatController {\n constructor(private readonly chartService: ChatService) {}\n\n @Post('completions')\n async completions(@Req() req: Request, @Res() res: Response) {\n await this.chartService.completions(req, res);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/chat/chat.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ConfigModule } from '@nestjs/config';\nimport { ChatController } from './chat.controller';\nimport { ChatService } from './chat.service';\n\n@Module({\n imports: [ConfigModule],\n providers: [ChatService],\n controllers: [ChatController],\n exports: [ChatService],\n})\nexport class ChatModule {}\n" }, { "path": "apps/nestjs-backend/src/features/chat/chat.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { ChatModule } from './chat.module';\nimport { ChatService } from './chat.service';\n\ndescribe('ChatService', () => {\n let service: ChatService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [ChatModule],\n }).compile();\n\n service = module.get(ChatService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/chat/chat.service.ts", "content": "import * as http from 'http';\nimport * as https from 'https';\nimport { HttpException, Injectable } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport type { Response, Request } from 'express';\n\n@Injectable()\nexport class ChatService {\n constructor(private readonly configService: ConfigService) {}\n async completions(req: Request, res: Response) {\n const openAIEndPoint = this.configService.get('OPENAI_API_ENDPOINT');\n const openAiKey = this.configService.get('OPENAI_API_KEY');\n\n if (!openAIEndPoint || !openAiKey) {\n throw new HttpException('OPENAI_API_ENDPOINT or OPENAI_API_KEY is undefined', 500);\n }\n\n const [protocol, hostname] = openAIEndPoint.split('://');\n const options = {\n method: 'POST',\n hostname,\n path: '/v1/chat/completions',\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/json',\n Authorization: `Bearer ${openAiKey}`,\n },\n };\n\n const { body } = req;\n\n const proxyReq = (protocol === 'https' ? https : http).request(options, (proxyRes) => {\n res.set(proxyRes.headers);\n\n proxyRes.pipe(res);\n });\n\n proxyReq.on('error', (error) => {\n console.error('Error while proxying request:', error);\n res.status(500).send('Error while proxying request');\n });\n\n proxyReq.write(JSON.stringify(body));\n\n proxyReq.end();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/collaborator/collaborator.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { CollaboratorController } from './collaborator.controller';\n\ndescribe('CollaboratorController', () => {\n let controller: CollaboratorController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [CollaboratorController],\n }).compile();\n\n controller = module.get(CollaboratorController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/collaborator/collaborator.controller.ts", "content": "import { Controller } from '@nestjs/common';\n\n@Controller('collaborator')\nexport class CollaboratorController {}\n" }, { "path": "apps/nestjs-backend/src/features/collaborator/collaborator.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { CollaboratorController } from './collaborator.controller';\nimport { CollaboratorService } from './collaborator.service';\n\n@Module({\n providers: [CollaboratorService],\n controllers: [CollaboratorController],\n exports: [CollaboratorService],\n})\nexport class CollaboratorModule {}\n" }, { "path": "apps/nestjs-backend/src/features/collaborator/collaborator.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { Role, getPermissions } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { CollaboratorType, PrincipalType } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { mockDeep } from 'vitest-mock-extended';\nimport { GlobalModule } from '../../global/global.module';\nimport type { IClsStore } from '../../types/cls';\nimport { CollaboratorModule } from './collaborator.module';\nimport { CollaboratorService } from './collaborator.service';\n\ndescribe('CollaboratorService', () => {\n const mockUser = { id: 'usr1', name: 'John', email: 'john@example.com' };\n const mockSpace = { id: 'spcxxxxxxxx', name: 'Test Space' };\n const prismaService = mockDeep();\n\n let collaboratorService: CollaboratorService;\n let clsService: ClsService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [CollaboratorModule, GlobalModule],\n })\n .overrideProvider(PrismaService)\n .useValue(prismaService)\n .compile();\n\n clsService = module.get>(ClsService);\n collaboratorService = module.get(CollaboratorService);\n\n prismaService.txClient.mockImplementation(() => {\n return prismaService;\n });\n\n prismaService.$tx.mockImplementation(async (fn, _options) => {\n return await fn(prismaService);\n });\n });\n\n describe('createSpaceCollaborator', () => {\n it('should create collaborator correctly', async () => {\n prismaService.collaborator.count.mockResolvedValue(0);\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n prismaService.base.findMany.mockResolvedValue([{ id: 'base1' }] as any);\n prismaService.collaborator.deleteMany.mockResolvedValue({ count: 0 });\n await clsService.runWith(\n {\n user: mockUser,\n tx: {},\n permissions: getPermissions(Role.Owner),\n origin: {\n ip: '127.0.0.1',\n byApi: false,\n userAgent: 'test',\n referer: 'test',\n },\n },\n async () => {\n await collaboratorService.createSpaceCollaborator({\n collaborators: [\n {\n principalId: mockUser.id,\n principalType: PrincipalType.User,\n },\n ],\n role: Role.Owner,\n spaceId: mockSpace.id,\n });\n }\n );\n\n expect(prismaService.collaborator.deleteMany).toBeCalledWith({\n where: {\n OR: [\n {\n principalId: mockUser.id,\n principalType: PrincipalType.User,\n },\n ],\n resourceId: { in: ['base1'] },\n resourceType: CollaboratorType.Base,\n },\n });\n expect(prismaService.collaborator.createMany).toBeCalled();\n });\n\n it('should throw error if exists', async () => {\n prismaService.collaborator.count.mockResolvedValue(1);\n\n await expect(\n collaboratorService.createSpaceCollaborator({\n collaborators: [\n {\n principalId: mockUser.id,\n principalType: PrincipalType.User,\n },\n ],\n role: Role.Owner,\n spaceId: mockSpace.id,\n })\n ).rejects.toThrow('Collaborator has already existed in space');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/collaborator/collaborator.service.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport {\n canManageRole,\n getRandomString,\n HttpErrorCode,\n Role,\n type IBaseRole,\n type IRole,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n AddBaseCollaboratorRo,\n AddSpaceCollaboratorRo,\n CollaboratorItem,\n IItemBaseCollaboratorUser,\n IListBaseCollaboratorUserRo,\n} from '@teable/openapi';\nimport { CollaboratorType, PrincipalType } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { difference, keyBy, map } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport {\n CollaboratorCreateEvent,\n CollaboratorDeleteEvent,\n CollaboratorUpdateEvent,\n Events,\n} from '../../event-emitter/events';\nimport type { IClsStore } from '../../types/cls';\nimport { getMaxLevelRole } from '../../utils/get-max-level-role';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\n\n@Injectable()\nexport class CollaboratorService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly eventEmitterService: EventEmitterService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider\n ) {}\n\n async createSpaceCollaborator({\n collaborators,\n spaceId,\n role,\n createdBy,\n }: {\n collaborators: {\n principalId: string;\n principalType: PrincipalType;\n }[];\n spaceId: string;\n role: IRole;\n createdBy?: string;\n }) {\n const currentUserId = createdBy || this.cls.get('user.id');\n const exist = await this.prismaService.txClient().collaborator.count({\n where: {\n OR: collaborators.map((collaborator) => ({\n principalId: collaborator.principalId,\n principalType: collaborator.principalType,\n })),\n resourceId: spaceId,\n resourceType: CollaboratorType.Space,\n },\n });\n if (exist) {\n throw new CustomHttpException(\n 'Collaborator has already existed in space',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.collaborator.alreadyExisted',\n },\n }\n );\n }\n // if has exist base collaborator, then delete it\n const bases = await this.prismaService.txClient().base.findMany({\n where: {\n spaceId,\n deletedTime: null,\n },\n });\n\n await this.prismaService.txClient().collaborator.deleteMany({\n where: {\n OR: collaborators.map((collaborator) => ({\n principalId: collaborator.principalId,\n principalType: collaborator.principalType,\n })),\n resourceId: { in: bases.map((base) => base.id) },\n resourceType: CollaboratorType.Base,\n },\n });\n\n await this.prismaService.txClient().collaborator.createMany({\n data: collaborators.map((collaborator) => ({\n id: getRandomString(16),\n resourceId: spaceId,\n resourceType: CollaboratorType.Space,\n roleName: role,\n principalId: collaborator.principalId,\n principalType: collaborator.principalType,\n createdBy: currentUserId!,\n })),\n });\n this.eventEmitterService.emitAsync(\n Events.COLLABORATOR_CREATE,\n new CollaboratorCreateEvent(spaceId)\n );\n }\n\n protected async getBaseCollaboratorBuilder(\n knex: Knex.QueryBuilder,\n baseId: string,\n options?: { includeSystem?: boolean; search?: string; type?: PrincipalType; role?: IRole[] }\n ) {\n const base = await this.prismaService\n .txClient()\n .base.findUniqueOrThrow({ select: { spaceId: true }, where: { id: baseId } });\n\n const builder = knex\n .from('collaborator')\n .leftJoin('users', 'collaborator.principal_id', 'users.id')\n .whereIn('collaborator.resource_id', [baseId, base.spaceId]);\n const { includeSystem, search, type, role } = options ?? {};\n if (!includeSystem) {\n builder.where((db) => {\n return db.whereNull('users.is_system').orWhere('users.is_system', false);\n });\n }\n if (search) {\n this.dbProvider.searchBuilder(builder, [\n ['users.name', search],\n ['users.email', search],\n ]);\n }\n\n if (role?.length) {\n builder.whereIn('collaborator.role_name', role);\n }\n if (type) {\n builder.where('collaborator.principal_type', type);\n }\n }\n\n async getTotalBase(\n baseId: string,\n options?: { includeSystem?: boolean; search?: string; type?: PrincipalType; role?: IRole[] }\n ) {\n const builder = this.knex.queryBuilder();\n await this.getBaseCollaboratorBuilder(builder, baseId, options);\n const res = await this.prismaService\n .txClient()\n .$queryRawUnsafe<\n { count: number }[]\n >(builder.select(this.knex.raw('COUNT(*) as count')).toQuery());\n return Number(res[0].count);\n }\n\n protected async getListByBaseBuilder(\n builder: Knex.QueryBuilder,\n options?: {\n includeSystem?: boolean;\n skip?: number;\n take?: number;\n search?: string;\n type?: PrincipalType;\n orderBy?: 'desc' | 'asc';\n }\n ) {\n const { skip = 0, take = 50 } = options ?? {};\n builder.offset(skip);\n builder.limit(take);\n builder.select({\n resource_id: 'collaborator.resource_id',\n role_name: 'collaborator.role_name',\n created_time: 'collaborator.created_time',\n resource_type: 'collaborator.resource_type',\n user_id: 'users.id',\n user_name: 'users.name',\n user_email: 'users.email',\n user_avatar: 'users.avatar',\n user_is_system: 'users.is_system',\n });\n builder.orderBy('collaborator.created_time', options?.orderBy ?? 'desc');\n }\n\n async getListByBase(\n baseId: string,\n options?: {\n includeSystem?: boolean;\n skip?: number;\n take?: number;\n search?: string;\n type?: PrincipalType;\n role?: IRole[];\n }\n ): Promise {\n const builder = this.knex.queryBuilder();\n builder.whereNotNull('users.id');\n await this.getBaseCollaboratorBuilder(builder, baseId, options);\n await this.getListByBaseBuilder(builder, options);\n const collaborators = await this.prismaService.txClient().$queryRawUnsafe<\n {\n resource_id: string;\n role_name: string;\n created_time: Date;\n resource_type: string;\n user_id: string;\n user_name: string;\n user_email: string;\n user_avatar: string;\n user_is_system: boolean | null;\n }[]\n >(builder.toQuery());\n\n return collaborators.map((collaborator) => ({\n type: PrincipalType.User,\n userId: collaborator.user_id,\n userName: collaborator.user_name,\n email: collaborator.user_email,\n avatar: collaborator.user_avatar ? getPublicFullStorageUrl(collaborator.user_avatar) : null,\n role: collaborator.role_name as IRole,\n createdTime: collaborator.created_time.toISOString(),\n resourceType: collaborator.resource_type as CollaboratorType,\n isSystem: collaborator.user_is_system || undefined,\n }));\n }\n\n async getUserCollaboratorsByTableId(\n tableId: string,\n query: {\n containsIn: {\n keys: ('id' | 'name' | 'email' | 'phone')[];\n values: string[];\n };\n }\n ) {\n const { baseId } = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n select: { baseId: true },\n where: { id: tableId },\n });\n\n const builder = this.knex.queryBuilder();\n await this.getBaseCollaboratorBuilder(builder, baseId, {\n includeSystem: true,\n });\n if (query.containsIn) {\n builder.where((db) => {\n const keys = query.containsIn.keys;\n const values = query.containsIn.values;\n keys.forEach((key) => {\n db.orWhereIn('users.' + key, values);\n });\n return db;\n });\n }\n builder.whereNotNull('users.id');\n builder.select({\n id: 'users.id',\n name: 'users.name',\n email: 'users.email',\n avatar: 'users.avatar',\n isSystem: 'users.is_system',\n });\n\n return this.prismaService.txClient().$queryRawUnsafe<\n {\n id: string;\n name: string;\n email: string;\n avatar: string | null;\n isSystem: boolean | null;\n }[]\n >(builder.toQuery());\n }\n\n protected async getSpaceCollaboratorBuilder(\n knex: Knex.QueryBuilder,\n spaceId: string,\n options?: {\n includeSystem?: boolean;\n search?: string;\n includeBase?: boolean;\n type?: PrincipalType;\n }\n ): Promise<{\n builder: Knex.QueryBuilder;\n baseMap: Record;\n }> {\n const { includeSystem, search, type, includeBase } = options ?? {};\n\n let baseIds: string[] = [];\n let baseMap: Record = {};\n if (includeBase) {\n const bases = await this.prismaService.txClient().base.findMany({\n where: { spaceId, deletedTime: null, space: { deletedTime: null } },\n });\n baseIds = map(bases, 'id') as string[];\n baseMap = bases.reduce(\n (acc, base) => {\n acc[base.id] = { name: base.name, id: base.id };\n return acc;\n },\n {} as Record\n );\n }\n\n const builder = knex\n .from('collaborator')\n .leftJoin('users', 'collaborator.principal_id', 'users.id');\n\n if (baseIds?.length) {\n builder.whereIn('collaborator.resource_id', [...baseIds, spaceId]);\n } else {\n builder.where('collaborator.resource_id', spaceId);\n }\n if (!includeSystem) {\n builder.where((db) => {\n return db.whereNull('users.is_system').orWhere('users.is_system', false);\n });\n }\n if (search) {\n this.dbProvider.searchBuilder(builder, [\n ['users.name', search],\n ['users.email', search],\n ]);\n }\n if (type) {\n builder.where('collaborator.principal_type', type);\n }\n return { builder, baseMap };\n }\n\n async getTotalSpace(\n spaceId: string,\n options?: {\n includeSystem?: boolean;\n includeBase?: boolean;\n search?: string;\n type?: PrincipalType;\n }\n ) {\n const builder = this.knex.queryBuilder();\n await this.getSpaceCollaboratorBuilder(builder, spaceId, options);\n const res = await this.prismaService\n .txClient()\n .$queryRawUnsafe<\n { count: number }[]\n >(builder.select(this.knex.raw('COUNT(*) as count')).toQuery());\n return Number(res[0].count);\n }\n\n async getSpaceCollaboratorStats(\n spaceId: string,\n options?: {\n includeSystem?: boolean;\n includeBase?: boolean;\n search?: string;\n type?: PrincipalType;\n }\n ) {\n // Get total count (existing logic)\n const builder = this.knex.queryBuilder();\n await this.getSpaceCollaboratorBuilder(builder, spaceId, options);\n const res = await this.prismaService\n .txClient()\n .$queryRawUnsafe<\n { count: number }[]\n >(builder.select(this.knex.raw('COUNT(*) as count')).toQuery());\n const total = Number(res[0].count);\n\n // Get unique total - distinct users across space and base collaborators\n const uniqBuilder = this.knex.queryBuilder();\n await this.getSpaceCollaboratorBuilder(uniqBuilder, spaceId, { ...options, includeBase: true });\n const uniqRes = await this.prismaService\n .txClient()\n .$queryRawUnsafe<\n { count: number }[]\n >(uniqBuilder.select(this.knex.raw('COUNT(DISTINCT users.id) as count')).toQuery());\n const uniqTotal = Number(uniqRes[0].count);\n\n return {\n total,\n uniqTotal,\n };\n }\n\n // eslint-disable-next-line sonarjs/no-identical-functions\n protected async getListBySpaceBuilder(\n builder: Knex.QueryBuilder,\n options?: {\n includeSystem?: boolean;\n includeBase?: boolean;\n skip?: number;\n take?: number;\n search?: string;\n type?: PrincipalType;\n orderBy?: 'desc' | 'asc';\n }\n ) {\n const { skip = 0, take = 50 } = options ?? {};\n builder.offset(skip);\n builder.limit(take);\n builder.select({\n resource_id: 'collaborator.resource_id',\n role_name: 'collaborator.role_name',\n created_time: 'collaborator.created_time',\n resource_type: 'collaborator.resource_type',\n user_id: 'users.id',\n user_name: 'users.name',\n user_email: 'users.email',\n user_avatar: 'users.avatar',\n user_is_system: 'users.is_system',\n });\n builder.orderBy('collaborator.created_time', options?.orderBy ?? 'desc');\n }\n\n async getListBySpace(\n spaceId: string,\n options?: {\n includeSystem?: boolean;\n includeBase?: boolean;\n skip?: number;\n take?: number;\n search?: string;\n type?: PrincipalType;\n orderBy?: 'desc' | 'asc';\n }\n ): Promise {\n const builder = this.knex.queryBuilder();\n builder.whereNotNull('users.id');\n const { baseMap } = await this.getSpaceCollaboratorBuilder(builder, spaceId, options);\n await this.getListBySpaceBuilder(builder, options);\n const collaborators = await this.prismaService.txClient().$queryRawUnsafe<\n {\n resource_id: string;\n role_name: string;\n created_time: Date;\n resource_type: string;\n user_id: string;\n user_name: string;\n user_email: string;\n user_avatar: string;\n user_is_system: boolean | null;\n }[]\n >(builder.toQuery());\n\n // Get billable users if not community edition and includeBase is true\n return collaborators.map((collaborator) => {\n return {\n type: PrincipalType.User,\n resourceType: collaborator.resource_type as CollaboratorType,\n userId: collaborator.user_id,\n userName: collaborator.user_name,\n email: collaborator.user_email,\n avatar: collaborator.user_avatar ? getPublicFullStorageUrl(collaborator.user_avatar) : null,\n role: collaborator.role_name as IRole,\n createdTime: collaborator.created_time.toISOString(),\n base: baseMap[collaborator.resource_id],\n };\n });\n }\n\n private async getOperatorCollaborators({\n targetPrincipalId,\n currentPrincipalId,\n resourceId,\n resourceType,\n }: {\n resourceId: string;\n resourceType: CollaboratorType;\n targetPrincipalId: string;\n currentPrincipalId: string;\n }) {\n const currentUserWhere: {\n principalId: string;\n resourceId: string | Record;\n } = {\n principalId: currentPrincipalId,\n resourceId,\n };\n const targetUserWhere: {\n principalId: string;\n resourceId: string | Record;\n } = {\n principalId: targetPrincipalId,\n resourceId,\n };\n\n // for space user delete base collaborator\n if (resourceType === CollaboratorType.Base) {\n const spaceId = await this.prismaService\n .txClient()\n .base.findUniqueOrThrow({\n where: { id: resourceId, deletedTime: null },\n select: { spaceId: true },\n })\n .then((base) => base.spaceId);\n currentUserWhere.resourceId = { in: [resourceId, spaceId] };\n }\n const colls = await this.prismaService.txClient().collaborator.findMany({\n where: {\n OR: [currentUserWhere, targetUserWhere],\n },\n });\n\n const currentColl = colls.find((coll) => coll.principalId === currentPrincipalId);\n const targetColl = colls.find((coll) => coll.principalId === targetPrincipalId);\n if (!currentColl || !targetColl) {\n throw new CustomHttpException(\n 'User not found in collaborator',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.collaborator.userNotFoundInCollaborator',\n },\n }\n );\n }\n return { currentColl, targetColl };\n }\n\n async isUniqueOwnerUser(spaceId: string, userId: string) {\n const builder = this.knex('collaborator')\n .leftJoin('users', 'collaborator.principal_id', 'users.id')\n .where('collaborator.resource_id', spaceId)\n .where('collaborator.resource_type', CollaboratorType.Space)\n .where('collaborator.role_name', Role.Owner)\n .where('users.is_system', null)\n .where('users.deleted_time', null)\n .where('users.deactivated_time', null)\n .select('collaborator.principal_id');\n const collaborators = await this.prismaService.txClient().$queryRawUnsafe<\n {\n principal_id: string;\n }[]\n >(builder.toQuery());\n return collaborators.length === 1 && collaborators[0].principal_id === userId;\n }\n\n async deleteCollaborator({\n resourceId,\n resourceType,\n principalId,\n principalType,\n }: {\n principalId: string;\n principalType: PrincipalType;\n resourceId: string;\n resourceType: CollaboratorType;\n }) {\n const currentUserId = this.cls.get('user.id');\n const { currentColl, targetColl } = await this.getOperatorCollaborators({\n currentPrincipalId: currentUserId,\n targetPrincipalId: principalId,\n resourceId,\n resourceType,\n });\n\n // validate user can operator target user\n if (\n currentUserId !== principalId &&\n currentColl.roleName !== Role.Owner &&\n !canManageRole(currentColl.roleName as IRole, targetColl.roleName)\n ) {\n throw new CustomHttpException(\n 'You do not have permission to delete this collaborator',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.collaborator.noPermissionToDelete',\n },\n }\n );\n }\n const result = await this.prismaService.txClient().collaborator.delete({\n where: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n resourceType_resourceId_principalId_principalType: {\n resourceId: resourceId,\n resourceType: resourceType,\n principalId,\n principalType,\n },\n },\n });\n let spaceId: string = resourceId;\n if (resourceType === CollaboratorType.Base) {\n const space = await this.prismaService\n .txClient()\n .base.findUniqueOrThrow({ where: { id: resourceId }, select: { spaceId: true } });\n spaceId = space.spaceId;\n }\n this.eventEmitterService.emitAsync(\n Events.COLLABORATOR_DELETE,\n new CollaboratorDeleteEvent(spaceId)\n );\n return result;\n }\n\n async updateCollaborator({\n role,\n principalId,\n principalType,\n resourceId,\n resourceType,\n }: {\n role: IRole;\n principalId: string;\n principalType: PrincipalType;\n resourceId: string;\n resourceType: CollaboratorType;\n }) {\n const currentUserId = this.cls.get('user.id');\n const { currentColl, targetColl } = await this.getOperatorCollaborators({\n currentPrincipalId: currentUserId,\n targetPrincipalId: principalId,\n resourceId,\n resourceType,\n });\n\n // validate user can operator target user\n if (\n currentUserId !== principalId &&\n currentColl.roleName !== targetColl.roleName &&\n !canManageRole(currentColl.roleName as IRole, targetColl.roleName)\n ) {\n throw new CustomHttpException(\n `You do not have permission to operator this collaborator: ${principalId}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.collaborator.noPermissionToUpdate',\n },\n }\n );\n }\n\n // validate user can operator target role\n if (role !== currentColl.roleName && !canManageRole(currentColl.roleName as IRole, role)) {\n throw new CustomHttpException(\n `You do not have permission to operator this role: ${role}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.collaborator.noPermissionToOperateRole',\n },\n }\n );\n }\n\n const res = await this.prismaService.txClient().collaborator.updateMany({\n where: {\n resourceId: resourceId,\n resourceType: resourceType,\n principalId: principalId,\n principalType: principalType,\n },\n data: {\n roleName: role,\n lastModifiedBy: currentUserId,\n },\n });\n\n let spaceId: string = '';\n if (resourceType === CollaboratorType.Base) {\n const space = await this.prismaService\n .txClient()\n .base.findUniqueOrThrow({ where: { id: resourceId }, select: { spaceId: true } });\n spaceId = space.spaceId;\n } else if (resourceType === CollaboratorType.Space) {\n spaceId = resourceId;\n }\n\n if (spaceId) {\n this.eventEmitterService.emitAsync(\n Events.COLLABORATOR_UPDATE,\n new CollaboratorUpdateEvent(spaceId)\n );\n }\n\n return res;\n }\n\n async getCurrentUserCollaboratorsBaseAndSpaceArray(searchRoles?: IRole[]) {\n const userId = this.cls.get('user.id');\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n const collaborators = await this.prismaService.txClient().collaborator.findMany({\n where: {\n principalId: { in: [userId, ...(departmentIds || [])] },\n ...(searchRoles && searchRoles.length > 0 ? { roleName: { in: searchRoles } } : {}),\n },\n select: {\n roleName: true,\n resourceId: true,\n resourceType: true,\n },\n });\n const roleMap: Record = {};\n const baseIds = new Set();\n const spaceIds = new Set();\n collaborators.forEach(({ resourceId, roleName, resourceType }) => {\n if (!roleMap[resourceId] || canManageRole(roleName as IRole, roleMap[resourceId])) {\n roleMap[resourceId] = roleName as IRole;\n }\n if (resourceType === CollaboratorType.Base) {\n baseIds.add(resourceId);\n } else {\n spaceIds.add(resourceId);\n }\n });\n return {\n baseIds: Array.from(baseIds),\n spaceIds: Array.from(spaceIds),\n roleMap: roleMap,\n };\n }\n\n async createBaseCollaborator({\n collaborators,\n baseId,\n role,\n createdBy,\n }: {\n collaborators: {\n principalId: string;\n principalType: PrincipalType;\n }[];\n baseId: string;\n role: IBaseRole;\n createdBy?: string;\n }) {\n const currentUserId = createdBy || this.cls.get('user.id');\n const base = await this.prismaService.txClient().base.findUniqueOrThrow({\n where: { id: baseId },\n });\n const exist = await this.prismaService.txClient().collaborator.count({\n where: {\n OR: collaborators.map((collaborator) => ({\n principalId: collaborator.principalId,\n principalType: collaborator.principalType,\n })),\n resourceId: { in: [baseId, base.spaceId] },\n },\n });\n // if has exist space collaborator\n if (exist) {\n throw new CustomHttpException(\n 'Collaborator has already existed in base',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.collaborator.alreadyExistedInBase',\n },\n }\n );\n }\n\n const res = await this.prismaService.txClient().collaborator.createMany({\n data: collaborators.map((collaborator) => ({\n id: getRandomString(16),\n resourceId: baseId,\n resourceType: CollaboratorType.Base,\n roleName: role,\n principalId: collaborator.principalId,\n principalType: collaborator.principalType,\n createdBy: currentUserId!,\n })),\n });\n this.eventEmitterService.emitAsync(\n Events.COLLABORATOR_CREATE,\n new CollaboratorCreateEvent(base.spaceId)\n );\n return res;\n }\n\n async getSharedBase() {\n const userId = this.cls.get('user.id');\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n const coll = await this.prismaService.txClient().collaborator.findMany({\n where: {\n principalId: { in: [userId, ...(departmentIds || [])] },\n resourceType: CollaboratorType.Base,\n },\n select: {\n resourceId: true,\n roleName: true,\n },\n });\n\n if (!coll.length) {\n return [];\n }\n\n const roleMap: Record = {};\n const baseIds = coll.map((c) => {\n if (!roleMap[c.resourceId] || canManageRole(c.roleName as IRole, roleMap[c.resourceId])) {\n roleMap[c.resourceId] = c.roleName as IRole;\n }\n return c.resourceId;\n });\n const bases = await this.prismaService.txClient().base.findMany({\n where: {\n id: { in: baseIds },\n deletedTime: null,\n },\n include: {\n space: {\n select: {\n name: true,\n },\n },\n },\n });\n\n const createdUserList = await this.prismaService.txClient().user.findMany({\n where: { id: { in: bases.map((base) => base.createdBy) } },\n select: { id: true, name: true, avatar: true },\n });\n const createdUserMap = keyBy(createdUserList, 'id');\n return bases.map((base) => ({\n id: base.id,\n name: base.name,\n role: roleMap[base.id],\n icon: base.icon,\n spaceId: base.spaceId,\n spaceName: base.space?.name,\n collaboratorType: CollaboratorType.Base,\n lastModifiedTime: base.lastModifiedTime?.toISOString(),\n createdTime: base.createdTime?.toISOString(),\n createdBy: base.createdBy,\n createdUser: {\n ...(createdUserMap[base.createdBy] ?? {}),\n avatar:\n createdUserMap[base.createdBy]?.avatar &&\n getPublicFullStorageUrl(createdUserMap[base.createdBy]?.avatar ?? ''),\n },\n }));\n }\n\n protected async validateCollaboratorUser(userIds: string[]) {\n const users = await this.prismaService.txClient().user.findMany({\n where: {\n id: { in: userIds },\n deletedTime: null,\n },\n select: {\n id: true,\n },\n });\n const diffIds = difference(\n userIds,\n users.map((u) => u.id)\n );\n if (diffIds.length > 0) {\n throw new CustomHttpException(\n `User not found: ${diffIds.join(', ')}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.collaborator.userNotFound',\n context: { userIds: diffIds.join(', ') },\n },\n }\n );\n }\n }\n\n async addSpaceCollaborators(spaceId: string, collaborator: AddSpaceCollaboratorRo) {\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n await this.validateUserAddRole({\n departmentIds,\n userId: this.cls.get('user.id'),\n addRole: collaborator.role,\n resourceId: spaceId,\n resourceType: CollaboratorType.Space,\n });\n await this.validateCollaboratorUser(\n collaborator.collaborators\n .filter((c) => c.principalType === PrincipalType.User)\n .map((c) => c.principalId)\n );\n return this.createSpaceCollaborator({\n collaborators: collaborator.collaborators,\n spaceId,\n role: collaborator.role,\n createdBy: this.cls.get('user.id'),\n });\n }\n\n async addBaseCollaborators(baseId: string, collaborator: AddBaseCollaboratorRo) {\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n await this.validateUserAddRole({\n departmentIds,\n userId: this.cls.get('user.id'),\n addRole: collaborator.role,\n resourceId: baseId,\n resourceType: CollaboratorType.Base,\n });\n await this.validateCollaboratorUser(\n collaborator.collaborators\n .filter((c) => c.principalType === PrincipalType.User)\n .map((c) => c.principalId)\n );\n return this.createBaseCollaborator({\n collaborators: collaborator.collaborators,\n baseId,\n role: collaborator.role,\n createdBy: this.cls.get('user.id'),\n });\n }\n\n async validateUserAddRole({\n departmentIds,\n userId,\n addRole,\n resourceId,\n resourceType,\n }: {\n departmentIds?: string[];\n userId: string;\n addRole: IRole;\n resourceId: string;\n resourceType: CollaboratorType;\n }) {\n let spaceId = resourceType === CollaboratorType.Space ? resourceId : '';\n if (resourceType === CollaboratorType.Base) {\n const base = await this.prismaService\n .txClient()\n .base.findFirstOrThrow({\n where: {\n id: resourceId,\n deletedTime: null,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Base not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.collaborator.baseNotFound',\n },\n });\n });\n spaceId = base.spaceId;\n }\n const collaborators = await this.prismaService.txClient().collaborator.findMany({\n where: {\n principalId: departmentIds ? { in: [...departmentIds, userId] } : userId,\n resourceId: {\n in: [spaceId, resourceId],\n },\n },\n });\n if (collaborators.length === 0) {\n throw new CustomHttpException(\n 'User not found in collaborator',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.collaborator.userNotFoundInCollaborator',\n },\n }\n );\n }\n const userRole = getMaxLevelRole(collaborators);\n\n if (userRole === addRole) {\n return;\n }\n if (!canManageRole(userRole, addRole)) {\n throw new CustomHttpException(\n `You do not have permission to add this role collaborator: ${addRole}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.collaborator.noPermissionToAddRole',\n },\n }\n );\n }\n }\n\n async getUserCollaboratorsTotal(baseId: string, options?: IListBaseCollaboratorUserRo) {\n return this.getTotalBase(baseId, options);\n }\n\n async getUserCollaborators(baseId: string, options?: IListBaseCollaboratorUserRo) {\n const { skip = 0, take = 50 } = options ?? {};\n const builder = this.knex.queryBuilder();\n await this.getBaseCollaboratorBuilder(builder, baseId, options);\n builder.whereNotNull('users.id');\n builder.orderBy('collaborator.created_time', options?.orderBy ?? 'desc');\n builder.offset(skip);\n builder.limit(take);\n builder.select({\n id: 'users.id',\n name: 'users.name',\n email: 'users.email',\n avatar: 'users.avatar',\n });\n const res = await this.prismaService\n .txClient()\n .$queryRawUnsafe(builder.toQuery());\n return res.map((item) => ({\n ...item,\n avatar: item.avatar ? getPublicFullStorageUrl(item.avatar) : null,\n }));\n }\n\n /**\n * Build space owner context for determining display user\n * When the creator is no longer in the space, falls back to space owner\n */\n async buildSpaceOwnerContext(spaceIds: string[]): Promise<{\n validCreatorSet: Set;\n spaceOwnerMap: Map;\n }> {\n if (!spaceIds.length) {\n return { validCreatorSet: new Set(), spaceOwnerMap: new Map() };\n }\n\n const spaceCollaborators = await this.prismaService.collaborator.findMany({\n where: {\n resourceType: CollaboratorType.Space,\n resourceId: { in: spaceIds },\n principalType: PrincipalType.User,\n },\n select: { resourceId: true, principalId: true, roleName: true },\n });\n\n const validCreatorSet = new Set(\n spaceCollaborators.map((c) => `${c.resourceId}:${c.principalId}`)\n );\n\n const spaceOwnerMap = new Map(\n spaceCollaborators\n .filter((c) => c.roleName === Role.Owner)\n .map((c) => [c.resourceId, c.principalId])\n );\n\n return { validCreatorSet, spaceOwnerMap };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/comment/comment-open-api.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { CommentOpenApiController } from './comment-open-api.controller';\n\ndescribe('CommentOpenApiController', () => {\n let controller: CommentOpenApiController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [CommentOpenApiController],\n }).compile();\n\n controller = module.get(CommentOpenApiController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/comment/comment-open-api.controller.ts", "content": "import { Controller, Get, Post, Body, Param, Patch, Delete, Query } from '@nestjs/common';\nimport type { ICommentVo, IGetCommentListVo, ICommentSubscribeVo } from '@teable/openapi';\nimport {\n getRecordsRoSchema,\n createCommentRoSchema,\n ICreateCommentRo,\n IUpdateCommentRo,\n updateCommentRoSchema,\n updateCommentReactionRoSchema,\n IUpdateCommentReactionRo,\n getCommentListQueryRoSchema,\n IGetCommentListQueryRo,\n IGetRecordsRo,\n UploadType,\n} from '@teable/openapi';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { AttachmentsStorageService } from '../attachments/attachments-storage.service';\nimport StorageAdapter from '../attachments/plugins/adapter';\nimport { AllowAnonymous } from '../auth/decorators/allow-anonymous.decorator';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { TqlPipe } from '../record/open-api/tql.pipe';\nimport { CommentOpenApiService } from './comment-open-api.service';\n\n@Controller('api/comment/:tableId')\n@AllowAnonymous()\nexport class CommentOpenApiController {\n constructor(\n private readonly commentOpenApiService: CommentOpenApiService,\n private readonly attachmentsStorageService: AttachmentsStorageService\n ) {}\n\n @Get('/:recordId/count')\n @Permissions('view|read')\n async getRecordCommentCount(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string\n ) {\n return this.commentOpenApiService.getRecordCommentCount(tableId, recordId);\n }\n\n @Get('/count')\n @Permissions('view|read')\n async getTableCommentCount(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(getRecordsRoSchema), TqlPipe) query: IGetRecordsRo\n ) {\n return this.commentOpenApiService.getTableCommentCount(tableId, query);\n }\n\n @Get('/:recordId/attachment/:path')\n // eslint-disable-next-line sonarjs/no-duplicate-string\n @Permissions('record|read')\n async getAttachmentPresignedUrl(@Param('path') path: string) {\n const [, token] = path.split('/');\n const bucket = StorageAdapter.getBucket(UploadType.Comment);\n return this.attachmentsStorageService.getPreviewUrlByPath(bucket, path, token);\n }\n\n // eslint-disable-next-line sonarjs/no-duplicate-string\n @Get('/:recordId/subscribe')\n @Permissions('record|read')\n async getSubscribeDetail(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string\n ): Promise {\n return this.commentOpenApiService.getSubscribeDetail(tableId, recordId);\n }\n\n @Post('/:recordId/subscribe')\n @Permissions('record|read')\n async subscribeComment(@Param('tableId') tableId: string, @Param('recordId') recordId: string) {\n return this.commentOpenApiService.subscribeComment(tableId, recordId);\n }\n\n @Delete('/:recordId/subscribe')\n @Permissions('record|read')\n async unsubscribeComment(@Param('tableId') tableId: string, @Param('recordId') recordId: string) {\n return this.commentOpenApiService.unsubscribeComment(tableId, recordId);\n }\n\n @Get('/:recordId/list')\n @Permissions('record|read')\n async getCommentList(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Query(new ZodValidationPipe(getCommentListQueryRoSchema))\n getCommentListQueryRo: IGetCommentListQueryRo\n ): Promise {\n return this.commentOpenApiService.getCommentList(tableId, recordId, getCommentListQueryRo);\n }\n\n @Post('/:recordId/create')\n // eslint-disable-next-line sonarjs/no-duplicate-string\n @Permissions('record|comment')\n async createComment(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Body(new ZodValidationPipe(createCommentRoSchema)) createCommentRo: ICreateCommentRo\n ) {\n return this.commentOpenApiService.createComment(tableId, recordId, createCommentRo);\n }\n\n // eslint-disable-next-line sonarjs/no-duplicate-string\n @Get('/:recordId/:commentId')\n @Permissions('record|read')\n async getCommentDetail(@Param('commentId') commentId: string): Promise {\n return this.commentOpenApiService.getCommentDetail(commentId);\n }\n\n @Patch('/:recordId/:commentId')\n @Permissions('record|comment')\n async updateComment(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Param('commentId') commentId: string,\n @Body(new ZodValidationPipe(updateCommentRoSchema)) updateCommentRo: IUpdateCommentRo\n ) {\n return this.commentOpenApiService.updateComment(tableId, recordId, commentId, updateCommentRo);\n }\n\n @Delete('/:recordId/:commentId')\n @Permissions('record|read')\n async deleteComment(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Param('commentId') commentId: string\n ) {\n return this.commentOpenApiService.deleteComment(tableId, recordId, commentId);\n }\n\n @Delete('/:recordId/:commentId/reaction')\n @Permissions('record|comment')\n async deleteCommentReaction(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Param('commentId') commentId: string,\n @Body(new ZodValidationPipe(updateCommentReactionRoSchema)) reactionRo: IUpdateCommentReactionRo\n ) {\n return this.commentOpenApiService.deleteCommentReaction(\n tableId,\n recordId,\n commentId,\n reactionRo\n );\n }\n\n @Patch('/:recordId/:commentId/reaction')\n @Permissions('record|comment')\n async updateCommentReaction(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Param('commentId') commentId: string,\n @Body(new ZodValidationPipe(updateCommentReactionRoSchema)) reactionRo: IUpdateCommentReactionRo\n ) {\n return this.commentOpenApiService.createCommentReaction(\n tableId,\n recordId,\n commentId,\n reactionRo\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/comment/comment-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ShareDbModule } from '../../share-db/share-db.module';\nimport { AttachmentsStorageModule } from '../attachments/attachments-storage.module';\nimport { NotificationModule } from '../notification/notification.module';\nimport { RecordOpenApiModule } from '../record/open-api/record-open-api.module';\nimport { RecordModule } from '../record/record.module';\nimport { CommentOpenApiController } from './comment-open-api.controller';\nimport { CommentOpenApiService } from './comment-open-api.service';\n\n@Module({\n imports: [\n NotificationModule,\n RecordOpenApiModule,\n AttachmentsStorageModule,\n RecordModule,\n ShareDbModule,\n ],\n controllers: [CommentOpenApiController],\n providers: [CommentOpenApiService],\n exports: [CommentOpenApiService],\n})\nexport class CommentOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/comment/comment-open-api.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport type { ILocalization } from '@teable/core';\nimport {\n generateCommentId,\n getCommentChannel,\n getTableCommentChannel,\n HttpErrorCode,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n ICreateCommentRo,\n ICommentVo,\n IUpdateCommentRo,\n IGetCommentListQueryRo,\n ICommentContent,\n IGetRecordsRo,\n IParagraphCommentContent,\n ICommentReaction,\n} from '@teable/openapi';\nimport { CommentNodeType, CommentPatchType, UploadType } from '@teable/openapi';\nimport { uniq } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { CacheService } from '../../cache/cache.service';\nimport { CustomHttpException } from '../../custom.exception';\nimport { ShareDbService } from '../../share-db/share-db.service';\nimport type { IClsStore } from '../../types/cls';\nimport type { I18nPath } from '../../types/i18n.generated';\nimport { AttachmentsStorageService } from '../attachments/attachments-storage.service';\nimport StorageAdapter from '../attachments/plugins/adapter';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { NotificationService } from '../notification/notification.service';\nimport { RecordService } from '../record/record.service';\n\n@Injectable()\nexport class CommentOpenApiService {\n private logger = new Logger(CommentOpenApiService.name);\n constructor(\n private readonly notificationService: NotificationService,\n private readonly recordService: RecordService,\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly shareDbService: ShareDbService,\n private readonly cacheService: CacheService,\n private readonly attachmentsStorageService: AttachmentsStorageService\n ) {}\n\n private async collectionsContext(comment: ICommentContent | null) {\n if (!comment) {\n return {\n imagePaths: [],\n mentionUserIds: [],\n };\n }\n const imagePaths: string[] = [];\n const mentionUserIds: string[] = [];\n comment.forEach((item) => {\n if (item.type === CommentNodeType.Img) {\n return imagePaths.push(item.path);\n }\n if (item.type === CommentNodeType.Paragraph) {\n return item.children.forEach((child) => {\n if (child.type === CommentNodeType.Mention) {\n return mentionUserIds.push(child.value);\n }\n });\n }\n });\n return {\n imagePaths,\n mentionUserIds,\n };\n }\n\n private async getUserInfoMap(userIds: string[]) {\n const res = await this.prismaService.user.findMany({\n where: {\n id: {\n in: userIds,\n },\n },\n select: {\n id: true,\n name: true,\n avatar: true,\n },\n });\n return res.reduce(\n (acc, user) => {\n acc[user.id] = {\n id: user.id,\n name: user.name,\n avatar: user.avatar ? getPublicFullStorageUrl(user.avatar) : undefined,\n };\n return acc;\n },\n {} as Record\n );\n }\n\n private async getPresignedUrlMap(paths: string[]) {\n const bucket = StorageAdapter.getBucket(UploadType.Comment);\n const tokens = paths.map((path) => path.split('/').pop());\n let urls: string[] = [];\n if (tokens.length) {\n const cacheUrls = await this.cacheService.getMany(\n tokens.map((token) => `attachment:preview:${token}` as const)\n );\n urls = cacheUrls.map((url) => url?.url) as string[];\n }\n const presignedUrls = await Promise.all(\n urls.map(async (url, index) => {\n if (!url) {\n return this.attachmentsStorageService.getPreviewUrlByPath(\n bucket,\n paths[index],\n tokens[index]!\n );\n }\n return url;\n })\n );\n return presignedUrls.reduce(\n (acc, url, index) => {\n acc[paths[index]] = url;\n return acc;\n },\n {} as Record\n );\n }\n\n private async additionalContentContext(\n comment: ICommentContent | null,\n context: {\n imagePathMap: Record;\n mentionUserMap: Record;\n }\n ): Promise {\n if (!comment) {\n return null;\n }\n const { imagePathMap, mentionUserMap } = context;\n return comment.map((item) => {\n switch (item.type) {\n case CommentNodeType.Img:\n return {\n ...item,\n url: imagePathMap[item.path],\n };\n case CommentNodeType.Paragraph:\n return {\n ...item,\n children: item.children.map((child) => {\n if (child.type === CommentNodeType.Mention) {\n return {\n ...child,\n name: mentionUserMap[child.value].name,\n avatar: mentionUserMap[child.value].avatar,\n };\n }\n return child;\n }),\n };\n default:\n throw new CustomHttpException(\n `Invalid comment content type: ${(item as IParagraphCommentContent)?.type}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.comment.invalidContentType',\n },\n }\n );\n }\n });\n }\n\n async getCommentDetail(commentId: string): Promise {\n const rawComment = await this.prismaService.comment.findFirst({\n where: {\n id: commentId,\n deletedTime: null,\n },\n select: {\n id: true,\n content: true,\n createdBy: true,\n createdTime: true,\n lastModifiedTime: true,\n deletedTime: true,\n quoteId: true,\n reaction: true,\n },\n });\n\n if (!rawComment) {\n return null;\n }\n const { reaction: rawReaction, content: rawContent, quoteId, ...rest } = rawComment;\n const content = (rawContent ? JSON.parse(rawContent) : null) as ICommentContent;\n const reaction = rawReaction ? (JSON.parse(rawReaction) as ICommentReaction) : [];\n const { imagePaths, mentionUserIds } = await this.collectionsContext(content);\n const imagePathMap = await this.getPresignedUrlMap(imagePaths);\n const mentionUserMap = await this.getUserInfoMap(\n Array.from(\n new Set([...mentionUserIds, rawComment.createdBy, ...reaction.flatMap((item) => item.user)])\n )\n );\n const commentContent = await this.additionalContentContext(content, {\n imagePathMap,\n mentionUserMap,\n });\n\n const fullReaction = reaction.map((item) => ({\n reaction: item.reaction,\n user: item.user.map((id) => mentionUserMap[id]).filter(Boolean),\n }));\n\n return {\n ...rest,\n quoteId: quoteId || undefined,\n content: commentContent || [],\n createdBy: mentionUserMap[rawComment.createdBy],\n createdTime: rawComment.createdTime.toISOString(),\n lastModifiedTime: rawComment.lastModifiedTime?.toISOString(),\n deletedTime: rawComment.deletedTime?.toISOString(),\n reaction: fullReaction.length ? fullReaction : null,\n };\n }\n\n async getCommentList(\n tableId: string,\n recordId: string,\n getCommentListQuery: IGetCommentListQueryRo\n ) {\n const { cursor, take = 20, direction = 'forward', includeCursor = true } = getCommentListQuery;\n\n if (take > 1000) {\n throw new CustomHttpException(\n `take ${take} exceed the max count comment list count 1000`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.comment.listCountExceeded',\n },\n }\n );\n }\n\n const takeWithDirection = direction === 'forward' ? -(take + 1) : take + 1;\n\n const rawComments = await this.prismaService.comment.findMany({\n where: {\n recordId,\n tableId,\n deletedTime: null,\n },\n orderBy: [{ createdTime: 'asc' }],\n take: takeWithDirection,\n skip: cursor ? (includeCursor ? 0 : 1) : 0,\n cursor: cursor ? { id: cursor } : undefined,\n select: {\n id: true,\n content: true,\n createdBy: true,\n createdTime: true,\n lastModifiedTime: true,\n quoteId: true,\n reaction: true,\n },\n });\n\n const hasNextPage = rawComments.length > take;\n\n const nextCursor = hasNextPage\n ? direction === 'forward'\n ? rawComments.shift()?.id\n : rawComments.pop()?.id\n : null;\n\n const parsedComments = rawComments.map((comment) => ({\n ...comment,\n content: comment.content ? (JSON.parse(comment.content) as ICommentContent) : null,\n reaction: comment.reaction ? (JSON.parse(comment.reaction) as ICommentReaction) : null,\n }));\n\n const imagePaths: Set = new Set();\n const mentionUserIds: Set = new Set();\n\n for (let i = 0; i < parsedComments.length; i++) {\n const { content, reaction, createdBy } = parsedComments[i];\n const context = await this.collectionsContext(content);\n mentionUserIds.add(createdBy);\n context.imagePaths.forEach((path) => imagePaths.add(path));\n context.mentionUserIds.forEach((id) => mentionUserIds.add(id));\n reaction?.forEach((item) => {\n item.user.forEach((id) => mentionUserIds.add(id));\n });\n }\n const imagePathMap = await this.getPresignedUrlMap(Array.from(imagePaths));\n const mentionUserMap = await this.getUserInfoMap(Array.from(mentionUserIds));\n const comments: ICommentVo[] = [];\n for (let i = 0; i < parsedComments.length; i++) {\n const { createdTime, lastModifiedTime, content, quoteId, reaction, ...rest } =\n parsedComments[i];\n const fullContent =\n (await this.additionalContentContext(content, {\n imagePathMap,\n mentionUserMap,\n })) || [];\n const fullCreatedBy = mentionUserMap[parsedComments[i].createdBy];\n comments.push({\n ...rest,\n reaction: reaction?.map((item) => ({\n reaction: item.reaction,\n user: item.user.map((id) => mentionUserMap[id]).filter(Boolean),\n })),\n quoteId: quoteId || undefined,\n content: fullContent,\n createdBy: fullCreatedBy,\n lastModifiedTime: lastModifiedTime?.toISOString(),\n createdTime: createdTime.toISOString(),\n });\n }\n return {\n comments,\n nextCursor,\n };\n }\n\n async filterCommentContent(content: ICommentContent) {\n return content.map((item) => {\n if (item.type === CommentNodeType.Img) {\n const { url, ...rest } = item;\n return rest;\n }\n if (item.type === CommentNodeType.Paragraph) {\n const { children, ...rest } = item;\n return {\n ...rest,\n children: children.map((child) => {\n if (child.type === CommentNodeType.Mention) {\n const { name, avatar, ...rest } = child;\n return {\n ...rest,\n };\n }\n return child;\n }),\n };\n }\n return item;\n });\n }\n\n async createComment(tableId: string, recordId: string, createCommentRo: ICreateCommentRo) {\n const id = generateCommentId();\n const content = await this.filterCommentContent(createCommentRo.content);\n const result = await this.prismaService.comment.create({\n data: {\n id,\n tableId,\n recordId,\n content: JSON.stringify(content),\n createdBy: this.cls.get('user.id'),\n quoteId: createCommentRo.quoteId,\n lastModifiedTime: null,\n },\n });\n\n await this.sendCommentNotify(tableId, recordId, id, {\n content: result.content,\n quoteId: result.quoteId,\n });\n\n this.sendCommentPatch(tableId, recordId, CommentPatchType.CreateComment, result);\n this.sendTableCommentPatch(tableId, recordId, CommentPatchType.CreateComment);\n\n return {\n ...result,\n content: result.content ? JSON.parse(result.content) : null,\n };\n }\n\n async updateComment(\n tableId: string,\n recordId: string,\n commentId: string,\n updateCommentRo: IUpdateCommentRo\n ) {\n const result = await this.prismaService.comment.update({\n where: {\n id: commentId,\n createdBy: this.cls.get('user.id'),\n },\n data: {\n content: JSON.stringify(updateCommentRo.content),\n lastModifiedTime: new Date().toISOString(),\n },\n });\n\n this.sendCommentPatch(tableId, recordId, CommentPatchType.UpdateComment, result);\n await this.sendCommentNotify(tableId, recordId, commentId, {\n quoteId: result.quoteId,\n content: result.content,\n });\n }\n\n async deleteComment(tableId: string, recordId: string, commentId: string) {\n await this.prismaService.comment.update({\n where: {\n id: commentId,\n createdBy: this.cls.get('user.id'),\n },\n data: {\n deletedTime: new Date().toISOString(),\n },\n });\n\n this.sendCommentPatch(tableId, recordId, CommentPatchType.DeleteComment, { id: commentId });\n this.sendTableCommentPatch(tableId, recordId, CommentPatchType.DeleteComment);\n }\n\n async deleteCommentReaction(\n tableId: string,\n recordId: string,\n commentId: string,\n reactionRo: { reaction: string }\n ) {\n const commentRaw = await this.getCommentReactionById(commentId);\n const { reaction } = reactionRo;\n let data: ICommentReaction = [];\n\n if (commentRaw && commentRaw.reaction) {\n const emojis = JSON.parse(commentRaw.reaction) as NonNullable;\n const index = emojis.findIndex((item) => item.reaction === reaction);\n if (index > -1) {\n const newUser = emojis[index].user.filter((item) => item !== this.cls.get('user.id'));\n if (newUser.length === 0) {\n emojis.splice(index, 1);\n } else {\n emojis.splice(index, 1, {\n reaction,\n user: newUser,\n });\n }\n data = [...emojis];\n }\n }\n\n const result = await this.prismaService.comment.update({\n where: {\n id: commentId,\n },\n data: {\n reaction: data.length ? JSON.stringify(data) : null,\n lastModifiedTime: commentRaw?.lastModifiedTime,\n },\n });\n\n this.sendCommentPatch(tableId, recordId, CommentPatchType.DeleteReaction, result);\n }\n\n async createCommentReaction(\n tableId: string,\n recordId: string,\n commentId: string,\n reactionRo: { reaction: string }\n ) {\n const commentRaw = await this.getCommentReactionById(commentId);\n const { reaction } = reactionRo;\n let data: ICommentVo['reaction'];\n\n if (commentRaw && commentRaw.reaction) {\n const emojis = JSON.parse(commentRaw.reaction) as NonNullable;\n const index = emojis.findIndex((item) => item.reaction === reaction);\n if (index > -1) {\n emojis.splice(index, 1, {\n reaction,\n user: uniq([...emojis[index].user, this.cls.get('user.id')]),\n });\n } else {\n emojis.push({\n reaction,\n user: [this.cls.get('user.id')],\n });\n }\n data = [...emojis];\n } else {\n data = [\n {\n reaction,\n user: [this.cls.get('user.id')],\n },\n ];\n }\n\n const result = await this.prismaService.comment.update({\n where: {\n id: commentId,\n },\n data: {\n reaction: JSON.stringify(data),\n lastModifiedTime: commentRaw?.lastModifiedTime,\n },\n });\n\n await this.sendCommentPatch(tableId, recordId, CommentPatchType.CreateReaction, result);\n await this.sendCommentNotify(tableId, recordId, commentId, {\n quoteId: result.quoteId,\n content: result.content,\n });\n }\n\n async getSubscribeDetail(tableId: string, recordId: string) {\n return this.prismaService.commentSubscription.findUnique({\n where: {\n // eslint-disable-next-line\n tableId_recordId: {\n tableId,\n recordId,\n },\n },\n select: {\n tableId: true,\n recordId: true,\n createdBy: true,\n },\n });\n }\n\n async subscribeComment(tableId: string, recordId: string) {\n await this.prismaService.commentSubscription.create({\n data: {\n tableId,\n recordId,\n createdBy: this.cls.get('user.id'),\n },\n });\n }\n\n async unsubscribeComment(tableId: string, recordId: string) {\n await this.prismaService.commentSubscription.delete({\n where: {\n // eslint-disable-next-line\n tableId_recordId: {\n tableId,\n recordId,\n },\n },\n });\n }\n\n async getTableCommentCount(tableId: string, query: IGetRecordsRo) {\n const docResult = await this.recordService.getDocIdsByQuery(tableId, query, true);\n const recordsId = docResult.ids;\n\n const result = await this.prismaService.comment.groupBy({\n by: ['recordId'],\n where: {\n recordId: {\n in: recordsId,\n },\n tableId,\n deletedTime: null,\n },\n _count: {\n ['recordId']: true,\n },\n });\n\n return result.map(({ _count: { recordId: count }, recordId }) => ({\n recordId,\n count,\n }));\n }\n\n async getRecordCommentCount(tableId: string, recordId: string) {\n const result = await this.prismaService.comment.count({\n where: {\n tableId,\n recordId,\n deletedTime: null,\n },\n });\n\n return {\n count: result,\n };\n }\n\n private async getCommentReactionById(commentId: string) {\n return await this.prismaService.comment.findFirst({\n where: {\n id: commentId,\n },\n select: {\n reaction: true,\n lastModifiedTime: true,\n },\n });\n }\n\n private async sendCommentNotify(\n tableId: string,\n recordId: string,\n commentId: string,\n notifyVo: { quoteId: string | null; content: string | null }\n ) {\n const { quoteId, content } = notifyVo;\n const { id: fromUserId, name: fromUserName } = this.cls.get('user');\n const relativeUsers: string[] = [];\n\n if (quoteId) {\n const { createdBy: quoteCommentCreator } =\n (await this.prismaService.comment.findUnique({\n where: {\n id: quoteId,\n },\n select: {\n createdBy: true,\n },\n })) || {};\n quoteCommentCreator && relativeUsers.push(quoteCommentCreator);\n }\n\n const mentionUsers = this.getMentionUserByContent(content);\n\n if (mentionUsers.length) {\n relativeUsers.push(...mentionUsers);\n }\n\n const { baseId, name: tableName } =\n (await this.prismaService.tableMeta.findFirst({\n where: {\n id: tableId,\n },\n select: {\n baseId: true,\n name: true,\n },\n })) || {};\n\n const { id: fieldId } =\n (await this.prismaService.field.findFirst({\n where: {\n tableId,\n isPrimary: true,\n },\n select: {\n id: true,\n },\n })) || {};\n\n if (!baseId || !fieldId) {\n return;\n }\n\n const { name: baseName } = await this.prismaService.base.findUniqueOrThrow({\n where: {\n id: baseId,\n },\n select: {\n name: true,\n },\n });\n\n const recordName = await this.recordService.getCellValue(tableId, recordId, fieldId);\n\n const notifyUsers = await this.prismaService.commentSubscription.findMany({\n where: {\n tableId,\n recordId,\n },\n select: {\n createdBy: true,\n },\n });\n\n const subscribeUsersIds = Array.from(\n new Set([...notifyUsers.map(({ createdBy }) => createdBy), ...relativeUsers])\n ).filter((userId) => userId !== fromUserId);\n\n const message: ILocalization = {\n i18nKey: 'common.email.templates.notify.recordComment.message',\n context: { fromUserName, recordName: recordName ?? '', tableName, baseName },\n };\n\n subscribeUsersIds.forEach((userId) => {\n this.notificationService.sendCommentNotify({\n baseId,\n tableId,\n recordId,\n commentId,\n toUserId: userId,\n message,\n fromUserId,\n });\n });\n }\n\n private getMentionUserByContent(commentContentRaw: string | null) {\n if (!commentContentRaw) {\n return [];\n }\n\n const commentContent = JSON.parse(commentContentRaw) as ICommentContent;\n\n return commentContent\n .filter(\n // so strange that infer automatically error\n (comment): comment is IParagraphCommentContent => comment.type === CommentNodeType.Paragraph\n )\n .flatMap((paragraphNode) => paragraphNode.children)\n .filter((lineNode) => lineNode.type === CommentNodeType.Mention)\n .map((mentionNode) => mentionNode.value) as string[];\n }\n\n private createCommentPresence(tableId: string, recordId: string) {\n const channel = getCommentChannel(tableId, recordId);\n const presence = this.shareDbService.connect().getPresence(channel);\n return presence.create(channel);\n }\n\n private async sendCommentPatch(\n tableId: string,\n recordId: string,\n type: CommentPatchType,\n data: Record\n ) {\n const localPresence = this.createCommentPresence(tableId, recordId);\n const commentId = data.id as string;\n let finalData: ICommentVo | null | { id: string } = null;\n\n if (\n [\n CommentPatchType.CreateComment,\n CommentPatchType.CreateReaction,\n CommentPatchType.UpdateComment,\n CommentPatchType.DeleteReaction,\n ].includes(type)\n ) {\n finalData = await this.getCommentDetail(commentId);\n }\n\n if (type === CommentPatchType.DeleteComment) {\n finalData = {\n ...finalData,\n id: commentId,\n };\n }\n\n localPresence.submit(\n {\n type: type,\n data: finalData,\n },\n (error) => {\n error && this.logger.error('Comment patch presence error: ', error);\n }\n );\n }\n\n private sendTableCommentPatch(tableId: string, recordId: string, type: CommentPatchType) {\n const channel = getTableCommentChannel(tableId);\n const presence = this.shareDbService.connect().getPresence(channel);\n const localPresence = presence.create(channel);\n\n localPresence.submit(\n {\n type,\n data: {\n recordId,\n },\n },\n (error) => {\n error && this.logger.error('Comment patch presence error: ', error);\n }\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/dashboard/dashboard.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { DashboardController } from './dashboard.controller';\n\ndescribe('DashboardController', () => {\n let controller: DashboardController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [DashboardController],\n }).compile();\n\n controller = module.get(DashboardController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/dashboard/dashboard.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Body, Controller, Delete, Get, Param, Patch, Post } from '@nestjs/common';\nimport {\n createDashboardRoSchema,\n dashboardInstallPluginRoSchema,\n ICreateDashboardRo,\n IRenameDashboardRo,\n IUpdateLayoutDashboardRo,\n renameDashboardRoSchema,\n updateLayoutDashboardRoSchema,\n IDashboardInstallPluginRo,\n dashboardPluginUpdateStorageRoSchema,\n IDashboardPluginUpdateStorageRo,\n duplicateDashboardRoSchema,\n IDuplicateDashboardRo,\n duplicateDashboardInstalledPluginRoSchema,\n IDuplicateDashboardInstalledPluginRo,\n} from '@teable/openapi';\nimport type {\n ICreateDashboardVo,\n IGetDashboardVo,\n IRenameDashboardVo,\n IUpdateLayoutDashboardVo,\n IGetDashboardListVo,\n IDashboardInstallPluginVo,\n IDashboardPluginUpdateStorageVo,\n IGetDashboardInstallPluginVo,\n} from '@teable/openapi';\nimport { EmitControllerEvent } from '../../event-emitter/decorators/emit-controller-event.decorator';\nimport { Events } from '../../event-emitter/events';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { DashboardService } from './dashboard.service';\n\n@Controller('api/base/:baseId/dashboard')\nexport class DashboardController {\n constructor(private readonly dashboardService: DashboardService) {}\n\n @Get()\n @Permissions('base|read')\n getDashboard(@Param('baseId') baseId: string): Promise {\n return this.dashboardService.getDashboard(baseId);\n }\n\n @Get(':id')\n @Permissions('base|read')\n getDashboardById(\n @Param('baseId') baseId: string,\n @Param('id') id: string\n ): Promise {\n return this.dashboardService.getDashboardById(baseId, id);\n }\n\n @Post()\n @Permissions('base|update')\n @EmitControllerEvent(Events.DASHBOARD_CREATE)\n createDashboard(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(createDashboardRoSchema)) ro: ICreateDashboardRo\n ): Promise {\n return this.dashboardService.createDashboard(baseId, ro);\n }\n\n @Patch(':id/rename')\n @Permissions('base|update')\n @EmitControllerEvent(Events.DASHBOARD_UPDATE)\n updateDashboard(\n @Param('baseId') baseId: string,\n @Param('id') id: string,\n @Body(new ZodValidationPipe(renameDashboardRoSchema)) ro: IRenameDashboardRo\n ): Promise {\n return this.dashboardService.renameDashboard(baseId, id, ro.name);\n }\n\n @Patch(':id/layout')\n @Permissions('base|update')\n updateLayout(\n @Param('baseId') baseId: string,\n @Param('id') id: string,\n @Body(new ZodValidationPipe(updateLayoutDashboardRoSchema)) ro: IUpdateLayoutDashboardRo\n ): Promise {\n return this.dashboardService.updateLayout(baseId, id, ro.layout);\n }\n\n @Delete(':id')\n @Permissions('base|update')\n @EmitControllerEvent(Events.DASHBOARD_DELETE)\n deleteDashboard(@Param('baseId') baseId: string, @Param('id') id: string): Promise {\n return this.dashboardService.deleteDashboard(baseId, id);\n }\n\n @Post(':id/duplicate')\n @Permissions('base|update')\n @EmitControllerEvent(Events.DASHBOARD_CREATE)\n duplicateDashboard(\n @Param('baseId') baseId: string,\n @Param('id') id: string,\n @Body(new ZodValidationPipe(duplicateDashboardRoSchema))\n duplicateDashboardRo: IDuplicateDashboardRo\n ): Promise<{ id: string; name: string }> {\n return this.dashboardService.duplicateDashboard(baseId, id, duplicateDashboardRo);\n }\n\n @Post(':id/plugin/:pluginInstallId/duplicate')\n @Permissions('base|update')\n duplicateDashboardInstalledPlugin(\n @Param('baseId') baseId: string,\n @Param('id') id: string,\n @Param('pluginInstallId') pluginInstallId: string,\n @Body(new ZodValidationPipe(duplicateDashboardInstalledPluginRoSchema))\n duplicateDashboardInstalledPluginRo: IDuplicateDashboardInstalledPluginRo\n ): Promise<{ id: string; name: string }> {\n return this.dashboardService.duplicateDashboardInstalledPlugin(\n baseId,\n id,\n pluginInstallId,\n duplicateDashboardInstalledPluginRo\n );\n }\n\n @Post(':id/plugin')\n @Permissions('base|update')\n installPlugin(\n @Param('baseId') baseId: string,\n @Param('id') id: string,\n @Body(new ZodValidationPipe(dashboardInstallPluginRoSchema)) ro: IDashboardInstallPluginRo\n ): Promise {\n return this.dashboardService.installPlugin(baseId, id, ro);\n }\n\n @Delete(':id/plugin/:pluginInstallId')\n @Permissions('base|update')\n removePlugin(\n @Param('baseId') baseId: string,\n @Param('id') id: string,\n @Param('pluginInstallId') pluginInstallId: string\n ): Promise {\n return this.dashboardService.removePlugin(baseId, id, pluginInstallId);\n }\n\n @Patch(':id/plugin/:pluginInstallId/rename')\n @Permissions('base|update')\n renamePlugin(\n @Param('baseId') baseId: string,\n @Param('id') id: string,\n @Param('pluginInstallId') pluginInstallId: string,\n @Body(new ZodValidationPipe(renameDashboardRoSchema)) ro: IRenameDashboardRo\n ): Promise {\n return this.dashboardService.renamePlugin(baseId, id, pluginInstallId, ro.name);\n }\n\n @Patch(':id/plugin/:pluginInstallId/update-storage')\n @Permissions('base|update')\n updatePluginStorage(\n @Param('baseId') baseId: string,\n @Param('id') id: string,\n @Param('pluginInstallId') pluginInstallId: string,\n @Body(new ZodValidationPipe(dashboardPluginUpdateStorageRoSchema))\n ro: IDashboardPluginUpdateStorageRo\n ): Promise {\n return this.dashboardService.updatePluginStorage(baseId, id, pluginInstallId, ro.storage);\n }\n\n @Get(':id/plugin/:pluginInstallId')\n @Permissions('base|read')\n getPluginInstall(\n @Param('baseId') baseId: string,\n @Param('id') id: string,\n @Param('pluginInstallId') pluginInstallId: string\n ): Promise {\n return this.dashboardService.getPluginInstall(baseId, id, pluginInstallId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/dashboard/dashboard.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { BaseModule } from '../base/base.module';\nimport { CollaboratorModule } from '../collaborator/collaborator.module';\nimport { DashboardController } from './dashboard.controller';\nimport { DashboardService } from './dashboard.service';\n\n@Module({\n imports: [CollaboratorModule, BaseModule],\n providers: [DashboardService],\n controllers: [DashboardController],\n exports: [DashboardService],\n})\nexport class DashboardModule {}\n" }, { "path": "apps/nestjs-backend/src/features/dashboard/dashboard.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { DashboardModule } from './dashboard.module';\nimport { DashboardService } from './dashboard.service';\n\ndescribe('DashboardService', () => {\n let service: DashboardService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, DashboardModule],\n }).compile();\n\n service = module.get(DashboardService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/dashboard/dashboard.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport type { IBaseRole } from '@teable/core';\nimport {\n generateDashboardId,\n generatePluginInstallId,\n getUniqName,\n HttpErrorCode,\n Role,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { CollaboratorType, PluginPosition, PluginStatus, PrincipalType } from '@teable/openapi';\nimport type {\n IBaseJson,\n ICreateDashboardRo,\n IDashboardInstallPluginRo,\n IDuplicateDashboardInstalledPluginRo,\n IDuplicateDashboardRo,\n IGetDashboardInstallPluginVo,\n IGetDashboardListVo,\n IGetDashboardVo,\n IUpdateLayoutDashboardRo,\n IDashboardLayout,\n IDashboardPluginItem,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport { BaseImportService } from '../base/base-import.service';\nimport { CollaboratorService } from '../collaborator/collaborator.service';\n\n@Injectable()\nexport class DashboardService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly collaboratorService: CollaboratorService,\n private readonly baseImportService: BaseImportService\n ) {}\n\n async getDashboard(baseId: string): Promise {\n return this.prismaService.dashboard.findMany({\n where: {\n baseId,\n },\n select: {\n id: true,\n name: true,\n },\n orderBy: {\n createdTime: 'asc',\n },\n });\n }\n\n async getDashboardById(baseId: string, id: string): Promise {\n const dashboard = await this.prismaService.dashboard\n .findFirstOrThrow({\n where: {\n id,\n baseId,\n },\n select: {\n id: true,\n name: true,\n layout: true,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Dashboard not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.dashboard.notFound',\n },\n });\n });\n\n const plugins = await this.prismaService.pluginInstall.findMany({\n where: {\n positionId: dashboard.id,\n position: PluginPosition.Dashboard,\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n plugin: {\n select: {\n url: true,\n },\n },\n },\n });\n\n return {\n ...dashboard,\n layout: dashboard.layout ? JSON.parse(dashboard.layout) : undefined,\n pluginMap: plugins.reduce(\n (acc, plugin) => {\n acc[plugin.id] = {\n id: plugin.pluginId,\n pluginInstallId: plugin.id,\n name: plugin.name,\n url: plugin.plugin.url ?? undefined,\n };\n return acc;\n },\n {} as Record\n ),\n };\n }\n\n async createDashboard(baseId: string, dashboard: ICreateDashboardRo) {\n const userId = this.cls.get('user.id');\n return this.prismaService.txClient().dashboard.create({\n data: {\n id: generateDashboardId(),\n baseId,\n name: dashboard.name,\n createdBy: userId,\n },\n select: {\n id: true,\n name: true,\n },\n });\n }\n\n async renameDashboard(baseId: string, id: string, name: string) {\n return this.prismaService\n .txClient()\n .dashboard.update({\n where: {\n baseId,\n id,\n },\n data: {\n name,\n },\n select: {\n id: true,\n name: true,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Dashboard not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.dashboard.notFound',\n },\n });\n });\n }\n\n async updateLayout(baseId: string, id: string, layout: IUpdateLayoutDashboardRo['layout']) {\n const ro = await this.prismaService.dashboard\n .update({\n where: {\n baseId,\n id,\n },\n data: {\n layout: JSON.stringify(layout),\n },\n select: {\n id: true,\n name: true,\n layout: true,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Dashboard not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.dashboard.notFound',\n },\n });\n });\n return {\n ...ro,\n layout: ro.layout ? JSON.parse(ro.layout) : undefined,\n };\n }\n\n async deleteDashboard(baseId: string, id: string) {\n await this.prismaService\n .txClient()\n .dashboard.delete({\n where: {\n baseId,\n id,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Dashboard not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.dashboard.notFound',\n },\n });\n });\n }\n\n private async validatePluginPublished(_baseId: string, pluginId: string) {\n return this.prismaService.plugin\n .findFirstOrThrow({\n where: {\n id: pluginId,\n OR: [\n {\n status: PluginStatus.Published,\n },\n {\n status: { not: PluginStatus.Published },\n createdBy: this.cls.get('user.id'),\n },\n ],\n },\n })\n .catch(() => {\n throw new CustomHttpException('Plugin not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n });\n });\n }\n\n async installPlugin(baseId: string, id: string, ro: IDashboardInstallPluginRo) {\n const userId = this.cls.get('user.id');\n await this.validatePluginPublished(baseId, ro.pluginId);\n\n return this.prismaService.$tx(async () => {\n const newInstallPlugin = await this.prismaService.txClient().pluginInstall.create({\n data: {\n id: generatePluginInstallId(),\n baseId,\n positionId: id,\n position: PluginPosition.Dashboard,\n name: ro.name,\n pluginId: ro.pluginId,\n createdBy: userId,\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n plugin: {\n select: {\n pluginUser: true,\n },\n },\n },\n });\n if (newInstallPlugin.plugin.pluginUser) {\n // invite pluginUser to base\n const exist = await this.prismaService.txClient().collaborator.count({\n where: {\n principalId: newInstallPlugin.plugin.pluginUser,\n principalType: PrincipalType.User,\n resourceId: baseId,\n resourceType: CollaboratorType.Base,\n },\n });\n\n if (!exist) {\n await this.collaboratorService.createBaseCollaborator({\n collaborators: [\n {\n principalId: newInstallPlugin.plugin.pluginUser,\n principalType: PrincipalType.User,\n },\n ],\n baseId,\n role: Role.Owner as IBaseRole,\n });\n }\n }\n\n const dashboard = await this.prismaService.txClient().dashboard.findFirstOrThrow({\n where: {\n id,\n baseId,\n },\n select: {\n layout: true,\n },\n });\n const layout = dashboard.layout ? (JSON.parse(dashboard.layout) as IDashboardLayout) : [];\n layout.push({\n pluginInstallId: newInstallPlugin.id,\n x: (layout.length * 2) % 12,\n y: Number.MAX_SAFE_INTEGER, // puts it at the bottom\n w: 2,\n h: 2,\n });\n await this.prismaService.txClient().dashboard.update({\n where: {\n id,\n },\n data: {\n layout: JSON.stringify(layout),\n },\n });\n return {\n id,\n pluginId: newInstallPlugin.pluginId,\n pluginInstallId: newInstallPlugin.id,\n name: ro.name,\n };\n });\n }\n\n private async validateDashboard(baseId: string, dashboardId: string) {\n await this.prismaService\n .txClient()\n .dashboard.findFirstOrThrow({\n where: {\n baseId,\n id: dashboardId,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Dashboard not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.dashboard.notFound',\n },\n });\n });\n }\n\n async removePlugin(baseId: string, dashboardId: string, pluginInstallId: string) {\n return this.prismaService.$tx(async () => {\n await this.prismaService\n .txClient()\n .pluginInstall.delete({\n where: {\n id: pluginInstallId,\n baseId,\n positionId: dashboardId,\n plugin: {\n OR: [\n {\n status: PluginStatus.Published,\n },\n {\n status: { not: PluginStatus.Published },\n createdBy: this.cls.get('user.id'),\n },\n ],\n },\n },\n })\n .catch(() => {\n throw new CustomHttpException('Plugin not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n });\n });\n const dashboard = await this.prismaService.txClient().dashboard.findFirstOrThrow({\n where: {\n id: dashboardId,\n baseId,\n },\n select: {\n layout: true,\n },\n });\n const layout = dashboard.layout ? (JSON.parse(dashboard.layout) as IDashboardLayout) : [];\n const index = layout.findIndex((item) => item.pluginInstallId === pluginInstallId);\n if (index !== -1) {\n layout.splice(index, 1);\n await this.prismaService.txClient().dashboard.update({\n where: {\n id: dashboardId,\n },\n data: {\n layout: JSON.stringify(layout),\n },\n });\n }\n });\n }\n\n private async validateAndGetPluginInstall(pluginInstallId: string) {\n return this.prismaService\n .txClient()\n .pluginInstall.findFirstOrThrow({\n where: {\n id: pluginInstallId,\n plugin: {\n OR: [\n {\n status: PluginStatus.Published,\n },\n {\n status: { not: PluginStatus.Published },\n createdBy: this.cls.get('user.id'),\n },\n ],\n },\n },\n })\n .catch(() => {\n throw new CustomHttpException('Plugin not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n });\n });\n }\n\n async renamePlugin(baseId: string, dashboardId: string, pluginInstallId: string, name: string) {\n return this.prismaService.$tx(async () => {\n await this.validateDashboard(baseId, dashboardId);\n const plugin = await this.validateAndGetPluginInstall(pluginInstallId);\n await this.prismaService.txClient().pluginInstall.update({\n where: {\n id: pluginInstallId,\n },\n data: {\n name,\n },\n });\n return {\n id: plugin.pluginId,\n pluginInstallId,\n name,\n };\n });\n }\n\n async updatePluginStorage(\n baseId: string,\n dashboardId: string,\n pluginInstallId: string,\n storage?: Record\n ) {\n return this.prismaService.$tx(async () => {\n await this.validateDashboard(baseId, dashboardId);\n await this.validateAndGetPluginInstall(pluginInstallId);\n const res = await this.prismaService.txClient().pluginInstall.update({\n where: {\n id: pluginInstallId,\n },\n data: {\n storage: storage ? JSON.stringify(storage) : null,\n },\n });\n return {\n baseId,\n dashboardId,\n pluginInstallId: res.id,\n storage: res.storage ? JSON.parse(res.storage) : undefined,\n };\n });\n }\n\n async getPluginInstall(\n baseId: string,\n dashboardId: string,\n pluginInstallId: string\n ): Promise {\n await this.validateDashboard(baseId, dashboardId);\n const plugin = await this.validateAndGetPluginInstall(pluginInstallId);\n return {\n name: plugin.name,\n baseId: plugin.baseId,\n pluginId: plugin.pluginId,\n pluginInstallId: plugin.id,\n storage: plugin.storage ? JSON.parse(plugin.storage) : undefined,\n };\n }\n\n async duplicateDashboard(\n baseId: string,\n dashboardId: string,\n duplicateDashboardRo: IDuplicateDashboardRo\n ) {\n const { name } = duplicateDashboardRo;\n const dashboard = (await this.prismaService.txClient().dashboard.findFirstOrThrow({\n where: {\n baseId,\n id: dashboardId,\n },\n select: {\n id: true,\n name: true,\n layout: true,\n },\n })) as IBaseJson['plugins'][PluginPosition.Dashboard][number];\n\n const installedPlugins = await this.prismaService.txClient().pluginInstall.findMany({\n where: {\n baseId,\n positionId: dashboardId,\n position: PluginPosition.Dashboard,\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n storage: true,\n position: true,\n positionId: true,\n },\n });\n\n dashboard.pluginInstall = installedPlugins.map((plugin) => ({\n ...plugin,\n position: PluginPosition.Dashboard,\n storage: plugin.storage ? JSON.parse(plugin.storage) : {},\n }));\n\n dashboard.layout = dashboard.layout ? JSON.parse(dashboard.layout) : undefined;\n\n const dashboardList = await this.prismaService.txClient().dashboard.findMany({\n where: {\n baseId,\n },\n select: {\n name: true,\n },\n });\n\n const newName = getUniqName(\n name ?? dashboard.name,\n dashboardList.map((item) => item.name)\n );\n\n dashboard.name = newName;\n\n return this.prismaService.$tx(async () => {\n const { dashboardIdMap } = await this.baseImportService.createDashboard(\n baseId,\n [dashboard],\n {},\n {}\n );\n\n const newDashboardId = dashboardIdMap[dashboardId];\n\n return {\n id: newDashboardId,\n name: newName,\n };\n });\n }\n\n async duplicateDashboardInstalledPlugin(\n baseId: string,\n dashboardId: string,\n pluginInstallId: string,\n duplicateDashboardInstalledPluginRo: IDuplicateDashboardInstalledPluginRo\n ) {\n return this.prismaService.$tx(async () => {\n const { name } = duplicateDashboardInstalledPluginRo;\n const installedPlugins = await this.prismaService.txClient().pluginInstall.findFirstOrThrow({\n where: {\n baseId,\n id: pluginInstallId,\n position: PluginPosition.Dashboard,\n },\n });\n const names = await this.prismaService.txClient().pluginInstall.findMany({\n where: {\n baseId,\n positionId: dashboardId,\n position: PluginPosition.Dashboard,\n },\n select: {\n name: true,\n },\n });\n\n const newName = getUniqName(\n name ?? installedPlugins.name,\n names.map((item) => item.name)\n );\n\n const newPluginInstallId = generatePluginInstallId();\n\n await this.prismaService.txClient().pluginInstall.create({\n data: {\n ...installedPlugins,\n id: newPluginInstallId,\n name: newName,\n },\n });\n\n const dashboard = await this.prismaService.txClient().dashboard.findFirstOrThrow({\n where: {\n baseId,\n id: dashboardId,\n },\n select: {\n layout: true,\n },\n });\n\n const layout = dashboard.layout ? (JSON.parse(dashboard.layout) as IDashboardLayout) : [];\n const sourceLayout = layout.find((item) => item.pluginInstallId === pluginInstallId);\n layout.push({\n pluginInstallId: newPluginInstallId,\n x: (layout.length * 2) % 12,\n y: Number.MAX_SAFE_INTEGER, // puts it at the bottom\n w: sourceLayout?.w || 2,\n h: sourceLayout?.h || 2,\n });\n\n await this.prismaService.txClient().dashboard.update({\n where: {\n id: dashboardId,\n },\n data: {\n layout: JSON.stringify(layout),\n },\n });\n\n return {\n id: newPluginInstallId,\n name: newName,\n };\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/data-loader/data-loader.module.ts", "content": "import { Global, Module } from '@nestjs/common';\nimport { DataLoaderService } from './data-loader.service';\nimport { FieldLoaderService } from './resource/field-loader.service';\nimport { TableLoaderService } from './resource/table-loader.service';\nimport { ViewLoaderService } from './resource/view-loader.service';\n\n@Global()\n@Module({\n providers: [DataLoaderService, TableLoaderService, FieldLoaderService, ViewLoaderService],\n exports: [DataLoaderService],\n})\nexport class DataLoaderModule {}\n" }, { "path": "apps/nestjs-backend/src/features/data-loader/data-loader.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { FieldLoaderService } from './resource/field-loader.service';\nimport { TableLoaderService } from './resource/table-loader.service';\n// import { ViewLoaderService } from './resource/view-loader.service';\n\n@Injectable()\nexport class DataLoaderService {\n constructor(\n readonly field: FieldLoaderService,\n readonly table: TableLoaderService\n // readonly view: ViewLoaderService\n ) {}\n}\n" }, { "path": "apps/nestjs-backend/src/features/data-loader/resource/field-loader.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../types/cls';\nimport type { IFieldLoaderData, IFieldLoaderItem } from '../../../types/data-loader';\nimport { TableCommonLoader } from './table-common-loader';\n\n@Injectable()\nexport class FieldLoaderService extends TableCommonLoader {\n cacheSet = 0;\n loadCount = 0;\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService\n ) {\n super({\n filterDataByParentId: (tableId: string) => this.getFieldsInCache(tableId),\n getLoaderData: () => this.cls.get('dataLoaderCache.fieldData'),\n setLoaderData: (data: IFieldLoaderData) => this.cls.set('dataLoaderCache.fieldData', data),\n findManyByParentId: (\n tableId: string,\n keys?: Partial>\n ) => {\n this.cacheSet++;\n return this.prismaService.txClient().field.findMany({\n where: {\n tableId,\n deletedTime: null,\n ...(keys\n ? Object.keys(keys).reduce(\n (acc, kStr) => {\n const key = kStr as K;\n const value = keys[key];\n if (value) {\n if (value.length === 1) {\n acc[key] = value[0];\n } else {\n acc[key] = { in: value };\n }\n }\n return acc;\n },\n {} as Partial>\n )\n : {}),\n },\n });\n },\n findByIds: (fieldIds: string[]) =>\n this.prismaService\n .txClient()\n .field.findMany({ where: { id: { in: fieldIds }, deletedTime: null } })\n .then((fields) => {\n this.cacheSet++;\n return fields;\n }),\n clear: () => this.cls.set('dataLoaderCache.fieldData', undefined),\n isEnable: () => cls.get('dataLoaderCache.cacheKeys')?.includes('field'),\n });\n }\n\n private getFieldsInCache(tableId: string): IFieldLoaderItem[] {\n const fieldMap = this.cls.get('dataLoaderCache.fieldData.dataMap');\n if (!fieldMap?.size) {\n return [];\n }\n return Array.from(fieldMap.values()).filter((field) => field.tableId === tableId);\n }\n\n private logStat() {\n if (process.env.NODE_ENV === 'production' || process.env.NODE_ENV === 'test') {\n return;\n }\n\n const cacheHits = this.loadCount - this.cacheSet;\n const hitRate = this.loadCount > 0 ? ((cacheHits / this.loadCount) * 100).toFixed(1) : '0.0';\n\n console.log(\n `[FieldLoader] 📊 loads: ${this.loadCount} | db queries: ${this.cacheSet} | cache hits: ${cacheHits} | hit rate: ${hitRate}%`\n );\n }\n\n invalidateTables(tableIds: string | string[]) {\n if (!this.cls.isActive() || !this.isEnable?.()) {\n return;\n }\n\n const ids = (Array.isArray(tableIds) ? tableIds : [tableIds]).filter(Boolean);\n if (!ids.length) {\n return;\n }\n\n const loaderData = this.cls.get('dataLoaderCache.fieldData');\n if (!loaderData) {\n return;\n }\n\n const { dataMap, fullParentIds } = loaderData;\n\n if (fullParentIds?.length) {\n loaderData.fullParentIds = fullParentIds.filter((parentId) => !ids.includes(parentId));\n }\n\n if (dataMap?.size) {\n const tableIdSet = new Set(ids);\n for (const [fieldId, field] of dataMap.entries()) {\n if (field?.tableId && tableIdSet.has(field.tableId)) {\n dataMap.delete(fieldId);\n }\n }\n }\n\n this.cls.set('dataLoaderCache.fieldData', loaderData);\n }\n\n resetStat() {\n this.cacheSet = 0;\n this.loadCount = 0;\n }\n\n override async load(\n tableId: string,\n keys?: Partial>\n ): Promise {\n this.loadCount++;\n const result = await super.load(tableId, keys);\n this.logStat();\n return result;\n }\n\n override async loadByIds(ids: string[]): Promise {\n this.loadCount++;\n const result = await super.loadByIds(ids);\n this.logStat();\n return result;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/data-loader/resource/table-common-loader.ts", "content": "import { isEmpty } from 'lodash';\nimport type {\n IFieldLoaderItem,\n ITableLoaderItem,\n IViewLoaderItem,\n} from '../../../types/data-loader';\n\ntype IDataLoaderDataItem = IViewLoaderItem | ITableLoaderItem | IFieldLoaderItem;\n\ninterface ITableCommonLoaderArgs {\n filterDataByParentId: (parentId: string) => T[];\n getLoaderData: () =>\n | {\n fullParentIds?: string[];\n dataMap: Map;\n }\n | undefined;\n setLoaderData: ({\n fullParentIds,\n dataMap,\n }: {\n fullParentIds?: string[];\n dataMap: Map;\n }) => void;\n findManyByParentId: (\n parentId: string,\n keys?: Partial>\n ) => Promise;\n findByIds: (ids: string[]) => Promise;\n clear: () => void;\n isEnable?: () => boolean | undefined;\n}\n\nexport class TableCommonLoader {\n private readonly filterDataByParentId: ITableCommonLoaderArgs['filterDataByParentId'];\n private readonly getLoaderData: ITableCommonLoaderArgs['getLoaderData'];\n private readonly setLoaderData: ITableCommonLoaderArgs['setLoaderData'];\n private readonly findManyByParentId: ITableCommonLoaderArgs['findManyByParentId'];\n private readonly findByIds: ITableCommonLoaderArgs['findByIds'];\n readonly clear: ITableCommonLoaderArgs['clear'];\n readonly isEnable: ITableCommonLoaderArgs['isEnable'];\n\n constructor({\n filterDataByParentId,\n getLoaderData,\n setLoaderData,\n findManyByParentId,\n findByIds,\n clear,\n isEnable,\n }: ITableCommonLoaderArgs) {\n this.filterDataByParentId = filterDataByParentId;\n this.getLoaderData = getLoaderData;\n this.setLoaderData = setLoaderData;\n this.findManyByParentId = findManyByParentId;\n this.findByIds = findByIds;\n this.clear = clear;\n this.isEnable = isEnable;\n }\n\n private async sortByOrder(dataArray: T[]) {\n if (!dataArray.length) {\n return [];\n }\n return dataArray.sort((a, b) => a.order - b.order);\n }\n\n private async getData(parentId: string) {\n const { fullParentIds, dataMap = new Map() } = this.getLoaderData() ?? {};\n if (fullParentIds?.includes(parentId)) {\n return this.sortByOrder(this.filterDataByParentId(parentId));\n }\n\n const newData = await this.findManyByParentId(parentId);\n\n newData.forEach((item) => {\n dataMap.set(item.id, item);\n });\n\n this.setLoaderData({\n dataMap,\n fullParentIds: [...(fullParentIds ?? []), parentId],\n });\n return this.sortByOrder(newData);\n }\n\n private filterByKeys(data: T[], keys?: Partial>) {\n if (isEmpty(keys)) {\n return data;\n }\n\n return data.filter((item) => {\n return Object.entries(keys).every(([key, values]) => {\n if (values === undefined) {\n return true;\n }\n if (values && (values as T[K][]).length === 0) {\n return false;\n }\n return (values as T[K][])?.includes(item[key as K]);\n });\n });\n }\n\n async load(parentId: string, keys?: Partial>): Promise {\n if (!this.isEnable?.()) {\n return this.findManyByParentId(parentId, keys);\n }\n const data = await this.getData(parentId);\n return this.filterByKeys(data, keys);\n }\n\n async loadByIds(ids: string[]): Promise {\n if (!this.isEnable?.()) {\n return this.findByIds(ids);\n }\n const loaderData = this.getLoaderData();\n const { dataMap = new Map() } = loaderData ?? {};\n\n const cachedData: T[] = [];\n const notCachedDataIds: string[] = [];\n ids.forEach((id) => {\n const data = dataMap.get(id);\n if (data) {\n cachedData.push(data);\n } else {\n notCachedDataIds.push(id);\n }\n });\n if (notCachedDataIds.length) {\n const newData = await this.findByIds(notCachedDataIds);\n newData.forEach((data) => {\n dataMap.set(data.id, data);\n });\n this.setLoaderData({\n ...loaderData,\n dataMap,\n });\n return ids.map((id) => dataMap.get(id)).filter(Boolean) as T[];\n }\n return cachedData;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/data-loader/resource/table-loader.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../types/cls';\nimport type { ITableLoaderData, ITableLoaderItem } from '../../../types/data-loader';\nimport { TableCommonLoader } from './table-common-loader';\n\n@Injectable()\nexport class TableLoaderService extends TableCommonLoader {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService\n ) {\n super({\n filterDataByParentId: (baseId: string) => this.filterTablesByParentId(baseId),\n getLoaderData: () => this.cls.get('dataLoaderCache.tableData'),\n setLoaderData: (data: ITableLoaderData) => this.cls.set('dataLoaderCache.tableData', data),\n findManyByParentId: (\n baseId: string,\n keys?: Partial>\n ) =>\n this.prismaService.txClient().tableMeta.findMany({\n where: { baseId, deletedTime: null },\n ...(keys\n ? Object.keys(keys).reduce(\n (acc, kStr) => {\n const key = kStr as K;\n const value = keys[key];\n if (value && value.length > 0) {\n if (value.length === 1) {\n acc[key] = value[0];\n } else {\n acc[key] = { in: value };\n }\n }\n return acc;\n },\n {} as Partial>\n )\n : {}),\n }),\n findByIds: (tableIds: string[]) =>\n this.prismaService\n .txClient()\n .tableMeta.findMany({ where: { id: { in: tableIds }, deletedTime: null } }),\n clear: () => this.cls.set('dataLoaderCache.tableData', undefined),\n isEnable: () => cls.get('dataLoaderCache.cacheKeys')?.includes('table'),\n });\n }\n\n private filterTablesByParentId(baseId: string) {\n const tableMap = this.cls.get('dataLoaderCache.tableData.dataMap');\n if (!tableMap?.size) {\n return [];\n }\n return Array.from(tableMap.values()).filter((table) => table.baseId === baseId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/data-loader/resource/utils.ts", "content": "import { isEmpty } from 'lodash';\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport const filterByKeys = >(\n fields: T[],\n keys?: Partial>\n): T[] => {\n if (isEmpty(keys)) {\n return fields;\n }\n\n return fields.filter((field) => {\n return Object.entries(keys).every(([key, values]) => {\n return values?.includes(field[key]);\n });\n });\n};\n" }, { "path": "apps/nestjs-backend/src/features/data-loader/resource/view-loader.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../types/cls';\nimport type { IViewLoaderData, IViewLoaderItem } from '../../../types/data-loader';\nimport { TableCommonLoader } from './table-common-loader';\n\n@Injectable()\nexport class ViewLoaderService extends TableCommonLoader {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService\n ) {\n super({\n filterDataByParentId: (tableId: string) => this.getViewsInCache(tableId),\n getLoaderData: () => this.cls.get('dataLoaderCache.viewData'),\n setLoaderData: (data: IViewLoaderData) => this.cls.set('dataLoaderCache.viewData', data),\n findManyByParentId: (\n tableId: string,\n keys?: Partial>\n ) =>\n this.prismaService.txClient().view.findMany({\n where: { tableId, deletedTime: null },\n ...(keys\n ? Object.keys(keys).reduce(\n (acc, kStr) => {\n const key = kStr as K;\n const value = keys[key];\n if (value && value.length > 0) {\n if (value.length === 1) {\n acc[key] = value[0];\n } else {\n acc[key] = { in: value };\n }\n }\n return acc;\n },\n {} as Partial>\n )\n : {}),\n }),\n findByIds: (viewIds: string[]) =>\n this.prismaService\n .txClient()\n .view.findMany({ where: { id: { in: viewIds }, deletedTime: null } }),\n clear: () => this.cls.set('dataLoaderCache.viewData', undefined),\n isEnable: () => cls.get('dataLoaderCache.cacheKeys')?.includes('view'),\n });\n }\n\n private getViewsInCache(tableId: string): IViewLoaderItem[] {\n const viewMap = this.cls.get('dataLoaderCache.viewData.dataMap');\n if (!viewMap?.size) {\n return [];\n }\n return Array.from(viewMap.values()).filter((view) => view.tableId === tableId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/database-view/database-view.interface.ts", "content": "import type { TableDomain } from '@teable/core';\n\nexport interface IDatabaseView {\n createView(table: TableDomain): Promise;\n // Recreate view definition safely. For Postgres uses MV swap; SQLite uses regular view replacement\n recreateView(table: TableDomain): Promise;\n dropView(tableId: string): Promise;\n}\n" }, { "path": "apps/nestjs-backend/src/features/database-view/database-view.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../db-provider/db.provider';\nimport { CalculationModule } from '../calculation/calculation.module';\nimport { RecordQueryBuilderModule } from '../record/query-builder';\nimport { TableDomainQueryModule } from '../table-domain';\nimport { DatabaseViewService } from './database-view.service';\n\n@Module({\n imports: [RecordQueryBuilderModule, TableDomainQueryModule, CalculationModule],\n providers: [DbProvider, DatabaseViewService],\n})\nexport class DatabaseViewModule {}\n" }, { "path": "apps/nestjs-backend/src/features/database-view/database-view.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { TableDomain } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { ReferenceService } from '../calculation/reference.service';\nimport { InjectRecordQueryBuilder, IRecordQueryBuilder } from '../record/query-builder';\nimport type { IDatabaseView } from './database-view.interface';\n\n@Injectable()\nexport class DatabaseViewService implements IDatabaseView {\n constructor(\n @InjectDbProvider()\n private readonly dbProvider: IDbProvider,\n @InjectRecordQueryBuilder()\n private readonly recordQueryBuilderService: IRecordQueryBuilder,\n private readonly prisma: PrismaService,\n private readonly referenceService: ReferenceService\n ) {}\n\n public async createView(table: TableDomain) {\n const { qb } = await this.recordQueryBuilderService.prepareView(table.dbTableName, {\n tableIdOrDbTableName: table.id,\n });\n const sqls = this.dbProvider.createDatabaseView(table, qb, { materialized: true });\n await this.prisma.$transaction(async (tx) => {\n for (const sql of sqls) {\n await tx.$executeRawUnsafe(sql);\n }\n const viewName = this.dbProvider.generateDatabaseViewName(table.id);\n await tx.tableMeta.update({\n where: { id: table.id },\n data: { dbViewName: viewName },\n });\n\n const refresh = this.dbProvider.refreshDatabaseView(table.id, { concurrently: false });\n if (refresh) {\n await tx.$executeRawUnsafe(refresh);\n }\n });\n // persist view name to table meta\n }\n\n public async recreateView(table: TableDomain) {\n const { qb } = await this.recordQueryBuilderService.prepareView(table.dbTableName, {\n tableIdOrDbTableName: table.id,\n });\n\n const sqls = this.dbProvider.recreateDatabaseView(table, qb);\n await this.prisma.$transaction(sqls.map((s) => this.prisma.$executeRawUnsafe(s)));\n }\n\n public async dropView(tableId: string) {\n const sqls = this.dbProvider.dropDatabaseView(tableId);\n for (const sql of sqls) {\n await this.prisma.$executeRawUnsafe(sql);\n }\n // clear persisted view name\n await this.prisma.tableMeta.update({\n where: { id: tableId },\n data: { dbViewName: null },\n });\n }\n\n public async refreshView(tableId: string) {\n const sql = this.dbProvider.refreshDatabaseView(tableId, { concurrently: true });\n if (sql) {\n await this.prisma.$executeRawUnsafe(sql);\n }\n }\n\n public async refreshViewsByFieldIds(fieldIds: string[]) {\n if (!fieldIds?.length) return;\n const tableIds = await this.referenceService.getRelatedTableIdsByFieldIds(fieldIds);\n for (const tableId of tableIds) {\n const sql = this.dbProvider.refreshDatabaseView(tableId, { concurrently: true });\n if (sql) {\n await this.prisma.$executeRawUnsafe(sql);\n }\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/export/metrics/export-metrics.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ExportMetricsService } from './export-metrics.service';\nimport { ExportTracingService } from './export-tracing.service';\n\n@Module({\n providers: [ExportMetricsService, ExportTracingService],\n exports: [ExportMetricsService, ExportTracingService],\n})\nexport class ExportMetricsModule {}\n" }, { "path": "apps/nestjs-backend/src/features/export/metrics/export-metrics.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { metrics } from '@opentelemetry/api';\n\n@Injectable()\nexport class ExportMetricsService {\n private readonly meter = metrics.getMeter('teable-observability');\n\n private readonly exportTotal = this.meter.createCounter('data.export.total', {\n description: 'Total number of export tasks',\n });\n private readonly exportDuration = this.meter.createHistogram('data.export.duration', {\n description: 'Export task duration in milliseconds',\n unit: 'ms',\n advice: {\n explicitBucketBoundaries: [\n 1000, 2000, 5000, 10000, 20000, 30000, 60000, 120000, 180000, 300000,\n ],\n },\n });\n private readonly exportErrors = this.meter.createCounter('data.export.errors', {\n description: 'Total number of export errors',\n });\n\n recordExportStart(format: string): void {\n this.exportTotal.add(1, { format });\n }\n\n recordExportComplete(attrs: { format: string; durationMs: number }): void {\n this.exportDuration.record(attrs.durationMs, { format: attrs.format });\n }\n\n recordExportError(attrs: { format: string; errorType: string }): void {\n this.exportErrors.add(1, { format: attrs.format, error_type: attrs.errorType });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/export/metrics/export-tracing.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { BaseTracingService } from '../../../tracing/base-tracing.service';\n\n@Injectable()\nexport class ExportTracingService extends BaseTracingService {\n setExportAttributes(attrs: { rows: number }): void {\n this.withActiveSpan((span) => {\n span.setAttribute('data.export.rows', attrs.rows);\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/export/open-api/export-open-api.controller.ts", "content": "import { Controller, Get, UseGuards, Param, Res, Query } from '@nestjs/common';\nimport { type IExportCsvRo, exportCsvRoSchema } from '@teable/openapi';\nimport { Response } from 'express';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { PermissionGuard } from '../../auth/guard/permission.guard';\nimport { ExportOpenApiService } from './export-open-api.service';\n\n@Controller('api/export')\n@UseGuards(PermissionGuard)\nexport class ExportOpenApiController {\n constructor(private readonly exportOpenService: ExportOpenApiService) {}\n @Get(':tableId')\n @Permissions('table|export', 'view|read')\n async exportCsvFromTable(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(exportCsvRoSchema)) query: IExportCsvRo,\n @Res({ passthrough: true }) response: Response\n ): Promise {\n return await this.exportOpenService.exportCsvFromTable(response, tableId, query);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/export/open-api/export-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { FieldModule } from '../../field/field.module';\nimport { RecordModule } from '../../record/record.module';\nimport { ExportMetricsModule } from '../metrics/export-metrics.module';\nimport { ExportOpenApiController } from './export-open-api.controller';\nimport { ExportOpenApiService } from './export-open-api.service';\n\n@Module({\n imports: [RecordModule, FieldModule, ExportMetricsModule],\n controllers: [ExportOpenApiController],\n providers: [ExportOpenApiService],\n exports: [ExportOpenApiService],\n})\nexport class ExportOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/export/open-api/export-open-api.service.ts", "content": "import { Readable } from 'stream';\nimport { Injectable, Logger, Optional } from '@nestjs/common';\nimport type { IAttachmentCellValue, IFieldVo } from '@teable/core';\nimport { FieldType, HttpErrorCode, ViewType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IExportCsvRo } from '@teable/openapi';\nimport type { Response } from 'express';\nimport { keyBy, sortBy } from 'lodash';\nimport Papa from 'papaparse';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { FieldService } from '../../field/field.service';\nimport { createFieldInstanceByVo } from '../../field/model/factory';\nimport { RecordService } from '../../record/record.service';\nimport { ExportMetricsService } from '../metrics/export-metrics.service';\nimport { ExportTracingService } from '../metrics/export-tracing.service';\n\n@Injectable()\nexport class ExportOpenApiService {\n private logger = new Logger(ExportOpenApiService.name);\n constructor(\n private readonly fieldService: FieldService,\n private readonly recordService: RecordService,\n private readonly prismaService: PrismaService,\n @Optional() private readonly exportMetrics?: ExportMetricsService,\n @Optional() private readonly exportTracing?: ExportTracingService\n ) {}\n async exportCsvFromTable(response: Response, tableId: string, query?: IExportCsvRo) {\n const exportStartTime = Date.now();\n this.exportMetrics?.recordExportStart('csv');\n const {\n viewId,\n filter: queryFilter,\n orderBy: queryOrderBy,\n groupBy: queryGroupBy,\n projection,\n ignoreViewQuery,\n columnMeta: queryColumnMeta,\n } = query ?? {};\n let count = 0;\n let isOver = false;\n const csvStream = new Readable({\n // eslint-disable-next-line @typescript-eslint/no-empty-function\n read() {},\n });\n let viewRaw = null;\n\n const tableRaw = await this.prismaService.tableMeta\n .findUnique({\n where: { id: tableId, deletedTime: null },\n select: { name: true },\n })\n .catch(() => {\n throw new CustomHttpException('Table not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n });\n });\n\n if (viewId && !ignoreViewQuery) {\n viewRaw = await this.prismaService.view\n .findUnique({\n where: {\n id: viewId,\n tableId,\n deletedTime: null,\n },\n select: {\n id: true,\n type: true,\n name: true,\n },\n })\n .catch((e) => {\n this.logger.error(e?.message, `ExportCsv: ${tableId}`);\n });\n\n if (viewRaw?.type !== ViewType.Grid) {\n throw new CustomHttpException(\n `${viewRaw?.type} is not support to export`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.export.notSupportViewType',\n context: {\n viewType: viewRaw?.type,\n },\n },\n }\n );\n }\n }\n\n const fileName = tableRaw?.name\n ? encodeURIComponent(`${tableRaw?.name}${viewRaw?.name ? `_${viewRaw.name}` : ''}`)\n : 'export';\n\n response.setHeader('Content-Type', 'text/csv; charset=utf-8');\n response.setHeader('Content-Disposition', `attachment; filename=${fileName}.csv`);\n\n csvStream.pipe(response);\n\n // set headers as first row\n const viewIdForQuery = ignoreViewQuery ? undefined : viewRaw?.id;\n let allFields = await this.fieldService.getFieldsByQuery(tableId, {\n viewId: viewIdForQuery,\n filterHidden: Boolean(viewIdForQuery),\n });\n\n // Sort fields based on:\n // 1. If ignoreViewQuery is true and queryColumnMeta is provided, sort by queryColumnMeta order\n // 2. If viewId is provided (and ignoreViewQuery is false), getFieldsByQuery already sorted by view columnMeta\n // 3. Otherwise, keep table's original field order\n allFields = this.sortFieldsByColumnMeta(allFields, ignoreViewQuery, queryColumnMeta);\n\n const fieldsMap = keyBy(allFields, 'id');\n // Filter by projection but keep the original field order from view/table\n const headers = allFields.filter((field) => !projection || projection.includes(field.id));\n const headerData = Papa.unparse([headers.map((h) => h.name)]);\n\n const projectionNames = projection\n ? (projection.map((p) => fieldsMap[p]?.name).filter((p) => Boolean(p)) as string[])\n : undefined;\n\n const headersInfoMap = new Map(\n headers.map((h, index) => [\n h.name,\n {\n index,\n type: h.type,\n fieldInstance: createFieldInstanceByVo(h),\n },\n ])\n );\n\n // add BOM to make sure the csv file can be opened correctly in excel\n csvStream.push('\\uFEFF');\n csvStream.push(headerData);\n\n try {\n while (!isOver) {\n const { records } = await this.recordService.getRecords(\n tableId,\n {\n take: 1000,\n skip: count,\n viewId: viewIdForQuery,\n filter: queryFilter,\n orderBy: queryOrderBy,\n groupBy: queryGroupBy,\n ignoreViewQuery,\n projection: projectionNames,\n },\n true\n );\n\n if (records.length === 0) {\n isOver = true;\n // end the stream\n csvStream.push(null);\n this.exportTracing?.setExportAttributes({ rows: count });\n this.exportMetrics?.recordExportComplete({\n format: 'csv',\n durationMs: Date.now() - exportStartTime,\n });\n break;\n }\n\n const csvData = Papa.unparse(\n records.map((r) => {\n const { fields } = r;\n const recordsArr = Array.from({ length: headers.length });\n for (const [key, value] of Object.entries(fields)) {\n const { index: hIndex, type, fieldInstance } = headersInfoMap.get(key) ?? {};\n if (hIndex !== undefined && type !== undefined) {\n const finalValue =\n type === FieldType.Attachment\n ? (value as IAttachmentCellValue)\n .map((v) => `${v.name} ${v.presignedUrl}`)\n .join(',')\n : fieldInstance?.cellValue2String(value);\n recordsArr[hIndex] = finalValue;\n }\n }\n return recordsArr;\n })\n );\n\n csvStream.push('\\r\\n');\n csvStream.push(csvData);\n count += records.length;\n }\n } catch (e) {\n csvStream.push('\\r\\n');\n csvStream.push(`Export fail reason:, ${(e as Error)?.message}`);\n this.logger.error((e as Error)?.message, `ExportCsv: ${tableId}`);\n this.exportMetrics?.recordExportError({\n format: 'csv',\n errorType: (e as Error)?.name ?? 'unknown',\n });\n }\n }\n\n /**\n * Sort fields based on columnMeta order\n * @param fields - The fields to sort\n * @param ignoreViewQuery - Whether to ignore view query\n * @param queryColumnMeta - The columnMeta from query params for custom sorting\n * @returns Sorted fields\n */\n private sortFieldsByColumnMeta(\n fields: IFieldVo[],\n ignoreViewQuery?: boolean,\n queryColumnMeta?: Record\n ): IFieldVo[] {\n // If ignoreViewQuery is true and queryColumnMeta is provided, sort by queryColumnMeta order\n if (ignoreViewQuery && queryColumnMeta) {\n return sortBy(fields, (field) => queryColumnMeta[field.id]?.order ?? Infinity);\n }\n // Otherwise, keep the order from getFieldsByQuery (either view columnMeta order or table original order)\n return fields;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/constant.ts", "content": "import { FieldType } from '@teable/core';\n\nexport const ID_FIELD_NAME = '__id';\nexport const VERSION_FIELD_NAME = '__version';\nexport const AUTO_NUMBER_FIELD_NAME = '__auto_number';\nexport const CREATED_TIME_FIELD_NAME = '__created_time';\nexport const LAST_MODIFIED_TIME_FIELD_NAME = '__last_modified_time';\nexport const CREATED_BY_FIELD_NAME = '__created_by';\nexport const LAST_MODIFIED_BY_FIELD_NAME = '__last_modified_by';\n\n/* eslint-disable @typescript-eslint/naming-convention */\nexport interface IVisualTableDefaultField {\n __id: string;\n __version: number;\n __auto_number: number;\n __created_time: Date;\n __last_modified_time?: Date;\n __created_by: string;\n __last_modified_by?: string;\n}\n/* eslint-enable @typescript-eslint/naming-convention */\n\nexport const preservedDbFieldNames = new Set([\n ID_FIELD_NAME,\n VERSION_FIELD_NAME,\n AUTO_NUMBER_FIELD_NAME,\n CREATED_TIME_FIELD_NAME,\n LAST_MODIFIED_TIME_FIELD_NAME,\n CREATED_BY_FIELD_NAME,\n LAST_MODIFIED_BY_FIELD_NAME,\n]);\n\nexport const systemDbFieldNames = new Set([\n ID_FIELD_NAME,\n AUTO_NUMBER_FIELD_NAME,\n CREATED_TIME_FIELD_NAME,\n LAST_MODIFIED_TIME_FIELD_NAME,\n CREATED_BY_FIELD_NAME,\n LAST_MODIFIED_BY_FIELD_NAME,\n]);\n\nexport const systemFieldTypes = new Set([\n FieldType.AutoNumber,\n FieldType.CreatedTime,\n FieldType.LastModifiedTime,\n FieldType.CreatedBy,\n FieldType.LastModifiedBy,\n]);\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-calculate.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../../db-provider/db.provider';\nimport { CalculationModule } from '../../calculation/calculation.module';\nimport { CollaboratorModule } from '../../collaborator/collaborator.module';\nimport { ComputedModule } from '../../record/computed/computed.module';\nimport { TableIndexService } from '../../table/table-index.service';\nimport { TableDomainQueryModule } from '../../table-domain';\nimport { ViewModule } from '../../view/view.module';\nimport { FieldModule } from '../field.module';\nimport { FieldConvertingLinkService } from './field-converting-link.service';\nimport { FieldConvertingService } from './field-converting.service';\nimport { FieldCreatingService } from './field-creating.service';\nimport { FieldDeletingService } from './field-deleting.service';\nimport { FieldSupplementService } from './field-supplement.service';\nimport { FieldViewSyncService } from './field-view-sync.service';\nimport { FormulaFieldService } from './formula-field.service';\nimport { LinkFieldQueryService } from './link-field-query.service';\n\n@Module({\n imports: [\n FieldModule,\n CalculationModule,\n ViewModule,\n CollaboratorModule,\n TableDomainQueryModule,\n ComputedModule,\n ],\n providers: [\n DbProvider,\n FieldDeletingService,\n FieldCreatingService,\n FieldConvertingService,\n FieldSupplementService,\n FieldConvertingLinkService,\n TableIndexService,\n FieldViewSyncService,\n FormulaFieldService,\n LinkFieldQueryService,\n ],\n exports: [\n FieldDeletingService,\n FieldCreatingService,\n FieldConvertingService,\n FieldSupplementService,\n FieldViewSyncService,\n FieldConvertingLinkService,\n FormulaFieldService,\n LinkFieldQueryService,\n ],\n})\nexport class FieldCalculateModule {}\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-converting-link.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../../global/global.module';\nimport { FieldOpenApiModule } from '../open-api/field-open-api.module';\nimport { FieldConvertingLinkService } from './field-converting-link.service';\n\ndescribe('FieldConvertingLinkService', () => {\n let service: FieldConvertingLinkService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, FieldOpenApiModule],\n }).compile();\n\n service = module.get(FieldConvertingLinkService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-converting-link.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { FieldAction, ILinkCellValue, ILinkFieldOptions, IOtOperation } from '@teable/core';\nimport {\n Relationship,\n RelationshipRevert,\n FieldType,\n RecordOpBuilder,\n isMultiValueLink,\n PRIMARY_SUPPORTED_TYPES,\n HttpErrorCode,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { isEqual } from 'lodash';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { InjectDbProvider } from '../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport { DropColumnOperationType } from '../../../db-provider/drop-database-column-query/drop-database-column-field-visitor.interface';\nimport { FieldCalculationService } from '../../calculation/field-calculation.service';\nimport type { IOpsMap } from '../../calculation/utils/compose-maps';\nimport { TableDomainQueryService } from '../../table-domain/table-domain-query.service';\nimport type { IFieldInstance } from '../model/factory';\nimport {\n createFieldInstanceByVo,\n createFieldInstanceByRaw,\n rawField2FieldObj,\n} from '../model/factory';\nimport type { LinkFieldDto } from '../model/field-dto/link-field.dto';\nimport { FieldCreatingService } from './field-creating.service';\nimport { FieldDeletingService } from './field-deleting.service';\nimport { FieldSupplementService } from './field-supplement.service';\n\nconst isLink = (field: IFieldInstance): field is LinkFieldDto =>\n !field.isLookup && field.type === FieldType.Link;\n\n@Injectable()\nexport class FieldConvertingLinkService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly fieldDeletingService: FieldDeletingService,\n private readonly fieldCreatingService: FieldCreatingService,\n private readonly fieldSupplementService: FieldSupplementService,\n private readonly fieldCalculationService: FieldCalculationService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n private readonly tableDomainQueryService: TableDomainQueryService\n ) {}\n\n private async symLinkRelationshipChange(newField: LinkFieldDto) {\n // field options has been modified but symmetricFieldId not change\n const fieldRaw = await this.prismaService.txClient().field.findFirstOrThrow({\n where: { id: newField.options.symmetricFieldId, deletedTime: null },\n });\n\n const newFieldVo = rawField2FieldObj(fieldRaw);\n\n const options = newFieldVo.options as ILinkFieldOptions;\n options.relationship = RelationshipRevert[newField.options.relationship];\n options.fkHostTableName = newField.options.fkHostTableName;\n options.selfKeyName = newField.options.foreignKeyName;\n options.foreignKeyName = newField.options.selfKeyName;\n newFieldVo.isMultipleCellValue = isMultiValueLink(options.relationship) || undefined;\n\n // return modified changes in foreignTable\n return {\n tableId: newField.options.foreignTableId,\n newField: createFieldInstanceByVo(newFieldVo),\n oldField: createFieldInstanceByRaw(fieldRaw),\n };\n }\n\n private async alterSymmetricFieldChange(\n tableId: string,\n oldField: LinkFieldDto,\n newField: LinkFieldDto\n ) {\n // noting change\n if (\n (!newField.options.symmetricFieldId && !oldField.options.symmetricFieldId) ||\n newField.options.symmetricFieldId === oldField.options.symmetricFieldId\n ) {\n return;\n }\n\n // delete old symmetric link\n if (oldField.options.symmetricFieldId) {\n const { foreignTableId, symmetricFieldId } = oldField.options;\n const symField = await this.fieldDeletingService.getField(foreignTableId, symmetricFieldId);\n symField &&\n (await this.fieldDeletingService.deleteFieldItem(\n foreignTableId,\n symField,\n DropColumnOperationType.DELETE_SYMMETRIC_FIELD\n ));\n }\n\n // create new symmetric link\n if (newField.options.symmetricFieldId) {\n const symmetricField = await this.fieldSupplementService.generateSymmetricField(\n tableId,\n newField\n );\n await this.fieldCreatingService.createFieldItem(\n newField.options.foreignTableId,\n symmetricField,\n undefined,\n true\n );\n }\n }\n\n private async linkOptionsChange(tableId: string, newField: LinkFieldDto, oldField: LinkFieldDto) {\n if (\n newField.options.foreignTableId === oldField.options.foreignTableId &&\n newField.options.relationship === oldField.options.relationship &&\n newField.options.symmetricFieldId === oldField.options.symmetricFieldId\n ) {\n return;\n }\n\n // change link table, delete link in old table and create link in new table\n if (newField.options.foreignTableId !== oldField.options.foreignTableId) {\n // update current field reference\n await this.prismaService.txClient().reference.deleteMany({\n where: {\n toFieldId: newField.id,\n },\n });\n await this.fieldSupplementService.createReference(newField);\n await this.fieldSupplementService.cleanForeignKey(oldField.options);\n await this.fieldDeletingService.cleanLookupRollupRef(tableId, newField.id);\n\n // Create foreign key using dbProvider (handled by visitor)\n await this.createForeignKeyUsingDbProvider(tableId, newField);\n // change relationship, alter foreign key\n } else if (newField.options.relationship !== oldField.options.relationship) {\n await this.fieldSupplementService.cleanForeignKey(oldField.options);\n await this.createForeignKeyUsingDbProvider(tableId, newField);\n // eslint-disable-next-line sonarjs/no-duplicated-branches\n } else if (newField.options.isOneWay !== oldField.options.isOneWay) {\n // one-way <-> two-way switch within the same relationship type\n // drop previous FK/junction and recreate according to new isOneWay\n await this.fieldSupplementService.cleanForeignKey(oldField.options);\n await this.createForeignKeyUsingDbProvider(tableId, newField);\n }\n\n // change one-way to two-way or two-way to one-way (symmetricFieldId add or delete, symmetricFieldId can not be change)\n await this.alterSymmetricFieldChange(tableId, oldField, newField);\n }\n\n private async otherToLink(tableId: string, newField: LinkFieldDto) {\n await this.createForeignKeyUsingDbProvider(tableId, newField);\n await this.fieldSupplementService.createReference(newField);\n if (newField.options.symmetricFieldId) {\n const symmetricField = await this.fieldSupplementService.generateSymmetricField(\n tableId,\n newField\n );\n await this.fieldCreatingService.createFieldItem(\n newField.options.foreignTableId,\n symmetricField,\n undefined,\n true\n );\n }\n }\n\n private async createForeignKeyUsingDbProvider(tableId: string, field: LinkFieldDto) {\n const { foreignTableId } = field.options;\n\n // Get table information for both current and foreign tables\n const tables = await this.prismaService.txClient().tableMeta.findMany({\n where: { id: { in: [tableId, foreignTableId] } },\n select: { id: true, dbTableName: true },\n });\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(tableId);\n\n const currentTable = tables.find((table) => table.id === tableId);\n const foreignTable = tables.find((table) => table.id === foreignTableId);\n\n if (!currentTable || !foreignTable) {\n throw new Error(`Table not found: ${tableId} or ${foreignTableId}`);\n }\n\n // Create table name mapping for visitor\n const tableNameMap = new Map();\n tableNameMap.set(tableId, currentTable.dbTableName);\n tableNameMap.set(foreignTableId, foreignTable.dbTableName);\n\n const createColumnQueries = this.dbProvider.createColumnSchema(\n currentTable.dbTableName,\n field,\n tableDomain,\n false,\n tableId,\n tableNameMap,\n false, // This is not a symmetric field in converting context\n true // Base column is already ensured during modify; create only FK/junction here\n );\n // Execute all queries (FK/junction creation, order columns, etc.)\n for (const query of createColumnQueries) {\n await this.prismaService.txClient().$executeRawUnsafe(query);\n }\n }\n\n private async linkToOther(tableId: string, oldField: LinkFieldDto) {\n await this.fieldDeletingService.cleanLookupRollupRef(tableId, oldField.id);\n await this.fieldSupplementService.cleanForeignKey(oldField.options);\n\n if (oldField.options.symmetricFieldId) {\n const { foreignTableId, symmetricFieldId } = oldField.options;\n const symField = await this.fieldDeletingService.getField(foreignTableId, symmetricFieldId);\n symField &&\n (await this.fieldDeletingService.deleteFieldItem(\n foreignTableId,\n symField,\n DropColumnOperationType.DELETE_SYMMETRIC_FIELD\n ));\n }\n }\n\n /**\n * 1. switch link table\n * 2. other field to link field\n * 3. link field to other field\n */\n async deleteOrCreateSupplementLink(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ) {\n if (isLink(newField) && isLink(oldField) && !isEqual(newField.options, oldField.options)) {\n return this.linkOptionsChange(tableId, newField, oldField);\n }\n\n if (!isLink(newField) && isLink(oldField)) {\n return this.linkToOther(tableId, oldField);\n }\n\n if (isLink(newField) && !isLink(oldField)) {\n return this.otherToLink(tableId, newField);\n }\n }\n\n async analysisReference(oldField: IFieldInstance) {\n if (!isLink(oldField)) {\n return;\n }\n\n // self and symmetricLinkField outgoing reference\n const linkFieldIds = [oldField.id];\n if (oldField.options.symmetricFieldId) {\n linkFieldIds.push(oldField.options.symmetricFieldId);\n }\n\n // LookupField and Rollup field witch linkFieldId is self and symmetricLinkField, should also treat as reference\n const lookupRelatedFields = await this.prismaService.txClient().field.findMany({\n where: {\n lookupLinkedFieldId: { in: linkFieldIds },\n deletedTime: null,\n },\n select: { id: true },\n });\n\n const references: string[] = lookupRelatedFields.map((field) => field.id);\n\n const referencesRaw = await this.prismaService.txClient().reference.findMany({\n where: {\n fromFieldId: { in: linkFieldIds },\n },\n select: {\n toFieldId: true,\n },\n });\n\n return references.concat(referencesRaw.map((r) => r.toFieldId));\n }\n\n async analysisSupplementLink(newField: IFieldInstance, oldField: IFieldInstance) {\n if (\n isLink(newField) &&\n isLink(oldField) &&\n !isEqual(newField.options, oldField.options) &&\n newField.options.foreignTableId === oldField.options.foreignTableId &&\n newField.options.symmetricFieldId &&\n newField.options.symmetricFieldId === oldField.options.symmetricFieldId &&\n newField.options.relationship !== oldField.options.relationship\n ) {\n return this.symLinkRelationshipChange(newField);\n }\n }\n\n private async getRecords(tableId: string, field: IFieldInstance) {\n const { dbTableName, name: tableName } = await this.prismaService\n .txClient()\n .tableMeta.findFirstOrThrow({\n where: { id: tableId },\n select: { dbTableName: true, name: true },\n });\n\n const result = await this.fieldCalculationService.getRecordsBatchByFields(\n {\n [dbTableName]: [field],\n },\n { [dbTableName]: tableId }\n );\n const records = result[dbTableName];\n if (!records) {\n throw new CustomHttpException(\n `Can't find recordMap for tableId: ${tableId} and fieldId: ${field.id}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.recordMapNotFound',\n context: { tableName, fieldName: field.name },\n },\n }\n );\n }\n\n return records;\n }\n\n async oneWayToTwoWay(oldField: LinkFieldDto, newField: LinkFieldDto) {\n // Resolve table ids\n const { foreignTableId, relationship, symmetricFieldId } = newField.options;\n const sourceFieldRaw = await this.prismaService.txClient().field.findFirstOrThrow({\n where: { id: oldField.id, deletedTime: null },\n select: { tableId: true },\n });\n const sourceTableId = sourceFieldRaw.tableId;\n\n // Fetch existing source records and derive mapping directly from cell values\n const sourceRecords = await this.getRecords(sourceTableId, oldField);\n\n const targetOpsMap: { [recordId: string]: IOtOperation[] } = {};\n const sourceOpsMap: { [recordId: string]: IOtOperation[] } = {};\n\n for (const record of sourceRecords) {\n const sourceId = record.id;\n const cell = record.fields[oldField.id] as ILinkCellValue | ILinkCellValue[] | undefined;\n if (!cell) continue;\n const links = [cell].flat();\n\n // source side new value\n const newSourceValue =\n relationship === Relationship.OneOne || relationship === Relationship.ManyOne\n ? { id: links[0].id }\n : links.map((l) => ({ id: l.id }));\n\n sourceOpsMap[sourceId] = [\n RecordOpBuilder.editor.setRecord.build({\n fieldId: newField.id,\n newCellValue: newSourceValue,\n oldCellValue: cell,\n }),\n ];\n\n // target side symmetric value\n for (const l of links) {\n if (relationship === Relationship.OneOne || relationship === Relationship.OneMany) {\n targetOpsMap[l.id] = [\n RecordOpBuilder.editor.setRecord.build({\n fieldId: symmetricFieldId as string,\n newCellValue: { id: sourceId },\n oldCellValue: undefined,\n }),\n ];\n } else {\n targetOpsMap[l.id] = [\n RecordOpBuilder.editor.setRecord.build({\n fieldId: symmetricFieldId as string,\n newCellValue: [{ id: sourceId }],\n oldCellValue: undefined,\n }),\n ];\n }\n }\n }\n\n return { [sourceTableId]: sourceOpsMap, [foreignTableId]: targetOpsMap };\n }\n\n async modifyLinkOptions(tableId: string, newField: LinkFieldDto, oldField: LinkFieldDto) {\n if (\n newField.options.foreignTableId === oldField.options.foreignTableId &&\n newField.options.relationship === oldField.options.relationship &&\n newField.options.symmetricFieldId &&\n !newField.options.isOneWay &&\n oldField.options.isOneWay\n ) {\n return this.oneWayToTwoWay(oldField, newField);\n }\n // Preserve source values when converting from TwoWay to OneWay\n if (\n newField.options.foreignTableId === oldField.options.foreignTableId &&\n newField.options.relationship === oldField.options.relationship &&\n !!oldField.options.symmetricFieldId &&\n !newField.options.symmetricFieldId &&\n newField.options.isOneWay &&\n !oldField.options.isOneWay\n ) {\n // Preserve source table link values by copying old values into the updated field\n const sourceFieldRaw = await this.prismaService.txClient().field.findFirstOrThrow({\n where: { id: oldField.id, deletedTime: null },\n select: { tableId: true },\n });\n const sourceTableId = sourceFieldRaw.tableId;\n const sourceRecords = await this.getRecords(sourceTableId, oldField);\n\n const sourceOpsMap: { [recordId: string]: IOtOperation[] } = {};\n for (const record of sourceRecords) {\n const cell = record.fields[oldField.id] as ILinkCellValue | ILinkCellValue[] | undefined;\n if (cell == null) continue;\n\n const links = [cell].flat();\n const relationship = newField.options.relationship;\n const newValue =\n relationship === Relationship.OneOne || relationship === Relationship.ManyOne\n ? { id: links[0].id }\n : links.map((l) => ({ id: l.id }));\n\n sourceOpsMap[record.id] = [\n RecordOpBuilder.editor.setRecord.build({\n fieldId: newField.id,\n newCellValue: newValue,\n // Force reapply after FK/junction cleanup by setting oldCellValue to null\n oldCellValue: null,\n }),\n ];\n }\n\n return { [sourceTableId]: sourceOpsMap } as IOpsMap;\n }\n if (newField.options.foreignTableId === oldField.options.foreignTableId) {\n return this.convertLinkOnlyRelationship(tableId, newField, oldField);\n }\n return this.convertLink(tableId, newField, oldField);\n }\n\n /**\n * convert oldCellValue to new link field cellValue\n * if oldCellValue is not in foreignTable, create new record in foreignTable\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async convertLink(tableId: string, newField: LinkFieldDto, oldField: IFieldInstance) {\n const fieldId = newField.id;\n const foreignTableId = newField.options.foreignTableId;\n const lookupFieldRaw = await this.prismaService.txClient().field.findFirstOrThrow({\n where: { id: newField.options.lookupFieldId, deletedTime: null },\n });\n const lookupField = createFieldInstanceByRaw(lookupFieldRaw);\n\n const records = await this.getRecords(tableId, oldField);\n // TODO: should not get all records in foreignTable, only get records witch title is not exist in candidate records link cell value title\n const foreignRecords = await this.getRecords(foreignTableId, lookupField);\n\n // TODO: maybe have same title in foreignTable, should use id to map\n const primaryNameToIdMap = foreignRecords.reduce<{ [name: string]: string }>((pre, record) => {\n const str = lookupField.cellValue2String(record.fields[lookupField.id]);\n pre[str] = record.id;\n return pre;\n }, {});\n\n const recordOpsMap: IOpsMap = { [tableId]: {}, [foreignTableId]: {} };\n const globalCheckSet = new Set();\n // eslint-disable-next-line sonarjs/cognitive-complexity\n records.forEach((record) => {\n const oldCellValue = record.fields[fieldId];\n const recordCheckSet = new Set();\n if (oldCellValue == null) {\n return;\n }\n let newCellValueTitle: string[];\n if (newField.isMultipleCellValue) {\n newCellValueTitle = oldField.isMultipleCellValue\n ? (oldCellValue as unknown[]).map((item) => oldField.item2String(item))\n : oldField.item2String(oldCellValue).split(', ');\n } else {\n newCellValueTitle = oldField.isMultipleCellValue\n ? [oldField.item2String((oldCellValue as unknown[])[0])]\n : [oldField.item2String(oldCellValue).split(', ')[0]];\n }\n\n const newCellValue: ILinkCellValue[] = [];\n function pushNewCellValue(linkCell: ILinkCellValue) {\n // not allow link to same recordId in one record\n if (recordCheckSet.has(linkCell.id)) return;\n\n // OneMany and OneOne relationship only allow link to one same recordId\n if (\n newField.options.relationship === Relationship.OneMany ||\n newField.options.relationship === Relationship.OneOne\n ) {\n if (globalCheckSet.has(linkCell.id)) return;\n globalCheckSet.add(linkCell.id);\n recordCheckSet.add(linkCell.id);\n return newCellValue.push(linkCell);\n }\n recordCheckSet.add(linkCell.id);\n return newCellValue.push(linkCell);\n }\n\n newCellValueTitle.forEach((title) => {\n if (primaryNameToIdMap[title]) {\n pushNewCellValue({ id: primaryNameToIdMap[title], title });\n }\n });\n\n if (!recordOpsMap[tableId][record.id]) {\n recordOpsMap[tableId][record.id] = [];\n }\n recordOpsMap[tableId][record.id].push(\n RecordOpBuilder.editor.setRecord.build({\n fieldId,\n newCellValue: newField.isMultipleCellValue ? newCellValue : newCellValue[0],\n oldCellValue,\n })\n );\n });\n\n return recordOpsMap;\n }\n\n async convertLinkOnlyRelationship(\n tableId: string,\n newField: LinkFieldDto,\n oldField: LinkFieldDto\n ) {\n const fieldId = newField.id;\n const foreignTableId = newField.options.foreignTableId;\n const lookupFieldRaw = await this.prismaService.txClient().field.findFirstOrThrow({\n where: { id: newField.options.lookupFieldId, deletedTime: null },\n });\n const lookupField = createFieldInstanceByRaw(lookupFieldRaw);\n\n const records = await this.getRecords(tableId, oldField);\n // TODO: should not get all records in foreignTable, only get records witch title is not exist in candidate records link cell value title\n const foreignRecords = await this.getRecords(foreignTableId, lookupField);\n\n const idToTitleMap = foreignRecords.reduce<{ [id: string]: string }>((pre, record) => {\n const str = lookupField.cellValue2String(record.fields[lookupField.id]);\n pre[record.id] = str;\n return pre;\n }, {});\n\n const recordOpsMap: IOpsMap = { [tableId]: {}, [foreignTableId]: {} };\n const globalCheckSet = new Set();\n records.forEach((record) => {\n const recordCheckSet = new Set();\n const oldCellValue = record.fields[fieldId];\n if (oldCellValue == null) {\n return;\n }\n const oldLinkLinks = [oldCellValue].flat() as ILinkCellValue[];\n const newCellValue: ILinkCellValue[] = [];\n // eslint-disable-next-line sonarjs/no-identical-functions\n function pushNewCellValue(linkCell: ILinkCellValue) {\n // not allow link to same recordId in one record\n if (recordCheckSet.has(linkCell.id)) return;\n\n // OneMany and OneOne relationship only allow link to one same recordId\n if (\n newField.options.relationship === Relationship.OneMany ||\n newField.options.relationship === Relationship.OneOne\n ) {\n if (globalCheckSet.has(linkCell.id)) return;\n globalCheckSet.add(linkCell.id);\n recordCheckSet.add(linkCell.id);\n return newCellValue.push(linkCell);\n }\n recordCheckSet.add(linkCell.id);\n return newCellValue.push(linkCell);\n }\n\n oldLinkLinks.forEach((link) => {\n if (idToTitleMap[link.id]) {\n pushNewCellValue({\n ...link,\n title: idToTitleMap[link.id],\n });\n }\n });\n\n if (!recordOpsMap[tableId][record.id]) {\n recordOpsMap[tableId][record.id] = [];\n }\n recordOpsMap[tableId][record.id].push(\n RecordOpBuilder.editor.setRecord.build({\n fieldId,\n newCellValue: newField.isMultipleCellValue ? newCellValue : newCellValue[0],\n oldCellValue,\n })\n );\n });\n\n return recordOpsMap;\n }\n\n async planResetLinkFieldLookupFieldId(\n lookupedTableId: string,\n lookupedField: IFieldInstance,\n fieldAction: FieldAction\n ): Promise {\n if (fieldAction !== 'field|update' && fieldAction !== 'field|delete') {\n return [];\n }\n if (fieldAction === 'field|update' && PRIMARY_SUPPORTED_TYPES.has(lookupedField.type)) {\n return [];\n }\n\n const prisma = this.prismaService.txClient();\n\n const lookupedFieldId = lookupedField.id;\n const refRaws = await prisma.reference.findMany({\n where: {\n fromFieldId: lookupedFieldId,\n },\n });\n const toFieldIds = refRaws.map((ref) => ref.toFieldId);\n\n const lookupedPrimaryField = await prisma.field.findFirst({\n where: { tableId: lookupedTableId, isPrimary: true },\n select: { id: true },\n });\n\n if (!lookupedPrimaryField) {\n return [];\n }\n\n const fieldRaws = await prisma.field.findMany({\n where: {\n id: { in: toFieldIds },\n type: FieldType.Link,\n deletedTime: null,\n },\n });\n\n const fieldInstances = fieldRaws\n .filter((field) => field.type === FieldType.Link && !field.isLookup)\n .map((field) => createFieldInstanceByRaw(field))\n .filter((field) => {\n const option = field.options as ILinkFieldOptions;\n return (\n option.foreignTableId === lookupedTableId && option.lookupFieldId === lookupedFieldId\n );\n });\n\n return fieldInstances.map((field) => field.id);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-converting.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../../global/global.module';\nimport { FieldOpenApiModule } from '../open-api/field-open-api.module';\nimport { FieldConvertingService } from './field-converting.service';\n\ndescribe('FieldConvertingService', () => {\n let service: FieldConvertingService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, FieldOpenApiModule],\n }).compile();\n\n service = module.get(FieldConvertingService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n\n it('should return the correct changes', () => {\n expect(\n service['getOptionsChanges'](\n {\n formatting: 'italic',\n showAs: 'number',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: 'fldxxxxxxx01',\n operator: 'is',\n value: 'x',\n },\n ],\n },\n filterByViewId: 'viewxxxxxxx01',\n visibleFieldIds: ['fldxxxxxxx01'],\n anotherKey: 'anotherKey',\n },\n {\n formatting: 'bold',\n showAs: 'text',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: 'fldxxxxxxx02',\n operator: 'is',\n value: 'x',\n },\n ],\n },\n filterByViewId: 'viewxxxxxxx02',\n visibleFieldIds: ['fldxxxxxxx02'],\n otherKey: 'otherKey',\n }\n )\n ).toEqual({\n anotherKey: 'anotherKey',\n otherKey: null,\n });\n\n expect(\n service['getOptionsChanges'](\n {\n formatting: 'italic',\n showAs: 'number',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: 'fldxxxxxxx01',\n operator: 'is',\n value: 'x',\n },\n ],\n },\n filterByViewId: 'viewxxxxxxx01',\n visibleFieldIds: ['fldxxxxxxx01'],\n anotherKey: 'anotherKey',\n },\n {\n formatting: 'bold',\n showAs: 'text',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: 'fldxxxxxxx02',\n operator: 'is',\n value: 'x',\n },\n ],\n },\n filterByViewId: 'viewxxxxxxx02',\n visibleFieldIds: ['fldxxxxxxx02'],\n otherKey: 'otherKey',\n },\n true\n )\n ).toEqual({\n anotherKey: 'anotherKey',\n otherKey: null,\n formatting: null,\n showAs: null,\n filter: null,\n filterByViewId: null,\n visibleFieldIds: null,\n sort: null,\n limit: null,\n });\n\n expect(\n service['getOptionsChanges'](\n {\n formatting: 'italic',\n showAs: 'number',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: 'fldxxxxxxx01',\n operator: 'is',\n value: 'x',\n },\n ],\n },\n filterByViewId: 'viewxxxxxxx01',\n visibleFieldIds: ['fldxxxxxxx01'],\n otherKey: 'newOtherKey',\n },\n {\n formatting: 'bold',\n showAs: 'text',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: 'fldxxxxxxx02',\n operator: 'is',\n value: 'x',\n },\n ],\n },\n filterByViewId: 'viewxxxxxxx02',\n visibleFieldIds: ['fldxxxxxxx02'],\n otherKey: 'oldOtherKey',\n }\n )\n ).toEqual({\n otherKey: 'newOtherKey',\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-converting.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport type {\n IFieldPropertyKey,\n ILookupOptionsVo,\n IOtOperation,\n ISelectFieldChoice,\n IConvertFieldRo,\n ILinkFieldOptions,\n FieldCore,\n LinkFieldCore,\n} from '@teable/core';\nimport {\n CellValueType,\n ColorUtils,\n DbFieldType,\n FIELD_VO_PROPERTIES,\n FieldOpBuilder,\n FieldType,\n generateChoiceId,\n HttpErrorCode,\n isMultiValueLink,\n isLinkLookupOptions,\n PRIMARY_SUPPORTED_TYPES,\n RecordOpBuilder,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { difference, intersection, isEmpty, isEqual, keyBy, set, uniq } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { handleDBValidationErrors } from '../../../utils/db-validation-error';\nimport {\n majorFieldKeysChanged,\n majorOptionsKeyChanged,\n NON_INFECT_OPTION_KEYS,\n} from '../../../utils/major-field-keys-changed';\nimport { BatchService } from '../../calculation/batch.service';\nimport { FieldCalculationService } from '../../calculation/field-calculation.service';\nimport { LinkService } from '../../calculation/link.service';\nimport type { ICellContext } from '../../calculation/utils/changes';\nimport { formatChangesToOps } from '../../calculation/utils/changes';\nimport type { IOpsMap } from '../../calculation/utils/compose-maps';\nimport { composeOpMaps } from '../../calculation/utils/compose-maps';\nimport { isLinkCellValue } from '../../calculation/utils/detect-link';\nimport { CollaboratorService } from '../../collaborator/collaborator.service';\nimport { ComputedOrchestratorService } from '../../record/computed/services/computed-orchestrator.service';\nimport { TableIndexService } from '../../table/table-index.service';\nimport { FieldService } from '../field.service';\nimport type { IFieldInstance, IFieldMap } from '../model/factory';\nimport { createFieldInstanceByRaw, createFieldInstanceByVo } from '../model/factory';\nimport type { ButtonFieldDto } from '../model/field-dto/button-field.dto';\nimport { ConditionalRollupFieldDto } from '../model/field-dto/conditional-rollup-field.dto';\nimport { FormulaFieldDto } from '../model/field-dto/formula-field.dto';\nimport type { LinkFieldDto } from '../model/field-dto/link-field.dto';\nimport type { MultipleSelectFieldDto } from '../model/field-dto/multiple-select-field.dto';\nimport type { RatingFieldDto } from '../model/field-dto/rating-field.dto';\nimport { RollupFieldDto } from '../model/field-dto/rollup-field.dto';\nimport type { SingleSelectFieldDto } from '../model/field-dto/single-select-field.dto';\nimport type { UserFieldDto } from '../model/field-dto/user-field.dto';\nimport { FieldConvertingLinkService } from './field-converting-link.service';\nimport { FieldSupplementService } from './field-supplement.service';\n\n@Injectable()\nexport class FieldConvertingService {\n private readonly logger = new Logger(FieldConvertingService.name);\n\n constructor(\n private readonly linkService: LinkService,\n private readonly fieldService: FieldService,\n private readonly batchService: BatchService,\n private readonly prismaService: PrismaService,\n private readonly fieldConvertingLinkService: FieldConvertingLinkService,\n private readonly fieldSupplementService: FieldSupplementService,\n private readonly fieldCalculationService: FieldCalculationService,\n private readonly collaboratorService: CollaboratorService,\n private readonly tableIndexService: TableIndexService,\n private readonly computedOrchestrator: ComputedOrchestratorService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n private fieldOpsMap() {\n const fieldOpsMap: IOpsMap = {};\n return {\n pushOpsMap: (tableId: string, fieldId: string, op: IOtOperation | IOtOperation[]) => {\n const ops = Array.isArray(op) ? op : [op];\n if (!fieldOpsMap[tableId]?.[fieldId]) {\n set(fieldOpsMap, [tableId, fieldId], ops);\n } else {\n fieldOpsMap[tableId][fieldId].push(...ops);\n }\n },\n getOpsMap: () => fieldOpsMap,\n };\n }\n\n /**\n * Mutate field instance directly, because we should update fieldInstance in fieldMap for next field operation\n */\n private buildOpAndMutateField(field: IFieldInstance, key: IFieldPropertyKey, value: unknown) {\n if (isEqual(field[key], value)) {\n return;\n }\n const oldValue = field[key];\n (field[key] as unknown) = value;\n return FieldOpBuilder.editor.setFieldProperty.build({ key, oldValue, newValue: value });\n }\n\n /**\n * 1. check if the lookup field is valid, if not mark error\n * 2. update lookup field properties\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private updateLookupField(field: IFieldInstance, fieldMap: IFieldMap): IOtOperation[] {\n const ops: (IOtOperation | undefined)[] = [];\n const lookupOptions = field.lookupOptions;\n if (!lookupOptions || !isLinkLookupOptions(lookupOptions)) {\n return [];\n }\n\n const linkField = fieldMap[lookupOptions.linkFieldId];\n const lookupField = fieldMap[lookupOptions.lookupFieldId];\n\n const linkFieldIsValid =\n linkField &&\n !linkField.isLookup &&\n linkField.type === FieldType.Link &&\n (linkField.options as ILinkFieldOptions | undefined)?.foreignTableId ===\n lookupOptions.foreignTableId;\n\n if (!linkFieldIsValid || !lookupField) {\n const errorOp = this.buildOpAndMutateField(field, 'hasError', true);\n if (errorOp) {\n ops.push(errorOp);\n }\n return ops.filter(Boolean) as IOtOperation[];\n }\n\n const linkFieldDto = linkField as LinkFieldDto;\n const { showAs: _, ...inheritableOptions } = lookupField.options as Record;\n const {\n formatting = inheritableOptions.formatting,\n showAs,\n ...inheritOptions\n } = field.options as Record;\n const cellValueTypeChanged = field.cellValueType !== lookupField.cellValueType;\n\n const clearErrorOp = this.buildOpAndMutateField(field, 'hasError', null);\n if (clearErrorOp) {\n ops.push(clearErrorOp);\n }\n\n if (field.type !== lookupField.type) {\n ops.push(this.buildOpAndMutateField(field, 'type', lookupField.type));\n }\n\n // Only sync link-related lookupOptions when the linked field is still a Link.\n // If the linked field has been converted to a non-link type, keep the existing\n // relationship and linkage metadata so clients can still introspect prior config\n // while the lookup is marked as errored.\n // eslint-disable-next-line sonarjs/no-collapsible-if\n if (linkFieldDto.type === FieldType.Link) {\n if (lookupOptions.relationship !== linkFieldDto.options.relationship) {\n ops.push(\n this.buildOpAndMutateField(field, 'lookupOptions', {\n ...lookupOptions,\n relationship: linkFieldDto.options.relationship,\n fkHostTableName: linkFieldDto.options.fkHostTableName,\n selfKeyName: linkFieldDto.options.selfKeyName,\n foreignKeyName: linkFieldDto.options.foreignKeyName,\n } as ILookupOptionsVo)\n );\n }\n }\n\n if (!isEqual(inheritOptions, inheritableOptions)) {\n ops.push(\n this.buildOpAndMutateField(field, 'options', {\n ...inheritableOptions,\n ...(formatting ? { formatting } : {}),\n ...(showAs ? { showAs } : {}),\n })\n );\n }\n\n if (cellValueTypeChanged) {\n ops.push(this.buildOpAndMutateField(field, 'cellValueType', lookupField.cellValueType));\n if (formatting || showAs) {\n ops.push(this.buildOpAndMutateField(field, 'options', inheritableOptions));\n }\n }\n\n const isMultipleCellValue =\n lookupField.isMultipleCellValue ||\n (linkFieldDto.type === FieldType.Link && linkFieldDto.isMultipleCellValue) ||\n false;\n if (field.isMultipleCellValue !== isMultipleCellValue) {\n ops.push(this.buildOpAndMutateField(field, 'isMultipleCellValue', isMultipleCellValue));\n // clean showAs\n if (!cellValueTypeChanged && showAs) {\n ops.push(\n this.buildOpAndMutateField(field, 'options', {\n ...inheritableOptions,\n ...(formatting ? { formatting } : {}),\n })\n );\n }\n }\n\n return ops.filter(Boolean) as IOtOperation[];\n }\n\n private updateFormulaField(field: FormulaFieldDto, fieldMap: IFieldMap) {\n const ops: (IOtOperation | undefined)[] = [];\n const { cellValueType, isMultipleCellValue } = FormulaFieldDto.getParsedValueType(\n field.options.expression,\n fieldMap\n );\n\n if (field.cellValueType !== cellValueType) {\n ops.push(this.buildOpAndMutateField(field, 'cellValueType', cellValueType));\n }\n if (field.isMultipleCellValue !== isMultipleCellValue) {\n ops.push(this.buildOpAndMutateField(field, 'isMultipleCellValue', isMultipleCellValue));\n }\n return ops.filter(Boolean) as IOtOperation[];\n }\n\n private updateRollupField(field: RollupFieldDto, fieldMap: IFieldMap) {\n const ops: (IOtOperation | undefined)[] = [];\n const { lookupOptions } = field;\n if (!isLinkLookupOptions(lookupOptions)) {\n return ops.filter(Boolean) as IOtOperation[];\n }\n\n const { lookupFieldId, relationship } = lookupOptions;\n const lookupField = fieldMap[lookupFieldId];\n const { cellValueType, isMultipleCellValue } = RollupFieldDto.getParsedValueType(\n field.options.expression,\n lookupField.cellValueType,\n lookupField.isMultipleCellValue || isMultiValueLink(relationship)\n );\n\n if (field.cellValueType !== cellValueType) {\n ops.push(this.buildOpAndMutateField(field, 'cellValueType', cellValueType));\n }\n if (field.isMultipleCellValue !== isMultipleCellValue) {\n ops.push(this.buildOpAndMutateField(field, 'isMultipleCellValue', isMultipleCellValue));\n }\n return ops.filter(Boolean) as IOtOperation[];\n }\n\n /**\n * Update conditional lookup field - validate dependencies and clear/set hasError\n */\n private updateConditionalLookupField(field: IFieldInstance, fieldMap: IFieldMap): IOtOperation[] {\n const ops: IOtOperation[] = [];\n\n // Get referenced field IDs from the conditional lookup configuration\n const referencedFieldIds = this.fieldSupplementService\n .getFieldReferenceIds(field)\n .filter((id) => !!id && id !== field.id);\n\n // Check if any referenced field is missing or has error\n const missingFields = referencedFieldIds.filter((id) => !fieldMap[id]);\n const erroredFields = referencedFieldIds.filter((id) => fieldMap[id]?.hasError);\n\n const hasMissingDependency = missingFields.length > 0;\n const hasErroredDependency = erroredFields.length > 0;\n\n if (hasMissingDependency || hasErroredDependency) {\n const op = this.buildOpAndMutateField(field, 'hasError', true);\n if (op) {\n ops.push(op);\n }\n return ops;\n }\n\n // Clear error if all dependencies are valid\n const clearErrorOp = this.buildOpAndMutateField(field, 'hasError', null);\n if (clearErrorOp) {\n ops.push(clearErrorOp);\n }\n\n return ops;\n }\n\n private updateConditionalRollupField(\n field: ConditionalRollupFieldDto,\n fieldMap: IFieldMap\n ): IOtOperation[] {\n const ops: IOtOperation[] = [];\n if (field.isLookup) {\n return ops;\n }\n const lookupFieldId = field.options.lookupFieldId;\n const referencedFieldIds = this.fieldSupplementService\n .getFieldReferenceIds(field)\n .filter((id) => !!id && id !== field.id);\n\n const hasMissingDependency = !lookupFieldId || referencedFieldIds.some((id) => !fieldMap[id]);\n const hasErroredDependency = referencedFieldIds.some((id) => fieldMap[id]?.hasError);\n\n if (hasMissingDependency || hasErroredDependency) {\n const op = this.buildOpAndMutateField(field, 'hasError', true);\n if (op) {\n ops.push(op);\n }\n return ops;\n }\n\n const lookupField = fieldMap[lookupFieldId];\n if (!lookupField) {\n const op = this.buildOpAndMutateField(field, 'hasError', true);\n if (op) {\n ops.push(op);\n }\n return ops;\n }\n\n const clearErrorOp = this.buildOpAndMutateField(field, 'hasError', null);\n if (clearErrorOp) {\n ops.push(clearErrorOp);\n }\n\n const { cellValueType, isMultipleCellValue } = ConditionalRollupFieldDto.getParsedValueType(\n field.options.expression,\n lookupField.cellValueType,\n true\n );\n\n const cellTypeOp = this.buildOpAndMutateField(field, 'cellValueType', cellValueType);\n if (cellTypeOp) {\n ops.push(cellTypeOp);\n }\n const multiValueOp = this.buildOpAndMutateField(\n field,\n 'isMultipleCellValue',\n isMultipleCellValue\n );\n if (multiValueOp) {\n ops.push(multiValueOp);\n }\n\n return ops;\n }\n\n private updateDbFieldType(field: IFieldInstance) {\n const ops: IOtOperation[] = [];\n const dbFieldType = this.fieldSupplementService.getDbFieldType(\n field.type,\n field.cellValueType,\n field.isMultipleCellValue\n );\n\n if (field.dbFieldType !== dbFieldType) {\n const op1 = this.buildOpAndMutateField(field, 'dbFieldType', dbFieldType);\n op1 && ops.push(op1);\n }\n return ops;\n }\n\n private async generateReferenceFieldOps(fields: IFieldInstance[]) {\n const fieldIds = fields.map((field) => field.id);\n\n const topoOrdersContext = await this.fieldCalculationService.getTopoOrdersContext(fieldIds);\n const { fieldId2TableId, directedGraph } = topoOrdersContext;\n const fieldMap = { ...topoOrdersContext.fieldMap, ...keyBy(fields, 'id') };\n\n // Find affected fields using directedGraph\n const affectedFields = new Set();\n\n function findAffectedFields(currentId: string) {\n for (const { fromFieldId, toFieldId } of directedGraph) {\n if (fromFieldId === currentId && !affectedFields.has(toFieldId)) {\n affectedFields.add(toFieldId);\n findAffectedFields(toFieldId);\n }\n }\n }\n\n // Start from each initial field\n fieldIds.forEach((fieldId) => {\n findAffectedFields(fieldId);\n });\n\n // Filter topoOrders to only include affected fields\n const topoOrders = topoOrdersContext.topoOrders.filter((item) => affectedFields.has(item.id));\n\n if (!topoOrders.length) {\n return {};\n }\n\n const { pushOpsMap, getOpsMap } = this.fieldOpsMap();\n\n for (let i = 0; i < topoOrders.length; i++) {\n const topoOrder = topoOrders[i];\n const curField = fieldMap[topoOrder.id];\n const tableId = fieldId2TableId[curField.id];\n\n if (curField.isLookup) {\n // For conditional lookup fields, use the dedicated update method\n if (curField.isConditionalLookup) {\n pushOpsMap(tableId, curField.id, this.updateConditionalLookupField(curField, fieldMap));\n } else {\n pushOpsMap(tableId, curField.id, this.updateLookupField(curField, fieldMap));\n }\n } else if (curField.type === FieldType.Formula) {\n pushOpsMap(tableId, curField.id, this.updateFormulaField(curField, fieldMap));\n } else if (curField.type === FieldType.Rollup) {\n pushOpsMap(tableId, curField.id, this.updateRollupField(curField, fieldMap));\n } else if (curField.type === FieldType.ConditionalRollup) {\n pushOpsMap(tableId, curField.id, this.updateConditionalRollupField(curField, fieldMap));\n }\n pushOpsMap(tableId, curField.id, this.updateDbFieldType(curField));\n }\n\n return getOpsMap();\n }\n\n /**\n * get deep deference in options, and return changes\n * formatting, showAs should be ignore\n */\n private getOptionsChanges(\n newOptions: Record,\n oldOptions: Record,\n valueTypeChange?: boolean\n ): Record {\n const optionsChanges: Record = {};\n\n newOptions = { ...newOptions };\n oldOptions = { ...oldOptions };\n const nonInfectKeys = Array.from(NON_INFECT_OPTION_KEYS);\n nonInfectKeys.forEach((key) => {\n delete newOptions[key];\n delete oldOptions[key];\n });\n\n const newOptionsKeys = Object.keys(newOptions);\n const oldOptionsKeys = Object.keys(oldOptions);\n\n const addedOptionsKeys = difference(newOptionsKeys, oldOptionsKeys);\n const removedOptionsKeys = difference(oldOptionsKeys, newOptionsKeys);\n const editedOptionsKeys = intersection(newOptionsKeys, oldOptionsKeys).filter(\n (key) => !isEqual(oldOptions[key], newOptions[key])\n );\n\n addedOptionsKeys.forEach((key) => (optionsChanges[key] = newOptions[key]));\n editedOptionsKeys.forEach((key) => (optionsChanges[key] = newOptions[key]));\n removedOptionsKeys.forEach((key) => (optionsChanges[key] = null));\n\n // clean formatting, showAs when valueType change\n valueTypeChange && nonInfectKeys.forEach((key) => (optionsChanges[key] = null));\n\n return optionsChanges;\n }\n\n private infectPropertyChanged(newField: IFieldInstance, oldField: FieldCore) {\n // those key will infect the reference field\n const infectProperties = ['type', 'cellValueType', 'isMultipleCellValue'] as const;\n const changedProperties = infectProperties.filter(\n (key) => !isEqual(newField[key], oldField[key])\n );\n\n const valueTypeChanged = changedProperties.some((key) =>\n ['cellValueType', 'isMultipleCellValue'].includes(key)\n );\n\n // options may infect the lookup field\n const optionsChanges = this.getOptionsChanges(\n newField.options,\n oldField.options,\n valueTypeChanged\n );\n\n return Boolean(changedProperties.length || !isEmpty(optionsChanges));\n }\n\n // lookupOptions of lookup field and rollup field must be consistent with linkField Settings\n // And they don't belong in the referenceField\n private async updateLookupRollupRef(\n newField: IFieldInstance,\n oldField: FieldCore\n ): Promise {\n if (newField.type !== FieldType.Link || oldField.type !== FieldType.Link) {\n return;\n }\n\n const oldFieldOptions = oldField.options as ILinkFieldOptions;\n // ignore foreignTableId change\n if (newField.options.foreignTableId !== oldFieldOptions.foreignTableId) {\n return;\n }\n\n const { relationship, fkHostTableName, foreignKeyName, selfKeyName } = newField.options;\n if (\n relationship === oldFieldOptions.relationship &&\n fkHostTableName === oldFieldOptions.fkHostTableName &&\n foreignKeyName === oldFieldOptions.foreignKeyName &&\n selfKeyName === oldFieldOptions.selfKeyName\n ) {\n return;\n }\n\n const relatedFieldsRaw = await this.prismaService.txClient().field.findMany({\n where: {\n lookupLinkedFieldId: newField.id,\n deletedTime: null,\n },\n });\n\n const relatedFields = relatedFieldsRaw.map(createFieldInstanceByRaw);\n\n const lookupToFields = await this.prismaService.txClient().field.findMany({\n where: {\n id: {\n in: relatedFields.map((field) => field.lookupOptions?.lookupFieldId as string),\n },\n },\n });\n const relatedFieldsRawMap = keyBy(relatedFieldsRaw, 'id');\n const lookupToFieldsMap = keyBy(lookupToFields, 'id');\n\n const { pushOpsMap, getOpsMap } = this.fieldOpsMap();\n\n relatedFields.forEach((field) => {\n const lookupOptions = field.lookupOptions!;\n const ops: IOtOperation[] = [];\n ops.push(\n this.buildOpAndMutateField(field, 'lookupOptions', {\n ...lookupOptions,\n relationship,\n fkHostTableName,\n foreignKeyName,\n selfKeyName,\n })!\n );\n\n const lookupToFieldRaw = lookupToFieldsMap[lookupOptions.lookupFieldId];\n\n if (field.isLookup) {\n const isMultipleCellValue =\n newField.isMultipleCellValue || lookupToFieldRaw.isMultipleCellValue || false;\n\n if (isMultipleCellValue !== field.isMultipleCellValue) {\n ops.push(this.buildOpAndMutateField(field, 'isMultipleCellValue', isMultipleCellValue)!);\n }\n\n const dbFieldType = this.fieldSupplementService.getDbFieldType(\n field.type,\n field.cellValueType,\n isMultipleCellValue\n );\n if (dbFieldType !== field.dbFieldType) {\n ops.push(this.buildOpAndMutateField(field, 'dbFieldType', dbFieldType)!);\n }\n\n const newOptions = this.fieldSupplementService.prepareFormattingShowAs(\n field.options,\n JSON.parse(lookupToFieldRaw.options as string),\n field.cellValueType,\n isMultipleCellValue\n );\n\n if (!isEqual(newOptions, field.options)) {\n ops.push(this.buildOpAndMutateField(field, 'options', newOptions)!);\n }\n }\n\n pushOpsMap(relatedFieldsRawMap[field.id].tableId, field.id, ops);\n });\n\n const referenceFieldOpsMap = await this.generateReferenceFieldOps(relatedFields);\n return composeOpMaps([getOpsMap(), referenceFieldOpsMap]);\n }\n\n /**\n * modify a field will causes the properties of the field that depend on it to change\n * example：\n * 1. modify a field's type will cause the the lookup field's type change\n * 2. cellValueType / isMultipleCellValue change will cause the formula / rollup / lookup field's cellValueType / formatting change\n * 3. options change will cause the lookup field options change\n * 4. options in link field change may cause all lookup field run in to error, should mark them as error\n */\n private async updateReferencedFields(newField: IFieldInstance, oldField: FieldCore) {\n if (!this.infectPropertyChanged(newField, oldField)) {\n return;\n }\n\n const refFieldOpsMap = await this.updateLookupRollupRef(newField, oldField);\n\n const fieldOpsMap = await this.generateReferenceFieldOps([newField]);\n\n await this.submitFieldOpsMap(composeOpMaps([refFieldOpsMap, fieldOpsMap]));\n }\n\n private async updateOptionsFromMultiSelectField(\n tableId: string,\n updatedChoiceMap: { [old: string]: string | null },\n field: MultipleSelectFieldDto\n ): Promise {\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n const opsMap: { [recordId: string]: IOtOperation[] } = {};\n const nativeSql = this.knex(dbTableName)\n .select('__id', field.dbFieldName)\n .where((builder) => {\n for (const value of Object.keys(updatedChoiceMap)) {\n builder.orWhere(\n this.knex.raw(`CAST(?? AS text)`, [field.dbFieldName]),\n 'LIKE',\n `%\"${value}\"%`\n );\n }\n })\n .toSQL()\n .toNative();\n\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<\n { __id: string; [dbFieldName: string]: string }[]\n >(nativeSql.sql, ...nativeSql.bindings);\n\n for (const row of result) {\n const oldCellValue = field.convertDBValue2CellValue(row[field.dbFieldName]) as string[];\n const newCellValue = oldCellValue.reduce((pre, value) => {\n // if key not in updatedChoiceMap, we should keep it\n if (!(value in updatedChoiceMap)) {\n pre.push(value);\n return pre;\n }\n\n const newValue = updatedChoiceMap[value];\n if (newValue !== null) {\n pre.push(newValue);\n }\n return pre;\n }, []);\n\n opsMap[row.__id] = [\n RecordOpBuilder.editor.setRecord.build({\n fieldId: field.id,\n oldCellValue,\n newCellValue,\n }),\n ];\n }\n return isEmpty(opsMap) ? undefined : { [tableId]: opsMap };\n }\n\n private async updateOptionsFromSingleSelectField(\n tableId: string,\n updatedChoiceMap: { [old: string]: string | null },\n field: SingleSelectFieldDto\n ): Promise {\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n const opsMap: { [recordId: string]: IOtOperation[] } = {};\n const nativeSql = this.knex(dbTableName)\n .select('__id', field.dbFieldName)\n .where((builder) => {\n for (const value of Object.keys(updatedChoiceMap)) {\n builder.orWhere(field.dbFieldName, value);\n }\n })\n .toSQL()\n .toNative();\n\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<\n { __id: string; [dbFieldName: string]: string }[]\n >(nativeSql.sql, ...nativeSql.bindings);\n\n for (const row of result) {\n let oldCellValue = field.convertDBValue2CellValue(row[field.dbFieldName]) as string;\n if (field.isLookup && Array.isArray(oldCellValue)) {\n oldCellValue = oldCellValue[0] as string;\n }\n\n opsMap[row.__id] = [\n RecordOpBuilder.editor.setRecord.build({\n fieldId: field.id,\n oldCellValue,\n newCellValue: updatedChoiceMap[oldCellValue],\n }),\n ];\n }\n return isEmpty(opsMap) ? undefined : { [tableId]: opsMap };\n }\n\n private async updateOptionsFromSelectField(\n tableId: string,\n updatedChoiceMap: { [old: string]: string | null },\n field: SingleSelectFieldDto | MultipleSelectFieldDto\n ): Promise {\n if (field.type === FieldType.SingleSelect) {\n return this.updateOptionsFromSingleSelectField(tableId, updatedChoiceMap, field);\n }\n\n if (field.type === FieldType.MultipleSelect) {\n return this.updateOptionsFromMultiSelectField(tableId, updatedChoiceMap, field);\n }\n throw new CustomHttpException(\n `Unsupported field type ${(field as { type: FieldType }).type}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.unsupportedFieldType',\n context: {\n type: (field as { type: FieldType }).type,\n },\n },\n }\n );\n }\n\n private async modifySelectOptions(\n tableId: string,\n newField: SingleSelectFieldDto | MultipleSelectFieldDto,\n oldField: SingleSelectFieldDto | MultipleSelectFieldDto\n ) {\n const newChoiceMap = keyBy(newField.options.choices, 'id');\n const updatedChoiceMap: { [old: string]: string | null } = {};\n\n oldField.options.choices.forEach((item) => {\n if (!newChoiceMap[item.id]) {\n updatedChoiceMap[item.name] = null;\n return;\n }\n\n if (newChoiceMap[item.id].name !== item.name) {\n updatedChoiceMap[item.name] = newChoiceMap[item.id].name;\n }\n });\n\n if (isEmpty(updatedChoiceMap)) {\n return;\n }\n\n return this.updateOptionsFromSelectField(tableId, updatedChoiceMap, oldField);\n }\n\n private async updateOptionsFromRatingField(\n tableId: string,\n field: RatingFieldDto,\n oldField: RatingFieldDto\n ): Promise {\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n const dbFieldName = oldField.dbFieldName;\n\n const opsMap: { [recordId: string]: IOtOperation[] } = {};\n const newMax = field.options.max;\n\n const nativeSql = this.knex(dbTableName)\n .select('__id', dbFieldName)\n .where(dbFieldName, '>', newMax)\n .toSQL()\n .toNative();\n\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<\n { __id: string; [dbFieldName: string]: string }[]\n >(nativeSql.sql, ...nativeSql.bindings);\n\n for (const row of result) {\n let oldCellValue = field.convertDBValue2CellValue(row[dbFieldName]) as number;\n if (field.isLookup && Array.isArray(oldCellValue)) {\n oldCellValue = oldCellValue[0] as number;\n }\n\n opsMap[row.__id] = [\n RecordOpBuilder.editor.setRecord.build({\n fieldId: field.id,\n oldCellValue,\n newCellValue: newMax,\n }),\n ];\n }\n\n return isEmpty(opsMap) ? undefined : { [tableId]: opsMap };\n }\n\n private async modifyRatingOptions(\n tableId: string,\n newField: RatingFieldDto,\n oldField: RatingFieldDto\n ) {\n const newMax = newField.options.max;\n const oldMax = oldField.options.max;\n\n if (newMax >= oldMax) return;\n\n return await this.updateOptionsFromRatingField(tableId, newField, oldField);\n }\n\n private async updateOptionsFromUserField(\n tableId: string,\n field: UserFieldDto,\n oldField: UserFieldDto\n ): Promise {\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n const dbFieldName = oldField.dbFieldName;\n\n const opsMap: { [recordId: string]: IOtOperation[] } = {};\n const nativeSql = this.knex(dbTableName).select('__id', dbFieldName).whereNotNull(dbFieldName);\n\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ __id: string; [dbFieldName: string]: string }[]>(nativeSql.toQuery());\n\n for (const row of result) {\n const oldCellValue = field.convertDBValue2CellValue(row[dbFieldName]);\n\n let newCellValue;\n\n if (field.isMultipleCellValue && !Array.isArray(oldCellValue)) {\n newCellValue = [oldCellValue];\n } else if (!field.isMultipleCellValue && Array.isArray(oldCellValue)) {\n newCellValue = oldCellValue[0];\n } else {\n newCellValue = oldCellValue;\n }\n\n opsMap[row.__id] = [\n RecordOpBuilder.editor.setRecord.build({\n fieldId: field.id,\n oldCellValue,\n newCellValue: newCellValue,\n }),\n ];\n }\n\n return isEmpty(opsMap) ? undefined : { [tableId]: opsMap };\n }\n\n private async modifyUserOptions(tableId: string, newField: UserFieldDto, oldField: UserFieldDto) {\n const newOption = newField.options.isMultiple;\n const oldOption = oldField.options.isMultiple;\n\n if (newOption === oldOption) return;\n\n return await this.updateOptionsFromUserField(tableId, newField, oldField);\n }\n\n private async updateOptionsFromButtonField(tableId: string, field: ButtonFieldDto) {\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n const opsMap: { [recordId: string]: IOtOperation[] } = {};\n const nativeSql = this.knex(dbTableName)\n .select('__id', field.dbFieldName)\n .whereNotNull(field.dbFieldName);\n\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ __id: string; [dbFieldName: string]: string }[]>(nativeSql.toQuery());\n for (const row of result) {\n const oldCellValue = field.convertDBValue2CellValue(row[field.dbFieldName]);\n opsMap[row.__id] = [\n RecordOpBuilder.editor.setRecord.build({\n fieldId: field.id,\n oldCellValue,\n newCellValue: null,\n }),\n ];\n }\n\n return isEmpty(opsMap) ? undefined : { [tableId]: opsMap };\n }\n\n private async modifyButtonOptions(\n tableId: string,\n newField: ButtonFieldDto,\n oldField: ButtonFieldDto\n ) {\n const oldWorkflow = oldField.options.workflow;\n const newWorkflow = newField.options.workflow;\n\n if (oldWorkflow?.id === newWorkflow?.id) return;\n\n return await this.updateOptionsFromButtonField(tableId, oldField);\n }\n\n private async modifyOptions(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ): Promise {\n if (newField.isLookup) {\n return;\n }\n\n switch (newField.type) {\n case FieldType.Link:\n return await this.fieldConvertingLinkService.modifyLinkOptions(\n tableId,\n newField as LinkFieldDto,\n oldField as LinkFieldDto\n );\n case FieldType.SingleSelect:\n case FieldType.MultipleSelect: {\n return await this.modifySelectOptions(\n tableId,\n newField as SingleSelectFieldDto,\n oldField as SingleSelectFieldDto\n );\n }\n case FieldType.Rating: {\n return await this.modifyRatingOptions(\n tableId,\n newField as RatingFieldDto,\n oldField as RatingFieldDto\n );\n }\n case FieldType.User: {\n return await this.modifyUserOptions(\n tableId,\n newField as UserFieldDto,\n oldField as UserFieldDto\n );\n }\n case FieldType.Button: {\n return await this.modifyButtonOptions(\n tableId,\n newField as ButtonFieldDto,\n oldField as ButtonFieldDto\n );\n }\n }\n }\n\n private getOriginFieldKeys(newField: IFieldInstance, oldField: FieldCore) {\n return FIELD_VO_PROPERTIES.filter((key) => {\n // For boolean constraint properties, treat undefined/null/false as equivalent (no constraint)\n if (key === 'unique' || key === 'notNull') {\n return Boolean(newField[key]) !== Boolean(oldField[key]);\n }\n return !isEqual(newField[key], oldField[key]);\n });\n }\n\n private getOriginFieldOps(newField: IFieldInstance, oldField: FieldCore) {\n return this.getOriginFieldKeys(newField, oldField).map((key) =>\n FieldOpBuilder.editor.setFieldProperty.build({\n key,\n newValue: newField[key],\n oldValue: oldField[key],\n })\n );\n }\n\n private async getDerivateByLink(tableId: string, innerOpsMap: IOpsMap['key']) {\n const changes: ICellContext[] = [];\n let fromReset = true;\n for (const recordId in innerOpsMap) {\n for (const op of innerOpsMap[recordId]) {\n const context = RecordOpBuilder.editor.setRecord.detect(op);\n if (!context) {\n throw new CustomHttpException(\n `Invalid operation ${JSON.stringify(op)}, when get derivate by link`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.invalidOperation',\n },\n }\n );\n }\n\n // when changing link relationship, old value used to clean link cellValue\n if (isLinkCellValue(context.oldCellValue)) {\n fromReset = false;\n }\n\n changes.push({\n recordId,\n fieldId: context.fieldId,\n oldValue: isLinkCellValue(context.oldCellValue) ? context.oldCellValue : null,\n newValue: context.newCellValue,\n });\n }\n }\n\n const derivate = await this.linkService.getDerivateByLink(tableId, changes, fromReset);\n const cellChanges = derivate?.cellChanges || [];\n\n const opsMapByLink = cellChanges.length ? formatChangesToOps(cellChanges) : {};\n\n return {\n opsMapByLink,\n fkRecordMap: derivate?.fkRecordMap,\n };\n }\n\n private buildCellContextsFromOps(opsMap: IOpsMap[string] | undefined) {\n const contexts: ICellContext[] = [];\n if (!opsMap) {\n return contexts;\n }\n for (const [recordId, ops] of Object.entries(opsMap)) {\n for (const op of ops) {\n const context = RecordOpBuilder.editor.setRecord.detect(op);\n if (!context) {\n continue;\n }\n contexts.push({\n recordId,\n fieldId: context.fieldId,\n oldValue: context.oldCellValue,\n newValue: context.newCellValue,\n });\n }\n }\n return contexts;\n }\n\n private buildComputedSources(recordOpsMap: IOpsMap) {\n return Object.entries(recordOpsMap)\n .map(([tableId, ops]) => ({\n tableId,\n cellContexts: this.buildCellContextsFromOps(ops),\n }))\n .filter((source) => source.cellContexts.length);\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async calculateAndSaveRecords(\n tableId: string,\n field: IFieldInstance,\n recordOpsMap: IOpsMap | void\n ) {\n if (!recordOpsMap || isEmpty(recordOpsMap)) {\n return;\n }\n\n if (field.type === FieldType.Link && !field.isLookup) {\n const result = await this.getDerivateByLink(tableId, recordOpsMap[tableId]);\n recordOpsMap = composeOpMaps([recordOpsMap, result.opsMapByLink]);\n\n // Also derive link updates for any other tables present in the ops map.\n // This covers scenarios where conversions schedule updates on symmetric link fields\n // in foreign tables (e.g., one-way → two-way), which need link derivations too.\n for (const otherTableId of Object.keys(recordOpsMap)) {\n if (otherTableId === tableId) continue;\n const opsForOther = recordOpsMap[otherTableId];\n if (!opsForOther || isEmpty(opsForOther)) continue;\n try {\n const r = await this.getDerivateByLink(otherTableId, opsForOther);\n recordOpsMap = composeOpMaps([recordOpsMap, r.opsMapByLink]);\n } catch (_) {\n // Ignore derivation errors for non-link updates; they'll be handled downstream\n }\n }\n }\n\n const computedSources = this.buildComputedSources(recordOpsMap);\n if (computedSources.length) {\n await this.computedOrchestrator.computeCellChangesForRecordsMulti(\n computedSources,\n async (tables) => {\n await this.batchService.updateRecords(recordOpsMap!, undefined, undefined, tables);\n }\n );\n } else {\n await this.batchService.updateRecords(recordOpsMap);\n }\n }\n\n private async getExistRecords(tableId: string, newField: IFieldInstance) {\n const { dbTableName, name: tableName } = await this.prismaService\n .txClient()\n .tableMeta.findFirstOrThrow({\n where: { id: tableId },\n select: { dbTableName: true, name: true },\n });\n\n const result = await this.fieldCalculationService.getRecordsBatchByFields(\n {\n [dbTableName]: [newField],\n },\n { [dbTableName]: tableId }\n );\n const records = result[dbTableName];\n if (!records) {\n throw new CustomHttpException(\n `Can't find recordMap for tableId: ${tableId} and fieldId: ${newField.id}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.recordMapNotFound',\n context: { tableName, fieldName: newField.name },\n },\n }\n );\n }\n\n return records;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async convert2Select(\n tableId: string,\n newField: SingleSelectFieldDto | MultipleSelectFieldDto,\n oldField: IFieldInstance\n ) {\n const fieldId = newField.id;\n const records = await this.getExistRecords(tableId, oldField);\n const choices = newField.options.choices;\n const opsMap: { [recordId: string]: IOtOperation[] } = {};\n const choicesMap = keyBy(choices, 'name');\n const newChoicesSet = new Set();\n records.forEach((record) => {\n const oldCellValue = record.fields[fieldId];\n if (oldCellValue == null) {\n return;\n }\n\n if (!opsMap[record.id]) {\n opsMap[record.id] = [];\n }\n\n const cellStr = oldField.cellValue2String(oldCellValue);\n const newCellValue = newField.convertStringToCellValue(cellStr, true);\n if (Array.isArray(newCellValue)) {\n newCellValue.forEach((item) => {\n if (!choicesMap[item]) {\n newChoicesSet.add(item);\n }\n });\n } else if (newCellValue && !choicesMap[newCellValue]) {\n newChoicesSet.add(newCellValue);\n }\n opsMap[record.id].push(\n RecordOpBuilder.editor.setRecord.build({\n fieldId,\n newCellValue,\n oldCellValue,\n })\n );\n });\n\n if (newChoicesSet.size) {\n const colors = ColorUtils.randomColor(\n choices.map((item) => item.color),\n newChoicesSet.size\n );\n const newChoices = choices.concat(\n Array.from(newChoicesSet).map((item, i) => ({\n id: generateChoiceId(),\n name: item,\n color: colors[i],\n }))\n );\n // mutate field\n this.buildOpAndMutateField(newField, 'options', {\n ...newField.options,\n choices: newChoices,\n });\n }\n\n return isEmpty(opsMap) ? undefined : { [tableId]: opsMap };\n }\n\n private async convert2User(tableId: string, newField: UserFieldDto, oldField: IFieldInstance) {\n const fieldId = newField.id;\n const records = await this.getExistRecords(tableId, oldField);\n const opsMap: { [recordId: string]: IOtOperation[] } = {};\n\n const oldCvStrArr = records.map((record) => {\n const oldCellValue = record.fields[fieldId];\n if (oldCellValue == null) {\n return;\n }\n\n return oldField.cellValue2String(oldCellValue);\n });\n\n const oldCvUserStrArr = oldCvStrArr\n .map((v) => (v ? v.split(',').map((s) => s.trim()) : []))\n .flat()\n .filter(Boolean);\n const tableCollaborators = await this.collaboratorService.getUserCollaboratorsByTableId(\n tableId,\n {\n containsIn: {\n keys: ['id', 'name', 'email', 'phone'],\n values: uniq(oldCvUserStrArr),\n },\n }\n );\n\n records.forEach((record, index) => {\n const oldCellValue = record.fields[fieldId];\n if (oldCellValue == null) {\n return;\n }\n\n if (!opsMap[record.id]) {\n opsMap[record.id] = [];\n }\n\n const cellStr = oldCvStrArr[index];\n if (!cellStr) {\n return;\n }\n const newCellValue = newField.convertStringToCellValue(cellStr, {\n userSets: tableCollaborators,\n });\n\n opsMap[record.id].push(\n RecordOpBuilder.editor.setRecord.build({\n fieldId,\n newCellValue,\n oldCellValue,\n })\n );\n });\n\n return isEmpty(opsMap) ? undefined : { [tableId]: opsMap };\n }\n\n private async basalConvert(tableId: string, newField: IFieldInstance, oldField: IFieldInstance) {\n // simple value type change is not need to convert\n if (\n oldField.type !== FieldType.LongText &&\n newField.type !== FieldType.Rating &&\n newField.cellValueType === oldField.cellValueType &&\n newField.isMultipleCellValue !== true &&\n oldField.isMultipleCellValue !== true &&\n newField.dbFieldType !== DbFieldType.Json &&\n oldField.dbFieldType !== DbFieldType.Json &&\n newField.dbFieldType === oldField.dbFieldType\n ) {\n return;\n }\n\n return this.buildBasalOpsMap(tableId, newField, oldField);\n }\n\n private async buildBasalOpsMap(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ) {\n const fieldId = newField.id;\n const records = await this.getExistRecords(tableId, oldField);\n const opsMap: { [recordId: string]: IOtOperation[] } = {};\n records.forEach((record) => {\n const oldCellValue = record.fields[fieldId];\n if (oldCellValue == null) {\n return;\n }\n\n const cellStr = oldField.cellValue2String(oldCellValue);\n const newCellValue = newField.convertStringToCellValue(cellStr);\n\n if (!opsMap[record.id]) {\n opsMap[record.id] = [];\n }\n opsMap[record.id].push(\n RecordOpBuilder.editor.setRecord.build({\n fieldId,\n newCellValue,\n oldCellValue,\n })\n );\n });\n\n return isEmpty(opsMap) ? undefined : { [tableId]: opsMap };\n }\n\n private async modifyType(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ): Promise {\n if (oldField.isComputed && newField.isComputed) {\n return;\n }\n\n if (!oldField.isComputed && newField.isComputed) {\n return this.buildBasalOpsMap(tableId, newField, oldField);\n }\n\n if (newField.type === FieldType.SingleSelect || newField.type === FieldType.MultipleSelect) {\n return this.convert2Select(tableId, newField, oldField);\n }\n\n if (newField.type === FieldType.Link) {\n return this.fieldConvertingLinkService.convertLink(tableId, newField, oldField);\n }\n\n if (newField.type === FieldType.User) {\n return this.convert2User(tableId, newField, oldField);\n }\n\n return this.basalConvert(tableId, newField, oldField);\n }\n\n async updateReference(newField: IFieldInstance, oldField: FieldCore) {\n if (!this.shouldUpdateReference(newField, oldField)) {\n return;\n }\n\n await this.prismaService.txClient().reference.deleteMany({\n where: { toFieldId: oldField.id },\n });\n\n await this.fieldSupplementService.createReference(newField);\n }\n\n private shouldUpdateReference(newField: IFieldInstance, oldField: FieldCore) {\n const keys = this.getOriginFieldKeys(newField, oldField);\n if (newField.type === FieldType.Link && !newField.isLookup) {\n if (\n keys.includes('options') &&\n newField.type === oldField.type &&\n newField.options.lookupFieldId !== (oldField.options as ILinkFieldOptions).lookupFieldId\n ) {\n return true;\n }\n\n return false;\n }\n\n // lookup options change\n if (newField.isLookup && oldField.isLookup) {\n return keys.includes('lookupOptions');\n }\n\n // major change\n if (keys.includes('type') || keys.includes('isComputed') || keys.includes('isLookup')) {\n return true;\n }\n\n // for same field with options change\n if (keys.includes('options')) {\n return (\n ((newField.type === FieldType.Rollup || newField.type === FieldType.Formula) &&\n newField.options.expression !== (oldField as FormulaFieldDto).options.expression) ||\n newField.type === FieldType.ConditionalRollup\n );\n }\n\n // for same field with lookup options change\n return keys.includes('lookupOptions');\n }\n\n private async generateModifiedOps(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ): Promise {\n const keys = this.getOriginFieldKeys(newField, oldField);\n\n if (newField.isLookup && oldField.isLookup) {\n return;\n }\n\n // for field type change, isLookup change, isComputed change\n if (keys.includes('type') || keys.includes('isComputed') || keys.includes('isLookup')) {\n return this.modifyType(tableId, newField, oldField);\n }\n\n // for same field with options change\n if (keys.includes('options') && majorOptionsKeyChanged(oldField.options, newField.options)) {\n return await this.modifyOptions(tableId, newField, oldField);\n }\n }\n\n needCalculate(newField: IFieldInstance, oldField: FieldCore) {\n if (!newField.isComputed) {\n return false;\n }\n\n if (newField.hasError !== oldField.hasError) {\n return true;\n }\n\n if (majorFieldKeysChanged(oldField, newField)) {\n return true;\n }\n\n if (this.hasConditionalLookupDiff(newField, oldField)) {\n return true;\n }\n\n if (this.hasConditionalRollupDiff(newField, oldField)) {\n return true;\n }\n\n return false;\n }\n\n private hasConditionalLookupDiff(newField: IFieldInstance, oldField: FieldCore) {\n if (!newField.isConditionalLookup) {\n return false;\n }\n\n return !isEqual(newField.lookupOptions, oldField.lookupOptions);\n }\n\n private hasConditionalRollupDiff(newField: IFieldInstance, oldField: FieldCore) {\n if (newField.type !== FieldType.ConditionalRollup) {\n return false;\n }\n\n return !isEqual(newField.options, oldField.options);\n }\n\n private async calculateField(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ) {\n if (!newField.isComputed) {\n return;\n }\n\n const errorStateChanged = newField.hasError !== oldField.hasError;\n const hasMajorChange = majorFieldKeysChanged(oldField, newField);\n const conditionalLookupDiff = this.hasConditionalLookupDiff(newField, oldField);\n const conditionalRollupDiff = this.hasConditionalRollupDiff(newField, oldField);\n\n if (!errorStateChanged && !hasMajorChange && !conditionalLookupDiff && !conditionalRollupDiff) {\n return;\n }\n\n this.logger.log(`calculating field: ${newField.name}`);\n\n await this.fieldService.resolvePending(tableId, [newField.id]);\n }\n\n private async submitFieldOpsMap(fieldOpsMap: IOpsMap | undefined) {\n if (!fieldOpsMap) {\n return;\n }\n\n for (const tableId in fieldOpsMap) {\n const opData = Object.entries(fieldOpsMap[tableId]).map(([fieldId, ops]) => ({\n fieldId,\n ops,\n }));\n await this.fieldService.batchUpdateFields(tableId, opData);\n }\n }\n\n // for link ref and create or delete supplement link, (create, delete do not need calculate)\n async deleteOrCreateSupplementLink(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ) {\n await this.fieldConvertingLinkService.deleteOrCreateSupplementLink(tableId, newField, oldField);\n }\n\n private needTempleCloseFieldConstraint(newField: IFieldInstance, oldField: IFieldInstance) {\n return (\n (majorFieldKeysChanged(oldField, newField) ||\n newField.dbFieldName !== oldField.dbFieldName) &&\n (oldField.unique || oldField.notNull)\n );\n }\n\n async alterFieldConstraint(tableId: string, newField: IFieldInstance, oldField: IFieldInstance) {\n const { dbTableName, name: tableName } = await this.prismaService\n .txClient()\n .tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n select: { dbTableName: true, name: true },\n });\n\n // index do not support date cell value type\n if (newField.cellValueType !== CellValueType.DateTime) {\n await this.tableIndexService.createSearchFieldSingleIndex(tableId, newField);\n }\n\n if (!this.needTempleCloseFieldConstraint(newField, oldField)) {\n return;\n }\n const { unique, notNull, dbFieldName } = newField;\n const fieldValidationQuery = this.knex.schema\n .alterTable(dbTableName, (table) => {\n if (unique)\n table.unique([dbFieldName], {\n indexName: this.fieldService.getFieldUniqueKeyName(\n dbTableName,\n dbFieldName,\n newField.id\n ),\n });\n if (notNull) table.dropNullable(dbFieldName);\n })\n .toQuery();\n\n await handleDBValidationErrors({\n fn: () => this.prismaService.txClient().$executeRawUnsafe(fieldValidationQuery),\n handleUniqueError: () => {\n throw new CustomHttpException(\n `Field ${oldField.id} unique validation failed`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.fieldValueDuplicate',\n context: { fieldName: oldField.name, tableName },\n },\n }\n );\n },\n handleNotNullError: () => {\n throw new CustomHttpException(\n `Field ${oldField.id} not null validation failed`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.fieldValueNotNull',\n context: { fieldName: oldField.name, tableName },\n },\n }\n );\n },\n });\n }\n\n async closeConstraint(tableId: string, newField: IFieldInstance, oldField: IFieldInstance) {\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n select: { dbTableName: true },\n });\n\n await this.tableIndexService.deleteSearchFieldIndex(tableId, oldField);\n\n const { unique, notNull, dbFieldName } = oldField;\n\n if (!this.needTempleCloseFieldConstraint(newField, oldField)) {\n return;\n }\n\n const matchedIndexes = await this.fieldService.findUniqueIndexesForField(\n dbTableName,\n dbFieldName\n );\n\n const fieldValidationQuery = this.knex.schema\n .alterTable(dbTableName, (table) => {\n if (unique) {\n matchedIndexes.forEach((indexName) => table.dropUnique([dbFieldName], indexName));\n }\n if (notNull) table.setNullable(dbFieldName);\n })\n .toSQL();\n\n const executeSqls = fieldValidationQuery\n .filter((s) => !s.sql.startsWith('PRAGMA'))\n .map(({ sql }) => sql);\n\n for (const sql of executeSqls) {\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n }\n\n async stageAnalysis(tableId: string, fieldId: string, updateFieldRo: IConvertFieldRo) {\n const oldFieldVo = await this.fieldService.getField(tableId, fieldId);\n const oldField = createFieldInstanceByVo(oldFieldVo);\n\n if (oldField.isPrimary && !PRIMARY_SUPPORTED_TYPES.has(updateFieldRo.type)) {\n throw new CustomHttpException(\n `Field type ${updateFieldRo.type} is not supported as primary field`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.unsupportedPrimaryFieldType',\n context: { type: updateFieldRo.type },\n },\n }\n );\n }\n\n const newFieldVo = await this.fieldSupplementService.prepareUpdateField(\n tableId,\n updateFieldRo,\n oldField\n );\n\n const newField = createFieldInstanceByVo(newFieldVo);\n\n const modifiedOps = await this.generateModifiedOps(tableId, newField, oldField);\n\n // 2. collect changes effect by the supplement(link) field\n // supplementChange is only for link relationship change\n const references = (await this.fieldConvertingLinkService.analysisReference(oldField)) || [];\n const supplementChange = await this.fieldConvertingLinkService.analysisSupplementLink(\n newField,\n oldField\n );\n return {\n newField,\n oldField,\n modifiedOps,\n supplementChange,\n references: references.concat(fieldId),\n };\n }\n\n async updateAiConfigReference(tableId: string, newField: IFieldInstance, oldField: FieldCore) {\n if (JSON.stringify(newField.aiConfig) === JSON.stringify(oldField.aiConfig)) return;\n\n await this.fieldSupplementService.createFieldTaskReference(tableId, newField);\n }\n\n async stageAlter(tableId: string, newField: IFieldInstance, oldField: FieldCore) {\n const ops = this.getOriginFieldOps(newField, oldField);\n\n if (this.needCalculate(newField, oldField)) {\n ops.push(\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'isPending',\n newValue: true,\n oldValue: undefined,\n })\n );\n }\n\n // apply current field changes\n await this.fieldService.batchUpdateFields(tableId, [{ fieldId: newField.id, ops }]);\n\n await this.updateReference(newField, oldField);\n\n // apply ai config changes\n await this.updateAiConfigReference(tableId, newField, oldField);\n\n // apply referenced fields changes\n await this.updateReferencedFields(newField, oldField);\n }\n\n async stageCalculate(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance,\n recordOpsMap?: IOpsMap\n ) {\n // For two-way -> one-way toggles, we still need to apply recordOpsMap\n // to persist preserved source link values, but can skip computed field recalculation.\n const skipComputed = this.isTogglingToOneWay(newField, oldField);\n\n // calculate and submit records\n await this.calculateAndSaveRecords(tableId, newField, recordOpsMap);\n\n // calculate computed fields unless explicitly skipped\n if (!skipComputed) {\n await this.calculateField(tableId, newField, oldField);\n }\n }\n\n private isTogglingToOneWay(newField: IFieldInstance, oldField: IFieldInstance): boolean {\n if (newField.type !== FieldType.Link || newField.isLookup) return false;\n const newOpts = newField.options as ILinkFieldOptions;\n const oldOpts = oldField.options as ILinkFieldOptions;\n return (\n newOpts.foreignTableId === oldOpts.foreignTableId &&\n newOpts.relationship === oldOpts.relationship &&\n Boolean(newOpts.isOneWay) &&\n !oldOpts.isOneWay\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-creating.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../../global/global.module';\nimport { FieldOpenApiModule } from '../open-api/field-open-api.module';\nimport { FieldCreatingService } from './field-creating.service';\n\ndescribe('FieldCreatingService', () => {\n let service: FieldCreatingService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, FieldOpenApiModule],\n }).compile();\n\n service = module.get(FieldCreatingService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-creating.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport type { IColumn, IColumnMeta } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ViewService } from '../../view/view.service';\nimport { FieldService } from '../field.service';\nimport type { IFieldInstance } from '../model/factory';\nimport type { LinkFieldDto } from '../model/field-dto/link-field.dto';\nimport { FieldSupplementService } from './field-supplement.service';\n\n@Injectable()\nexport class FieldCreatingService {\n private logger = new Logger(FieldCreatingService.name);\n\n constructor(\n private readonly viewService: ViewService,\n private readonly fieldService: FieldService,\n private readonly prismaService: PrismaService,\n private readonly fieldSupplementService: FieldSupplementService\n ) {}\n\n async createFieldItem(\n tableId: string,\n field: IFieldInstance,\n initViewColumnMap?: Record,\n isSymmetricField?: boolean\n ) {\n const fieldId = field.id;\n\n await this.fieldSupplementService.createReference(field);\n await this.fieldSupplementService.createFieldTaskReference(tableId, field);\n\n const dbTableName = await this.fieldService.getDbTableName(tableId);\n\n await this.fieldService.batchCreateFields(tableId, dbTableName, [field], isSymmetricField);\n\n await this.viewService.initViewColumnMeta(\n tableId,\n [fieldId],\n initViewColumnMap && [initViewColumnMap]\n );\n }\n\n private async createFieldItemsBatch(\n tableId: string,\n fieldInstances: IFieldInstance[],\n initViewColumnMapList?: Array | undefined>,\n isSymmetricField?: boolean\n ) {\n if (!fieldInstances.length) return;\n\n const dbTableName = await this.fieldService.getDbTableName(tableId);\n\n for (const field of fieldInstances) {\n await this.fieldSupplementService.createReference(field);\n }\n await this.fieldSupplementService.createFieldTaskReferences(tableId, fieldInstances);\n\n await this.fieldService.batchCreateFields(\n tableId,\n dbTableName,\n fieldInstances,\n isSymmetricField\n );\n\n const fieldIds = fieldInstances.map((field) => field.id);\n const shouldInit =\n !!initViewColumnMapList?.length &&\n initViewColumnMapList.some((m) => m && Object.keys(m).length);\n const normalizedInitList = shouldInit\n ? initViewColumnMapList.map((m) => m ?? ({} as Record))\n : undefined;\n\n await this.viewService.initViewColumnMeta(tableId, fieldIds, normalizedInitList);\n }\n\n async createFields(\n tableId: string,\n fieldInstances: IFieldInstance[],\n initViewColumnMap?: Record\n ) {\n const dbTableName = await this.fieldService.getDbTableName(tableId);\n\n for (const field of fieldInstances) {\n await this.fieldSupplementService.createReference(field);\n }\n await this.fieldSupplementService.createFieldTaskReferences(tableId, fieldInstances);\n const fieldIds = fieldInstances.map((field) => field.id);\n await this.viewService.initViewColumnMeta(\n tableId,\n fieldIds,\n initViewColumnMap && fieldIds.map(() => initViewColumnMap)\n );\n\n await this.fieldService.batchCreateFieldsAtOnce(tableId, dbTableName, fieldInstances);\n }\n\n async alterCreateFieldsInExistingTable(\n tableId: string,\n fields: Array<{ field: IFieldInstance; columnMeta?: Record }>\n ) {\n if (!fields.length) return [] as { tableId: string; field: IFieldInstance }[];\n\n const baseFieldInstances = fields.map(({ field }) => field);\n const initViewColumnMapList = fields.map(({ columnMeta }) => columnMeta);\n\n await this.createFieldItemsBatch(tableId, baseFieldInstances, initViewColumnMapList);\n\n const created: { tableId: string; field: IFieldInstance }[] = baseFieldInstances.map(\n (field) => ({\n tableId,\n field,\n })\n );\n\n const linkFields = baseFieldInstances.filter(\n (field) => field.type === FieldType.Link && !field.isLookup\n ) as LinkFieldDto[];\n\n // Generate and create symmetric fields one-by-one so that each subsequent\n // generateSymmetricField can see the previously created field records and\n // PostgreSQL columns, avoiding duplicate dbFieldName collisions.\n for (const linkField of linkFields) {\n if (!linkField.options.symmetricFieldId) continue;\n const symmetricField = await this.fieldSupplementService.generateSymmetricField(\n tableId,\n linkField\n );\n const foreignTableId = linkField.options.foreignTableId;\n await this.createFieldItemsBatch(foreignTableId, [symmetricField], undefined, true);\n created.push({ tableId: foreignTableId, field: symmetricField });\n }\n\n return created;\n }\n\n async alterCreateField(tableId: string, field: IFieldInstance, columnMeta?: IColumnMeta) {\n const newFields: { tableId: string; field: IFieldInstance }[] = [];\n if (field.type === FieldType.Link && !field.isLookup) {\n // Foreign key creation is now handled by the visitor in createFieldItem\n await this.createFieldItem(tableId, field, columnMeta);\n newFields.push({ tableId, field });\n\n if (field.options.symmetricFieldId) {\n const symmetricField = await this.fieldSupplementService.generateSymmetricField(\n tableId,\n field\n );\n\n await this.createFieldItem(field.options.foreignTableId, symmetricField, columnMeta, true);\n newFields.push({ tableId: field.options.foreignTableId, field: symmetricField });\n }\n\n return newFields;\n }\n\n await this.createFieldItem(tableId, field, columnMeta);\n return [{ tableId, field: field }];\n }\n\n async alterCreateFields(\n tableId: string,\n fieldInstances: IFieldInstance[],\n columnMeta?: IColumnMeta\n ) {\n const newFields: { tableId: string; field: IFieldInstance }[] = fieldInstances.map((field) => ({\n tableId,\n field,\n }));\n\n const primaryField = fieldInstances.find((field) => field.isPrimary)!;\n\n await this.createFieldItem(tableId, primaryField, columnMeta);\n\n const linkFields = fieldInstances.filter(\n (field) => field.type === FieldType.Link && !field.isLookup\n ) as LinkFieldDto[];\n\n if (linkFields.length) {\n const initViewColumnMapList = columnMeta\n ? linkFields.map(() => columnMeta as unknown as Record)\n : undefined;\n await this.createFieldItemsBatch(tableId, linkFields, initViewColumnMapList);\n\n // Generate and create symmetric fields one-by-one to avoid duplicate\n // dbFieldName collisions when multiple links target the same foreign table.\n for (const field of linkFields) {\n if (!field.options.symmetricFieldId) continue;\n const symmetricField = await this.fieldSupplementService.generateSymmetricField(\n tableId,\n field\n );\n const foreignTableId = field.options.foreignTableId;\n await this.createFieldItemsBatch(foreignTableId, [symmetricField], undefined, true);\n newFields.push({ tableId: foreignTableId, field: symmetricField });\n }\n }\n\n const otherFields = fieldInstances.filter(\n ({ id, isPrimary }) =>\n (linkFields.length ? !linkFields.map(({ id }) => id).includes(id) : true) && !isPrimary\n );\n\n await this.createFields(tableId, otherFields, columnMeta);\n return newFields;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-deleting.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../../global/global.module';\nimport { FieldOpenApiModule } from '../open-api/field-open-api.module';\nimport { FieldDeletingService } from './field-deleting.service';\n\ndescribe('FieldDeletingService', () => {\n let service: FieldDeletingService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, FieldOpenApiModule],\n }).compile();\n\n service = module.get(FieldDeletingService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-deleting.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport type { ILinkFieldOptions } from '@teable/core';\nimport { FieldOpBuilder, FieldType, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { difference, keyBy } from 'lodash';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { DropColumnOperationType } from '../../../db-provider/drop-database-column-query/drop-database-column-field-visitor.interface';\nimport { Timing } from '../../../utils/timing';\nimport { FieldCalculationService } from '../../calculation/field-calculation.service';\nimport { TableIndexService } from '../../table/table-index.service';\nimport { FieldService } from '../field.service';\nimport { IFieldInstance, createFieldInstanceByRaw } from '../model/factory';\nimport { FieldSupplementService } from './field-supplement.service';\nimport { FormulaFieldService } from './formula-field.service';\n\n@Injectable()\nexport class FieldDeletingService {\n private logger = new Logger(FieldDeletingService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly fieldService: FieldService,\n private readonly tableIndexService: TableIndexService,\n private readonly fieldSupplementService: FieldSupplementService,\n private readonly fieldCalculationService: FieldCalculationService,\n private readonly formulaFieldService: FormulaFieldService\n ) {}\n\n private async markFieldsAsError(tableId: string, fieldIds: string[]) {\n const opData = fieldIds.map((fieldId) => ({\n fieldId,\n ops: [\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'hasError',\n oldValue: undefined,\n newValue: true,\n }),\n ],\n }));\n await this.fieldService.batchUpdateFields(tableId, opData);\n }\n\n async cleanLookupRollupRef(tableId: string, fieldId: string) {\n const errorLookupFieldIds =\n await this.fieldSupplementService.deleteLookupFieldReference(fieldId);\n await this.markFieldsAsError(tableId, errorLookupFieldIds);\n }\n\n async resetLinkFieldLookupFieldId(\n fieldIds: string[],\n lookupedTableId: string,\n lookupedFieldId: string\n ) {\n const prisma = this.prismaService.txClient();\n const lookupedPrimaryField = await prisma.field.findFirst({\n where: { tableId: lookupedTableId, isPrimary: true },\n select: { id: true },\n });\n\n if (!lookupedPrimaryField) {\n return [];\n }\n\n const fieldRaws = await prisma.field.findMany({\n where: {\n id: { in: fieldIds },\n type: FieldType.Link,\n deletedTime: null,\n },\n });\n\n const toSetLookupFieldId = lookupedPrimaryField.id;\n\n const fieldRawMap = keyBy(fieldRaws, 'id');\n\n const fieldInstances = fieldRaws\n .filter((field) => field.type === FieldType.Link && !field.isLookup)\n .map((field) => createFieldInstanceByRaw(field))\n .filter((field) => {\n const option = field.options as ILinkFieldOptions;\n return (\n option.foreignTableId === lookupedTableId && option.lookupFieldId === lookupedFieldId\n );\n });\n\n for (const field of fieldInstances) {\n const options = field.options as ILinkFieldOptions;\n const newOption = {\n ...options,\n lookupFieldId: toSetLookupFieldId,\n };\n const opData = [\n {\n fieldId: field.id,\n ops: [\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'options',\n oldValue: options,\n newValue: newOption,\n }),\n ],\n },\n ];\n\n await this.fieldService.batchUpdateFields(fieldRawMap[field.id].tableId, opData);\n\n const reference = await this.prismaService.txClient().reference.findFirst({\n where: {\n fromFieldId: toSetLookupFieldId,\n toFieldId: field.id,\n },\n });\n\n if (!reference) {\n await this.prismaService.txClient().reference.create({\n data: {\n fromFieldId: toSetLookupFieldId,\n toFieldId: field.id,\n },\n });\n }\n }\n\n return fieldInstances.map((field) => field.id);\n }\n\n async cleanRef(tableId: string, field: IFieldInstance) {\n // 2. Delete reference relationships\n const errorRefFieldIds = await this.fieldSupplementService.deleteReference(field.id);\n\n // 3. Filter out fields that have already been cascade deleted\n const remainingErrorFieldIds = errorRefFieldIds;\n\n const resetLinkFieldIds = await this.resetLinkFieldLookupFieldId(\n remainingErrorFieldIds,\n tableId,\n field.id\n );\n\n const errorLookupFieldIds =\n !field.isLookup &&\n field.type === FieldType.Link &&\n (await this.fieldSupplementService.deleteLookupFieldReference(field.id));\n const errorFieldIds = difference(remainingErrorFieldIds, resetLinkFieldIds).concat(\n errorLookupFieldIds || []\n );\n\n // 4. Mark remaining fields as error\n if (errorFieldIds.length > 0) {\n // Additionally, propagate error to downstream formula fields (same table) that depend\n // on these errored fields (e.g., a -> b -> c; deleting a should set b and c hasError)\n const transitiveFormulaIds = new Set();\n for (const fid of errorFieldIds) {\n try {\n const deps = await this.formulaFieldService.getDependentFormulaFieldsInOrder(fid);\n deps.filter((d) => d.tableId === tableId).forEach((d) => transitiveFormulaIds.add(d.id));\n } catch (e) {\n this.logger.warn(`Failed to load dependent formulas for field ${fid}: ${e}`);\n }\n }\n\n // Merge direct and transitive ids\n const allErrorIds = Array.from(new Set([...errorFieldIds, ...transitiveFormulaIds]));\n\n const fieldRaws = await this.prismaService.txClient().field.findMany({\n where: { id: { in: allErrorIds } },\n select: { id: true, tableId: true },\n });\n\n for (const fieldRaw of fieldRaws) {\n const { id, tableId } = fieldRaw;\n await this.markFieldsAsError(tableId, [id]);\n }\n }\n }\n\n async deleteFieldItem(\n tableId: string,\n field: IFieldInstance,\n operationType: DropColumnOperationType = DropColumnOperationType.DELETE_FIELD\n ) {\n await this.cleanRef(tableId, field);\n await this.fieldService.batchDeleteFields(tableId, [field.id], operationType);\n }\n\n async getField(tableId: string, fieldId: string): Promise {\n const fieldRaw = await this.prismaService.field.findFirst({\n where: { tableId, id: fieldId, deletedTime: null },\n });\n return fieldRaw && createFieldInstanceByRaw(fieldRaw);\n }\n\n @Timing()\n async alterDeleteField(\n tableId: string,\n field: IFieldInstance\n ): Promise<{ tableId: string; fieldId: string }[]> {\n const { id: fieldId, type, isLookup, isPrimary } = field;\n\n // forbid delete primary field\n if (isPrimary) {\n throw new CustomHttpException(\n `Forbid delete primary field`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.field.forbidDeletePrimaryField',\n },\n }\n );\n }\n\n // delete index first\n await this.tableIndexService.deleteSearchFieldIndex(tableId, field);\n\n if (type === FieldType.Link && !isLookup) {\n const linkFieldOptions = field.options;\n const { foreignTableId, symmetricFieldId } = linkFieldOptions;\n // Foreign key cleanup is handled in the drop visitor during deleteFieldItem\n // First delete the main field and its FK artifacts\n await this.deleteFieldItem(tableId, field, DropColumnOperationType.DELETE_FIELD);\n\n if (symmetricFieldId) {\n const symmetricField = await this.getField(foreignTableId, symmetricFieldId);\n // When deleting the symmetric field as part of a bidirectional pair,\n // preserve FK artifacts that were already dropped when deleting the main field\n if (symmetricField) {\n await this.deleteFieldItem(\n foreignTableId,\n symmetricField,\n DropColumnOperationType.DELETE_SYMMETRIC_FIELD\n );\n }\n return [\n { tableId, fieldId },\n { tableId: foreignTableId, fieldId: symmetricFieldId },\n ];\n }\n return [{ tableId, fieldId }];\n }\n\n await this.deleteFieldItem(tableId, field);\n return [{ tableId, fieldId }];\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-supplement.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { BadRequestException, Injectable } from '@nestjs/common';\nimport {\n AttachmentFieldCore,\n AutoNumberFieldCore,\n ButtonFieldCore,\n CellValueType,\n CheckboxFieldCore,\n ColorUtils,\n ConditionalRollupFieldCore,\n CreatedTimeFieldCore,\n DateFieldCore,\n DbFieldType,\n extractFieldIdsFromFilter,\n FieldAIActionType,\n FieldType,\n generateChoiceId,\n generateFieldId,\n getAiConfigSchema,\n getDbFieldType,\n getDefaultFormatting,\n getFormattingSchema,\n getRandomString,\n getShowAsSchema,\n getUniqName,\n isMultiValueLink,\n isConditionalLookupOptions,\n isLinkLookupOptions,\n LastModifiedTimeFieldCore,\n LongTextFieldCore,\n NumberFieldCore,\n RatingFieldCore,\n Relationship,\n RelationshipRevert,\n SelectFieldCore,\n SingleLineTextFieldCore,\n UserFieldCore,\n HttpErrorCode,\n} from '@teable/core';\nimport type {\n IFieldRo,\n IFieldVo,\n IFormulaFieldOptions,\n ILinkFieldOptions,\n ILinkFieldOptionsRo,\n ILinkFieldMeta,\n ILookupOptionsRo,\n ILookupOptionsVo,\n IConditionalRollupFieldOptions,\n IRollupFieldOptions,\n ISelectFieldOptionsRo,\n IConvertFieldRo,\n IUserFieldOptions,\n ITextFieldCustomizeAIConfig,\n ITextFieldSummarizeAIConfig,\n IConditionalLookupOptions,\n INumberFieldOptions,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { uniq, keyBy, mergeWith } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport type { z } from 'zod';\nimport { fromZodError } from 'zod-validation-error';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { InjectDbProvider } from '../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport { extractFieldReferences } from '../../../utils';\nimport {\n majorFieldKeysChanged,\n NON_INFECT_OPTION_KEYS,\n} from '../../../utils/major-field-keys-changed';\nimport { ReferenceService } from '../../calculation/reference.service';\nimport { hasCycle } from '../../calculation/utils/dfs';\nimport { FieldService } from '../field.service';\nimport type { IFieldInstance } from '../model/factory';\nimport { createFieldInstanceByRaw, createFieldInstanceByVo } from '../model/factory';\nimport { ConditionalRollupFieldDto } from '../model/field-dto/conditional-rollup-field.dto';\nimport { FormulaFieldDto } from '../model/field-dto/formula-field.dto';\nimport type { LinkFieldDto } from '../model/field-dto/link-field.dto';\nimport { RollupFieldDto } from '../model/field-dto/rollup-field.dto';\n\ntype LinkFieldReference = Pick & {\n options: Pick &\n Partial>;\n};\n\n@Injectable()\nexport class FieldSupplementService {\n constructor(\n private readonly fieldService: FieldService,\n private readonly prismaService: PrismaService,\n private readonly referenceService: ReferenceService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n private async getDbTableName(tableId: string) {\n const tableMeta = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n select: { dbTableName: true },\n });\n return tableMeta.dbTableName;\n }\n\n private getForeignKeyFieldName(fieldId: string | undefined) {\n if (!fieldId) {\n return `__fk_rad${getRandomString(16)}`;\n }\n return `__fk_${fieldId}`;\n }\n\n private getDefaultTimeZone(): string {\n return Intl.DateTimeFormat().resolvedOptions().timeZone;\n }\n\n private async getJunctionTableName(\n tableId: string,\n fieldId: string,\n symmetricFieldId: string | undefined\n ) {\n const { baseId } = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { baseId: true },\n });\n\n const junctionTableName = symmetricFieldId\n ? `junction_${fieldId}_${symmetricFieldId}`\n : `junction_${fieldId}`;\n return this.dbProvider.generateDbTableName(baseId, junctionTableName);\n }\n\n private async getDefaultLinkName(foreignTableId: string) {\n const tableRaw = await this.prismaService.txClient().tableMeta.findUnique({\n where: { id: foreignTableId },\n select: { name: true },\n });\n if (!tableRaw) {\n throw new CustomHttpException(\n `foreignTableId ${foreignTableId} is invalid`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.foreignTableIdInvalid',\n context: { foreignTableId },\n },\n }\n );\n }\n return tableRaw.name;\n }\n\n private async generateLinkOptionsVo(params: {\n tableId: string;\n optionsRo: ILinkFieldOptionsRo;\n fieldId: string;\n symmetricFieldId: string | undefined;\n lookupFieldId: string;\n dbTableName: string;\n foreignTableName: string;\n }): Promise {\n const {\n tableId,\n optionsRo,\n fieldId,\n symmetricFieldId,\n lookupFieldId,\n dbTableName,\n foreignTableName,\n } = params;\n const { relationship, isOneWay = false } = optionsRo;\n const common = {\n ...optionsRo,\n isOneWay: isOneWay || false,\n symmetricFieldId,\n lookupFieldId,\n };\n\n if (relationship === Relationship.ManyMany) {\n const fkHostTableName = await this.getJunctionTableName(tableId, fieldId, symmetricFieldId);\n return {\n ...common,\n fkHostTableName,\n selfKeyName: this.getForeignKeyFieldName(symmetricFieldId),\n foreignKeyName: this.getForeignKeyFieldName(fieldId),\n };\n }\n\n if (relationship === Relationship.ManyOne) {\n return {\n ...common,\n fkHostTableName: dbTableName,\n selfKeyName: '__id',\n foreignKeyName: this.getForeignKeyFieldName(fieldId),\n };\n }\n\n if (relationship === Relationship.OneMany) {\n return {\n ...common,\n /**\n * Semantically, one way link should not cause any side effects on the foreign table,\n * so we should not modify the foreign table when `isOneWay` enable.\n * Instead, we will create a junction table to store the foreign key.\n */\n fkHostTableName: isOneWay\n ? await this.getJunctionTableName(tableId, fieldId, symmetricFieldId)\n : foreignTableName,\n selfKeyName: this.getForeignKeyFieldName(symmetricFieldId),\n foreignKeyName: isOneWay ? this.getForeignKeyFieldName(fieldId) : '__id',\n };\n }\n\n if (relationship === Relationship.OneOne) {\n return {\n ...common,\n fkHostTableName: dbTableName,\n selfKeyName: '__id',\n foreignKeyName: this.getForeignKeyFieldName(fieldId),\n };\n }\n\n throw new CustomHttpException('relationship is invalid', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.field.relationshipInvalid',\n context: { relationship },\n },\n });\n }\n\n async generateNewLinkOptionsVo(\n tableId: string,\n fieldId: string,\n optionsRo: ILinkFieldOptionsRo\n ): Promise {\n const { baseId, foreignTableId, isOneWay } = optionsRo;\n let lookupFieldId = optionsRo.lookupFieldId;\n const symmetricFieldId = isOneWay ? undefined : generateFieldId();\n const dbTableName = await this.getDbTableName(tableId);\n const foreignTableName = await this.getDbTableName(foreignTableId);\n\n if (!lookupFieldId) {\n const labelField = await this.prismaService.txClient().field.findFirst({\n where: {\n tableId: foreignTableId,\n name: 'Label',\n deletedTime: null,\n },\n select: { id: true },\n });\n\n if (labelField?.id) {\n lookupFieldId = labelField.id;\n } else {\n const { id: defaultLookupFieldId } = await this.prismaService\n .txClient()\n .field.findFirstOrThrow({\n where: { tableId: foreignTableId, isPrimary: true },\n select: { id: true },\n });\n lookupFieldId = defaultLookupFieldId;\n }\n }\n\n if (baseId) {\n await this.prismaService\n .txClient()\n .tableMeta.findFirstOrThrow({\n where: { id: foreignTableId, baseId, deletedTime: null },\n select: { id: true },\n })\n .catch(() => {\n throw new CustomHttpException(\n `foreignTableId ${foreignTableId} is invalid`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.foreignTableIdInvalid',\n context: { foreignTableId },\n },\n }\n );\n });\n }\n\n return this.generateLinkOptionsVo({\n tableId,\n optionsRo,\n fieldId,\n symmetricFieldId,\n lookupFieldId,\n dbTableName,\n foreignTableName,\n });\n }\n\n async generateUpdatedLinkOptionsVo(\n tableId: string,\n fieldId: string,\n oldOptions: ILinkFieldOptions,\n newOptionsRo: ILinkFieldOptionsRo\n ): Promise {\n const { baseId, foreignTableId, isOneWay } = newOptionsRo;\n\n const dbTableName = await this.getDbTableName(tableId);\n const foreignTableName = await this.getDbTableName(foreignTableId);\n\n const symmetricFieldId = (() => {\n if (isOneWay) {\n return undefined;\n }\n\n if (oldOptions.isOneWay) {\n return generateFieldId();\n }\n\n if (oldOptions.foreignTableId === newOptionsRo.foreignTableId) {\n return oldOptions.symmetricFieldId;\n }\n\n return generateFieldId();\n })();\n\n let lookupFieldId = newOptionsRo.lookupFieldId;\n if (!lookupFieldId) {\n const sameTable = oldOptions.foreignTableId === foreignTableId;\n if (sameTable) {\n lookupFieldId = oldOptions.lookupFieldId;\n }\n }\n if (!lookupFieldId) {\n const labelField = await this.prismaService.txClient().field.findFirst({\n where: { tableId: foreignTableId, name: 'Label', deletedTime: null },\n select: { id: true },\n });\n if (labelField?.id) {\n lookupFieldId = labelField.id;\n } else {\n const { id: defaultLookupFieldId } = await this.prismaService\n .txClient()\n .field.findFirstOrThrow({\n where: { tableId: foreignTableId, isPrimary: true, deletedTime: null },\n select: { id: true },\n });\n lookupFieldId = defaultLookupFieldId;\n }\n }\n\n if (baseId) {\n await this.prismaService\n .txClient()\n .tableMeta.findFirstOrThrow({\n where: { id: foreignTableId, baseId, deletedTime: null },\n select: { id: true },\n })\n .catch(() => {\n throw new CustomHttpException(\n `foreignTableId ${foreignTableId} is invalid`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.foreignTableIdInvalid',\n context: { foreignTableId },\n },\n }\n );\n });\n }\n\n const isSameSymmetricFieldId =\n (!symmetricFieldId && !oldOptions.symmetricFieldId) ||\n symmetricFieldId === oldOptions.symmetricFieldId;\n\n if (\n newOptionsRo.foreignTableId === oldOptions.foreignTableId &&\n newOptionsRo.relationship === oldOptions.relationship &&\n isSameSymmetricFieldId\n ) {\n return {\n ...newOptionsRo,\n isOneWay: isOneWay || false,\n symmetricFieldId,\n lookupFieldId,\n fkHostTableName: oldOptions.fkHostTableName,\n selfKeyName: oldOptions.selfKeyName,\n foreignKeyName: oldOptions.foreignKeyName,\n };\n }\n\n return this.generateLinkOptionsVo({\n tableId,\n optionsRo: newOptionsRo,\n fieldId,\n symmetricFieldId,\n lookupFieldId,\n dbTableName,\n foreignTableName,\n });\n }\n\n private async prepareLinkField(tableId: string, field: IFieldRo) {\n let options = field.options as ILinkFieldOptionsRo;\n const { baseId, relationship, foreignTableId } = options;\n\n // if link target is in the same base, we should not set baseId\n if (baseId) {\n const tableMeta = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { id: true, baseId: true },\n });\n if (tableMeta.baseId === baseId) {\n options = {\n ...options,\n baseId: undefined,\n };\n }\n }\n\n const fieldId = field.id ?? generateFieldId();\n const optionsVo = await this.generateNewLinkOptionsVo(tableId, fieldId, options);\n\n return {\n ...field,\n id: fieldId,\n name: field.name ?? (await this.getDefaultLinkName(foreignTableId)),\n options: optionsVo,\n isMultipleCellValue: isMultiValueLink(relationship) || undefined,\n dbFieldType: DbFieldType.Json,\n cellValueType: CellValueType.String,\n meta: this.buildLinkFieldMeta(optionsVo),\n };\n }\n\n // only for linkField to linkField\n private async prepareUpdateLinkField(tableId: string, fieldRo: IFieldRo, oldFieldVo: IFieldVo) {\n if (!majorFieldKeysChanged(oldFieldVo, fieldRo)) {\n return mergeWith({}, oldFieldVo, fieldRo, (_oldValue: unknown, newValue: unknown) => {\n if (Array.isArray(newValue)) {\n return newValue;\n }\n });\n }\n\n const newOptionsRo = fieldRo.options as ILinkFieldOptionsRo;\n const oldOptions = oldFieldVo.options as ILinkFieldOptions;\n // isOneWay may be undefined or false, so we should convert it to boolean\n const oldIsOneWay = Boolean(oldOptions.isOneWay);\n const newIsOneWay = Boolean(newOptionsRo.isOneWay);\n if (\n oldOptions.foreignTableId === newOptionsRo.foreignTableId &&\n oldOptions.relationship === newOptionsRo.relationship &&\n oldIsOneWay !== newIsOneWay\n ) {\n // Recompute full link options when toggling one-way <-> two-way to ensure\n // fkHostTableName/selfKeyName/foreignKeyName are correct for the new mode.\n const optionsVo = await this.generateUpdatedLinkOptionsVo(\n tableId,\n oldFieldVo.id,\n oldOptions,\n newOptionsRo\n );\n\n return {\n ...oldFieldVo,\n ...fieldRo,\n options: optionsVo,\n isMultipleCellValue: isMultiValueLink(optionsVo.relationship) || undefined,\n dbFieldType: DbFieldType.Json,\n cellValueType: CellValueType.String,\n meta: this.buildLinkFieldMeta(optionsVo),\n };\n }\n\n const fieldId = oldFieldVo.id;\n\n const optionsVo = await this.generateUpdatedLinkOptionsVo(\n tableId,\n fieldId,\n oldOptions,\n newOptionsRo\n );\n\n return {\n ...oldFieldVo,\n ...fieldRo,\n options: optionsVo,\n isMultipleCellValue: isMultiValueLink(optionsVo.relationship) || undefined,\n dbFieldType: DbFieldType.Json,\n cellValueType: CellValueType.String,\n meta: this.buildLinkFieldMeta(optionsVo),\n };\n }\n\n private buildLinkFieldMeta(options: ILinkFieldOptions): ILinkFieldMeta {\n const { relationship, isOneWay } = options;\n const hasOrderColumn =\n relationship === Relationship.ManyMany ||\n relationship === Relationship.ManyOne ||\n relationship === Relationship.OneOne ||\n (relationship === Relationship.OneMany && !isOneWay);\n\n return { hasOrderColumn: Boolean(hasOrderColumn) };\n }\n\n private async prepareLookupOptions(field: IFieldRo, batchFieldVos?: IFieldVo[]) {\n const { lookupOptions } = field;\n if (!lookupOptions) {\n throw new CustomHttpException(`lookupOptions is required`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'editor.lookup.lookupOptionsRequired',\n },\n });\n }\n\n if (!isLinkLookupOptions(lookupOptions)) {\n throw new BadRequestException('lookupOptions.linkFieldId is required for lookup fields');\n }\n\n const { linkFieldId, lookupFieldId, foreignTableId } = lookupOptions;\n const linkFieldRaw = await this.prismaService.txClient().field.findFirst({\n where: { id: linkFieldId, deletedTime: null, type: FieldType.Link },\n select: { name: true, options: true, isMultipleCellValue: true },\n });\n\n const optionsRaw = linkFieldRaw?.options || null;\n const batchLinkField = batchFieldVos?.find(\n (candidate) => candidate.id === linkFieldId && candidate.type === FieldType.Link\n );\n const linkFieldOptions: LinkFieldReference['options'] | undefined =\n (optionsRaw && (JSON.parse(optionsRaw as string) as ILinkFieldOptions)) ||\n (batchLinkField?.options as ILinkFieldOptions | ILinkFieldOptionsRo | undefined);\n\n const linkFieldReference: LinkFieldReference | undefined =\n linkFieldRaw && linkFieldOptions\n ? {\n name: linkFieldRaw.name,\n isMultipleCellValue: linkFieldRaw.isMultipleCellValue ?? undefined,\n options: linkFieldOptions,\n }\n : batchLinkField && linkFieldOptions\n ? {\n name: batchLinkField.name,\n isMultipleCellValue:\n batchLinkField.isMultipleCellValue ??\n (isMultiValueLink(linkFieldOptions.relationship) || undefined),\n options: linkFieldOptions,\n }\n : undefined;\n\n if (!linkFieldReference) {\n throw new CustomHttpException(\n `linkFieldId ${linkFieldId} is invalid`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.linkFieldIdInvalid',\n context: { linkFieldId },\n },\n }\n );\n }\n\n if (foreignTableId !== linkFieldReference.options.foreignTableId) {\n throw new CustomHttpException(\n `foreignTableId ${foreignTableId} is invalid`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.foreignTableIdInvalid',\n context: { foreignTableId },\n },\n }\n );\n }\n\n const lookupFieldRaw = await this.prismaService.txClient().field.findFirst({\n where: { id: lookupFieldId, deletedTime: null },\n });\n\n if (!lookupFieldRaw) {\n throw new CustomHttpException(\n `Lookup field ${lookupFieldId} is invalid`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.lookupFieldIdInvalid',\n context: { lookupFieldId },\n },\n }\n );\n }\n\n return {\n lookupOptions: {\n ...lookupOptions,\n relationship: linkFieldReference.options.relationship,\n fkHostTableName: linkFieldReference.options.fkHostTableName,\n selfKeyName: linkFieldReference.options.selfKeyName,\n foreignKeyName: linkFieldReference.options.foreignKeyName,\n },\n lookupFieldRaw,\n linkField: linkFieldReference,\n };\n }\n\n getDbFieldType(\n fieldType: FieldType,\n cellValueType: CellValueType,\n isMultipleCellValue?: boolean\n ) {\n return getDbFieldType(fieldType, cellValueType, isMultipleCellValue);\n }\n\n prepareFormattingShowAs(\n options: IFieldRo['options'] = {},\n sourceOptions: IFieldVo['options'],\n cellValueType: CellValueType,\n isMultipleCellValue?: boolean\n ) {\n const sourceFormatting = 'formatting' in sourceOptions ? sourceOptions.formatting : undefined;\n const showAsSchema = getShowAsSchema(cellValueType, isMultipleCellValue);\n let sourceShowAs = 'showAs' in sourceOptions ? sourceOptions.showAs : undefined;\n\n // if source showAs is invalid, we should ignore it\n if (sourceShowAs && !showAsSchema.safeParse(sourceShowAs).success) {\n sourceShowAs = undefined;\n }\n\n const formatting =\n 'formatting' in options\n ? options.formatting\n : sourceFormatting\n ? sourceFormatting\n : getDefaultFormatting(cellValueType);\n\n const showAs = 'showAs' in options ? options.showAs : sourceShowAs;\n\n return {\n ...sourceOptions,\n formatting,\n showAs,\n };\n }\n\n private async prepareLookupField(fieldRo: IFieldRo, batchFieldVos?: IFieldVo[]) {\n if (fieldRo.isConditionalLookup) {\n return this.prepareConditionalLookupField(fieldRo);\n }\n\n const { lookupOptions, lookupFieldRaw, linkField } = await this.prepareLookupOptions(\n fieldRo,\n batchFieldVos\n );\n\n if (lookupFieldRaw.type !== fieldRo.type) {\n throw new CustomHttpException(\n `Current field type ${fieldRo.type} is not equal to lookup field (${lookupFieldRaw.type})`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.lookupFieldTypeNotEqual',\n context: { fieldType: fieldRo.type, lookupFieldType: lookupFieldRaw.type },\n },\n }\n );\n }\n\n const isMultipleCellValue =\n linkField.isMultipleCellValue || lookupFieldRaw.isMultipleCellValue || false;\n\n const cellValueType = lookupFieldRaw.cellValueType as CellValueType;\n\n const options = this.prepareFormattingShowAs(\n fieldRo.options,\n JSON.parse(lookupFieldRaw.options as string),\n cellValueType,\n isMultipleCellValue\n );\n\n return {\n ...fieldRo,\n name: fieldRo.name ?? `${lookupFieldRaw.name} (from ${linkField.name})`,\n options,\n lookupOptions,\n isMultipleCellValue,\n isComputed: true,\n cellValueType,\n dbFieldType: this.getDbFieldType(fieldRo.type, cellValueType, isMultipleCellValue),\n };\n }\n\n private async prepareUpdateLookupField(fieldRo: IFieldRo, oldFieldVo: IFieldVo) {\n if (fieldRo.isConditionalLookup) {\n return this.prepareConditionalLookupField(fieldRo);\n }\n\n const newLookupOptions = fieldRo.lookupOptions as ILookupOptionsRo | undefined;\n const oldLookupOptions = oldFieldVo.lookupOptions as ILookupOptionsVo | undefined;\n\n if (!newLookupOptions || !isLinkLookupOptions(newLookupOptions)) {\n return this.prepareLookupField(fieldRo);\n }\n\n if (!oldLookupOptions || !isLinkLookupOptions(oldLookupOptions)) {\n return this.prepareLookupField(fieldRo);\n }\n if (\n oldFieldVo.isLookup &&\n newLookupOptions.lookupFieldId === oldLookupOptions.lookupFieldId &&\n newLookupOptions.linkFieldId === oldLookupOptions.linkFieldId &&\n newLookupOptions.foreignTableId === oldLookupOptions.foreignTableId\n ) {\n const showAs = (fieldRo.options as Record | undefined)?.showAs;\n return {\n ...oldFieldVo,\n ...fieldRo,\n options: {\n ...oldFieldVo.options,\n showAs,\n },\n lookupOptions: {\n ...oldLookupOptions,\n ...newLookupOptions,\n },\n };\n }\n\n return this.prepareLookupField(fieldRo);\n }\n\n private async prepareFormulaField(fieldRo: IFieldRo, batchFieldVos?: IFieldVo[]) {\n let fieldIds;\n try {\n fieldIds = FormulaFieldDto.getReferenceFieldIds(\n (fieldRo.options as IFormulaFieldOptions).expression\n );\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (e: any) {\n throw new CustomHttpException(\n `formula expression ${(fieldRo.options as IFormulaFieldOptions).expression} parse error: ${e.message}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.formulaExpressionParseError',\n },\n }\n );\n }\n\n const fieldRaws = await this.prismaService.txClient().field.findMany({\n where: { id: { in: fieldIds }, deletedTime: null },\n });\n\n const fields = fieldRaws.map((fieldRaw) => createFieldInstanceByRaw(fieldRaw));\n const batchFields = batchFieldVos?.map((fieldVo) => createFieldInstanceByVo(fieldVo));\n const fieldMap = keyBy(fields.concat(batchFields || []), 'id');\n\n const missingFieldIds = fieldIds.filter((id) => !fieldMap[id]);\n if (missingFieldIds.length > 0) {\n // Check if user might have used field names instead of field IDs\n const looksLikeFieldNames = missingFieldIds.some(\n (id) => !id.startsWith('fld') || id.length !== 19\n );\n\n const errorMessage = looksLikeFieldNames\n ? `Formula references not found: ${missingFieldIds.join(', ')}. Formulas must use field IDs (fldXXXXXXXXXXXXXXXX format), not field names.`\n : `Formula field references not found: ${missingFieldIds.join(', ')}. These field IDs do not exist in the table.`;\n\n throw new CustomHttpException(errorMessage, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: looksLikeFieldNames\n ? 'httpErrors.field.formulaReferenceNotFieldId'\n : 'httpErrors.field.formulaReferenceNotFound',\n context: {\n fieldIds: missingFieldIds.join(', '),\n },\n },\n });\n }\n\n let cellValueType: CellValueType;\n let isMultipleCellValue: boolean | undefined;\n\n try {\n ({ cellValueType, isMultipleCellValue } = FormulaFieldDto.getParsedValueType(\n (fieldRo.options as IFormulaFieldOptions).expression,\n fieldMap\n ));\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (e: any) {\n throw new CustomHttpException(\n `Parse formula expression ${(fieldRo.options as IFormulaFieldOptions).expression} error: ${\n e.message\n }`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.formulaExpressionParseError',\n },\n }\n );\n }\n\n const formatting =\n (fieldRo.options as IFormulaFieldOptions)?.formatting ?? getDefaultFormatting(cellValueType);\n const timeZone =\n (fieldRo.options as IFormulaFieldOptions)?.timeZone ?? this.getDefaultTimeZone();\n\n return {\n ...fieldRo,\n name: fieldRo.name ?? 'Calculation',\n options: {\n ...fieldRo.options,\n ...(formatting ? { formatting } : {}),\n timeZone,\n },\n cellValueType,\n isMultipleCellValue,\n isComputed: true,\n dbFieldType: this.getDbFieldType(\n fieldRo.type,\n cellValueType as CellValueType,\n isMultipleCellValue\n ),\n };\n }\n\n private async prepareUpdateFormulaField(fieldRo: IFieldRo, oldFieldVo: IFieldVo) {\n if (!majorFieldKeysChanged(oldFieldVo, fieldRo)) {\n return { ...oldFieldVo, ...fieldRo };\n }\n\n // For formula field updates, we need to handle a Zod validation edge case:\n // When the request only specifies partial options (e.g., {timeZone: 'America/New_York'}),\n // Zod's union schema may incorrectly match to lastModifiedTimeFieldOptionsRoSchema\n // and add a default expression like 'LAST_MODIFIED_TIME()'.\n //\n // To fix this, we preserve the old expression when the new one is a known Zod default.\n const oldOptions = (oldFieldVo.options ?? {}) as IFormulaFieldOptions;\n const newOptions = (fieldRo.options ?? {}) as IFormulaFieldOptions;\n\n // Known Zod default expressions that should not override user's actual expression\n const zodDefaultExpressions = ['LAST_MODIFIED_TIME()', 'CREATED_TIME()'];\n const isZodDefault = zodDefaultExpressions.includes(newOptions.expression);\n\n // Determine which expression to use:\n // - If new expression is a Zod default and old expression exists, preserve old\n // - Otherwise use new expression (user explicitly set it)\n const expression =\n isZodDefault && oldOptions.expression ? oldOptions.expression : newOptions.expression;\n\n // Only preserve timeZone from old options. Do NOT preserve formatting/showAs because:\n // - The expression might change the cellValueType (e.g., Number -> String)\n // - Old formatting may be incompatible with the new cellValueType\n // - prepareFormulaField will generate appropriate default formatting based on new cellValueType\n const mergedOptions: IFormulaFieldOptions = {\n ...newOptions,\n expression,\n // Preserve timeZone if not explicitly set in newOptions\n timeZone: newOptions.timeZone ?? oldOptions.timeZone,\n };\n\n const mergedFieldRo: IFieldRo = {\n ...fieldRo,\n options: mergedOptions,\n };\n\n return this.prepareFormulaField(mergedFieldRo);\n }\n\n private async prepareRollupField(field: IFieldRo, batchFieldVos?: IFieldVo[]) {\n const { lookupOptions, linkField, lookupFieldRaw } = await this.prepareLookupOptions(\n field,\n batchFieldVos\n );\n const options = field.options as IRollupFieldOptions;\n const lookupField = createFieldInstanceByRaw(lookupFieldRaw);\n if (!options) {\n throw new CustomHttpException(\n 'rollup field options is required',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'editor.error.optionsRequired',\n },\n }\n );\n }\n\n let valueType;\n try {\n valueType = RollupFieldDto.getParsedValueType(\n options.expression,\n lookupField.cellValueType,\n lookupField.isMultipleCellValue || linkField.isMultipleCellValue || false\n );\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (e: any) {\n throw new CustomHttpException(\n `Parse rollup expression ${options.expression} error: ${e.message}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.rollupExpressionParseError',\n },\n }\n );\n }\n\n const { cellValueType, isMultipleCellValue } = valueType;\n\n const formatting = options.formatting ?? getDefaultFormatting(cellValueType);\n\n return {\n ...field,\n name: field.name ?? `${lookupFieldRaw.name} Rollup (from ${linkField.name})`,\n options: {\n ...options,\n ...(formatting ? { formatting } : {}),\n },\n lookupOptions,\n cellValueType,\n isComputed: true,\n isMultipleCellValue,\n dbFieldType: this.getDbFieldType(\n field.type,\n cellValueType as CellValueType,\n isMultipleCellValue\n ),\n };\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async prepareConditionalRollupField(field: IFieldRo) {\n const rawOptions = field.options as IConditionalRollupFieldOptions | undefined;\n const options = { ...(rawOptions || {}) } as IConditionalRollupFieldOptions | undefined;\n if (!options) {\n throw new CustomHttpException(\n 'Conditional rollup field options are required',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.conditionalRollupOptionsRequired',\n },\n }\n );\n }\n\n if (!options.sort || options.sort.fieldId == null) {\n delete options.sort;\n }\n if (options.limit == null) {\n delete options.limit;\n }\n\n const { foreignTableId, lookupFieldId } = options;\n\n if (!foreignTableId) {\n throw new CustomHttpException(\n 'Conditional rollup field foreignTableId is required',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.foreignTableIdRequired',\n },\n }\n );\n }\n\n if (!lookupFieldId) {\n throw new CustomHttpException(\n 'Conditional rollup field lookupFieldId is required',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.lookupFieldIdRequired',\n },\n }\n );\n }\n\n const lookupFieldRaw = await this.prismaService.txClient().field.findFirst({\n where: { id: lookupFieldId, deletedTime: null },\n });\n\n if (!lookupFieldRaw) {\n throw new CustomHttpException(\n `Conditional rollup field ${lookupFieldId} is not exist`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.lookupFieldNotExist',\n context: { lookupFieldId },\n },\n }\n );\n }\n\n if (lookupFieldRaw.tableId !== foreignTableId) {\n throw new CustomHttpException(\n `Conditional rollup field ${lookupFieldId} does not belong to table ${foreignTableId}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.lookupFieldNotBelongToTable',\n context: { lookupFieldId, foreignTableId },\n },\n }\n );\n }\n\n const lookupField = createFieldInstanceByRaw(lookupFieldRaw);\n\n const expression =\n options.expression ??\n ConditionalRollupFieldDto.defaultOptions(lookupField.cellValueType).expression!;\n\n if (!ConditionalRollupFieldCore.supportsOrdering(expression)) {\n delete options.sort;\n delete options.limit;\n }\n\n let valueType;\n try {\n valueType = ConditionalRollupFieldDto.getParsedValueType(\n expression,\n lookupField.cellValueType,\n lookupField.isMultipleCellValue ?? false\n );\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (e: any) {\n throw new CustomHttpException(\n `Conditional rollup parse error: ${e.message}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.conditionalRollupParseError',\n context: { message: e.message },\n },\n }\n );\n }\n\n const { cellValueType, isMultipleCellValue } = valueType;\n\n const formatting = options.formatting ?? getDefaultFormatting(cellValueType);\n const timeZone = options.timeZone ?? this.getDefaultTimeZone();\n\n const foreignTable = await this.prismaService.txClient().tableMeta.findUnique({\n where: { id: foreignTableId },\n select: { name: true },\n });\n\n const defaultName = foreignTable?.name\n ? `${lookupFieldRaw.name} Reference (${foreignTable.name})`\n : `${lookupFieldRaw.name} Reference`;\n\n return {\n ...field,\n name: field.name ?? defaultName,\n options: {\n ...options,\n ...(formatting ? { formatting } : {}),\n expression,\n timeZone,\n foreignTableId,\n lookupFieldId,\n },\n cellValueType,\n isComputed: true,\n isMultipleCellValue,\n dbFieldType: this.getDbFieldType(\n field.type,\n cellValueType as CellValueType,\n isMultipleCellValue\n ),\n };\n }\n\n private async prepareConditionalLookupField(field: IFieldRo) {\n const lookupOptions = field.lookupOptions as ILookupOptionsRo | undefined;\n const conditionalLookup = isConditionalLookupOptions(lookupOptions)\n ? (lookupOptions as IConditionalLookupOptions)\n : undefined;\n if (!conditionalLookup) {\n throw new CustomHttpException(\n 'Conditional lookup configuration is required',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.conditionalLookupOptionsRequired',\n },\n }\n );\n }\n\n const { foreignTableId, lookupFieldId } = conditionalLookup;\n\n if (!foreignTableId) {\n throw new CustomHttpException(\n 'Conditional lookup foreignTableId is required',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.foreignTableIdRequired',\n },\n }\n );\n }\n\n if (!lookupFieldId) {\n throw new CustomHttpException(\n 'Conditional lookup lookupFieldId is required',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.lookupFieldIdRequired',\n },\n }\n );\n }\n\n const lookupFieldRaw = await this.prismaService.txClient().field.findFirst({\n where: { id: lookupFieldId, deletedTime: null },\n });\n\n if (!lookupFieldRaw) {\n throw new CustomHttpException(\n `Conditional lookup field ${lookupFieldId} is not exist`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.lookupFieldNotExist',\n context: { lookupFieldId },\n },\n }\n );\n }\n\n if (lookupFieldRaw.tableId !== foreignTableId) {\n throw new CustomHttpException(\n `Conditional lookup field ${lookupFieldId} does not belong to table ${foreignTableId}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.lookupFieldNotBelongToTable',\n context: { lookupFieldId, foreignTableId },\n },\n }\n );\n }\n\n if (lookupFieldRaw.type !== field.type) {\n throw new CustomHttpException(\n `Current field type ${field.type} is not equal to lookup field (${lookupFieldRaw.type})`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.lookupFieldTypeNotMatch',\n context: { fieldType: field.type, lookupFieldType: lookupFieldRaw.type },\n },\n }\n );\n }\n\n const lookupField = createFieldInstanceByRaw(lookupFieldRaw);\n const cellValueType = lookupField.cellValueType as CellValueType;\n\n const formatting = this.prepareFormattingShowAs(\n field.options,\n JSON.parse(lookupFieldRaw.options as string),\n cellValueType,\n true\n );\n\n const foreignTable = await this.prismaService.txClient().tableMeta.findUnique({\n where: { id: foreignTableId },\n select: { name: true },\n });\n\n const defaultName = foreignTable?.name\n ? `${lookupFieldRaw.name} (${foreignTable.name})`\n : `${lookupFieldRaw.name} Conditional Lookup`;\n\n return {\n ...field,\n name: field.name ?? defaultName,\n options: formatting,\n lookupOptions: {\n baseId: conditionalLookup.baseId,\n foreignTableId,\n lookupFieldId,\n filter: conditionalLookup.filter,\n sort: conditionalLookup.sort,\n limit: conditionalLookup.limit,\n },\n isMultipleCellValue: true,\n isComputed: true,\n cellValueType,\n dbFieldType: this.getDbFieldType(field.type, cellValueType, true),\n // Clear hasError since we validated all required fields exist\n hasError: undefined,\n };\n }\n\n private async prepareUpdateRollupField(fieldRo: IFieldRo, oldFieldVo: IFieldVo) {\n const newOptions = fieldRo.options as IRollupFieldOptions;\n const oldOptions = oldFieldVo.options as IRollupFieldOptions;\n\n if (!majorFieldKeysChanged(oldFieldVo, fieldRo)) {\n return { ...oldFieldVo, ...fieldRo };\n }\n\n const newLookupOptions = fieldRo.lookupOptions as ILookupOptionsRo | undefined;\n const oldLookupOptions = oldFieldVo.lookupOptions as ILookupOptionsVo | undefined;\n\n if (\n !newLookupOptions ||\n !oldLookupOptions ||\n !isLinkLookupOptions(newLookupOptions) ||\n !isLinkLookupOptions(oldLookupOptions)\n ) {\n return this.prepareRollupField(fieldRo);\n }\n if (\n newOptions.expression === oldOptions.expression &&\n newLookupOptions.lookupFieldId === oldLookupOptions.lookupFieldId &&\n newLookupOptions.linkFieldId === oldLookupOptions.linkFieldId &&\n newLookupOptions.foreignTableId === oldLookupOptions.foreignTableId\n ) {\n return {\n ...oldFieldVo,\n ...fieldRo,\n options: {\n ...oldOptions,\n showAs: newOptions.showAs,\n formatting: newOptions.formatting,\n },\n lookupOptions: { ...oldLookupOptions, ...newLookupOptions },\n };\n }\n\n return this.prepareRollupField(fieldRo);\n }\n\n private prepareSingleTextField(field: IFieldRo) {\n const { name, options } = field;\n\n return {\n ...field,\n name: name ?? 'Label',\n options: options ?? SingleLineTextFieldCore.defaultOptions(),\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n };\n }\n\n private prepareLongTextField(field: IFieldRo) {\n const { name, options } = field;\n\n return {\n ...field,\n name: name ?? 'Notes',\n options: options ?? LongTextFieldCore.defaultOptions(),\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n };\n }\n\n private prepareNumberField(field: IFieldRo) {\n const { name, options } = field;\n\n // Handle empty options object - use default if options is null/undefined OR empty object without formatting\n const numberOptions = options as INumberFieldOptions | undefined;\n const needsDefault = !numberOptions || !numberOptions.formatting;\n const finalOptions = needsDefault\n ? { ...NumberFieldCore.defaultOptions(), ...numberOptions }\n : numberOptions;\n\n return {\n ...field,\n name: name ?? 'Number',\n options: finalOptions,\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n };\n }\n\n private prepareRatingField(field: IFieldRo) {\n const { name, options } = field;\n\n return {\n ...field,\n name: name ?? 'Rating',\n options: options ?? RatingFieldCore.defaultOptions(),\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n };\n }\n\n private prepareSelectOptions(options: ISelectFieldOptionsRo, isMultiple: boolean) {\n const optionsRo = (options ?? SelectFieldCore.defaultOptions()) as ISelectFieldOptionsRo;\n const nameSet = new Set();\n const choices = optionsRo.choices.map((choice) => {\n if (nameSet.has(choice.name)) {\n throw new CustomHttpException(\n `choice name ${choice.name} is already exists`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.choiceNameAlreadyExists',\n context: { name: choice.name },\n },\n }\n );\n }\n nameSet.add(choice.name);\n return {\n name: choice.name,\n id: choice.id ?? generateChoiceId(),\n color: choice.color ?? ColorUtils.randomColor()[0],\n };\n });\n\n const defaultValue = optionsRo.defaultValue\n ? [optionsRo.defaultValue].flat().filter((name) => nameSet.has(name))\n : undefined;\n\n return {\n ...optionsRo,\n defaultValue: isMultiple ? defaultValue : defaultValue?.[0],\n choices,\n };\n }\n\n private prepareSingleSelectField(field: IFieldRo) {\n const { name, options } = field;\n\n return {\n ...field,\n name: name ?? 'Select',\n options: this.prepareSelectOptions(options as ISelectFieldOptionsRo, false),\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n };\n }\n\n private prepareMultipleSelectField(field: IFieldRo) {\n const { name, options } = field;\n\n return {\n ...field,\n name: name ?? 'Tags',\n options: this.prepareSelectOptions(options as ISelectFieldOptionsRo, true),\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n isMultipleCellValue: true,\n };\n }\n\n private prepareAttachmentField(field: IFieldRo) {\n const { name, options } = field;\n\n return {\n ...field,\n name: name ?? 'Attachments',\n options: options ?? AttachmentFieldCore.defaultOptions(),\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n isMultipleCellValue: true,\n };\n }\n\n private async prepareUpdateUserField(fieldRo: IFieldRo, oldFieldVo: IFieldVo) {\n const mergeObj = {\n ...oldFieldVo,\n ...fieldRo,\n };\n\n return this.prepareUserField(mergeObj);\n }\n\n private prepareUserField(field: IFieldRo) {\n const { name } = field;\n const options: IUserFieldOptions =\n (field.options as IUserFieldOptions) || UserFieldCore.defaultOptions();\n const { isMultiple } = options;\n const defaultValue = options.defaultValue ? [options.defaultValue].flat() : undefined;\n\n return {\n ...field,\n name: name ?? `Collaborator${isMultiple ? 's' : ''}`,\n options: {\n ...options,\n defaultValue: isMultiple ? defaultValue : defaultValue?.[0],\n },\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n isMultipleCellValue: isMultiple || undefined,\n };\n }\n\n private prepareCreatedByField(field: IFieldRo) {\n const { name, options = {} } = field;\n\n return {\n ...field,\n isComputed: true,\n name: name ?? `Created by`,\n options: options,\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n };\n }\n\n private prepareLastModifiedByField(field: IFieldRo) {\n const { name, options = {} } = field;\n\n return {\n ...field,\n isComputed: true,\n name: name ?? `Last modified by`,\n options: options,\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n };\n }\n\n private prepareDateField(field: IFieldRo) {\n const { name, options } = field;\n\n return {\n ...field,\n name: name ?? 'Date',\n options: options ?? DateFieldCore.defaultOptions(),\n cellValueType: CellValueType.DateTime,\n dbFieldType: DbFieldType.DateTime,\n };\n }\n\n private prepareAutoNumberField(field: IFieldRo) {\n const { name } = field;\n const options = field.options ?? AutoNumberFieldCore.defaultOptions();\n\n return {\n ...field,\n name: name ?? 'ID',\n options: { ...options, expression: 'AUTO_NUMBER()' },\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Integer,\n isComputed: true,\n };\n }\n\n private prepareCreatedTimeField(field: IFieldRo) {\n const { name } = field;\n const options = field.options ?? CreatedTimeFieldCore.defaultOptions();\n\n return {\n ...field,\n name: name ?? 'Created Time',\n options: { ...options, expression: 'CREATED_TIME()' },\n cellValueType: CellValueType.DateTime,\n dbFieldType: DbFieldType.DateTime,\n isComputed: true,\n };\n }\n\n private prepareLastModifiedTimeField(field: IFieldRo) {\n const { name } = field;\n const options = {\n ...LastModifiedTimeFieldCore.defaultOptions(),\n ...(field.options ?? {}),\n };\n\n return {\n ...field,\n name: name ?? 'Last Modified Time',\n options: { ...options, expression: 'LAST_MODIFIED_TIME()' },\n cellValueType: CellValueType.DateTime,\n dbFieldType: DbFieldType.DateTime,\n isComputed: true,\n };\n }\n\n private prepareCheckboxField(field: IFieldRo) {\n const { name, options } = field;\n\n return {\n ...field,\n name: name ?? 'Done',\n options: options ?? CheckboxFieldCore.defaultOptions(),\n cellValueType: CellValueType.Boolean,\n dbFieldType: DbFieldType.Boolean,\n };\n }\n\n private prepareButtonField(field: IFieldRo) {\n const { name, options } = field;\n\n return {\n ...field,\n name: name ?? 'Button',\n options: options ?? ButtonFieldCore.defaultOptions(),\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n };\n }\n\n private async prepareCreateFieldInner(\n tableId: string,\n fieldRo: IFieldRo,\n batchFieldVos?: IFieldVo[]\n ) {\n if (fieldRo.isLookup) {\n return this.prepareLookupField(fieldRo, batchFieldVos);\n }\n\n switch (fieldRo.type) {\n case FieldType.Link:\n return this.prepareLinkField(tableId, fieldRo);\n case FieldType.Rollup:\n return this.prepareRollupField(fieldRo, batchFieldVos);\n case FieldType.ConditionalRollup:\n return this.prepareConditionalRollupField(fieldRo);\n case FieldType.Formula:\n return this.prepareFormulaField(fieldRo, batchFieldVos);\n case FieldType.SingleLineText:\n return this.prepareSingleTextField(fieldRo);\n case FieldType.LongText:\n return this.prepareLongTextField(fieldRo);\n case FieldType.Number:\n return this.prepareNumberField(fieldRo);\n case FieldType.Rating:\n return this.prepareRatingField(fieldRo);\n case FieldType.SingleSelect:\n return this.prepareSingleSelectField(fieldRo);\n case FieldType.MultipleSelect:\n return this.prepareMultipleSelectField(fieldRo);\n case FieldType.Attachment:\n return this.prepareAttachmentField(fieldRo);\n case FieldType.User:\n return this.prepareUserField(fieldRo);\n case FieldType.Date:\n return this.prepareDateField(fieldRo);\n case FieldType.AutoNumber:\n return this.prepareAutoNumberField(fieldRo);\n case FieldType.CreatedTime:\n return this.prepareCreatedTimeField(fieldRo);\n case FieldType.LastModifiedTime:\n return this.prepareLastModifiedTimeField(fieldRo);\n case FieldType.CreatedBy:\n return this.prepareCreatedByField(fieldRo);\n case FieldType.LastModifiedBy:\n return this.prepareLastModifiedByField(fieldRo);\n case FieldType.Checkbox:\n return this.prepareCheckboxField(fieldRo);\n case FieldType.Button:\n return this.prepareButtonField(fieldRo);\n default:\n throw new CustomHttpException(\n `Unsupported field type ${fieldRo.type}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.unsupportedFieldType',\n context: { type: fieldRo.type },\n },\n }\n );\n }\n }\n\n private async prepareUpdateFieldInner(tableId: string, fieldRo: IFieldRo, oldFieldVo: IFieldVo) {\n const hasMajorChange = majorFieldKeysChanged(oldFieldVo, fieldRo);\n\n if (fieldRo.type !== oldFieldVo.type) {\n return this.prepareCreateFieldInner(tableId, fieldRo);\n }\n\n if (!hasMajorChange) {\n const mergedField = { ...oldFieldVo } as IFieldVo;\n Object.entries(fieldRo).forEach(([key, value]) => {\n if (value !== undefined && key !== 'options' && key !== 'lookupOptions') {\n (mergedField as Record)[key] = value;\n }\n });\n if (fieldRo.options !== undefined) {\n const oldOptions = (oldFieldVo.options ?? {}) as Record;\n const newOptions = fieldRo.options as Record;\n const mergedOptions = { ...oldOptions };\n\n Object.entries(newOptions).forEach(([key, value]) => {\n if (value === undefined) {\n delete mergedOptions[key];\n } else {\n mergedOptions[key] = value;\n }\n });\n\n Object.keys(oldOptions).forEach((key) => {\n if (!(key in newOptions) && NON_INFECT_OPTION_KEYS.has(key)) {\n delete mergedOptions[key];\n }\n });\n\n mergedField.options = mergedOptions as IFieldVo['options'];\n }\n if (fieldRo.lookupOptions !== undefined) {\n const oldLookupOptions = (oldFieldVo.lookupOptions ?? {}) as Record;\n const newLookupOptions = fieldRo.lookupOptions as Record;\n const mergedLookupOptions = { ...oldLookupOptions };\n\n Object.entries(newLookupOptions).forEach(([key, value]) => {\n if (value === undefined) {\n delete mergedLookupOptions[key];\n } else {\n mergedLookupOptions[key] = value;\n }\n });\n\n mergedField.lookupOptions = mergedLookupOptions as IFieldVo['lookupOptions'];\n }\n return mergedField;\n }\n\n if (fieldRo.isLookup && hasMajorChange) {\n return this.prepareUpdateLookupField(fieldRo, oldFieldVo);\n }\n\n switch (fieldRo.type) {\n case FieldType.Link: {\n return this.prepareUpdateLinkField(tableId, fieldRo, oldFieldVo);\n }\n case FieldType.Rollup:\n return this.prepareUpdateRollupField(fieldRo, oldFieldVo);\n case FieldType.ConditionalRollup:\n return this.prepareConditionalRollupField(fieldRo);\n case FieldType.Formula:\n return this.prepareUpdateFormulaField(fieldRo, oldFieldVo);\n case FieldType.SingleLineText:\n return this.prepareSingleTextField(fieldRo);\n case FieldType.LongText:\n return this.prepareLongTextField(fieldRo);\n case FieldType.Number:\n return this.prepareNumberField(fieldRo);\n case FieldType.Rating:\n return this.prepareRatingField(fieldRo);\n case FieldType.SingleSelect:\n return this.prepareSingleSelectField(fieldRo);\n case FieldType.MultipleSelect:\n return this.prepareMultipleSelectField(fieldRo);\n case FieldType.Attachment:\n return this.prepareAttachmentField(fieldRo);\n case FieldType.User:\n return this.prepareUpdateUserField(fieldRo, oldFieldVo);\n case FieldType.Date:\n return this.prepareDateField(fieldRo);\n case FieldType.AutoNumber:\n return this.prepareAutoNumberField(fieldRo);\n case FieldType.CreatedTime:\n return this.prepareCreatedTimeField(fieldRo);\n case FieldType.LastModifiedTime:\n return this.prepareLastModifiedTimeField(fieldRo);\n case FieldType.Checkbox:\n return this.prepareCheckboxField(fieldRo);\n case FieldType.Button:\n return this.prepareButtonField(fieldRo);\n case FieldType.LastModifiedBy:\n return this.prepareLastModifiedByField(fieldRo);\n case FieldType.CreatedBy:\n return this.prepareCreatedByField(fieldRo);\n default:\n throw new CustomHttpException(\n `Unsupported field type ${fieldRo.type}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.unsupportedFieldType',\n context: { type: fieldRo.type },\n },\n }\n );\n }\n }\n\n private zodParse(name: string, schema: z.Schema, value: unknown) {\n const result = (schema as z.Schema).safeParse(value);\n\n if (!result.success) {\n throw new CustomHttpException(\n `${name} is invalid: ${fromZodError(result.error)}`,\n HttpErrorCode.VALIDATION_ERROR\n );\n }\n }\n\n private validateFormattingShowAs(field: IFieldVo) {\n const { cellValueType, isMultipleCellValue, type } = field;\n const showAsSchema = getShowAsSchema(cellValueType, isMultipleCellValue, type);\n\n const showAs = 'showAs' in field.options ? field.options.showAs : undefined;\n const formatting = 'formatting' in field.options ? field.options.formatting : undefined;\n\n if (showAs) {\n this.zodParse('showAs', showAsSchema, showAs);\n }\n\n if (formatting) {\n const formattingSchema = getFormattingSchema(cellValueType);\n this.zodParse('formatting', formattingSchema, formatting);\n }\n }\n\n private validateAiConfig(field: IFieldVo) {\n const { type, aiConfig } = field;\n\n const aiConfigSchema = getAiConfigSchema(type);\n\n if (aiConfig) {\n this.zodParse('aiConfig', aiConfigSchema, aiConfig);\n }\n }\n\n /**\n * prepare properties for computed field to make sure it's valid\n * this method do not do any db update\n */\n async prepareCreateField(tableId: string, fieldRo: IFieldRo, batchFieldVos?: IFieldVo[]) {\n const field = (await this.prepareCreateFieldInner(tableId, fieldRo, batchFieldVos)) as IFieldVo;\n\n const fieldId = field.id || generateFieldId();\n const fieldName = await this.uniqFieldName(tableId, field.name);\n\n const dbFieldName =\n fieldRo.dbFieldName ?? (await this.fieldService.generateDbFieldName(tableId, fieldName));\n\n if (fieldRo.dbFieldName) {\n const existField = await this.prismaService.txClient().field.findFirst({\n where: { tableId, dbFieldName: fieldRo.dbFieldName, deletedTime: null },\n select: { id: true },\n });\n if (existField) {\n throw new CustomHttpException(\n `Db Field name ${fieldRo.dbFieldName} already exists in this table`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.dbFieldNameAlreadyExists',\n context: { dbFieldName: fieldRo.dbFieldName },\n },\n }\n );\n }\n }\n\n const fieldVo: IFieldVo = {\n ...field,\n id: fieldId,\n name: fieldName,\n dbFieldName,\n isPending: field.isComputed ? true : undefined,\n };\n\n this.validateFormattingShowAs(fieldVo);\n this.validateAiConfig(fieldVo);\n\n return fieldVo;\n }\n\n async prepareCreateFields(tableId: string, fieldRos: IFieldRo[], batchFieldVos?: IFieldVo[]) {\n // throw error when dbFieldName is duplicated\n const fieldRoDbFieldNames = fieldRos\n .map((field) => field.dbFieldName)\n .filter((name) => name !== undefined && name !== null) as string[];\n\n if (fieldRoDbFieldNames.length) {\n const existedField = await this.prismaService.txClient().field.findFirst({\n where: { tableId, dbFieldName: { in: fieldRoDbFieldNames } },\n select: { id: true, dbFieldName: true },\n });\n\n if (existedField) {\n throw new CustomHttpException(\n `Db Field name ${existedField.dbFieldName} already exists in this table`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.dbFieldNameAlreadyExists',\n context: { dbFieldName: existedField.dbFieldName },\n },\n }\n );\n }\n }\n\n const fields: IFieldVo[] = (await Promise.all(\n fieldRos.map(\n async (fieldRo) => await this.prepareCreateFieldInner(tableId, fieldRo, batchFieldVos)\n )\n )) as IFieldVo[];\n\n const uniqFieldNames = await this.uniqFieldNames(\n tableId,\n fields.map((field) => field.name)\n );\n\n const dbFieldNames = await this.fieldService.generateDbFieldNames(tableId, uniqFieldNames);\n\n return fieldRos.map((fieldRo, index) => {\n const field = fields[index];\n const fieldId = field.id || generateFieldId();\n const fieldName = uniqFieldNames[index];\n const dbFieldName = fieldRo.dbFieldName ?? dbFieldNames[index];\n const fieldVo: IFieldVo = {\n ...field,\n id: fieldId,\n name: fieldName,\n dbFieldName,\n isPending: field.isComputed ? true : undefined,\n };\n this.validateFormattingShowAs(fieldVo);\n this.validateAiConfig(fieldVo);\n return fieldVo;\n });\n }\n\n async prepareUpdateField(\n tableId: string,\n fieldRo: IConvertFieldRo,\n oldFieldVo: IFieldVo\n ): Promise {\n const normalizedFieldRo: IFieldRo = {\n ...fieldRo,\n options: fieldRo.options ?? undefined,\n };\n\n const fieldVo = (await this.prepareUpdateFieldInner(\n tableId,\n {\n ...normalizedFieldRo,\n name: normalizedFieldRo.name ?? oldFieldVo.name,\n dbFieldName: normalizedFieldRo.dbFieldName ?? oldFieldVo.dbFieldName,\n description:\n normalizedFieldRo.description === undefined\n ? oldFieldVo.description\n : normalizedFieldRo.description,\n }, // for convenience, we fallback name adn dbFieldName when it be undefined\n oldFieldVo\n )) as IFieldVo;\n this.validateFormattingShowAs(fieldVo);\n this.validateAiConfig(fieldVo);\n\n return {\n ...fieldVo,\n id: oldFieldVo.id,\n isPrimary: oldFieldVo.isPrimary,\n };\n }\n\n async uniqFieldName(tableId: string, fieldName: string) {\n const fieldRaw = await this.prismaService.txClient().field.findMany({\n where: { tableId, deletedTime: null },\n select: { name: true },\n });\n\n const names = fieldRaw.map((item) => item.name);\n const uniqName = getUniqName(fieldName, names);\n if (uniqName !== fieldName) {\n return uniqName;\n }\n return fieldName;\n }\n\n private async uniqFieldNames(tableId: string, fieldNames: string[]) {\n const fieldRaw = await this.prismaService.txClient().field.findMany({\n where: { tableId, deletedTime: null },\n select: { name: true },\n });\n\n const names = fieldRaw.map((item) => item.name);\n\n return fieldNames.map((fieldName) => {\n const uniqName = getUniqName(fieldName, names);\n names.push(uniqName);\n return uniqName;\n });\n }\n\n async generateSymmetricField(tableId: string, field: LinkFieldDto) {\n if (!field.options.symmetricFieldId) {\n throw new CustomHttpException(\n 'symmetricFieldId is required',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.symmetricFieldIdRequired',\n },\n }\n );\n }\n\n const prisma = this.prismaService.txClient();\n const { name: tableName, baseId } = await prisma.tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { name: true, baseId: true },\n });\n\n const fieldName = await this.uniqFieldName(tableId, tableName);\n\n // lookup field id is the primary field of the table to which it is linked\n const { id: lookupFieldId } = await prisma.field.findFirstOrThrow({\n where: { tableId, isPrimary: true },\n select: { id: true },\n });\n\n const relationship = RelationshipRevert[field.options.relationship];\n const isMultipleCellValue = isMultiValueLink(relationship) || undefined;\n const dbFieldName = await this.fieldService.generateDbFieldName(\n field.options.foreignTableId,\n fieldName\n );\n\n return createFieldInstanceByVo({\n id: field.options.symmetricFieldId,\n name: fieldName,\n dbFieldName,\n type: FieldType.Link,\n options: {\n baseId: field.options.baseId ? baseId : undefined,\n relationship,\n foreignTableId: tableId,\n lookupFieldId,\n fkHostTableName: field.options.fkHostTableName,\n selfKeyName: field.options.foreignKeyName,\n foreignKeyName: field.options.selfKeyName,\n symmetricFieldId: field.id,\n },\n isMultipleCellValue,\n dbFieldType: DbFieldType.Json,\n cellValueType: CellValueType.String,\n meta: {\n hasOrderColumn: field.getHasOrderColumn(),\n },\n } as IFieldVo) as LinkFieldDto;\n }\n\n async cleanForeignKey(options: ILinkFieldOptions) {\n const { fkHostTableName, relationship, selfKeyName, foreignKeyName, isOneWay } = options;\n const dropTable = async (tableName: string) => {\n // Use provider to generate dialect-correct DROP TABLE SQL\n const sql = this.dbProvider.dropTable(tableName);\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n };\n\n const dropColumn = async (tableName: string, columnName: string) => {\n const sqls = this.dbProvider.dropColumnAndIndex(tableName, columnName, `index_${columnName}`);\n\n for (const sql of sqls) {\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n\n // Drop the associated order column if it exists\n const orderColumn = `${columnName}_order`;\n const exists = await this.dbProvider.checkColumnExist(\n tableName,\n orderColumn,\n this.prismaService.txClient()\n );\n if (exists) {\n const dropOrderSqls = this.dbProvider.dropColumnAndIndex(\n tableName,\n orderColumn,\n `index_${orderColumn}`\n );\n for (const sql of dropOrderSqls) {\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n }\n };\n\n if (relationship === Relationship.ManyMany && fkHostTableName.includes('junction_')) {\n await dropTable(fkHostTableName);\n }\n\n if (relationship === Relationship.ManyOne) {\n await dropColumn(fkHostTableName, foreignKeyName);\n }\n\n if (relationship === Relationship.OneMany) {\n if (isOneWay) {\n fkHostTableName.includes('junction_') && (await dropTable(fkHostTableName));\n } else {\n await dropColumn(fkHostTableName, selfKeyName);\n }\n }\n\n if (relationship === Relationship.OneOne) {\n await dropColumn(fkHostTableName, foreignKeyName === '__id' ? selfKeyName : foreignKeyName);\n }\n }\n\n async createReference(field: IFieldInstance) {\n if (field.isLookup) {\n return this.createComputedFieldReference(field);\n }\n\n switch (field.type) {\n case FieldType.Formula:\n case FieldType.LastModifiedTime:\n case FieldType.Rollup:\n case FieldType.ConditionalRollup:\n case FieldType.Link:\n return this.createComputedFieldReference(field);\n default:\n break;\n }\n }\n\n async deleteReference(fieldId: string): Promise {\n const prisma = this.prismaService.txClient();\n const refRaw = await prisma.reference.findMany({\n where: {\n fromFieldId: fieldId,\n },\n });\n\n await prisma.reference.deleteMany({\n where: {\n OR: [{ toFieldId: fieldId }, { fromFieldId: fieldId }],\n },\n });\n\n return refRaw.map((ref) => ref.toFieldId);\n }\n\n /**\n * the lookup field that attach to the deleted, should delete to field reference\n */\n async deleteLookupFieldReference(linkFieldId: string): Promise {\n const prisma = this.prismaService.txClient();\n const fieldsRaw = await prisma.field.findMany({\n where: { lookupLinkedFieldId: linkFieldId, deletedTime: null },\n select: { id: true },\n });\n\n for (const field of fieldsRaw) {\n await prisma.field.update({\n data: { lookupLinkedFieldId: null },\n where: { id: field.id },\n });\n }\n\n const lookupFieldIds = fieldsRaw.map((field) => field.id);\n\n // just need delete to field id, because lookup field still exist\n await prisma.reference.deleteMany({\n where: {\n OR: [{ toFieldId: { in: lookupFieldIds } }],\n },\n });\n return lookupFieldIds;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n getFieldReferenceIds(field: IFieldInstance): string[] {\n if (field.lookupOptions && (field.isLookup || field.type !== FieldType.ConditionalRollup)) {\n // Lookup/Rollup fields depend on BOTH the target lookup field and the link field.\n // This ensures when a link cell changes, the dependent lookup/rollup fields are\n // included in the computed impact and persisted via updateFromSelect.\n const refs: string[] = [];\n if (isLinkLookupOptions(field.lookupOptions)) {\n const { lookupFieldId, linkFieldId } = field.lookupOptions;\n if (lookupFieldId) refs.push(lookupFieldId);\n if (linkFieldId) refs.push(linkFieldId);\n return refs;\n }\n }\n\n if (field.isConditionalLookup) {\n const refs: string[] = [];\n const meta = field.getConditionalLookupOptions();\n const lookupFieldId = meta?.lookupFieldId;\n if (lookupFieldId) {\n refs.push(lookupFieldId);\n }\n const sortFieldId = meta?.sort?.fieldId;\n if (sortFieldId) {\n refs.push(sortFieldId);\n }\n const filterRefs = extractFieldIdsFromFilter(meta?.filter, true);\n filterRefs.forEach((fieldId) => refs.push(fieldId));\n return refs;\n }\n\n if (field.type === FieldType.ConditionalRollup) {\n const refs: string[] = [];\n const options = field.options as IConditionalRollupFieldOptions | undefined;\n const lookupFieldId = options?.lookupFieldId;\n if (lookupFieldId) {\n refs.push(lookupFieldId);\n }\n const sortFieldId = options?.sort?.fieldId;\n if (sortFieldId && ConditionalRollupFieldCore.supportsOrdering(options?.expression)) {\n refs.push(sortFieldId);\n }\n const filterRefs = extractFieldIdsFromFilter(options?.filter, true);\n filterRefs.forEach((fieldId) => refs.push(fieldId));\n return refs;\n }\n\n if (field.type === FieldType.Link) {\n return [field.options.lookupFieldId];\n }\n\n if (field.type === FieldType.Formula) {\n return (field as FormulaFieldDto).getReferenceFieldIds();\n }\n\n if (field.type === FieldType.LastModifiedTime) {\n const lmtField = field as LastModifiedTimeFieldCore;\n return lmtField.getTrackedFieldIds();\n }\n\n return [];\n }\n\n private async createComputedFieldReference(field: IFieldInstance) {\n const toFieldId = field.id;\n\n const graphItems = await this.referenceService.getFieldGraphItems([field.id]);\n let fieldIds = this.getFieldReferenceIds(field);\n\n // add lookupOptions filter fieldIds to reference\n if (field?.lookupOptions) {\n const lookupOptions = field.lookupOptions;\n if (isLinkLookupOptions(lookupOptions)) {\n const filterSetFieldIds = extractFieldIdsFromFilter(lookupOptions.filter);\n filterSetFieldIds.forEach((fieldId) => {\n fieldIds.push(fieldId);\n });\n }\n }\n\n const conditionalLookupOptions = field.getConditionalLookupOptions?.();\n if (conditionalLookupOptions) {\n const filterFieldIds = extractFieldIdsFromFilter(conditionalLookupOptions.filter, true);\n filterFieldIds.forEach((fieldId) => {\n fieldIds.push(fieldId);\n });\n if (conditionalLookupOptions.sort?.fieldId) {\n fieldIds.push(conditionalLookupOptions.sort.fieldId);\n }\n }\n\n if (field.type === FieldType.ConditionalRollup) {\n const options = field.options as IConditionalRollupFieldOptions | undefined;\n const filterFieldIds = extractFieldIdsFromFilter(options?.filter, true);\n filterFieldIds.forEach((fieldId) => {\n fieldIds.push(fieldId);\n });\n if (options?.sort?.fieldId) {\n fieldIds.push(options.sort.fieldId);\n }\n }\n\n fieldIds = uniq(fieldIds);\n fieldIds.forEach((fromFieldId) => {\n graphItems.push({ fromFieldId, toFieldId });\n });\n\n if (hasCycle(graphItems)) {\n throw new CustomHttpException(\n `Detected a cycle: ${field.id}[${field.name}] is part of a circular dependency`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.cycleDetectedCreateField',\n context: {\n id: field.id,\n name: field.name,\n },\n },\n }\n );\n }\n\n if (fieldIds.length) {\n await this.prismaService.txClient().reference.createMany({\n data: fieldIds.map((fromFieldId) => ({\n fromFieldId,\n toFieldId,\n })),\n skipDuplicates: true,\n });\n }\n }\n\n async createFieldTaskReference(tableId: string, field: IFieldInstance) {\n const { id: fieldId, aiConfig } = field;\n\n await this.prismaService.txClient().taskReference.deleteMany({\n where: { toFieldId: fieldId },\n });\n const existingFieldIds = await this.prismaService.txClient().field.findMany({\n where: { tableId, deletedTime: null },\n select: { id: true },\n });\n\n const existingFieldIdSet = new Set(existingFieldIds.map(({ id }) => id));\n const { type } = aiConfig ?? {};\n\n // Both Customization and ImageCustomization use prompt with {fieldId} syntax\n if (type === FieldAIActionType.Customization || type === FieldAIActionType.ImageCustomization) {\n const { prompt } = aiConfig as ITextFieldCustomizeAIConfig;\n const fieldIds = extractFieldReferences(prompt);\n const fieldIdsToCreate = fieldIds.filter((id) => existingFieldIdSet.has(id));\n\n return await this.prismaService.txClient().taskReference.createMany({\n data: fieldIdsToCreate.map((id) => ({\n fromFieldId: id,\n toFieldId: fieldId,\n })),\n });\n }\n\n const { sourceFieldId } = (aiConfig as ITextFieldSummarizeAIConfig) ?? {};\n if (!sourceFieldId || !existingFieldIdSet.has(sourceFieldId)) return;\n\n await this.prismaService.txClient().taskReference.create({\n data: {\n fromFieldId: sourceFieldId,\n toFieldId: fieldId,\n },\n });\n }\n\n async createFieldTaskReferences(tableId: string, fields: IFieldInstance[]) {\n if (!fields.length) return;\n\n const prisma = this.prismaService.txClient();\n const toFieldIds = fields.map((field) => field.id);\n\n await prisma.taskReference.deleteMany({\n where: { toFieldId: { in: toFieldIds } },\n });\n\n const existingFieldIds = await prisma.field.findMany({\n where: { tableId, deletedTime: null },\n select: { id: true },\n });\n\n const existingFieldIdSet = new Set(existingFieldIds.map(({ id }) => id));\n // Include fields created in this batch so AI references can resolve within the same operation.\n toFieldIds.forEach((id) => existingFieldIdSet.add(id));\n\n const rows: Array<{ fromFieldId: string; toFieldId: string }> = [];\n\n for (const field of fields) {\n const { id: toFieldId, aiConfig } = field;\n const { type } = aiConfig ?? {};\n if (!type) continue;\n\n // Both Customization and ImageCustomization use prompt with {fieldId} syntax\n if (\n type === FieldAIActionType.Customization ||\n type === FieldAIActionType.ImageCustomization\n ) {\n const { prompt } = aiConfig as ITextFieldCustomizeAIConfig;\n const fieldIds = extractFieldReferences(prompt);\n const fieldIdsToCreate = fieldIds.filter((id) => existingFieldIdSet.has(id));\n fieldIdsToCreate.forEach((fromFieldId) => rows.push({ fromFieldId, toFieldId }));\n continue;\n }\n\n const { sourceFieldId } = (aiConfig as ITextFieldSummarizeAIConfig) ?? {};\n if (!sourceFieldId || !existingFieldIdSet.has(sourceFieldId)) continue;\n rows.push({ fromFieldId: sourceFieldId, toFieldId });\n }\n\n if (!rows.length) return;\n\n await prisma.taskReference.createMany({\n data: rows,\n skipDuplicates: true,\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/field-view-sync.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport {\n getValidFilterOperators,\n FieldType,\n ViewOpBuilder,\n FieldOpBuilder,\n getValidStatisticFunc,\n ViewType,\n} from '@teable/core';\nimport type {\n IFilterSet,\n ISelectFieldOptionsRo,\n ISelectFieldOptions,\n IFilterItem,\n IFilter,\n IFilterValue,\n ILinkFieldOptions,\n IOtOperation,\n IColumn,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { isEqual, differenceBy, find, isEmpty } from 'lodash';\nimport { ViewService } from '../../view/view.service';\nimport { FieldService } from '../field.service';\nimport type { IFieldInstance } from '../model/factory';\nimport { FieldConvertingLinkService } from './field-converting-link.service';\nimport { FieldDeletingService } from './field-deleting.service';\n\n/**\n * This service' purpose is to sync the relative data from field to view\n * such as filter, group, sort, columnMeta, etc.\n */\n@Injectable()\nexport class FieldViewSyncService {\n private readonly logger = new Logger(FieldViewSyncService.name);\n\n constructor(\n private readonly viewService: ViewService,\n private readonly fieldService: FieldService,\n private readonly prismaService: PrismaService,\n private readonly fieldDeletingService: FieldDeletingService,\n private readonly fieldConvertingLinkService: FieldConvertingLinkService\n ) {}\n\n async deleteDependenciesByFieldIds(tableId: string, fieldIds: string[]) {\n await this.viewService.deleteViewRelativeByFields(tableId, fieldIds);\n await this.deleteLinkOptionsDependenciesByFieldIds(tableId, fieldIds);\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async deleteLinkOptionsDependenciesByFieldIds(tableId: string, fieldIds: string[]) {\n const foreignFields = await this.getLinkForeignFields(tableId);\n const deletedFieldIdSet = new Set(fieldIds);\n\n for (const field of foreignFields) {\n const ops: IOtOperation[] = [];\n const { id: fieldId, tableId, options: rawOptions } = field;\n const options = rawOptions ? JSON.parse(rawOptions) : null;\n\n if (options == null) continue;\n\n const { filter, visibleFieldIds } = options as ILinkFieldOptions;\n const newOptions: ILinkFieldOptions = { ...options };\n let isOptionsChanged = false;\n\n if (visibleFieldIds?.length) {\n const newVisibleFieldIds = visibleFieldIds.filter((id) => !deletedFieldIdSet.has(id));\n if (!isEqual(newVisibleFieldIds, visibleFieldIds)) {\n newOptions.visibleFieldIds = newVisibleFieldIds?.length ? newVisibleFieldIds : null;\n isOptionsChanged = true;\n }\n }\n\n const filterString = JSON.stringify(filter);\n const filteredFieldIds = fieldIds.filter((id) => filterString?.includes(id));\n\n if (filter != null && filteredFieldIds.length) {\n let newFilter: IFilterSet | null = filter;\n filteredFieldIds.forEach((id) => {\n if (newFilter) {\n newFilter = this.viewService.getDeletedFilterByFieldId(newFilter, id);\n }\n });\n newOptions.filter = newFilter ? (newFilter?.filterSet?.length ? newFilter : null) : null;\n isOptionsChanged = true;\n }\n\n if (isOptionsChanged) {\n ops.push(\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'options',\n newValue: newOptions,\n oldValue: options,\n })\n );\n }\n\n if (ops.length) {\n await this.fieldService.batchUpdateFields(tableId, [{ fieldId, ops }]);\n }\n }\n }\n\n async deleteLinkOptionsDependenciesByViewId(tableId: string, viewId: string) {\n const foreignFields = await this.getLinkForeignFields(tableId);\n\n for (const field of foreignFields) {\n const { id: fieldId, tableId, options: rawOptions } = field;\n const options = rawOptions ? JSON.parse(rawOptions) : null;\n\n if (options == null) continue;\n\n const { filterByViewId } = options as ILinkFieldOptions;\n\n if (filterByViewId == null || filterByViewId !== viewId) continue;\n\n const ops = [\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'options',\n oldValue: options,\n newValue: { ...options, filterByViewId: null },\n }),\n ];\n await this.fieldService.batchUpdateFields(tableId, [{ fieldId, ops }]);\n }\n }\n\n async convertDependenciesByFieldIds(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ) {\n await this.convertViewDependenciesByFieldIds(tableId, newField, oldField);\n await this.convertLinkOptionsDependenciesByFieldIds(tableId, newField, oldField);\n await this.convertLinkLookupFieldId(tableId, newField);\n }\n\n async convertLinkLookupFieldId(tableId: string, newField: IFieldInstance) {\n const prisma = this.prismaService.txClient();\n const fieldId = newField.id;\n const resetLinkFieldIds = await this.fieldConvertingLinkService.planResetLinkFieldLookupFieldId(\n tableId,\n newField,\n 'field|update'\n );\n\n if (isEmpty(resetLinkFieldIds)) {\n return;\n }\n\n await prisma.reference.deleteMany({\n where: {\n fromFieldId: fieldId,\n },\n });\n\n await this.fieldDeletingService.resetLinkFieldLookupFieldId(\n resetLinkFieldIds,\n tableId,\n fieldId\n );\n }\n\n async convertLinkOptionsDependenciesByFieldIds(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ) {\n const convertedFieldId = newField.id;\n const foreignFields = await this.getLinkForeignFields(tableId);\n\n for (const field of foreignFields) {\n const { id: fieldId, tableId, options: rawOptions } = field;\n const options = rawOptions ? JSON.parse(rawOptions) : null;\n\n if (options == null) continue;\n\n const ops: IOtOperation[] = [];\n const { filter } = options as ILinkFieldOptions;\n\n if (filter == null || !JSON.stringify(filter).includes(convertedFieldId)) continue;\n\n const newFilter = this.getNewFilterByFieldChanges(filter, newField, oldField);\n ops.push(\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'options',\n oldValue: options,\n newValue: {\n ...options,\n filter: newFilter ? (newFilter?.filterSet?.length ? newFilter : null) : null,\n },\n })\n );\n\n await this.fieldService.batchUpdateFields(tableId, [{ fieldId, ops }]);\n }\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async convertViewDependenciesByFieldIds(\n tableId: string,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ) {\n const views = await this.prismaService.txClient().view.findMany({\n select: {\n filter: true,\n id: true,\n type: true,\n columnMeta: true,\n },\n where: { tableId: tableId, deletedTime: null },\n });\n\n if (!views?.length) {\n return;\n }\n\n const opsMap: { [viewId: string]: IOtOperation[] } = {};\n for (let i = 0; i < views.length; i++) {\n const view = views[i];\n const viewId = view.id;\n const filterString = view.filter;\n\n // if the field is in filter, update the filter\n if (filterString?.includes(newField.id)) {\n const filter = JSON.parse(filterString) as NonNullable;\n\n const newFilter = this.getNewFilterByFieldChanges(filter, newField, oldField);\n\n const ops = ViewOpBuilder.editor.setViewProperty.build({\n key: 'filter',\n newValue: newFilter ? (newFilter?.filterSet?.length ? newFilter : null) : null,\n oldValue: filter,\n });\n opsMap[viewId] = [ops];\n }\n\n // clear invalid aggregation statisticFunc from columnMeta\n const columnMetaString = view?.columnMeta;\n if (columnMetaString) {\n const columnMeta = JSON.parse(columnMetaString) as {\n [fieldId: string]: IColumn | null;\n };\n const fieldId = newField.id;\n const meta = columnMeta[fieldId];\n if (meta && 'statisticFunc' in meta) {\n const validFuncs = getValidStatisticFunc(newField);\n const currentFunc = meta.statisticFunc as unknown;\n if (\n currentFunc &&\n Array.isArray(validFuncs) &&\n !validFuncs.includes(currentFunc as never)\n ) {\n const updateOp = ViewOpBuilder.editor.updateViewColumnMeta.build({\n fieldId,\n newColumnMeta: { ...meta, statisticFunc: null },\n oldColumnMeta: { ...meta },\n });\n opsMap[viewId] = [...(opsMap[viewId] || []), updateOp];\n }\n }\n\n // For Form views: enforce visibility when field is not null and no default value\n if (view.type === ViewType.Form) {\n const defaultValue = (newField.options as { defaultValue?: string })?.defaultValue;\n const protectedNew = Boolean(newField.notNull) && !defaultValue;\n const defaultValueOld = (\n oldField.options as {\n defaultValue?: string;\n }\n )?.defaultValue;\n const protectedOld = Boolean(oldField.notNull) && !defaultValueOld;\n\n if (protectedNew && !protectedOld) {\n const prev = columnMeta[fieldId] ?? {};\n const updateOp = ViewOpBuilder.editor.updateViewColumnMeta.build({\n fieldId,\n newColumnMeta: { ...prev, visible: true } as IColumn,\n oldColumnMeta: prev as IColumn,\n });\n opsMap[viewId] = [...(opsMap[viewId] || []), updateOp];\n }\n }\n }\n }\n\n await this.viewService.batchUpdateViewByOps(tableId, opsMap);\n }\n\n async getLinkForeignFields(tableId: string) {\n const linkFields = await this.prismaService.txClient().field.findMany({\n where: { tableId, type: FieldType.Link, deletedTime: null },\n });\n const foreignFieldIds = linkFields\n .map(\n ({ options }) =>\n ((options ? JSON.parse(options) : null) as ILinkFieldOptions)?.symmetricFieldId\n )\n .filter(Boolean) as string[];\n return await this.prismaService.txClient().field.findMany({\n where: { id: { in: foreignFieldIds }, type: FieldType.Link, deletedTime: null },\n });\n }\n\n getNewFilterByFieldChanges(\n originalFilter: IFilter,\n newField: IFieldInstance,\n oldField: IFieldInstance\n ) {\n if (!originalFilter) {\n return null as IFilter;\n }\n\n const fieldId = newField.id;\n const filter = { ...originalFilter };\n const oldOperators = getValidFilterOperators(oldField);\n const newOperators = getValidFilterOperators(newField);\n /**\n * there just two cases processed now\n * 1. select field type\n * a.delete old options, delete filter item value is array, delete the item in array\n * b.value is string, delete the item\n * 2. operators or cellValueType or isMultipleCellValue has been changed, delete the filter item\n * TODO there are more detail cases need to be processed to improve the experience of user\n */\n if (\n newField.type === oldField.type &&\n [FieldType.SingleSelect, FieldType.MultipleSelect].includes(newField.type) &&\n !isEqual(\n (oldField.options as ISelectFieldOptions).choices,\n (newField.options as ISelectFieldOptionsRo).choices\n )\n ) {\n const fieldId = newField.id;\n const oldOptions = (oldField.options as ISelectFieldOptions).choices;\n const newOptions = (newField.options as ISelectFieldOptionsRo).choices;\n\n const updateNameOptions = newOptions\n .filter((choice) => {\n if (!choice.id) return false;\n const originalChoice = find(oldOptions, ['id', choice.id]);\n return originalChoice && originalChoice.name !== choice.name;\n })\n .map((item) => {\n const { id, name } = item;\n return {\n id,\n oldName: oldOptions.find((option) => option?.id === id)?.name as string,\n newName: name,\n };\n });\n const deleteOptions = differenceBy(oldOptions, newOptions, 'id');\n if (!deleteOptions?.length && !updateNameOptions?.length) {\n return filter;\n }\n\n return this.getFilterBySelectTypeChanges(filter, fieldId, updateNameOptions, deleteOptions);\n }\n\n // judge the operator is same groups or cellValueType is same, otherwise delete the filter item\n if (\n (newField.type !== oldField.type && !isEqual(oldOperators, newOperators)) ||\n oldField.cellValueType !== newField.cellValueType ||\n oldField?.isMultipleCellValue !== newField?.isMultipleCellValue\n ) {\n return this.viewService.getDeletedFilterByFieldId(filter, fieldId);\n }\n\n // do nothing\n return filter;\n }\n\n getFilterBySelectTypeChanges(\n originData: IFilterSet,\n fieldId: string,\n updateNameOptions: { id?: string; oldName: string; newName: string }[],\n deleteOptions: ISelectFieldOptions['choices']\n ) {\n const data = { ...originData };\n const updateMap = new Map(updateNameOptions.map((opt) => [opt.oldName, opt.newName]));\n const deleteSet = new Set(deleteOptions.map((opt) => opt.name));\n\n const transformValue = (value: unknown): unknown => {\n if (Array.isArray(value)) {\n const newValue = value.filter((v) => !deleteSet.has(v)).map((v) => updateMap.get(v) || v);\n return newValue.length > 0 ? newValue : null;\n } else if (typeof value === 'string') {\n if (deleteSet.has(value)) return null;\n return updateMap.get(value) || value;\n }\n return value;\n };\n\n const transformFilter = (filter: IFilterSet | IFilterItem): IFilterSet | IFilterItem => {\n if ('filterSet' in filter) {\n const newFilterSet = filter.filterSet.map(transformFilter);\n return {\n conjunction: filter.conjunction,\n filterSet: newFilterSet.filter((item) => !isEmpty(item)),\n };\n } else {\n // target item\n if (filter.fieldId === fieldId && filter.value !== null) {\n const newValue = transformValue(filter.value) as IFilterValue;\n return (newValue ? { ...filter, value: newValue } : {}) as IFilterItem;\n }\n return {\n ...filter,\n };\n }\n };\n\n return transformFilter(data) as IFilterSet;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/formula-field.service.spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { describe, it, expect, beforeAll, afterAll, beforeEach, vi } from 'vitest';\nimport { FormulaFieldService } from './formula-field.service';\n\ndescribe('FormulaFieldService', () => {\n let service: FormulaFieldService;\n let prismaService: PrismaService;\n let module: TestingModule;\n\n // Test data IDs - using consistent IDs for easier debugging\n const testTableId = 'tbl_test_table';\n const fieldIds = {\n textA: 'fld_text_a',\n formulaB: 'fld_formula_b',\n formulaC: 'fld_formula_c',\n formulaD: 'fld_formula_d',\n formulaE: 'fld_formula_e',\n lookupF: 'fld_lookup_f',\n textG: 'fld_text_g',\n };\n\n beforeAll(async () => {\n module = await Test.createTestingModule({\n providers: [\n FormulaFieldService,\n {\n provide: PrismaService,\n useValue: {\n txClient: vi.fn(),\n },\n },\n ],\n }).compile();\n\n service = module.get(FormulaFieldService);\n prismaService = module.get(PrismaService);\n });\n\n afterAll(async () => {\n await module.close();\n });\n\n describe('getDependentFormulaFieldsInOrder', () => {\n let mockQueryRawUnsafe: any;\n\n beforeEach(() => {\n mockQueryRawUnsafe = vi.fn();\n vi.mocked(prismaService.txClient).mockReturnValue({\n $queryRawUnsafe: mockQueryRawUnsafe,\n field: {\n create: vi.fn(),\n deleteMany: vi.fn(),\n },\n reference: {\n create: vi.fn(),\n deleteMany: vi.fn(),\n },\n } as any);\n });\n\n it('should return empty array when no dependencies exist', async () => {\n // Mock empty result\n const mockQueryResult: any[] = [];\n mockQueryRawUnsafe.mockResolvedValue(mockQueryResult);\n\n const result = await service.getDependentFormulaFieldsInOrder(fieldIds.textA);\n\n expect(result).toEqual([]);\n expect(mockQueryRawUnsafe).toHaveBeenCalledWith(\n expect.stringContaining('WITH RECURSIVE dependent_fields'),\n fieldIds.textA,\n FieldType.Formula\n );\n });\n\n it('should handle single level dependencies (A → B)', async () => {\n // Mock result: textA → formulaB\n const mockQueryResult = [{ id: fieldIds.formulaB, table_id: testTableId, level: 1 }];\n mockQueryRawUnsafe.mockResolvedValue(mockQueryResult);\n\n const result = await service.getDependentFormulaFieldsInOrder(fieldIds.textA);\n\n expect(result).toEqual([{ id: fieldIds.formulaB, tableId: testTableId, level: 1 }]);\n });\n\n it('should handle multi-level dependencies with correct topological order (A → B → C)', async () => {\n // Mock result: textA → formulaB → formulaC\n // Should return in deepest-first order (level 2, then level 1)\n const mockQueryResult = [\n { id: fieldIds.formulaC, table_id: testTableId, level: 2 },\n { id: fieldIds.formulaB, table_id: testTableId, level: 1 },\n ];\n mockQueryRawUnsafe.mockResolvedValue(mockQueryResult);\n\n const result = await service.getDependentFormulaFieldsInOrder(fieldIds.textA);\n\n expect(result).toEqual([\n { id: fieldIds.formulaC, tableId: testTableId, level: 2 },\n { id: fieldIds.formulaB, tableId: testTableId, level: 1 },\n ]);\n\n // Verify topological order: deeper levels come first\n expect(result[0].level).toBeGreaterThan(result[1].level);\n });\n\n it('should handle multiple branches (A → B, A → C)', async () => {\n // Mock result: textA → formulaB, textA → formulaC\n const mockQueryResult = [\n { id: fieldIds.formulaB, table_id: testTableId, level: 1 },\n { id: fieldIds.formulaC, table_id: testTableId, level: 1 },\n ];\n mockQueryRawUnsafe.mockResolvedValue(mockQueryResult);\n\n const result = await service.getDependentFormulaFieldsInOrder(fieldIds.textA);\n\n expect(result).toHaveLength(2);\n expect(result).toEqual(\n expect.arrayContaining([\n { id: fieldIds.formulaB, tableId: testTableId, level: 1 },\n { id: fieldIds.formulaC, tableId: testTableId, level: 1 },\n ])\n );\n\n // All should be at same level\n expect(result.every((f) => f.level === 1)).toBe(true);\n });\n\n it('should handle complex dependency trees (A → B → D, A → C → E)', async () => {\n // Mock result: Complex tree with multiple paths\n const mockQueryResult = [\n { id: fieldIds.formulaD, table_id: testTableId, level: 2 }, // B → D\n { id: fieldIds.formulaE, table_id: testTableId, level: 2 }, // C → E\n { id: fieldIds.formulaB, table_id: testTableId, level: 1 }, // A → B\n { id: fieldIds.formulaC, table_id: testTableId, level: 1 }, // A → C\n ];\n mockQueryRawUnsafe.mockResolvedValue(mockQueryResult);\n\n const result = await service.getDependentFormulaFieldsInOrder(fieldIds.textA);\n\n expect(result).toHaveLength(4);\n\n // Verify topological ordering\n const level2Fields = result.filter((f) => f.level === 2);\n const level1Fields = result.filter((f) => f.level === 1);\n\n expect(level2Fields).toHaveLength(2);\n expect(level1Fields).toHaveLength(2);\n\n // Level 2 fields should come before level 1 fields in the result\n const firstLevel2Index = result.findIndex((f) => f.level === 2);\n const lastLevel1Index = result.map((f) => f.level).lastIndexOf(1);\n expect(firstLevel2Index).toBeLessThan(lastLevel1Index);\n });\n });\n\n describe('SQL Query Validation', () => {\n it('should call $queryRawUnsafe with correct SQL structure', async () => {\n const mockQueryResult: any[] = [];\n vi.mocked(prismaService.txClient().$queryRawUnsafe).mockResolvedValue(mockQueryResult);\n\n await service.getDependentFormulaFieldsInOrder(fieldIds.textA);\n\n const [sqlQuery, fieldId, fieldType] = vi.mocked(prismaService.txClient().$queryRawUnsafe)\n .mock.calls[0];\n\n // Verify SQL structure\n expect(sqlQuery).toContain('WITH RECURSIVE dependent_fields AS');\n expect(sqlQuery).toContain('SELECT');\n expect(sqlQuery).toContain('UNION ALL');\n expect(sqlQuery).toContain('ORDER BY df.level DESC');\n expect(sqlQuery).toContain('WHERE df.level < 10'); // Recursion limit\n\n // Verify parameters\n expect(fieldId).toBe(fieldIds.textA);\n expect(fieldType).toBe(FieldType.Formula);\n });\n\n it('should include recursion prevention in SQL', async () => {\n const mockQueryResult: any[] = [];\n vi.mocked(prismaService.txClient().$queryRawUnsafe).mockResolvedValue(mockQueryResult);\n\n await service.getDependentFormulaFieldsInOrder(fieldIds.textA);\n\n const [sqlQuery] = vi.mocked(prismaService.txClient().$queryRawUnsafe).mock.calls[0];\n\n // Should have recursion limit to prevent infinite loops\n expect(sqlQuery).toContain('WHERE df.level < 10');\n });\n\n it('should filter only formula fields and non-deleted fields', async () => {\n const mockQueryResult: any[] = [];\n vi.mocked(prismaService.txClient().$queryRawUnsafe).mockResolvedValue(mockQueryResult);\n\n await service.getDependentFormulaFieldsInOrder(fieldIds.textA);\n\n const [sqlQuery] = vi.mocked(prismaService.txClient().$queryRawUnsafe).mock.calls[0];\n\n // Should filter by field type and deletion status\n expect(sqlQuery).toContain('WHERE f.type = $2');\n expect(sqlQuery).toContain('AND f.deleted_time IS NULL');\n });\n });\n\n describe('Edge Cases', () => {\n it('should handle database errors gracefully', async () => {\n const dbError = new Error('Database connection failed');\n vi.mocked(prismaService.txClient().$queryRawUnsafe).mockRejectedValue(dbError);\n\n await expect(service.getDependentFormulaFieldsInOrder(fieldIds.textA)).rejects.toThrow(\n 'Database connection failed'\n );\n });\n\n it('should handle malformed database results', async () => {\n // Mock malformed result (missing required fields)\n const mockQueryResult = [\n { id: fieldIds.formulaB }, // Missing table_id and level\n ];\n vi.mocked(prismaService.txClient().$queryRawUnsafe).mockResolvedValue(mockQueryResult);\n\n const result = await service.getDependentFormulaFieldsInOrder(fieldIds.textA);\n\n expect(result).toEqual([{ id: fieldIds.formulaB, tableId: undefined, level: undefined }]);\n });\n\n it('should handle very deep dependency chains', async () => {\n // Mock a deep chain (level 9, near the recursion limit)\n const mockQueryResult = Array.from({ length: 9 }, (_, i) => ({\n id: `fld_formula_${i + 1}`,\n table_id: testTableId,\n level: i + 1,\n })).reverse(); // Should be ordered deepest first\n\n vi.mocked(prismaService.txClient().$queryRawUnsafe).mockResolvedValue(mockQueryResult);\n\n const result = await service.getDependentFormulaFieldsInOrder(fieldIds.textA);\n\n expect(result).toHaveLength(9);\n expect(result[0].level).toBe(9); // Deepest first\n expect(result[8].level).toBe(1); // Shallowest last\n\n // Verify descending order\n for (let i = 0; i < result.length - 1; i++) {\n expect(result[i].level).toBeGreaterThanOrEqual(result[i + 1].level);\n }\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/formula-field.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\n\n@Injectable()\nexport class FormulaFieldService {\n constructor(private readonly prismaService: PrismaService) {}\n\n /**\n * Get all formula fields that depend on the given field (including multi-level dependencies)\n * Uses recursive CTE to find all downstream dependencies in topological order\n */\n async getDependentFormulaFieldsInOrder(\n fieldId: string\n ): Promise<{ id: string; tableId: string; level: number }[]> {\n // Use recursive CTE to find all downstream dependencies\n const recursiveCTE = `\n WITH RECURSIVE dependent_fields AS (\n -- Base case: direct dependencies\n SELECT\n r.to_field_id as field_id,\n 1 as level\n FROM reference r\n WHERE r.from_field_id = $1\n\n UNION ALL\n\n -- Recursive case: indirect dependencies\n SELECT\n r.to_field_id as field_id,\n df.level + 1 as level\n FROM reference r\n INNER JOIN dependent_fields df ON r.from_field_id = df.field_id\n WHERE df.level < 10 -- Prevent infinite recursion\n )\n SELECT DISTINCT\n f.id,\n f.table_id,\n df.level\n FROM dependent_fields df\n INNER JOIN field f ON f.id = df.field_id\n WHERE f.type = $2\n AND f.deleted_time IS NULL\n ORDER BY df.level DESC, f.id -- Deepest dependencies first (topological order)\n `;\n\n const result = await this.prismaService.txClient().$queryRawUnsafe<\n // eslint-disable-next-line @typescript-eslint/naming-convention\n { id: string; table_id: string; level: number }[]\n >(recursiveCTE, fieldId, FieldType.Formula);\n\n return (result || []).map((row) => ({\n id: row.id,\n tableId: row.table_id,\n level: row.level,\n }));\n }\n\n /**\n * Multi-source variant of getDependentFormulaFieldsInOrder.\n * Returns the union of dependent formula fields for the provided roots,\n * ordered by max dependency depth (deepest first).\n */\n async getDependentFormulaFieldsInOrderMulti(\n fieldIds: string[]\n ): Promise<{ id: string; tableId: string; level: number }[]> {\n const uniqueIds = Array.from(new Set(fieldIds.filter(Boolean)));\n if (!uniqueIds.length) return [];\n if (uniqueIds.length === 1) {\n return this.getDependentFormulaFieldsInOrder(uniqueIds[0]);\n }\n\n const inClause = uniqueIds.map((_, i) => `$${i + 1}`).join(',');\n const fieldTypeParam = `$${uniqueIds.length + 1}`;\n\n const recursiveCTE = `\n WITH RECURSIVE dependent_fields AS (\n -- Base case: direct dependencies\n SELECT\n r.to_field_id as field_id,\n 1 as level\n FROM reference r\n WHERE r.from_field_id IN (${inClause})\n\n UNION ALL\n\n -- Recursive case: indirect dependencies\n SELECT\n r.to_field_id as field_id,\n df.level + 1 as level\n FROM reference r\n INNER JOIN dependent_fields df ON r.from_field_id = df.field_id\n WHERE df.level < 10 -- Prevent infinite recursion\n )\n SELECT\n f.id,\n f.table_id,\n MAX(df.level) as level\n FROM dependent_fields df\n INNER JOIN field f ON f.id = df.field_id\n WHERE f.type = ${fieldTypeParam}\n AND f.deleted_time IS NULL\n GROUP BY f.id, f.table_id\n ORDER BY MAX(df.level) DESC, f.id\n `;\n\n const result = await this.prismaService.txClient().$queryRawUnsafe<\n // eslint-disable-next-line @typescript-eslint/naming-convention\n { id: string; table_id: string; level: number }[]\n >(recursiveCTE, ...uniqueIds, FieldType.Formula);\n\n return (result || []).map((row) => ({\n id: row.id,\n tableId: row.table_id,\n level: row.level,\n }));\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/field-calculate/link-field-query.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { ILinkFieldOptions } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IFieldInstance } from '../model/factory';\n\n@Injectable()\nexport class LinkFieldQueryService {\n constructor(private readonly prismaService: PrismaService) {}\n\n /**\n * Get table name mapping for link field operations\n * @param tableId Current table ID\n * @param fieldInstances Field instances that may contain link fields\n * @returns Map of tableId -> dbTableName for all related tables\n */\n async getTableNameMapForLinkFields(\n tableId: string,\n fieldInstances: IFieldInstance[]\n ): Promise> {\n const tableIds = new Set([tableId]);\n\n // Collect all foreign table IDs from link fields\n for (const field of fieldInstances) {\n if (field.type === FieldType.Link && !field.isLookup) {\n const options = field.options as ILinkFieldOptions;\n if (options.foreignTableId) {\n tableIds.add(options.foreignTableId);\n }\n }\n }\n\n // Query all related tables\n const tables = await this.prismaService.txClient().tableMeta.findMany({\n where: { id: { in: Array.from(tableIds) } },\n select: { id: true, dbTableName: true },\n });\n\n return new Map(tables.map((table) => [table.id, table.dbTableName]));\n }\n\n /**\n * Get table name mapping for a specific table and its link fields\n * @param tableId Table ID\n * @returns Map of tableId -> dbTableName for the table and all its foreign tables\n */\n async getTableNameMapForTable(tableId: string): Promise> {\n // Get all link fields for this table\n const linkFields = await this.prismaService.txClient().field.findMany({\n where: {\n tableId,\n type: FieldType.Link,\n isLookup: null,\n deletedTime: null,\n },\n select: { options: true },\n });\n\n const tableIds = new Set([tableId]);\n\n // Collect foreign table IDs\n for (const field of linkFields) {\n if (field.options) {\n const options = JSON.parse(field.options as string) as ILinkFieldOptions;\n if (options.foreignTableId) {\n tableIds.add(options.foreignTableId);\n }\n }\n }\n\n // Query all related tables\n const tables = await this.prismaService.txClient().tableMeta.findMany({\n where: { id: { in: Array.from(tableIds) } },\n select: { id: true, dbTableName: true },\n });\n\n return new Map(tables.map((table) => [table.id, table.dbTableName]));\n }\n\n /**\n * Get table ID from database table name\n * @param dbTableName Database table name\n * @returns Table ID\n */\n async getTableIdFromDbTableName(dbTableName: string): Promise {\n const table = await this.prismaService.txClient().tableMeta.findFirst({\n where: { dbTableName },\n select: { id: true },\n });\n\n return table?.id || null;\n }\n\n /**\n * Get database table name from table ID\n * @param tableId Table ID\n * @returns Database table name\n */\n async getDbTableNameFromTableId(tableId: string): Promise {\n const table = await this.prismaService.txClient().tableMeta.findFirst({\n where: { id: tableId },\n select: { dbTableName: true },\n });\n\n return table?.dbTableName || null;\n }\n\n /**\n * Check if any field instances contain link fields\n * @param fieldInstances Field instances to check\n * @returns True if any link fields are found\n */\n hasLinkFields(fieldInstances: IFieldInstance[]): boolean {\n return fieldInstances.some((field) => field.type === FieldType.Link && !field.isLookup);\n }\n\n /**\n * Get all foreign table IDs from link field instances\n * @param fieldInstances Field instances\n * @returns Set of foreign table IDs\n */\n getForeignTableIds(fieldInstances: IFieldInstance[]): Set {\n const foreignTableIds = new Set();\n\n for (const field of fieldInstances) {\n if (field.type === FieldType.Link && !field.isLookup) {\n const options = field.options as ILinkFieldOptions;\n if (options.foreignTableId) {\n foreignTableIds.add(options.foreignTableId);\n }\n }\n }\n\n return foreignTableIds;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/field-duplicate/field-duplicate.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../../db-provider/db.provider';\nimport { TableDomainQueryModule } from '../../table-domain';\nimport { FieldCalculateModule } from '../field-calculate/field-calculate.module';\nimport { FieldOpenApiModule } from '../open-api/field-open-api.module';\nimport { FieldDuplicateService } from './field-duplicate.service';\n\n@Module({\n imports: [FieldOpenApiModule, FieldCalculateModule, TableDomainQueryModule],\n providers: [DbProvider, FieldDuplicateService],\n exports: [FieldDuplicateService],\n})\nexport class FieldDuplicateModule {}\n" }, { "path": "apps/nestjs-backend/src/features/field/field-duplicate/field-duplicate.service.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\nimport { BadGatewayException, Injectable, Logger } from '@nestjs/common';\nimport type {\n IFieldVo,\n IFormulaFieldOptions,\n ILinkFieldOptions,\n ILookupOptionsRo,\n IConditionalRollupFieldOptions,\n IConditionalLookupOptions,\n IFilter,\n IFieldRo,\n} from '@teable/core';\nimport {\n FieldType,\n HttpErrorCode,\n extractFieldIdsFromFilter,\n isConditionalLookupOptions,\n isLinkLookupOptions,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IBaseJson, IFieldJson, IFieldWithTableIdJson } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { pick, get } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { InjectDbProvider } from '../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport { extractFieldReferences } from '../../../utils';\nimport { DEFAULT_EXPRESSION } from '../../base/constant';\nimport { replaceStringByMap } from '../../base/utils';\nimport { TableDomainQueryService } from '../../table-domain/table-domain-query.service';\nimport { LinkFieldQueryService } from '../field-calculate/link-field-query.service';\nimport type { IFieldInstance } from '../model/factory';\nimport { createFieldInstanceByRaw } from '../model/factory';\nimport { FieldOpenApiService } from '../open-api/field-open-api.service';\n\n@Injectable()\nexport class FieldDuplicateService {\n private readonly logger = new Logger(FieldDuplicateService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly fieldOpenApiService: FieldOpenApiService,\n private readonly linkFieldQueryService: LinkFieldQueryService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n private readonly tableDomainQueryService: TableDomainQueryService\n ) {}\n\n async createCommonFields(fields: IFieldWithTableIdJson[], fieldMap: Record) {\n const byTable = new Map();\n for (const field of fields) {\n const list = byTable.get(field.targetTableId) ?? [];\n list.push(field);\n byTable.set(field.targetTableId, list);\n }\n\n for (const [targetTableId, tableFields] of byTable.entries()) {\n const fieldRos: IFieldRo[] = tableFields.map(\n ({ name, type, options, dbFieldName, description }) => ({\n name,\n type,\n options,\n dbFieldName,\n description,\n })\n );\n\n const newFieldVos = await this.fieldOpenApiService.createFieldsByRo(targetTableId, fieldRos);\n\n for (let index = 0; index < tableFields.length; index++) {\n const original = tableFields[index];\n const newFieldVo = newFieldVos[index];\n await this.replenishmentConstraint(newFieldVo.id, targetTableId, original.order, {\n notNull: original.notNull,\n unique: original.unique,\n dbFieldName: newFieldVo.dbFieldName,\n isPrimary: original.isPrimary,\n });\n fieldMap[original.id] = newFieldVo.id;\n }\n }\n }\n\n async createButtonFields(fields: IFieldWithTableIdJson[], fieldMap: Record) {\n const newFields = fields.map((field) => {\n const { options } = field;\n return {\n ...field,\n options: {\n ...options,\n workflow: undefined,\n },\n };\n }) as IFieldWithTableIdJson[];\n return await this.createCommonFields(newFields, fieldMap);\n }\n\n async createTmpPrimaryFormulaFields(\n primaryFormulaFields: IFieldWithTableIdJson[],\n fieldMap: Record\n ) {\n const byTable = new Map();\n for (const field of primaryFormulaFields) {\n const list = byTable.get(field.targetTableId) ?? [];\n list.push(field);\n byTable.set(field.targetTableId, list);\n }\n\n for (const [targetTableId, tableFields] of byTable.entries()) {\n const fieldRos: IFieldRo[] = tableFields.map(\n ({ type, dbFieldName, description, options, name }) => ({\n type,\n dbFieldName,\n description,\n options: {\n expression: DEFAULT_EXPRESSION,\n timeZone: (options as IFormulaFieldOptions).timeZone,\n },\n name,\n })\n );\n\n const newFields = await this.fieldOpenApiService.createFieldsByRo(targetTableId, fieldRos);\n\n for (let index = 0; index < tableFields.length; index++) {\n const original = tableFields[index];\n const newField = newFields[index];\n\n // Ensure meta is present for Postgres generated columns\n // In duplication flow, we use a safe default expression that is supported as generated column\n // Explicitly persist meta to satisfy consumers expecting it on error formulas\n if (newField.meta) {\n await this.prismaService.txClient().field.update({\n where: { id: newField.id },\n data: { meta: JSON.stringify(newField.meta) },\n });\n }\n\n await this.replenishmentConstraint(newField.id, targetTableId, original.order, {\n notNull: original.notNull,\n unique: original.unique,\n dbFieldName: original.dbFieldName,\n isPrimary: original.isPrimary,\n });\n fieldMap[original.id] = newField.id;\n\n if (original.hasError) {\n await this.prismaService.txClient().field.update({\n where: {\n id: newField.id,\n },\n data: {\n hasError: original.hasError,\n // error formulas should not be persisted as generated columns\n meta: null,\n },\n });\n }\n }\n }\n }\n\n async repairPrimaryFormulaFields(\n primaryFormulaFields: IFieldWithTableIdJson[],\n fieldMap: Record\n ) {\n for (const field of primaryFormulaFields) {\n const { id, options, dbFieldType, targetTableId, cellValueType, isMultipleCellValue } = field;\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: {\n id: targetTableId,\n },\n select: {\n dbTableName: true,\n },\n });\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(targetTableId);\n const newOptions = replaceStringByMap(options, { fieldMap });\n const { dbFieldType: currentDbFieldType } = await this.prismaService.txClient().field.update({\n where: {\n id: fieldMap[id],\n },\n data: {\n options: newOptions,\n cellValueType,\n },\n });\n if (currentDbFieldType !== dbFieldType) {\n // Create field instance for the updated field\n const updatedFieldRaw = await this.prismaService.txClient().field.findUniqueOrThrow({\n where: { id: fieldMap[id] },\n });\n const fieldInstance = createFieldInstanceByRaw({\n ...updatedFieldRaw,\n dbFieldType,\n cellValueType,\n isMultipleCellValue: isMultipleCellValue ?? null,\n });\n\n // Build table name map for link field operations\n const tableNameMap = await this.linkFieldQueryService.getTableNameMapForLinkFields(\n targetTableId,\n [fieldInstance]\n );\n\n // Check if we need link context\n const needsLinkContext = fieldInstance.type === FieldType.Link && !fieldInstance.isLookup;\n const linkContext = needsLinkContext ? { tableId: targetTableId, tableNameMap } : undefined;\n\n const modifyColumnSql = this.dbProvider.modifyColumnSchema(\n dbTableName,\n fieldInstance,\n fieldInstance,\n tableDomain,\n linkContext\n );\n\n for (const alterTableQuery of modifyColumnSql) {\n this.logger.debug(\n \"Executing SQL to modify primary formula field's column: \" + alterTableQuery\n );\n await this.prismaService.txClient().$executeRawUnsafe(alterTableQuery);\n }\n await this.prismaService.txClient().field.update({\n where: {\n id: fieldMap[id],\n },\n data: {\n cellValueType,\n dbFieldType,\n isMultipleCellValue,\n },\n });\n }\n }\n }\n\n async repairFormulaReference(\n formulaFields: IFieldWithTableIdJson[],\n fieldMap: Record\n ) {\n // [toFieldId, [fromFieldId][]]\n const referenceFields = [] as [string, string[]][];\n for (const field of formulaFields) {\n const formulaOptions = field.options as IFormulaFieldOptions;\n const expressionFields = extractFieldReferences(formulaOptions.expression);\n const existedFields = expressionFields\n .filter((fieldId) => fieldMap[fieldId])\n .map((fieldId) => fieldMap[fieldId]);\n const currentFieldId = fieldMap[field.id];\n if (currentFieldId && existedFields.length > 0) {\n referenceFields.push([currentFieldId, existedFields]);\n }\n }\n\n const referenceRows = referenceFields\n .flatMap(([toFieldId, fromFieldIds]) =>\n fromFieldIds.map((fromFieldId) => ({ fromFieldId, toFieldId }))\n )\n .filter(\n (row, index, list) =>\n list.findIndex(\n (other) => other.fromFieldId === row.fromFieldId && other.toFieldId === row.toFieldId\n ) === index\n );\n\n if (referenceRows.length) {\n await this.prismaService.txClient().reference.createMany({\n data: referenceRows,\n skipDuplicates: true,\n });\n }\n }\n\n async createLinkFields(\n // filter lookup fields\n linkFields: IFieldWithTableIdJson[],\n tableIdMap: Record,\n fieldMap: Record,\n fkMap: Record\n ) {\n const selfLinkFields = linkFields.filter(\n ({ options, sourceTableId }) =>\n (options as ILinkFieldOptions).foreignTableId === sourceTableId\n );\n\n // cross base link fields should convert to one-way link field\n // only for base-duplicate\n const crossBaseLinkFields = linkFields\n .filter(({ options }) => Boolean((options as ILinkFieldOptions)?.baseId))\n .map((f) => ({\n ...f,\n options: {\n ...f.options,\n isOneWay: true,\n },\n })) as IFieldWithTableIdJson[];\n\n // already converted to text field in export side, prevent unexpected error\n // if (crossBaseLinkFields.length > 0) {\n // throw new BadRequestException('cross base link fields are not supported');\n // }\n\n // common cross table link fields\n const commonLinkFields = linkFields.filter(\n ({ id }) => ![...selfLinkFields, ...crossBaseLinkFields].map(({ id }) => id).includes(id)\n );\n\n await this.createSelfLinkFields(selfLinkFields, fieldMap, fkMap);\n\n // deal with cross base link fields\n await this.createCommonLinkFields(crossBaseLinkFields, tableIdMap, fieldMap, fkMap, true);\n\n await this.createCommonLinkFields(commonLinkFields, tableIdMap, fieldMap, fkMap);\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async createSelfLinkFields(\n fields: IFieldWithTableIdJson[],\n fieldMap: Record,\n fkMap: Record\n ) {\n const twoWaySelfLinkFields = fields.filter(\n ({ options }) => !(options as ILinkFieldOptions).isOneWay\n );\n\n const mergedTwoWaySelfLinkFields = [] as [IFieldWithTableIdJson, IFieldWithTableIdJson][];\n\n twoWaySelfLinkFields.forEach((f) => {\n // two-way self link field should only create one of it\n if (!mergedTwoWaySelfLinkFields.some((group) => group.some(({ id: fId }) => fId === f.id))) {\n const groupField = twoWaySelfLinkFields.find(\n ({ options }) => get(options, 'symmetricFieldId') === f.id\n );\n groupField && mergedTwoWaySelfLinkFields.push([f, groupField]);\n }\n });\n\n const oneWaySelfLinkFields = fields.filter(\n ({ options }) => (options as ILinkFieldOptions).isOneWay\n );\n\n const oneWayByTable = new Map();\n for (const field of oneWaySelfLinkFields) {\n const list = oneWayByTable.get(field.targetTableId) ?? [];\n list.push(field);\n oneWayByTable.set(field.targetTableId, list);\n }\n\n for (const [targetTableId, tableFields] of oneWayByTable.entries()) {\n const fieldRos: IFieldRo[] = tableFields.map(\n ({ name, type, options, description, dbFieldName }) => ({\n name,\n type,\n dbFieldName,\n description,\n options: {\n foreignTableId: targetTableId,\n relationship: (options as ILinkFieldOptions).relationship,\n isOneWay: true,\n },\n })\n );\n\n const newFieldVos = await this.fieldOpenApiService.createFieldsByRo(targetTableId, fieldRos);\n\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: {\n id: targetTableId,\n },\n select: {\n dbTableName: true,\n },\n });\n\n for (let index = 0; index < tableFields.length; index++) {\n const original = tableFields[index];\n const newFieldVo = newFieldVos[index];\n await this.replenishmentConstraint(\n newFieldVo.id,\n targetTableId,\n original.order,\n {\n notNull: original.notNull,\n unique: original.unique,\n dbFieldName: newFieldVo.dbFieldName,\n isPrimary: original.isPrimary,\n },\n dbTableName\n );\n fieldMap[original.id] = newFieldVo.id;\n if ((original.options as ILinkFieldOptions).selfKeyName.startsWith('__fk_')) {\n fkMap[(original.options as ILinkFieldOptions).selfKeyName] = (\n newFieldVo.options as ILinkFieldOptions\n ).selfKeyName;\n }\n }\n }\n\n const twoWayByTable = new Map<\n string,\n Array<{ driverField: IFieldWithTableIdJson; groupField: IFieldWithTableIdJson }>\n >();\n for (const pair of mergedTwoWaySelfLinkFields) {\n const index = pair.findIndex((f) => (f.options as ILinkFieldOptions).isOneWay === undefined)!;\n const passiveIndex = index === -1 ? 0 : index;\n const driverIndex = passiveIndex === 0 ? 1 : 0;\n\n const groupField = pair[passiveIndex];\n const driverField = pair[driverIndex];\n const list = twoWayByTable.get(driverField.targetTableId) ?? [];\n list.push({ driverField, groupField });\n twoWayByTable.set(driverField.targetTableId, list);\n }\n\n for (const [targetTableId, pairs] of twoWayByTable.entries()) {\n const fieldRos: IFieldRo[] = pairs.map(({ driverField }) => {\n const options = driverField.options as ILinkFieldOptions;\n return {\n type: driverField.type as FieldType,\n dbFieldName: driverField.dbFieldName,\n name: driverField.name,\n description: driverField.description,\n options: {\n ...pick(options, [\n 'relationship',\n 'isOneWay',\n 'filterByViewId',\n 'filter',\n 'visibleFieldIds',\n ]),\n foreignTableId: targetTableId,\n },\n };\n });\n\n const newFieldVos = await this.fieldOpenApiService.createFieldsByRo(targetTableId, fieldRos);\n\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: {\n id: targetTableId,\n },\n select: {\n dbTableName: true,\n },\n });\n\n for (let index = 0; index < pairs.length; index++) {\n const { driverField, groupField } = pairs[index];\n const newFieldVo = newFieldVos[index];\n await this.replenishmentConstraint(\n newFieldVo.id,\n targetTableId,\n driverField.order,\n {\n notNull: driverField.notNull,\n unique: driverField.unique,\n dbFieldName: newFieldVo.dbFieldName,\n isPrimary: driverField.isPrimary,\n },\n dbTableName\n );\n fieldMap[driverField.id] = newFieldVo.id;\n if ((driverField.options as ILinkFieldOptions).selfKeyName.startsWith('__fk_')) {\n fkMap[(driverField.options as ILinkFieldOptions).selfKeyName] = (\n newFieldVo.options as ILinkFieldOptions\n ).selfKeyName;\n }\n\n const symmetricFieldId = (newFieldVo.options as ILinkFieldOptions).symmetricFieldId!;\n fieldMap[groupField.id] = symmetricFieldId;\n await this.repairSymmetricField(groupField, targetTableId, symmetricFieldId, dbTableName);\n }\n }\n }\n\n async createCommonLinkFields(\n fields: IFieldWithTableIdJson[],\n tableIdMap: Record,\n fieldMap: Record,\n fkMap: Record,\n allowCrossBase: boolean = false\n ) {\n const oneWayFields = fields.filter(({ options }) => (options as ILinkFieldOptions).isOneWay);\n const twoWayFields = fields.filter(({ options }) => !(options as ILinkFieldOptions).isOneWay);\n\n const oneWayByTable = new Map();\n for (const field of oneWayFields) {\n const list = oneWayByTable.get(field.targetTableId) ?? [];\n list.push(field);\n oneWayByTable.set(field.targetTableId, list);\n }\n\n for (const [targetTableId, tableFields] of oneWayByTable.entries()) {\n const fieldRos: IFieldRo[] = tableFields.map(\n ({ name, type, options, description, dbFieldName }) => {\n const { foreignTableId, relationship } = options as ILinkFieldOptions;\n return {\n name,\n type,\n description,\n dbFieldName,\n options: {\n foreignTableId: allowCrossBase ? foreignTableId : tableIdMap[foreignTableId],\n relationship,\n isOneWay: true,\n },\n };\n }\n );\n\n const newFieldVos = await this.fieldOpenApiService.createFieldsByRo(targetTableId, fieldRos);\n\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: {\n id: targetTableId,\n },\n select: {\n dbTableName: true,\n },\n });\n\n for (let index = 0; index < tableFields.length; index++) {\n const original = tableFields[index];\n const newFieldVo = newFieldVos[index];\n fieldMap[original.id] = newFieldVo.id;\n if ((original.options as ILinkFieldOptions).selfKeyName.startsWith('__fk_')) {\n fkMap[(original.options as ILinkFieldOptions).selfKeyName] = (\n newFieldVo.options as ILinkFieldOptions\n ).selfKeyName;\n }\n await this.replenishmentConstraint(\n newFieldVo.id,\n targetTableId,\n original.order,\n {\n notNull: original.notNull,\n unique: original.unique,\n dbFieldName: newFieldVo.dbFieldName,\n isPrimary: original.isPrimary,\n },\n dbTableName\n );\n }\n }\n\n const groupedTwoWayFields = [] as [IFieldWithTableIdJson, IFieldWithTableIdJson][];\n\n twoWayFields.forEach((f) => {\n // two-way link field should only create one of it\n if (!groupedTwoWayFields.some((group) => group.some(({ id: fId }) => fId === f.id))) {\n const symmetricField = twoWayFields.find(\n ({ options }) => get(options, 'symmetricFieldId') === f.id\n );\n symmetricField && groupedTwoWayFields.push([f, symmetricField]);\n }\n });\n\n const twoWayByTable = new Map<\n string,\n Array<{ passiveField: IFieldWithTableIdJson; symmetricField: IFieldWithTableIdJson }>\n >();\n for (const pair of groupedTwoWayFields) {\n // fk would like in this table\n const index = pair.findIndex((f) => (f.options as ILinkFieldOptions).isOneWay === undefined)!;\n const passiveIndex = index === -1 ? 0 : index;\n const driverIndex = passiveIndex === 0 ? 1 : 0;\n const passiveField = pair[passiveIndex];\n const symmetricField = pair[driverIndex];\n const list = twoWayByTable.get(passiveField.targetTableId) ?? [];\n list.push({ passiveField, symmetricField });\n twoWayByTable.set(passiveField.targetTableId, list);\n }\n\n for (const [targetTableId, pairs] of twoWayByTable.entries()) {\n const fieldRos: IFieldRo[] = pairs.map(({ passiveField }) => {\n const { foreignTableId, relationship } = passiveField.options as ILinkFieldOptions;\n return {\n name: passiveField.name,\n type: passiveField.type as FieldType,\n description: passiveField.description,\n dbFieldName: passiveField.dbFieldName,\n options: {\n foreignTableId: tableIdMap[foreignTableId],\n relationship,\n isOneWay: false,\n },\n };\n });\n\n const newFieldVos = await this.fieldOpenApiService.createFieldsByRo(targetTableId, fieldRos);\n\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: {\n id: targetTableId,\n },\n select: {\n dbTableName: true,\n },\n });\n\n for (let index = 0; index < pairs.length; index++) {\n const { passiveField, symmetricField } = pairs[index];\n const newFieldVo = newFieldVos[index];\n fieldMap[passiveField.id] = newFieldVo.id;\n const symmetricFieldId = (newFieldVo.options as ILinkFieldOptions).symmetricFieldId!;\n fieldMap[symmetricField.id] = symmetricFieldId;\n if ((passiveField.options as ILinkFieldOptions).selfKeyName.startsWith('__fk_')) {\n fkMap[(passiveField.options as ILinkFieldOptions).selfKeyName] = (\n newFieldVo.options as ILinkFieldOptions\n ).selfKeyName;\n }\n await this.replenishmentConstraint(\n newFieldVo.id,\n targetTableId,\n passiveField.order,\n {\n notNull: passiveField.notNull,\n unique: passiveField.unique,\n dbFieldName: newFieldVo.dbFieldName,\n isPrimary: passiveField.isPrimary,\n },\n dbTableName\n );\n await this.repairSymmetricField(\n symmetricField,\n (newFieldVo.options as ILinkFieldOptions).foreignTableId,\n symmetricFieldId\n );\n }\n }\n }\n\n // create two-way link, the symmetricFieldId created automatically, and need to update config\n async repairSymmetricField(\n symmetricField: IFieldWithTableIdJson,\n targetTableId: string,\n newFieldId: string,\n targetDbTableName?: string\n ) {\n const { notNull, unique, dbFieldName, isPrimary, description, name, order } = symmetricField;\n const { dbTableName: resolvedDbTableName } = targetDbTableName\n ? { dbTableName: targetDbTableName }\n : await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: {\n id: targetTableId,\n },\n select: {\n dbTableName: true,\n },\n });\n\n const { dbFieldName: genDbFieldName } = await this.prismaService\n .txClient()\n .field.findUniqueOrThrow({\n where: {\n id: newFieldId,\n },\n select: {\n dbFieldName: true,\n },\n });\n\n await this.prismaService.txClient().field.update({\n where: {\n id: newFieldId,\n },\n data: {\n dbFieldName,\n name,\n description,\n },\n });\n\n if (genDbFieldName !== dbFieldName) {\n const exists = await this.dbProvider.checkColumnExist(\n resolvedDbTableName,\n genDbFieldName,\n this.prismaService.txClient()\n );\n if (exists) {\n // Debug logging for rename operation to diagnose failures\n // eslint-disable-next-line no-console\n console.log('[repairSymmetricField] renameColumn info', {\n targetDbTableName: resolvedDbTableName,\n genDbFieldName,\n desiredDbFieldName: dbFieldName,\n symmetricFieldId: newFieldId,\n });\n const alterTableSql = this.dbProvider.renameColumn(\n resolvedDbTableName,\n genDbFieldName,\n dbFieldName\n );\n\n for (const sql of alterTableSql) {\n // eslint-disable-next-line no-console\n console.log('[repairSymmetricField] executing SQL', sql);\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n }\n }\n\n await this.replenishmentConstraint(\n newFieldId,\n targetTableId,\n order,\n {\n notNull,\n unique,\n dbFieldName,\n isPrimary,\n },\n resolvedDbTableName\n );\n }\n\n async repairFieldOptions(\n tables: IBaseJson['tables'],\n tableIdMap: Record,\n fieldIdMap: Record,\n viewIdMap: Record\n ) {\n const prisma = this.prismaService.txClient();\n\n const sourceFields = tables.map(({ fields }) => fields).flat();\n\n const targetFieldRaws = await prisma.field.findMany({\n where: {\n id: { in: Object.values(fieldIdMap) },\n },\n });\n\n const targetFields = targetFieldRaws.map((fieldRaw) => createFieldInstanceByRaw(fieldRaw));\n\n const linkFields = targetFields.filter(\n (field) => field.type === FieldType.Link && !field.isLookup\n );\n const lookupFields = targetFields.filter((field) => field.isLookup);\n const rollupFields = targetFields.filter((field) => field.type === FieldType.Rollup);\n const conditionalRollupFields = targetFields.filter(\n (field) => field.type === FieldType.ConditionalRollup\n );\n\n for (const field of linkFields) {\n const { options, id } = field;\n const sourceField = sourceFields.find((f) => fieldIdMap[f.id] === id);\n const { filter, filterByViewId, visibleFieldIds } = sourceField?.options as ILinkFieldOptions;\n const moreConfigStr = {\n filter,\n filterByViewId,\n visibleFieldIds,\n };\n\n const newMoreConfigStr = replaceStringByMap(moreConfigStr, {\n tableIdMap,\n fieldIdMap,\n viewIdMap,\n });\n\n const newOptions = {\n ...options,\n ...JSON.parse(newMoreConfigStr || '{}'),\n };\n\n await prisma.field.update({\n where: {\n id,\n },\n data: {\n options: JSON.stringify(newOptions),\n },\n });\n }\n for (const field of conditionalRollupFields) {\n const { options, id } = field;\n const newOptions = replaceStringByMap(options, { tableIdMap, fieldIdMap, viewIdMap }, false);\n\n await prisma.field.update({\n where: { id },\n data: { options: JSON.stringify(newOptions) },\n });\n }\n for (const field of [...lookupFields, ...rollupFields]) {\n const { lookupOptions, id } = field;\n const sourceField = sourceFields.find((f) => fieldIdMap[f.id] === id);\n const { filter } = sourceField?.lookupOptions as ILookupOptionsRo;\n const moreConfigStr = {\n filter,\n };\n\n const newMoreConfigStr = replaceStringByMap(moreConfigStr, {\n tableIdMap,\n fieldIdMap,\n viewIdMap,\n });\n\n const newLookupOptions = {\n ...lookupOptions,\n ...JSON.parse(newMoreConfigStr || '{}'),\n };\n\n await prisma.field.update({\n where: {\n id,\n },\n data: {\n lookupOptions: JSON.stringify(newLookupOptions),\n },\n });\n }\n }\n\n /* eslint-disable sonarjs/cognitive-complexity */\n async createDependencyFields(\n dependFields: IFieldWithTableIdJson[],\n tableIdMap: Record,\n fieldMap: Record,\n scope: 'base' | 'table' = 'base'\n ): Promise {\n if (!dependFields.length) return;\n\n const maxCount = dependFields.length * 10;\n\n const checkedField = [] as IFieldJson[];\n\n const countMap = {} as Record;\n\n while (dependFields.length) {\n const curField = dependFields.shift();\n if (!curField) continue;\n\n const { sourceTableId, targetTableId } = curField;\n\n const isChecked = checkedField.some((f) => f.id === curField.id);\n // InDegree all ready\n const isInDegreeReady = await this.isInDegreeReady(curField, fieldMap, scope);\n\n if (isInDegreeReady) {\n await this.duplicateSingleDependField(\n sourceTableId,\n targetTableId,\n curField,\n tableIdMap,\n fieldMap,\n scope\n );\n continue;\n }\n\n if (isChecked) {\n if (curField.hasError) {\n await this.duplicateSingleDependField(\n sourceTableId,\n targetTableId,\n curField,\n tableIdMap,\n fieldMap,\n scope,\n true\n );\n } else if (!countMap[curField.id] || countMap[curField.id] < maxCount) {\n dependFields.push(curField);\n checkedField.push(curField);\n countMap[curField.id] = (countMap[curField.id] || 0) + 1;\n } else {\n throw new CustomHttpException(\n `Create circular field when create field: ${curField.name}[${curField.id}]`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.cycleDetectedCreateField',\n context: {\n id: curField.id,\n name: curField.name,\n },\n },\n }\n );\n }\n } else {\n dependFields.push(curField);\n checkedField.push(curField);\n }\n }\n }\n\n async duplicateSingleDependField(\n sourceTableId: string,\n targetTableId: string,\n field: IFieldWithTableIdJson,\n tableIdMap: Record,\n sourceToTargetFieldMap: Record,\n scope: 'base' | 'table' = 'base',\n hasError = false\n ) {\n const hasFieldError = Boolean(field.hasError);\n const isAiConfig = field.aiConfig && !field.isLookup;\n const isLookup = field.isLookup;\n const isRollup = field.type === FieldType.Rollup && !field.isLookup;\n const isConditionalRollup = field.type === FieldType.ConditionalRollup;\n const isFormula = field.type === FieldType.Formula && !field.isLookup;\n const shouldConvertErroredComputed =\n scope === 'base' && hasFieldError && (isLookup || isRollup || isConditionalRollup);\n\n if (shouldConvertErroredComputed) {\n // During base import, persist errored computed fields as plain text so users keep the data.\n await this.duplicateErroredComputedFieldAsText(targetTableId, field, sourceToTargetFieldMap);\n return;\n }\n\n switch (true) {\n case isLookup:\n await this.duplicateLookupField(\n sourceTableId,\n targetTableId,\n field,\n tableIdMap,\n sourceToTargetFieldMap\n );\n break;\n case isAiConfig:\n await this.duplicateFieldAiConfig(\n targetTableId,\n field as unknown as IFieldInstance,\n sourceToTargetFieldMap\n );\n break;\n case isRollup:\n await this.duplicateRollupField(\n sourceTableId,\n targetTableId,\n field,\n tableIdMap,\n sourceToTargetFieldMap\n );\n break;\n case isConditionalRollup:\n await this.duplicateConditionalRollupField(\n sourceTableId,\n targetTableId,\n field,\n tableIdMap,\n sourceToTargetFieldMap\n );\n break;\n case isFormula:\n await this.duplicateFormulaField(\n targetTableId,\n field,\n sourceToTargetFieldMap,\n hasError || hasFieldError\n );\n }\n }\n\n private async duplicateErroredComputedFieldAsText(\n targetTableId: string,\n field: IFieldWithTableIdJson,\n sourceToTargetFieldMap: Record\n ) {\n const { id, name, description, dbFieldName, order, notNull, unique, isPrimary } = field;\n\n const createFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n name,\n description,\n };\n\n if (dbFieldName) {\n createFieldRo.dbFieldName = dbFieldName;\n }\n\n const newField = await this.fieldOpenApiService.createField(targetTableId, createFieldRo);\n\n await this.replenishmentConstraint(newField.id, targetTableId, order, {\n notNull,\n unique,\n dbFieldName: newField.dbFieldName,\n isPrimary,\n });\n\n sourceToTargetFieldMap[id] = newField.id;\n }\n\n async duplicateLookupField(\n sourceTableId: string,\n targetTableId: string,\n field: IFieldWithTableIdJson,\n tableIdMap: Record,\n sourceToTargetFieldMap: Record\n ) {\n const {\n dbFieldName,\n name,\n lookupOptions,\n id,\n hasError,\n options,\n notNull,\n unique,\n description,\n isPrimary,\n type: lookupFieldType,\n isConditionalLookup,\n } = field;\n\n const mockFieldId = Object.values(sourceToTargetFieldMap)[0];\n const { type: mockType } = await this.prismaService.txClient().field.findUniqueOrThrow({\n where: {\n id: mockFieldId,\n deletedTime: null,\n },\n select: {\n type: true,\n },\n });\n let newField;\n\n const lookupOptionsRo = lookupOptions as ILookupOptionsRo | undefined;\n\n if (isConditionalLookup) {\n const conditionalOptions = isConditionalLookupOptions(lookupOptionsRo)\n ? (lookupOptionsRo as IConditionalLookupOptions)\n : undefined;\n const originalForeignTableId = conditionalOptions?.foreignTableId;\n const originalLookupFieldId = conditionalOptions?.lookupFieldId;\n const mappedForeignTableId = originalForeignTableId\n ? originalForeignTableId === sourceTableId\n ? targetTableId\n : tableIdMap[originalForeignTableId] || originalForeignTableId\n : undefined;\n const mappedLookupFieldId = originalLookupFieldId\n ? sourceToTargetFieldMap[originalLookupFieldId] || originalLookupFieldId\n : undefined;\n const remappedLookupOptions = conditionalOptions\n ? (replaceStringByMap(\n conditionalOptions,\n { tableIdMap, fieldIdMap: sourceToTargetFieldMap },\n false\n ) as IConditionalLookupOptions)\n : undefined;\n\n if (!mappedForeignTableId || !(hasError || mappedLookupFieldId)) {\n throw new BadGatewayException(\n 'Unable to resolve conditional lookup references during duplication'\n );\n }\n\n const effectiveLookupFieldId = hasError ? mockFieldId : (mappedLookupFieldId as string);\n\n newField = await this.fieldOpenApiService.createField(targetTableId, {\n type: (hasError ? mockType : lookupFieldType) as FieldType,\n dbFieldName,\n description,\n isLookup: true,\n isConditionalLookup: true,\n name,\n options,\n lookupOptions: {\n baseId: remappedLookupOptions?.baseId ?? conditionalOptions?.baseId,\n foreignTableId: remappedLookupOptions?.foreignTableId ?? mappedForeignTableId,\n lookupFieldId: effectiveLookupFieldId,\n filter: remappedLookupOptions?.filter ?? conditionalOptions?.filter ?? null,\n sort: remappedLookupOptions?.sort ?? conditionalOptions?.sort ?? undefined,\n limit: remappedLookupOptions?.limit ?? conditionalOptions?.limit ?? undefined,\n },\n });\n\n if (hasError) {\n await this.prismaService.txClient().field.update({\n where: {\n id: newField.id,\n },\n data: {\n hasError,\n type: lookupFieldType,\n lookupOptions: JSON.stringify({\n ...newField.lookupOptions,\n lookupFieldId: conditionalOptions?.lookupFieldId,\n filter: conditionalOptions?.filter ?? null,\n sort: conditionalOptions?.sort ?? undefined,\n limit: conditionalOptions?.limit ?? undefined,\n }),\n options: JSON.stringify(options),\n },\n });\n }\n } else {\n if (!lookupOptionsRo || !isLinkLookupOptions(lookupOptionsRo)) {\n throw new BadGatewayException(\n 'Lookup options missing link configuration during duplication'\n );\n }\n\n const { foreignTableId, linkFieldId, lookupFieldId } = lookupOptionsRo;\n const isSelfLink = foreignTableId === sourceTableId;\n\n newField = await this.fieldOpenApiService.createField(targetTableId, {\n type: (hasError ? mockType : lookupFieldType) as FieldType,\n dbFieldName,\n description,\n isLookup: true,\n lookupOptions: {\n foreignTableId:\n (isSelfLink ? targetTableId : tableIdMap[foreignTableId]) || foreignTableId,\n linkFieldId: sourceToTargetFieldMap[linkFieldId],\n lookupFieldId: isSelfLink\n ? hasError\n ? mockFieldId\n : sourceToTargetFieldMap[lookupFieldId]\n : hasError\n ? mockFieldId\n : sourceToTargetFieldMap[lookupFieldId] || lookupFieldId,\n },\n name,\n });\n\n if (hasError) {\n await this.prismaService.txClient().field.update({\n where: {\n id: newField.id,\n },\n data: {\n hasError,\n type: lookupFieldType,\n lookupOptions: JSON.stringify({\n ...newField.lookupOptions,\n lookupFieldId,\n }),\n options: JSON.stringify(options),\n },\n });\n }\n }\n await this.replenishmentConstraint(newField.id, targetTableId, field.order, {\n notNull,\n unique,\n dbFieldName,\n isPrimary,\n });\n sourceToTargetFieldMap[id] = newField.id;\n }\n\n async duplicateRollupField(\n sourceTableId: string,\n targetTableId: string,\n fieldInstance: IFieldWithTableIdJson,\n tableIdMap: Record,\n sourceToTargetFieldMap: Record\n ) {\n const {\n dbFieldName,\n name,\n lookupOptions,\n id,\n hasError,\n options,\n notNull,\n unique,\n description,\n isPrimary,\n type: lookupFieldType,\n } = fieldInstance;\n if (!lookupOptions || !isLinkLookupOptions(lookupOptions)) {\n throw new BadGatewayException('Rollup field without link lookup options during duplication');\n }\n const { foreignTableId, linkFieldId, lookupFieldId } = lookupOptions;\n const isSelfLink = foreignTableId === sourceTableId;\n\n const mockFieldId = Object.values(sourceToTargetFieldMap)[0];\n const newField = await this.fieldOpenApiService.createField(targetTableId, {\n type: FieldType.Rollup,\n dbFieldName,\n description,\n lookupOptions: {\n // foreignTableId may are cross base table id, so we need to use tableIdMap to get the target table id\n foreignTableId: (isSelfLink ? targetTableId : tableIdMap[foreignTableId]) || foreignTableId,\n linkFieldId: sourceToTargetFieldMap[linkFieldId],\n lookupFieldId: isSelfLink\n ? hasError\n ? mockFieldId\n : sourceToTargetFieldMap[lookupFieldId]\n : hasError\n ? mockFieldId\n : sourceToTargetFieldMap[lookupFieldId] || lookupFieldId,\n },\n options,\n name,\n });\n await this.replenishmentConstraint(newField.id, targetTableId, fieldInstance.order, {\n notNull,\n unique,\n dbFieldName,\n isPrimary,\n });\n sourceToTargetFieldMap[id] = newField.id;\n if (hasError) {\n await this.prismaService.txClient().field.update({\n where: {\n id: newField.id,\n },\n data: {\n hasError,\n type: lookupFieldType,\n lookupOptions: JSON.stringify({\n ...newField.lookupOptions,\n lookupFieldId: lookupFieldId,\n }),\n options: JSON.stringify(options),\n },\n });\n }\n }\n\n async duplicateConditionalRollupField(\n _sourceTableId: string,\n targetTableId: string,\n fieldInstance: IFieldWithTableIdJson,\n tableIdMap: Record,\n sourceToTargetFieldMap: Record\n ) {\n const {\n dbFieldName,\n name,\n id,\n hasError,\n options,\n notNull,\n unique,\n description,\n isPrimary,\n type,\n } = fieldInstance;\n\n const referenceOptions = options as IConditionalRollupFieldOptions;\n const mockFieldId = Object.values(sourceToTargetFieldMap)[0];\n\n const remappedOptions = replaceStringByMap(\n {\n ...referenceOptions,\n foreignTableId:\n tableIdMap[referenceOptions.foreignTableId!] || referenceOptions.foreignTableId,\n lookupFieldId: hasError\n ? mockFieldId\n : sourceToTargetFieldMap[referenceOptions.lookupFieldId!] ||\n referenceOptions.lookupFieldId,\n },\n { tableIdMap, fieldIdMap: sourceToTargetFieldMap },\n false\n ) as IConditionalRollupFieldOptions;\n\n const newField = await this.fieldOpenApiService.createField(targetTableId, {\n type: FieldType.ConditionalRollup,\n dbFieldName,\n description,\n options: remappedOptions,\n name,\n });\n\n await this.replenishmentConstraint(newField.id, targetTableId, fieldInstance.order, {\n notNull,\n unique,\n dbFieldName,\n isPrimary,\n });\n\n sourceToTargetFieldMap[id] = newField.id;\n\n if (hasError) {\n await this.prismaService.txClient().field.update({\n where: { id: newField.id },\n data: {\n hasError,\n type,\n options: JSON.stringify(options),\n },\n });\n }\n }\n\n async duplicateFormulaField(\n targetTableId: string,\n fieldInstance: IFieldWithTableIdJson,\n sourceToTargetFieldMap: Record,\n hasError: boolean = false\n ) {\n const {\n type,\n dbFieldName,\n name,\n options,\n id,\n notNull,\n unique,\n description,\n isPrimary,\n dbFieldType,\n cellValueType,\n isMultipleCellValue,\n } = fieldInstance;\n const { expression } = options as IFormulaFieldOptions;\n const newExpression = replaceStringByMap(expression, { sourceToTargetFieldMap });\n const newField = await this.fieldOpenApiService.createField(targetTableId, {\n type,\n dbFieldName,\n description,\n options: {\n ...options,\n expression: hasError\n ? DEFAULT_EXPRESSION\n : newExpression\n ? JSON.parse(newExpression)\n : undefined,\n },\n name,\n });\n await this.replenishmentConstraint(newField.id, targetTableId, fieldInstance.order, {\n notNull,\n unique,\n dbFieldName,\n isPrimary,\n });\n sourceToTargetFieldMap[id] = newField.id;\n\n if (hasError) {\n await this.prismaService.txClient().field.update({\n where: {\n id: newField.id,\n },\n data: {\n hasError,\n options: JSON.stringify({\n ...options,\n expression: newExpression ? JSON.parse(newExpression) : undefined,\n }),\n // error formulas should not be persisted as generated columns\n meta: null,\n },\n });\n }\n\n if (dbFieldType !== newField.dbFieldType) {\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(targetTableId);\n const { dbTableName } = tableDomain;\n\n // Create field instance for the updated field\n const updatedFieldRaw = await this.prismaService.txClient().field.findUniqueOrThrow({\n where: { id: newField.id },\n });\n const fieldInstance = createFieldInstanceByRaw({\n ...updatedFieldRaw,\n dbFieldType,\n cellValueType,\n isMultipleCellValue: isMultipleCellValue ?? null,\n });\n\n // Build table name map for link field operations\n const tableNameMap = await this.linkFieldQueryService.getTableNameMapForLinkFields(\n targetTableId,\n [fieldInstance]\n );\n\n // Check if we need link context\n const needsLinkContext = fieldInstance.type === FieldType.Link && !fieldInstance.isLookup;\n const linkContext = needsLinkContext ? { tableId: targetTableId, tableNameMap } : undefined;\n\n const modifyColumnSql = this.dbProvider.modifyColumnSchema(\n dbTableName,\n fieldInstance,\n fieldInstance,\n tableDomain,\n linkContext\n );\n\n for (const alterTableQuery of modifyColumnSql) {\n await this.prismaService.txClient().$executeRawUnsafe(alterTableQuery);\n }\n\n await this.prismaService.txClient().field.update({\n where: {\n id: newField.id,\n },\n data: {\n dbFieldType,\n cellValueType,\n isMultipleCellValue,\n },\n });\n }\n }\n\n private async duplicateFieldAiConfig(\n targetTableId: string,\n fieldInstance: IFieldInstance,\n sourceToTargetFieldMap: Record\n ) {\n if (!fieldInstance.aiConfig) return;\n\n const { type, dbFieldName, name, options, id, notNull, unique, description, isPrimary } =\n fieldInstance;\n\n const aiConfig: IFieldVo['aiConfig'] = { ...fieldInstance.aiConfig };\n\n if ('sourceFieldId' in aiConfig) {\n aiConfig.sourceFieldId = sourceToTargetFieldMap[aiConfig.sourceFieldId as string];\n }\n\n if ('prompt' in aiConfig) {\n Object.entries(sourceToTargetFieldMap).forEach(([key, value]) => {\n aiConfig.prompt = aiConfig.prompt.replaceAll(key, value);\n });\n }\n\n const newField = await this.fieldOpenApiService.createField(targetTableId, {\n type,\n dbFieldName,\n description,\n options,\n aiConfig,\n name,\n });\n\n await this.replenishmentConstraint(newField.id, targetTableId, 1, {\n notNull,\n unique,\n dbFieldName,\n isPrimary,\n });\n sourceToTargetFieldMap[id] = newField.id;\n }\n\n // field could not set constraint when create\n async replenishmentConstraint(\n fId: string,\n targetTableId: string,\n order: number,\n {\n notNull,\n unique,\n dbFieldName,\n isPrimary,\n }: { notNull?: boolean; unique?: boolean; dbFieldName: string; isPrimary?: boolean },\n dbTableName?: string\n ) {\n await this.prismaService.txClient().field.update({\n where: {\n id: fId,\n },\n data: {\n order,\n },\n });\n if (!notNull && !unique && !isPrimary) {\n return;\n }\n\n const resolvedDbTableName =\n dbTableName ??\n (\n await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: {\n id: targetTableId,\n },\n select: {\n dbTableName: true,\n },\n })\n ).dbTableName;\n\n await this.prismaService.txClient().field.update({\n where: {\n id: fId,\n },\n data: {\n notNull: notNull ?? null,\n unique: unique ?? null,\n isPrimary: isPrimary ?? null,\n },\n });\n\n if (notNull || unique) {\n const fieldValidationSqls = this.knex.schema\n .alterTable(resolvedDbTableName, (table) => {\n if (unique)\n table.unique([dbFieldName], {\n indexName: this.fieldOpenApiService.getFieldUniqueKeyName(\n resolvedDbTableName,\n dbFieldName,\n fId\n ),\n });\n if (notNull) table.dropNullable(dbFieldName);\n })\n .toSQL();\n\n for (const sql of fieldValidationSqls) {\n // skip sqlite pragma\n if (sql.sql.startsWith('PRAGMA')) {\n continue;\n }\n await this.prismaService.txClient().$executeRawUnsafe(sql.sql);\n }\n }\n }\n\n private async isInDegreeReady(\n field: IFieldWithTableIdJson,\n fieldMap: Record,\n scope: 'base' | 'table' = 'base'\n ) {\n const { isLookup, type, isConditionalLookup } = field;\n if (field.aiConfig) {\n const { aiConfig } = field;\n\n if ('sourceFieldId' in aiConfig) {\n return Boolean(fieldMap[aiConfig.sourceFieldId]);\n }\n\n if ('prompt' in aiConfig) {\n const { prompt } = aiConfig;\n const fieldIds = extractFieldReferences(prompt);\n const keys = Object.keys(fieldMap);\n return fieldIds.every((field) => keys.includes(field));\n }\n }\n\n if (type === FieldType.Formula && !isLookup) {\n const formulaOptions = field.options as IFormulaFieldOptions;\n const referencedFields = this.extractFieldIds(formulaOptions.expression);\n const keys = Object.keys(fieldMap);\n return referencedFields.every((field) => keys.includes(field));\n }\n\n if (type === FieldType.ConditionalRollup) {\n const options = field.options as IConditionalRollupFieldOptions | undefined;\n if (!options) {\n return false;\n }\n\n if (options.baseId) {\n return true;\n }\n\n const dependencies = this.collectConditionalDependencies({\n lookupFieldId: options.lookupFieldId,\n filter: options.filter,\n sortFieldId: options.sort?.fieldId,\n });\n return this.areDependenciesResolved(fieldMap, dependencies);\n }\n\n if (isLookup && isConditionalLookup) {\n const lookupOptions = field.lookupOptions as IConditionalLookupOptions | undefined;\n if (!lookupOptions) {\n return false;\n }\n\n if (lookupOptions.baseId) {\n return true;\n }\n\n const dependencies = this.collectConditionalDependencies({\n lookupFieldId: lookupOptions.lookupFieldId,\n filter: lookupOptions.filter,\n sortFieldId: lookupOptions.sort?.fieldId,\n });\n return this.areDependenciesResolved(fieldMap, dependencies);\n }\n\n if (isLookup || type === FieldType.Rollup) {\n const { lookupOptions, sourceTableId } = field;\n if (!lookupOptions || !isLinkLookupOptions(lookupOptions)) {\n return false;\n }\n const { linkFieldId, lookupFieldId, foreignTableId } = lookupOptions;\n const isSelfLink = foreignTableId === sourceTableId;\n const linkField = await this.prismaService.txClient().field.findUnique({\n where: {\n id: linkFieldId,\n },\n select: {\n options: true,\n },\n });\n\n // if the cross base relative field is existed, the lookup or rollup field should be ready to create\n const linkFieldOptions = JSON.parse(\n linkField?.options || ('{}' as string)\n ) as ILinkFieldOptions;\n\n if (linkFieldOptions.baseId) {\n return true;\n }\n\n // duplicate table should not consider lookupFieldId when link field is not self link\n return scope === 'base' || isSelfLink\n ? Boolean(fieldMap[lookupFieldId] && fieldMap[linkFieldId])\n : fieldMap[linkFieldId];\n }\n\n return false;\n }\n\n private extractFieldIds(expression: string): string[] {\n const matches = expression.match(/\\{fld[a-zA-Z0-9]+\\}/g);\n\n if (!matches) {\n return [];\n }\n return matches.map((match) => match.slice(1, -1));\n }\n\n private collectConditionalDependencies({\n lookupFieldId,\n filter,\n sortFieldId,\n }: {\n lookupFieldId?: string | null;\n filter?: IFilter | null;\n sortFieldId?: string | null;\n }): string[] {\n const dependencies = new Set();\n\n if (lookupFieldId) {\n dependencies.add(lookupFieldId);\n }\n\n extractFieldIdsFromFilter(filter || undefined, true).forEach((fieldId) => {\n dependencies.add(fieldId);\n });\n\n if (sortFieldId) {\n dependencies.add(sortFieldId);\n }\n\n return [...dependencies];\n }\n\n private areDependenciesResolved(\n fieldMap: Record,\n dependencies: string[]\n ): boolean {\n if (!dependencies.length) {\n return true;\n }\n\n const knownFieldIds = new Set(Object.keys(fieldMap));\n return dependencies.every((fieldId) => knownFieldIds.has(fieldId));\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/field.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../db-provider/db.provider';\nimport { CalculationModule } from '../calculation/calculation.module';\nimport { TableDomainQueryModule } from '../table-domain';\nimport { FormulaFieldService } from './field-calculate/formula-field.service';\nimport { LinkFieldQueryService } from './field-calculate/link-field-query.service';\nimport { FieldService } from './field.service';\n\n@Module({\n imports: [CalculationModule, TableDomainQueryModule],\n providers: [FieldService, DbProvider, FormulaFieldService, LinkFieldQueryService],\n exports: [FieldService, LinkFieldQueryService],\n})\nexport class FieldModule {}\n" }, { "path": "apps/nestjs-backend/src/features/field/field.service.spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { CellValueType, DbFieldType, FieldType, OpName } from '@teable/core';\nimport type { IFieldVo, INumberFormatting, ISetFieldPropertyOpContext } from '@teable/core';\nimport { GlobalModule } from '../../global/global.module';\nimport { FieldModule } from './field.module';\nimport { FieldService } from './field.service';\nimport { applyFieldPropertyOpsAndCreateInstance } from './model/factory';\n\ndescribe('FieldService', () => {\n let service: FieldService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, FieldModule],\n }).compile();\n\n service = module.get(FieldService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n\n describe('applyFieldPropertyOpsAndCreateInstance', () => {\n it('should apply field property operations and return field instance', () => {\n // Create a mock field VO\n const mockFieldVo: IFieldVo = {\n id: 'fld123',\n name: 'Original Name',\n type: FieldType.SingleLineText,\n dbFieldName: 'fld_original',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n options: {},\n };\n\n // Create mock operations\n const ops: ISetFieldPropertyOpContext[] = [\n {\n name: OpName.SetFieldProperty,\n key: 'name',\n newValue: 'Updated Name',\n oldValue: 'Original Name',\n },\n {\n name: OpName.SetFieldProperty,\n key: 'description',\n newValue: 'New description',\n oldValue: undefined,\n },\n ];\n\n // Apply operations\n const result = applyFieldPropertyOpsAndCreateInstance(mockFieldVo, ops);\n\n // Verify the result is a field instance\n expect(result).toBeDefined();\n expect(result.id).toBe('fld123');\n expect(result.name).toBe('Updated Name');\n expect(result.description).toBe('New description');\n expect(result.type).toBe(FieldType.SingleLineText);\n\n // Verify original field VO is not modified\n expect(mockFieldVo.name).toBe('Original Name');\n expect(mockFieldVo.description).toBeUndefined();\n });\n\n it('should handle empty operations array', () => {\n const mockFieldVo: IFieldVo = {\n id: 'fld123',\n name: 'Test Field',\n type: FieldType.Number,\n dbFieldName: 'fld_test',\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n options: {\n formatting: {\n type: 'decimal',\n precision: 2,\n } as INumberFormatting,\n },\n };\n\n const result = applyFieldPropertyOpsAndCreateInstance(mockFieldVo, []);\n\n expect(result).toBeDefined();\n expect(result.id).toBe('fld123');\n expect(result.name).toBe('Test Field');\n expect(result.type).toBe(FieldType.Number);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/field/field.service.ts", "content": "import { BadRequestException, Injectable, Logger, NotFoundException } from '@nestjs/common';\nimport {\n FieldOpBuilder,\n HttpErrorCode,\n IdPrefix,\n OpName,\n checkFieldUniqueValidationEnabled,\n checkFieldValidationEnabled,\n FieldType,\n isLinkLookupOptions,\n} from '@teable/core';\nimport type {\n IFieldVo,\n IGetFieldsQuery,\n ISnapshotBase,\n ISetFieldPropertyOpContext,\n ILookupOptionsVo,\n IOtOperation,\n ViewType,\n FormulaFieldCore,\n} from '@teable/core';\nimport type { Field as RawField, Prisma } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { instanceToPlain } from 'class-transformer';\nimport { Knex } from 'knex';\nimport { keyBy, sortBy, omit } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { DropColumnOperationType } from '../../db-provider/drop-database-column-query/drop-database-column-field-visitor.interface';\nimport type { IReadonlyAdapterService } from '../../share-db/interface';\nimport { RawOpType } from '../../share-db/interface';\nimport type { IClsStore } from '../../types/cls';\n\nimport { handleDBValidationErrors } from '../../utils/db-validation-error';\nimport { isNotHiddenField } from '../../utils/is-not-hidden-field';\nimport { convertNameToValidCharacter } from '../../utils/name-conversion';\nimport { BatchService } from '../calculation/batch.service';\n\nimport { DataLoaderService } from '../data-loader/data-loader.service';\nimport { TableDomainQueryService } from '../table-domain/table-domain-query.service';\nimport { FormulaFieldService } from './field-calculate/formula-field.service';\nimport { LinkFieldQueryService } from './field-calculate/link-field-query.service';\n\nimport type { IFieldInstance } from './model/factory';\nimport {\n createFieldInstanceByVo,\n createFieldInstanceByRaw,\n rawField2FieldObj,\n applyFieldPropertyOpsAndCreateInstance,\n} from './model/factory';\nimport type { FormulaFieldDto } from './model/field-dto/formula-field.dto';\n\ntype IOpContext = ISetFieldPropertyOpContext;\n\n@Injectable()\nexport class FieldService implements IReadonlyAdapterService {\n private logger = new Logger(FieldService.name);\n constructor(\n private readonly batchService: BatchService,\n private readonly prismaService: PrismaService,\n private readonly dataLoaderService: DataLoaderService,\n private readonly cls: ClsService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n\n private readonly formulaFieldService: FormulaFieldService,\n private readonly linkFieldQueryService: LinkFieldQueryService,\n private readonly tableDomainQueryService: TableDomainQueryService\n ) {}\n\n private invalidateFieldLoader(tableIds: string | string[]) {\n const ids = (Array.isArray(tableIds) ? tableIds : [tableIds]).filter(Boolean);\n if (!ids.length) {\n return;\n }\n this.dataLoaderService.field.invalidateTables(ids);\n }\n\n async generateDbFieldName(tableId: string, name: string): Promise {\n let dbFieldName = convertNameToValidCharacter(name, 40);\n\n const query = this.dbProvider.columnInfo(await this.getDbTableName(tableId));\n const columns = await this.prismaService.txClient().$queryRawUnsafe<{ name: string }[]>(query);\n // fallback logic\n if (columns.some((column) => column.name === dbFieldName)) {\n dbFieldName += new Date().getTime();\n }\n return dbFieldName;\n }\n\n async generateDbFieldNames(tableId: string, names: string[]) {\n const query = this.dbProvider.columnInfo(await this.getDbTableName(tableId));\n const columns = await this.prismaService.txClient().$queryRawUnsafe<{ name: string }[]>(query);\n return names\n .map((name) => convertNameToValidCharacter(name, 40))\n .map((dbFieldName) => {\n if (columns.some((column) => column.name === dbFieldName)) {\n const newDbFieldName = dbFieldName + new Date().getTime();\n columns.push({ name: newDbFieldName });\n return (dbFieldName += new Date().getTime());\n }\n columns.push({ name: dbFieldName });\n return dbFieldName;\n });\n }\n\n private async dbCreateField(tableId: string, fieldInstance: IFieldInstance) {\n const userId = this.cls.get('user.id');\n const {\n id,\n name,\n dbFieldName,\n description,\n type,\n options,\n meta,\n aiConfig,\n lookupOptions,\n notNull,\n unique,\n isPrimary,\n isComputed,\n hasError,\n dbFieldType,\n cellValueType,\n isMultipleCellValue,\n isLookup,\n isConditionalLookup,\n } = fieldInstance;\n\n const agg = await this.prismaService.txClient().field.aggregate({\n where: { tableId, deletedTime: null },\n _max: {\n order: true,\n },\n });\n const order = agg._max.order == null ? 0 : agg._max.order + 1;\n const data: Prisma.FieldCreateInput = {\n id,\n table: {\n connect: {\n id: tableId,\n },\n },\n name,\n description,\n type,\n aiConfig: aiConfig && JSON.stringify(aiConfig),\n options: JSON.stringify(options),\n meta: meta && JSON.stringify(meta),\n notNull,\n unique,\n isPrimary,\n order,\n version: 1,\n isComputed,\n isLookup,\n hasError,\n // add lookupLinkedFieldId for indexing\n lookupLinkedFieldId:\n lookupOptions && isLinkLookupOptions(lookupOptions) ? lookupOptions.linkFieldId : undefined,\n lookupOptions: lookupOptions && JSON.stringify(lookupOptions),\n dbFieldName,\n dbFieldType,\n cellValueType,\n isMultipleCellValue,\n isConditionalLookup,\n createdBy: userId,\n };\n\n const field = await this.prismaService.txClient().field.upsert({\n where: { id: data.id },\n create: data,\n update: { ...data, deletedTime: null, version: undefined },\n });\n this.invalidateFieldLoader(tableId);\n return field;\n }\n\n private async dbCreateFields(tableId: string, fieldInstances: IFieldInstance[]) {\n const userId = this.cls.get('user.id');\n const agg = await this.prismaService.txClient().field.aggregate({\n where: { tableId, deletedTime: null },\n _max: {\n order: true,\n },\n });\n const order = agg._max.order == null ? 0 : agg._max.order + 1;\n const existedFieldIds = (\n await this.prismaService.txClient().field.findMany({\n where: { tableId, deletedTime: null },\n select: { id: true },\n })\n ).map(({ id }) => id);\n const data: Prisma.FieldCreateManyInput[] = fieldInstances\n .filter(({ id }) => !existedFieldIds.includes(id))\n .map(\n (\n {\n id,\n name,\n dbFieldName,\n description,\n type,\n options,\n aiConfig,\n lookupOptions,\n notNull,\n unique,\n isPrimary,\n isComputed,\n hasError,\n dbFieldType,\n cellValueType,\n isMultipleCellValue,\n isLookup,\n isConditionalLookup,\n meta,\n },\n index\n ) => ({\n id,\n name,\n description,\n type,\n aiConfig: aiConfig ? JSON.stringify(aiConfig) : undefined,\n options: JSON.stringify(options),\n notNull,\n unique,\n isPrimary,\n order: order + index,\n version: 1,\n isComputed,\n isLookup,\n isConditionalLookup,\n hasError,\n // add lookupLinkedFieldId for indexing\n lookupLinkedFieldId:\n lookupOptions && isLinkLookupOptions(lookupOptions)\n ? lookupOptions.linkFieldId\n : undefined,\n lookupOptions: lookupOptions && JSON.stringify(lookupOptions),\n dbFieldName,\n dbFieldType,\n cellValueType,\n isMultipleCellValue,\n createdBy: userId,\n meta: meta ? JSON.stringify(meta) : undefined,\n tableId,\n })\n );\n\n const result = await this.prismaService.txClient().field.createMany({\n data: data,\n });\n this.invalidateFieldLoader(tableId);\n return result;\n }\n\n async dbCreateMultipleField(tableId: string, fieldInstances: IFieldInstance[]) {\n if (!fieldInstances.length) {\n return [];\n }\n\n const prisma = this.prismaService.txClient();\n const userId = this.cls.get('user.id');\n const fieldIds = fieldInstances.map((field) => field.id);\n\n // Determine order base once so inserts/restores keep the same ordering behavior as sequential creates.\n const agg = await prisma.field.aggregate({\n where: { tableId, deletedTime: null },\n _max: { order: true },\n });\n const baseOrder = agg._max.order == null ? 0 : agg._max.order + 1;\n\n // Fast path: if none of the ids exist (including deleted rows), use createMany.\n const existing = await prisma.field.findMany({\n where: { id: { in: fieldIds } },\n select: { id: true },\n });\n\n if (!existing.length) {\n const data: Prisma.FieldCreateManyInput[] = fieldInstances.map((fieldInstance, index) => {\n const {\n id,\n name,\n description,\n type,\n options,\n aiConfig,\n lookupOptions,\n notNull,\n unique,\n isPrimary,\n isComputed,\n hasError,\n dbFieldType,\n cellValueType,\n isMultipleCellValue,\n isLookup,\n isConditionalLookup,\n meta,\n dbFieldName,\n } = fieldInstance;\n return {\n id,\n name,\n description,\n type,\n aiConfig: aiConfig ? JSON.stringify(aiConfig) : undefined,\n options: JSON.stringify(options),\n meta: meta ? JSON.stringify(meta) : undefined,\n notNull,\n unique,\n isPrimary,\n order: baseOrder + index,\n version: 1,\n isComputed,\n isLookup,\n isConditionalLookup,\n hasError,\n lookupLinkedFieldId:\n lookupOptions && isLinkLookupOptions(lookupOptions)\n ? lookupOptions.linkFieldId\n : undefined,\n lookupOptions: lookupOptions ? JSON.stringify(lookupOptions) : undefined,\n dbFieldName,\n dbFieldType,\n cellValueType,\n isMultipleCellValue,\n createdBy: userId,\n tableId,\n };\n });\n\n await prisma.field.createMany({ data });\n this.invalidateFieldLoader(tableId);\n return prisma.field.findMany({ where: { id: { in: fieldIds } } });\n }\n\n const multiFieldData: RawField[] = [];\n for (let i = 0; i < fieldInstances.length; i++) {\n const fieldInstance = fieldInstances[i];\n const {\n id,\n name,\n dbFieldName,\n description,\n type,\n options,\n meta,\n aiConfig,\n lookupOptions,\n notNull,\n unique,\n isPrimary,\n isComputed,\n hasError,\n dbFieldType,\n cellValueType,\n isMultipleCellValue,\n isLookup,\n isConditionalLookup,\n } = fieldInstance;\n\n const data: Prisma.FieldCreateInput = {\n id,\n table: {\n connect: {\n id: tableId,\n },\n },\n name,\n description,\n type,\n aiConfig: aiConfig && JSON.stringify(aiConfig),\n options: JSON.stringify(options),\n meta: meta && JSON.stringify(meta),\n notNull,\n unique,\n isPrimary,\n order: baseOrder + i,\n version: 1,\n isComputed,\n isLookup,\n hasError,\n // add lookupLinkedFieldId for indexing\n lookupLinkedFieldId:\n lookupOptions && isLinkLookupOptions(lookupOptions)\n ? lookupOptions.linkFieldId\n : undefined,\n lookupOptions: lookupOptions && JSON.stringify(lookupOptions),\n dbFieldName,\n dbFieldType,\n cellValueType,\n isMultipleCellValue,\n isConditionalLookup,\n createdBy: userId,\n };\n\n const field = await prisma.field.upsert({\n where: { id: data.id },\n create: data,\n update: { ...data, deletedTime: null, version: undefined },\n });\n multiFieldData.push(field);\n }\n\n this.invalidateFieldLoader(tableId);\n return multiFieldData;\n }\n\n async dbCreateMultipleFields(tableId: string, fieldInstances: IFieldInstance[]) {\n return await this.dbCreateFields(tableId, fieldInstances);\n }\n\n private async alterTableAddField(\n tableId: string,\n dbTableName: string,\n fieldInstances: IFieldInstance[],\n isNewTable: boolean = false,\n isSymmetricField?: boolean\n ) {\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(tableId);\n const tableNameMap = await this.linkFieldQueryService.getTableNameMapForLinkFields(\n tableId,\n fieldInstances\n );\n\n for (const fieldInstance of fieldInstances) {\n const { dbFieldName, type, isLookup, unique, notNull, id: fieldId, name } = fieldInstance;\n\n // Early validation: creating a field with NOT NULL is not allowed\n // Do this before generating/issuing any SQL to avoid DB-level 23502 errors\n if (notNull) {\n throw new BadRequestException(\n `Field type \"${type}\" does not support field validation when creating a new field`\n );\n }\n\n const alterTableQueries = this.dbProvider.createColumnSchema(\n dbTableName,\n fieldInstance,\n tableDomain,\n isNewTable,\n tableId,\n tableNameMap,\n isSymmetricField,\n false\n );\n\n // Execute all queries (main table alteration + any additional queries like junction tables)\n for (const query of alterTableQueries) {\n this.logger.debug(`Executing alter table query: ${query}`);\n await this.prismaService.txClient().$executeRawUnsafe(query);\n }\n\n if (unique) {\n if (!checkFieldUniqueValidationEnabled(type, isLookup)) {\n throw new CustomHttpException(\n `Field ${name}[${fieldId}] does not support field value unique validation`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.uniqueUnsupportedType',\n context: { name, fieldId },\n },\n }\n );\n }\n\n const fieldValidationQuery = this.knex.schema\n .alterTable(dbTableName, (table) => {\n table.unique([dbFieldName], {\n indexName: this.getFieldUniqueKeyName(dbTableName, dbFieldName, fieldId),\n });\n })\n .toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(fieldValidationQuery);\n }\n\n if (notNull) {\n throw new CustomHttpException(\n `Field ${name}[${fieldId}] does not support not null validation when creating a new field`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.notNullValidationWhenCreateField',\n context: { name, fieldId },\n },\n }\n );\n }\n }\n }\n\n async alterTableDeleteField(\n dbTableName: string,\n fieldInstances: IFieldInstance[],\n operationType: DropColumnOperationType = DropColumnOperationType.DELETE_FIELD\n ) {\n // Get table ID from dbTableName\n const tableId = await this.linkFieldQueryService.getTableIdFromDbTableName(dbTableName);\n if (!tableId) {\n throw new Error(`Table not found for dbTableName: ${dbTableName}`);\n }\n\n // Build table name map for all related tables\n const tableNameMap = await this.linkFieldQueryService.getTableNameMapForLinkFields(\n tableId,\n fieldInstances\n );\n\n for (const fieldInstance of fieldInstances) {\n // Only pass link context for link fields\n const linkContext =\n fieldInstance.type === FieldType.Link && !fieldInstance.isLookup\n ? { tableId, tableNameMap }\n : undefined;\n\n const alterTableSql = this.dbProvider.dropColumn(\n dbTableName,\n fieldInstance,\n linkContext,\n operationType\n );\n\n for (const alterTableQuery of alterTableSql) {\n await this.prismaService.txClient().$executeRawUnsafe(alterTableQuery);\n }\n }\n }\n\n private async alterTableModifyFieldName(fieldId: string, newDbFieldName: string) {\n const { dbFieldName, table } = await this.prismaService.txClient().field.findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n select: {\n dbFieldName: true,\n type: true,\n isLookup: true,\n table: { select: { id: true, dbTableName: true } },\n },\n });\n\n const existingField = await this.prismaService.txClient().field.findFirst({\n where: { tableId: table.id, dbFieldName: newDbFieldName, deletedTime: null },\n select: { id: true },\n });\n\n if (existingField) {\n throw new CustomHttpException(\n `Db Field name ${newDbFieldName} already exists in this table`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.dbFieldNameAlreadyExists',\n context: { dbFieldName: newDbFieldName },\n },\n }\n );\n }\n\n // Physically rename the underlying column for all field types, including non-lookup Link fields.\n // Link fields in Teable maintain a persisted display column on the host table; skipping\n // the physical rename causes mismatches during computed updates (e.g., UPDATE ... FROM ...).\n const columnInfoQuery = this.dbProvider.columnInfo(table.dbTableName);\n const columns = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ name: string }[]>(columnInfoQuery);\n const columnNames = new Set(columns.map((column) => column.name));\n\n if (columnNames.has(newDbFieldName)) {\n // Column already renamed (e.g. modifyColumnSchema recreated it with the new name)\n return;\n }\n\n if (!columnNames.has(dbFieldName)) {\n // Nothing left to rename—likely dropped during type conversion before this step ran\n this.logger.debug(\n `Skip renaming column for field ${fieldId} (${table.dbTableName}): ` +\n `missing source column ${dbFieldName}`\n );\n return;\n }\n\n const alterTableSql = this.dbProvider.renameColumn(\n table.dbTableName,\n dbFieldName,\n newDbFieldName\n );\n\n for (const alterTableQuery of alterTableSql) {\n await this.prismaService.txClient().$executeRawUnsafe(alterTableQuery);\n }\n }\n\n private async alterTableModifyFieldType(\n fieldId: string,\n oldField: IFieldInstance,\n newField: IFieldInstance\n ) {\n const {\n dbFieldName,\n name: fieldName,\n table,\n tableId,\n } = await this.prismaService.txClient().field.findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n select: {\n dbFieldName: true,\n name: true,\n tableId: true,\n table: { select: { dbTableName: true, name: true } },\n },\n });\n\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(tableId);\n tableDomain.updateField(fieldId, newField);\n\n const dbTableName = table.dbTableName;\n\n // Build table name map for link field operations\n const tableNameMap = await this.linkFieldQueryService.getTableNameMapForLinkFields(tableId, [\n oldField,\n newField,\n ]);\n\n // TODO: move to field visitor\n let resetFieldQuery: string | undefined = '';\n function shouldUpdateRecords(field: IFieldInstance) {\n return !field.isComputed && field.type !== FieldType.Link;\n }\n if (shouldUpdateRecords(oldField) && shouldUpdateRecords(newField)) {\n resetFieldQuery = this.knex(dbTableName)\n .update({ [dbFieldName]: null })\n .toQuery();\n }\n\n // Check if we need link context\n const needsLinkContext =\n (oldField.type === FieldType.Link && !oldField.isLookup) ||\n (newField.type === FieldType.Link && !newField.isLookup);\n\n const linkContext = needsLinkContext ? { tableId, tableNameMap } : undefined;\n\n // Use the new modifyColumnSchema method with visitor pattern\n const modifyColumnSql = this.dbProvider.modifyColumnSchema(\n dbTableName,\n oldField,\n newField,\n tableDomain,\n linkContext\n );\n\n await handleDBValidationErrors({\n fn: async () => {\n if (resetFieldQuery) {\n await this.prismaService.txClient().$executeRawUnsafe(resetFieldQuery);\n }\n\n for (const alterTableQuery of modifyColumnSql) {\n await this.prismaService.txClient().$executeRawUnsafe(alterTableQuery);\n }\n },\n handleUniqueError: () => {\n throw new CustomHttpException(\n `Field ${fieldId} unique validation failed`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.fieldValueDuplicate',\n context: { tableName: table.name, fieldName },\n },\n }\n );\n },\n handleNotNullError: () => {\n throw new CustomHttpException(\n `Field ${fieldId} not null validation failed`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.fieldValueNotNull',\n context: { tableName: table.name, fieldName },\n },\n }\n );\n },\n });\n }\n\n async findUniqueIndexesForField(dbTableName: string, dbFieldName: string) {\n const indexesQuery = this.dbProvider.getTableIndexes(dbTableName);\n const indexes = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ name: string; columns: string; isUnique: boolean }[]>(indexesQuery);\n\n return indexes\n .filter((index) => {\n const { columns, isUnique } = index;\n const columnsArray = JSON.parse(columns) as string[];\n return isUnique && columnsArray.includes(dbFieldName);\n })\n .map((index) => index.name);\n }\n\n private async alterTableModifyFieldValidation(\n fieldId: string,\n key: 'unique' | 'notNull',\n newValue?: boolean\n ) {\n const { name, dbFieldName, table, type, isLookup } = await this.prismaService\n .txClient()\n .field.findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n select: {\n name: true,\n dbFieldName: true,\n type: true,\n isLookup: true,\n table: { select: { dbTableName: true, name: true } },\n },\n });\n\n if (!checkFieldValidationEnabled(type as FieldType, isLookup)) {\n throw new CustomHttpException(\n `Field ${name}[${fieldId}] field validation error`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.fieldValidationError',\n context: { name, fieldId },\n },\n }\n );\n }\n\n const dbTableName = table.dbTableName;\n const matchedIndexes = await this.findUniqueIndexesForField(dbTableName, dbFieldName);\n\n const fieldValidationSqls = this.knex.schema\n .alterTable(dbTableName, (table) => {\n if (key === 'unique') {\n newValue\n ? table.unique([dbFieldName], {\n indexName: this.getFieldUniqueKeyName(dbTableName, dbFieldName, fieldId),\n })\n : matchedIndexes.forEach((indexName) => table.dropUnique([dbFieldName], indexName));\n }\n\n if (key === 'notNull') {\n newValue ? table.dropNullable(dbFieldName) : table.setNullable(dbFieldName);\n }\n })\n .toSQL();\n\n const executeSqls = fieldValidationSqls\n .filter((s) => !s.sql.startsWith('PRAGMA'))\n .map(({ sql }) => sql);\n\n await handleDBValidationErrors({\n fn: () => {\n return Promise.all(\n executeSqls.map((sql) => this.prismaService.txClient().$executeRawUnsafe(sql))\n );\n },\n handleUniqueError: () => {\n throw new CustomHttpException(\n `Field ${fieldId} unique validation failed`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.fieldValueDuplicate',\n context: { tableName: table.name, fieldName: name },\n },\n }\n );\n },\n handleNotNullError: () => {\n throw new CustomHttpException(\n `Field ${fieldId} not null validation failed`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.fieldValueNotNull',\n context: { tableName: table.name, fieldName: name },\n },\n }\n );\n },\n });\n }\n\n async getField(tableId: string, fieldId: string): Promise {\n const field = await this.prismaService.txClient().field.findFirst({\n where: { id: fieldId, tableId, deletedTime: null },\n });\n if (!field) {\n throw new CustomHttpException(\n `Field ${fieldId} not found in table ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.field.notFoundInTable',\n context: { tableId, fieldId },\n },\n }\n );\n }\n const fieldVo = rawField2FieldObj(field);\n // Filter out meta field to prevent it from being sent to frontend\n return omit(fieldVo, ['meta']) as IFieldVo;\n }\n\n async getFieldsByQuery(tableId: string, query?: IGetFieldsQuery): Promise {\n const fieldsPlain = await this.prismaService.txClient().field.findMany({\n where: { tableId, deletedTime: null },\n orderBy: [\n {\n isPrimary: {\n sort: 'asc',\n nulls: 'last',\n },\n },\n {\n order: 'asc',\n },\n {\n createdTime: 'asc',\n },\n ],\n });\n\n let result = fieldsPlain.map(rawField2FieldObj);\n\n // filter by projection\n if (query?.projection) {\n const fieldIds = query.projection;\n const fieldMap = keyBy(result, 'id');\n return fieldIds.map((fieldId) => fieldMap[fieldId]).filter(Boolean);\n }\n\n /**\n * filter by query\n * filterHidden depends on viewId so only judge viewId\n */\n if (query?.viewId) {\n const { viewId } = query;\n const curView = await this.prismaService.txClient().view.findFirst({\n where: { id: viewId, deletedTime: null },\n select: { id: true, type: true, options: true, columnMeta: true },\n });\n if (!curView) {\n throw new CustomHttpException(`View ${viewId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n });\n }\n const view = {\n id: viewId,\n type: curView.type as ViewType,\n options: curView.options ? JSON.parse(curView.options) : curView.options,\n columnMeta: curView?.columnMeta ? JSON.parse(curView?.columnMeta) : curView?.columnMeta,\n };\n if (query?.filterHidden) {\n result = result.filter((field) => isNotHiddenField(field.id, view));\n }\n return sortBy(result, (field) => {\n return view?.columnMeta?.[field?.id]?.order;\n });\n }\n\n // Filter out meta field to prevent it from being sent to frontend\n return result.map((field) => omit(field, ['meta']) as IFieldVo);\n }\n\n async getFieldInstances(tableId: string, query: IGetFieldsQuery): Promise {\n const fields = await this.getFieldsByQuery(tableId, query);\n return fields.map((field) => createFieldInstanceByVo(field));\n }\n\n async getDbTableName(tableId: string) {\n const [tableMeta] = await this.dataLoaderService.table.loadByIds([tableId]);\n if (!tableMeta) {\n throw new NotFoundException(`Table not found: ${tableId}`);\n }\n return tableMeta.dbTableName;\n }\n\n async resolvePending(tableId: string, fieldIds: string[]) {\n await this.batchUpdateFields(\n tableId,\n fieldIds.map((fieldId) => ({\n fieldId,\n ops: [\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'isPending',\n newValue: null,\n oldValue: true,\n }),\n ],\n }))\n );\n }\n\n async markError(tableId: string, fieldIds: string[], hasError: boolean) {\n await this.batchUpdateFields(\n tableId,\n fieldIds.map((fieldId) => ({\n fieldId,\n ops: [\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'hasError',\n newValue: hasError ? true : null,\n oldValue: hasError ? null : true,\n }),\n ],\n }))\n );\n }\n\n /**\n * After restoring base fields (e.g., via undo), repair dependent formula fields:\n * - If dependencies are incomplete, keep hasError=true and skip DB column creation\n * - If dependencies are complete and formula is persisted as a generated column,\n * recreate the underlying generated column via modifyColumnSchema\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async recreateDependentFormulaColumns(tableId: string, fieldIds: string[]) {\n const uniqueSourceIds = Array.from(new Set((fieldIds ?? []).filter(Boolean)));\n if (!uniqueSourceIds.length) return;\n\n const prisma = this.prismaService.txClient();\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(tableId);\n\n let deps: { id: string; tableId: string; level: number }[] = [];\n try {\n deps = await this.formulaFieldService.getDependentFormulaFieldsInOrderMulti(uniqueSourceIds);\n } catch (e) {\n this.logger.warn(\n `recreateDependentFormulaColumns: failed to resolve dependents for ${tableId}: ${String(e)}`\n );\n\n // Fallback: preserve existing behavior (per-source query) if multi-root CTE fails\n const results = await Promise.all(\n uniqueSourceIds.map((id) =>\n this.formulaFieldService\n .getDependentFormulaFieldsInOrder(id)\n .catch(() => [] as { id: string; tableId: string; level: number }[])\n )\n );\n const merged = new Map();\n for (const list of results) {\n for (const item of list) {\n const current = merged.get(item.id);\n if (!current || item.level > current.level) {\n merged.set(item.id, item);\n }\n }\n }\n deps = Array.from(merged.values()).sort(\n (a, b) => b.level - a.level || a.id.localeCompare(b.id)\n );\n }\n\n const formulaIdsInOrder = deps.filter((d) => d.tableId === tableId).map((d) => d.id);\n if (!formulaIdsInOrder.length) return;\n\n const formulaRaws = await prisma.field.findMany({\n where: { id: { in: formulaIdsInOrder }, tableId, deletedTime: null },\n });\n if (!formulaRaws.length) return;\n\n const rawById = new Map(formulaRaws.map((r) => [r.id, r] as const));\n const referencedIdSet = new Set();\n const formulas = formulaIdsInOrder\n .map((id) => {\n const raw = rawById.get(id);\n if (!raw) return null;\n const instance = createFieldInstanceByRaw(raw);\n if (instance.type !== FieldType.Formula) return null;\n const core = instance as FormulaFieldDto;\n const referencedIds = (core.getReferenceFieldIds() || []).filter(Boolean);\n referencedIds.forEach((fid) => referencedIdSet.add(fid));\n return { id, rawHasError: raw.hasError === true, core, referencedIds };\n })\n .filter(Boolean) as Array<{\n id: string;\n rawHasError: boolean;\n core: FormulaFieldDto;\n referencedIds: string[];\n }>;\n\n if (!formulas.length) return;\n\n const existingRefSet = new Set();\n if (referencedIdSet.size) {\n const existing = await prisma.field.findMany({\n where: { id: { in: Array.from(referencedIdSet) }, deletedTime: null },\n select: { id: true },\n });\n existing.forEach((row) => existingRefSet.add(row.id));\n }\n\n const toMarkErrorTrue: string[] = [];\n const toMarkErrorFalse: string[] = [];\n const toRecreate: Array<{ id: string; core: FormulaFieldDto }> = [];\n\n for (const f of formulas) {\n const allPresent = f.referencedIds.every((id) => existingRefSet.has(id));\n if (!allPresent) {\n if (!f.rawHasError) {\n toMarkErrorTrue.push(f.id);\n }\n continue;\n }\n\n if (f.rawHasError) {\n toMarkErrorFalse.push(f.id);\n }\n\n if (f.core.getIsPersistedAsGeneratedColumn()) {\n toRecreate.push({ id: f.id, core: f.core });\n }\n }\n\n if (toMarkErrorTrue.length) {\n await this.markError(tableId, toMarkErrorTrue, true);\n }\n if (toMarkErrorFalse.length) {\n await this.markError(tableId, toMarkErrorFalse, false);\n }\n\n if (!toRecreate.length) return;\n\n const tableMeta = await prisma.tableMeta.findUnique({\n where: { id: tableId },\n select: { dbTableName: true },\n });\n if (!tableMeta) return;\n\n const fieldMap = tableDomain.fields.toFieldMap();\n const fieldMapObj = Object.fromEntries(fieldMap);\n\n for (const { id: formulaFieldId, core } of toRecreate) {\n try {\n core.recalculateFieldTypes(fieldMapObj);\n const sqls = this.dbProvider.modifyColumnSchema(\n tableMeta.dbTableName,\n core,\n core,\n tableDomain\n );\n for (const sql of sqls) {\n await prisma.$executeRawUnsafe(sql);\n }\n } catch (e) {\n this.logger.warn(\n `recreateDependentFormulaColumns: failed to recreate generated column for ${formulaFieldId} in ${tableId}: ${String(\n e\n )}`\n );\n }\n }\n }\n\n private async checkFieldName(tableId: string, fieldId: string, name: string) {\n const fieldRaw = await this.prismaService.txClient().field.findFirst({\n where: { tableId, id: { not: fieldId }, name, deletedTime: null },\n select: { id: true },\n });\n\n if (fieldRaw) {\n throw new CustomHttpException(\n `Field name ${name} already exists in this table`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.fieldNameAlreadyExists',\n context: { name },\n },\n }\n );\n }\n }\n\n async batchUpdateFields(tableId: string, opData: { fieldId: string; ops: IOtOperation[] }[]) {\n if (!opData.length) return;\n\n const fieldRaw = await this.prismaService.txClient().field.findMany({\n where: { tableId, id: { in: opData.map((data) => data.fieldId) }, deletedTime: null },\n });\n const dbTableName = await this.getDbTableName(tableId);\n\n const fields = fieldRaw.map(createFieldInstanceByRaw);\n const fieldsRawMap = keyBy(fieldRaw, 'id');\n const fieldMap = new Map(fields.map((field) => [field.id, field]));\n\n for (const { fieldId, ops } of opData) {\n const field = fieldMap.get(fieldId);\n if (!field) {\n continue;\n }\n const opContext = ops.map((op) => {\n const ctx = FieldOpBuilder.detect(op);\n if (!ctx) {\n throw new CustomHttpException('unknown field editing op', HttpErrorCode.VALIDATION_ERROR);\n }\n return ctx as IOpContext;\n });\n\n const nameCtx = opContext.find((ctx) => ctx.key === 'name');\n if (nameCtx) {\n await this.checkFieldName(tableId, fieldId, nameCtx.newValue as string);\n }\n\n await this.update(fieldsRawMap[fieldId].version + 1, tableId, dbTableName, field, opContext);\n }\n\n const dataList = opData.map((data) => ({\n docId: data.fieldId,\n version: fieldsRawMap[data.fieldId].version,\n data: data.ops,\n }));\n\n await this.batchService.saveRawOps(tableId, RawOpType.Edit, IdPrefix.Field, dataList);\n }\n\n async batchDeleteFields(\n tableId: string,\n fieldIds: string[],\n operationType: DropColumnOperationType = DropColumnOperationType.DELETE_FIELD\n ) {\n if (!fieldIds.length) return;\n\n const fieldRaw = await this.prismaService.txClient().field.findMany({\n where: { tableId, id: { in: fieldIds }, deletedTime: null },\n select: { id: true, version: true },\n });\n\n if (fieldRaw.length !== fieldIds.length) {\n throw new CustomHttpException(\n `delete fields ${fieldIds.join(',')} not found in table ${tableId}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.deleteFieldsNotFound',\n context: { tableId, fieldIds },\n },\n }\n );\n }\n\n const fieldRawMap = keyBy(fieldRaw, 'id');\n\n const dataList = fieldIds.map((fieldId) => ({\n docId: fieldId,\n version: fieldRawMap[fieldId].version,\n }));\n\n await this.batchService.saveRawOps(tableId, RawOpType.Del, IdPrefix.Field, dataList);\n\n await this.deleteMany(\n tableId,\n dataList.map((d) => ({ ...d, version: d.version + 1 })),\n operationType\n );\n }\n\n async batchCreateFields(\n tableId: string,\n dbTableName: string,\n fields: IFieldInstance[],\n isSymmetricField?: boolean\n ) {\n if (!fields.length) return;\n\n const dataList = fields.map((field) => {\n const snapshot = instanceToPlain(field, { excludePrefixes: ['_'] }) as IFieldVo;\n return {\n docId: field.id,\n version: 0,\n data: snapshot,\n };\n });\n\n // 1. alter table with real field in visual table\n await this.alterTableAddField(tableId, dbTableName, fields, false, isSymmetricField);\n\n // 2. save field meta in db\n await this.dbCreateMultipleField(tableId, fields);\n\n await this.batchService.saveRawOps(tableId, RawOpType.Create, IdPrefix.Field, dataList);\n }\n\n // write field at once database operation\n async batchCreateFieldsAtOnce(tableId: string, dbTableName: string, fields: IFieldInstance[]) {\n if (!fields.length) return;\n\n const dataList = fields.map((field) => {\n const snapshot = instanceToPlain(field, { excludePrefixes: ['_'] }) as IFieldVo;\n return {\n docId: field.id,\n version: 0,\n data: snapshot,\n };\n });\n\n // 1. alter table with real field in visual table\n await this.alterTableAddField(tableId, dbTableName, fields, true); // This is new table creation\n\n // 2. save field meta in db\n await this.dbCreateMultipleFields(tableId, fields);\n\n await this.batchService.saveRawOps(tableId, RawOpType.Create, IdPrefix.Field, dataList);\n }\n\n async create(tableId: string, snapshot: IFieldVo) {\n const fieldInstance = createFieldInstanceByVo(snapshot);\n const dbTableName = await this.getDbTableName(tableId);\n\n // 1. alter table with real field in visual table\n await this.alterTableAddField(tableId, dbTableName, [fieldInstance]);\n\n // 2. save field meta in db\n await this.dbCreateMultipleField(tableId, [fieldInstance]);\n }\n\n private async deleteMany(\n tableId: string,\n fieldData: { docId: string; version: number }[],\n operationType: DropColumnOperationType = DropColumnOperationType.DELETE_FIELD\n ) {\n const userId = this.cls.get('user.id');\n\n for (const data of fieldData) {\n const { docId: id, version } = data;\n await this.prismaService.txClient().field.update({\n where: { id: id },\n data: { deletedTime: new Date(), lastModifiedBy: userId, version },\n });\n }\n const dbTableName = await this.getDbTableName(tableId);\n const fieldIds = fieldData.map((data) => data.docId);\n const fieldsRaw = await this.prismaService.txClient().field.findMany({\n where: { id: { in: fieldIds } },\n });\n const fieldInstances = fieldsRaw.map((fieldRaw) => createFieldInstanceByRaw(fieldRaw));\n await this.alterTableDeleteField(dbTableName, fieldInstances, operationType);\n this.invalidateFieldLoader(tableId);\n }\n\n async del(version: number, tableId: string, fieldId: string) {\n await this.deleteMany(tableId, [{ docId: fieldId, version }]);\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async handleFieldProperty(\n tableId: string,\n dbTableName: string,\n fieldId: string,\n oldField: IFieldInstance,\n newField: IFieldInstance,\n opContext: IOpContext\n ) {\n const { key, newValue } = opContext as ISetFieldPropertyOpContext;\n\n if (key === 'type') {\n await this.handleFieldTypeChange(tableId, dbTableName, oldField, newField);\n }\n\n if (key === 'options') {\n if (!newValue) {\n throw new CustomHttpException('field options is required', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'editor.error.optionsRequired',\n },\n });\n }\n\n // Only handle formula update here for options-only changes.\n // When converting type (e.g., Text -> Formula), handleFieldTypeChange above\n // already reconciles the physical schema. Running it again here would\n // attempt to drop the old column twice and cause: no such column: `...`.\n if (oldField.type === FieldType.Formula && newField.type === FieldType.Formula) {\n // Check if this is a formula field options update that affects generated columns\n await this.handleFormulaUpdate(tableId, dbTableName, oldField, newField);\n }\n\n return { options: JSON.stringify(newValue) };\n }\n\n if (key === 'aiConfig') {\n return {\n aiConfig: newValue ? JSON.stringify(newValue) : null,\n };\n }\n\n if (key === 'meta') {\n return {\n meta: newValue ? JSON.stringify(newValue) : null,\n } as Prisma.FieldUpdateInput;\n }\n\n if (key === 'lookupOptions') {\n return {\n lookupOptions: newValue ? JSON.stringify(newValue) : null,\n // update lookupLinkedFieldId for indexing\n lookupLinkedFieldId: (() => {\n const nextOptions = newValue as ILookupOptionsVo | null;\n return nextOptions && isLinkLookupOptions(nextOptions) ? nextOptions.linkFieldId : null;\n })(),\n };\n }\n\n if (key === 'dbFieldType') {\n await this.alterTableModifyFieldType(fieldId, oldField, newField);\n }\n\n if (key === 'dbFieldName') {\n await this.alterTableModifyFieldName(fieldId, newValue as string);\n }\n\n if (key === 'unique' || key === 'notNull') {\n await this.alterTableModifyFieldValidation(fieldId, key, newValue as boolean | undefined);\n }\n\n return { [key]: newValue ?? null };\n }\n\n private async updateStrategies(\n fieldId: string,\n tableId: string,\n dbTableName: string,\n oldField: IFieldInstance,\n newField: IFieldInstance,\n opContext: IOpContext\n ) {\n const opHandlers = {\n [OpName.SetFieldProperty]: this.handleFieldProperty.bind(this),\n };\n\n const handler = opHandlers[opContext.name];\n\n if (!handler) {\n throw new CustomHttpException(\n `Unknown context ${opContext.name} for field update`,\n HttpErrorCode.VALIDATION_ERROR\n );\n }\n\n return handler.constructor.name === 'AsyncFunction'\n ? await handler(tableId, dbTableName, fieldId, oldField, newField, opContext)\n : handler(tableId, dbTableName, fieldId, oldField, newField, opContext);\n }\n\n async update(\n version: number,\n tableId: string,\n dbTableName: string,\n oldField: IFieldInstance,\n opContexts: IOpContext[]\n ) {\n const fieldId = oldField.id;\n const newField = applyFieldPropertyOpsAndCreateInstance(oldField, opContexts);\n const userId = this.cls.get('user.id');\n // Build result incrementally; set meta after applying update strategies\n const result: Prisma.FieldUpdateInput = {\n version,\n lastModifiedBy: userId,\n };\n for (const opContext of opContexts) {\n const updatedResult = await this.updateStrategies(\n fieldId,\n tableId,\n dbTableName,\n oldField,\n newField,\n opContext\n );\n Object.assign(result, updatedResult);\n }\n\n // Persist meta after potential schema modifications that may set it (e.g., formula generated columns)\n if (newField.meta !== undefined) {\n result.meta = JSON.stringify(newField.meta);\n } else if (oldField.meta !== undefined) {\n // Explicitly clear meta when schema updates drop generated columns\n result.meta = null;\n }\n\n await this.prismaService.txClient().field.update({\n where: { id: fieldId, tableId },\n data: result,\n });\n\n // Handle dependent formula fields after field update\n await this.handleDependentFormulaFields(tableId, newField, opContexts);\n this.invalidateFieldLoader(tableId);\n }\n\n async getSnapshotBulk(tableId: string, ids: string[]): Promise[]> {\n const fieldRaws = await this.prismaService.txClient().field.findMany({\n where: { tableId, id: { in: ids } },\n });\n const fields = fieldRaws.map((field) => rawField2FieldObj(field));\n\n return fieldRaws\n .map((fieldRaw, i) => {\n return {\n id: fieldRaw.id,\n v: fieldRaw.version,\n type: 'json0',\n // Filter out meta field to prevent it from being sent to frontend\n data: omit(fields[i], ['meta']) as IFieldVo,\n };\n })\n .sort((a, b) => ids.indexOf(a.id) - ids.indexOf(b.id));\n }\n\n async getDocIdsByQuery(tableId: string, query: IGetFieldsQuery) {\n const result = await this.getFieldsByQuery(tableId, query);\n return {\n ids: result.map((field) => field.id),\n };\n }\n\n getFieldUniqueKeyName(dbTableName: string, dbFieldName: string, fieldId: string) {\n const [schema, tableName] = this.dbProvider.splitTableName(dbTableName);\n // unique key suffix\n const uniqueKeySuffix = `___${fieldId}_unique`;\n const uniqueKeyPrefix = `${schema}_${tableName}`.slice(0, 63 - uniqueKeySuffix.length);\n return `${uniqueKeyPrefix.toLowerCase()}${uniqueKeySuffix.toLowerCase()}`;\n }\n\n private async handleFieldTypeChange(\n tableId: string,\n dbTableName: string,\n oldField: IFieldInstance,\n newField: IFieldInstance\n ) {\n if (oldField.type === newField.type) {\n return;\n }\n\n const usesPersistedGeneratedColumn = (field: IFieldInstance) => {\n if (field.isLookup) {\n return false;\n }\n\n const persistedAsGeneratedColumn = (\n field.meta as { persistedAsGeneratedColumn?: boolean } | undefined\n )?.persistedAsGeneratedColumn;\n\n if (persistedAsGeneratedColumn !== undefined) {\n return persistedAsGeneratedColumn === true;\n }\n\n if (field.type === FieldType.CreatedTime) {\n return true;\n }\n\n if (field.type === FieldType.LastModifiedTime) {\n const maybeLastModified = field as unknown as { isTrackAll?: () => boolean };\n if (typeof maybeLastModified.isTrackAll === 'function') {\n return maybeLastModified.isTrackAll();\n }\n }\n\n return false;\n };\n // If either side is Formula, we must reconcile the physical schema using modifyColumnSchema.\n // This ensures that converting to Formula creates generated columns (or proper projection),\n // and converting back from Formula recreates the original physical column.\n if (oldField.type === FieldType.Formula || newField.type === FieldType.Formula) {\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(tableId);\n const modifyColumnSql = this.dbProvider.modifyColumnSchema(\n dbTableName,\n oldField,\n newField,\n tableDomain\n );\n for (const sql of modifyColumnSql) {\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n return;\n }\n\n // Some field types (e.g., CreatedTime / LastModifiedTime(track all)) are persisted as generated columns\n // without a dbFieldType change. Converting them to a regular field type (e.g., Date) must recreate the\n // physical column, otherwise UPDATEs will hit \"cannot update a generated column\".\n if (oldField.dbFieldType === newField.dbFieldType) {\n const oldGenerated = usesPersistedGeneratedColumn(oldField);\n const newGenerated = usesPersistedGeneratedColumn(newField);\n\n if (oldGenerated || newGenerated) {\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(tableId);\n const modifyColumnSql = this.dbProvider.modifyColumnSchema(\n dbTableName,\n oldField,\n newField,\n tableDomain\n );\n for (const sql of modifyColumnSql) {\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n return;\n }\n }\n\n await this.handleFormulaUpdate(tableId, dbTableName, oldField, newField);\n }\n\n /**\n * Handle formula field options update that may affect generated columns\n */\n private async handleFormulaUpdate(\n tableId: string,\n dbTableName: string,\n oldField: IFieldInstance,\n newField: IFieldInstance\n ): Promise {\n if (newField.type !== FieldType.Formula) {\n return;\n }\n\n // Build field map for formula conversion context\n // Note: We need to rebuild the field map after the current field update\n // to ensure dependent formula fields use the latest field information\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(tableId);\n\n // Use modifyColumnSchema to recreate the field with updated options\n const modifyColumnSql = this.dbProvider.modifyColumnSchema(\n dbTableName,\n oldField,\n newField,\n tableDomain\n );\n\n // Execute the column modification\n for (const sql of modifyColumnSql) {\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n }\n\n /**\n * Handle dependent formula fields when updating a regular field\n * This ensures that formula fields referencing the updated field are properly updated\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async handleDependentFormulaFields(\n tableId: string,\n field: IFieldInstance,\n opContexts: IOpContext[]\n ): Promise {\n // Check if any of the operations affect dependent formula fields\n const affectsDependentFields = opContexts.some((ctx) => {\n const { key } = ctx as ISetFieldPropertyOpContext;\n // These property changes can affect dependent formula fields\n return ['dbFieldType', 'dbFieldName', 'options'].includes(key);\n });\n\n if (!affectsDependentFields) {\n return;\n }\n\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(tableId);\n\n try {\n // Get all formula fields that depend on this field\n const dependentFields = await this.formulaFieldService.getDependentFormulaFieldsInOrder(\n field.id\n );\n\n if (dependentFields.length === 0) {\n return;\n }\n\n tableDomain.updateField(field.id, field);\n\n // Process dependent fields in dependency order (deepest first for deletion, then reverse for creation)\n const fieldsToProcess = [...dependentFields].reverse(); // Reverse to get shallowest first\n\n // Process each dependent formula field\n for (const { id: dependentFieldId, tableId: dependentTableId } of fieldsToProcess) {\n // Get complete field information\n const dependentFieldRaw = await this.prismaService.txClient().field.findUnique({\n where: { id: dependentFieldId, tableId: dependentTableId, deletedTime: null },\n });\n\n if (!dependentFieldRaw) {\n continue;\n }\n\n const dependentFieldInstance = createFieldInstanceByRaw(dependentFieldRaw);\n if (dependentFieldInstance.type !== FieldType.Formula) {\n continue;\n }\n\n if (!dependentFieldInstance.getIsPersistedAsGeneratedColumn()) {\n continue;\n }\n\n // Create field instance\n const fieldInstance = createFieldInstanceByRaw(dependentFieldRaw);\n\n // Recalculate the field's cellValueType and dbFieldType based on current dependencies\n if (fieldInstance.type === FieldType.Formula) {\n // Use the instance method to recalculate field types (including dbFieldType)\n const fieldMap = tableDomain.fields.toFieldMap();\n (fieldInstance as FormulaFieldCore).recalculateFieldTypes(Object.fromEntries(fieldMap));\n }\n\n // Get table name for dependent field\n const dependentTableMeta = await this.prismaService.txClient().tableMeta.findUnique({\n where: { id: dependentTableId },\n select: { dbTableName: true },\n });\n\n if (!dependentTableMeta) {\n continue;\n }\n\n // Use modifyColumnSchema to recreate the dependent formula field\n const modifyColumnSql = this.dbProvider.modifyColumnSchema(\n dependentTableMeta.dbTableName,\n fieldInstance,\n fieldInstance,\n tableDomain\n );\n\n // Execute the column modification\n for (const sql of modifyColumnSql) {\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n }\n } catch (error) {\n console.warn(`Failed to handle dependent formula fields for field %s:`, field.id, error);\n // Don't throw error to avoid breaking the field update operation\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/fields-utils.ts", "content": "import { FieldKeyType, FieldType } from '@teable/core';\nimport type {\n CreatedByFieldCore,\n FieldCore,\n LastModifiedByFieldCore,\n IFieldVo,\n IGetFieldsQuery,\n IViewVo,\n} from '@teable/core';\nimport { sortBy } from 'lodash';\nimport { isNotHiddenField } from '../../utils/is-not-hidden-field';\n\nexport async function filterFieldsByQuery(\n fields: IFieldVo[],\n query?: IGetFieldsQuery & {\n view?: Pick;\n }\n): Promise {\n // filter by projection\n if (query?.projection) {\n return filterFieldsByProjection(fields, query.projection);\n }\n\n /**\n * filter by query\n * filterHidden depends on viewId so only judge viewId\n */\n const { view, viewId, filterHidden } = query ?? {};\n\n if (viewId && view) {\n return filterFieldsByView(fields, view, { filterHidden, sortByOrder: true });\n }\n\n return fields;\n}\n\nexport const filterFieldsByProjection = (\n fields: IFieldVo[],\n projection?: string[],\n fieldKeyType: FieldKeyType = FieldKeyType.Id\n) => {\n if (!projection) {\n return fields;\n }\n return fields.filter((field) => projection.includes(field[fieldKeyType]));\n};\n\nexport const filterFieldsByView = (\n fields: IFieldVo[],\n view?: Pick,\n opts?: {\n filterHidden?: boolean;\n sortByOrder?: boolean;\n }\n) => {\n if (!view) {\n return fields;\n }\n const { filterHidden, sortByOrder } = opts ?? {};\n let result = fields;\n if (filterHidden) {\n result = result.filter((field) => isNotHiddenField(field.id, view));\n }\n if (sortByOrder) {\n result = sortBy(result, (field) => {\n return view?.columnMeta[field.id].order;\n });\n }\n return result;\n};\n\nexport function isSystemUserField(\n field: FieldCore\n): field is CreatedByFieldCore | LastModifiedByFieldCore {\n return field.type === FieldType.CreatedBy || field.type === FieldType.LastModifiedBy;\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/factory.spec.ts", "content": "import type { IFieldVo } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport { describe, expect, it } from 'vitest';\n\nimport { createFieldInstanceByVo } from './factory';\n\nconst baseField = {\n id: 'fldFactorySpec00001',\n name: 'Factory Field',\n dbFieldName: 'factory_field',\n unique: false,\n options: {},\n} as const;\n\ndescribe('createFieldInstanceByVo', () => {\n it('normalizes v2 conditionalLookup using innerType and innerOptions', () => {\n const field = {\n ...baseField,\n type: 'conditionalLookup',\n isLookup: true,\n isConditionalLookup: true,\n options: {\n innerType: FieldType.Number,\n innerOptions: {\n formatting: { type: 'decimal', precision: 1 },\n },\n },\n } as unknown as IFieldVo;\n\n const instance = createFieldInstanceByVo(field);\n\n expect(instance.type).toBe(FieldType.Number);\n expect(instance.isLookup).toBe(true);\n expect(instance.isConditionalLookup).toBe(true);\n expect(instance.options).toEqual({\n formatting: { type: 'decimal', precision: 1 },\n });\n });\n\n it('falls back to singleLineText when conditionalLookup innerType is missing', () => {\n const field = {\n ...baseField,\n type: 'conditionalLookup',\n options: {},\n } as unknown as IFieldVo;\n\n const instance = createFieldInstanceByVo(field);\n\n expect(instance.type).toBe(FieldType.SingleLineText);\n expect(instance.isLookup).toBe(true);\n expect(instance.isConditionalLookup).toBe(true);\n expect(instance.options).toEqual({});\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/field/model/factory.ts", "content": "import type {\n IFieldVo,\n DbFieldType,\n CellValueType,\n ISetFieldPropertyOpContext,\n FieldCore,\n} from '@teable/core';\nimport { assertNever, FieldType, applyFieldPropertyOps } from '@teable/core';\nimport type { Field } from '@teable/db-main-prisma';\nimport { instanceToPlain, plainToInstance } from 'class-transformer';\nimport { AttachmentFieldDto } from './field-dto/attachment-field.dto';\nimport { AutoNumberFieldDto } from './field-dto/auto-number-field.dto';\nimport { ButtonFieldDto } from './field-dto/button-field.dto';\nimport { CheckboxFieldDto } from './field-dto/checkbox-field.dto';\nimport { ConditionalRollupFieldDto } from './field-dto/conditional-rollup-field.dto';\nimport { CreatedByFieldDto } from './field-dto/created-by-field.dto';\nimport { CreatedTimeFieldDto } from './field-dto/created-time-field.dto';\nimport { DateFieldDto } from './field-dto/date-field.dto';\nimport { FormulaFieldDto } from './field-dto/formula-field.dto';\nimport { LastModifiedByFieldDto } from './field-dto/last-modified-by-field.dto';\nimport { LastModifiedTimeFieldDto } from './field-dto/last-modified-time-field.dto';\nimport { LinkFieldDto } from './field-dto/link-field.dto';\nimport { LongTextFieldDto } from './field-dto/long-text-field.dto';\nimport { MultipleSelectFieldDto } from './field-dto/multiple-select-field.dto';\nimport { NumberFieldDto } from './field-dto/number-field.dto';\nimport { RatingFieldDto } from './field-dto/rating-field.dto';\nimport { RollupFieldDto } from './field-dto/rollup-field.dto';\nimport { SingleLineTextFieldDto } from './field-dto/single-line-text-field.dto';\nimport { SingleSelectFieldDto } from './field-dto/single-select-field.dto';\nimport { UserFieldDto } from './field-dto/user-field.dto';\n\n// eslint-disable-next-line sonarjs/cognitive-complexity\nexport function rawField2FieldObj(fieldRaw: Field): IFieldVo {\n let options = fieldRaw.options && JSON.parse(fieldRaw.options as string);\n if (\n fieldRaw.type === FieldType.Link &&\n options &&\n typeof options === 'object' &&\n (options as { isOneWay?: boolean }).isOneWay === true\n ) {\n delete (options as { symmetricFieldId?: string }).symmetricFieldId;\n }\n\n if (fieldRaw.isLookup && options == null) {\n options = {};\n }\n\n return {\n id: fieldRaw.id,\n dbFieldName: fieldRaw.dbFieldName,\n name: fieldRaw.name,\n type: fieldRaw.type as FieldType,\n description: fieldRaw.description || undefined,\n options,\n meta: (fieldRaw.meta && JSON.parse(fieldRaw.meta as string)) || undefined,\n aiConfig: (fieldRaw.aiConfig && JSON.parse(fieldRaw.aiConfig as string)) || undefined,\n notNull: fieldRaw.notNull || undefined,\n unique: fieldRaw.unique ?? false,\n isComputed: fieldRaw.isComputed || undefined,\n isPrimary: fieldRaw.isPrimary || undefined,\n isPending: fieldRaw.isPending || undefined,\n isLookup: fieldRaw.isLookup || undefined,\n isConditionalLookup: fieldRaw.isConditionalLookup || undefined,\n hasError: fieldRaw.hasError || undefined,\n lookupOptions:\n (fieldRaw.lookupOptions && JSON.parse(fieldRaw.lookupOptions as string)) || undefined,\n cellValueType: fieldRaw.cellValueType as CellValueType,\n isMultipleCellValue: fieldRaw.isMultipleCellValue ?? undefined,\n dbFieldType: fieldRaw.dbFieldType as DbFieldType,\n };\n}\n\nexport function fieldCore2FieldInstance(field: FieldCore): IFieldInstance {\n const plain: IFieldVo = {\n id: field.id,\n dbFieldName: field.dbFieldName,\n name: field.name,\n type: field.type,\n description: field.description,\n options: { ...(field.options as object) },\n meta: field.meta ? { ...field.meta } : undefined,\n aiConfig: field.aiConfig ? { ...field.aiConfig } : undefined,\n notNull: field.notNull,\n unique: field.unique,\n isComputed: field.isComputed,\n isPrimary: field.isPrimary,\n isPending: field.isPending,\n isLookup: field.isLookup,\n isConditionalLookup: field.isConditionalLookup,\n hasError: field.hasError,\n lookupOptions: field.lookupOptions ? { ...field.lookupOptions } : undefined,\n cellValueType: field.cellValueType,\n isMultipleCellValue: field.isMultipleCellValue,\n dbFieldType: field.dbFieldType,\n recordRead: field.recordRead,\n recordCreate: field.recordCreate,\n };\n\n return createFieldInstanceByVo(plain);\n}\n\nexport function createFieldInstanceByRaw(fieldRaw: Field) {\n return createFieldInstanceByVo(rawField2FieldObj(fieldRaw));\n}\n\nconst normalizeConditionalLookupFieldVo = (field: IFieldVo): IFieldVo => {\n if (field.type !== ('conditionalLookup' as FieldType)) {\n return field;\n }\n\n const options =\n field.options && typeof field.options === 'object' && !Array.isArray(field.options)\n ? (field.options as Record)\n : {};\n const innerTypeRaw = options.innerType;\n const innerOptionsRaw = options.innerOptions;\n const innerType =\n typeof innerTypeRaw === 'string' ? (innerTypeRaw as FieldType) : FieldType.SingleLineText;\n const innerOptions =\n innerOptionsRaw && typeof innerOptionsRaw === 'object' && !Array.isArray(innerOptionsRaw)\n ? (innerOptionsRaw as Record)\n : {};\n\n return {\n ...field,\n type: innerType,\n options: innerOptions,\n isLookup: true,\n isConditionalLookup: true,\n };\n};\n\nexport function createFieldInstanceByVo(field: IFieldVo) {\n const normalizedField = normalizeConditionalLookupFieldVo(field);\n switch (normalizedField.type) {\n case FieldType.SingleLineText:\n return plainToInstance(SingleLineTextFieldDto, normalizedField);\n case FieldType.LongText:\n return plainToInstance(LongTextFieldDto, normalizedField);\n case FieldType.Number:\n return plainToInstance(NumberFieldDto, normalizedField);\n case FieldType.SingleSelect:\n return plainToInstance(SingleSelectFieldDto, normalizedField);\n case FieldType.MultipleSelect:\n return plainToInstance(MultipleSelectFieldDto, normalizedField);\n case FieldType.Link:\n return plainToInstance(LinkFieldDto, normalizedField);\n case FieldType.Formula:\n return plainToInstance(FormulaFieldDto, normalizedField);\n case FieldType.Attachment:\n return plainToInstance(AttachmentFieldDto, normalizedField);\n case FieldType.Date:\n return plainToInstance(DateFieldDto, normalizedField);\n case FieldType.Checkbox:\n return plainToInstance(CheckboxFieldDto, normalizedField);\n case FieldType.Rollup:\n return plainToInstance(RollupFieldDto, normalizedField);\n case FieldType.ConditionalRollup:\n return plainToInstance(ConditionalRollupFieldDto, normalizedField);\n case FieldType.Rating:\n return plainToInstance(RatingFieldDto, normalizedField);\n case FieldType.AutoNumber:\n return plainToInstance(AutoNumberFieldDto, normalizedField);\n case FieldType.CreatedTime:\n return plainToInstance(CreatedTimeFieldDto, normalizedField);\n case FieldType.LastModifiedTime:\n return plainToInstance(LastModifiedTimeFieldDto, normalizedField);\n case FieldType.User:\n return plainToInstance(UserFieldDto, normalizedField);\n case FieldType.CreatedBy:\n return plainToInstance(CreatedByFieldDto, normalizedField);\n case FieldType.LastModifiedBy:\n return plainToInstance(LastModifiedByFieldDto, normalizedField);\n case FieldType.Button:\n return plainToInstance(ButtonFieldDto, normalizedField);\n default:\n assertNever(normalizedField.type);\n }\n}\n\nexport type IFieldInstance = ReturnType;\n\nexport interface IFieldMap {\n [fieldId: string]: IFieldInstance;\n}\n\nexport function convertFieldInstanceToFieldVo(fieldInstance: IFieldInstance): IFieldVo {\n return instanceToPlain(fieldInstance, { excludePrefixes: ['_'] }) as IFieldVo;\n}\n\n/**\n * Apply field property operations to a field VO and return a field instance.\n * This function combines the pure applyFieldPropertyOps function with createFieldInstanceByVo.\n *\n * @param fieldVo - The existing field VO to base the new field on\n * @param ops - Array of field property operations to apply\n * @returns A new field instance with the operations applied\n */\nexport function applyFieldPropertyOpsAndCreateInstance(\n fieldVo: IFieldVo,\n ops: ISetFieldPropertyOpContext[]\n): IFieldInstance {\n // Apply operations to get a new field VO\n const newFieldVo = applyFieldPropertyOps(fieldVo, ops);\n\n // Create and return a field instance from the modified VO\n return createFieldInstanceByVo(newFieldVo);\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-base.ts", "content": "export abstract class FieldBase {\n // whether the storage structure of the value is a json Object, notice title key in json object is required\n // example: { title: 'title', id: 'id1' } or [{ title: 'title1', id: 'id1' }, { title: 'title2', id: 'id2' }]\n abstract get isStructuredCellValue(): boolean;\n\n abstract convertDBValue2CellValue(value: unknown, context?: unknown): unknown;\n\n abstract convertCellValue2DBValue(value: unknown): unknown;\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/attachment-field.dto.ts", "content": "import type { IAttachmentCellValue, IAttachmentItem } from '@teable/core';\nimport { AttachmentFieldCore, generateAttachmentId } from '@teable/core';\nimport { omit } from 'lodash';\nimport type { FieldBase } from '../field-base';\n\nexport class AttachmentFieldDto extends AttachmentFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n static getTokenAndNameByString(value: string): { token: string; name: string } | undefined {\n const openParenIndex = value.lastIndexOf('(');\n\n if (openParenIndex === -1) {\n return;\n }\n const name = value.slice(0, openParenIndex).trim();\n const token = value.slice(openParenIndex + 1, -1).trim();\n return { name, token };\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n return (\n value &&\n JSON.stringify(\n (value as IAttachmentCellValue).map((item) =>\n omit(item, ['presignedUrl', 'smThumbnailUrl', 'lgThumbnailUrl'])\n )\n )\n );\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n\n override convertStringToCellValue(\n value: string,\n attachments?: Omit[]\n ) {\n // value is ddd.svg (token)\n if (!attachments?.length || !value) {\n return null;\n }\n const tokensAndNames = value.split(',').map(AttachmentFieldDto.getTokenAndNameByString);\n return tokensAndNames\n .map((tokenAndName) => {\n const { token, name } = tokenAndName || {};\n if (!token) {\n return;\n }\n const attachment = attachments.find((attachment) => attachment.token === token);\n if (!attachment) {\n return;\n }\n return {\n ...attachment,\n name,\n id: generateAttachmentId(),\n };\n })\n .filter(Boolean) as IAttachmentItem[];\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/auto-number-field.dto.ts", "content": "import { AutoNumberFieldCore } from '@teable/core';\nimport type { IFormulaFieldMeta } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class AutoNumberFieldDto extends AutoNumberFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n return value;\n }\n\n setMetadata(meta: IFormulaFieldMeta) {\n this.meta = meta;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/button-field.dto.ts", "content": "import { ButtonFieldCore } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class ButtonFieldDto extends ButtonFieldCore implements FieldBase {\n get isStructuredCellValue(): boolean {\n return false;\n }\n convertCellValue2DBValue(value: unknown): unknown {\n return value && JSON.stringify(value);\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/checkbox-field.dto.ts", "content": "import { CheckboxFieldCore } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class CheckboxFieldDto extends CheckboxFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n return value ? true : null;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n return value ? true : null;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/conditional-rollup-field.dto.ts", "content": "import { ConditionalRollupFieldCore } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class ConditionalRollupFieldDto extends ConditionalRollupFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n if (typeof value === 'number' && (isNaN(value) || !isFinite(value))) {\n return null;\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n if (typeof value === 'bigint') {\n return Number(value);\n }\n return value;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/created-by-field.dto.ts", "content": "import type { IFormulaFieldMeta, IUserCellValue } from '@teable/core';\nimport { CreatedByFieldCore } from '@teable/core';\nimport { omit } from 'lodash';\nimport type { FieldBase } from '../field-base';\nimport { UserFieldDto } from './user-field.dto';\n\nexport class CreatedByFieldDto extends CreatedByFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return true;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (!value) {\n return null;\n }\n\n this.applyTransformation(value as IUserCellValue | IUserCellValue[], (item) =>\n omit(item, ['avatarUrl'])\n );\n return JSON.stringify(value);\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (value === null) return null;\n const parsedValue: IUserCellValue | IUserCellValue[] =\n typeof value === 'string' ? JSON.parse(value) : (value as IUserCellValue | IUserCellValue[]);\n return this.applyTransformation(parsedValue, UserFieldDto.fullAvatarUrl);\n }\n\n applyTransformation(value: T | T[], transform: (item: T) => void): T | T[] {\n if (Array.isArray(value)) {\n value.forEach(transform);\n } else {\n transform(value);\n }\n return value;\n }\n\n setMetadata(meta: IFormulaFieldMeta) {\n this.meta = meta;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/created-time-field.dto.ts", "content": "import { CreatedTimeFieldCore } from '@teable/core';\nimport type { IFormulaFieldMeta } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class CreatedTimeFieldDto extends CreatedTimeFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n const normalizeDateValue = (input: unknown) => {\n if (input instanceof Date) {\n return input.toISOString();\n }\n if (typeof input === 'string') {\n const hasTimezone = /[zZ]|[+-]\\d{2}:\\d{2}$/.test(input);\n const parsed = new Date(hasTimezone ? input : `${input}Z`);\n if (!Number.isNaN(parsed.getTime())) {\n return parsed.toISOString();\n }\n }\n return input;\n };\n\n if (this.isMultipleCellValue) {\n if (value == null) return value;\n const parsed = typeof value === 'string' ? JSON.parse(value) : value;\n if (Array.isArray(parsed)) {\n return parsed.map(normalizeDateValue);\n }\n return parsed;\n }\n\n return normalizeDateValue(value);\n }\n\n setMetadata(meta: IFormulaFieldMeta) {\n this.meta = meta;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/date-field.dto.ts", "content": "import { DateFieldCore } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class DateFieldDto extends DateFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n if (value == null) return value;\n const arr: unknown[] = Array.isArray(value)\n ? value\n : typeof value === 'string'\n ? (JSON.parse(value) as unknown[])\n : (value as unknown[]);\n return arr.map((v) => {\n if (v instanceof Date) return v.toISOString();\n if (typeof v === 'number' || typeof v === 'string') {\n const parsed = new Date(v);\n return isNaN(parsed.getTime()) ? v : parsed.toISOString();\n }\n return v as unknown;\n });\n }\n if (value instanceof Date) {\n return value.toISOString();\n }\n\n if (typeof value === 'string' || typeof value === 'number') {\n const parsed = new Date(value);\n return isNaN(parsed.getTime()) ? value : parsed.toISOString();\n }\n\n return value;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/formula-field.dto.ts", "content": "import type { IFormulaFieldMeta } from '@teable/core';\nimport { FormulaFieldCore, CellValueType } from '@teable/core';\nimport { match, P } from 'ts-pattern';\nimport type { FieldBase } from '../field-base';\n\nexport class FormulaFieldDto extends FormulaFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n setMetadata(meta: IFormulaFieldMeta) {\n this.meta = meta;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n if (typeof value === 'number' && (isNaN(value) || !isFinite(value))) {\n return null;\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n const ctx = {\n isMulti: Boolean(this.isMultipleCellValue),\n isBool: this.cellValueType === CellValueType.Boolean,\n val: value,\n };\n\n return (\n match(ctx)\n // Multiple-value formulas: JSON already or null -> return as is\n .with(\n { isMulti: true, val: P.when((v) => v == null || typeof v === 'object') },\n ({ val }) => val\n )\n // Multiple-value formulas: stringified JSON -> parse\n .with({ isMulti: true, val: P.string }, ({ val }) => {\n try {\n return JSON.parse(val);\n } catch {\n return val;\n }\n })\n // Multiple-value formulas: any other -> return as is\n .with({ isMulti: true }, ({ val }) => val)\n // Date -> ISO string\n .with({ isMulti: false, val: P.instanceOf(Date) }, ({ val }) => (val as Date).toISOString())\n // BigInt -> number\n .with({ isMulti: false, val: P.when((v) => typeof v === 'bigint') }, ({ val }) =>\n Number(val as bigint)\n )\n // Boolean formulas: number 0/1 -> boolean\n .with(\n { isMulti: false, isBool: true, val: P.when((v) => typeof v === 'number') },\n ({ val }) => (val as number) === 1\n )\n // Boolean formulas: string '0'/'1'/'true'/'false' -> boolean\n .with(\n { isMulti: false, isBool: true, val: P.when((v) => typeof v === 'string') },\n ({ val }) => {\n const s = (val as string).toLowerCase();\n if (s === '1' || s === 'true') return true;\n if (s === '0' || s === 'false') return false;\n return val;\n }\n )\n // Fallback\n .otherwise(({ val }) => val)\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/last-modified-by-field.dto.ts", "content": "import type { IFormulaFieldMeta, IUserCellValue } from '@teable/core';\nimport { LastModifiedByFieldCore } from '@teable/core';\nimport { omit } from 'lodash';\nimport type { FieldBase } from '../field-base';\nimport { UserFieldDto } from './user-field.dto';\n\nexport class LastModifiedByFieldDto extends LastModifiedByFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return true;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (!value) {\n return null;\n }\n\n this.applyTransformation(value as IUserCellValue | IUserCellValue[], (item) =>\n omit(item, ['avatarUrl'])\n );\n return JSON.stringify(value);\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (value === null) return null;\n const parsedValue: IUserCellValue | IUserCellValue[] =\n typeof value === 'string' ? JSON.parse(value) : (value as IUserCellValue | IUserCellValue[]);\n return this.applyTransformation(parsedValue, UserFieldDto.fullAvatarUrl);\n }\n\n applyTransformation(value: T | T[], transform: (item: T) => void): T | T[] {\n if (Array.isArray(value)) {\n value.forEach(transform);\n } else {\n transform(value);\n }\n return value;\n }\n\n setMetadata(meta: IFormulaFieldMeta) {\n this.meta = meta;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/last-modified-time-field.dto.ts", "content": "import { LastModifiedTimeFieldCore } from '@teable/core';\nimport type { IFormulaFieldMeta } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class LastModifiedTimeFieldDto extends LastModifiedTimeFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n const normalizeDateValue = (input: unknown) => {\n if (input instanceof Date) {\n return input.toISOString();\n }\n if (typeof input === 'string') {\n const hasTimezone = /[zZ]|[+-]\\d{2}:\\d{2}$/.test(input);\n const parsed = new Date(hasTimezone ? input : `${input}Z`);\n if (!Number.isNaN(parsed.getTime())) {\n return parsed.toISOString();\n }\n }\n return input;\n };\n\n if (this.isMultipleCellValue) {\n if (value == null) return value;\n const parsed = typeof value === 'string' ? JSON.parse(value) : value;\n if (Array.isArray(parsed)) {\n return parsed.map(normalizeDateValue);\n }\n return parsed;\n }\n\n return normalizeDateValue(value);\n }\n\n setMetadata(meta: IFormulaFieldMeta) {\n this.meta = meta;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/link-field.dto.ts", "content": "import { LinkFieldCore, Relationship } from '@teable/core';\nimport type { ILinkCellValue, ILinkFieldMeta } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class LinkFieldDto extends LinkFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return true;\n }\n\n setMetadata(meta: ILinkFieldMeta) {\n this.meta = meta;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n return value && JSON.stringify(value);\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n\n updateCellTitle(\n value: ILinkCellValue | ILinkCellValue[],\n title: string | null | (string | null)[]\n ) {\n if (this.isMultipleCellValue) {\n const values = value as ILinkCellValue[];\n const titles = title as string[];\n return values.map((v, i) => ({\n id: v.id,\n title: titles[i] || undefined,\n }));\n }\n return {\n id: (value as ILinkCellValue).id,\n title: (title as string | null) || undefined,\n };\n }\n\n override convertStringToCellValue(value: string): string[] | null {\n const cellValue = value.split(/[,\\n\\r]\\s*/);\n if (cellValue.length) {\n return cellValue;\n }\n return null;\n }\n\n /**\n * Get the order column name for this link field based on its relationship type\n * @returns The order column name to use in database queries and operations\n */\n getOrderColumnName(): string {\n const relationship = this.options.relationship;\n\n switch (relationship) {\n case Relationship.ManyMany:\n // ManyMany relationships use a simple __order column in the junction table\n return '__order';\n\n case Relationship.OneMany:\n // One-way OneMany may reuse legacy ManyMany junction storage where order column is \"__order\".\n if (this.options.isOneWay && this.getHasOrderColumn()) {\n return '__order';\n }\n // Other OneMany relationships use selfKeyName + _order.\n return `${this.options.selfKeyName}_order`;\n\n case Relationship.ManyOne:\n case Relationship.OneOne:\n // ManyOne and OneOne relationships use the foreignKeyName (foreign key in current table) + _order\n return `${this.options.foreignKeyName}_order`;\n\n default:\n throw new Error(`Unsupported relationship type: ${relationship}`);\n }\n }\n\n // Use base class getHasOrderColumn() which prefers meta when provided\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/long-text-field.dto.ts", "content": "import { LongTextFieldCore } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class LongTextFieldDto extends LongTextFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n return value;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/multiple-select-field.dto.ts", "content": "import { MultipleSelectFieldCore } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class MultipleSelectFieldDto extends MultipleSelectFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): string | null {\n return value == null ? null : JSON.stringify(value);\n }\n\n convertDBValue2CellValue(value: unknown): string[] {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/number-field.dto.ts", "content": "import { NumberFieldCore, parseStringToNumber } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class NumberFieldDto extends NumberFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n const parsed =\n value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n if (Array.isArray(parsed)) {\n return parsed.map((item) => this.coerceNumber(item));\n }\n return parsed;\n }\n return this.coerceNumber(value);\n }\n\n private coerceNumber(value: unknown): unknown {\n if (typeof value !== 'string') {\n return value;\n }\n const parsed = parseStringToNumber(value, this.options.formatting);\n return parsed ?? value;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/rating-field.dto.ts", "content": "import { RatingFieldCore } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class RatingFieldDto extends RatingFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n return value;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/rollup-field.dto.ts", "content": "import { RollupFieldCore } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class RollupFieldDto extends RollupFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n if (typeof value === 'number' && (isNaN(value) || !isFinite(value))) {\n return null;\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n // Normalize BigInt (from some drivers on aggregate functions like COUNT) to number for JSON compatibility\n if (typeof value === 'bigint') {\n return Number(value);\n }\n return value;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/single-line-text-field.dto.ts", "content": "import { SingleLineTextFieldCore } from '@teable/core';\nimport type { FieldBase } from '../field-base';\nexport class SingleLineTextFieldDto extends SingleLineTextFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n return value;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/single-select-field.dto.ts", "content": "import { SingleSelectFieldCore } from '@teable/core';\nimport type { FieldBase } from '../field-base';\n\nexport class SingleSelectFieldDto extends SingleSelectFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return false;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null ? value : JSON.stringify(value);\n }\n return value;\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (this.isMultipleCellValue) {\n return value == null || typeof value === 'object' ? value : JSON.parse(value as string);\n }\n return value;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/model/field-dto/user-field.dto.ts", "content": "import type { IUserCellValue } from '@teable/core';\nimport { UserFieldCore } from '@teable/core';\nimport { UploadType } from '@teable/openapi';\nimport { omit } from 'lodash';\nimport StorageAdapter from '../../../attachments/plugins/adapter';\nimport { getPublicFullStorageUrl } from '../../../attachments/plugins/utils';\nimport type { FieldBase } from '../field-base';\n\nexport class UserFieldDto extends UserFieldCore implements FieldBase {\n get isStructuredCellValue() {\n return true;\n }\n\n convertCellValue2DBValue(value: unknown): unknown {\n if (!value) {\n return null;\n }\n\n this.applyTransformation(value as IUserCellValue | IUserCellValue[], (item) =>\n omit(item, ['avatarUrl'])\n );\n return JSON.stringify(value);\n }\n\n convertDBValue2CellValue(value: unknown): unknown {\n if (value === null) return null;\n\n const parsedValue: IUserCellValue | IUserCellValue[] =\n typeof value === 'string' ? JSON.parse(value) : value;\n return this.applyTransformation(parsedValue, UserFieldDto.fullAvatarUrl);\n }\n\n static fullAvatarUrl(cellValue: IUserCellValue) {\n if (cellValue?.id) {\n const path = `${StorageAdapter.getDir(UploadType.Avatar)}/${cellValue.id}`;\n\n cellValue.avatarUrl = getPublicFullStorageUrl(path);\n }\n return cellValue;\n }\n\n applyTransformation(value: T | T[], transform: (item: T) => void): T | T[] {\n if (Array.isArray(value)) {\n value.forEach(transform);\n } else {\n transform(value);\n }\n return value;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/open-api/field-open-api-v2.service.spec.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { CellValueType, DbFieldType, getDefaultFormatting, type IFieldVo } from '@teable/core';\nimport { describe, expect, it, vi } from 'vitest';\nimport { FieldOpenApiV2Service } from './field-open-api-v2.service';\n\ntype ITestFieldOpenApiV2Service = {\n mapLegacyCreateFieldToV2: (\n ro: Record,\n table?: {\n getField: (\n predicate: (candidate: {\n id: () => { equals: (id: unknown) => boolean };\n relationship: () => { toString: () => string };\n }) => boolean\n ) =>\n | {\n isErr: () => false;\n value: { relationship: () => { toString: () => string } };\n }\n | {\n isErr: () => true;\n };\n }\n ) => Record;\n mapConvertFieldToV2: (\n ro: Record,\n currentField?: Record\n ) => Record;\n mapLegacyUpdateFieldToV2: (\n ro: Record,\n currentField?: Record\n ) => Record;\n normalizeFieldVo: (field: unknown) => IFieldVo;\n createField: (tableId: string, fieldRo: Record) => Promise;\n createFields: (tableId: string, fieldRos: Array>) => Promise;\n extractFieldVoFromTableDto: (\n tableDto: {\n fields: Array>;\n },\n fieldId: string\n ) => Promise;\n hasDuplicatedDbFieldName: (\n table: { getFields: () => Array },\n dbFieldName: string\n ) => boolean;\n completeLegacyLinkDbConfigForCreate: (\n v2Field: Record,\n currentTable: {\n dbTableName: () => {\n isErr: () => boolean;\n value: { value: () => { isErr: () => boolean; value: string } };\n };\n },\n tableQueryService: {\n getById: () => Promise<{\n isErr: () => boolean;\n value: {\n dbTableName: () => {\n isErr: () => boolean;\n value: { value: () => { isErr: () => boolean; value: string } };\n };\n };\n }>;\n },\n context: Record\n ) => Promise>;\n};\n\nconst createService = () =>\n new FieldOpenApiV2Service(\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never\n ) as unknown as ITestFieldOpenApiV2Service;\n\ndescribe('FieldOpenApiV2Service mapConvertFieldToV2', () => {\n it('maps lookup convert options with filter/sort/limit', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2({\n type: 'lookup',\n isLookup: true,\n lookupOptions: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n sort: { fieldId: 'fldScore0000000001', order: 'desc' },\n limit: 5,\n },\n });\n\n expect(mapped).toEqual({\n type: 'lookup',\n options: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n sort: { fieldId: 'fldScore0000000001', order: 'desc' },\n limit: 5,\n },\n });\n });\n\n it('clears lookup filter/sort/limit when convert payload omits them', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2(\n {\n type: 'number',\n isLookup: true,\n lookupOptions: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n },\n },\n {\n type: 'number',\n isLookup: true,\n lookupOptions: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n sort: { fieldId: 'fldScore0000000001', order: 'desc' },\n limit: 5,\n },\n }\n );\n\n expect(mapped).toEqual({\n type: 'lookup',\n options: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n filter: undefined,\n sort: undefined,\n limit: undefined,\n },\n });\n });\n\n it('maps rollup convert options with foreignTableId and showAs', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2({\n type: 'rollup',\n options: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n expression: 'sum({values})',\n formatting: { type: 'decimal', precision: 2 },\n showAs: { type: 'bar', color: 'yellowBright', showValue: true, maxValue: 100 },\n timeZone: 'utc',\n },\n });\n\n expect(mapped).toEqual({\n type: 'rollup',\n options: {\n expression: 'sum({values})',\n formatting: { type: 'decimal', precision: 2 },\n showAs: { type: 'bar', color: 'yellowBright', showValue: true, maxValue: 100 },\n timeZone: 'utc',\n },\n config: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n },\n });\n });\n\n it('maps rollup convert config from lookupOptions when options omit link ids', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2({\n type: 'rollup',\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n },\n });\n\n expect(mapped).toEqual({\n type: 'rollup',\n options: {\n expression: 'countall({values})',\n },\n config: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n },\n });\n });\n\n it('maps conditionalRollup convert options with showAs', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2({\n type: 'conditionalRollup',\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n expression: 'array_compact({values})',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n sort: { fieldId: 'fldScore0000000001', order: 'asc' },\n limit: 1,\n showAs: { type: 'email' },\n },\n cellValueType: 'string',\n isMultipleCellValue: true,\n });\n\n expect(mapped).toEqual({\n type: 'conditionalRollup',\n cellValueType: 'string',\n isMultipleCellValue: true,\n options: {\n expression: 'array_compact({values})',\n showAs: { type: 'email' },\n },\n config: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n condition: {\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n sort: { fieldId: 'fldScore0000000001', order: 'asc' },\n limit: 1,\n },\n },\n });\n });\n\n it('omits incomplete conditionalRollup result type in convert payload', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2({\n type: 'conditionalRollup',\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n expression: 'sum({values})',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n },\n cellValueType: 'number',\n });\n\n expect(mapped).toEqual({\n type: 'conditionalRollup',\n options: {\n expression: 'sum({values})',\n },\n config: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n condition: {\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n },\n },\n });\n });\n\n it('maps conditional lookup convert with carried result type from current field', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2(\n {\n type: 'formula',\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n },\n options: {\n expression: 'NOW()',\n },\n },\n {\n type: 'formula',\n cellValueType: 'dateTime',\n isMultipleCellValue: true,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n sort: { fieldId: 'fldScore0000000001', order: 'desc' },\n limit: 1,\n },\n }\n );\n\n expect(mapped).toEqual({\n type: 'conditionalLookup',\n cellValueType: 'dateTime',\n isMultipleCellValue: true,\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n condition: {\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n },\n innerType: 'formula',\n innerOptions: {\n expression: 'NOW()',\n },\n },\n });\n });\n\n it('does not carry string result type fallback for formula conditional lookup with formatting', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2(\n {\n type: 'formula',\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n },\n options: {\n expression: 'NOW()',\n formatting: { date: 'YYYY-MM-DD', time: 'HH:mm', timeZone: 'Asia/Shanghai' },\n },\n },\n {\n type: 'formula',\n cellValueType: 'string',\n isMultipleCellValue: true,\n }\n );\n\n expect(mapped).toEqual({\n type: 'conditionalLookup',\n isMultipleCellValue: true,\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n condition: {\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n },\n innerType: 'formula',\n innerOptions: {\n expression: 'NOW()',\n formatting: { date: 'YYYY-MM-DD', time: 'HH:mm', timeZone: 'Asia/Shanghai' },\n },\n },\n });\n });\n\n it('omits rollup config when config keys are incomplete', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2({\n type: 'rollup',\n options: {\n expression: 'sum({values})',\n showAs: { type: 'email' },\n },\n });\n\n expect(mapped).toEqual({\n type: 'rollup',\n options: {\n expression: 'sum({values})',\n showAs: { type: 'email' },\n },\n });\n });\n\n it('marks rollup showAs for clearing when options are replaced', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2(\n {\n type: 'rollup',\n options: {\n expression: 'concatenate({values})',\n },\n },\n {\n type: 'rollup',\n options: {\n showAs: { type: 'email' },\n },\n }\n );\n\n expect(mapped).toEqual({\n type: 'rollup',\n options: {\n expression: 'concatenate({values})',\n showAs: null,\n },\n });\n });\n\n it('marks formula showAs for clearing when options are replaced', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2(\n {\n type: 'formula',\n options: {\n expression: '\"text\"',\n },\n },\n {\n type: 'formula',\n options: {\n showAs: { type: 'email' },\n },\n }\n );\n\n expect(mapped).toEqual({\n type: 'formula',\n options: {\n expression: '\"text\"',\n showAs: null,\n },\n });\n });\n\n it('marks singleLineText showAs for clearing on default pass-through mapping', () => {\n const service = createService();\n const mapped = service.mapConvertFieldToV2(\n {\n type: 'singleLineText',\n options: {},\n },\n {\n type: 'singleLineText',\n options: {\n showAs: { type: 'email' },\n },\n }\n );\n\n expect(mapped).toEqual({\n type: 'singleLineText',\n options: {\n showAs: null,\n },\n });\n });\n\n it('marks formula showAs for clearing on update mapping', () => {\n const service = createService();\n const mapped = service.mapLegacyUpdateFieldToV2(\n {\n type: 'formula',\n options: {\n expression: '\"text\"',\n },\n },\n {\n type: 'formula',\n options: {\n showAs: { type: 'email' },\n },\n }\n );\n\n expect(mapped).toEqual({\n type: 'formula',\n options: {\n expression: '\"text\"',\n showAs: null,\n },\n });\n });\n\n it('marks singleLineText showAs for clearing on update mapping', () => {\n const service = createService();\n const mapped = service.mapLegacyUpdateFieldToV2(\n {\n type: 'singleLineText',\n options: {},\n },\n {\n type: 'singleLineText',\n options: {\n showAs: { type: 'email' },\n },\n }\n );\n\n expect(mapped).toEqual({\n type: 'singleLineText',\n options: {\n showAs: null,\n },\n });\n });\n});\n\ndescribe('FieldOpenApiV2Service mapLegacyCreateFieldToV2', () => {\n it('applies legacy default names when create payload omits name', () => {\n const service = createService();\n\n expect(\n service.mapLegacyCreateFieldToV2({\n type: 'singleSelect',\n })\n ).toMatchObject({\n type: 'singleSelect',\n name: 'Select',\n });\n\n expect(\n service.mapLegacyCreateFieldToV2({\n type: 'createdTime',\n })\n ).toMatchObject({\n type: 'createdTime',\n name: 'Created Time',\n });\n\n expect(\n service.mapLegacyCreateFieldToV2({\n type: 'user',\n options: { isMultiple: true },\n })\n ).toMatchObject({\n type: 'user',\n name: 'Collaborators',\n });\n });\n\n it('does not prefill legacy default names for semantic lookup fields', () => {\n const service = createService();\n\n expect(\n service.mapLegacyCreateFieldToV2({\n type: 'singleLineText',\n isLookup: true,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n linkFieldId: 'fldLink000000000001',\n },\n })\n ).toEqual({\n id: expect.any(String),\n type: 'lookup',\n legacyMultiplicityDerivation: true,\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n linkFieldId: 'fldLink000000000001',\n },\n });\n });\n\n it('passes dbFieldName through create payload', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n type: 'singleLineText',\n name: 'TextField',\n dbFieldName: 'fldCustomCreateField001',\n });\n\n expect(mapped).toMatchObject({\n type: 'singleLineText',\n name: 'TextField',\n dbFieldName: 'fldCustomCreateField001',\n });\n });\n\n it('passes aiConfig through create payload', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n type: 'singleLineText',\n aiConfig: {\n type: 'summary',\n sourceFieldId: 'fldSource000000001',\n },\n });\n\n expect(mapped).toMatchObject({\n type: 'singleLineText',\n aiConfig: {\n type: 'summary',\n sourceFieldId: 'fldSource000000001',\n },\n });\n });\n\n it('does not keep legacy false lookup multiplicity without link relationship context', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n type: 'singleLineText',\n isLookup: true,\n isMultipleCellValue: false,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n linkFieldId: 'fldLink000000000001',\n },\n });\n\n expect(mapped).toMatchObject({\n type: 'lookup',\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n linkFieldId: 'fldLink000000000001',\n },\n });\n expect(mapped).not.toHaveProperty('isMultipleCellValue');\n });\n\n it('does not derive lookup multiplicity at openapi mapping layer', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n type: 'multipleSelect',\n isLookup: true,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n linkFieldId: 'fldLink000000000001',\n },\n });\n\n expect(mapped).toMatchObject({\n type: 'lookup',\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n linkFieldId: 'fldLink000000000001',\n },\n });\n expect(mapped).not.toHaveProperty('isMultipleCellValue');\n });\n\n it('marks legacy lookup create payload to derive multiplicity in domain layer', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n type: 'singleLineText',\n isLookup: true,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n linkFieldId: 'fldLink000000000001',\n },\n });\n\n expect(mapped).toMatchObject({\n type: 'lookup',\n legacyMultiplicityDerivation: true,\n });\n });\n\n it('keeps explicit true lookup multiplicity from legacy payload', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n type: 'date',\n isLookup: true,\n isMultipleCellValue: true,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n linkFieldId: 'fldLink000000000001',\n },\n });\n\n expect(mapped).toMatchObject({\n type: 'lookup',\n isMultipleCellValue: true,\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n linkFieldId: 'fldLink000000000001',\n },\n });\n });\n\n it('maps conditional lookup create payload to v2 conditionalLookup input', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n type: 'number',\n isLookup: true,\n isConditionalLookup: true,\n options: {\n formatting: {\n type: 'currency',\n precision: 1,\n symbol: '¥',\n },\n },\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n },\n });\n\n expect(mapped).toMatchObject({\n type: 'conditionalLookup',\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n condition: {\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n },\n },\n });\n expect(mapped.id).toEqual(expect.stringMatching(/^fld[\\da-zA-Z]{16}$/));\n });\n\n it('omits incomplete conditionalRollup result type in create payload', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n type: 'conditionalRollup',\n cellValueType: 'number',\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n expression: 'sum({values})',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n },\n });\n\n expect(mapped).toEqual({\n id: expect.any(String),\n type: 'conditionalRollup',\n options: {\n expression: 'sum({values})',\n },\n config: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n condition: {\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: 'fldStatus000000001', operator: 'is', value: 'Active' }],\n },\n },\n },\n });\n });\n\n it('maps rollup create payload and splits config from options', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n id: 'fldCreate0000000001',\n type: 'rollup',\n options: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n expression: 'sum({values})',\n },\n });\n\n expect(mapped).toEqual({\n id: 'fldCreate0000000001',\n type: 'rollup',\n options: {\n expression: 'sum({values})',\n },\n config: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n },\n });\n });\n\n it('keeps link db config fields in create payload', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n type: 'link',\n options: {\n relationship: 'manyMany',\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n symmetricFieldId: 'fldSymmetric0000001',\n fkHostTableName: 'bseTestBaseId.junction_custom',\n selfKeyName: '__fk_fldSymmetric0000001',\n foreignKeyName: '__fk_fldCreate0000001',\n },\n });\n\n expect(mapped).toMatchObject({\n type: 'link',\n options: {\n relationship: 'manyMany',\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n symmetricFieldId: 'fldSymmetric0000001',\n fkHostTableName: 'bseTestBaseId.junction_custom',\n selfKeyName: '__fk_fldSymmetric0000001',\n foreignKeyName: '__fk_fldCreate0000001',\n },\n });\n });\n\n it('normalizes UTC to utc in create payload options', () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n type: 'formula',\n options: {\n expression: 'NOW()',\n timeZone: 'UTC',\n formatting: {\n date: 'YYYY-MM-DD',\n time: 'HH:mm',\n timeZone: 'UTC',\n },\n },\n });\n\n expect(mapped).toMatchObject({\n type: 'formula',\n options: {\n expression: 'NOW()',\n timeZone: 'utc',\n formatting: {\n date: 'YYYY-MM-DD',\n time: 'HH:mm',\n timeZone: 'utc',\n },\n },\n });\n });\n\n it('fills link db config for manyOne when legacy payload misses it', async () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n id: 'fldCreate0000000001',\n type: 'link',\n options: {\n relationship: 'manyOne',\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldLookup000000001',\n },\n });\n\n const currentTable = {\n dbTableName: () => ({\n isErr: () => false,\n value: {\n value: () => ({ isErr: () => false, value: 'bseTestBaseId.tblCurrentTable0001' }),\n },\n }),\n };\n\n const completed = await service.completeLegacyLinkDbConfigForCreate(\n mapped,\n currentTable,\n {\n getById: async () => ({\n isErr: () => true,\n value: currentTable,\n }),\n },\n {}\n );\n\n expect(completed).toMatchObject({\n type: 'link',\n options: {\n relationship: 'manyOne',\n fkHostTableName: 'bseTestBaseId.tblCurrentTable0001',\n selfKeyName: '__id',\n foreignKeyName: '__fk_fldCreate0000000001',\n },\n });\n });\n\n it('fills link db config for two-way oneMany from foreign table db name', async () => {\n const service = createService();\n const mapped = service.mapLegacyCreateFieldToV2({\n id: 'fldCreate0000000002',\n type: 'link',\n options: {\n relationship: 'oneMany',\n isOneWay: false,\n foreignTableId: 'tblAbCdEfGhIjKlMn01',\n lookupFieldId: 'fldLookup000000002',\n },\n });\n\n const currentTable = {\n dbTableName: () => ({\n isErr: () => false,\n value: {\n value: () => ({ isErr: () => false, value: 'bseTestBaseId.tblCurrentTable0002' }),\n },\n }),\n };\n\n const completed = await service.completeLegacyLinkDbConfigForCreate(\n mapped,\n currentTable,\n {\n getById: async () => ({\n isErr: () => false,\n value: {\n dbTableName: () => ({\n isErr: () => false,\n value: {\n value: () => ({\n isErr: () => false,\n value: 'bseTestBaseId.tblForeignPhysical0002',\n }),\n },\n }),\n },\n }),\n },\n {}\n );\n\n expect(completed).toMatchObject({\n type: 'link',\n options: {\n relationship: 'oneMany',\n isOneWay: false,\n fkHostTableName: 'bseTestBaseId.tblForeignPhysical0002',\n },\n });\n expect((completed.options as { selfKeyName: string }).selfKeyName).toMatch(/^__fk_/);\n expect((completed.options as { foreignKeyName: string }).foreignKeyName).toBe('__id');\n expect((completed.options as { symmetricFieldId?: string }).symmetricFieldId).toMatch(/^fld/);\n });\n});\n\ndescribe('FieldOpenApiV2Service normalizeFieldVo', () => {\n const createNormalizeService = () =>\n new FieldOpenApiV2Service(\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never\n ) as unknown as ITestFieldOpenApiV2Service;\n\n it('derives cellValueType, dbFieldType for singleLineText field', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000001',\n name: 'Text Field',\n type: 'singleLineText',\n dbFieldName: 'text_field',\n options: {},\n });\n\n expect(vo.cellValueType).toBe(CellValueType.String);\n expect(vo.dbFieldType).toBe(DbFieldType.Text);\n expect(vo.dbFieldName).toBe('text_field');\n });\n\n it('derives cellValueType, dbFieldType for number field', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000002',\n name: 'Number Field',\n type: 'number',\n dbFieldName: 'number_field',\n options: { formatting: { type: 'decimal', precision: 2 } },\n });\n\n expect(vo.cellValueType).toBe(CellValueType.Number);\n expect(vo.dbFieldType).toBe(DbFieldType.Real);\n expect(vo.dbFieldName).toBe('number_field');\n });\n\n it('derives cellValueType, dbFieldType for checkbox field', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000003',\n name: 'Checkbox',\n type: 'checkbox',\n dbFieldName: 'checkbox_field',\n options: {},\n });\n\n expect(vo.cellValueType).toBe(CellValueType.Boolean);\n expect(vo.dbFieldType).toBe(DbFieldType.Boolean);\n });\n\n it('derives cellValueType, dbFieldType for date field', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000004',\n name: 'Date',\n type: 'date',\n dbFieldName: 'date_field',\n options: {},\n });\n\n expect(vo.cellValueType).toBe(CellValueType.DateTime);\n expect(vo.dbFieldType).toBe(DbFieldType.DateTime);\n });\n\n it('derives isMultipleCellValue and JSON dbFieldType for multipleSelect', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000005',\n name: 'Multi Select',\n type: 'multipleSelect',\n dbFieldName: 'multi_select',\n options: { choices: [] },\n });\n\n expect(vo.cellValueType).toBe(CellValueType.String);\n expect(vo.isMultipleCellValue).toBe(true);\n expect(vo.dbFieldType).toBe(DbFieldType.Json);\n });\n\n it('derives JSON dbFieldType for link field', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000006',\n name: 'Link',\n type: 'link',\n dbFieldName: 'link_field',\n options: { foreignTableId: 'tblForeign00000001', relationship: 'manyMany' },\n });\n\n expect(vo.cellValueType).toBe(CellValueType.String);\n expect(vo.dbFieldType).toBe(DbFieldType.Json);\n });\n\n it('preserves cellValueType when already present (formula/rollup)', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000007',\n name: 'Rollup',\n type: 'rollup',\n dbFieldName: 'rollup_field',\n cellValueType: 'number',\n isMultipleCellValue: false,\n options: { expression: 'sum({values})' },\n config: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n },\n });\n\n expect(vo.cellValueType).toBe(CellValueType.Number);\n expect(vo.dbFieldType).toBe(DbFieldType.Real);\n });\n\n it('applies legacy number formatting fallback for numeric rollup expressions', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldRollupNormalize0002',\n name: 'Rollup Numeric Fallback',\n type: 'rollup',\n dbFieldName: 'rollup_numeric_fallback',\n cellValueType: 'string',\n options: { expression: 'sum({values})' },\n config: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n },\n });\n\n expect((vo.options as Record).formatting).toEqual(\n getDefaultFormatting(CellValueType.Number)\n );\n });\n\n it('does not override existing rollup formatting when expression is numeric', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldRollupNormalize0003',\n name: 'Rollup Keep Formatting',\n type: 'rollup',\n dbFieldName: 'rollup_keep_formatting',\n options: {\n expression: 'sum({values})',\n formatting: { type: 'decimal', precision: 5 },\n },\n config: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n },\n });\n\n expect((vo.options as Record).formatting).toEqual({\n type: 'decimal',\n precision: 5,\n });\n });\n\n it('derives rating field as number type', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000008',\n name: 'Rating',\n type: 'rating',\n dbFieldName: 'rating_field',\n options: { icon: 'star', color: 'yellowBright', max: 5 },\n });\n\n expect(vo.cellValueType).toBe(CellValueType.Number);\n expect(vo.dbFieldType).toBe(DbFieldType.Real);\n });\n\n it('derives autoNumber field as number/integer type', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000009',\n name: 'AutoNumber',\n type: 'autoNumber',\n dbFieldName: 'auto_number',\n options: { expression: 'ROW()' },\n });\n\n expect(vo.cellValueType).toBe(CellValueType.Number);\n expect(vo.dbFieldType).toBe(DbFieldType.Integer);\n });\n\n it('strips symmetricFieldId from OneWay link fields', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000011',\n name: 'OneWay Link',\n type: 'link',\n dbFieldName: 'oneway_link',\n options: {\n foreignTableId: 'tblForeign00000001',\n relationship: 'oneMany',\n isOneWay: true,\n symmetricFieldId: 'fldooa6hL67OXgi4cHj',\n },\n });\n\n expect(vo.type).toBe('link');\n expect((vo.options as Record).isOneWay).toBe(true);\n expect((vo.options as Record).symmetricFieldId).toBeUndefined();\n expect((vo.options as Record).foreignTableId).toBe('tblForeign00000001');\n });\n\n it('preserves symmetricFieldId for TwoWay link fields', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000012',\n name: 'TwoWay Link',\n type: 'link',\n dbFieldName: 'twoway_link',\n options: {\n foreignTableId: 'tblForeign00000001',\n relationship: 'manyMany',\n symmetricFieldId: 'fldSymmetric000001',\n },\n });\n\n expect(vo.type).toBe('link');\n expect((vo.options as Record).symmetricFieldId).toBe('fldSymmetric000001');\n });\n\n it('keeps unique undefined when missing', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldTest0000000010',\n name: 'Text',\n type: 'singleLineText',\n options: {},\n });\n\n expect(vo.unique).toBeUndefined();\n });\n\n it('omits false isMultipleCellValue for v1 compatibility', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldButtonNormalize0001',\n name: 'Button',\n type: 'button',\n dbFieldName: 'button_field',\n isMultipleCellValue: false,\n options: {\n label: 'Run',\n color: 'red',\n },\n });\n\n expect(vo.isMultipleCellValue).toBeUndefined();\n });\n\n it('omits false isPrimary for v1 compatibility', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldPrimaryNormalize0001',\n name: 'Secondary Text',\n type: 'singleLineText',\n dbFieldName: 'secondary_text',\n isPrimary: false,\n options: {},\n });\n\n expect(vo.isPrimary).toBeUndefined();\n });\n\n it('strips undefined keys from options payload', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldButtonNormalize0002',\n name: 'Button',\n type: 'button',\n dbFieldName: 'button_field_2',\n options: {\n label: 'Run',\n workflow: undefined,\n },\n });\n\n expect(vo.options).toEqual({\n label: 'Run',\n });\n });\n\n it('omits false isMultipleCellValue for rollup field output compatibility', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldRollupNormalize0001',\n name: 'Rollup',\n type: 'rollup',\n dbFieldName: 'rollup_field',\n cellValueType: 'number',\n isMultipleCellValue: false,\n options: { expression: 'sum({values})' },\n config: {\n linkFieldId: 'fldLink000000000001',\n lookupFieldId: 'fldLookup000000001',\n foreignTableId: 'tblForeign00000001',\n },\n });\n\n expect(vo.isMultipleCellValue).toBeUndefined();\n expect(vo.cellValueType).toBe(CellValueType.Number);\n });\n\n it('normalizes lookup options to empty object when source options are null', () => {\n const service = createNormalizeService();\n const vo = service.normalizeFieldVo({\n id: 'fldLookupNormalize0001',\n name: 'Lookup Field',\n type: 'singleLineText',\n isLookup: true,\n options: null,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldSource000000001',\n linkFieldId: 'fldLink0000000001',\n },\n });\n\n expect(vo.options).toEqual({});\n });\n\n it('extracts field vo directly from returned table dto and preserves lookup link metadata', async () => {\n const service = createNormalizeService();\n const vo = await service.extractFieldVoFromTableDto(\n {\n fields: [\n {\n id: 'fldLink000000000001',\n name: 'Link',\n type: 'link',\n options: {\n relationship: 'manyMany',\n foreignTableId: 'tblForeign00000001',\n fkHostTableName: 'bseBase.tblJunction',\n selfKeyName: '__fk_self',\n foreignKeyName: '__fk_foreign',\n },\n },\n {\n id: 'fldLookup000000001',\n name: 'Lookup',\n type: 'singleLineText',\n isLookup: true,\n lookupOptions: {\n linkFieldId: 'fldLink000000000001',\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldSource000000001',\n },\n options: null,\n },\n ],\n },\n 'fldLookup000000001'\n );\n\n expect(vo.lookupOptions).toMatchObject({\n linkFieldId: 'fldLink000000000001',\n relationship: 'manyMany',\n foreignTableId: 'tblForeign00000001',\n fkHostTableName: 'bseBase.tblJunction',\n selfKeyName: '__fk_self',\n foreignKeyName: '__fk_foreign',\n });\n });\n});\n\ndescribe('FieldOpenApiV2Service createField', () => {\n it('reuses the created domain table instead of remapping the full table dto', async () => {\n const commandBus = {\n execute: vi.fn().mockResolvedValue({\n isErr: () => false,\n value: {\n table: { kind: 'domainTable' },\n },\n }),\n };\n const tableQueryService = {\n getById: vi.fn().mockResolvedValue({\n isErr: () => false,\n value: {\n baseId: () => ({\n toString: () => 'bseTestBaseId',\n }),\n },\n }),\n };\n const service = new FieldOpenApiV2Service(\n {\n getContainer: async () => ({\n resolve: vi.fn().mockReturnValueOnce(commandBus).mockReturnValueOnce(tableQueryService),\n }),\n } as never,\n { createContext: async () => ({ requestId: 'reqTestId' }) } as never,\n { field: { invalidateTables: vi.fn() } } as never,\n {} as never,\n {} as never,\n {} as never\n ) as unknown as ITestFieldOpenApiV2Service;\n\n vi.spyOn(service as object, 'hasDuplicatedDbFieldName' as never).mockReturnValue(false);\n vi.spyOn(service as object, 'completeLegacyLinkDbConfigForCreate' as never).mockImplementation(\n async (field) => field as Record\n );\n\n const extractFieldVoFromDomainTable = vi\n .spyOn(service as object, 'extractFieldVoFromDomainTable' as never)\n .mockResolvedValue({\n id: 'fldCreated000000001',\n name: 'Created Field',\n type: 'singleLineText',\n } as IFieldVo);\n const extractFieldVoFromTableDto = vi.spyOn(\n service as object,\n 'extractFieldVoFromTableDto' as never\n );\n\n const createdField = await service.createField('tbl3sYKYH4tDz0IEg91', {\n type: 'singleLineText',\n name: 'Created Field',\n });\n\n expect(createdField).toMatchObject({\n id: 'fldCreated000000001',\n name: 'Created Field',\n type: 'singleLineText',\n });\n expect(commandBus.execute).toHaveBeenCalledTimes(1);\n expect(extractFieldVoFromDomainTable).toHaveBeenCalledWith(\n { kind: 'domainTable' },\n expect.stringMatching(/^fld/),\n { requestId: 'reqTestId' }\n );\n expect(extractFieldVoFromTableDto).not.toHaveBeenCalled();\n });\n\n it('falls back to v2 field read for lookup fields to preserve legacy response shape', async () => {\n const commandBus = {\n execute: vi.fn().mockResolvedValue({\n isErr: () => false,\n value: {\n table: { kind: 'domainTable' },\n },\n }),\n };\n const tableQueryService = {\n getById: vi.fn().mockResolvedValue({\n isErr: () => false,\n value: {\n baseId: () => ({\n toString: () => 'bseTestBaseId',\n }),\n },\n }),\n };\n const service = new FieldOpenApiV2Service(\n {\n getContainer: async () => ({\n resolve: vi.fn().mockReturnValueOnce(commandBus).mockReturnValueOnce(tableQueryService),\n }),\n } as never,\n { createContext: async () => ({ requestId: 'reqTestId' }) } as never,\n { field: { invalidateTables: vi.fn() } } as never,\n {} as never,\n {} as never,\n {} as never\n ) as unknown as ITestFieldOpenApiV2Service;\n\n vi.spyOn(service as object, 'hasDuplicatedDbFieldName' as never).mockReturnValue(false);\n vi.spyOn(service as object, 'completeLegacyLinkDbConfigForCreate' as never).mockImplementation(\n async () =>\n ({\n id: 'fldLookup000000001',\n type: 'lookup',\n options: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldSource000000001',\n linkFieldId: 'fldLink000000000001',\n },\n }) as Record\n );\n\n vi.spyOn(service as object, 'extractFieldVoFromDomainTable' as never).mockResolvedValue({\n id: 'fldLookup000000001',\n name: 'Lookup Field',\n type: 'singleLineText',\n } as IFieldVo);\n const getFieldFromV2 = vi\n .spyOn(service as object, 'getFieldFromV2' as never)\n .mockResolvedValue({\n id: 'fldLookup000000001',\n name: 'Lookup Field',\n type: 'singleLineText',\n isLookup: true,\n dbFieldType: DbFieldType.Json,\n isMultipleCellValue: true,\n } as IFieldVo);\n\n const createdField = await service.createField('tbl3sYKYH4tDz0IEg91', {\n type: 'singleLineText',\n isLookup: true,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldSource000000001',\n linkFieldId: 'fldLink000000000001',\n },\n });\n\n expect(getFieldFromV2).toHaveBeenCalledWith('tbl3sYKYH4tDz0IEg91', 'fldLookup000000001', {\n requestId: 'reqTestId',\n });\n expect(createdField).toMatchObject({\n id: 'fldLookup000000001',\n isLookup: true,\n dbFieldType: DbFieldType.Json,\n isMultipleCellValue: true,\n });\n });\n});\n\ndescribe('FieldOpenApiV2Service createFields', () => {\n it('reuses the created domain table for non-lookup fields and falls back to v2 reads for lookup fields', async () => {\n const commandBus = {\n execute: vi.fn().mockResolvedValue({\n isErr: () => false,\n value: {\n table: { kind: 'domainTable' },\n },\n }),\n };\n const tableQueryService = {\n getById: vi.fn().mockResolvedValue({\n isErr: () => false,\n value: {\n baseId: () => ({\n toString: () => 'bseTestBaseId',\n }),\n },\n }),\n };\n const service = new FieldOpenApiV2Service(\n {\n getContainer: async () => ({\n resolve: vi.fn().mockReturnValueOnce(commandBus).mockReturnValueOnce(tableQueryService),\n }),\n } as never,\n { createContext: async () => ({ requestId: 'reqTestId' }) } as never,\n { field: { invalidateTables: vi.fn() } } as never,\n {} as never,\n {} as never,\n {} as never\n ) as unknown as ITestFieldOpenApiV2Service;\n\n vi.spyOn(service as object, 'hasDuplicatedDbFieldName' as never).mockReturnValue(false);\n vi.spyOn(service as object, 'completeLegacyLinkDbConfigForCreate' as never).mockImplementation(\n async (field) => field as Record\n );\n\n vi.spyOn(service as object, 'extractFieldVoFromDomainTable' as never)\n .mockResolvedValueOnce({\n id: 'fldText000000000001',\n name: 'Text Field',\n type: 'singleLineText',\n } as IFieldVo)\n .mockResolvedValueOnce({\n id: 'fldLookup000000001',\n name: 'Lookup Field',\n type: 'singleLineText',\n } as IFieldVo);\n const getFieldFromV2 = vi\n .spyOn(service as object, 'getFieldFromV2' as never)\n .mockResolvedValue({\n id: 'fldLookup000000001',\n name: 'Lookup Field',\n type: 'singleLineText',\n isLookup: true,\n dbFieldType: DbFieldType.Json,\n isMultipleCellValue: true,\n } as IFieldVo);\n\n const createdFields = await service.createFields('tbl3sYKYH4tDz0IEg91', [\n {\n id: 'fldText000000000001',\n type: 'singleLineText',\n name: 'Text Field',\n },\n {\n id: 'fldLookup000000001',\n type: 'number',\n isLookup: true,\n lookupOptions: {\n foreignTableId: 'tblForeign00000001',\n lookupFieldId: 'fldSource000000001',\n linkFieldId: 'fldLink000000000001',\n },\n },\n ]);\n\n expect(createdFields).toEqual([\n {\n id: 'fldText000000000001',\n name: 'Text Field',\n type: 'singleLineText',\n },\n {\n id: 'fldLookup000000001',\n name: 'Lookup Field',\n type: 'singleLineText',\n isLookup: true,\n dbFieldType: DbFieldType.Json,\n isMultipleCellValue: true,\n },\n ]);\n expect(commandBus.execute).toHaveBeenCalledTimes(1);\n expect(getFieldFromV2).toHaveBeenCalledWith('tbl3sYKYH4tDz0IEg91', 'fldLookup000000001', {\n requestId: 'reqTestId',\n });\n });\n});\n\ndescribe('FieldOpenApiV2Service hasDuplicatedDbFieldName', () => {\n it('returns true when dbFieldName already exists in table', () => {\n const service = createService();\n const table = {\n getFields: () => [\n {\n dbFieldName: () => ({\n andThen: (\n fn: (name: { value: () => { isOk: () => boolean; value: string } }) => unknown\n ) => fn({ value: () => ({ isOk: () => true, value: 'fld_existing_db_name' }) }),\n }),\n },\n ],\n };\n\n expect(service.hasDuplicatedDbFieldName(table, 'fld_existing_db_name')).toBe(true);\n });\n\n it('returns false when dbFieldName does not exist in table', () => {\n const service = createService();\n const table = {\n getFields: () => [\n {\n dbFieldName: () => ({\n andThen: (\n fn: (name: { value: () => { isOk: () => boolean; value: string } }) => unknown\n ) => fn({ value: () => ({ isOk: () => true, value: 'fld_other_db_name' }) }),\n }),\n },\n ],\n };\n\n expect(service.hasDuplicatedDbFieldName(table, 'fld_missing_db_name')).toBe(false);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/field/open-api/field-open-api-v2.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable sonarjs/cognitive-complexity */\nimport { Injectable, HttpException, HttpStatus } from '@nestjs/common';\nimport {\n CellValueType,\n DbFieldType,\n FieldKeyType,\n FieldType,\n generateFieldId,\n generateOperationId,\n getDefaultFormatting,\n getDbFieldType,\n ViewOpBuilder,\n ViewType,\n type IConvertFieldRo,\n type IFieldRo,\n type IFieldVo,\n type IGridColumnMeta,\n type IGridViewOptions,\n type IOtOperation,\n type IUpdateFieldRo,\n type IViewVo,\n} from '@teable/core';\nimport type { IDuplicateFieldRo } from '@teable/openapi';\nimport {\n mapDomainErrorToHttpError,\n mapDomainErrorToHttpStatus,\n mapFieldToDto,\n} from '@teable/v2-contract-http';\nimport {\n executeDeleteFieldEndpoint,\n executeDuplicateFieldEndpoint,\n executeUpdateFieldEndpoint,\n executeUpdateRecordEndpoint,\n} from '@teable/v2-contract-http-implementation/handlers';\nimport {\n CreateFieldCommand,\n type CreateFieldResult,\n CreateFieldsCommand,\n type CreateFieldsResult,\n DeleteFieldsCommand,\n DbTableName,\n type Field,\n FieldId,\n type ICommandBus,\n type IExecutionContext,\n type ITableMapper,\n LinkFieldConfig,\n LinkRelationship,\n TableId,\n type Table,\n type TableQueryService,\n v2CoreTokens,\n} from '@teable/v2-core';\nimport { instanceToPlain } from 'class-transformer';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException, getDefaultCodeByStatus } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport type { IOpsMap } from '../../calculation/utils/compose-maps';\nimport { DataLoaderService } from '../../data-loader/data-loader.service';\nimport {\n V2_FIELD_UPDATE_AUDIT_CONTEXT_KEY,\n type IV2FieldUpdateAuditContext,\n} from '../../v2/v2-audit-log.constants';\nimport { V2ContainerService } from '../../v2/v2-container.service';\nimport { V2ExecutionContextFactory } from '../../v2/v2-execution-context.factory';\nimport {\n V2_FIELD_DELETE_COMPAT_CONTEXT_KEY,\n type IV2FieldDeleteCompatContext,\n} from '../../v2/v2-field-delete-compat.constants';\nimport {\n V2_FIELD_CONVERT_UNDO_CONTEXT_KEY,\n type IV2FieldConvertUndoContext,\n} from '../../v2/v2-undo-redo.constants';\nimport { adjustFrozenField } from '../../view/utils/derive-frozen-fields';\nimport { ViewService } from '../../view/view.service';\nimport { FieldOpenApiService } from './field-open-api.service';\n\nconst internalServerError = 'Internal server error';\n// eslint-disable-next-line @typescript-eslint/naming-convention\ntype ConvertFieldExecutionOptions = {\n emitOperation?: boolean;\n suppressWindowId?: boolean;\n undoRedoMode?: 'undo' | 'redo' | 'normal';\n};\n\ntype IGridViewDeleteSnapshot = {\n viewId: string;\n options: IGridViewOptions;\n columnMeta: IGridColumnMeta;\n};\n\ntype ITableDtoWithFields = {\n fields: ReadonlyArray>;\n};\n\ntype IPreparedLegacyCreateField = {\n v2Field: Record;\n hasAiConfig: boolean;\n nextAiConfig: IFieldVo['aiConfig'] | undefined;\n};\n\n@Injectable()\nexport class FieldOpenApiV2Service {\n constructor(\n private readonly v2ContainerService: V2ContainerService,\n private readonly v2ContextFactory: V2ExecutionContextFactory,\n private readonly dataLoaderService: DataLoaderService,\n private readonly fieldOpenApiService: FieldOpenApiService,\n private readonly viewService: ViewService,\n private readonly cls: ClsService\n ) {}\n\n private stripUndefinedDeep(value: unknown): unknown {\n if (Array.isArray(value)) {\n return value.map((item) => this.stripUndefinedDeep(item));\n }\n\n if (!value || typeof value !== 'object') {\n return value;\n }\n\n const result: Record = {};\n for (const [key, nested] of Object.entries(value as Record)) {\n if (nested === undefined) {\n continue;\n }\n result[key] = this.stripUndefinedDeep(nested);\n }\n\n return result;\n }\n\n private invalidateFieldLoader(tableIds: ReadonlyArray) {\n const ids = Array.from(\n new Set(tableIds.filter((id) => typeof id === 'string' && id.length > 0))\n );\n if (!ids.length) return;\n this.dataLoaderService.field.invalidateTables(ids);\n }\n\n private async captureGridViewDeleteSnapshots(\n tableId: string\n ): Promise {\n const views = await this.viewService.getViews(tableId);\n return views.flatMap((view) => this.toGridViewDeleteSnapshot(view));\n }\n\n private toGridViewDeleteSnapshot(view: IViewVo): IGridViewDeleteSnapshot[] {\n if (view.type !== ViewType.Grid) {\n return [];\n }\n\n const options = (view.options ?? {}) as IGridViewOptions;\n const columnMeta = (view.columnMeta ?? {}) as IGridColumnMeta;\n return [\n {\n viewId: view.id,\n options,\n columnMeta,\n },\n ];\n }\n\n private buildFrozenFieldDeleteOps(\n viewSnapshots: ReadonlyArray,\n fieldIds: ReadonlyArray\n ): Record {\n const columnMetaUpdate = Object.fromEntries(fieldIds.map((fieldId) => [fieldId, null]));\n const opsMap: Record = {};\n\n for (const snapshot of viewSnapshots) {\n const nextOptions = adjustFrozenField(\n snapshot.options,\n snapshot.columnMeta,\n columnMetaUpdate as unknown as IGridColumnMeta\n );\n if (!nextOptions) {\n continue;\n }\n\n opsMap[snapshot.viewId] = [\n ViewOpBuilder.editor.setViewProperty.build({\n key: 'options',\n oldValue: snapshot.options,\n newValue: nextOptions,\n }),\n ];\n }\n\n return opsMap;\n }\n\n private attachDeleteFieldCompatContext(\n context: IExecutionContext,\n tableId: string,\n fieldIds: ReadonlyArray,\n payload: Awaited>,\n gridViewSnapshots: ReadonlyArray\n ): void {\n (\n context as IExecutionContext & {\n [V2_FIELD_DELETE_COMPAT_CONTEXT_KEY]?: IV2FieldDeleteCompatContext;\n }\n )[V2_FIELD_DELETE_COMPAT_CONTEXT_KEY] = {\n tableId,\n userId: this.cls.get('user.id'),\n operationId: generateOperationId(),\n remainingFieldIds: new Set(fieldIds),\n frozenFieldOps: this.buildFrozenFieldDeleteOps(gridViewSnapshots, fieldIds),\n legacyDeletePayload: payload,\n };\n }\n\n private throwV2Error(\n error: {\n code: string;\n message: string;\n tags?: ReadonlyArray;\n details?: Readonly>;\n },\n status: number\n ): never {\n throw new CustomHttpException(error.message, getDefaultCodeByStatus(status), {\n domainCode: error.code,\n domainTags: error.tags,\n details: error.details,\n });\n }\n\n private normalizeFieldVo(field: unknown): IFieldVo {\n const vo = instanceToPlain(field, { excludePrefixes: ['_'] }) as IFieldVo;\n const raw = vo as Record;\n\n // Translate v2 conditionalRollup DTO to v1 API format.\n // v2 stores config separately: { options: { expression, formatting, ... }, config: { foreignTableId, lookupFieldId, condition: { filter, sort, limit } } }\n // v1 expects a flat options: { expression, formatting, filter, foreignTableId, lookupFieldId, sort, limit }\n if (raw.type === 'conditionalRollup') {\n const config = raw.config as Record | undefined;\n if (config) {\n const condition = config.condition as Record | undefined;\n const opts =\n raw.options && typeof raw.options === 'object' && !Array.isArray(raw.options)\n ? { ...(raw.options as Record) }\n : {};\n if (config.foreignTableId != null) opts.foreignTableId = config.foreignTableId;\n if (config.lookupFieldId != null) opts.lookupFieldId = config.lookupFieldId;\n if (condition) {\n if (condition.filter !== undefined) opts.filter = condition.filter;\n if (condition.sort !== undefined) opts.sort = condition.sort;\n if (condition.limit !== undefined) opts.limit = condition.limit;\n }\n raw.options = opts;\n delete raw.config;\n }\n }\n\n // Translate v2 conditionalLookup DTO to v1 API format.\n // v2 stores: { type: 'conditionalLookup', options: { foreignTableId, lookupFieldId, condition }, innerType, innerOptions }\n // v1 expects: { type: innerType, isLookup: true, isConditionalLookup: true, lookupOptions: { foreignTableId, lookupFieldId, filter, sort, limit }, options: innerOptions }\n if (raw.type === 'conditionalLookup') {\n vo.isLookup = true;\n vo.isConditionalLookup = true;\n const v2Options = raw.options as Record | undefined;\n const innerType = raw.innerType as string | undefined;\n const innerOptions = raw.innerOptions;\n\n // Build v1 lookupOptions from v2 conditional lookup options\n if (v2Options) {\n const condition = v2Options.condition as Record | undefined;\n const lookupOptions: Record = {};\n if (v2Options.foreignTableId != null)\n lookupOptions.foreignTableId = v2Options.foreignTableId;\n if (v2Options.lookupFieldId != null) lookupOptions.lookupFieldId = v2Options.lookupFieldId;\n if (condition) {\n if (condition.filter !== undefined) lookupOptions.filter = condition.filter;\n if (condition.sort !== undefined) lookupOptions.sort = condition.sort;\n if (condition.limit !== undefined) lookupOptions.limit = condition.limit;\n }\n raw.lookupOptions = lookupOptions;\n }\n\n // Set the type to the inner field type (e.g., 'singleSelect', 'singleLineText', 'number')\n if (innerType) {\n raw.type = innerType;\n }\n\n // Set options to the inner field options (e.g., {choices: [...]}, {}, {formatting: {...}})\n raw.options = innerOptions ?? {};\n\n // Clean up v2-specific fields\n delete raw.innerType;\n delete raw.innerOptions;\n }\n\n if (raw.type === FieldType.Rollup) {\n const config = raw.config as Record | undefined;\n if (config) {\n const lookupOptions =\n raw.lookupOptions &&\n typeof raw.lookupOptions === 'object' &&\n !Array.isArray(raw.lookupOptions)\n ? { ...(raw.lookupOptions as Record) }\n : {};\n\n if (config.linkFieldId != null) lookupOptions.linkFieldId = config.linkFieldId;\n if (config.lookupFieldId != null) lookupOptions.lookupFieldId = config.lookupFieldId;\n if (config.foreignTableId != null) lookupOptions.foreignTableId = config.foreignTableId;\n\n raw.lookupOptions = lookupOptions;\n delete raw.config;\n }\n }\n\n if ((raw.type === 'lookup' || vo.isLookup === true) && vo.options == null) {\n vo.options = {};\n }\n\n if (vo.type === FieldType.Link && vo.options && typeof vo.options === 'object') {\n const linkOpts = vo.options as Record;\n if (linkOpts.isOneWay === true) {\n delete linkOpts.symmetricFieldId;\n }\n\n if (raw.meta && typeof raw.meta === 'object') {\n delete raw.meta;\n }\n }\n\n if (vo.type === FieldType.Button && vo.options && typeof vo.options === 'object') {\n const buttonOpts = vo.options as Record;\n if (buttonOpts.maxCount === 10 || buttonOpts.maxCount === '10') {\n delete buttonOpts.maxCount;\n }\n if (buttonOpts.resetCount === true || buttonOpts.resetCount === 'true') {\n delete buttonOpts.resetCount;\n }\n }\n\n if (vo.isMultipleCellValue === false) {\n delete raw.isMultipleCellValue;\n }\n\n if (vo.isPrimary === false) {\n delete raw.isPrimary;\n }\n\n if (vo.isComputed === true && raw.isPending == null) {\n raw.isPending = true;\n }\n\n if (raw.options && typeof raw.options === 'object') {\n raw.options = this.denormalizeLegacyTimeZone(this.stripUndefinedDeep(raw.options));\n }\n\n if (raw.lookupOptions && typeof raw.lookupOptions === 'object') {\n raw.lookupOptions = this.stripUndefinedDeep(raw.lookupOptions);\n }\n\n if (raw.aiConfig && typeof raw.aiConfig === 'object') {\n raw.aiConfig = this.stripUndefinedDeep(raw.aiConfig);\n }\n\n if (vo.type === FieldType.AutoNumber) {\n vo.cellValueType = CellValueType.Number;\n vo.dbFieldType = DbFieldType.Integer;\n }\n\n if (vo.cellValueType == null) {\n vo.cellValueType = this.deriveCellValueType(vo);\n }\n\n if (vo.type === FieldType.Rollup && vo.options && typeof vo.options === 'object') {\n const options = vo.options as Record;\n if (options.formatting == null) {\n const fallbackCellValueType = this.shouldApplyLegacyRollupNumberFormatting(vo)\n ? CellValueType.Number\n : vo.cellValueType;\n const defaultFormatting =\n fallbackCellValueType != null ? getDefaultFormatting(fallbackCellValueType) : undefined;\n if (defaultFormatting) {\n options.formatting = defaultFormatting;\n }\n }\n }\n\n // Derive isMultipleCellValue when not present for field types that are always multi-value.\n if (vo.isMultipleCellValue == null) {\n const isMultiple = this.deriveIsMultipleCellValue(vo);\n if (isMultiple) {\n vo.isMultipleCellValue = true;\n }\n }\n\n // Derive dbFieldType when not present from field type and cellValueType.\n if (vo.dbFieldType == null && vo.cellValueType != null) {\n vo.dbFieldType = getDbFieldType(\n vo.type as FieldType,\n vo.cellValueType as CellValueType,\n vo.isMultipleCellValue\n );\n }\n\n return vo;\n }\n\n /**\n * Derive cellValueType from field type.\n * Mirrors the FieldValueTypeVisitor from v2-core for deterministic field types.\n */\n private deriveCellValueType(vo: IFieldVo): CellValueType {\n switch (vo.type) {\n case FieldType.Number:\n case FieldType.Rating:\n case FieldType.AutoNumber:\n return CellValueType.Number;\n case FieldType.Checkbox:\n return CellValueType.Boolean;\n case FieldType.Date:\n case FieldType.CreatedTime:\n case FieldType.LastModifiedTime:\n return CellValueType.DateTime;\n case FieldType.SingleLineText:\n case FieldType.LongText:\n case FieldType.SingleSelect:\n case FieldType.MultipleSelect:\n case FieldType.Attachment:\n case FieldType.User:\n case FieldType.CreatedBy:\n case FieldType.LastModifiedBy:\n case FieldType.Link:\n case FieldType.Button:\n default:\n return CellValueType.String;\n }\n }\n\n /**\n * Derive isMultipleCellValue for field types that are always multi-value.\n */\n private deriveIsMultipleCellValue(vo: IFieldVo): boolean {\n switch (vo.type) {\n case FieldType.MultipleSelect:\n case FieldType.Attachment:\n return true;\n case FieldType.Link: {\n const opts = vo.options as Record | undefined;\n const relationship = opts?.relationship;\n return relationship === 'oneMany' || relationship === 'manyMany';\n }\n case FieldType.User: {\n const opts = vo.options as Record | undefined;\n return opts?.isMultiple === true;\n }\n default:\n return false;\n }\n }\n\n private shouldApplyLegacyRollupNumberFormatting(vo: IFieldVo): boolean {\n if (vo.type !== FieldType.Rollup) {\n return false;\n }\n const options =\n vo.options && typeof vo.options === 'object' && !Array.isArray(vo.options)\n ? (vo.options as Record)\n : undefined;\n const expression =\n typeof options?.expression === 'string' ? options.expression.trim().toLowerCase() : '';\n if (!expression) {\n return false;\n }\n return (\n expression.startsWith('sum(') ||\n expression.startsWith('average(') ||\n expression.startsWith('count(') ||\n expression.startsWith('counta(') ||\n expression.startsWith('countall(')\n );\n }\n\n private async getFieldFromV2(\n tableId: string,\n fieldId: string,\n context?: IExecutionContext\n ): Promise {\n const container = await this.v2ContainerService.getContainer();\n const tableQueryService = container.resolve(v2CoreTokens.tableQueryService);\n const tableMapper = container.resolve(v2CoreTokens.tableMapper);\n const tableIdResult = TableId.create(tableId);\n if (tableIdResult.isErr()) {\n throw new HttpException('Invalid table id', HttpStatus.BAD_REQUEST);\n }\n\n const queryContext = context ?? (await this.v2ContextFactory.createContext());\n const tableResult = await tableQueryService.getById(queryContext, tableIdResult.value);\n if (tableResult.isErr()) {\n const errMsg = tableResult.error.message ?? 'Table not found';\n const isNotFound =\n tableResult.error.code === 'table.not_found' || errMsg.includes('not found');\n throw new HttpException(\n `v2 getFieldFromV2: ${errMsg}`,\n isNotFound ? HttpStatus.NOT_FOUND : HttpStatus.INTERNAL_SERVER_ERROR\n );\n }\n\n const tableDtoResult = tableMapper.toDTO(tableResult.value);\n if (tableDtoResult.isErr()) {\n throw new HttpException(tableDtoResult.error.message, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n return this.extractFieldVoFromTableDto(tableDtoResult.value, fieldId, queryContext);\n }\n\n private mapDomainFieldToDto(table: Table, field: Field): Record {\n const fieldDtoResult = mapFieldToDto(field, table.primaryFieldId());\n if (fieldDtoResult.isErr()) {\n throw new HttpException(fieldDtoResult.error.message, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n return fieldDtoResult.value as Record;\n }\n\n private enrichLookupLinkMetadata(\n vo: IFieldVo,\n resolveLinkFieldDto: (linkFieldId: string) => Record | undefined\n ): void {\n // Enrich lookupOptions with link metadata for v1 API compatibility.\n // v2 stores link metadata (relationship, fkHostTableName, selfKeyName, foreignKeyName) on the\n // LinkField, not on the LookupField. v1 API consumers expect these in lookupOptions.\n if (!vo.lookupOptions || !('linkFieldId' in vo.lookupOptions)) {\n return;\n }\n\n const linkFieldDto = resolveLinkFieldDto(\n (vo.lookupOptions as { linkFieldId: string }).linkFieldId\n );\n if (!linkFieldDto?.options || typeof linkFieldDto.options !== 'object') {\n return;\n }\n\n const linkOpts = linkFieldDto.options as Record;\n const lookup = vo.lookupOptions as Record;\n if (linkOpts.relationship != null) lookup.relationship = linkOpts.relationship;\n if (lookup.foreignTableId == null && linkOpts.foreignTableId != null) {\n lookup.foreignTableId = linkOpts.foreignTableId;\n }\n if (linkOpts.fkHostTableName != null) lookup.fkHostTableName = linkOpts.fkHostTableName;\n if (linkOpts.selfKeyName != null) lookup.selfKeyName = linkOpts.selfKeyName;\n if (linkOpts.foreignKeyName != null) lookup.foreignKeyName = linkOpts.foreignKeyName;\n }\n\n private async hydrateLookupFieldVo(\n vo: IFieldVo,\n queryContext?: IExecutionContext\n ): Promise {\n if (!vo.isLookup || !vo.lookupOptions || typeof vo.lookupOptions !== 'object') {\n return;\n }\n\n const lookupOpts = vo.lookupOptions as Record;\n if (lookupOpts.isOneWay === false) {\n delete lookupOpts.isOneWay;\n }\n if (lookupOpts.symmetricFieldId != null) {\n delete lookupOpts.symmetricFieldId;\n }\n const foreignTableId = lookupOpts.foreignTableId;\n const lookupFieldId = lookupOpts.lookupFieldId;\n if (typeof foreignTableId === 'string' && typeof lookupFieldId === 'string') {\n try {\n const sourceVo = await this.getFieldFromV2(foreignTableId, lookupFieldId, queryContext);\n // Conditional lookup already exposes innerType via normalizeFieldVo.\n // Do not overwrite it with foreign lookup source field type.\n if (!vo.isConditionalLookup && sourceVo.type) {\n vo.type = sourceVo.type;\n }\n\n const sourceOptions =\n sourceVo.options &&\n typeof sourceVo.options === 'object' &&\n !Array.isArray(sourceVo.options)\n ? (sourceVo.options as Record)\n : undefined;\n const currentOptions =\n vo.options && typeof vo.options === 'object' && !Array.isArray(vo.options)\n ? (vo.options as Record)\n : undefined;\n\n if (sourceOptions || currentOptions) {\n vo.options = {\n ...(sourceOptions ?? {}),\n ...(currentOptions ?? {}),\n } as IFieldVo['options'];\n vo.options = this.denormalizeLegacyTimeZone(vo.options) as IFieldVo['options'];\n }\n\n if (sourceVo.cellValueType != null && vo.cellValueType == null) {\n vo.cellValueType = sourceVo.cellValueType;\n }\n } catch {\n // If the lookup source field can't be retrieved, we can still return the lookup field with best-effort type inference based on the field definition. This can happen if the foreign table or lookup field has been deleted, or if the user doesn't have access to the foreign table.\n }\n }\n\n if (vo.options == null) {\n vo.options = {};\n }\n }\n\n private async extractFieldVoFromTableDto(\n tableDto: ITableDtoWithFields,\n fieldId: string,\n queryContext?: IExecutionContext\n ): Promise {\n const field = tableDto.fields.find((item) => item.id === fieldId);\n if (!field) {\n throw new HttpException(`Field ${fieldId} not found`, HttpStatus.NOT_FOUND);\n }\n\n const vo = this.normalizeFieldVo(field);\n\n this.enrichLookupLinkMetadata(vo, (linkFieldId) =>\n tableDto.fields.find((f) => f.id === linkFieldId)\n );\n\n await this.hydrateLookupFieldVo(vo, queryContext);\n\n return vo;\n }\n\n private async extractFieldVoFromDomainTable(\n table: Table,\n fieldId: string,\n queryContext?: IExecutionContext\n ): Promise {\n const fieldIdResult = FieldId.create(fieldId);\n if (fieldIdResult.isErr()) {\n throw new HttpException('Invalid field id', HttpStatus.BAD_REQUEST);\n }\n\n const fieldResult = table.getField((candidate) => candidate.id().equals(fieldIdResult.value));\n if (fieldResult.isErr()) {\n throw new HttpException(`Field ${fieldId} not found`, HttpStatus.NOT_FOUND);\n }\n\n const vo = this.normalizeFieldVo(this.mapDomainFieldToDto(table, fieldResult.value));\n this.enrichLookupLinkMetadata(vo, (linkFieldId) => {\n const linkFieldIdResult = FieldId.create(linkFieldId);\n if (linkFieldIdResult.isErr()) {\n return undefined;\n }\n const linkFieldResult = table.getField((candidate) =>\n candidate.id().equals(linkFieldIdResult.value)\n );\n if (linkFieldResult.isErr()) {\n return undefined;\n }\n return this.mapDomainFieldToDto(table, linkFieldResult.value);\n });\n\n await this.hydrateLookupFieldVo(vo, queryContext);\n\n return vo;\n }\n\n private async getCreateFieldContext(tableId: string): Promise<{\n commandBus: ICommandBus;\n tableQueryService: TableQueryService;\n context: IExecutionContext;\n table: Table;\n }> {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const tableQueryService = container.resolve(v2CoreTokens.tableQueryService);\n const context = await this.v2ContextFactory.createContext();\n const tableIdResult = TableId.create(tableId);\n if (tableIdResult.isErr()) {\n throw new HttpException('Invalid table id', HttpStatus.BAD_REQUEST);\n }\n\n const tableResult = await tableQueryService.getById(context, tableIdResult.value);\n if (tableResult.isErr()) {\n const errMsg = tableResult.error.message ?? 'Table not found';\n const isNotFound =\n tableResult.error.code === 'table.not_found' || errMsg.includes('not found');\n throw new HttpException(\n errMsg,\n isNotFound ? HttpStatus.NOT_FOUND : HttpStatus.INTERNAL_SERVER_ERROR\n );\n }\n\n return {\n commandBus,\n tableQueryService,\n context,\n table: tableResult.value,\n };\n }\n\n private async prepareLegacyCreateField(\n fieldRo: IFieldRo,\n currentTable: Table,\n tableQueryService: TableQueryService,\n context: IExecutionContext\n ): Promise {\n const rawFieldRo = fieldRo as Record;\n const hasAiConfig = Object.prototype.hasOwnProperty.call(rawFieldRo, 'aiConfig');\n const nextAiConfig = hasAiConfig\n ? (rawFieldRo.aiConfig as IFieldVo['aiConfig'] | null | undefined) ?? null\n : undefined;\n const mappedField = this.mapLegacyCreateFieldToV2(fieldRo);\n const v2Field = await this.completeLegacyLinkDbConfigForCreate(\n mappedField,\n currentTable,\n tableQueryService,\n context\n );\n\n return {\n v2Field,\n hasAiConfig,\n nextAiConfig,\n };\n }\n\n private collectFieldInvalidateTableIds(\n tableId: string,\n v2Fields: ReadonlyArray>\n ): string[] {\n const tableIdsToInvalidate = [tableId];\n\n for (const v2Field of v2Fields) {\n const mappedOptions =\n v2Field.options && typeof v2Field.options === 'object' && !Array.isArray(v2Field.options)\n ? (v2Field.options as Record)\n : undefined;\n const mappedConfig =\n v2Field.config && typeof v2Field.config === 'object' && !Array.isArray(v2Field.config)\n ? (v2Field.config as Record)\n : undefined;\n\n if (typeof mappedOptions?.foreignTableId === 'string') {\n tableIdsToInvalidate.push(mappedOptions.foreignTableId);\n }\n if (typeof mappedConfig?.foreignTableId === 'string') {\n tableIdsToInvalidate.push(mappedConfig.foreignTableId);\n }\n }\n\n return tableIdsToInvalidate;\n }\n\n private async materializeCreatedFieldVo(\n tableId: string,\n table: Table,\n fieldId: string,\n context: IExecutionContext,\n options?: {\n forceCompatLookupRead?: boolean;\n }\n ): Promise {\n const createdFieldFromDomain = await this.extractFieldVoFromDomainTable(\n table,\n fieldId,\n context\n );\n return options?.forceCompatLookupRead === true || createdFieldFromDomain.isLookup === true\n ? await this.getFieldFromV2(tableId, fieldId, context)\n : createdFieldFromDomain;\n }\n\n async getField(tableId: string, fieldId: string): Promise {\n const context = await this.v2ContextFactory.createContext();\n return this.getFieldFromV2(tableId, fieldId, context);\n }\n\n private mapLegacyUpdateFieldToV2(\n ro: IUpdateFieldRo,\n currentField?: Record\n ): Record {\n const rawRo = ro as Record;\n const mapped = { ...rawRo };\n const rawOptions = rawRo.options;\n const inputOptions =\n rawOptions && typeof rawOptions === 'object' && !Array.isArray(rawOptions)\n ? (rawOptions as Record)\n : undefined;\n const currentOptions =\n currentField?.options &&\n typeof currentField.options === 'object' &&\n !Array.isArray(currentField.options)\n ? (currentField.options as Record)\n : undefined;\n const currentType =\n currentField && typeof currentField.type === 'string' ? currentField.type : undefined;\n\n const supportsShowAsClear =\n currentType === FieldType.SingleLineText ||\n currentType === FieldType.Formula ||\n currentType === FieldType.Rollup ||\n currentType === 'conditionalRollup';\n\n if (\n supportsShowAsClear &&\n inputOptions &&\n currentOptions?.showAs != null &&\n !Object.prototype.hasOwnProperty.call(inputOptions, 'showAs')\n ) {\n mapped.options = {\n ...inputOptions,\n showAs: null,\n };\n }\n\n return mapped;\n }\n\n private normalizeLegacyTimeZone(value: unknown): unknown {\n if (Array.isArray(value)) {\n return value.map((item) => this.normalizeLegacyTimeZone(item));\n }\n if (!value || typeof value !== 'object') {\n return value;\n }\n\n const normalized: Record = {};\n for (const [key, raw] of Object.entries(value as Record)) {\n if (key === 'timeZone' && raw === 'UTC') {\n normalized[key] = 'utc';\n continue;\n }\n normalized[key] = this.normalizeLegacyTimeZone(raw);\n }\n return normalized;\n }\n\n private denormalizeLegacyTimeZone(value: unknown): unknown {\n if (Array.isArray(value)) {\n return value.map((item) => this.denormalizeLegacyTimeZone(item));\n }\n if (!value || typeof value !== 'object') {\n return value;\n }\n\n const normalized: Record = {};\n for (const [key, raw] of Object.entries(value as Record)) {\n if (key === 'timeZone' && raw === 'utc') {\n normalized[key] = 'UTC';\n continue;\n }\n normalized[key] = this.denormalizeLegacyTimeZone(raw);\n }\n return normalized;\n }\n\n private getResultTypePair(raw: Record): Record {\n const cellValueType = raw.cellValueType;\n const isMultipleCellValue = raw.isMultipleCellValue;\n\n if (typeof cellValueType === 'string' && typeof isMultipleCellValue === 'boolean') {\n return isMultipleCellValue ? { cellValueType, isMultipleCellValue } : { cellValueType };\n }\n return {};\n }\n\n private getLegacyDefaultCreateFieldName(ro: IFieldRo): string | undefined {\n if (ro.isLookup || ro.isConditionalLookup) {\n return undefined;\n }\n\n switch (ro.type) {\n case FieldType.SingleLineText:\n return 'Label';\n case FieldType.LongText:\n return 'Notes';\n case FieldType.Number:\n return 'Number';\n case FieldType.Rating:\n return 'Rating';\n case FieldType.SingleSelect:\n return 'Select';\n case FieldType.MultipleSelect:\n return 'Tags';\n case FieldType.Attachment:\n return 'Attachments';\n case FieldType.User: {\n const options =\n ro.options && typeof ro.options === 'object' && !Array.isArray(ro.options)\n ? (ro.options as Record)\n : undefined;\n return options?.isMultiple === true ? 'Collaborators' : 'Collaborator';\n }\n case FieldType.Date:\n return 'Date';\n case FieldType.AutoNumber:\n return 'ID';\n case FieldType.CreatedTime:\n return 'Created Time';\n case FieldType.LastModifiedTime:\n return 'Last Modified Time';\n case FieldType.Checkbox:\n return 'Done';\n case FieldType.Button:\n return 'Button';\n case FieldType.CreatedBy:\n return 'Created By';\n case FieldType.LastModifiedBy:\n return 'Last Modified By';\n case FieldType.Formula:\n return 'Calculation';\n default:\n return undefined;\n }\n }\n\n private mapLegacyCreateFieldToV2(ro: IFieldRo): Record {\n const field = ro as Record;\n const name = typeof field.name === 'string' && field.name.trim().length > 0 ? field.name : null;\n const base: Record = {\n id: typeof field.id === 'string' ? field.id : generateFieldId(),\n };\n if (name != null) {\n base.name = name;\n } else {\n const legacyDefaultName = this.getLegacyDefaultCreateFieldName(ro);\n if (legacyDefaultName) {\n base.name = legacyDefaultName;\n }\n }\n if (typeof field.dbFieldName === 'string') {\n base.dbFieldName = field.dbFieldName;\n }\n if (Object.prototype.hasOwnProperty.call(field, 'description')) {\n base.description = field.description ?? null;\n }\n if (field.notNull != null) base.notNull = field.notNull;\n if (field.unique != null) base.unique = field.unique;\n if (Object.prototype.hasOwnProperty.call(field, 'aiConfig')) {\n base.aiConfig = field.aiConfig ?? null;\n }\n\n if (field.isConditionalLookup) {\n const lookupOpts =\n ro.lookupOptions && typeof ro.lookupOptions === 'object' && !Array.isArray(ro.lookupOptions)\n ? (ro.lookupOptions as Record)\n : undefined;\n const innerOptions =\n ro.options && typeof ro.options === 'object' && !Array.isArray(ro.options)\n ? (ro.options as Record)\n : undefined;\n return this.normalizeLegacyTimeZone({\n ...base,\n type: 'conditionalLookup',\n ...(typeof field.isMultipleCellValue === 'boolean'\n ? { isMultipleCellValue: field.isMultipleCellValue }\n : {}),\n options: {\n ...(lookupOpts?.foreignTableId != null\n ? { foreignTableId: lookupOpts.foreignTableId }\n : {}),\n ...(lookupOpts?.lookupFieldId != null ? { lookupFieldId: lookupOpts.lookupFieldId } : {}),\n condition: {\n ...(lookupOpts?.filter ? { filter: lookupOpts.filter } : {}),\n ...(lookupOpts?.sort ? { sort: lookupOpts.sort } : {}),\n ...(lookupOpts?.limit != null ? { limit: lookupOpts.limit } : {}),\n },\n },\n ...(innerOptions && Object.keys(innerOptions).length > 0 ? { innerOptions } : {}),\n }) as Record;\n }\n\n if (field.isLookup) {\n const lookupOpts =\n ro.lookupOptions && typeof ro.lookupOptions === 'object' && !Array.isArray(ro.lookupOptions)\n ? (ro.lookupOptions as Record)\n : undefined;\n const innerOptions =\n ro.options && typeof ro.options === 'object' && !Array.isArray(ro.options)\n ? (ro.options as Record)\n : undefined;\n return this.normalizeLegacyTimeZone({\n ...base,\n type: 'lookup',\n legacyMultiplicityDerivation: true,\n ...(field.isMultipleCellValue === true ? { isMultipleCellValue: true } : {}),\n options: {\n ...(lookupOpts?.linkFieldId != null ? { linkFieldId: lookupOpts.linkFieldId } : {}),\n ...(lookupOpts?.lookupFieldId != null ? { lookupFieldId: lookupOpts.lookupFieldId } : {}),\n ...(lookupOpts?.foreignTableId != null\n ? { foreignTableId: lookupOpts.foreignTableId }\n : {}),\n ...(lookupOpts?.filter ? { filter: lookupOpts.filter } : {}),\n ...(lookupOpts?.sort ? { sort: lookupOpts.sort } : {}),\n ...(lookupOpts?.limit != null ? { limit: lookupOpts.limit } : {}),\n },\n ...(innerOptions && Object.keys(innerOptions).length > 0 ? { innerOptions } : {}),\n }) as Record;\n }\n\n if (ro.type === FieldType.Rollup) {\n const opts = (ro.options ?? {}) as Record;\n const lookupOpts =\n ro.lookupOptions && typeof ro.lookupOptions === 'object' && !Array.isArray(ro.lookupOptions)\n ? (ro.lookupOptions as Record)\n : undefined;\n const linkFieldId = opts.linkFieldId ?? lookupOpts?.linkFieldId;\n const lookupFieldId = opts.lookupFieldId ?? lookupOpts?.lookupFieldId;\n const foreignTableId = opts.foreignTableId ?? lookupOpts?.foreignTableId;\n const shouldIncludeConfig =\n linkFieldId != null && lookupFieldId != null && foreignTableId != null;\n return this.normalizeLegacyTimeZone({\n ...base,\n type: FieldType.Rollup,\n ...this.getResultTypePair(field),\n options: {\n ...(opts.expression != null ? { expression: opts.expression } : {}),\n ...(opts.formatting != null ? { formatting: opts.formatting } : {}),\n ...(opts.timeZone != null ? { timeZone: opts.timeZone } : {}),\n ...(opts.showAs != null ? { showAs: opts.showAs } : {}),\n },\n ...(shouldIncludeConfig\n ? {\n config: {\n linkFieldId,\n lookupFieldId,\n foreignTableId,\n },\n }\n : {}),\n }) as Record;\n }\n\n if (ro.type === FieldType.Link) {\n const opts =\n ro.options && typeof ro.options === 'object' && !Array.isArray(ro.options)\n ? (ro.options as Record)\n : {};\n\n return this.normalizeLegacyTimeZone({\n ...base,\n type: FieldType.Link,\n options: {\n ...(opts.baseId != null ? { baseId: opts.baseId } : {}),\n ...(opts.relationship != null ? { relationship: opts.relationship } : {}),\n ...(opts.foreignTableId != null ? { foreignTableId: opts.foreignTableId } : {}),\n ...(opts.lookupFieldId != null ? { lookupFieldId: opts.lookupFieldId } : {}),\n ...(opts.fkHostTableName != null ? { fkHostTableName: opts.fkHostTableName } : {}),\n ...(opts.selfKeyName != null ? { selfKeyName: opts.selfKeyName } : {}),\n ...(opts.foreignKeyName != null ? { foreignKeyName: opts.foreignKeyName } : {}),\n ...(opts.isOneWay != null ? { isOneWay: opts.isOneWay } : {}),\n ...(opts.symmetricFieldId != null ? { symmetricFieldId: opts.symmetricFieldId } : {}),\n ...(Object.prototype.hasOwnProperty.call(opts, 'filterByViewId')\n ? { filterByViewId: opts.filterByViewId }\n : {}),\n ...(Object.prototype.hasOwnProperty.call(opts, 'visibleFieldIds')\n ? { visibleFieldIds: opts.visibleFieldIds }\n : {}),\n ...(opts.filter != null ? { filter: opts.filter } : {}),\n },\n }) as Record;\n }\n\n if (ro.type === 'conditionalRollup') {\n const opts = (ro.options ?? {}) as Record;\n const condition = {\n ...(opts.filter ? { filter: opts.filter } : {}),\n ...(opts.sort ? { sort: opts.sort } : {}),\n ...(opts.limit != null ? { limit: opts.limit } : {}),\n };\n const shouldIncludeConfig =\n opts.foreignTableId != null &&\n opts.lookupFieldId != null &&\n Object.keys(condition).length > 0;\n return this.normalizeLegacyTimeZone({\n ...base,\n type: 'conditionalRollup',\n ...this.getResultTypePair(field),\n options: {\n ...(opts.expression != null ? { expression: opts.expression } : {}),\n ...(opts.formatting != null ? { formatting: opts.formatting } : {}),\n ...(opts.timeZone != null ? { timeZone: opts.timeZone } : {}),\n ...(opts.showAs != null ? { showAs: opts.showAs } : {}),\n },\n ...(shouldIncludeConfig\n ? {\n config: {\n foreignTableId: opts.foreignTableId,\n lookupFieldId: opts.lookupFieldId,\n condition,\n },\n }\n : {}),\n }) as Record;\n }\n\n return this.normalizeLegacyTimeZone({\n ...base,\n type: ro.type,\n ...(ro.options != null ? { options: ro.options } : {}),\n }) as Record;\n }\n\n private getDbTableNameString(table: Table): string | undefined {\n const dbTableNameResult = table.dbTableName();\n if (dbTableNameResult.isErr()) {\n return undefined;\n }\n const valueResult = dbTableNameResult.value.value();\n if (valueResult.isErr()) {\n return undefined;\n }\n return valueResult.value;\n }\n\n private hasDuplicatedDbFieldName(table: Table, dbFieldName: string): boolean {\n return table.getFields().some((field) => {\n const existingDbFieldNameResult = field.dbFieldName().andThen((name) => name.value());\n return existingDbFieldNameResult.isOk() && existingDbFieldNameResult.value === dbFieldName;\n });\n }\n\n private async completeLegacyLinkDbConfigForCreate(\n v2Field: Record,\n currentTable: Table,\n tableQueryService: TableQueryService,\n context: IExecutionContext\n ): Promise> {\n if (v2Field.type !== FieldType.Link) {\n return v2Field;\n }\n\n const options =\n v2Field.options && typeof v2Field.options === 'object' && !Array.isArray(v2Field.options)\n ? (v2Field.options as Record)\n : undefined;\n if (!options) {\n return v2Field;\n }\n\n const hasAnyDbConfig =\n options.fkHostTableName != null ||\n options.selfKeyName != null ||\n options.foreignKeyName != null;\n if (hasAnyDbConfig) {\n return v2Field;\n }\n\n const relationshipRaw = options.relationship;\n const foreignTableIdRaw = options.foreignTableId;\n if (typeof relationshipRaw !== 'string' || typeof foreignTableIdRaw !== 'string') {\n return v2Field;\n }\n\n const relationshipResult = LinkRelationship.create(relationshipRaw);\n if (relationshipResult.isErr()) {\n return v2Field;\n }\n\n const relationship = relationshipResult.value.toString();\n const isOneWay = options.isOneWay === true;\n if (relationship === 'manyMany' || (relationship === 'oneMany' && isOneWay)) {\n return v2Field;\n }\n\n const fieldIdRaw = v2Field.id;\n if (typeof fieldIdRaw !== 'string') {\n return v2Field;\n }\n\n let fkHostTableNameValue: string | undefined;\n if (relationship === 'oneMany') {\n const foreignTableIdResult = TableId.create(foreignTableIdRaw);\n if (foreignTableIdResult.isErr()) {\n return v2Field;\n }\n const foreignTableResult = await tableQueryService.getById(\n context,\n foreignTableIdResult.value\n );\n if (foreignTableResult.isErr()) {\n return v2Field;\n }\n fkHostTableNameValue = this.getDbTableNameString(foreignTableResult.value);\n } else {\n fkHostTableNameValue = this.getDbTableNameString(currentTable);\n }\n\n if (!fkHostTableNameValue) {\n return v2Field;\n }\n\n const fieldIdResult = FieldId.create(fieldIdRaw);\n if (fieldIdResult.isErr()) {\n return v2Field;\n }\n\n let symmetricFieldIdRaw =\n typeof options.symmetricFieldId === 'string' ? options.symmetricFieldId : undefined;\n if (relationship === 'oneMany' && !isOneWay && !symmetricFieldIdRaw) {\n symmetricFieldIdRaw = generateFieldId();\n }\n\n let symmetricFieldId: FieldId | undefined;\n if (symmetricFieldIdRaw) {\n const symmetricFieldIdResult = FieldId.create(symmetricFieldIdRaw);\n if (symmetricFieldIdResult.isErr()) {\n return v2Field;\n }\n symmetricFieldId = symmetricFieldIdResult.value;\n }\n\n const dbTableNameResult = DbTableName.rehydrate(fkHostTableNameValue);\n if (dbTableNameResult.isErr()) {\n return v2Field;\n }\n\n const dbConfigResult = LinkFieldConfig.buildDbConfig({\n fkHostTableName: dbTableNameResult.value,\n relationship: relationshipResult.value,\n fieldId: fieldIdResult.value,\n symmetricFieldId,\n isOneWay,\n });\n if (dbConfigResult.isErr()) {\n return v2Field;\n }\n\n const fkHostTableNameResult = dbConfigResult.value.fkHostTableName.value();\n const selfKeyNameResult = dbConfigResult.value.selfKeyName.value();\n const foreignKeyNameResult = dbConfigResult.value.foreignKeyName.value();\n if (\n fkHostTableNameResult.isErr() ||\n selfKeyNameResult.isErr() ||\n foreignKeyNameResult.isErr()\n ) {\n return v2Field;\n }\n\n return {\n ...v2Field,\n options: {\n ...options,\n fkHostTableName: fkHostTableNameResult.value,\n selfKeyName: selfKeyNameResult.value,\n foreignKeyName: foreignKeyNameResult.value,\n ...(symmetricFieldIdRaw != null ? { symmetricFieldId: symmetricFieldIdRaw } : {}),\n },\n };\n }\n\n async createField(tableId: string, fieldRo: IFieldRo): Promise {\n const { commandBus, tableQueryService, context, table } =\n await this.getCreateFieldContext(tableId);\n const rawFieldRo = fieldRo as Record;\n const rawDbFieldName = rawFieldRo.dbFieldName;\n if (\n typeof rawDbFieldName === 'string' &&\n this.hasDuplicatedDbFieldName(table, rawDbFieldName)\n ) {\n throw new CustomHttpException(\n `Db Field name ${rawDbFieldName} already exists in this table`,\n getDefaultCodeByStatus(HttpStatus.BAD_REQUEST)\n );\n }\n\n const preparedField = await this.prepareLegacyCreateField(\n fieldRo,\n table,\n tableQueryService,\n context\n );\n const { hasAiConfig, nextAiConfig, v2Field } = preparedField;\n const legacyOrder =\n fieldRo && typeof fieldRo === 'object' && 'order' in fieldRo\n ? (fieldRo.order as\n | {\n viewId?: unknown;\n orderIndex?: unknown;\n }\n | undefined)\n : undefined;\n const normalizedOrder =\n typeof legacyOrder?.viewId === 'string' && typeof legacyOrder?.orderIndex === 'number'\n ? {\n viewId: legacyOrder.viewId,\n orderIndex: legacyOrder.orderIndex,\n }\n : undefined;\n const commandResult = CreateFieldCommand.create({\n baseId: table.baseId().toString(),\n tableId,\n field: v2Field,\n ...(normalizedOrder ? { order: normalizedOrder } : {}),\n });\n\n if (commandResult.isErr()) {\n this.throwV2Error(\n mapDomainErrorToHttpError(commandResult.error),\n mapDomainErrorToHttpStatus(commandResult.error)\n );\n }\n\n const result = await commandBus.execute(\n context,\n commandResult.value\n );\n\n if (result.isErr()) {\n this.throwV2Error(\n mapDomainErrorToHttpError(result.error),\n mapDomainErrorToHttpStatus(result.error)\n );\n }\n\n this.invalidateFieldLoader(this.collectFieldInvalidateTableIds(tableId, [v2Field]));\n\n if (typeof v2Field.id === 'string') {\n const shouldForceCompatLookupRead =\n v2Field.type === 'lookup' || v2Field.type === 'conditionalLookup';\n const createdField = await this.materializeCreatedFieldVo(\n tableId,\n result.value.table,\n v2Field.id,\n context,\n {\n forceCompatLookupRead: shouldForceCompatLookupRead,\n }\n );\n\n if (hasAiConfig) {\n createdField.aiConfig = nextAiConfig as IFieldVo['aiConfig'];\n }\n\n return createdField;\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n async createFields(tableId: string, fieldRos: IFieldRo[]): Promise {\n if (!fieldRos.length) {\n return [];\n }\n\n const { commandBus, tableQueryService, context, table } =\n await this.getCreateFieldContext(tableId);\n const explicitDbFieldNames = new Set();\n for (const fieldRo of fieldRos) {\n const rawFieldRo = fieldRo as Record;\n const rawDbFieldName = rawFieldRo.dbFieldName;\n if (typeof rawDbFieldName !== 'string') {\n continue;\n }\n if (\n explicitDbFieldNames.has(rawDbFieldName) ||\n this.hasDuplicatedDbFieldName(table, rawDbFieldName)\n ) {\n throw new CustomHttpException(\n `Db Field name ${rawDbFieldName} already exists in this table`,\n getDefaultCodeByStatus(HttpStatus.BAD_REQUEST)\n );\n }\n explicitDbFieldNames.add(rawDbFieldName);\n }\n\n const preparedFields = await Promise.all(\n fieldRos.map((fieldRo) =>\n this.prepareLegacyCreateField(fieldRo, table, tableQueryService, context)\n )\n );\n const commandResult = CreateFieldsCommand.create({\n baseId: table.baseId().toString(),\n tableId,\n fields: preparedFields.map((field) => field.v2Field),\n });\n\n if (commandResult.isErr()) {\n this.throwV2Error(\n mapDomainErrorToHttpError(commandResult.error),\n mapDomainErrorToHttpStatus(commandResult.error)\n );\n }\n\n const result = await commandBus.execute(\n context,\n commandResult.value\n );\n\n if (result.isErr()) {\n this.throwV2Error(\n mapDomainErrorToHttpError(result.error),\n mapDomainErrorToHttpStatus(result.error)\n );\n }\n\n this.invalidateFieldLoader(\n this.collectFieldInvalidateTableIds(\n tableId,\n preparedFields.map((field) => field.v2Field)\n )\n );\n\n return await Promise.all(\n preparedFields.map(async ({ v2Field, hasAiConfig, nextAiConfig }) => {\n if (typeof v2Field.id !== 'string') {\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n const shouldForceCompatLookupRead =\n v2Field.type === 'lookup' || v2Field.type === 'conditionalLookup';\n\n const createdField = await this.materializeCreatedFieldVo(\n tableId,\n result.value.table,\n v2Field.id,\n context,\n {\n forceCompatLookupRead: shouldForceCompatLookupRead,\n }\n );\n\n if (hasAiConfig) {\n createdField.aiConfig = nextAiConfig as IFieldVo['aiConfig'];\n }\n\n return createdField;\n })\n );\n }\n\n async duplicateField(\n tableId: string,\n fieldId: string,\n duplicateFieldRo: IDuplicateFieldRo,\n _windowId?: string\n ): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const tableQueryService = container.resolve(v2CoreTokens.tableQueryService);\n const context = await this.v2ContextFactory.createContext();\n\n const tableIdResult = TableId.create(tableId);\n if (tableIdResult.isErr()) {\n throw new HttpException('Invalid table id', HttpStatus.BAD_REQUEST);\n }\n\n const tableResult = await tableQueryService.getById(context, tableIdResult.value);\n if (tableResult.isErr()) {\n const errMsg = tableResult.error.message ?? 'Table not found';\n const isNotFound =\n tableResult.error.code === 'table.not_found' || errMsg.includes('not found');\n throw new HttpException(\n errMsg,\n isNotFound ? HttpStatus.NOT_FOUND : HttpStatus.INTERNAL_SERVER_ERROR\n );\n }\n\n const duplicateResult = await executeDuplicateFieldEndpoint(\n context,\n {\n baseId: tableResult.value.baseId().toString(),\n tableId,\n fieldId,\n includeRecordValues: true,\n newFieldName: duplicateFieldRo.name,\n viewId: duplicateFieldRo.viewId,\n },\n commandBus\n );\n\n if (!(duplicateResult.status === 200 && duplicateResult.body.ok)) {\n if (!duplicateResult.body.ok) {\n this.throwV2Error(duplicateResult.body.error, duplicateResult.status);\n }\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n const duplicatedFieldId = duplicateResult.body.data.newFieldId;\n\n this.invalidateFieldLoader([tableId]);\n\n return this.getFieldFromV2(tableId, duplicatedFieldId, context);\n }\n\n async deleteField(tableId: string, fieldId: string): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const tableQueryService = container.resolve(v2CoreTokens.tableQueryService);\n const context = await this.v2ContextFactory.createContext();\n const tableIdResult = TableId.create(tableId);\n if (tableIdResult.isErr()) {\n throw new HttpException('Invalid table id', HttpStatus.BAD_REQUEST);\n }\n\n const tableResult = await tableQueryService.getById(context, tableIdResult.value);\n if (tableResult.isErr()) {\n const errMsg = tableResult.error.message ?? 'Table not found';\n const isNotFound =\n tableResult.error.code === 'table.not_found' || errMsg.includes('not found');\n throw new HttpException(\n errMsg,\n isNotFound ? HttpStatus.NOT_FOUND : HttpStatus.INTERNAL_SERVER_ERROR\n );\n }\n\n const [legacyDeletePayload, gridViewSnapshots] = await Promise.all([\n this.fieldOpenApiService.captureDeleteFieldsLegacyPayload(tableId, [fieldId]),\n this.captureGridViewDeleteSnapshots(tableId),\n ]);\n this.attachDeleteFieldCompatContext(\n context,\n tableId,\n [fieldId],\n legacyDeletePayload,\n gridViewSnapshots\n );\n\n const result = await executeDeleteFieldEndpoint(\n context,\n {\n baseId: tableResult.value.baseId().toString(),\n tableId,\n fieldId,\n },\n commandBus\n );\n\n if (result.status === 200 && result.body.ok) {\n this.invalidateFieldLoader([tableId]);\n return;\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n async deleteFields(tableId: string, fieldIds: string[]): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const tableQueryService = container.resolve(v2CoreTokens.tableQueryService);\n const context = await this.v2ContextFactory.createContext();\n const tableIdResult = TableId.create(tableId);\n if (tableIdResult.isErr()) {\n throw new HttpException('Invalid table id', HttpStatus.BAD_REQUEST);\n }\n\n const tableResult = await tableQueryService.getById(context, tableIdResult.value);\n if (tableResult.isErr()) {\n const errMsg = tableResult.error.message ?? 'Table not found';\n const isNotFound =\n tableResult.error.code === 'table.not_found' || errMsg.includes('not found');\n throw new HttpException(\n errMsg,\n isNotFound ? HttpStatus.NOT_FOUND : HttpStatus.INTERNAL_SERVER_ERROR\n );\n }\n\n const [legacyDeletePayload, gridViewSnapshots] = await Promise.all([\n this.fieldOpenApiService.captureDeleteFieldsLegacyPayload(tableId, fieldIds),\n this.captureGridViewDeleteSnapshots(tableId),\n ]);\n this.attachDeleteFieldCompatContext(\n context,\n tableId,\n fieldIds,\n legacyDeletePayload,\n gridViewSnapshots\n );\n\n const commandResult = DeleteFieldsCommand.create({\n baseId: tableResult.value.baseId().toString(),\n tableId,\n fieldIds,\n });\n if (commandResult.isErr()) {\n this.throwV2Error(\n {\n code: commandResult.error.code,\n message: commandResult.error.message,\n tags: commandResult.error.tags,\n details: commandResult.error.details,\n },\n HttpStatus.BAD_REQUEST\n );\n }\n\n const result = await commandBus.execute(context, commandResult.value);\n if (result.isErr()) {\n this.throwV2Error(\n {\n code: result.error.code,\n message: result.error.message,\n tags: result.error.tags,\n details: result.error.details,\n },\n result.error.code === 'not_found' ? HttpStatus.NOT_FOUND : HttpStatus.BAD_REQUEST\n );\n }\n\n this.invalidateFieldLoader([tableId]);\n }\n\n async updateField(tableId: string, fieldId: string, updateFieldRo: IUpdateFieldRo) {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n const currentField = await this.getFieldFromV2(tableId, fieldId, context);\n\n const v2Input = {\n tableId,\n fieldId,\n field: this.mapLegacyUpdateFieldToV2(updateFieldRo, currentField as Record),\n };\n\n (\n context as IExecutionContext & {\n [V2_FIELD_UPDATE_AUDIT_CONTEXT_KEY]?: IV2FieldUpdateAuditContext;\n }\n )[V2_FIELD_UPDATE_AUDIT_CONTEXT_KEY] = {\n tableId,\n fieldId,\n oldField: currentField,\n inputField: { ...v2Input.field },\n };\n\n const result = await executeUpdateFieldEndpoint(context, v2Input, commandBus);\n\n if (result.status === 200 && result.body.ok) {\n this.invalidateFieldLoader([tableId]);\n return this.getFieldFromV2(tableId, fieldId, context);\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n async convertField(\n tableId: string,\n fieldId: string,\n convertFieldRo: IConvertFieldRo,\n executionOptions?: ConvertFieldExecutionOptions\n ) {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n const shouldTrackUndoContext =\n executionOptions?.emitOperation !== false && Boolean(context.windowId && context.actorId);\n if (executionOptions?.undoRedoMode) {\n context.undoRedo = { mode: executionOptions.undoRedoMode };\n }\n if (executionOptions?.suppressWindowId) {\n delete context.windowId;\n }\n const currentField = await this.getFieldFromV2(tableId, fieldId, context);\n if (shouldTrackUndoContext) {\n (\n context as IExecutionContext & {\n [V2_FIELD_CONVERT_UNDO_CONTEXT_KEY]?: IV2FieldConvertUndoContext;\n }\n )[V2_FIELD_CONVERT_UNDO_CONTEXT_KEY] = {\n tableId,\n fieldId,\n oldField: currentField,\n };\n }\n // v2 uses UpdateFieldCommand for both update and convert\n const v2Input = {\n tableId,\n fieldId,\n field: {\n ...this.mapConvertFieldToV2(convertFieldRo, currentField as Record),\n replaceOptions: true,\n },\n };\n\n const result = await executeUpdateFieldEndpoint(context, v2Input, commandBus);\n\n if (result.status === 200 && result.body.ok) {\n const updatedField = await this.getFieldFromV2(tableId, fieldId, context);\n\n if (\n convertFieldRo.type === FieldType.Link &&\n typeof convertFieldRo.options === 'object' &&\n convertFieldRo.options != null &&\n (convertFieldRo.options as Record).isOneWay === false &&\n updatedField.type === FieldType.Link &&\n updatedField.options &&\n typeof updatedField.options === 'object'\n ) {\n (updatedField.options as Record).isOneWay = false;\n }\n\n const tableIdsToInvalidate = [tableId];\n const currentOptions =\n currentField && typeof currentField === 'object'\n ? ((currentField as { options?: unknown }).options as Record | undefined)\n : undefined;\n const updatedOptions =\n updatedField && typeof updatedField === 'object'\n ? ((updatedField as { options?: unknown }).options as Record | undefined)\n : undefined;\n if (typeof currentOptions?.foreignTableId === 'string') {\n tableIdsToInvalidate.push(currentOptions.foreignTableId);\n }\n if (typeof updatedOptions?.foreignTableId === 'string') {\n tableIdsToInvalidate.push(updatedOptions.foreignTableId);\n }\n this.invalidateFieldLoader(tableIdsToInvalidate);\n\n return updatedField;\n }\n\n if (!result.body.ok) {\n if (result.body.error.message === 'No changes to apply') {\n return this.getFieldFromV2(tableId, fieldId, context);\n }\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n async replayModifiedOps(\n modifiedOps: IOpsMap,\n direction: 'old' | 'new',\n undoRedoMode: 'undo' | 'redo'\n ): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n context.undoRedo = { mode: undoRedoMode };\n delete context.windowId;\n\n for (const [tableId, opsByRecordId] of Object.entries(modifiedOps)) {\n for (const [recordId, ops] of Object.entries(opsByRecordId)) {\n const fields: Record = {};\n for (const op of ops) {\n if (!Array.isArray(op.p) || op.p[0] !== 'fields') {\n continue;\n }\n const fieldPath = op.p[1];\n if (typeof fieldPath !== 'string') {\n continue;\n }\n fields[fieldPath] = (direction === 'old' ? op.od : op.oi) ?? null;\n }\n\n if (!Object.keys(fields).length) {\n continue;\n }\n\n const result = await executeUpdateRecordEndpoint(\n context,\n {\n tableId,\n recordId,\n fields,\n fieldKeyType: FieldKeyType.Id,\n typecast: false,\n },\n commandBus\n );\n\n if (!(result.status === 200 && result.body.ok)) {\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n }\n }\n }\n\n /**\n * Map v1 IConvertFieldRo to v2 UpdateFieldCommand field input.\n *\n * v1 represents conditional lookups/rollups differently from v2:\n * - v1 conditional lookup: type=innerType + isConditionalLookup + lookupOptions\n * - v2 conditional lookup: type='conditionalLookup' + options with condition\n * - v1 rollup: type='rollup' + options with linkFieldId/lookupFieldId/expression\n * - v2 rollup: type='rollup' + config with linkFieldId/lookupFieldId + options with expression\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private mapConvertFieldToV2(\n ro: IConvertFieldRo,\n currentField?: Record\n ): Record {\n const base: Record = {};\n if (ro.name != null) base.name = ro.name;\n if (Object.prototype.hasOwnProperty.call(ro, 'description')) {\n base.description = ro.description ?? null;\n }\n if (ro.notNull != null) base.notNull = ro.notNull;\n if (ro.unique != null) base.unique = ro.unique;\n if ((ro as Record).dbFieldName != null) {\n base.dbFieldName = (ro as Record).dbFieldName;\n }\n if (Object.prototype.hasOwnProperty.call(ro, 'aiConfig')) {\n base.aiConfig = ro.aiConfig ?? null;\n }\n\n // Case 1: Conditional Rollup\n if (ro.type === 'conditionalRollup') {\n const opts = (ro.options ?? {}) as Record;\n const hasShowAs = Object.prototype.hasOwnProperty.call(opts, 'showAs');\n const shouldClearShowAs =\n !hasShowAs && currentField?.type === 'conditionalRollup' && currentField?.options != null;\n const condition: Record = {\n ...(opts.filter ? { filter: opts.filter } : {}),\n ...(opts.sort ? { sort: opts.sort } : {}),\n ...(opts.limit != null ? { limit: opts.limit } : {}),\n };\n const shouldIncludeConfig =\n opts.foreignTableId != null &&\n opts.lookupFieldId != null &&\n Object.keys(condition).length > 0;\n return {\n ...base,\n type: 'conditionalRollup',\n ...this.getResultTypePair(ro as Record),\n options: {\n ...(opts.expression != null ? { expression: opts.expression } : {}),\n ...(opts.formatting != null ? { formatting: opts.formatting } : {}),\n ...(opts.timeZone != null ? { timeZone: opts.timeZone } : {}),\n ...(opts.showAs != null ? { showAs: opts.showAs } : {}),\n ...(shouldClearShowAs ? { showAs: null } : {}),\n },\n ...(shouldIncludeConfig\n ? {\n config: {\n foreignTableId: opts.foreignTableId,\n lookupFieldId: opts.lookupFieldId,\n condition,\n },\n }\n : {}),\n };\n }\n\n // Case 2: Conditional Lookup\n if (ro.isConditionalLookup) {\n const lookupOpts = ro.lookupOptions as Record | undefined;\n const opts =\n ro.options && typeof ro.options === 'object' && !Array.isArray(ro.options)\n ? (ro.options as Record)\n : {};\n const roRecord = ro as Record;\n const currentLookupOpts =\n currentField?.lookupOptions &&\n typeof currentField.lookupOptions === 'object' &&\n !Array.isArray(currentField.lookupOptions)\n ? (currentField.lookupOptions as Record)\n : undefined;\n const normalizeConditionalLookupConfig = (value?: Record) => ({\n foreignTableId: value?.foreignTableId,\n lookupFieldId: value?.lookupFieldId,\n filter: value?.filter ?? null,\n sort: value?.sort ?? undefined,\n limit: value?.limit ?? undefined,\n });\n const nextLookupConfig = normalizeConditionalLookupConfig(lookupOpts);\n const prevLookupConfig = normalizeConditionalLookupConfig(currentLookupOpts);\n const shouldUpdateCondition =\n JSON.stringify(nextLookupConfig) !== JSON.stringify(prevLookupConfig);\n const currentCellValueType =\n typeof currentField?.cellValueType === 'string' ? currentField.cellValueType : undefined;\n const currentIsMultipleCellValue =\n typeof currentField?.isMultipleCellValue === 'boolean'\n ? currentField.isMultipleCellValue\n : undefined;\n const shouldSkipFormulaStringFallback =\n ro.type === FieldType.Formula &&\n typeof roRecord.cellValueType !== 'string' &&\n currentCellValueType === CellValueType.String &&\n opts.formatting != null;\n return {\n ...base,\n type: 'conditionalLookup',\n ...(typeof roRecord.cellValueType === 'string'\n ? { cellValueType: roRecord.cellValueType }\n : currentCellValueType && !shouldSkipFormulaStringFallback\n ? { cellValueType: currentCellValueType }\n : {}),\n ...(typeof roRecord.isMultipleCellValue === 'boolean'\n ? { isMultipleCellValue: roRecord.isMultipleCellValue }\n : typeof currentIsMultipleCellValue === 'boolean'\n ? { isMultipleCellValue: currentIsMultipleCellValue }\n : {}),\n options: {\n ...(lookupOpts && shouldUpdateCondition\n ? {\n foreignTableId: lookupOpts.foreignTableId,\n lookupFieldId: lookupOpts.lookupFieldId,\n condition: {\n ...(lookupOpts.filter ? { filter: lookupOpts.filter } : {}),\n ...(lookupOpts.sort ? { sort: lookupOpts.sort } : {}),\n ...(lookupOpts.limit != null ? { limit: lookupOpts.limit } : {}),\n },\n }\n : {}),\n // Keep v1 convert semantics for conditional lookup inner field:\n // the looked-up field type/options can be updated independently from condition.\n ...(typeof ro.type === 'string' ? { innerType: ro.type } : {}),\n ...(Object.keys(opts).length > 0 ? { innerOptions: opts } : {}),\n },\n };\n }\n\n // Case 3: Regular Lookup (non-conditional)\n if (ro.isLookup && ro.lookupOptions) {\n const lookupOpts = ro.lookupOptions as Record;\n const currentLookupOpts =\n currentField?.lookupOptions &&\n typeof currentField.lookupOptions === 'object' &&\n !Array.isArray(currentField.lookupOptions)\n ? (currentField.lookupOptions as Record)\n : undefined;\n const opts =\n ro.options && typeof ro.options === 'object' && !Array.isArray(ro.options)\n ? (ro.options as Record)\n : undefined;\n const currentOpts =\n currentField?.options &&\n typeof currentField.options === 'object' &&\n !Array.isArray(currentField.options)\n ? (currentField.options as Record)\n : undefined;\n const hasShowAs = opts ? Object.prototype.hasOwnProperty.call(opts, 'showAs') : false;\n const shouldClearShowAs =\n !hasShowAs && currentField?.isLookup === true && currentOpts?.showAs != null;\n const hasFilterPatch = Object.prototype.hasOwnProperty.call(lookupOpts, 'filter');\n const hasSortPatch = Object.prototype.hasOwnProperty.call(lookupOpts, 'sort');\n const hasLimitPatch = Object.prototype.hasOwnProperty.call(lookupOpts, 'limit');\n const shouldClearFilter = !hasFilterPatch && currentLookupOpts?.filter !== undefined;\n const shouldClearSort = !hasSortPatch && currentLookupOpts?.sort !== undefined;\n const shouldClearLimit = !hasLimitPatch && currentLookupOpts?.limit !== undefined;\n const lookupOptions: Record = {\n ...(lookupOpts.linkFieldId != null ? { linkFieldId: lookupOpts.linkFieldId } : {}),\n ...(lookupOpts.lookupFieldId != null ? { lookupFieldId: lookupOpts.lookupFieldId } : {}),\n ...(lookupOpts.foreignTableId != null ? { foreignTableId: lookupOpts.foreignTableId } : {}),\n ...(hasFilterPatch || shouldClearFilter ? { filter: lookupOpts.filter } : {}),\n ...(hasSortPatch || shouldClearSort ? { sort: lookupOpts.sort } : {}),\n ...(hasLimitPatch || shouldClearLimit ? { limit: lookupOpts.limit } : {}),\n ...(shouldClearShowAs ? { showAs: null } : {}),\n };\n return {\n ...base,\n type: 'lookup',\n options: lookupOptions,\n };\n }\n\n // Case 4: Regular Rollup\n if (ro.type === 'rollup') {\n const opts = (ro.options ?? {}) as Record;\n const lookupOpts =\n ro.lookupOptions && typeof ro.lookupOptions === 'object' && !Array.isArray(ro.lookupOptions)\n ? (ro.lookupOptions as Record)\n : undefined;\n const linkFieldId = opts.linkFieldId ?? lookupOpts?.linkFieldId;\n const lookupFieldId = opts.lookupFieldId ?? lookupOpts?.lookupFieldId;\n const foreignTableId = opts.foreignTableId ?? lookupOpts?.foreignTableId;\n const hasShowAs = Object.prototype.hasOwnProperty.call(opts, 'showAs');\n const shouldClearShowAs =\n !hasShowAs && currentField?.type === 'rollup' && currentField?.options != null;\n const shouldIncludeConfig =\n linkFieldId != null && lookupFieldId != null && foreignTableId != null;\n return {\n ...base,\n type: 'rollup',\n options: {\n ...(opts.expression != null ? { expression: opts.expression } : {}),\n ...(opts.formatting != null ? { formatting: opts.formatting } : {}),\n ...(opts.timeZone != null ? { timeZone: opts.timeZone } : {}),\n ...(opts.showAs != null ? { showAs: opts.showAs } : {}),\n ...(shouldClearShowAs ? { showAs: null } : {}),\n },\n ...(shouldIncludeConfig\n ? {\n config: {\n linkFieldId,\n lookupFieldId,\n foreignTableId,\n },\n }\n : {}),\n };\n }\n\n // Case 5: Formula\n if (ro.type === 'formula') {\n const opts = (ro.options ?? {}) as Record;\n const currentOpts =\n currentField?.options && typeof currentField.options === 'object'\n ? (currentField.options as Record)\n : undefined;\n const hasShowAs = Object.prototype.hasOwnProperty.call(opts, 'showAs');\n const shouldClearShowAs =\n !hasShowAs && currentField?.type === 'formula' && currentField?.options != null;\n const zodDefaultExpressions = new Set(['LAST_MODIFIED_TIME()', 'CREATED_TIME()']);\n const newExpression = typeof opts.expression === 'string' ? opts.expression : undefined;\n const currentExpression =\n currentOpts && typeof currentOpts.expression === 'string'\n ? currentOpts.expression\n : undefined;\n const expression =\n newExpression && zodDefaultExpressions.has(newExpression) && currentExpression\n ? currentExpression\n : newExpression;\n\n return {\n ...base,\n type: 'formula',\n options: {\n ...(expression != null ? { expression } : {}),\n ...(opts.timeZone != null ? { timeZone: opts.timeZone } : {}),\n ...(opts.formatting != null ? { formatting: opts.formatting } : {}),\n ...(opts.showAs != null ? { showAs: opts.showAs } : {}),\n ...(shouldClearShowAs ? { showAs: null } : {}),\n },\n };\n }\n\n // Case 6: Default pass-through\n const shouldClearShowAsOnPassThrough =\n (ro.type === FieldType.SingleLineText || ro.type === FieldType.Number) &&\n ro.options != null &&\n typeof ro.options === 'object' &&\n !Array.isArray(ro.options) &&\n !Object.prototype.hasOwnProperty.call(ro.options, 'showAs') &&\n currentField?.type === ro.type &&\n currentField?.options != null;\n\n const passThroughOptions =\n shouldClearShowAsOnPassThrough && ro.options && typeof ro.options === 'object'\n ? { ...(ro.options as Record), showAs: null }\n : ro.options;\n\n return {\n ...base,\n type: ro.type,\n options: passThroughOptions,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/open-api/field-open-api.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n Body,\n Controller,\n Delete,\n Get,\n Param,\n Patch,\n Put,\n Post,\n Query,\n Headers,\n UseGuards,\n UseInterceptors,\n} from '@nestjs/common';\nimport type { IFieldVo } from '@teable/core';\nimport {\n createFieldRoSchema,\n getFieldsQuerySchema,\n IFieldRo,\n IGetFieldsQuery,\n IConvertFieldRo,\n convertFieldRoSchema,\n updateFieldRoSchema,\n IUpdateFieldRo,\n} from '@teable/core';\nimport {\n deleteFieldsQuerySchema,\n fieldDeleteReferencesQuerySchema,\n IAutoFillFieldRo,\n autoFillFieldRoSchema,\n duplicateFieldRoSchema,\n IDeleteFieldsQuery,\n IDuplicateFieldRo,\n} from '@teable/openapi';\nimport type {\n IAutoFillFieldVo,\n IFieldDeleteReferencesQuery,\n IFieldDeleteReferencesVo,\n IGetViewFilterLinkRecordsVo,\n IPlanFieldConvertVo,\n IPlanFieldVo,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../types/cls';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { AllowAnonymous } from '../../auth/decorators/allow-anonymous.decorator';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { UseV2Feature } from '../../canary/decorators/use-v2-feature.decorator';\nimport { V2FeatureGuard } from '../../canary/guards/v2-feature.guard';\nimport { V2IndicatorInterceptor } from '../../canary/interceptors/v2-indicator.interceptor';\nimport { FieldService } from '../field.service';\nimport { FieldOpenApiV2Service } from './field-open-api-v2.service';\nimport { FieldOpenApiService } from './field-open-api.service';\n\n@UseGuards(V2FeatureGuard)\n@UseInterceptors(V2IndicatorInterceptor)\n@Controller('api/table/:tableId/field')\n@AllowAnonymous()\nexport class FieldOpenApiController {\n constructor(\n private readonly fieldService: FieldService,\n private readonly fieldOpenApiService: FieldOpenApiService,\n private readonly fieldOpenApiV2Service: FieldOpenApiV2Service,\n private readonly cls: ClsService\n ) {}\n\n @Permissions('field|delete')\n @Get('delete-references')\n async getDeleteFieldReferences(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(fieldDeleteReferencesQuerySchema))\n query: IFieldDeleteReferencesQuery\n ): Promise {\n return this.fieldOpenApiService.getDeleteFieldReferences(tableId, query.fieldIds);\n }\n\n @Permissions('field|read')\n @Get(':fieldId/plan')\n async planField(\n @Param('tableId') tableId: string,\n @Param('fieldId') fieldId: string\n ): Promise {\n return await this.fieldOpenApiService.planField(tableId, fieldId);\n }\n\n @Permissions('field|read')\n @Get(':fieldId')\n async getField(\n @Param('tableId') tableId: string,\n @Param('fieldId') fieldId: string\n ): Promise {\n const forceV2All = process.env.FORCE_V2_ALL?.toLowerCase() === 'true';\n if (this.cls.get('useV2') || forceV2All) {\n const field = await this.fieldOpenApiV2Service.getField(tableId, fieldId);\n if (field.hasError == null) {\n try {\n const legacyField = await this.fieldService.getField(tableId, fieldId);\n if (legacyField.hasError != null) {\n field.hasError = legacyField.hasError;\n }\n } catch (error) {\n void error;\n }\n }\n return field;\n }\n return await this.fieldService.getField(tableId, fieldId);\n }\n\n @Permissions('field|read')\n @Get()\n async getFields(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(getFieldsQuerySchema)) query: IGetFieldsQuery\n ): Promise {\n return await this.fieldOpenApiService.getFields(tableId, query);\n }\n\n @Permissions('field|create')\n @Post('/plan')\n async planFieldCreate(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(createFieldRoSchema)) fieldRo: IFieldRo\n ): Promise {\n return await this.fieldOpenApiService.planFieldCreate(tableId, fieldRo);\n }\n\n @Permissions('field|create')\n @UseV2Feature('createField')\n @Post()\n async createField(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(createFieldRoSchema)) fieldRo: IFieldRo,\n @Headers('x-window-id') windowId: string\n ): Promise {\n if (this.cls.get('useV2')) {\n return await this.fieldOpenApiV2Service.createField(tableId, fieldRo);\n }\n return await this.fieldOpenApiService.createField(tableId, fieldRo, windowId);\n }\n\n @Permissions('field|update')\n @Put(':fieldId/plan')\n async planFieldConvert(\n @Param('tableId') tableId: string,\n @Param('fieldId') fieldId: string,\n @Body(new ZodValidationPipe(convertFieldRoSchema)) updateFieldRo: IConvertFieldRo\n ): Promise {\n return await this.fieldOpenApiService.planFieldConvert(tableId, fieldId, updateFieldRo);\n }\n\n @Permissions('field|update')\n @UseV2Feature('convertField')\n @Put(':fieldId/convert')\n async convertField(\n @Param('tableId') tableId: string,\n @Param('fieldId') fieldId: string,\n @Body(new ZodValidationPipe(convertFieldRoSchema)) updateFieldRo: IConvertFieldRo,\n @Headers('x-window-id') windowId: string\n ) {\n if (this.cls.get('useV2')) {\n return await this.fieldOpenApiV2Service.convertField(tableId, fieldId, updateFieldRo, {\n emitOperation: Boolean(windowId),\n suppressWindowId: !windowId,\n });\n }\n return await this.fieldOpenApiService.convertField(tableId, fieldId, updateFieldRo, windowId);\n }\n\n @Permissions('field|update')\n @UseV2Feature('updateField')\n @Patch(':fieldId')\n async updateField(\n @Param('tableId') tableId: string,\n @Param('fieldId') fieldId: string,\n @Body(new ZodValidationPipe(updateFieldRoSchema)) updateFieldRo: IUpdateFieldRo\n ) {\n if (this.cls.get('useV2')) {\n return await this.fieldOpenApiV2Service.updateField(tableId, fieldId, updateFieldRo);\n }\n return await this.fieldOpenApiService.updateField(tableId, fieldId, updateFieldRo);\n }\n\n @Permissions('field|delete')\n @Delete(':fieldId/plan')\n async planDeleteField(@Param('tableId') tableId: string, @Param('fieldId') fieldId: string) {\n return await this.fieldOpenApiService.planDeleteField(tableId, fieldId);\n }\n\n @Permissions('field|delete')\n @UseV2Feature('deleteField')\n @Delete(':fieldId')\n async deleteField(\n @Param('tableId') tableId: string,\n @Param('fieldId') fieldId: string,\n @Headers('x-window-id') windowId: string\n ) {\n if (this.cls.get('useV2')) {\n await this.fieldOpenApiV2Service.deleteField(tableId, fieldId);\n return;\n }\n await this.fieldOpenApiService.deleteField(tableId, fieldId, windowId);\n }\n\n @Permissions('field|delete')\n @UseV2Feature('deleteField')\n @Delete()\n async deleteFields(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(deleteFieldsQuerySchema)) query: IDeleteFieldsQuery,\n @Headers('x-window-id') windowId: string\n ) {\n if (this.cls.get('useV2')) {\n await this.fieldOpenApiV2Service.deleteFields(tableId, query.fieldIds);\n return;\n }\n await this.fieldOpenApiService.deleteFields(tableId, query.fieldIds, windowId);\n }\n\n @Permissions('field|update')\n @Get('/:fieldId/filter-link-records')\n async getFilterLinkRecords(\n @Param('tableId') tableId: string,\n @Param('fieldId') fieldId: string\n ): Promise {\n return this.fieldOpenApiService.getFilterLinkRecords(tableId, fieldId);\n }\n\n @Permissions('field|read')\n @Get('/socket/snapshot-bulk')\n async getSnapshotBulk(@Param('tableId') tableId: string, @Query('ids') ids: string[]) {\n return this.fieldService.getSnapshotBulk(tableId, ids);\n }\n\n @Permissions('field|read')\n @Get('/socket/doc-ids')\n async getDocIds(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(getFieldsQuerySchema)) query: IGetFieldsQuery\n ) {\n return this.fieldService.getDocIdsByQuery(tableId, query);\n }\n\n @Permissions('field|create')\n @UseV2Feature('duplicateField')\n @Post('/:fieldId/duplicate')\n async duplicateField(\n @Param('tableId') tableId: string,\n @Param('fieldId') fieldId: string,\n @Body(new ZodValidationPipe(duplicateFieldRoSchema)) duplicateFieldRo: IDuplicateFieldRo,\n @Headers('x-window-id') windowId: string\n ) {\n if (this.cls.get('useV2')) {\n return this.fieldOpenApiV2Service.duplicateField(\n tableId,\n fieldId,\n duplicateFieldRo,\n windowId\n );\n }\n return this.fieldOpenApiService.duplicateField(tableId, fieldId, duplicateFieldRo, windowId);\n }\n\n @Permissions('record|update')\n @Post('/:fieldId/auto-fill')\n async autoFillField(\n @Param('tableId') _tableId: string,\n @Param('fieldId') _fieldId: string,\n @Body(new ZodValidationPipe(autoFillFieldRoSchema)) _query: IAutoFillFieldRo\n ): Promise {\n return { taskId: null };\n }\n\n @Permissions('record|update')\n @Post('/:fieldId/stop-fill')\n async stopFillField(@Param('tableId') _tableId: string, @Param('fieldId') _fieldId: string) {\n return null;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/open-api/field-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../../db-provider/db.provider';\nimport { ShareDbModule } from '../../../share-db/share-db.module';\nimport { CalculationModule } from '../../calculation/calculation.module';\nimport { CanaryModule } from '../../canary/canary.module';\nimport { GraphModule } from '../../graph/graph.module';\nimport { ComputedModule } from '../../record/computed/computed.module';\nimport { RecordOpenApiModule } from '../../record/open-api/record-open-api.module';\nimport { RecordQueryBuilderModule } from '../../record/query-builder';\nimport { RecordModule } from '../../record/record.module';\nimport { TableIndexService } from '../../table/table-index.service';\nimport { V2Module } from '../../v2/v2.module';\nimport { ViewOpenApiModule } from '../../view/open-api/view-open-api.module';\nimport { ViewModule } from '../../view/view.module';\nimport { FieldCalculateModule } from '../field-calculate/field-calculate.module';\nimport { FieldModule } from '../field.module';\nimport { FieldOpenApiController } from './field-open-api.controller';\nimport { FieldOpenApiV2Service } from './field-open-api-v2.service';\nimport { FieldOpenApiService } from './field-open-api.service';\n\n@Module({\n imports: [\n FieldModule,\n RecordModule,\n ViewOpenApiModule,\n ShareDbModule,\n CalculationModule,\n RecordOpenApiModule,\n FieldCalculateModule,\n ViewModule,\n GraphModule,\n RecordQueryBuilderModule,\n ComputedModule,\n V2Module,\n CanaryModule,\n ],\n controllers: [FieldOpenApiController],\n providers: [DbProvider, FieldOpenApiService, FieldOpenApiV2Service, TableIndexService],\n exports: [FieldOpenApiService, FieldOpenApiV2Service],\n})\nexport class FieldOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/field/open-api/field-open-api.service.spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../../global/global.module';\nimport { FieldOpenApiModule } from './field-open-api.module';\nimport { FieldOpenApiService } from './field-open-api.service';\n\ndescribe('FieldOpenApiService', () => {\n let service: FieldOpenApiService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, FieldOpenApiModule],\n }).compile();\n\n service = module.get(FieldOpenApiService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/field/open-api/field-open-api.service.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { BadRequestException, Injectable, Logger, NotFoundException } from '@nestjs/common';\nimport {\n CellValueType,\n ColorConfigType,\n FieldKeyType,\n FieldOpBuilder,\n FieldType,\n ViewType,\n generateFieldId,\n generateOperationId,\n IFieldRo,\n StatisticsFunc,\n isRollupFunctionSupportedForCellValueType,\n isLinkLookupOptions,\n isFieldReferenceValue,\n isFieldReferenceComparable,\n extractFieldIdsFromFilter,\n} from '@teable/core';\nimport type {\n IColumn,\n IFieldVo,\n IConvertFieldRo,\n IUpdateFieldRo,\n IOtOperation,\n IColumnMeta,\n ILinkFieldOptions,\n IConditionalRollupFieldOptions,\n IConditionalLookupOptions,\n IRollupFieldOptions,\n IGetFieldsQuery,\n IFilter,\n IFilterItem,\n IFieldReferenceValue,\n IGridViewOptions,\n ISort,\n IGroup,\n ICalendarViewOptions,\n IGalleryViewOptions,\n IKanbanViewOptions,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n IDuplicateFieldRo,\n IFieldDeleteReferencesItem,\n IFieldDeleteRefTableSource,\n IFieldDeleteRefDependentField,\n IFieldDeleteRefView,\n} from '@teable/openapi';\nimport { instanceToPlain } from 'class-transformer';\nimport { Knex } from 'knex';\nimport { groupBy, isEqual, omit, pick } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { ThresholdConfig, IThresholdConfig } from '../../../configs/threshold.config';\nimport { FieldReferenceCompatibilityException } from '../../../db-provider/filter-query/cell-value-filter.abstract';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport type { IClsStore } from '../../../types/cls';\nimport { Timing } from '../../../utils/timing';\nimport { FieldCalculationService } from '../../calculation/field-calculation.service';\nimport type { IOpsMap } from '../../calculation/utils/compose-maps';\nimport { GraphService } from '../../graph/graph.service';\nimport { ComputedOrchestratorService } from '../../record/computed/services/computed-orchestrator.service';\nimport { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\nimport { InjectRecordQueryBuilder, IRecordQueryBuilder } from '../../record/query-builder';\nimport { RecordService } from '../../record/record.service';\nimport { TableIndexService } from '../../table/table-index.service';\nimport { ViewOpenApiService } from '../../view/open-api/view-open-api.service';\nimport { ViewService } from '../../view/view.service';\nimport { FieldConvertingService } from '../field-calculate/field-converting.service';\nimport { FieldCreatingService } from '../field-calculate/field-creating.service';\nimport { FieldDeletingService } from '../field-calculate/field-deleting.service';\nimport { FieldSupplementService } from '../field-calculate/field-supplement.service';\nimport { FieldViewSyncService } from '../field-calculate/field-view-sync.service';\nimport { FieldService } from '../field.service';\nimport type { IFieldInstance } from '../model/factory';\nimport {\n convertFieldInstanceToFieldVo,\n createFieldInstanceByRaw,\n createFieldInstanceByVo,\n rawField2FieldObj,\n} from '../model/factory';\n\ntype FieldDeleteDependencyContext = {\n tableId: string;\n sourceFieldIds: string[];\n sourceFieldIdSet: Set;\n deletingFieldIdSet: Set;\n currentTableFields: Array<{ id: string; type: string; options: string | null }>;\n currentTableFieldIds: string[];\n currentTableFieldIdSet: Set;\n};\n\ntype LinkReferenceOptions = Pick<\n ILinkFieldOptions,\n 'foreignTableId' | 'lookupFieldId' | 'visibleFieldIds'\n>;\n\nexport type ILegacyDeleteFieldsPayloadSnapshot = {\n fields: Array<\n IFieldVo & {\n columnMeta: IColumnMeta;\n references?: string[];\n }\n >;\n records: Awaited> | undefined;\n};\n\n@Injectable()\nexport class FieldOpenApiService {\n private logger = new Logger(FieldOpenApiService.name);\n constructor(\n private readonly graphService: GraphService,\n private readonly prismaService: PrismaService,\n private readonly fieldService: FieldService,\n private readonly viewService: ViewService,\n private readonly viewOpenApiService: ViewOpenApiService,\n private readonly fieldCreatingService: FieldCreatingService,\n private readonly fieldDeletingService: FieldDeletingService,\n private readonly fieldConvertingService: FieldConvertingService,\n private readonly fieldSupplementService: FieldSupplementService,\n private readonly fieldCalculationService: FieldCalculationService,\n private readonly fieldViewSyncService: FieldViewSyncService,\n private readonly recordService: RecordService,\n private readonly eventEmitterService: EventEmitterService,\n private readonly cls: ClsService,\n private readonly tableIndexService: TableIndexService,\n private readonly recordOpenApiService: RecordOpenApiService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n @InjectRecordQueryBuilder() private readonly recordQueryBuilder: IRecordQueryBuilder,\n private readonly computedOrchestrator: ComputedOrchestratorService\n ) {}\n\n async planField(tableId: string, fieldId: string) {\n return await this.graphService.planField(tableId, fieldId);\n }\n\n private isFieldReferenceCompatibilityError(\n error: unknown\n ): error is FieldReferenceCompatibilityException {\n return error instanceof FieldReferenceCompatibilityException;\n }\n\n async planFieldCreate(tableId: string, fieldRo: IFieldRo) {\n return await this.graphService.planFieldCreate(tableId, fieldRo);\n }\n\n // need add delete relative check\n async planFieldConvert(tableId: string, fieldId: string, updateFieldRo: IConvertFieldRo) {\n return await this.graphService.planFieldConvert(tableId, fieldId, updateFieldRo);\n }\n\n async planDeleteField(tableId: string, fieldId: string) {\n return await this.graphService.planDeleteField(tableId, fieldId);\n }\n\n async getDeleteFieldReferences(\n tableId: string,\n fieldIds: string[]\n ): Promise> {\n const [viewRefMap, depFieldMap] = await Promise.all([\n this.getReferencedViewsPerField(tableId, fieldIds),\n this.getDependentFieldsPerField(tableId, fieldIds),\n ]);\n\n const emptyWorkflowNodes: IFieldDeleteReferencesItem['workflowNodes'] = [];\n const emptyRoles: IFieldDeleteReferencesItem['authorityMatrixRoles'] = [];\n\n const result: Record = {};\n for (const fieldId of fieldIds) {\n result[fieldId] = {\n workflowNodes: emptyWorkflowNodes,\n authorityMatrixRoles: emptyRoles,\n views: viewRefMap.get(fieldId) ?? [],\n dependentFields: depFieldMap.get(fieldId) ?? [],\n };\n }\n return result;\n }\n\n private async getReferencedViewsPerField(tableId: string, fieldIds: string[]) {\n const [views, tableMeta] = await Promise.all([\n this.prismaService.view.findMany({\n where: { tableId, deletedTime: null },\n select: {\n id: true,\n name: true,\n type: true,\n filter: true,\n sort: true,\n group: true,\n options: true,\n },\n }),\n this.prismaService.tableMeta.findFirst({\n where: { id: tableId },\n select: { id: true, name: true, icon: true, baseId: true },\n }),\n ]);\n\n const result = new Map();\n if (!tableMeta) {\n return result;\n }\n\n const base = await this.prismaService.base.findFirst({\n where: { id: tableMeta.baseId },\n select: { id: true, name: true, icon: true },\n });\n if (!base) {\n return result;\n }\n\n const source: IFieldDeleteRefTableSource = {\n id: tableMeta.id,\n name: tableMeta.name,\n icon: tableMeta.icon,\n base: {\n id: base.id,\n name: base.name,\n icon: base.icon,\n },\n };\n\n for (const fieldId of fieldIds) {\n const matched: IFieldDeleteRefView[] = [];\n for (const view of views) {\n if (this.viewReferencesField(view, fieldId)) {\n matched.push({ id: view.id, name: view.name, type: view.type, source });\n }\n }\n if (matched.length > 0) {\n result.set(fieldId, matched);\n }\n }\n\n return result;\n }\n\n private viewReferencesField(\n view: {\n filter: string | null;\n sort: string | null;\n group: string | null;\n options: string | null;\n type: string;\n },\n fieldId: string\n ): boolean {\n const filter = this.parseJsonOptions(view.filter);\n if (filter) {\n try {\n const filterRefs = extractFieldIdsFromFilter(filter, true);\n if (filterRefs.includes(fieldId)) {\n return true;\n }\n } catch {\n // Ignore malformed historical filter payloads and keep scanning other view properties.\n }\n }\n\n const sort = this.parseJsonOptions(view.sort);\n if (sort?.sortObjs?.some((s) => s.fieldId === fieldId)) {\n return true;\n }\n\n const group = this.parseJsonOptions(view.group);\n if (Array.isArray(group) && group.some((g) => g.fieldId === fieldId)) {\n return true;\n }\n\n const optionFieldIds = this.extractViewOptionFieldIds(view.type, view.options);\n if (optionFieldIds.has(fieldId)) {\n return true;\n }\n\n return false;\n }\n\n private extractViewOptionFieldIds(viewType: string, rawOptions: string | null): Set {\n const fieldIds = new Set();\n const addFieldId = (value?: string | null) => value && fieldIds.add(value);\n\n switch (viewType) {\n case ViewType.Grid: {\n const options = this.parseJsonOptions(rawOptions);\n addFieldId(options?.frozenFieldId);\n break;\n }\n case ViewType.Kanban: {\n const options = this.parseJsonOptions(rawOptions);\n addFieldId(options?.stackFieldId);\n addFieldId(options?.coverFieldId);\n break;\n }\n case ViewType.Gallery: {\n const options = this.parseJsonOptions(rawOptions);\n addFieldId(options?.coverFieldId);\n break;\n }\n case ViewType.Calendar: {\n const options = this.parseJsonOptions(rawOptions);\n addFieldId(options?.startDateFieldId);\n addFieldId(options?.endDateFieldId);\n addFieldId(options?.titleFieldId);\n if (options?.colorConfig?.type === ColorConfigType.Field) {\n addFieldId(options.colorConfig.fieldId);\n }\n break;\n }\n default:\n break;\n }\n\n return fieldIds;\n }\n\n private parseJsonOptions(raw: string | null): T | null {\n if (!raw) return null;\n try {\n return JSON.parse(raw) as T;\n } catch {\n return null;\n }\n }\n\n private createDependentFieldAdder(\n context: FieldDeleteDependencyContext,\n depMap: Map>\n ) {\n return (fromFieldId: string, toFieldId: string) => {\n const { sourceFieldIdSet, deletingFieldIdSet } = context;\n if (!sourceFieldIdSet.has(fromFieldId) || deletingFieldIdSet.has(toFieldId)) {\n return;\n }\n\n let depSet = depMap.get(fromFieldId);\n if (!depSet) {\n depSet = new Set();\n depMap.set(fromFieldId, depSet);\n }\n depSet.add(toFieldId);\n };\n }\n\n private async buildFieldDeleteDependencyContext(\n tableId: string,\n fieldIds: string[]\n ): Promise {\n // Build a normalized context once so each dependency collector can stay focused.\n const currentTableFields = await this.prismaService.field.findMany({\n where: { tableId, deletedTime: null },\n select: { id: true, type: true, options: true },\n });\n\n const currentTableFieldIds = currentTableFields.map((f) => f.id);\n const currentTableFieldIdSet = new Set(currentTableFieldIds);\n const sourceFieldIdSet = new Set(fieldIds.filter((id) => currentTableFieldIdSet.has(id)));\n const sourceFieldIds = [...sourceFieldIdSet];\n\n if (sourceFieldIds.length === 0) {\n return null;\n }\n\n return {\n tableId,\n sourceFieldIds,\n sourceFieldIdSet,\n deletingFieldIdSet: new Set(fieldIds),\n currentTableFields,\n currentTableFieldIds,\n currentTableFieldIdSet,\n };\n }\n\n private async collectDirectAndExternalCandidates(\n context: FieldDeleteDependencyContext,\n addDep: (fromFieldId: string, toFieldId: string) => void\n ) {\n // A single reference scan gives us both:\n // 1) direct dependencies from deleting fields, and\n // 2) external link field candidates that may display those deleting fields.\n const references = await this.prismaService.reference.findMany({\n where: {\n fromFieldId: { in: context.currentTableFieldIds },\n OR: [\n { fromFieldId: { in: context.sourceFieldIds } },\n { toFieldId: { notIn: context.currentTableFieldIds } },\n ],\n },\n select: { fromFieldId: true, toFieldId: true },\n });\n\n const externalCandidateIdSet = new Set();\n for (const ref of references) {\n if (context.sourceFieldIdSet.has(ref.fromFieldId)) {\n addDep(ref.fromFieldId, ref.toFieldId);\n }\n if (!context.currentTableFieldIdSet.has(ref.toFieldId)) {\n externalCandidateIdSet.add(ref.toFieldId);\n }\n }\n\n return [...externalCandidateIdSet];\n }\n\n private collectSymmetricLinkDependencies(\n context: FieldDeleteDependencyContext,\n addDep: (fromFieldId: string, toFieldId: string) => void\n ) {\n for (const sourceField of context.currentTableFields) {\n if (!context.sourceFieldIdSet.has(sourceField.id) || sourceField.type !== FieldType.Link) {\n continue;\n }\n const options = this.parseJsonOptions<{ symmetricFieldId?: string }>(sourceField.options);\n if (options?.symmetricFieldId) {\n addDep(sourceField.id, options.symmetricFieldId);\n }\n }\n }\n\n private async collectExternalLinkDisplayDependencies(\n context: FieldDeleteDependencyContext,\n externalCandidateIds: string[],\n addDep: (fromFieldId: string, toFieldId: string) => void\n ) {\n if (externalCandidateIds.length === 0) {\n return;\n }\n\n const externalLinkFields = await this.prismaService.field.findMany({\n where: { id: { in: externalCandidateIds }, type: FieldType.Link, deletedTime: null },\n select: { id: true, options: true },\n });\n\n for (const linkField of externalLinkFields) {\n const options = this.parseJsonOptions(linkField.options);\n if (options?.foreignTableId !== context.tableId) continue;\n\n // One-way link still writes reference edges to the host link field.\n // We use those candidates here, then inspect lookup/visible config to find exact dependencies.\n if (options.lookupFieldId && context.sourceFieldIdSet.has(options.lookupFieldId)) {\n addDep(options.lookupFieldId, linkField.id);\n }\n\n if (!options.visibleFieldIds?.length) continue;\n for (const visibleFieldId of options.visibleFieldIds) {\n if (context.sourceFieldIdSet.has(visibleFieldId)) {\n addDep(visibleFieldId, linkField.id);\n }\n }\n }\n }\n\n private async hydrateDependentFieldInfos(perFieldDepIds: Map>) {\n // Resolve collected dependency ids into user-facing metadata in one batch.\n const allDepIds = [...new Set([...perFieldDepIds.values()].flatMap((ids) => [...ids]))];\n if (allDepIds.length === 0) {\n return new Map();\n }\n\n const fields = await this.prismaService.field.findMany({\n where: { id: { in: allDepIds }, deletedTime: null },\n select: { id: true, name: true, type: true, tableId: true },\n });\n\n const tableIds = [...new Set(fields.map((f) => f.tableId))];\n const tableSourceMap = await this.buildTableSourceMap(tableIds);\n const fieldInfoMap = new Map(\n fields.map((field) => [\n field.id,\n {\n id: field.id,\n name: field.name,\n type: field.type,\n source: tableSourceMap.get(field.tableId),\n },\n ])\n );\n\n const result = new Map();\n for (const [fromFieldId, depIds] of perFieldDepIds) {\n const items = [...depIds]\n .map((depId) => fieldInfoMap.get(depId))\n .filter((item): item is IFieldDeleteRefDependentField => Boolean(item?.source));\n if (items.length > 0) {\n result.set(fromFieldId, items);\n }\n }\n\n return result;\n }\n\n private async getDependentFieldsPerField(tableId: string, fieldIds: string[]) {\n // Orchestration only: build context -> collect dependency edges -> hydrate field info.\n const context = await this.buildFieldDeleteDependencyContext(tableId, fieldIds);\n if (!context) {\n return new Map();\n }\n\n const perFieldDepIds = new Map>();\n const addDep = this.createDependentFieldAdder(context, perFieldDepIds);\n const externalCandidateIds = await this.collectDirectAndExternalCandidates(context, addDep);\n this.collectSymmetricLinkDependencies(context, addDep);\n await this.collectExternalLinkDisplayDependencies(context, externalCandidateIds, addDep);\n return await this.hydrateDependentFieldInfos(perFieldDepIds);\n }\n\n private async buildTableSourceMap(tableIds: string[]) {\n if (tableIds.length === 0) {\n return new Map();\n }\n\n const tables = await this.prismaService.tableMeta.findMany({\n where: { id: { in: tableIds } },\n select: { id: true, name: true, icon: true, baseId: true },\n });\n\n const baseIds = [...new Set(tables.map((table) => table.baseId))];\n const bases = await this.prismaService.base.findMany({\n where: { id: { in: baseIds } },\n select: { id: true, name: true, icon: true },\n });\n const baseMap = new Map(bases.map((base) => [base.id, base]));\n\n const tableSourceMap = new Map();\n for (const table of tables) {\n const base = baseMap.get(table.baseId);\n if (!base) {\n continue;\n }\n tableSourceMap.set(table.id, {\n id: table.id,\n name: table.name,\n icon: table.icon,\n base: {\n id: base.id,\n name: base.name,\n icon: base.icon,\n },\n });\n }\n return tableSourceMap;\n }\n\n async getFields(tableId: string, query: IGetFieldsQuery) {\n const fields = await this.fieldService.getFieldsByQuery(tableId, {\n ...query,\n filterHidden: query.filterHidden == null ? true : query.filterHidden,\n });\n\n return fields.map((field) => {\n if (field.isMultipleCellValue !== false) {\n return field;\n }\n\n const normalized = { ...field } as IFieldVo & Record;\n delete normalized.isMultipleCellValue;\n return normalized as IFieldVo;\n });\n }\n\n private async validateLookupField(field: IFieldInstance) {\n if (field.lookupOptions && isLinkLookupOptions(field.lookupOptions)) {\n const { foreignTableId, lookupFieldId, linkFieldId } = field.lookupOptions;\n const foreignField = await this.prismaService.txClient().field.findFirst({\n where: { tableId: foreignTableId, id: lookupFieldId, deletedTime: null },\n select: { id: true },\n });\n\n if (!foreignField) {\n return false;\n }\n const linkField = await this.prismaService.txClient().field.findFirst({\n where: { id: linkFieldId, deletedTime: null },\n select: { id: true, options: true, type: true, isLookup: true },\n });\n if (!linkField || linkField.type !== FieldType.Link || linkField.isLookup) {\n return false;\n }\n const linkOptions = JSON.parse(linkField?.options as string) as ILinkFieldOptions;\n return linkOptions.foreignTableId === foreignTableId;\n }\n return true;\n }\n\n private normalizeCellValueType(rawCellType: unknown): CellValueType {\n if (\n typeof rawCellType === 'string' &&\n Object.values(CellValueType).includes(rawCellType as CellValueType)\n ) {\n return rawCellType as CellValueType;\n }\n return CellValueType.String;\n }\n\n private async isRollupAggregationSupported(params: {\n expression?: IRollupFieldOptions['expression'];\n lookupFieldId?: string;\n foreignTableId?: string;\n }): Promise {\n const { expression, lookupFieldId, foreignTableId } = params;\n\n if (!expression || !lookupFieldId || !foreignTableId) {\n return false;\n }\n\n const foreignField = await this.prismaService.txClient().field.findFirst({\n where: { id: lookupFieldId, tableId: foreignTableId, deletedTime: null },\n select: { cellValueType: true },\n });\n\n if (!foreignField?.cellValueType) {\n return false;\n }\n\n const cellValueType = this.normalizeCellValueType(foreignField.cellValueType);\n return isRollupFunctionSupportedForCellValueType(expression, cellValueType);\n }\n\n private async validateRollupAggregation(field: IFieldInstance): Promise {\n if (!field.lookupOptions || !isLinkLookupOptions(field.lookupOptions)) {\n return false;\n }\n\n const options = field.options as IRollupFieldOptions | undefined;\n return this.isRollupAggregationSupported({\n expression: options?.expression,\n lookupFieldId: field.lookupOptions.lookupFieldId,\n foreignTableId: field.lookupOptions.foreignTableId,\n });\n }\n\n private async validateConditionalRollupAggregation(hostTableId: string, field: IFieldInstance) {\n const options = field.options as IConditionalRollupFieldOptions | undefined;\n const expression = options?.expression;\n const lookupFieldId = options?.lookupFieldId;\n const foreignTableId = options?.foreignTableId;\n\n const aggregationSupported = await this.isRollupAggregationSupported({\n expression,\n lookupFieldId,\n foreignTableId,\n });\n if (!aggregationSupported) {\n return false;\n }\n\n if (!foreignTableId) {\n return false;\n }\n\n return await this.validateFilterFieldReferences(hostTableId, foreignTableId, options?.filter);\n }\n\n private async validateConditionalLookup(tableId: string, field: IFieldInstance) {\n const meta = field.getConditionalLookupOptions?.();\n const lookupFieldId = meta?.lookupFieldId;\n const foreignTableId = meta?.foreignTableId;\n\n if (!lookupFieldId || !foreignTableId) {\n return false;\n }\n\n const foreignField = await this.prismaService.txClient().field.findFirst({\n where: { id: lookupFieldId, tableId: foreignTableId, deletedTime: null },\n select: { id: true, type: true },\n });\n\n if (!foreignField) {\n return false;\n }\n\n if (foreignField.type !== field.type) {\n return false;\n }\n\n return await this.validateFilterFieldReferences(tableId, foreignTableId, meta?.filter);\n }\n\n private async isFieldConfigurationValid(\n tableId: string,\n field: IFieldInstance\n ): Promise {\n if (\n field.lookupOptions &&\n field.type !== FieldType.ConditionalRollup &&\n !field.isConditionalLookup\n ) {\n const lookupValid = await this.validateLookupField(field);\n if (!lookupValid) {\n return false;\n }\n\n if (field.type === FieldType.Rollup) {\n return await this.validateRollupAggregation(field);\n }\n\n return true;\n }\n\n if (field.isConditionalLookup) {\n return await this.validateConditionalLookup(tableId, field);\n }\n\n if (field.type === FieldType.ConditionalRollup) {\n return await this.validateConditionalRollupAggregation(tableId, field);\n }\n\n return true;\n }\n\n private async findConditionalFilterDependentFields(startFieldIds: readonly string[]): Promise<\n Array<{\n id: string;\n tableId: string;\n type: string;\n options: string | null;\n lookupOptions: string | null;\n isConditionalLookup: boolean;\n }>\n > {\n if (!startFieldIds.length) {\n return [];\n }\n\n const nonRecursive = this.knex\n .select('from_field_id', 'to_field_id')\n .from('reference')\n .whereIn('from_field_id', startFieldIds);\n\n const recursive = this.knex\n .select({ from_field_id: 'r.from_field_id', to_field_id: 'r.to_field_id' })\n .from({ r: 'reference' })\n .join({ d: 'dep' }, 'r.from_field_id', 'd.to_field_id');\n\n const query = this.knex\n .withRecursive('dep', ['from_field_id', 'to_field_id'], nonRecursive.union(recursive))\n .select({\n id: 'f.id',\n table_id: 'f.table_id',\n type: 'f.type',\n options: 'f.options',\n lookup_options: 'f.lookup_options',\n is_conditional_lookup: 'f.is_conditional_lookup',\n })\n .from({ dep: 'dep' })\n .join({ f: 'field' }, 'dep.to_field_id', 'f.id')\n .whereNull('f.deleted_time')\n .andWhere((qb) =>\n qb.where('f.type', FieldType.ConditionalRollup).orWhere('f.is_conditional_lookup', true)\n )\n .distinct();\n\n const rows = await this.prismaService.txClient().$queryRawUnsafe<\n Array<{\n id: string;\n table_id: string;\n type: string;\n options: string | null;\n lookup_options: string | null;\n is_conditional_lookup: number | boolean | null;\n }>\n >(query.toQuery());\n\n return rows.map((row) => ({\n id: row.id,\n tableId: row.table_id,\n type: row.type,\n options: row.options,\n lookupOptions: row.lookup_options,\n isConditionalLookup: Boolean(row.is_conditional_lookup),\n }));\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async syncConditionalFiltersByFieldChanges(\n newField: IFieldInstance,\n oldField: IFieldInstance\n ) {\n const fieldId = newField.id;\n if (!fieldId) {\n return;\n }\n\n const selectTypes = new Set([FieldType.SingleSelect, FieldType.MultipleSelect]);\n if (newField.type !== oldField.type || !selectTypes.has(newField.type)) {\n return;\n }\n\n const dependents = await this.findConditionalFilterDependentFields([fieldId]);\n if (!dependents.length) {\n return;\n }\n\n const pendingOps: Record = {};\n const enqueueFieldOps = (tableId: string, fieldId: string, ops: IOtOperation[]) => {\n if (!ops.length) return;\n (pendingOps[tableId] ||= []).push({ fieldId, ops });\n };\n const normalizeFilter = (filter: IFilter | null | undefined) =>\n filter && filter.filterSet?.length ? filter : null;\n\n for (const field of dependents) {\n if (field.type === FieldType.ConditionalRollup) {\n if (!field.options) continue;\n let options: IConditionalRollupFieldOptions;\n try {\n options = JSON.parse(field.options) as IConditionalRollupFieldOptions;\n } catch {\n continue;\n }\n\n const originalFilter = options.filter;\n if (!originalFilter) continue;\n const filterRefs = extractFieldIdsFromFilter(originalFilter, true);\n if (!filterRefs.includes(fieldId)) continue;\n\n const updatedFilter = this.fieldViewSyncService.getNewFilterByFieldChanges(\n originalFilter,\n newField,\n oldField\n );\n const normalizedOriginal = normalizeFilter(originalFilter);\n const normalizedUpdated = normalizeFilter(updatedFilter);\n\n if (isEqual(normalizedOriginal, normalizedUpdated)) continue;\n\n const ops = [\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'options',\n oldValue: options,\n newValue: { ...options, filter: normalizedUpdated },\n }),\n ];\n enqueueFieldOps(field.tableId, field.id, ops);\n continue;\n }\n\n if (!field.isConditionalLookup) continue;\n if (!field.lookupOptions) continue;\n\n let lookupOptions: IConditionalLookupOptions;\n try {\n lookupOptions = JSON.parse(field.lookupOptions) as IConditionalLookupOptions;\n } catch {\n continue;\n }\n\n const originalFilter = lookupOptions.filter;\n if (!originalFilter) continue;\n const filterRefs = extractFieldIdsFromFilter(originalFilter, true);\n if (!filterRefs.includes(fieldId)) continue;\n\n const updatedFilter = this.fieldViewSyncService.getNewFilterByFieldChanges(\n originalFilter,\n newField,\n oldField\n );\n const normalizedOriginal = normalizeFilter(originalFilter);\n const normalizedUpdated = normalizeFilter(updatedFilter);\n\n if (isEqual(normalizedOriginal, normalizedUpdated)) continue;\n\n const ops = [\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'lookupOptions',\n oldValue: lookupOptions,\n newValue: { ...lookupOptions, filter: normalizedUpdated },\n }),\n ];\n enqueueFieldOps(field.tableId, field.id, ops);\n }\n\n for (const [targetTableId, ops] of Object.entries(pendingOps)) {\n await this.fieldService.batchUpdateFields(targetTableId, ops);\n }\n }\n\n private async validateFilterFieldReferences(\n hostTableId: string,\n foreignTableId: string,\n filter?: IFilter | null\n ): Promise {\n if (!filter) {\n return true;\n }\n\n const foreignFieldIds = new Set();\n const referenceFieldIds = new Set();\n\n const collectFieldIds = (node: IFilter | IFilterItem) => {\n if (!node) {\n return;\n }\n\n if ('fieldId' in node) {\n foreignFieldIds.add(node.fieldId);\n\n const { value } = node;\n if (isFieldReferenceValue(value)) {\n referenceFieldIds.add(value.fieldId);\n } else if (Array.isArray(value)) {\n for (const entry of value) {\n if (isFieldReferenceValue(entry)) {\n referenceFieldIds.add(entry.fieldId);\n }\n }\n }\n } else if ('filterSet' in node) {\n node.filterSet.forEach((child) => collectFieldIds(child));\n }\n };\n\n collectFieldIds(filter);\n\n if (!referenceFieldIds.size) {\n return true;\n }\n\n const fieldIdsToFetch = Array.from(new Set([...foreignFieldIds, ...referenceFieldIds]));\n if (!fieldIdsToFetch.length) {\n return true;\n }\n\n const rawFields = await this.prismaService.txClient().field.findMany({\n where: { id: { in: fieldIdsToFetch }, deletedTime: null },\n });\n\n const instanceMap = new Map();\n const hostFields = new Map();\n const foreignFields = new Map();\n\n for (const raw of rawFields) {\n const instance = createFieldInstanceByRaw(raw);\n instanceMap.set(raw.id, instance);\n\n if (raw.tableId === hostTableId) {\n hostFields.set(raw.id, instance);\n }\n\n if (raw.tableId === foreignTableId) {\n foreignFields.set(raw.id, instance);\n }\n }\n\n const resolveReferenceField = (reference: IFieldReferenceValue): IFieldInstance | undefined => {\n if (reference.tableId) {\n if (reference.tableId === hostTableId) {\n return hostFields.get(reference.fieldId);\n }\n if (reference.tableId === foreignTableId) {\n return foreignFields.get(reference.fieldId);\n }\n }\n\n return (\n hostFields.get(reference.fieldId) ??\n foreignFields.get(reference.fieldId) ??\n instanceMap.get(reference.fieldId)\n );\n };\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n const validateNode = (node: IFilter | IFilterItem): boolean => {\n if (!node) {\n return true;\n }\n\n if ('fieldId' in node) {\n const baseField = foreignFields.get(node.fieldId) ?? instanceMap.get(node.fieldId);\n if (!baseField) {\n return false;\n }\n\n const references: IFieldReferenceValue[] = [];\n const { value } = node;\n\n if (isFieldReferenceValue(value)) {\n references.push(value);\n } else if (Array.isArray(value)) {\n for (const entry of value) {\n if (isFieldReferenceValue(entry)) {\n references.push(entry);\n }\n }\n }\n\n return references.every((reference) => {\n const referenceField = resolveReferenceField(reference);\n if (!referenceField) {\n return false;\n }\n return isFieldReferenceComparable(baseField, referenceField);\n });\n }\n\n if ('filterSet' in node) {\n return node.filterSet.every((child) => validateNode(child));\n }\n\n return true;\n };\n\n return validateNode(filter);\n }\n\n private async markError(tableId: string, field: IFieldInstance, hasError: boolean) {\n if (hasError) {\n if (!field.hasError) {\n await this.fieldService.markError(tableId, [field.id], true);\n }\n } else {\n if (field.hasError) {\n await this.fieldService.markError(tableId, [field.id], false);\n }\n }\n }\n\n private async checkAndUpdateError(tableId: string, field: IFieldInstance) {\n const fieldReferenceIds = this.fieldSupplementService.getFieldReferenceIds(field);\n // Deduplicate field IDs since the same field can appear multiple times\n // (e.g., as lookupFieldId and in filter)\n const uniqueFieldReferenceIds = [...new Set(fieldReferenceIds)];\n\n const refFields = await this.prismaService.txClient().field.findMany({\n where: { id: { in: uniqueFieldReferenceIds }, deletedTime: null },\n select: { id: true },\n });\n\n if (refFields.length !== uniqueFieldReferenceIds.length) {\n await this.markError(tableId, field, true);\n return;\n }\n\n const curReference = await this.prismaService.txClient().reference.findMany({\n where: {\n toFieldId: field.id,\n },\n });\n const missingReferenceIds = uniqueFieldReferenceIds.filter(\n (refId) => !curReference.find((ref) => ref.fromFieldId === refId)\n );\n\n if (missingReferenceIds.length) {\n await this.prismaService.txClient().reference.createMany({\n data: missingReferenceIds.map((fromFieldId) => ({\n fromFieldId,\n toFieldId: field.id,\n })),\n skipDuplicates: true,\n });\n }\n\n const isValid = await this.isFieldConfigurationValid(tableId, field);\n await this.markError(tableId, field, !isValid);\n }\n\n async restoreReference(references: string[]) {\n const fieldRaws = await this.prismaService.txClient().field.findMany({\n where: { id: { in: references }, deletedTime: null },\n });\n\n for (const refFieldRaw of fieldRaws) {\n const refField = createFieldInstanceByRaw(refFieldRaw);\n await this.checkAndUpdateError(refFieldRaw.tableId, refField);\n }\n }\n\n private sortCreateFieldsByDependencies<\n T extends IFieldVo & { columnMeta?: IColumnMeta; references?: string[] },\n >(tableId: string, fields: T[]): T[] {\n if (!fields.length) return fields;\n\n const idSet = new Set(fields.map((f) => f.id));\n const originalIndex = fields.reduce>((acc, field, index) => {\n acc[field.id] = index;\n return acc;\n }, {});\n\n const depsByFieldId = new Map();\n for (const field of fields) {\n const { columnMeta: _columnMeta, references: _references, ...fieldVo } = field;\n try {\n const instance = createFieldInstanceByVo(fieldVo);\n const deps = this.fieldSupplementService\n .getFieldReferenceIds(instance)\n .filter((id): id is string => typeof id === 'string' && idSet.has(id) && id !== field.id);\n depsByFieldId.set(field.id, deps);\n } catch (e) {\n this.logger.warn(\n `createFields: failed to resolve dependencies for ${field.id} in ${tableId}: ${String(e)}`\n );\n return fields;\n }\n }\n\n const indegree = new Map();\n const outgoing = new Map();\n for (const field of fields) {\n indegree.set(field.id, 0);\n outgoing.set(field.id, []);\n }\n\n for (const field of fields) {\n const deps = depsByFieldId.get(field.id) ?? [];\n for (const depId of deps) {\n outgoing.get(depId)?.push(field.id);\n indegree.set(field.id, (indegree.get(field.id) ?? 0) + 1);\n }\n }\n\n const ready: string[] = [];\n for (const field of fields) {\n if ((indegree.get(field.id) ?? 0) === 0) ready.push(field.id);\n }\n ready.sort((a, b) => (originalIndex[a] ?? 0) - (originalIndex[b] ?? 0));\n\n const orderedIds: string[] = [];\n while (ready.length) {\n const current = ready.shift()!;\n orderedIds.push(current);\n for (const next of outgoing.get(current) ?? []) {\n const nextDegree = (indegree.get(next) ?? 0) - 1;\n indegree.set(next, nextDegree);\n if (nextDegree === 0) {\n ready.push(next);\n ready.sort((a, b) => (originalIndex[a] ?? 0) - (originalIndex[b] ?? 0));\n }\n }\n }\n\n if (orderedIds.length !== fields.length) {\n this.logger.warn(\n `createFields: detected a dependency cycle in ${tableId}; falling back to input order`\n );\n return fields;\n }\n\n const byId = new Map(fields.map((f) => [f.id, f] as const));\n return orderedIds.map((id) => byId.get(id)!).filter(Boolean);\n }\n\n @Timing()\n async createFields(\n tableId: string,\n fields: (IFieldVo & { columnMeta?: IColumnMeta; references?: string[] })[]\n ) {\n if (!fields.length) return;\n\n const orderedFields = this.sortCreateFieldsByDependencies(tableId, fields);\n\n // Create fields and compute/publish record changes within the same transaction\n const createdFields = await this.prismaService.$tx(\n async () => {\n const created: { tableId: string; field: IFieldInstance }[] = [];\n const sourceEntries: Array<{ tableId: string; fieldIds: string[] }> = [];\n const referencesToRestore = new Set();\n const pendingByTable = new Map>();\n\n const addSourceField = (tid: string, fieldId: string) => {\n let entry = sourceEntries.find((s) => s.tableId === tid);\n if (!entry) {\n entry = { tableId: tid, fieldIds: [] };\n sourceEntries.push(entry);\n }\n if (!entry.fieldIds.includes(fieldId)) {\n entry.fieldIds.push(fieldId);\n }\n };\n\n const markPending = (tid: string, fieldId: string) => {\n let set = pendingByTable.get(tid);\n if (!set) {\n set = new Set();\n pendingByTable.set(tid, set);\n }\n set.add(fieldId);\n };\n\n const createPayload = orderedFields.map((field) => {\n const { columnMeta, references, ...fieldVo } = field;\n if (references?.length) {\n references.forEach((refId) => referencesToRestore.add(refId));\n }\n\n return {\n field: createFieldInstanceByVo(fieldVo),\n columnMeta: columnMeta as unknown as Record,\n };\n });\n\n await this.computedOrchestrator.computeCellChangesForFieldsAfterCreate(\n sourceEntries,\n async () => {\n const createResult = await this.fieldCreatingService.alterCreateFieldsInExistingTable(\n tableId,\n createPayload\n );\n created.push(...createResult);\n\n for (const { tableId: tid, field } of createResult) {\n addSourceField(tid, field.id);\n if (field.isComputed) {\n markPending(tid, field.id);\n }\n }\n\n if (referencesToRestore.size) {\n await this.restoreReference(Array.from(referencesToRestore));\n }\n\n const skipComputation = this.cls.get('skipFieldComputation');\n\n if (!skipComputation) {\n // Ensure dependent formula generated columns are recreated BEFORE\n // evaluating and returning values in the computed pipeline.\n // This avoids UPDATE ... RETURNING selecting non-existent generated columns\n // right after restoring base fields.\n const createdFieldIds = created\n .filter((nf) => nf.tableId === tableId)\n .map((nf) => nf.field.id);\n if (createdFieldIds.length) {\n try {\n await this.fieldService.recreateDependentFormulaColumns(tableId, createdFieldIds);\n } catch (e) {\n this.logger.warn(\n `createFields: failed to recreate dependent formulas for ${tableId}: ${String(e)}`\n );\n }\n }\n }\n\n // Resolve pending computed fields in batches per table\n for (const [tid, ids] of pendingByTable.entries()) {\n const list = Array.from(ids);\n if (list.length) {\n await this.fieldService.resolvePending(tid, list);\n }\n }\n }\n );\n\n return created;\n },\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n\n // Recreate search indexes after schema changes (outside tx boundaries)\n for (const { tableId: tid, field } of createdFields) {\n await this.tableIndexService.createSearchFieldSingleIndex(tid, field);\n }\n }\n\n @Timing()\n async createFieldsByRo(tableId: string, fieldRos: IFieldRo[]): Promise {\n if (!fieldRos.length) return [];\n const fieldVos = await this.fieldSupplementService.prepareCreateFields(tableId, fieldRos);\n await this.createFields(tableId, fieldVos);\n return fieldVos;\n }\n\n private async getFieldReferenceMap(fieldIds: string[]) {\n const referencesRaw = await this.prismaService.reference.findMany({\n where: {\n fromFieldId: { in: fieldIds },\n },\n select: {\n fromFieldId: true,\n toFieldId: true,\n },\n });\n return groupBy(referencesRaw, 'fromFieldId');\n }\n\n async captureDeleteFieldsLegacyPayload(\n tableId: string,\n fieldIds: string[]\n ): Promise {\n return await this.prismaService.$tx(async () => {\n const fieldRaws = await this.prismaService.txClient().field.findMany({\n where: { tableId, id: { in: fieldIds }, deletedTime: null },\n });\n const fieldRawMap = new Map(fieldRaws.map((raw) => [raw.id, raw]));\n\n if (fieldRawMap.size !== fieldIds.length) {\n const notExistFieldId = fieldIds.find((id) => !fieldRawMap.has(id));\n throw new NotFoundException(`Field ${notExistFieldId} not found`);\n }\n\n const fieldVos = fieldIds.map((id) => rawField2FieldObj(fieldRawMap.get(id)!));\n const fieldInstances = fieldVos.map(createFieldInstanceByVo);\n const nonComputedFields = fieldInstances.filter((field) => !field.isComputed);\n const projection = nonComputedFields.map((field) => field.id);\n const records =\n projection.length === 0\n ? undefined\n : await this.recordService.getRecordsFields(\n tableId,\n {\n projection,\n fieldKeyType: FieldKeyType.Id,\n take: -1,\n },\n true\n );\n\n const [columnsMeta, referenceMap] = await Promise.all([\n this.viewService.getColumnsMetaMap(tableId, fieldIds),\n this.getFieldReferenceMap(fieldIds),\n ]);\n\n return {\n fields: fieldVos.map((field, i) => ({\n ...field,\n columnMeta: columnsMeta[i],\n references: fieldIds.concat(referenceMap[field.id]?.map((ref) => ref.toFieldId) || []),\n })),\n records,\n };\n });\n }\n\n @Timing()\n async createField(tableId: string, fieldRo: IFieldRo, windowId?: string) {\n const fieldVo = await this.fieldSupplementService.prepareCreateField(tableId, fieldRo);\n const fieldInstance = createFieldInstanceByVo(fieldVo);\n const columnMeta = fieldRo.order && {\n [fieldRo.order.viewId]: { order: fieldRo.order.orderIndex },\n };\n // Create field and compute/publish record changes within the same transaction\n const newFields = await this.prismaService.$tx(\n async () => {\n let created: { tableId: string; field: IFieldInstance }[] = [];\n const sourceEntries = [{ tableId, fieldIds: [fieldInstance.id] }];\n await this.computedOrchestrator.computeCellChangesForFieldsAfterCreate(\n sourceEntries,\n async () => {\n created = await this.fieldCreatingService.alterCreateField(\n tableId,\n fieldInstance,\n columnMeta\n );\n for (const { tableId: tid, field } of created) {\n let entry = sourceEntries.find((s) => s.tableId === tid);\n if (!entry) {\n entry = { tableId: tid, fieldIds: [] };\n sourceEntries.push(entry);\n }\n if (!entry.fieldIds.includes(field.id)) {\n entry.fieldIds.push(field.id);\n }\n if (field.isComputed) {\n await this.fieldService.resolvePending(tid, [field.id]);\n }\n }\n }\n );\n return created;\n },\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n\n for (const { tableId: tid, field } of newFields) {\n await this.tableIndexService.createSearchFieldSingleIndex(tid, field);\n }\n\n const referenceMap = await this.getFieldReferenceMap([fieldVo.id]);\n\n // Prefer emitting a VO converted from the created instance so computed props (e.g. recordRead)\n // are included consistently with snapshots.\n const createdMain = newFields.find(\n (nf) => nf.tableId === tableId && nf.field.id === fieldVo.id\n );\n const emitFieldVo = createdMain ? convertFieldInstanceToFieldVo(createdMain.field) : fieldVo;\n\n this.eventEmitterService.emitAsync(Events.OPERATION_FIELDS_CREATE, {\n windowId,\n tableId,\n userId: this.cls.get('user.id'),\n fields: [\n {\n ...emitFieldVo,\n columnMeta,\n references: referenceMap[fieldVo.id]?.map((ref) => ref.toFieldId),\n },\n ],\n });\n\n return fieldVo;\n }\n\n @Timing()\n async deleteFields(tableId: string, fieldIds: string[], windowId?: string) {\n const { fields, fieldVos, columnsMeta, referenceMap, records } = await this.prismaService.$tx(\n async () => {\n const fieldRaws = await this.prismaService.txClient().field.findMany({\n where: { tableId, id: { in: fieldIds }, deletedTime: null },\n });\n const fieldRawMap = new Map(fieldRaws.map((raw) => [raw.id, raw]));\n\n if (fieldRawMap.size !== fieldIds.length) {\n const notExistFieldId = fieldIds.find((id) => !fieldRawMap.has(id));\n throw new NotFoundException(`Field ${notExistFieldId} not found`);\n }\n\n const fieldVoList = fieldIds.map((id) => rawField2FieldObj(fieldRawMap.get(id)!));\n const fieldInstances = fieldVoList.map(createFieldInstanceByVo);\n\n const nonComputedFields = fieldInstances.filter((field) => !field.isComputed);\n const projection = nonComputedFields.map((field) => field.id);\n const recordSnapshot =\n projection.length === 0\n ? undefined\n : await this.recordService.getRecordsFields(\n tableId,\n {\n projection,\n fieldKeyType: FieldKeyType.Id,\n take: -1,\n },\n true\n );\n\n const columnMetaMap = await this.viewService.getColumnsMetaMap(tableId, fieldIds);\n const refMap = await this.getFieldReferenceMap(fieldIds);\n\n // Drop per-field search indexes inside the same transaction boundary\n for (const field of fieldInstances) {\n try {\n await this.tableIndexService.deleteSearchFieldIndex(tableId, field);\n } catch (e) {\n this.logger.warn(`deleteFields: drop search index failed for ${field.id}: ${e}`);\n }\n }\n\n const sources = [{ tableId, fieldIds: fieldInstances.map((f) => f.id) }];\n await this.computedOrchestrator.computeCellChangesForFieldsBeforeDelete(\n sources,\n async () => {\n await this.fieldViewSyncService.deleteDependenciesByFieldIds(\n tableId,\n fieldInstances.map((f) => f.id)\n );\n for (const field of fieldInstances) {\n await this.fieldDeletingService.alterDeleteField(tableId, field);\n }\n }\n );\n\n return {\n fields: fieldInstances,\n fieldVos: fieldVoList,\n columnsMeta: columnMetaMap,\n referenceMap: refMap,\n records: recordSnapshot,\n };\n },\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n\n this.eventEmitterService.emitAsync(Events.OPERATION_FIELDS_DELETE, {\n operationId: generateOperationId(),\n windowId,\n tableId,\n userId: this.cls.get('user.id'),\n fields: fieldVos.map((field, i) => ({\n ...field,\n columnMeta: columnsMeta[i],\n references: fieldIds.concat(referenceMap[field.id]?.map((ref) => ref.toFieldId) || []),\n })),\n records,\n });\n\n return fields;\n }\n\n async deleteField(tableId: string, fieldId: string, windowId?: string) {\n await this.deleteFields(tableId, [fieldId], windowId);\n }\n\n private async updateUniqProperty(\n tableId: string,\n fieldId: string,\n key: 'name' | 'dbFieldName',\n value: string\n ) {\n const result = await this.prismaService.field\n .findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n select: { [key]: true },\n })\n .catch(() => {\n throw new NotFoundException(`Field ${fieldId} not found`);\n });\n\n const hasDuplicated = await this.prismaService.field.findFirst({\n where: { tableId, [key]: value, deletedTime: null },\n select: { id: true },\n });\n\n if (hasDuplicated) {\n throw new BadRequestException(`Field ${key} ${value} already exists`);\n }\n\n return FieldOpBuilder.editor.setFieldProperty.build({\n key,\n oldValue: result[key],\n newValue: value,\n });\n }\n\n async updateField(tableId: string, fieldId: string, updateFieldRo: IUpdateFieldRo) {\n const ops: IOtOperation[] = [];\n if (updateFieldRo.name) {\n const op = await this.updateUniqProperty(tableId, fieldId, 'name', updateFieldRo.name);\n ops.push(op);\n }\n\n if (updateFieldRo.dbFieldName) {\n const op = await this.updateUniqProperty(\n tableId,\n fieldId,\n 'dbFieldName',\n updateFieldRo.dbFieldName\n );\n const oldField = await this.prismaService.field.findFirstOrThrow({\n where: {\n id: fieldId,\n deletedTime: null,\n },\n select: {\n dbFieldName: true,\n id: true,\n },\n });\n // do not need in transaction, causing just index name\n await this.tableIndexService.updateSearchFieldIndexName(tableId, oldField, {\n id: oldField.id,\n dbFieldName: updateFieldRo?.dbFieldName ?? oldField.dbFieldName,\n });\n ops.push(op);\n }\n\n if (updateFieldRo.description !== undefined) {\n const { description } = await this.prismaService.field\n .findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n select: { description: true },\n })\n .catch(() => {\n throw new NotFoundException(`Field ${fieldId} not found`);\n });\n\n ops.push(\n FieldOpBuilder.editor.setFieldProperty.build({\n key: 'description',\n oldValue: description,\n newValue: updateFieldRo.description,\n })\n );\n }\n\n await this.prismaService.$tx(async () => {\n await this.fieldService.batchUpdateFields(tableId, [{ fieldId, ops }]);\n });\n }\n\n async performConvertField({\n tableId,\n newField,\n oldField,\n modifiedOps,\n supplementChange,\n dependentFieldIds,\n }: {\n tableId: string;\n newField: IFieldInstance;\n oldField: IFieldInstance;\n modifiedOps?: IOpsMap;\n supplementChange?: {\n tableId: string;\n newField: IFieldInstance;\n oldField: IFieldInstance;\n };\n dependentFieldIds?: string[];\n }): Promise<{ compatibilityIssue: boolean }> {\n let encounteredCompatibilityIssue = false;\n\n const runStageCalculate = async (\n targetTableId: string,\n targetNewField: IFieldInstance,\n targetOldField: IFieldInstance,\n ops?: IOpsMap\n ) => {\n try {\n await this.fieldConvertingService.stageCalculate(\n targetTableId,\n targetNewField,\n targetOldField,\n ops\n );\n } catch (error) {\n if (this.isFieldReferenceCompatibilityError(error)) {\n encounteredCompatibilityIssue = true;\n return;\n }\n\n throw error;\n }\n };\n\n const sourceMap = new Map>();\n const shouldRecomputeSelf = this.fieldConvertingService.needCalculate(newField, oldField);\n const addSource = (tid: string, fieldIds: string[]) => {\n const set = sourceMap.get(tid) ?? new Set();\n fieldIds.forEach((id) => set.add(id));\n sourceMap.set(tid, set);\n };\n\n if (shouldRecomputeSelf) {\n addSource(tableId, [newField.id]);\n }\n\n if (dependentFieldIds?.length) {\n const dependentFields = await this.prismaService.txClient().field.findMany({\n where: { id: { in: dependentFieldIds }, deletedTime: null },\n select: { id: true, tableId: true },\n });\n dependentFields\n .filter(\n ({ id, tableId: depTableId }) =>\n shouldRecomputeSelf || id !== newField.id || depTableId !== tableId\n )\n .forEach(({ id, tableId: depTableId }) => addSource(depTableId, [id]));\n }\n\n if (supplementChange) {\n addSource(supplementChange.tableId, [supplementChange.newField.id]);\n }\n\n const sources = Array.from(sourceMap.entries()).map(([tid, ids]) => ({\n tableId: tid,\n fieldIds: Array.from(ids),\n }));\n const hasSources = sources.length > 0;\n\n // 1. stage close constraint\n await this.fieldConvertingService.closeConstraint(tableId, newField, oldField);\n\n // 2. stage alter + apply record changes and calculate field with computed publishing (atomic)\n const runCompute = async () => {\n // Update dependencies and schema first so evaluate() sees new schema\n await this.fieldViewSyncService.convertDependenciesByFieldIds(tableId, newField, oldField);\n await this.syncConditionalFiltersByFieldChanges(newField, oldField);\n if (supplementChange) {\n const { newField: sNew, oldField: sOld } = supplementChange;\n await this.syncConditionalFiltersByFieldChanges(sNew, sOld);\n }\n await this.fieldConvertingService.deleteOrCreateSupplementLink(tableId, newField, oldField);\n await this.fieldConvertingService.stageAlter(tableId, newField, oldField);\n if (supplementChange) {\n const { tableId: sTid, newField: sNew, oldField: sOld } = supplementChange;\n await this.fieldConvertingService.stageAlter(sTid, sNew, sOld);\n }\n\n // Then apply record changes (base ops) prior to computed publishing\n await runStageCalculate(tableId, newField, oldField, modifiedOps);\n if (supplementChange) {\n const { tableId: sTid, newField: sNew, oldField: sOld } = supplementChange;\n await runStageCalculate(sTid, sNew, sOld);\n }\n };\n\n if (hasSources) {\n try {\n await this.computedOrchestrator.computeCellChangesForFields(sources, runCompute);\n } catch (error) {\n if (this.isFieldReferenceCompatibilityError(error)) {\n encounteredCompatibilityIssue = true;\n } else {\n throw error;\n }\n }\n } else {\n await runCompute();\n }\n\n // 4. stage supplement field constraint\n await this.fieldConvertingService.alterFieldConstraint(tableId, newField, oldField);\n\n // Persist values for a newly created symmetric link field (if any).\n // When using tableCache for reads, link values must be materialized in the physical column.\n try {\n const newOpts = (newField.options || {}) as {\n symmetricFieldId?: string;\n foreignTableId?: string;\n };\n const oldOpts = (oldField.options || {}) as { symmetricFieldId?: string };\n const createdSymmetricId =\n newOpts.symmetricFieldId && newOpts.symmetricFieldId !== oldOpts.symmetricFieldId;\n if (newField.type === FieldType.Link && createdSymmetricId && newOpts.foreignTableId) {\n await this.computedOrchestrator.computeCellChangesForFieldsAfterCreate(\n [\n {\n tableId: newOpts.foreignTableId,\n fieldIds: [newOpts.symmetricFieldId!],\n },\n ],\n async () => {\n // no-op; field already created\n }\n );\n }\n } catch (e) {\n this.logger.warn(`post-convert symmetric persist failed: ${String(e)}`);\n }\n\n return { compatibilityIssue: encounteredCompatibilityIssue };\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async convertField(\n tableId: string,\n fieldId: string,\n updateFieldRo: IConvertFieldRo,\n windowId?: string\n ): Promise {\n const { oldFieldVo, newFieldVo, modifiedOps, references, supplementChange } =\n await this.prismaService.$tx(\n async () => {\n // stage analysis and collect field changes\n const analysisResult = await this.fieldConvertingService.stageAnalysis(\n tableId,\n fieldId,\n updateFieldRo\n );\n const { newField, oldField } = analysisResult;\n this.logger.debug(\n `convertField stageAnalysis done table=${tableId} field=${fieldId} newType=${newField.type} oldType=${oldField.type}`\n );\n\n const dependentRefs = await this.prismaService\n .txClient()\n .reference.findMany({ where: { fromFieldId: fieldId }, select: { toFieldId: true } });\n const dependentFieldIds = Array.from(\n new Set([\n ...(analysisResult.references ?? []),\n ...dependentRefs.map((ref) => ref.toFieldId),\n ])\n );\n\n const shouldRecomputeSelf = this.fieldConvertingService.needCalculate(newField, oldField);\n const filteredDependentFieldIds = shouldRecomputeSelf\n ? dependentFieldIds\n : dependentFieldIds.filter((id) => id !== newField.id);\n\n const { compatibilityIssue } = await this.performConvertField({\n tableId,\n newField,\n oldField,\n modifiedOps: analysisResult.modifiedOps,\n supplementChange: analysisResult.supplementChange,\n dependentFieldIds: filteredDependentFieldIds,\n });\n\n const shouldForceLookupError =\n oldField.type === FieldType.Link &&\n !oldField.isLookup &&\n !newField.isLookup &&\n (newField.type !== FieldType.Link ||\n ((newField.options as ILinkFieldOptions | undefined)?.foreignTableId ?? null) !==\n ((oldField.options as ILinkFieldOptions | undefined)?.foreignTableId ?? null));\n\n if (filteredDependentFieldIds.length) {\n await this.restoreReference(filteredDependentFieldIds);\n const dependentFieldRaws = await this.prismaService.txClient().field.findMany({\n where: { id: { in: filteredDependentFieldIds }, deletedTime: null },\n });\n\n if (dependentFieldRaws.length) {\n const dependentSourceMap = dependentFieldRaws.reduce>>(\n (acc, field) => {\n const set = acc[field.tableId] ?? new Set();\n set.add(field.id);\n acc[field.tableId] = set;\n return acc;\n },\n {}\n );\n const dependentSources = Object.entries(dependentSourceMap).map(([tid, ids]) => ({\n tableId: tid,\n fieldIds: Array.from(ids),\n }));\n if (dependentSources.length) {\n await this.computedOrchestrator.computeCellChangesForFields(\n dependentSources,\n async () => {\n // schema/meta already up to date; nothing additional to run here\n }\n );\n }\n }\n\n for (const raw of dependentFieldRaws) {\n const instance = createFieldInstanceByRaw(raw);\n const isValid = await this.isFieldConfigurationValid(raw.tableId, instance);\n await this.markError(raw.tableId, instance, !isValid);\n }\n\n if (shouldForceLookupError) {\n const lookupFieldsToMark = dependentFieldRaws.filter(\n (raw) =>\n raw.id !== fieldId &&\n (raw.isLookup ||\n raw.type === FieldType.Rollup ||\n raw.type === FieldType.ConditionalRollup)\n );\n if (lookupFieldsToMark.length) {\n const grouped = groupBy(lookupFieldsToMark, 'tableId');\n for (const [lookupTableId, fields] of Object.entries(grouped)) {\n await this.fieldService.markError(\n lookupTableId,\n fields.map((f) => f.id),\n true\n );\n }\n }\n }\n }\n\n if (\n compatibilityIssue &&\n (newField.isConditionalLookup ||\n newField.isLookup ||\n newField.type === FieldType.ConditionalRollup)\n ) {\n await this.markError(tableId, newField, true);\n }\n\n const oldFieldVo = instanceToPlain(oldField, { excludePrefixes: ['_'] }) as IFieldVo;\n const newFieldVo = instanceToPlain(newField, { excludePrefixes: ['_'] }) as IFieldVo;\n\n return {\n oldFieldVo,\n newFieldVo,\n modifiedOps: analysisResult.modifiedOps,\n references: analysisResult.references,\n supplementChange: analysisResult.supplementChange,\n };\n },\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n\n this.cls.set('oldField', oldFieldVo);\n\n if (windowId) {\n this.eventEmitterService.emitAsync(Events.OPERATION_FIELD_CONVERT, {\n windowId,\n tableId,\n userId: this.cls.get('user.id'),\n oldField: oldFieldVo,\n newField: newFieldVo,\n modifiedOps,\n references,\n supplementChange,\n });\n }\n\n // Keep API response consistent with getField/getFields by filtering out meta\n return omit(newFieldVo, ['meta']) as IFieldVo;\n }\n\n async getFilterLinkRecords(tableId: string, fieldId: string) {\n const field = await this.fieldService.getField(tableId, fieldId);\n\n if (field.type === FieldType.Link) {\n const { filter, foreignTableId } = field.options as ILinkFieldOptions;\n\n if (!foreignTableId || !filter) {\n return [];\n }\n\n return this.viewOpenApiService.getFilterLinkRecordsByTable(foreignTableId, filter);\n }\n\n if (field.type === FieldType.ConditionalRollup) {\n const { filter, foreignTableId } = field.options as IConditionalRollupFieldOptions;\n\n if (!foreignTableId || !filter) {\n return [];\n }\n\n return this.viewOpenApiService.getFilterLinkRecordsByTable(foreignTableId, filter);\n }\n\n return [];\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async duplicateField(\n sourceTableId: string,\n fieldId: string,\n duplicateFieldRo: IDuplicateFieldRo,\n windowId?: string\n ) {\n const { name, viewId } = duplicateFieldRo;\n const { newField } = await this.prismaService.$tx(\n async () => {\n const prisma = this.prismaService.txClient();\n\n // throw error if field not found\n const fieldRaw = await prisma.field.findUniqueOrThrow({\n where: {\n id: fieldId,\n deletedTime: null,\n },\n });\n\n const fieldName = await this.fieldSupplementService.uniqFieldName(sourceTableId, name);\n\n const dbFieldName = await this.fieldService.generateDbFieldName(sourceTableId, fieldName);\n\n const fieldInstance = createFieldInstanceByRaw(fieldRaw);\n\n const newFieldInstance = {\n ...fieldInstance,\n name: fieldName,\n dbFieldName,\n id: generateFieldId(),\n } as IFieldInstance;\n\n delete newFieldInstance.isPrimary;\n if (newFieldInstance.type === FieldType.Formula) {\n newFieldInstance.meta = undefined;\n }\n\n if (viewId) {\n const view = await prisma.view.findUniqueOrThrow({\n where: { id: viewId, deletedTime: null },\n select: {\n id: true,\n columnMeta: true,\n },\n });\n const columnMeta = (view.columnMeta ? JSON.parse(view.columnMeta) : {}) as IColumnMeta;\n const fieldViewOrder = columnMeta[fieldId]?.order;\n\n const getterFieldViewOrders = Object.values(columnMeta)\n .filter(({ order }) => order > fieldViewOrder)\n .map(({ order }) => order)\n .sort();\n\n const targetFieldViewOrder = getterFieldViewOrders?.length\n ? (getterFieldViewOrders[0] + fieldViewOrder) / 2\n : fieldViewOrder + 1;\n\n (newFieldInstance as IFieldRo).order = {\n viewId,\n orderIndex: targetFieldViewOrder,\n };\n }\n\n // create field may not support notNull and unique validate\n delete newFieldInstance.notNull;\n delete newFieldInstance.unique;\n\n if (fieldInstance.type === FieldType.Button) {\n newFieldInstance.options = omit(fieldInstance.options, ['workflow']);\n }\n\n if (FieldType.Link === fieldInstance.type && !fieldInstance.isLookup) {\n newFieldInstance.options = {\n ...pick(fieldInstance.options, [\n 'filter',\n 'filterByViewId',\n 'foreignTableId',\n 'relationship',\n 'visibleFieldIds',\n 'baseId',\n ]),\n // all link field should be one way link\n isOneWay: true,\n } as ILinkFieldOptions;\n }\n\n if (\n fieldInstance.isLookup ||\n fieldInstance.type === FieldType.Rollup ||\n fieldInstance.type === FieldType.ConditionalRollup\n ) {\n const sourceLookupOptions = fieldInstance.lookupOptions;\n if (sourceLookupOptions) {\n const normalizedLookupOptions = pick(sourceLookupOptions, [\n 'foreignTableId',\n 'lookupFieldId',\n 'linkFieldId',\n 'filter',\n 'sort',\n 'limit',\n ]);\n if (Object.keys(normalizedLookupOptions).length > 0) {\n newFieldInstance.lookupOptions =\n normalizedLookupOptions as IFieldInstance['lookupOptions'];\n } else {\n delete newFieldInstance.lookupOptions;\n }\n } else {\n delete newFieldInstance.lookupOptions;\n }\n }\n\n // after create field, and add constraint relative\n const newField = await this.createField(sourceTableId, {\n ...omit(newFieldInstance, ['notNull', 'unique']),\n });\n\n if (!fieldInstance.isComputed && fieldInstance.type !== FieldType.Button) {\n // Duplicate records synchronously to avoid cross-transaction CLS leaks\n await this.duplicateFieldData(\n sourceTableId,\n newField.id,\n fieldRaw.dbFieldName,\n omit(newFieldInstance, 'order') as IFieldInstance,\n { sourceFieldId: fieldRaw.id }\n );\n }\n\n return { newField };\n },\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n\n this.eventEmitterService.emitAsync(Events.OPERATION_FIELDS_CREATE, {\n operationId: generateOperationId(),\n windowId,\n tableId: sourceTableId,\n userId: this.cls.get('user.id'),\n fields: [newField],\n });\n\n return newField;\n }\n\n async duplicateFieldData(\n sourceTableId: string,\n targetFieldId: string,\n sourceDbFieldName: string,\n fieldInstance: IFieldInstance,\n opts: { sourceFieldId: string }\n ) {\n const chunkSize = 1000;\n\n const dbTableName = await this.fieldService.getDbTableName(sourceTableId);\n\n // Use the SOURCE field for filtering/counting so we only fetch rows where\n // the original field has a value. The new field is empty at this point.\n const sourceFieldId = opts.sourceFieldId;\n const sourceFieldForFilter = { ...fieldInstance, id: sourceFieldId } as IFieldInstance;\n\n const count = await this.getFieldRecordsCount(dbTableName, sourceTableId, sourceFieldForFilter);\n\n if (!count) {\n if (fieldInstance.notNull || fieldInstance.unique) {\n await this.convertField(sourceTableId, targetFieldId, {\n ...fieldInstance,\n notNull: fieldInstance.notNull,\n unique: fieldInstance.unique,\n });\n }\n return;\n }\n\n const page = Math.ceil(count / chunkSize);\n\n for (let i = 0; i < page; i++) {\n const sourceRecords = await this.getFieldRecords(\n dbTableName,\n sourceTableId,\n sourceFieldForFilter,\n sourceDbFieldName,\n i,\n chunkSize\n );\n\n if (!fieldInstance.isComputed && fieldInstance.type !== FieldType.Button) {\n await this.prismaService.$tx(async () => {\n await this.recordOpenApiService.simpleUpdateRecords(sourceTableId, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: sourceRecords.map((record) => ({\n id: record.id,\n fields: {\n [targetFieldId]: record.value,\n },\n })),\n });\n });\n }\n }\n\n if (fieldInstance.notNull || fieldInstance.unique) {\n await this.convertField(sourceTableId, targetFieldId, {\n ...fieldInstance,\n notNull: fieldInstance.notNull,\n unique: fieldInstance.unique,\n });\n }\n }\n\n private async getFieldRecordsCount(dbTableName: string, tableId: string, field: IFieldInstance) {\n // Build a filter that counts only non-empty values for the field\n // - For boolean (checkbox) fields: use OR(is true, is false)\n // - For other fields: use isNotEmpty\n const filter: IFilter =\n field.cellValueType === CellValueType.Boolean\n ? {\n conjunction: 'or',\n filterSet: [\n { fieldId: field.id, operator: 'is', value: true },\n { fieldId: field.id, operator: 'is', value: false },\n ],\n }\n : {\n conjunction: 'and',\n filterSet: [{ fieldId: field.id, operator: 'isNotEmpty', value: null }],\n };\n\n const { qb } = await this.recordQueryBuilder.createRecordAggregateBuilder(dbTableName, {\n tableId,\n viewId: undefined,\n filter,\n aggregationFields: [\n {\n // Use Count with '*' so it just counts filtered rows\n fieldId: '*',\n statisticFunc: StatisticsFunc.Count,\n alias: 'count',\n },\n ],\n useQueryModel: true,\n });\n\n const query = qb.toQuery();\n const result = await this.prismaService.txClient().$queryRawUnsafe<{ count: number }[]>(query);\n return Number(result[0].count);\n }\n\n private async getFieldRecords(\n dbTableName: string,\n tableId: string,\n field: IFieldInstance,\n dbFieldName: string,\n page: number,\n chunkSize: number\n ) {\n // Align fetching with counting logic: only fetch non-empty values for the field\n const filter: IFilter =\n field.cellValueType === CellValueType.Boolean\n ? {\n conjunction: 'or',\n filterSet: [\n { fieldId: field.id, operator: 'is', value: true },\n { fieldId: field.id, operator: 'is', value: false },\n ],\n }\n : {\n conjunction: 'and',\n filterSet: [{ fieldId: field.id, operator: 'isNotEmpty', value: null }],\n };\n\n const { qb } = await this.recordQueryBuilder.createRecordQueryBuilder(dbTableName, {\n tableId,\n viewId: undefined,\n filter,\n useQueryModel: true,\n });\n const query = qb\n // TODO: handle where now link or lookup cannot use alias\n // .whereNotNull(dbFieldName)\n .orderBy('__auto_number')\n .limit(chunkSize)\n .offset(page * chunkSize)\n .toQuery();\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ __id: string; [key: string]: string }[]>(query);\n this.logger.debug('getFieldRecords: ', result);\n return result.map((item) => ({\n id: item.__id,\n value: item[dbFieldName] as string,\n }));\n }\n\n getFieldUniqueKeyName(dbTableName: string, dbFieldName: string, fieldId: string) {\n return this.fieldService.getFieldUniqueKeyName(dbTableName, dbFieldName, fieldId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/field/util.ts", "content": "import { assertNever, DbFieldType, DriverClient } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { getDriverName } from '../../utils/db-helpers';\n\n// from knex define\nexport enum SchemaType {\n Binary = 'binary',\n Integer = 'integer',\n String = 'string',\n Text = 'text',\n Json = 'json',\n Jsonb = 'jsonb',\n Double = 'double',\n Datetime = 'datetime',\n Boolean = 'boolean',\n}\n\n/**\n * @deprecated Use visitor pattern for field creation. This function is kept for legacy field modification operations.\n * Convert DbFieldType to Knex SchemaType for field modification operations.\n * For new field creation, use the visitor pattern instead.\n */\nexport function dbType2knexFormat(knex: Knex, dbFieldType: DbFieldType) {\n const driverName = getDriverName(knex);\n\n switch (dbFieldType) {\n case DbFieldType.Blob:\n return SchemaType.Binary;\n case DbFieldType.Integer:\n return SchemaType.Integer;\n case DbFieldType.Json: {\n return driverName === DriverClient.Sqlite ? SchemaType.Text : SchemaType.Jsonb;\n }\n case DbFieldType.Real:\n return SchemaType.Double;\n case DbFieldType.Text:\n return SchemaType.Text;\n case DbFieldType.DateTime:\n return SchemaType.Datetime;\n case DbFieldType.Boolean:\n return SchemaType.Boolean;\n default:\n assertNever(dbFieldType);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/graph/graph.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { CalculationModule } from '../calculation/calculation.module';\nimport { FieldCalculateModule } from '../field/field-calculate/field-calculate.module';\nimport { FieldModule } from '../field/field.module';\nimport { RecordModule } from '../record/record.module';\nimport { GraphService } from './graph.service';\n\n@Module({\n imports: [CalculationModule, RecordModule, FieldModule, FieldCalculateModule],\n providers: [GraphService],\n exports: [GraphService],\n})\nexport class GraphModule {}\n" }, { "path": "apps/nestjs-backend/src/features/graph/graph.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { GraphModule } from './graph.module';\nimport { GraphService } from './graph.service';\n\ndescribe('GraphServiceService', () => {\n let service: GraphService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, GraphModule],\n }).compile();\n\n service = module.get(GraphService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/graph/graph.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport type { IFieldRo, ILinkFieldOptions, IConvertFieldRo } from '@teable/core';\nimport { FieldType, Relationship, isLinkLookupOptions } from '@teable/core';\nimport type { Field, TableMeta } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n IGraphEdge,\n IGraphNode,\n IGraphCombo,\n IPlanFieldVo,\n IPlanFieldConvertVo,\n IPlanFieldDeleteVo,\n IBaseErdTableNode,\n IBaseErdEdge,\n} from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { groupBy, keyBy, uniq } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { majorFieldKeysChanged } from '../../utils/major-field-keys-changed';\nimport { Timing } from '../../utils/timing';\nimport { FieldCalculationService } from '../calculation/field-calculation.service';\nimport { ReferenceService } from '../calculation/reference.service';\nimport type { IGraphItem } from '../calculation/utils/dfs';\nimport { pruneGraph, topoOrderWithStart } from '../calculation/utils/dfs';\nimport { FieldConvertingLinkService } from '../field/field-calculate/field-converting-link.service';\nimport { FieldSupplementService } from '../field/field-calculate/field-supplement.service';\nimport { FieldService } from '../field/field.service';\nimport {\n createFieldInstanceByVo,\n type IFieldInstance,\n type IFieldMap,\n} from '../field/model/factory';\n\ninterface ITinyField {\n id: string;\n name: string;\n type: string;\n tableId: string;\n isLookup?: boolean | null;\n isConditionalLookup?: boolean | null;\n}\n\ninterface ITinyTable {\n id: string;\n name: string;\n dbTableName: string;\n}\n\n@Injectable()\nexport class GraphService {\n private logger = new Logger(GraphService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly fieldService: FieldService,\n private readonly referenceService: ReferenceService,\n private readonly fieldSupplementService: FieldSupplementService,\n private readonly fieldCalculationService: FieldCalculationService,\n private readonly fieldConvertingLinkService: FieldConvertingLinkService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n private getFieldNodesAndCombos(\n fieldId: string,\n fieldRawsMap: Record,\n tableRaws: ITinyTable[],\n allowedNodeIds?: Set\n ) {\n const nodes: IGraphNode[] = [];\n const combos: IGraphCombo[] = [];\n tableRaws.forEach(({ id: tableId, name: tableName }) => {\n combos.push({\n id: tableId,\n label: tableName,\n });\n fieldRawsMap[tableId].forEach((field) => {\n if (!allowedNodeIds || allowedNodeIds.has(field.id)) {\n nodes.push({\n id: field.id,\n label: field.name,\n comboId: tableId,\n fieldType: field.type,\n isLookup: field.isLookup,\n isConditionalLookup: field.isConditionalLookup,\n isSelected: field.id === fieldId,\n });\n }\n });\n });\n return {\n nodes,\n combos,\n };\n }\n\n private getEstimateTime(cellCount: number) {\n return Math.floor(cellCount / this.thresholdConfig.estimateCalcCelPerMs);\n }\n\n async planFieldCreate(tableId: string, fieldRo: IFieldRo): Promise {\n const fieldVo = await this.fieldSupplementService.prepareCreateField(tableId, fieldRo);\n const field = createFieldInstanceByVo(fieldVo);\n\n const referenceFieldIds = this.fieldSupplementService.getFieldReferenceIds(field);\n const directedGraph = await this.referenceService.getFieldGraphItems(referenceFieldIds);\n const fromGraph = referenceFieldIds.map((fromFieldId) => ({\n fromFieldId,\n toFieldId: field.id,\n }));\n directedGraph.push(...fromGraph);\n const allFieldIds = uniq(\n directedGraph.map((item) => [item.fromFieldId, item.toFieldId]).flat()\n );\n const fieldRaws = await this.prismaService.field.findMany({\n where: { id: { in: allFieldIds } },\n select: {\n id: true,\n name: true,\n type: true,\n isLookup: true,\n isConditionalLookup: true,\n tableId: true,\n },\n });\n\n fieldRaws.push({\n id: field.id,\n name: field.name,\n type: field.type,\n isLookup: field.isLookup || null,\n isConditionalLookup: field.isConditionalLookup || null,\n tableId,\n });\n\n const tableRaws = await this.prismaService.tableMeta.findMany({\n where: { id: { in: uniq(fieldRaws.map((item) => item.tableId)) } },\n select: { id: true, name: true, dbTableName: true },\n });\n\n const tableMap = keyBy(tableRaws, 'id');\n const fieldMap = keyBy(fieldRaws, 'id');\n\n const fieldRawsMap = groupBy(fieldRaws, 'tableId');\n\n // Normalize edges for display: dedupe and hide link -> lookup edge\n const seen = new Set();\n const filteredGraph = directedGraph.filter(({ fromFieldId, toFieldId }) => {\n // Hide the link -> lookup edge for readability in graph\n const lookupOptions = field.lookupOptions;\n if (\n toFieldId === field.id &&\n lookupOptions &&\n isLinkLookupOptions(lookupOptions) &&\n fromFieldId === lookupOptions.linkFieldId\n ) {\n return false;\n }\n const key = `${fromFieldId}->${toFieldId}`;\n if (seen.has(key)) return false;\n seen.add(key);\n return true;\n });\n\n const edges = filteredGraph.map((node) => {\n const f = fieldMap[node.toFieldId];\n return {\n source: node.fromFieldId,\n target: node.toFieldId,\n label: f.isLookup ? 'lookup' : f.type,\n };\n }, []);\n\n // Only include nodes that appear in edges, plus the host field\n const nodeIds = new Set([field.id]);\n for (const e of filteredGraph) {\n nodeIds.add(e.fromFieldId);\n nodeIds.add(e.toFieldId);\n }\n const { nodes, combos } = this.getFieldNodesAndCombos(\n field.id,\n fieldRawsMap,\n tableRaws,\n nodeIds\n );\n const updateCellCount = await this.affectedCellCount(\n field.id,\n [field.id],\n { [field.id]: field },\n { [field.id]: tableMap[tableId].dbTableName }\n );\n const estimateTime = field.isComputed ? this.getEstimateTime(updateCellCount) : 200;\n return {\n graph: {\n nodes,\n edges,\n combos,\n },\n updateCellCount,\n estimateTime,\n };\n }\n\n private async getField(tableId: string, fieldId: string, fieldRo: IConvertFieldRo) {\n const oldFieldVo = await this.fieldService.getField(tableId, fieldId);\n const oldField = createFieldInstanceByVo(oldFieldVo);\n const newFieldVo = await this.fieldSupplementService.prepareUpdateField(\n tableId,\n fieldRo,\n oldField\n );\n const newField = createFieldInstanceByVo(newFieldVo);\n return { oldField, newField };\n }\n\n private async getFullTopoOrdersContext(field: IFieldInstance, directedGraph?: IGraphItem[]) {\n const oldRefernce: string[] = [field.id];\n const lookupGraph: IGraphItem[] = [];\n const selfLookupReference = await this.prismaService.field.findMany({\n where: {\n lookupLinkedFieldId: field.id,\n deletedTime: null,\n },\n select: { id: true },\n });\n oldRefernce.push(...selfLookupReference.map((f) => f.id));\n lookupGraph.push(\n ...selfLookupReference.map((f) => ({ fromFieldId: field.id, toFieldId: f.id }))\n );\n\n if (field.type === FieldType.Link && !field.isLookup && field.options.symmetricFieldId) {\n const findSymmetricField = await this.prismaService.field.findUnique({\n where: {\n id: field.options.symmetricFieldId,\n deletedTime: null,\n },\n select: { id: true },\n });\n\n if (findSymmetricField) {\n const suplimentLookupRefernce = await this.prismaService.field.findMany({\n where: {\n lookupLinkedFieldId: field.options.symmetricFieldId,\n deletedTime: null,\n },\n select: { id: true },\n });\n oldRefernce.push(\n ...suplimentLookupRefernce.map((field) => field.id),\n field.options.symmetricFieldId\n );\n lookupGraph.push(\n ...suplimentLookupRefernce.map((f) => ({ fromFieldId: field.id, toFieldId: f.id }))\n );\n lookupGraph.push({ fromFieldId: field.id, toFieldId: field.options.symmetricFieldId });\n }\n }\n\n const context = await this.fieldCalculationService.getTopoOrdersContext(\n oldRefernce,\n directedGraph\n );\n return {\n ...context,\n allFieldIds: uniq([...context.allFieldIds, ...lookupGraph.map((item) => item.toFieldId)]),\n directedGraph: context.directedGraph.concat(lookupGraph),\n fieldMap: {\n ...context.fieldMap,\n },\n };\n }\n\n @Timing()\n private async getUpdateCalculationContext(newField: IFieldInstance) {\n const fieldId = newField.id;\n\n const newReference = this.fieldSupplementService.getFieldReferenceIds(newField);\n\n const incomingGraph = await this.referenceService.getFieldGraphItems(newReference);\n\n const oldGraph = await this.referenceService.getFieldGraphItems([fieldId]);\n\n const tempGraph = [\n ...oldGraph.filter((graph) => graph.toFieldId !== fieldId),\n ...incomingGraph.filter((graph) => graph.toFieldId !== fieldId),\n ...newReference.map((id) => ({ fromFieldId: id, toFieldId: fieldId })),\n ];\n\n const newDirectedGraph = pruneGraph(fieldId, tempGraph);\n\n const context = await this.getFullTopoOrdersContext(newField, newDirectedGraph);\n const fieldMap = {\n ...context.fieldMap,\n [newField.id]: newField,\n };\n\n return {\n ...context,\n fieldMap,\n };\n }\n\n private async generateGraph(params: {\n fieldId: string;\n directedGraph: IGraphItem[];\n allFieldIds: string[];\n fieldMap: IFieldMap;\n tableId2DbTableName: Record;\n fieldId2TableId: Record;\n }) {\n const { fieldId, directedGraph, allFieldIds, fieldMap, tableId2DbTableName, fieldId2TableId } =\n params;\n\n // 1) Dedupe edges and hide link -> lookup edge for display\n const edgeSeen = new Set();\n const filtered = directedGraph.filter(({ fromFieldId, toFieldId }) => {\n const to = fieldMap[toFieldId];\n const lookupOptions = to?.lookupOptions;\n if (\n lookupOptions &&\n isLinkLookupOptions(lookupOptions) &&\n fromFieldId === lookupOptions.linkFieldId\n ) {\n // Hide the link field as a dependency in the display graph\n return false;\n }\n const key = `${fromFieldId}->${toFieldId}`;\n if (edgeSeen.has(key)) return false;\n edgeSeen.add(key);\n return true;\n });\n\n const edges = filtered.map((node) => {\n const field = fieldMap[node.toFieldId];\n return {\n source: node.fromFieldId,\n target: node.toFieldId,\n label: field.isLookup ? 'lookup' : field.type,\n };\n }, []);\n\n const tableIds = Object.keys(tableId2DbTableName);\n const tableRaws = await this.prismaService.tableMeta.findMany({\n where: { id: { in: tableIds } },\n select: { id: true, name: true },\n });\n\n const combos = tableRaws.map((table) => ({\n id: table.id,\n label: table.name,\n }));\n\n // Nodes: from filtered edges plus ensure host field is present\n const nodeIdSet = new Set([fieldId]);\n for (const e of filtered) {\n nodeIdSet.add(e.fromFieldId);\n nodeIdSet.add(e.toFieldId);\n }\n const nodes = Array.from(nodeIdSet).map((id) => {\n const tableId = fieldId2TableId[id];\n const field = fieldMap[id];\n return {\n id: field.id,\n label: field.name,\n comboId: tableId,\n fieldType: field.type,\n isLookup: field.isLookup,\n isSelected: field.id === fieldId,\n };\n });\n\n return {\n nodes,\n edges,\n combos,\n };\n }\n\n async planFieldConvert(\n tableId: string,\n fieldId: string,\n fieldRo: IConvertFieldRo\n ): Promise {\n const { oldField, newField } = await this.getField(tableId, fieldId, fieldRo);\n const majorChange = majorFieldKeysChanged(oldField, fieldRo);\n\n if (!majorChange) {\n return { skip: true };\n }\n\n const context = await this.getUpdateCalculationContext(newField);\n\n const {\n directedGraph,\n allFieldIds,\n fieldMap,\n fieldId2DbTableName,\n tableId2DbTableName,\n fieldId2TableId,\n } = context;\n const topoFieldIds = topoOrderWithStart(fieldId, directedGraph);\n\n const graph = await this.generateGraph({\n fieldId,\n directedGraph,\n allFieldIds,\n fieldMap,\n tableId2DbTableName,\n fieldId2TableId,\n });\n\n const updateCellCount = await this.affectedCellCount(\n fieldId,\n topoFieldIds,\n fieldMap,\n fieldId2DbTableName\n );\n\n const resetLinkFieldLookupFieldIds =\n await this.fieldConvertingLinkService.planResetLinkFieldLookupFieldId(\n tableId,\n newField,\n 'field|update'\n );\n\n return {\n graph,\n updateCellCount,\n estimateTime: this.getEstimateTime(updateCellCount),\n linkFieldCount: resetLinkFieldLookupFieldIds.length,\n };\n }\n\n async planDeleteField(tableId: string, fieldId: string): Promise {\n const res = await this.planField(tableId, fieldId);\n const field = await this.fieldService.getField(tableId, fieldId);\n const fieldInstance = createFieldInstanceByVo(field);\n const resetLinkFieldLookupFieldIds =\n await this.fieldConvertingLinkService.planResetLinkFieldLookupFieldId(\n tableId,\n fieldInstance,\n 'field|delete'\n );\n\n return {\n ...res,\n linkFieldCount: resetLinkFieldLookupFieldIds.length,\n };\n }\n\n private async affectedCellCount(\n hostFieldId: string,\n fieldIds: string[],\n fieldMap: IFieldMap,\n fieldId2DbTableName: Record\n ): Promise {\n const queries = fieldIds.map((fieldId) => {\n const field = fieldMap[fieldId];\n const lookupOptions = field.lookupOptions;\n\n if (field.id !== hostFieldId) {\n if (field.type === FieldType.Link) {\n const { relationship, fkHostTableName, selfKeyName, foreignKeyName } =\n field.options as ILinkFieldOptions;\n const query =\n relationship === Relationship.OneOne || relationship === Relationship.ManyOne\n ? this.knex.count(foreignKeyName, { as: 'count' }).from(fkHostTableName)\n : this.knex.countDistinct(selfKeyName, { as: 'count' }).from(fkHostTableName);\n\n return query.toQuery();\n }\n\n if (lookupOptions && isLinkLookupOptions(lookupOptions)) {\n const { relationship, fkHostTableName, selfKeyName, foreignKeyName } = lookupOptions;\n const query =\n relationship === Relationship.OneOne || relationship === Relationship.ManyOne\n ? this.knex.count(foreignKeyName, { as: 'count' }).from(fkHostTableName)\n : this.knex.countDistinct(selfKeyName, { as: 'count' }).from(fkHostTableName);\n\n return query.toQuery();\n }\n }\n\n const dbTableName = fieldId2DbTableName[fieldId];\n return this.knex.count('*', { as: 'count' }).from(dbTableName).toQuery();\n });\n // console.log('queries', queries);\n\n let total = 0;\n for (const query of queries) {\n const [{ count }] = await this.prismaService.$queryRawUnsafe<{ count: bigint }[]>(query);\n // console.log('count', count);\n total += Number(count);\n }\n return total;\n }\n\n @Timing()\n async planField(tableId: string, fieldId: string): Promise {\n const field = await this.fieldService.getField(tableId, fieldId);\n const context = await this.getFullTopoOrdersContext(createFieldInstanceByVo(field));\n\n const {\n directedGraph,\n allFieldIds,\n fieldMap,\n fieldId2DbTableName,\n tableId2DbTableName,\n fieldId2TableId,\n } = context;\n\n const graph = await this.generateGraph({\n fieldId,\n directedGraph,\n allFieldIds,\n fieldMap,\n tableId2DbTableName,\n fieldId2TableId,\n });\n\n const updateCellCount = await this.affectedCellCount(\n fieldId,\n allFieldIds,\n fieldMap,\n fieldId2DbTableName\n );\n\n return {\n graph,\n updateCellCount,\n estimateTime: this.getEstimateTime(updateCellCount),\n };\n }\n\n async generateBaseErd(baseId: string) {\n const tableRaws = await this.prismaService.tableMeta.findMany({\n where: {\n baseId,\n deletedTime: null,\n },\n select: { id: true, name: true, icon: true },\n });\n\n const { tableMap, fieldMap, linkFieldRaws, tableNodes } = await this.getBaseErdContext(\n tableRaws.map((table) => table.id)\n );\n\n const { references, referenceFieldRaws } = await this.getBaseErdReference(\n Object.keys(fieldMap)\n );\n\n const {\n tableNodes: crossTableNodes,\n tableMap: crossTableTableMap,\n fieldMap: crossTableFieldMap,\n linkFieldRaws: crossBaseLinkFieldRaws,\n } = await this.getBaseErdContext(\n referenceFieldRaws.filter((field) => !tableMap[field.tableId]).map((field) => field.tableId),\n true\n );\n\n const edges = await this.generateBaseErdEdges({\n linkFieldRaws,\n crossBaseLinkFieldRaws,\n tableMap,\n fieldMap,\n crossBaseTableMap: crossTableTableMap,\n crossBaseFieldMap: crossTableFieldMap,\n references,\n });\n\n return {\n baseId,\n nodes: [...tableNodes, ...crossTableNodes],\n edges,\n };\n }\n\n private async getBaseErdContext(tableIds: string[], crossBase?: boolean) {\n if (tableIds.length === 0) {\n return {\n tableRaws: [],\n tableMap: {},\n fieldRaws: [],\n fieldMap: {},\n linkFieldRaws: [],\n tableNodes: [],\n };\n }\n const tableRaws = await this.prismaService.tableMeta.findMany({\n where: {\n id: { in: tableIds },\n deletedTime: null,\n },\n select: {\n id: true,\n name: true,\n icon: true,\n base: crossBase ? { select: { id: true, name: true } } : undefined,\n },\n orderBy: {\n order: 'asc',\n },\n });\n const tableMap = keyBy(tableRaws, 'id');\n\n const fieldRaws = await this.prismaService.field.findMany({\n where: {\n tableId: { in: Object.keys(tableMap) },\n deletedTime: null,\n },\n select: {\n id: true,\n tableId: true,\n name: true,\n type: true,\n options: true,\n isLookup: true,\n lookupLinkedFieldId: true,\n },\n orderBy: {\n order: 'asc',\n },\n });\n\n const fieldMap = keyBy(fieldRaws, 'id');\n\n const linkFieldRaws = fieldRaws\n .filter((field) => field.type === FieldType.Link && !field.isLookup)\n .map((field) => {\n return {\n ...field,\n options: field.options && JSON.parse(field.options as string),\n };\n });\n\n const tableId2fieldRaws = groupBy(fieldRaws, 'tableId');\n\n const tableNodes = tableRaws.map((table) => {\n const items = tableId2fieldRaws[table.id] ?? [];\n return {\n id: table.id,\n name: table.name,\n icon: table.icon ?? undefined,\n crossBaseId: crossBase ? table.base.id : undefined,\n crossBaseName: crossBase ? table.base.name : undefined,\n fields: items.map((field) => ({\n id: field.id,\n name: field.name,\n type: field.type as FieldType,\n isLookup: field.isLookup ?? undefined,\n })),\n };\n });\n\n return {\n tableRaws,\n tableMap,\n fieldRaws,\n fieldMap,\n linkFieldRaws,\n tableNodes,\n };\n }\n\n private async getBaseErdReference(allFieldIds: string[]) {\n const references = await this.prismaService.txClient().reference.findMany({\n where: {\n OR: [{ fromFieldId: { in: allFieldIds } }, { toFieldId: { in: allFieldIds } }],\n },\n select: {\n fromFieldId: true,\n toFieldId: true,\n },\n });\n\n const referenceFieldIds = uniq(\n references.map((ref) => [ref.fromFieldId, ref.toFieldId]).flat()\n );\n\n const referenceFieldRaws = await this.prismaService.txClient().field.findMany({\n where: {\n id: { in: referenceFieldIds },\n },\n select: {\n id: true,\n tableId: true,\n },\n });\n\n return {\n references,\n referenceFieldRaws,\n };\n }\n\n /**\n * if A -> B & B -> A, keep A <-> B\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async generateBaseErdEdges(params: {\n linkFieldRaws: (Pick & {\n options: ILinkFieldOptions;\n })[];\n tableMap: Record>;\n fieldMap: Record<\n string,\n Pick\n >;\n crossBaseLinkFieldRaws: (Pick & {\n options: ILinkFieldOptions;\n })[];\n crossBaseTableMap: Record>;\n crossBaseFieldMap: Record<\n string,\n Pick\n >;\n references: { fromFieldId: string; toFieldId: string }[];\n }) {\n const {\n linkFieldRaws,\n tableMap,\n fieldMap,\n crossBaseLinkFieldRaws,\n crossBaseTableMap,\n crossBaseFieldMap,\n references,\n } = params;\n\n const fieldEdgeMap = new Map();\n const edges: IBaseErdEdge[] = [];\n for (const field of [...linkFieldRaws, ...crossBaseLinkFieldRaws]) {\n const { options } = field;\n const sourceTable =\n tableMap[options.foreignTableId] ?? crossBaseTableMap[options.foreignTableId];\n const sourceFieldId = options.symmetricFieldId ?? options.lookupFieldId;\n const sourceField = fieldMap[sourceFieldId] ?? crossBaseFieldMap[sourceFieldId];\n\n const targetTable = tableMap[field.tableId] ?? crossBaseTableMap[field.tableId];\n const targetField = fieldMap[field.id] ?? crossBaseFieldMap[field.id];\n\n if (!sourceTable || !targetTable || !sourceField || !targetField) {\n continue;\n }\n\n const edge: IBaseErdEdge = {\n source: {\n tableId: sourceTable.id,\n tableName: sourceTable.name,\n fieldId: sourceField.id,\n fieldName: sourceField.name,\n },\n target: {\n tableId: targetTable.id,\n tableName: targetTable.name,\n fieldId: targetField.id,\n fieldName: targetField.name,\n },\n relationship: options.relationship,\n isOneWay: options.isOneWay ?? false,\n type: field.type as FieldType,\n };\n const key = `${sourceField.id}-${targetField.id}`;\n const reverseKey = `${targetField.id}-${sourceField.id}`;\n if (fieldEdgeMap.has(reverseKey)) {\n fieldEdgeMap.set(key, true);\n continue;\n }\n fieldEdgeMap.set(key, false);\n edges.push(edge);\n }\n\n for (const { fromFieldId, toFieldId } of references) {\n const fromField = fieldMap[fromFieldId] ?? crossBaseFieldMap[fromFieldId];\n const toField = fieldMap[toFieldId] ?? crossBaseFieldMap[toFieldId];\n\n if (!fromField || !toField) {\n continue;\n }\n\n const fromTable = tableMap[fromField.tableId] ?? crossBaseTableMap[fromField.tableId];\n const toTable = tableMap[toField.tableId] ?? crossBaseTableMap[toField.tableId];\n\n if (!fromTable || !toTable) {\n continue;\n }\n\n const key = `${fromField.id}-${toField.id}`;\n const reverseKey = `${toField.id}-${fromField.id}`;\n if (fieldEdgeMap.has(key) || fieldEdgeMap.has(reverseKey)) {\n continue;\n }\n\n if (toField.lookupLinkedFieldId && toField.lookupLinkedFieldId === fromField.id) {\n continue;\n }\n\n const edge: IBaseErdEdge = {\n source: {\n tableId: fromTable.id,\n tableName: fromTable.name,\n fieldId: fromField.id,\n fieldName: fromField.name,\n },\n target: {\n tableId: toTable.id,\n tableName: toTable.name,\n fieldId: toField.id,\n fieldName: toField.name,\n },\n type: toField.isLookup ? 'lookup' : (toField.type as FieldType),\n };\n edges.push(edge);\n fieldEdgeMap.set(key, true);\n }\n\n return edges.map((edge) => {\n const key = `${edge.source.fieldId}-${edge.target.fieldId}`;\n const guessOneWay = fieldEdgeMap.get(key) ?? true;\n return {\n ...edge,\n isOneWay: edge.isOneWay ?? guessOneWay,\n };\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/health/health.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { HealthController } from './health.controller';\n\ndescribe('HealthController', () => {\n let controller: HealthController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [HealthController],\n }).compile();\n\n controller = module.get(HealthController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/health/health.controller.ts", "content": "import { Controller, Get, Logger } from '@nestjs/common';\nimport { HealthCheck, HealthCheckService, PrismaHealthIndicator } from '@nestjs/terminus';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Public } from '../auth/decorators/public.decorator';\n\n@Controller('health')\n@Public()\nexport class HealthController {\n private logger = new Logger(HealthController.name);\n constructor(\n private readonly health: HealthCheckService,\n private readonly db: PrismaHealthIndicator,\n private readonly prismaService: PrismaService\n ) {}\n\n @Get()\n @HealthCheck()\n check() {\n try {\n return this.health.check([() => this.db.pingCheck('database', this.prismaService)]);\n } catch (error) {\n this.logger.error(error);\n throw error;\n }\n }\n\n @Get('memory')\n memory() {\n return {\n memoryUsage: process.memoryUsage(),\n pod: process.env.HOSTNAME,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/health/health.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { TerminusModule } from '@nestjs/terminus';\nimport { HealthController } from './health.controller';\nimport { HealthService } from './health.service';\n\n@Module({\n imports: [TerminusModule],\n providers: [HealthService],\n controllers: [HealthController],\n})\nexport class HealthModule {}\n" }, { "path": "apps/nestjs-backend/src/features/health/health.service.ts", "content": "import { Injectable } from '@nestjs/common';\n\n@Injectable()\nexport class HealthService {\n beforeApplicationShutdown(signal: string) {\n console.log(`health beforeApplicationShutdown ${signal}`);\n }\n\n onApplicationShutdown(signal: string) {\n console.log(`health onApplicationShutdown ${signal}`);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/metrics/import-metrics.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ImportMetricsService } from './import-metrics.service';\nimport { ImportTracingService } from './import-tracing.service';\n\n@Module({\n providers: [ImportMetricsService, ImportTracingService],\n exports: [ImportMetricsService, ImportTracingService],\n})\nexport class ImportMetricsModule {}\n" }, { "path": "apps/nestjs-backend/src/features/import/metrics/import-metrics.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { metrics } from '@opentelemetry/api';\n\n@Injectable()\nexport class ImportMetricsService {\n private readonly meter = metrics.getMeter('teable-observability');\n\n private readonly importTotal = this.meter.createCounter('data.import.total', {\n description: 'Total number of import tasks queued',\n });\n private readonly importDuration = this.meter.createHistogram('data.import.duration', {\n description: 'Import task processing duration in milliseconds',\n unit: 'ms',\n advice: {\n explicitBucketBoundaries: [\n 1000, 2000, 5000, 10000, 20000, 30000, 60000, 120000, 180000, 300000,\n ],\n },\n });\n private readonly importErrors = this.meter.createCounter('data.import.errors', {\n description: 'Total number of import errors',\n });\n\n recordImportQueued(attrs: { fileType: string; operationType: string }): void {\n this.importTotal.add(1, {\n file_type: attrs.fileType,\n operation_type: attrs.operationType,\n });\n }\n\n recordImportComplete(attrs: {\n fileType: string;\n operationType: string;\n durationMs: number;\n }): void {\n this.importDuration.record(attrs.durationMs, {\n file_type: attrs.fileType,\n operation_type: attrs.operationType,\n });\n }\n\n recordImportError(attrs: { fileType: string; operationType: string; errorType: string }): void {\n this.importErrors.add(1, {\n file_type: attrs.fileType,\n operation_type: attrs.operationType,\n error_type: attrs.errorType,\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/metrics/import-tracing.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { BaseTracingService } from '../../../tracing/base-tracing.service';\n\n@Injectable()\nexport class ImportTracingService extends BaseTracingService {\n setImportAttributes(attrs: { rows: number }): void {\n this.withActiveSpan((span) => {\n span.setAttribute('data.import.rows', attrs.rows);\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/NOTICE.md", "content": "# Notices for Third-Party Software\n\nThis software includes or uses the following software/components subject to the following licenses:\n\n## SheetJS Community Edition\n\n- Website: https://sheetjs.com/\n- Copyright: Copyright (C) 2012-present SheetJS LLC\n- License: Apache License, Version 2.0\n- License URL: http://www.apache.org/licenses/LICENSE-2.0\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/delimiter-stream.ts", "content": "import type { TransformCallback } from 'stream';\nimport { Transform } from 'stream';\n\nconst defaults = {\n delimiter: '\\n',\n encoding: 'utf8' as BufferEncoding,\n};\n\ninterface IDelimiterStreamOptions {\n delimiter?: string;\n encoding?: BufferEncoding;\n}\n\ninterface IDelimiterStreamInstance extends Transform {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n _delimiter: string;\n // eslint-disable-next-line @typescript-eslint/naming-convention\n _encoding: BufferEncoding;\n // eslint-disable-next-line @typescript-eslint/naming-convention\n _stub: Buffer;\n // eslint-disable-next-line @typescript-eslint/naming-convention\n _delimiterBuffer: Buffer;\n getLines(chunk: Buffer): Buffer[];\n dispatchLines(lines: Buffer[]): void;\n}\n\nclass DelimiterStream extends Transform implements IDelimiterStreamInstance {\n _delimiter: string;\n _encoding: BufferEncoding;\n _stub: Buffer;\n _delimiterBuffer: Buffer;\n\n constructor(options: IDelimiterStreamOptions = defaults) {\n super(options);\n\n this._delimiter = options.delimiter || defaults.delimiter;\n this._encoding = options.encoding || defaults.encoding;\n\n this._stub = Buffer.from([]);\n this._delimiterBuffer = Buffer.from(this._delimiter, this._encoding);\n }\n\n // eslint-disable-next-line @typescript-eslint/naming-convention\n _transform(chunk: Buffer, encoding: BufferEncoding, done: TransformCallback): void {\n const lines = this.getLines(chunk);\n this.dispatchLines(lines);\n done();\n }\n\n // eslint-disable-next-line @typescript-eslint/naming-convention\n _flush(done: () => void): void {\n this.push(this._stub.toString(this._encoding), this._encoding);\n done();\n }\n\n getLines(linesChunk: Buffer): Buffer[] {\n const delimiterLength = this._delimiterBuffer.length;\n const lines: Buffer[] = [];\n let delimiterHits = 0;\n let lastSplitIndex = 0;\n\n if (this._stub.length) {\n linesChunk = Buffer.concat([this._stub, linesChunk]);\n this._stub = Buffer.from('');\n }\n\n for (let charIndex = 0; charIndex < linesChunk.length; charIndex++) {\n const bufferChar = linesChunk[charIndex];\n const delimiterChar = this._delimiterBuffer[delimiterHits];\n\n if (bufferChar === delimiterChar) {\n delimiterHits++;\n if (delimiterHits === delimiterLength) {\n lines.push(linesChunk.slice(lastSplitIndex, charIndex + 1));\n lastSplitIndex = charIndex + 1;\n delimiterHits = 0;\n }\n } else {\n delimiterHits = 0;\n }\n }\n\n this._stub = linesChunk.slice(lastSplitIndex);\n return lines;\n }\n\n dispatchLines(lines: Buffer[], lineIndex = 0): void {\n const _encoding = this._encoding;\n const line = lines[lineIndex];\n\n // Check if the line is a _delimiter line => do not add it to the previous chunk!\n this.push(line, _encoding);\n\n lineIndex++;\n\n if (lineIndex < lines.length) {\n return this.dispatchLines(lines, lineIndex);\n }\n }\n}\n\n/**\n * workaround for the issue with the two-byte UTF characters\n * https://github.com/mholt/PapaParse/issues/751\n */\nexport const toLineDelimitedStream = (input: NodeJS.ReadableStream) => {\n // Two-byte UTF characters (such as \"ä\") can break because the chunk might get\n // split at the middle of the character, and papaparse parses the byte stream\n // incorrectly. We can use `DelimiterStream` to fix this, as it parses the\n // chunks to lines correctly before passing the data to papaparse.\n const output = new DelimiterStream();\n input.pipe(output);\n return output;\n};\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-csv-chunk.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { EventEmitterModule } from '@nestjs/event-emitter';\nimport { EventJobModule } from '../../../event-emitter/event-job/event-job.module';\nimport { ShareDbModule } from '../../../share-db/share-db.module';\nimport { StorageModule } from '../../attachments/plugins/storage.module';\nimport { NotificationModule } from '../../notification/notification.module';\nimport { RecordOpenApiModule } from '../../record/open-api/record-open-api.module';\nimport { ImportMetricsModule } from '../metrics/import-metrics.module';\nimport {\n ImportTableCsvChunkQueueProcessor,\n TABLE_IMPORT_CSV_CHUNK_QUEUE,\n} from './import-csv-chunk.processor';\nimport { ImportTableCsvQueueProcessor, TABLE_IMPORT_CSV_QUEUE } from './import-csv.processor';\nimport {\n ImportTableResultQueueProcessor,\n TABLE_IMPORT_RESULT_QUEUE,\n} from './import-result.processor';\n\n@Module({\n providers: [\n ImportTableCsvChunkQueueProcessor,\n ImportTableCsvQueueProcessor,\n ImportTableResultQueueProcessor,\n ],\n imports: [\n EventJobModule.registerQueue(TABLE_IMPORT_CSV_CHUNK_QUEUE),\n EventJobModule.registerQueue(TABLE_IMPORT_CSV_QUEUE),\n EventJobModule.registerQueue(TABLE_IMPORT_RESULT_QUEUE),\n ShareDbModule,\n RecordOpenApiModule,\n NotificationModule,\n StorageModule,\n EventEmitterModule,\n ImportMetricsModule,\n ],\n exports: [\n ImportTableCsvChunkQueueProcessor,\n ImportTableCsvQueueProcessor,\n ImportTableResultQueueProcessor,\n ],\n})\nexport class ImportCsvChunkModule {}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-csv-chunk.processor.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport os from 'os';\nimport { PassThrough, Readable } from 'stream';\nimport { Worker } from 'worker_threads';\nimport { InjectQueue, OnWorkerEvent, Processor, WorkerHost } from '@nestjs/bullmq';\nimport { Injectable, Logger, Optional } from '@nestjs/common';\nimport type { FieldType, ILocalization } from '@teable/core';\nimport { getRandomString } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { UploadType } from '@teable/openapi';\nimport type { IImportOptionRo, IImportColumn, IInplaceImportOptionRo } from '@teable/openapi';\nimport { Job, Queue, QueueEvents } from 'bullmq';\nimport { toNumber } from 'lodash';\nimport { I18nService } from 'nestjs-i18n';\nimport Papa from 'papaparse';\nimport { CacheService } from '../../../cache/cache.service';\nimport type { I18nPath, I18nTranslations } from '../../../types/i18n.generated';\nimport StorageAdapter from '../../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../attachments/plugins/storage';\nimport { NotificationService } from '../../notification/notification.service';\nimport { ImportMetricsService } from '../metrics/import-metrics.service';\nimport { ImportTracingService } from '../metrics/import-tracing.service';\nimport type { IChunkImportResult } from './import-csv.processor';\nimport { ImportTableCsvQueueProcessor, TABLE_IMPORT_CSV_QUEUE } from './import-csv.processor';\nimport { classifyImportError, formatClassifiedError } from './import-error-classifier';\nimport type { ITranslateFn } from './import-error-classifier';\nimport {\n getImportResultManifestKey,\n IMPORT_RESULT_MANIFEST_TTL_SECONDS,\n type IImportResultManifest,\n} from './import-result-manifest';\nimport {\n ImportTableResultQueueProcessor,\n TABLE_IMPORT_RESULT_QUEUE,\n} from './import-result.processor';\nimport {\n DEFAULT_IMPORT_CPU_USAGE,\n getWorkerPath,\n importerFactory,\n OVER_PLAN_ROW_COUNT_ERROR_MESSAGE,\n} from './import.class';\n\nconst importCpuUsage = toNumber(process.env.IMPORT_CPU_USAGE ?? DEFAULT_IMPORT_CPU_USAGE);\n\nclass ImportError extends Error {\n constructor(\n message: string,\n public range?: [number, number]\n ) {\n super(message);\n this.name = 'ImportError';\n }\n}\n\ninterface ITableImportChunkJob {\n baseId: string;\n table: {\n id: string;\n name: string;\n };\n userId: string;\n origin?: {\n ip: string;\n byApi: boolean;\n userAgent: string;\n referer: string;\n };\n importerParams: Pick & {\n maxRowCount?: number;\n };\n options: {\n skipFirstNLines: number;\n sheetKey: string;\n notification: boolean;\n };\n recordsCal: {\n columnInfo?: IImportColumn[];\n fields: { id: string; name?: string; type: FieldType }[];\n sourceColumnMap?: Record;\n };\n ro: IImportOptionRo | IInplaceImportOptionRo;\n logId: string;\n}\n\nexport const TABLE_IMPORT_CSV_CHUNK_QUEUE = 'import-table-csv-chunk-queue';\nexport const TABLE_IMPORT_CSV_CHUNK_QUEUE_CONCURRENCY = Math.max(\n Math.floor(os.cpus().length * importCpuUsage),\n 1\n);\n\n@Injectable()\n@Processor(TABLE_IMPORT_CSV_CHUNK_QUEUE, {\n concurrency: TABLE_IMPORT_CSV_CHUNK_QUEUE_CONCURRENCY,\n lockDuration: 600000,\n lockRenewTime: 300000,\n stalledInterval: 30000,\n maxStalledCount: 2,\n})\nexport class ImportTableCsvChunkQueueProcessor extends WorkerHost {\n public static readonly JOB_ID_PREFIX = 'import-table-csv-chunk';\n\n private logger = new Logger(ImportTableCsvChunkQueueProcessor.name);\n private importQueueEvents?: QueueEvents;\n\n constructor(\n private readonly notificationService: NotificationService,\n private readonly importTableCsvQueueProcessor: ImportTableCsvQueueProcessor,\n private readonly importTableResultQueueProcessor: ImportTableResultQueueProcessor,\n @InjectStorageAdapter() private readonly storageAdapter: StorageAdapter,\n @InjectQueue(TABLE_IMPORT_CSV_CHUNK_QUEUE) public readonly queue: Queue,\n private readonly cacheService: CacheService,\n private readonly i18n: I18nService,\n private readonly prismaService: PrismaService,\n @Optional() private readonly importMetrics?: ImportMetricsService,\n @Optional() private readonly importTracing?: ImportTracingService\n ) {\n super();\n // When BACKEND_CACHE_REDIS_URI is not set, queues are backed by the local\n // fallback implementation instead of BullMQ. In that case the injected\n // queue object does not expose BullMQ's `opts.connection`, so we must guard\n // against it to avoid throwing during application bootstrap (e.g. e2e).\n const underlyingQueue = this.importTableCsvQueueProcessor.queue as Queue & {\n // `opts` only exists when using the real BullMQ queue\n opts?: { connection?: unknown };\n };\n\n const connection = underlyingQueue?.opts?.connection;\n\n if (connection) {\n this.importQueueEvents = new QueueEvents(TABLE_IMPORT_CSV_QUEUE, {\n // Reuse the Redis connection configuration of the import queue\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n connection: connection as any,\n });\n } else {\n this.logger.log(\n 'ImportTableCsvChunkQueueProcessor initialized without Redis connection; QueueEvents disabled (fallback queue in use).'\n );\n }\n }\n\n private async getUserLang(userId: string): Promise {\n try {\n const user = await this.prismaService.user.findUnique({\n where: { id: userId, deletedTime: null },\n select: { lang: true },\n });\n return user?.lang ?? 'en';\n } catch {\n return 'en';\n }\n }\n\n private createTranslateFn(lang?: string): ITranslateFn {\n return (key: I18nPath, args?: Record) =>\n this.i18n.t(key, { args, lang: lang ?? 'en' }) as string;\n }\n\n private getImportErrorNotification(\n tableName: string,\n errorMessage: string\n ): ILocalization {\n if (errorMessage === OVER_PLAN_ROW_COUNT_ERROR_MESSAGE) {\n return {\n i18nKey: 'common.email.templates.notify.import.table.planLimitExceeded.message' as I18nPath,\n context: { tableName },\n };\n }\n return {\n i18nKey: 'common.email.templates.notify.import.table.failed.message',\n context: { tableName, errorMessage },\n };\n }\n\n public async process(job: Job) {\n const {\n baseId,\n table,\n userId,\n options: { notification },\n } = job.data;\n const importStartTime = Date.now();\n const fileType = job.data.importerParams.fileType;\n const operationType = job.data.recordsCal.sourceColumnMap ? 'inplace' : 'create_table';\n const { sourceColumnMap } = job.data.recordsCal;\n\n try {\n this.logger.log(\n `start chunk data job concurrency: ${TABLE_IMPORT_CSV_CHUNK_QUEUE_CONCURRENCY}`\n );\n const manifest = await this.resolveDataByWorker(job);\n this.logger.log(`import data to ${table.id} chunk data job completed`);\n\n const stats = {\n success: manifest.successCount,\n failed: manifest.failedCount,\n total: manifest.successCount + manifest.failedCount,\n };\n\n this.importTracing?.setImportAttributes({ rows: stats.total });\n this.importMetrics?.recordImportComplete({\n fileType,\n operationType,\n durationMs: Date.now() - importStartTime,\n });\n\n const importJobId = String(job.id);\n await this.cacheService.setDetail(\n getImportResultManifestKey(importJobId) as `import:result:manifest:${string}`,\n manifest,\n IMPORT_RESULT_MANIFEST_TTL_SECONDS\n );\n\n await this.importTableResultQueueProcessor.queue.add(\n TABLE_IMPORT_RESULT_QUEUE,\n {\n jobId: importJobId,\n baseId,\n table,\n userId,\n sourceColumnMap,\n notification,\n attachmentUrl: job?.data?.importerParams?.attachmentUrl,\n },\n {\n // Some queue backends reject custom IDs containing \":\".\n // Keep it derived from parent jobId, but normalize to safe chars.\n jobId: `${importJobId.replace(/:/g, '_')}_result`,\n removeOnComplete: 1000,\n removeOnFail: 1000,\n }\n );\n\n return stats;\n } catch (error) {\n this.importMetrics?.recordImportError({\n fileType,\n operationType,\n errorType: error instanceof ImportError ? 'import_error' : 'unknown',\n });\n let finalMessage: string | ILocalization = '';\n if (error instanceof ImportError && error.range) {\n const range = error.range;\n finalMessage = {\n i18nKey: 'common.email.templates.notify.import.table.aborted.message',\n context: {\n tableName: table.name,\n errorMessage: error.message,\n range: `${range[0]}, ${range[1]}`,\n },\n };\n } else if (error instanceof Error) {\n finalMessage = this.getImportErrorNotification(table.name, error.message);\n }\n\n if (notification && finalMessage) {\n this.notificationService.sendImportResultNotify({\n baseId,\n tableId: table.id,\n toUserId: userId,\n message: finalMessage,\n });\n }\n\n this.logger.error('import csv chunk error: ', error);\n // throw to @OnWorkerEvent('error')\n throw error;\n }\n }\n\n private async resolveDataByWorker(\n job: Job\n ): Promise {\n const jobId = String(job.id);\n const jobData = job.data;\n const { importerParams, table, options } = jobData;\n\n const workerId = `worker_${getRandomString(8)}`;\n const path = getWorkerPath('parse');\n\n const { attachmentUrl, fileType, maxRowCount } = importerParams;\n\n const { skipFirstNLines, sheetKey, notification } = options;\n\n const importer = importerFactory(fileType, {\n url: attachmentUrl,\n type: fileType,\n maxRowCount,\n });\n\n const worker = new Worker(path, {\n workerData: {\n config: importer.getConfig(),\n options: {\n key: sheetKey,\n notification: notification,\n skipFirstNLines: skipFirstNLines,\n },\n id: workerId,\n },\n });\n\n let recordCount = 1;\n let successCount = 0;\n let failedCount = 0;\n const errorFilePaths: string[] = [];\n\n // Build fieldId→name map for resolving field IDs in error messages\n const { columnInfo, sourceColumnMap, fields } = jobData.recordsCal;\n const fieldIdToName = new Map(fields.map((f) => [f.id, f.name ?? f.id]));\n\n const userLang = await this.getUserLang(jobData.userId);\n const translate = this.createTranslateFn(userLang);\n\n // Build sparse field names to preserve original CSV column order.\n const fieldNames: string[] = [];\n let maxWidth = 1;\n if (columnInfo?.length) {\n for (const col of columnInfo) {\n fieldNames[col.sourceColumnIndex] = col.name;\n maxWidth = Math.max(maxWidth, col.sourceColumnIndex + 1);\n }\n } else if (sourceColumnMap) {\n for (const [fieldId, sourceIndex] of Object.entries(sourceColumnMap)) {\n if (sourceIndex !== null) {\n fieldNames[sourceIndex] = fieldIdToName.get(fieldId) ?? fieldId;\n maxWidth = Math.max(maxWidth, sourceIndex + 1);\n }\n }\n }\n\n return new Promise((resolve, reject) => {\n worker.on('message', async (result) => {\n const { type } = result;\n switch (type) {\n case 'chunk':\n ({ recordCount, successCount, failedCount } = await this.handleChunkMessage({\n result,\n sheetKey,\n workerId,\n jobData,\n jobId,\n tableId: table.id,\n maxWidth,\n userLang,\n translate,\n fieldIdToName,\n errorFilePaths,\n recordCount,\n successCount,\n failedCount,\n worker,\n parentJob: job,\n }));\n break;\n case 'finished':\n worker.terminate();\n resolve({\n successCount,\n failedCount,\n errorFilePaths,\n fieldNames,\n maxWidth,\n });\n break;\n case 'error':\n worker.terminate();\n reject(new Error(result.data as string));\n break;\n }\n });\n worker.on('error', (e) => {\n worker.terminate();\n reject(e);\n });\n worker.on('exit', (code) => {\n this.logger.log(`Worker stopped with exit code ${code}`);\n });\n });\n }\n\n private async handleChunkMessage(params: {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n result: any;\n sheetKey: string;\n workerId: string;\n jobData: ITableImportChunkJob;\n jobId: string;\n tableId: string;\n maxWidth: number;\n userLang: string;\n translate: ITranslateFn;\n fieldIdToName: Map;\n errorFilePaths: string[];\n recordCount: number;\n successCount: number;\n failedCount: number;\n worker: Worker;\n parentJob: Job;\n }): Promise<{ recordCount: number; successCount: number; failedCount: number }> {\n const {\n result,\n sheetKey,\n workerId,\n jobData,\n jobId,\n tableId,\n maxWidth,\n userLang,\n translate,\n fieldIdToName,\n errorFilePaths,\n worker,\n parentJob,\n } = params;\n let { recordCount, successCount, failedCount } = params;\n const { data, chunkId, id, lastChunk } = result;\n const rawRecords = (data as Record)?.[sheetKey];\n const records: unknown[][] = Array.isArray(rawRecords)\n ? (rawRecords.filter((row) => row != null) as unknown[][])\n : [];\n recordCount += records.length;\n if (records.length === 0) {\n worker.postMessage({ type: 'done', chunkId });\n return { recordCount, successCount, failedCount };\n }\n try {\n if (workerId === id) {\n const chunkResult = await this.chunkToFile(\n jobData,\n jobId,\n tableId,\n [recordCount - records.length, recordCount - 1],\n records,\n lastChunk,\n { maxWidth, userLang }\n );\n if (chunkResult) {\n if (chunkResult.errorFilePath && chunkResult.failedCount > 0) {\n errorFilePaths.push(chunkResult.errorFilePath);\n }\n successCount += chunkResult.successCount;\n failedCount += chunkResult.failedCount;\n }\n }\n await parentJob.updateProgress({ successCount, failedCount });\n worker.postMessage({ type: 'done', chunkId });\n return { recordCount, successCount, failedCount };\n } catch (e: unknown) {\n const error = e as Error;\n const chunkStartRow = recordCount - records.length;\n this.logger.error(\n `Chunk [${chunkStartRow}, ${recordCount - 1}] had a catastrophic error: ${error?.message}`,\n error?.stack\n );\n const rawMsg = `Chunk processing failed: ${error?.message ?? String(e)}`;\n const classified = classifyImportError(rawMsg);\n const translatedMsg = formatClassifiedError(classified, translate, fieldIdToName);\n const path = await this.writeCatastrophicChunkErrors(\n jobId,\n [chunkStartRow, recordCount - 1],\n records,\n translatedMsg,\n maxWidth\n );\n if (path) {\n errorFilePaths.push(path);\n }\n failedCount += records.length;\n worker.postMessage({ type: 'done', chunkId });\n return { recordCount, successCount, failedCount };\n }\n }\n\n private async chunkToFile(\n job: ITableImportChunkJob,\n jobId: string,\n tableId: string,\n range: [number, number],\n records: unknown[][],\n lastChunk: boolean,\n errorReportConfig: { maxWidth: number; userLang: string }\n ): Promise {\n const { baseId, userId, origin, table, recordsCal, ro, logId } = job;\n\n const { columnInfo, fields, sourceColumnMap } = recordsCal;\n\n const bucket = StorageAdapter.getBucket(UploadType.Import);\n\n // Filter out undefined/null rows that can come from the worker parser\n // (e.g. trailing empty lines in the source file). Papa.unparse will throw\n // \"Cannot read properties of undefined (reading 'length')\" on such rows.\n const cleanRecords = records.filter((row) => row != null);\n\n if (cleanRecords.length === 0) {\n return undefined;\n }\n\n const csvString = Papa.unparse(cleanRecords);\n\n // add BOM to make sure the csv file can be opened correctly in excel with UTF-8 encoding\n const csvWithBOM = '\\uFEFF' + csvString;\n\n const csvStream = Readable.from(csvWithBOM, { encoding: 'utf8' });\n\n const pathDir = StorageAdapter.getDir(UploadType.Import);\n\n const { path } = await this.storageAdapter.uploadFileStream(\n bucket,\n `${pathDir}/${jobId}/${tableId}_[${range[0]},${range[1]}].csv`,\n csvStream,\n {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'text/csv; charset=utf-8',\n }\n );\n\n const chunkJobId = this.importTableCsvQueueProcessor.getChunkImportJobId(jobId, range);\n\n const jobData = {\n baseId,\n userId,\n origin,\n path,\n columnInfo,\n fields,\n sourceColumnMap,\n table,\n range,\n notification: false, // Notification now handled by parent after aggregation\n lastChunk,\n parentJobId: jobId,\n ro,\n logId,\n errorReportConfig,\n };\n\n if (this.importQueueEvents) {\n // Redis mode: use the queue and wait for the result\n const importJob = await this.importTableCsvQueueProcessor.queue.add(\n TABLE_IMPORT_CSV_QUEUE,\n jobData,\n {\n jobId: chunkJobId,\n removeOnComplete: 1000,\n removeOnFail: 1000,\n }\n );\n\n // Wait for the current chunk import job to complete before processing the next chunk,\n // ensuring that all chunks of the same import task are executed sequentially across multiple Pods.\n return (await importJob.waitUntilFinished(\n this.importQueueEvents,\n 200000\n )) as IChunkImportResult;\n }\n\n // Fallback (non-Redis) mode: call the processor directly to get the result,\n // since the local queue's fire-and-forget approach discards return values.\n const fakeJob = {\n id: chunkJobId,\n data: jobData,\n } as Job;\n return await this.importTableCsvQueueProcessor.process(fakeJob);\n }\n\n private async writeCatastrophicChunkErrors(\n jobId: string,\n range: [number, number],\n rows: unknown[][],\n translatedMessage: string,\n maxWidth: number\n ): Promise {\n if (!rows.length) {\n return undefined;\n }\n const bucket = StorageAdapter.getBucket(UploadType.Import);\n const pathDir = StorageAdapter.getDir(UploadType.Import);\n const errorPath = `${pathDir}/${jobId}/chunk_errors_[${range[0]},${range[1]}].csv`;\n const stream = new PassThrough();\n const uploadPromise = this.storageAdapter.uploadFileStream(bucket, errorPath, stream, {\n 'Content-Type': 'text/csv; charset=utf-8',\n });\n for (const row of rows) {\n const originalCells = Array.isArray(row) ? row : [];\n const padded = [...originalCells];\n while (padded.length < maxWidth) padded.push('');\n const line = Papa.unparse([[...padded, translatedMessage]], { header: false });\n stream.write(line.endsWith('\\n') ? line : line + '\\n');\n }\n stream.end();\n try {\n const result = await uploadPromise;\n return result.path;\n } catch (error) {\n this.logger.warn(`Failed to write catastrophic chunk errors for [${range}]`, error);\n return undefined;\n }\n }\n\n @OnWorkerEvent('error')\n async onError(job: Job) {\n if (!job?.data) {\n this.logger.error('import csv job data is undefined');\n return;\n }\n\n const { table, range } = job.data;\n const jobId = String(job.id);\n\n this.logger.error(`import data to ${table.id} chunk data job failed, range: [${range}]`);\n\n const allJobs = (await this.queue.getJobs(['waiting', 'active'])).filter((job) =>\n job.id?.startsWith(jobId)\n );\n\n for (const relatedJob of allJobs) {\n try {\n await relatedJob.remove();\n } catch (error) {\n this.logger.warn(`Failed to cancel job ${relatedJob.id}: ${error}`);\n }\n }\n\n const localPresence = this.importTableCsvQueueProcessor.createImportPresence(\n table.id,\n 'status'\n );\n this.importTableCsvQueueProcessor.setImportStatus(localPresence, true);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-csv.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { EventEmitterModule } from '@nestjs/event-emitter';\nimport { EventJobModule } from '../../../event-emitter/event-job/event-job.module';\nimport { ShareDbModule } from '../../../share-db/share-db.module';\nimport { StorageModule } from '../../attachments/plugins/storage.module';\nimport { NotificationModule } from '../../notification/notification.module';\nimport { RecordOpenApiModule } from '../../record/open-api/record-open-api.module';\nimport { ImportTableCsvQueueProcessor, TABLE_IMPORT_CSV_QUEUE } from './import-csv.processor';\n\n@Module({\n providers: [ImportTableCsvQueueProcessor],\n imports: [\n EventJobModule.registerQueue(TABLE_IMPORT_CSV_QUEUE),\n ShareDbModule,\n NotificationModule,\n RecordOpenApiModule,\n StorageModule,\n EventEmitterModule,\n ],\n exports: [ImportTableCsvQueueProcessor],\n})\nexport class ImportCsvModule {}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-csv.processor.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { PassThrough } from 'stream';\nimport { text } from 'stream/consumers';\nimport { InjectQueue, OnWorkerEvent, Processor, WorkerHost } from '@nestjs/bullmq';\nimport { Injectable, Logger } from '@nestjs/common';\nimport {\n FieldKeyType,\n FieldType,\n getActionTriggerChannel,\n getRandomString,\n getTableImportChannel,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { CreateRecordAction, UploadType } from '@teable/openapi';\nimport type {\n ICreateRecordsRo,\n IImportOptionRo,\n IImportColumn,\n IInplaceImportOptionRo,\n} from '@teable/openapi';\nimport { Job, Queue } from 'bullmq';\nimport { chunk as chunkArray, toString } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { I18nService } from 'nestjs-i18n';\nimport Papa from 'papaparse';\nimport type { CreateOp } from 'sharedb';\nimport type { LocalPresence } from 'sharedb/lib/client';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport { ShareDbService } from '../../../share-db/share-db.service';\nimport type { IClsStore } from '../../../types/cls';\nimport type { I18nPath, I18nTranslations } from '../../../types/i18n.generated';\nimport StorageAdapter from '../../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../attachments/plugins/storage';\nimport { NotificationService } from '../../notification/notification.service';\nimport { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\nimport { classifyImportError, formatClassifiedError } from './import-error-classifier';\nimport type { ITranslateFn } from './import-error-classifier';\nimport { ImportErrorCollector } from './import-error-collector';\nimport { parseBoolean } from './import.class';\n\ninterface ITableImportCsvJob {\n baseId: string;\n userId: string;\n origin?: {\n ip: string;\n byApi: boolean;\n userAgent: string;\n referer: string;\n };\n path: string;\n columnInfo?: IImportColumn[];\n fields: { id: string; name?: string; type: FieldType }[];\n sourceColumnMap?: Record;\n table: { id: string; name: string };\n range: [number, number];\n notification?: boolean;\n lastChunk?: boolean;\n parentJobId: string;\n ro: IImportOptionRo | IInplaceImportOptionRo;\n logId: string;\n /** Provided by parent so child can write errors to S3 instead of returning them via Redis */\n errorReportConfig?: {\n maxWidth: number;\n userLang: string;\n };\n}\n\nexport const TABLE_IMPORT_CSV_QUEUE = 'import-table-csv-queue';\nexport const SUB_BATCH_SIZE = 50;\n\nexport interface IChunkImportResult {\n successCount: number;\n failedCount: number;\n /** S3 path to headerless CSV rows of failed records (only set when failedCount > 0) */\n errorFilePath?: string;\n}\n\n@Injectable()\n@Processor(TABLE_IMPORT_CSV_QUEUE, {\n concurrency: 1,\n})\nexport class ImportTableCsvQueueProcessor extends WorkerHost {\n public static readonly JOB_ID_PREFIX = 'import-table-csv';\n\n private logger = new Logger(ImportTableCsvQueueProcessor.name);\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n private presences: LocalPresence[] = [];\n\n constructor(\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly shareDbService: ShareDbService,\n private readonly notificationService: NotificationService,\n private readonly eventEmitterService: EventEmitterService,\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService,\n @InjectStorageAdapter() private readonly storageAdapter: StorageAdapter,\n @InjectQueue(TABLE_IMPORT_CSV_QUEUE) public readonly queue: Queue,\n private readonly i18n: I18nService\n ) {\n super();\n }\n\n public async process(job: Job): Promise {\n const { table, notification, baseId, userId, lastChunk, range } = job.data;\n const localPresence = this.createImportPresence(table.id, 'status');\n this.setImportStatus(localPresence, true);\n try {\n const errorCollector = await this.handleImportChunkCsv(job);\n await this.emitImportAuditLog(job, errorCollector.successCount);\n\n let errorFilePath: string | undefined;\n if (errorCollector.hasErrors()) {\n errorFilePath = await this.writeChunkErrorsToStorage(job, errorCollector);\n }\n\n const result: IChunkImportResult = {\n successCount: errorCollector.successCount,\n failedCount: errorCollector.failedCount,\n errorFilePath,\n };\n\n if (lastChunk) {\n this.setImportStatus(localPresence, false);\n localPresence.destroy();\n this.presences = this.presences.filter(\n (presence) => presence.presenceId !== localPresence.presenceId\n );\n }\n\n return result;\n } catch (error) {\n const err = error as Error;\n notification &&\n this.notificationService.sendImportResultNotify({\n baseId,\n tableId: table.id,\n toUserId: userId,\n message: {\n i18nKey: 'common.email.templates.notify.import.table.aborted.message',\n context: {\n tableName: table.name,\n errorMessage: err.message,\n range: `${range[0]}, ${range[1]}`,\n },\n },\n });\n\n throw err;\n }\n }\n\n private async cleanRelativeTask(parentJobId: string) {\n const allJobs = (await this.queue.getJobs(['waiting', 'active'])).filter((job) =>\n job.id?.startsWith(parentJobId)\n );\n\n for (const relatedJob of allJobs) {\n relatedJob.remove();\n }\n }\n\n private async handleImportChunkCsv(job: Job): Promise {\n const errorCollector = new ImportErrorCollector();\n\n await this.cls.run(async () => {\n this.cls.set('user.id', job.data.userId);\n this.cls.set('origin', job.data.origin!);\n this.cls.set('skipRecordAuditLog', true);\n const { columnInfo, fields, sourceColumnMap, table, range } = job.data;\n const currentResult = await this.getChunkData(job);\n\n // Build records with source metadata for error reporting\n const recordsWithMeta = currentResult.map((row, index) => {\n const res: {\n fields: Record;\n __sourceRowIndex: number;\n __sourceData: unknown[];\n } = {\n fields: {},\n __sourceRowIndex: range[0] + index,\n __sourceData: Array.isArray(row) ? row : [],\n };\n // import new table\n if (columnInfo) {\n columnInfo.forEach((col, colIndex) => {\n const { sourceColumnIndex, type } = col;\n const value = Array.isArray(row) ? row[sourceColumnIndex] : null;\n res.fields[fields[colIndex].id] =\n type === FieldType.Checkbox ? parseBoolean(value) : value?.toString();\n });\n }\n // inplace records\n if (sourceColumnMap) {\n for (const [key, value] of Object.entries(sourceColumnMap)) {\n if (value !== null) {\n const { type } = fields.find((f) => f.id === key) || {};\n res.fields[key] = type === FieldType.Link ? toString(row[value]) : row[value];\n }\n }\n }\n return res;\n });\n\n if (recordsWithMeta.length === 0) {\n return;\n }\n\n const createFn: (\n tableId: string,\n createRecordsRo: ICreateRecordsRo,\n ignoreMissingFields?: boolean\n ) => Promise = columnInfo\n ? (tableId, createRecordsRo) =>\n this.recordOpenApiService.createRecordsOnlySql(tableId, createRecordsRo)\n : (tableId, createRecordsRo, ignoreMissingFields = false) =>\n this.recordOpenApiService.multipleCreateRecords(\n tableId,\n createRecordsRo,\n ignoreMissingFields\n );\n\n const fieldIdToName = new Map(fields.map((f) => [f.id, f.name ?? f.id]));\n const fieldIdToType = new Map(fields.map((f) => [f.id, f.type]));\n\n // Optimistic: try inserting the entire chunk at once.\n // In the common case (no bad rows), this is a single INSERT for the whole chunk.\n const cleanRecords = recordsWithMeta.map(({ fields: f }) => ({ fields: f }));\n try {\n await createFn(\n table.id,\n { fieldKeyType: FieldKeyType.Id, typecast: true, records: cleanRecords },\n false\n );\n errorCollector.addSuccessCount(recordsWithMeta.length);\n } catch {\n // Chunk has bad rows — fall back to sub-batch + binary search to locate them\n const subBatches = chunkArray(recordsWithMeta, SUB_BATCH_SIZE);\n for (const subBatch of subBatches) {\n await this.insertWithBinaryFallback(\n subBatch,\n createFn,\n table.id,\n errorCollector,\n fieldIdToName,\n fieldIdToType\n );\n await new Promise((resolve) => setImmediate(resolve));\n }\n }\n });\n\n return errorCollector;\n }\n\n /**\n * Translate collected errors and write them to S3 as headerless CSV rows.\n * The parent processor will pipe these rows into the final error report stream.\n * Returns the S3 path, or undefined if writing fails (errors are logged but not rethrown).\n */\n private async writeChunkErrorsToStorage(\n job: Job,\n errorCollector: ImportErrorCollector\n ): Promise {\n const { errorReportConfig, parentJobId, range, fields } = job.data;\n const errors = errorCollector.getErrors();\n if (errors.length === 0) return undefined;\n\n const maxWidth = errorReportConfig?.maxWidth ?? 1;\n\n const fieldIdToName = new Map(fields.map((f) => [f.id, f.name ?? f.id]));\n const translate = this.createTranslateFn(errorReportConfig?.userLang);\n\n try {\n const stream = new PassThrough();\n const bucket = StorageAdapter.getBucket(UploadType.Import);\n const pathDir = StorageAdapter.getDir(UploadType.Import);\n const errorPath = `${pathDir}/${parentJobId}/chunk_errors_[${range[0]},${range[1]}].csv`;\n\n const uploadPromise = this.storageAdapter.uploadFileStream(bucket, errorPath, stream, {\n 'Content-Type': 'text/csv; charset=utf-8',\n });\n\n for (const error of errors) {\n const classified = classifyImportError(error.errorMessage);\n const translatedMsg = formatClassifiedError(\n classified,\n translate,\n fieldIdToName,\n error.failedFieldNames\n );\n const originalCells = Array.isArray(error.originalData) ? error.originalData : [];\n const padded = [...originalCells];\n while (padded.length < maxWidth) padded.push('');\n const row = [...padded, translatedMsg];\n const line = Papa.unparse([row], { header: false });\n stream.write(line.endsWith('\\n') ? line : line + '\\n');\n }\n\n stream.end();\n const result = await uploadPromise;\n return result.path;\n } catch (e) {\n this.logger.warn(`Failed to write chunk errors to S3 for range [${range}]`, e);\n return undefined;\n }\n }\n\n private createTranslateFn(lang?: string): ITranslateFn {\n return (key: I18nPath, args?: Record) =>\n this.i18n.t(key, { args, lang: lang ?? 'en' }) as string;\n }\n\n /**\n * Binary search fallback for fault-tolerant record insertion.\n *\n * Tries to insert all records at once. On failure, splits in half and recurses.\n * When down to a single record that fails, logs the error and continues.\n *\n * Performance: For N records with K bad ones, takes O(N/B + K*log(B)) INSERT calls\n * where B is the sub-batch size, vs O(N) for naive single-record fallback.\n */\n private async insertWithBinaryFallback(\n recordsWithMeta: {\n fields: Record;\n __sourceRowIndex: number;\n __sourceData: unknown[];\n }[],\n createFn: (\n tableId: string,\n createRecordsRo: ICreateRecordsRo,\n ignoreMissingFields?: boolean\n ) => Promise,\n tableId: string,\n errorCollector: ImportErrorCollector,\n fieldIdToName: Map,\n fieldIdToType: Map\n ): Promise {\n // Strip metadata before passing to createFn\n const cleanRecords = recordsWithMeta.map(({ fields }) => ({ fields }));\n\n try {\n await createFn(\n tableId,\n {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: cleanRecords,\n },\n false\n );\n errorCollector.addSuccessCount(recordsWithMeta.length);\n } catch (e: unknown) {\n if (recordsWithMeta.length === 1) {\n const record = recordsWithMeta[0];\n const rawMessage = e instanceof Error ? e.message : String(e);\n this.logger.warn(\n `Import row ${record.__sourceRowIndex} failed: ${rawMessage.slice(0, 200)}`\n );\n const failedFieldNames = this.identifyFailingFields(\n rawMessage,\n record.fields,\n fieldIdToName,\n fieldIdToType\n );\n errorCollector.add({\n rowIndex: record.__sourceRowIndex,\n originalData: record.__sourceData,\n errorMessage: rawMessage,\n failedFieldNames: failedFieldNames.length > 0 ? failedFieldNames : undefined,\n });\n return;\n }\n\n // Binary split: try each half separately\n const mid = Math.ceil(recordsWithMeta.length / 2);\n const firstHalf = recordsWithMeta.slice(0, mid);\n const secondHalf = recordsWithMeta.slice(mid);\n\n await this.insertWithBinaryFallback(\n firstHalf,\n createFn,\n tableId,\n errorCollector,\n fieldIdToName,\n fieldIdToType\n );\n await this.insertWithBinaryFallback(\n secondHalf,\n createFn,\n tableId,\n errorCollector,\n fieldIdToName,\n fieldIdToType\n );\n }\n }\n\n private static readonly DATE_FIELD_TYPES = new Set([\n FieldType.Date,\n FieldType.CreatedTime,\n FieldType.LastModifiedTime,\n ]);\n\n private static readonly DATE_ERROR_RE =\n /time zone displacement out of range|date\\/time field value out of range/i;\n\n // Use atomic-style regex: field IDs are word chars separated by \", \"\n private static readonly FIELD_VALIDATION_RE =\n /Fields?\\s+(\\w+(?:,\\s*\\w+)*)\\s+(?:not null|unique) validation/i;\n\n private identifyFailingFields(\n rawMessage: string,\n recordFields: Record,\n fieldIdToName: Map,\n fieldIdToType: Map\n ): string[] {\n if (ImportTableCsvQueueProcessor.DATE_ERROR_RE.test(rawMessage)) {\n return this.identifyDateFields(rawMessage, recordFields, fieldIdToName, fieldIdToType);\n }\n\n const fieldIdMatch = rawMessage.match(ImportTableCsvQueueProcessor.FIELD_VALIDATION_RE);\n if (fieldIdMatch) {\n return fieldIdMatch[1].split(/,\\s*/).map((id) => fieldIdToName.get(id.trim()) ?? id.trim());\n }\n\n return [];\n }\n\n private identifyDateFields(\n rawMessage: string,\n recordFields: Record,\n fieldIdToName: Map,\n fieldIdToType: Map\n ): string[] {\n const valueMatch = rawMessage.match(/\"([^\"]+)\"/);\n const errorValue = valueMatch?.[1] ?? '';\n\n const dateEntries = Object.entries(recordFields).filter(([fieldId]) =>\n ImportTableCsvQueueProcessor.DATE_FIELD_TYPES.has(fieldIdToType.get(fieldId)!)\n );\n\n // Try exact value match first\n const exact = dateEntries\n .filter(([, value]) => value != null && String(value).includes(errorValue))\n .map(([fieldId]) => fieldIdToName.get(fieldId) ?? fieldId);\n if (exact.length > 0) return exact;\n\n // Fallback: all date fields that have non-null values\n return dateEntries\n .filter(([, value]) => value != null)\n .map(([fieldId]) => fieldIdToName.get(fieldId) ?? fieldId);\n }\n\n private async getChunkData(job: Job): Promise {\n const { path } = job.data;\n const stream = await this.storageAdapter.downloadFile(\n StorageAdapter.getBucket(UploadType.Import),\n path\n );\n // Read full content so PapaParse can correctly handle newlines inside quoted cells.\n // toLineDelimitedStream would split on ALL newlines (including inside quotes),\n // causing \"product\\nProduct image\" to become two rows instead of one.\n const csvString = await text(stream);\n return new Promise((resolve, reject) => {\n Papa.parse(csvString, {\n download: false,\n dynamicTyping: false,\n complete: (result) => {\n resolve(result.data as unknown[][]);\n },\n error: (err: Error) => {\n reject(err);\n },\n });\n });\n }\n\n private updateRowCount(tableId: string) {\n const localPresence = this.createImportPresence(tableId, 'rowCount');\n localPresence.submit([{ actionKey: 'addRecord' }], (error) => {\n error && this.logger.error(error);\n });\n\n const updateEmptyOps = {\n src: 'unknown',\n seq: 1,\n m: {\n ts: Date.now(),\n },\n create: {\n type: 'json0',\n data: undefined,\n },\n v: 0,\n } as CreateOp;\n this.shareDbService.publishRecordChannel(tableId, updateEmptyOps);\n }\n\n // this is for cache refresh\n private async updateTableLastModified(tableId: string) {\n await this.prismaService.txClient().tableMeta.update({\n where: { id: tableId },\n data: { lastModifiedTime: new Date().toISOString() },\n });\n }\n\n setImportStatus(presence: LocalPresence, loading: boolean) {\n presence.submit(\n {\n loading,\n },\n (error) => {\n error && this.logger.error(error);\n }\n );\n }\n\n createImportPresence(tableId: string, type: 'rowCount' | 'status' = 'status') {\n const channel =\n type === 'rowCount' ? getActionTriggerChannel(tableId) : getTableImportChannel(tableId);\n const existPresence = this.presences.find(({ presence }) => {\n return presence.channel === channel;\n });\n if (existPresence) {\n return existPresence;\n }\n const presence = this.shareDbService.connect().getPresence(channel);\n const localPresence = presence.create(channel);\n this.presences.push(localPresence);\n return localPresence;\n }\n\n public getChunkImportJobIdPrefix(parentId: string) {\n return `${parentId}_import_${getRandomString(6)}`;\n }\n\n public getChunkImportJobId(jobId: string, range: [number, number]) {\n const prefix = this.getChunkImportJobIdPrefix(jobId);\n return `${prefix}_[${range[0]},${range[1]}]`;\n }\n\n private async emitImportAuditLog(job: Job, successCount: number) {\n const { table, origin, userId, logId } = job.data;\n const { ro } = job.data;\n\n const actionType =\n ro && typeof ro === 'object' && 'worksheets' in ro\n ? CreateRecordAction.Import\n : CreateRecordAction.InplaceImport;\n\n // emit event to audit log\n await this.cls.run(async () => {\n this.cls.set('origin', origin!);\n this.cls.set('user.id', userId);\n this.eventEmitterService.emitAsync(Events.TABLE_RECORD_CREATE_RELATIVE, {\n action: actionType,\n resourceId: table.id,\n recordCount: successCount,\n params: { fileType: ro?.fileType },\n logId,\n });\n });\n }\n\n @OnWorkerEvent('active')\n onWorkerEvent(job: Job) {\n const { table, range } = job.data;\n this.logger.log(`import data to ${table.id} job started, range: [${range}]`);\n }\n\n @OnWorkerEvent('error')\n async onError(job: Job) {\n if (!job?.data) {\n this.logger.error('import csv job data is undefined');\n return;\n }\n const { table, range, parentJobId } = job.data;\n this.logger.error(`import data to ${table.id} job failed, range: [${range}]`);\n this.cleanRelativeTask(parentJobId);\n const localPresence = this.createImportPresence(table.id, 'status');\n this.setImportStatus(localPresence, false);\n }\n\n @OnWorkerEvent('completed')\n async onCompleted(job: Job) {\n const { table, range, columnInfo } = job.data;\n this.logger.log(`import data to ${table.id} job completed, range: [${range}]`);\n // create new table need update row count and table last modified\n if (columnInfo) {\n await this.updateTableLastModified(table.id);\n this.updateRowCount(table.id);\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-error-classifier.ts", "content": "import type { I18nPath } from '../../../types/i18n.generated';\n\nexport enum ImportErrorType {\n DateOutOfRange = 'DATE_OUT_OF_RANGE',\n PlanRowLimit = 'PLAN_ROW_LIMIT',\n NotNullValidation = 'NOT_NULL_VALIDATION',\n UniqueValidation = 'UNIQUE_VALIDATION',\n RequestTimeout = 'REQUEST_TIMEOUT',\n ChunkProcessingFailed = 'CHUNK_PROCESSING_FAILED',\n Unknown = 'UNKNOWN',\n}\n\nexport interface IClassifiedError {\n type: ImportErrorType;\n i18nKey: I18nPath;\n /** Context variables for i18n interpolation (e.g. {{fields}}, {{value}}) */\n context: Record;\n rawMessage: string;\n}\n\ninterface IErrorMatcher {\n type: ImportErrorType;\n pattern: RegExp;\n i18nKey: I18nPath;\n extractContext: (match: RegExpMatchArray, raw: string) => Record;\n}\n\n/**\n * To add a new error pattern:\n * 1. Add enum value to ImportErrorType\n * 2. Add matcher entry to ERROR_MATCHERS with pattern, i18nKey, context extractor\n * 3. Add i18n translations for the new key in all locale files under \"import.error.*\"\n */\nconst errorMatchers: IErrorMatcher[] = [\n {\n type: ImportErrorType.DateOutOfRange,\n pattern: /time zone displacement out of range|date\\/time field value out of range/i,\n i18nKey: 'common.import.error.dateOutOfRange' as I18nPath,\n extractContext: (_match, raw) => {\n const valueMatch = raw.match(/\"([^\"]+)\"/);\n return { value: valueMatch?.[1] ?? '' };\n },\n },\n {\n type: ImportErrorType.PlanRowLimit,\n pattern: /upgrade your plan to import more records/i,\n i18nKey: 'common.import.error.planRowLimit' as I18nPath,\n extractContext: () => ({}),\n },\n {\n type: ImportErrorType.NotNullValidation,\n pattern: /Fields?\\s+(\\w+(?:\\s*,\\s*\\w+)*)\\s+not null validation failed/i,\n i18nKey: 'common.import.error.notNullValidation' as I18nPath,\n extractContext: (match) => ({\n fieldIds: match[1]?.trim() ?? '',\n }),\n },\n {\n type: ImportErrorType.UniqueValidation,\n pattern: /Fields?\\s+(\\w+(?:\\s*,\\s*\\w+)*)\\s+unique validation failed/i,\n i18nKey: 'common.import.error.uniqueValidation' as I18nPath,\n extractContext: (match) => ({\n fieldIds: match[1]?.trim() ?? '',\n }),\n },\n {\n type: ImportErrorType.RequestTimeout,\n pattern: /request timeout/i,\n i18nKey: 'common.import.error.requestTimeout' as I18nPath,\n extractContext: () => ({}),\n },\n {\n type: ImportErrorType.ChunkProcessingFailed,\n pattern: /^Chunk processing failed:/i,\n i18nKey: 'common.import.error.chunkProcessingFailed' as I18nPath,\n extractContext: (_match, raw) => ({\n reason: raw.replace(/^Chunk processing failed:\\s*/i, ''),\n }),\n },\n];\n\nexport function classifyImportError(rawMessage: string): IClassifiedError {\n for (const matcher of errorMatchers) {\n const match = rawMessage.match(matcher.pattern);\n if (match) {\n return {\n type: matcher.type,\n i18nKey: matcher.i18nKey,\n context: matcher.extractContext(match, rawMessage),\n rawMessage,\n };\n }\n }\n return {\n type: ImportErrorType.Unknown,\n i18nKey: 'common.import.error.unknown' as I18nPath,\n context: { message: rawMessage },\n rawMessage,\n };\n}\n\n/**\n * Resolve fieldIds in the classified context to human-readable field names.\n * Mutates the context in-place: replaces \"fieldIds\" key with \"fields\" key.\n */\nexport function resolveClassifiedFieldNames(\n classified: IClassifiedError,\n fieldMap: Map\n): IClassifiedError {\n if (!classified.context.fieldIds) {\n return classified;\n }\n const names = classified.context.fieldIds\n .split(/,\\s*/)\n .map((id) => fieldMap.get(id.trim()) ?? id.trim())\n .join(', ');\n return {\n ...classified,\n context: {\n ...classified.context,\n fields: names,\n },\n };\n}\n\nexport type ITranslateFn = (key: I18nPath, args?: Record) => string;\n\n/**\n * Format a classified error into a human-readable localized message.\n * @param classified - output from classifyImportError\n * @param translate - i18n translation function (key, args) => string\n * @param fieldMap - optional map from fieldId to fieldName\n * @param failedFieldNames - optional pre-resolved field names from child processor\n */\nexport function formatClassifiedError(\n classified: IClassifiedError,\n translate: ITranslateFn,\n fieldMap?: Map,\n failedFieldNames?: string[]\n): string {\n const resolved = fieldMap ? resolveClassifiedFieldNames(classified, fieldMap) : classified;\n\n // Collect all available field names from both sources, deduplicated\n const allFieldNames: string[] = [];\n if (resolved.context.fields) {\n allFieldNames.push(...resolved.context.fields.split(', '));\n }\n if (failedFieldNames?.length) {\n for (const name of failedFieldNames) {\n if (!allFieldNames.includes(name)) {\n allFieldNames.push(name);\n }\n }\n }\n\n const fieldHint = allFieldNames.length ? `[${allFieldNames.join(', ')}] ` : '';\n\n const finalContext = { ...resolved.context, fieldHint };\n\n return translate(resolved.i18nKey, finalContext);\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-error-collector.ts", "content": "import type { PassThrough, Readable } from 'stream';\nimport Papa from 'papaparse';\n\nexport interface IImportError {\n rowIndex: number;\n originalData: unknown[];\n errorMessage: string;\n /** Field name(s) that caused the error, identified by the child processor */\n failedFieldNames?: string[];\n}\n\nexport interface IImportStats {\n success: number;\n failed: number;\n total: number;\n}\n\nexport interface IUploadResult {\n path: string;\n}\n\nexport class ImportErrorCollector {\n private errors: IImportError[] = [];\n private _successCount = 0;\n private _failedCount = 0;\n private _fieldNames: string[] = [];\n private _streamWriter: StreamingErrorReportWriter | null = null;\n\n constructor(fieldNames?: string[]) {\n this._fieldNames = fieldNames ?? [];\n }\n\n setFieldNames(names: string[]): void {\n this._fieldNames = names;\n }\n\n /**\n * Enable streaming mode: errors are written to a PassThrough stream as they arrive,\n * and the stream is uploaded directly to object storage (S3/MinIO). No temp file,\n * no local disk usage - suitable for serverless and restricted environments.\n *\n * @param stream PassThrough stream - we write CSV to it, upload reads from it.\n * @param maxWidth Maximum number of columns for the CSV header (from field mapping).\n * @param startUpload Called when the first error arrives - starts the upload. Returns promise with path.\n */\n enableStreamingToStorage(\n stream: PassThrough,\n maxWidth: number,\n startUpload: (stream: PassThrough) => Promise\n ): void {\n this._streamWriter = new StreamingErrorReportWriter(\n stream,\n this._fieldNames,\n maxWidth,\n startUpload\n );\n }\n\n add(error: IImportError): void {\n this._failedCount++;\n if (this._streamWriter) {\n this._streamWriter.appendError(error);\n } else {\n this.errors.push(error);\n }\n }\n\n addSuccessCount(count: number): void {\n this._successCount += count;\n }\n\n addFailedCount(count: number): void {\n this._failedCount += count;\n }\n\n hasErrors(): boolean {\n return this._failedCount > 0;\n }\n\n get successCount(): number {\n return this._successCount;\n }\n\n get failedCount(): number {\n return this._failedCount;\n }\n\n get isTruncated(): boolean {\n return !this._streamWriter && this._failedCount > this.errors.length;\n }\n\n getStats(): IImportStats {\n return {\n success: this._successCount,\n failed: this._failedCount,\n total: this._successCount + this._failedCount,\n };\n }\n\n getErrors(): readonly IImportError[] {\n return this.errors;\n }\n\n /**\n * End the stream and return the upload promise. Call when all chunks are processed.\n * Resolves to the upload result (with path) when the stream has been fully consumed.\n */\n async closeStream(): Promise {\n if (this._streamWriter) {\n const result = await this._streamWriter.close();\n this._streamWriter = null;\n return result;\n }\n return undefined;\n }\n\n /**\n * Generate a CSV error report with BOM header for Excel compatibility.\n * Only used when NOT in streaming mode (errors held in memory).\n */\n generateCsvReport(): string {\n if (this._streamWriter) {\n throw new Error('generateCsvReport cannot be used in streaming mode');\n }\n if (this.errors.length === 0) {\n return '';\n }\n\n const sorted = [...this.errors].sort((a, b) => a.rowIndex - b.rowIndex);\n const maxWidth = Math.max(\n this._fieldNames.length,\n ...sorted.map((e) => (Array.isArray(e.originalData) ? e.originalData.length : 0))\n );\n const headers = Array.from(\n { length: maxWidth },\n (_, i) => this._fieldNames[i] || `Column ${i + 1}`\n );\n const headerRow = [...headers, '__error'];\n const dataRows = sorted.map((error) => {\n const originalCells = Array.isArray(error.originalData) ? error.originalData : [];\n const padded = [...originalCells];\n while (padded.length < maxWidth) padded.push('');\n return [...padded, error.errorMessage];\n });\n const csvString = Papa.unparse({ fields: headerRow, data: dataRows });\n return '\\uFEFF' + csvString;\n }\n\n /**\n * Pipe a Readable stream of pre-formatted CSV data rows (no header) into\n * the error report stream. Backpressure is handled automatically via\n * stream.pipeline. Avoids buffering the entire chunk error file in memory.\n */\n async pipeRawCsvStream(source: Readable, failedCount: number): Promise {\n this._failedCount += failedCount;\n if (this._streamWriter) {\n await this._streamWriter.pipeFrom(source);\n }\n }\n\n merge(other: ImportErrorCollector): void {\n for (const err of other.getErrors()) {\n this.add(err);\n }\n const otherTruncatedCount = other.failedCount - other.getErrors().length;\n if (otherTruncatedCount > 0) {\n this._failedCount += otherTruncatedCount;\n }\n this._successCount += other.successCount;\n }\n\n reset(): void {\n this.errors = [];\n this._successCount = 0;\n this._failedCount = 0;\n }\n}\n\n/**\n * Streams error rows to a PassThrough as they arrive. Upload reads from the same stream.\n * S3/MinIO support streaming upload natively - no temp file needed.\n */\nclass StreamingErrorReportWriter {\n private stream: PassThrough;\n private fieldNames: string[];\n private maxWidth: number;\n private startUpload: (stream: PassThrough) => Promise;\n private uploadPromise: Promise | null = null;\n\n constructor(\n stream: PassThrough,\n fieldNames: string[],\n maxWidth: number,\n startUpload: (stream: PassThrough) => Promise\n ) {\n this.stream = stream;\n this.fieldNames = fieldNames;\n this.maxWidth = Math.max(maxWidth, 1);\n this.startUpload = startUpload;\n }\n\n appendError(error: IImportError): void {\n if (!this.uploadPromise) {\n this.writeHeader();\n this.uploadPromise = this.startUpload(this.stream);\n }\n const originalCells = Array.isArray(error.originalData) ? error.originalData : [];\n const padded = [...originalCells];\n while (padded.length < this.maxWidth) padded.push('');\n const row = [...padded, error.errorMessage];\n const line = Papa.unparse([row], { header: false });\n this.stream.write(line.endsWith('\\n') ? line : line + '\\n');\n }\n\n /**\n * Pipe a Readable (e.g. S3 download stream) into the report stream.\n * Uses `.pipe({ end: false })` so the destination stays open for subsequent chunks.\n * Backpressure is handled by Node's built-in pipe mechanism.\n * On source error we unpipe without destroying the destination.\n */\n async pipeFrom(source: Readable): Promise {\n this.ensureHeaderWritten();\n return new Promise((resolve, reject) => {\n source.on('end', () => {\n source.unpipe(this.stream);\n resolve();\n });\n source.on('error', (err) => {\n source.unpipe(this.stream);\n reject(err);\n });\n source.pipe(this.stream, { end: false });\n });\n }\n\n private ensureHeaderWritten(): void {\n if (!this.uploadPromise) {\n this.writeHeader();\n this.uploadPromise = this.startUpload(this.stream);\n }\n }\n\n private writeHeader(): void {\n const headers = Array.from(\n { length: this.maxWidth },\n (_, i) => this.fieldNames[i] || `Column ${i + 1}`\n );\n const headerRow = [...headers, '__error'];\n const headerLine = '\\uFEFF' + Papa.unparse({ fields: headerRow, data: [] }).trimEnd() + '\\n';\n this.stream.write(headerLine);\n }\n\n async close(): Promise {\n this.stream.end();\n return this.uploadPromise ?? undefined;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-open-api-v2.service.ts", "content": "import { Injectable, HttpException, HttpStatus, Logger } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { HttpErrorCode } from '@teable/core';\nimport { CreateRecordAction, type IInplaceImportOptionRo } from '@teable/openapi';\nimport {\n v2CoreTokens,\n type ICommandBus,\n ImportRecordsCommand,\n type ImportRecordsResult,\n} from '@teable/v2-core';\nimport { difference } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { z } from 'zod';\nimport { BaseConfig, type IBaseConfig } from '../../../configs/base.config';\nimport { CustomHttpException, getDefaultCodeByStatus } from '../../../custom.exception';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport type { IClsStore } from '../../../types/cls';\nimport { V2ContainerService } from '../../v2/v2-container.service';\nimport { V2ExecutionContextFactory } from '../../v2/v2-execution-context.factory';\n\n/**\n * V2 Import Open API Service\n *\n * Handles import operations using the V2 architecture via CommandBus.\n */\n@Injectable()\nexport class ImportOpenApiV2Service {\n private readonly logger = new Logger(ImportOpenApiV2Service.name);\n\n constructor(\n private readonly v2ContainerService: V2ContainerService,\n private readonly v2ContextFactory: V2ExecutionContextFactory,\n private readonly cls: ClsService,\n private readonly configService: ConfigService,\n private readonly eventEmitterService: EventEmitterService,\n @BaseConfig() private readonly baseConfig: IBaseConfig\n ) {}\n\n /**\n * Resolve a relative URL to an absolute URL.\n * If the URL is already absolute, return as-is.\n */\n private resolveUrl(url: string): string {\n const trimmedUrl = url.trim();\n if (z.string().url().safeParse(trimmedUrl).success) {\n return trimmedUrl;\n }\n const storagePrefix =\n this.baseConfig.storagePrefix ?? process.env.STORAGE_PREFIX ?? process.env.PUBLIC_ORIGIN;\n if (storagePrefix) {\n const normalizedPrefix = storagePrefix.replace(/\\/$/, '');\n const normalizedPath = trimmedUrl.startsWith('/') ? trimmedUrl : `/${trimmedUrl}`;\n return `${normalizedPrefix}${normalizedPath}`;\n }\n // For relative URLs, use localhost with the configured port\n const port = this.configService.get('PORT') || 3000;\n return `http://localhost:${port}${trimmedUrl}`;\n }\n\n private throwV2Error(\n error: {\n code: string;\n message: string;\n tags?: ReadonlyArray;\n details?: Readonly>;\n },\n status: number\n ): never {\n throw new CustomHttpException(error.message, getDefaultCodeByStatus(status), {\n domainCode: error.code,\n domainTags: error.tags,\n details: error.details,\n });\n }\n\n private emitImportAuditLog(tableId: string, recordCount: number, fileType?: string) {\n const userId = this.cls.get('user.id');\n const origin = this.cls.get('origin');\n const appId = this.cls.get('appId');\n\n // Defer emission to ensure consumers can attach event listeners after the request returns.\n setImmediate(() => {\n void this.cls.run(async () => {\n if (userId) this.cls.set('user.id', userId);\n if (origin) this.cls.set('origin', origin);\n if (appId) this.cls.set('appId', appId);\n\n await this.eventEmitterService.emitAsync(Events.TABLE_RECORD_CREATE_RELATIVE, {\n action: CreateRecordAction.InplaceImport,\n resourceId: tableId,\n recordCount,\n params: { fileType },\n });\n });\n });\n }\n\n /**\n * Import records using V2 architecture via CommandBus.\n * Appends records from a file (CSV/Excel) to an existing table.\n *\n * The ImportRecordsCommand handler is responsible for:\n * - Finding the table by ID\n * - Parsing the import source\n * - Handling typecast and side effects (new select options)\n * - Resolving link fields\n * - Streaming record insertion\n *\n * @param baseId - The base ID\n * @param tableId - The table ID to import into\n * @param importOptions - Import options (V1 API type for compatibility)\n * @param maxRowCount - Optional max row count limit\n * @param projection - Optional field projection for permission check\n */\n async importRecords(\n baseId: string,\n tableId: string,\n importOptions: IInplaceImportOptionRo,\n maxRowCount?: number,\n projection?: string[]\n ): Promise<{ totalImported: number }> {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n\n const context = await this.v2ContextFactory.createContext();\n\n const { attachmentUrl, fileType, insertConfig } = importOptions;\n const { sourceColumnMap, sourceWorkSheetKey, excludeFirstRow } = insertConfig;\n\n // Validate field permissions if projection is provided\n if (projection) {\n const fieldIds = Object.keys(sourceColumnMap);\n const noUpdateFields = difference(fieldIds, projection);\n if (noUpdateFields.length !== 0) {\n const tips = noUpdateFields.join(',');\n throw new CustomHttpException(\n `There is no permission to update these fields: ${tips}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.updateRecordWithDeniedFields',\n context: {\n fields: tips,\n },\n },\n }\n );\n }\n }\n\n // Resolve relative URL to absolute URL\n const resolvedUrl = this.resolveUrl(attachmentUrl);\n\n // Align with v1 behavior: treat 0 (or negative) as no limit\n const normalizedMaxRowCount =\n maxRowCount !== undefined && maxRowCount > 0 ? maxRowCount : undefined;\n\n // Create command\n const commandResult = ImportRecordsCommand.createFromUrl({\n tableId,\n url: resolvedUrl,\n fileType,\n sourceColumnMap,\n options: {\n skipFirstNLines: excludeFirstRow ? 1 : 0,\n sheetName: sourceWorkSheetKey,\n typecast: true,\n batchSize: normalizedMaxRowCount ? Math.min(normalizedMaxRowCount, 500) : 500,\n maxRowCount: normalizedMaxRowCount,\n },\n });\n\n if (commandResult.isErr()) {\n throw new HttpException(commandResult.error.message, HttpStatus.BAD_REQUEST);\n }\n\n // Execute via CommandBus\n const result = await commandBus.execute(\n context,\n commandResult.value\n );\n\n if (result.isErr()) {\n this.logger.error('V2 import records failed', result.error);\n\n // Map domain error to HTTP status\n const status =\n result.error.code === 'import.field_not_found' ||\n result.error.code === 'import.column_index_out_of_range' ||\n result.error.tags?.includes('validation')\n ? HttpStatus.BAD_REQUEST\n : result.error.tags?.includes('not-found')\n ? HttpStatus.NOT_FOUND\n : HttpStatus.INTERNAL_SERVER_ERROR;\n\n this.throwV2Error(result.error, status);\n }\n\n this.emitImportAuditLog(tableId, result.value.totalImported, fileType);\n\n return { totalImported: result.value.totalImported };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-open-api.controller.ts", "content": "import {\n Controller,\n Get,\n UseGuards,\n Query,\n Post,\n Body,\n Param,\n Patch,\n UseInterceptors,\n} from '@nestjs/common';\nimport {\n analyzeRoSchema,\n IAnalyzeRo,\n IImportOptionRo,\n importOptionRoSchema,\n IInplaceImportOptionRo,\n inplaceImportOptionRoSchema,\n} from '@teable/openapi';\nimport type { ITableFullVo, IAnalyzeVo, IImportStatusVo } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../types/cls';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { TokenAccess } from '../../auth/decorators/token.decorator';\nimport { PermissionGuard } from '../../auth/guard/permission.guard';\nimport { UseV2Feature } from '../../canary/decorators/use-v2-feature.decorator';\nimport { V2FeatureGuard } from '../../canary/guards/v2-feature.guard';\nimport { V2IndicatorInterceptor } from '../../canary/interceptors/v2-indicator.interceptor';\nimport { ImportOpenApiV2Service } from './import-open-api-v2.service';\nimport { ImportOpenApiService } from './import-open-api.service';\n\n@Controller('api/import')\n@UseGuards(PermissionGuard, V2FeatureGuard)\n@UseInterceptors(V2IndicatorInterceptor)\nexport class ImportController {\n constructor(\n protected readonly importOpenService: ImportOpenApiService,\n protected readonly importOpenApiV2Service: ImportOpenApiV2Service,\n protected readonly cls: ClsService\n ) {}\n @Get('/analyze')\n @TokenAccess()\n async analyzeSheetFromFile(\n @Query(new ZodValidationPipe(analyzeRoSchema)) analyzeRo: IAnalyzeRo\n ): Promise {\n return await this.importOpenService.analyze(analyzeRo);\n }\n\n @Get('/status/:tableId')\n @Permissions('base|table_import')\n @TokenAccess()\n async getImportStatus(@Param('tableId') tableId: string): Promise {\n return await this.importOpenService.getImportStatus(tableId);\n }\n\n @Post(':baseId')\n @Permissions('base|table_import')\n @TokenAccess()\n async createTableFromImport(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(importOptionRoSchema)) importRo: IImportOptionRo\n ): Promise {\n return await this.importOpenService.createTableFromImport(baseId, importRo);\n }\n\n @UseV2Feature('importRecords')\n @Patch(':baseId/:tableId')\n @Permissions('table|import')\n async inplaceImportTable(\n @Param('baseId') baseId: string,\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(inplaceImportOptionRoSchema))\n inplaceImportRo: IInplaceImportOptionRo\n ): Promise {\n // Use V2 logic when canary config enables it for this space + feature\n if (this.cls.get('useV2')) {\n await this.importOpenApiV2Service.importRecords(baseId, tableId, inplaceImportRo);\n return;\n }\n\n return await this.importOpenService.inplaceImportTable(baseId, tableId, inplaceImportRo);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ShareDbModule } from '../../../share-db/share-db.module';\nimport { CanaryModule } from '../../canary/canary.module';\nimport { FieldOpenApiModule } from '../../field/open-api/field-open-api.module';\nimport { NotificationModule } from '../../notification/notification.module';\nimport { RecordOpenApiModule } from '../../record/open-api/record-open-api.module';\nimport { TableOpenApiModule } from '../../table/open-api/table-open-api.module';\nimport { V2Module } from '../../v2/v2.module';\nimport { ImportMetricsModule } from '../metrics/import-metrics.module';\nimport { ImportCsvChunkModule } from './import-csv-chunk.module';\nimport { ImportOpenApiV2Service } from './import-open-api-v2.service';\nimport { ImportController } from './import-open-api.controller';\nimport { ImportOpenApiService } from './import-open-api.service';\n\n@Module({\n imports: [\n TableOpenApiModule,\n RecordOpenApiModule,\n NotificationModule,\n ShareDbModule,\n ImportCsvChunkModule,\n FieldOpenApiModule,\n V2Module,\n CanaryModule,\n ImportMetricsModule,\n ],\n controllers: [ImportController],\n providers: [ImportOpenApiService, ImportOpenApiV2Service],\n exports: [ImportOpenApiService, ImportOpenApiV2Service],\n})\nexport class ImportOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-open-api.service.ts", "content": "import { Injectable, Logger, Optional } from '@nestjs/common';\nimport type { IFieldRo } from '@teable/core';\nimport {\n FieldType,\n generateLogId,\n getRandomString,\n HttpErrorCode,\n TimeFormatting,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n IAnalyzeRo,\n IImportOptionRo,\n IImportStatusVo,\n IInplaceImportOptionRo,\n ITableFullVo,\n} from '@teable/openapi';\nimport { chunk, difference } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { CacheService } from '../../../cache/cache.service';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { ShareDbService } from '../../../share-db/share-db.service';\nimport type { IClsStore } from '../../../types/cls';\nimport { FieldOpenApiService } from '../../field/open-api/field-open-api.service';\nimport { NotificationService } from '../../notification/notification.service';\nimport { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\nimport { DEFAULT_VIEWS, DEFAULT_FIELDS } from '../../table/constant';\nimport { TableOpenApiService } from '../../table/open-api/table-open-api.service';\nimport { ImportMetricsService } from '../metrics/import-metrics.service';\nimport {\n ImportTableCsvChunkQueueProcessor,\n TABLE_IMPORT_CSV_CHUNK_QUEUE,\n} from './import-csv-chunk.processor';\nimport {\n getImportLatestJobKey,\n getImportResultManifestKey,\n IMPORT_LATEST_JOB_TTL_SECONDS,\n} from './import-result-manifest';\nimport { importerFactory } from './import.class';\n\nconst maxFieldsLength = 500;\nconst maxFieldsChunkSize = 30;\n\n/**\n * System-wide cap on **waiting** (queued but not yet processing) import jobs.\n * This is a global limit across all pods (BullMQ queue is shared via Redis).\n * Active jobs are excluded — they are already consuming workers and will complete.\n * Only the backlog of waiting jobs is capped to prevent unbounded queue growth\n * and excessive user wait times.\n *\n * Default 50 is generous enough for multi-pod deployments (e.g. 5 pods × ~10 each).\n * Tune via IMPORT_MAX_WAITING_JOBS env variable based on cluster size.\n */\nconst maxWaitingImports = Number(process.env.IMPORT_MAX_WAITING_JOBS ?? Infinity);\n\n@Injectable()\nexport class ImportOpenApiService {\n private logger = new Logger(ImportOpenApiService.name);\n constructor(\n private readonly tableOpenApiService: TableOpenApiService,\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService,\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly notificationService: NotificationService,\n private readonly shareDbService: ShareDbService,\n private readonly importTableCsvChunkQueueProcessor: ImportTableCsvChunkQueueProcessor,\n private readonly fieldOpenApiService: FieldOpenApiService,\n private readonly cacheService: CacheService,\n @Optional() private readonly importMetrics?: ImportMetricsService\n ) {}\n\n /**\n * Reject new imports when the global queue backlog (waiting jobs) is too deep.\n * Active jobs are excluded — they are already being processed by workers.\n */\n private async checkImportConcurrencyLimit() {\n try {\n const queue = this.importTableCsvChunkQueueProcessor.queue;\n const waitingJobs = await queue.getJobCountByTypes('waiting');\n\n if (waitingJobs >= maxWaitingImports) {\n this.logger.warn(\n `Import queue backlog limit reached: ${waitingJobs}/${maxWaitingImports} waiting jobs`\n );\n throw new CustomHttpException(\n `Too many import tasks queued (${waitingJobs}/${maxWaitingImports}). Please try again later.`,\n HttpErrorCode.TOO_MANY_REQUESTS,\n {\n localization: {\n i18nKey: 'httpErrors.import.tooManyConcurrentImports',\n context: {\n current: waitingJobs,\n max: maxWaitingImports,\n },\n },\n }\n );\n }\n } catch (e) {\n if (e instanceof CustomHttpException) {\n throw e;\n }\n this.logger.warn('Failed to check import queue backlog, allowing import to proceed', e);\n }\n }\n\n async analyze(analyzeRo: IAnalyzeRo) {\n const { attachmentUrl, fileType } = analyzeRo;\n\n const importer = importerFactory(fileType, {\n url: attachmentUrl,\n type: fileType,\n });\n\n return await importer.genColumns();\n }\n\n async createTableFromImport(baseId: string, importRo: IImportOptionRo, maxRowCount?: number) {\n await this.checkImportConcurrencyLimit();\n\n const userId = this.cls.get('user.id');\n const origin = this.cls.get('origin');\n const { worksheets, notification = false, tz, fileType, attachmentUrl } = importRo;\n\n this.importMetrics?.recordImportQueued({ fileType, operationType: 'create_table' });\n\n // only record base table info, not include records\n const tableResult = [];\n\n for (const [sheetKey, value] of Object.entries(worksheets)) {\n const { importData, useFirstRowAsHeader, columns, name } = value;\n\n const columnInfo = columns.length ? columns : [...DEFAULT_FIELDS];\n const fieldsRo = columnInfo.map((col, index) => {\n const result: IFieldRo & {\n isPrimary?: boolean;\n } = {\n ...col,\n };\n\n if (index === 0) {\n result.isPrimary = true;\n }\n\n // Date Field should have default tz\n if (col.type === FieldType.Date) {\n result.options = {\n formatting: {\n timeZone: tz,\n date: 'YYYY-MM-DD',\n time: TimeFormatting.None,\n },\n };\n }\n\n return result;\n });\n\n let table: ITableFullVo;\n\n try {\n table = await this.createSingleTable(baseId, name, fieldsRo);\n tableResult.push(table);\n } catch (e) {\n this.logger.error(e);\n throw e;\n }\n\n const { fields } = table;\n\n const jobId = `${ImportTableCsvChunkQueueProcessor.JOB_ID_PREFIX}:${table.id}:${getRandomString(6)}`;\n\n const logId = generateLogId();\n\n if (importData && columns.length) {\n await this.importTableCsvChunkQueueProcessor.queue.add(\n `${TABLE_IMPORT_CSV_CHUNK_QUEUE}_job`,\n {\n baseId,\n table: {\n id: table.id,\n name: table.name,\n },\n userId,\n origin,\n importerParams: {\n attachmentUrl,\n fileType,\n maxRowCount,\n },\n options: {\n skipFirstNLines: useFirstRowAsHeader ? 1 : 0,\n sheetKey,\n notification,\n },\n recordsCal: {\n fields: fields.map((f) => ({ id: f.id, name: f.name, type: f.type })),\n columnInfo: columns,\n },\n ro: importRo,\n logId,\n },\n {\n jobId,\n removeOnComplete: 1000,\n removeOnFail: 1000,\n }\n );\n await this.cacheService\n .setDetail(getImportLatestJobKey(table.id), jobId, IMPORT_LATEST_JOB_TTL_SECONDS)\n .catch((e) => {\n this.logger.warn(\n `Failed to set latest import job index for table ${table.id}, job ${jobId}`,\n e\n );\n });\n }\n }\n return tableResult;\n }\n\n async createSingleTable(baseId: string, name: string, fieldsRo: IFieldRo[]) {\n const length = fieldsRo.length;\n\n if (length > maxFieldsLength) {\n throw new CustomHttpException(\n `The number of fields in the table cannot exceed ${maxFieldsLength}, current is ${length}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.import.exceedMaxFieldsLength',\n context: {\n length,\n maxFieldsLength,\n },\n },\n }\n );\n }\n\n const chunkFields = chunk(fieldsRo, maxFieldsChunkSize) as IFieldRo[][];\n\n let tableId: string | undefined;\n\n for (const chunk of chunkFields) {\n if (!tableId) {\n const table = await this.tableOpenApiService.createTable(baseId, {\n name,\n fields: chunk,\n views: DEFAULT_VIEWS,\n records: [],\n });\n tableId = table.id;\n continue;\n }\n\n await this.fieldOpenApiService.createFieldsByRo(tableId, chunk);\n }\n\n const table = (await this.tableOpenApiService.getTable(baseId, tableId!)) as ITableFullVo;\n const fields = await this.fieldOpenApiService.getFields(tableId!, {});\n\n table.fields = fields;\n\n return table;\n }\n\n async inplaceImportTable(\n baseId: string,\n tableId: string,\n inplaceImportRo: IInplaceImportOptionRo,\n maxRowCount?: number,\n projection?: string[]\n ) {\n await this.checkImportConcurrencyLimit();\n\n const userId = this.cls.get('user.id');\n const origin = this.cls.get('origin');\n const { attachmentUrl, fileType, insertConfig, notification = false } = inplaceImportRo;\n\n this.importMetrics?.recordImportQueued({ fileType, operationType: 'inplace' });\n\n const { sourceColumnMap, sourceWorkSheetKey, excludeFirstRow } = insertConfig;\n\n const tableRaw = await this.prismaService.tableMeta\n .findUnique({\n where: { id: tableId, deletedTime: null },\n select: { name: true },\n })\n .catch(() => {\n throw new CustomHttpException('Table not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n });\n });\n\n const fieldRaws = await this.prismaService.field.findMany({\n where: { tableId, deletedTime: null, hasError: null },\n select: {\n id: true,\n name: true,\n type: true,\n },\n });\n\n if (projection) {\n const inplaceFieldIds = Object.keys(sourceColumnMap);\n const noUpdateFields = difference(inplaceFieldIds, projection);\n if (noUpdateFields.length !== 0) {\n const tips = noUpdateFields.join(',');\n throw new CustomHttpException(\n `There is no permission to update there field ${tips}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.updateRecordWithDeniedFields',\n context: {\n fields: tips,\n },\n },\n }\n );\n }\n }\n\n if (!tableRaw || !fieldRaws) {\n return;\n }\n\n const jobId = await this.generateChunkJobId(tableId);\n\n const logId = generateLogId();\n\n await this.importTableCsvChunkQueueProcessor.queue.add(\n `${TABLE_IMPORT_CSV_CHUNK_QUEUE}_job`,\n {\n baseId,\n table: {\n id: tableId,\n name: tableRaw.name,\n },\n userId,\n origin,\n importerParams: {\n attachmentUrl,\n fileType,\n maxRowCount,\n },\n options: {\n skipFirstNLines: excludeFirstRow ? 1 : 0,\n sheetKey: sourceWorkSheetKey,\n notification,\n },\n recordsCal: {\n sourceColumnMap,\n fields: fieldRaws as { id: string; name: string; type: FieldType }[],\n },\n ro: inplaceImportRo,\n logId,\n },\n {\n jobId,\n removeOnComplete: 1000,\n removeOnFail: 1000,\n }\n );\n await this.cacheService\n .setDetail(getImportLatestJobKey(tableId), jobId, IMPORT_LATEST_JOB_TTL_SECONDS)\n .catch((e) => {\n this.logger.warn(\n `Failed to set latest import job index for table ${tableId}, job ${jobId}`,\n e\n );\n });\n }\n\n async getImportStatus(tableId: string): Promise {\n const queue = this.importTableCsvChunkQueueProcessor.queue;\n const latestJobId = await this.cacheService.get(getImportLatestJobKey(tableId));\n if (!latestJobId) {\n return { tableId, status: 'not_found' };\n }\n const job = await queue.getJob(latestJobId);\n if (!job) {\n return { tableId, status: 'not_found' };\n }\n\n const state = await job.getState();\n const status = this.mapQueueStateToImportStatus(state);\n const result: IImportStatusVo = { tableId, status };\n\n if (status === 'completed' || status === 'failed') {\n const manifest = await this.cacheService.get(getImportResultManifestKey(latestJobId));\n this.fillCompletedOrFailedCounts(result, manifest, job.returnvalue);\n }\n\n if (status === 'running' || status === 'pending') {\n this.fillRunningCounts(result, job.progress);\n }\n\n if (status === 'failed') {\n result.message = job.failedReason ?? 'Import failed';\n }\n\n return result;\n }\n\n async generateChunkJobId(tableId: string) {\n return `${ImportTableCsvChunkQueueProcessor.JOB_ID_PREFIX}:${tableId}:${getRandomString(6)}`;\n }\n\n private mapQueueStateToImportStatus(state: string): IImportStatusVo['status'] {\n if (state === 'waiting' || state === 'delayed') {\n return 'pending';\n }\n if (state === 'active') {\n return 'running';\n }\n if (state === 'completed') {\n return 'completed';\n }\n if (state === 'failed') {\n return 'failed';\n }\n return 'not_found';\n }\n\n private fillCompletedOrFailedCounts(\n result: IImportStatusVo,\n manifest: unknown,\n returnValue: unknown\n ) {\n if (manifest && typeof manifest === 'object') {\n const m = manifest as {\n successCount?: number;\n failedCount?: number;\n errorReportUrl?: string;\n };\n result.successCount = m.successCount;\n result.failedCount = m.failedCount;\n result.errorReportUrl = m.errorReportUrl;\n return;\n }\n\n if (returnValue && typeof returnValue === 'object') {\n const rv = returnValue as { success?: number; failed?: number };\n result.successCount = rv.success;\n result.failedCount = rv.failed;\n }\n }\n\n private fillRunningCounts(result: IImportStatusVo, progress: unknown) {\n if (!progress || typeof progress !== 'object') {\n return;\n }\n const p = progress as { successCount?: number; failedCount?: number };\n result.successCount = p.successCount;\n result.failedCount = p.failedCount;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-result-manifest.ts", "content": "export interface IImportResultManifest {\n successCount: number;\n failedCount: number;\n errorFilePaths: string[];\n fieldNames: string[];\n maxWidth: number;\n errorReportUrl?: string;\n}\n\nexport const IMPORT_RESULT_MANIFEST_TTL_SECONDS = 60 * 60;\nexport const IMPORT_LATEST_JOB_TTL_SECONDS = 60 * 60;\nconst importResultManifestPrefix = 'import:result:manifest:';\nconst importLatestJobPrefix = 'import:latest-job:';\n\nexport const getImportResultManifestKey = (jobId: string): `import:result:manifest:${string}` =>\n `${importResultManifestPrefix}${jobId}` as `import:result:manifest:${string}`;\n\nexport const getImportLatestJobKey = (tableId: string): `import:latest-job:${string}` =>\n `${importLatestJobPrefix}${tableId}` as `import:latest-job:${string}`;\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import-result.processor.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport os from 'os';\nimport { join } from 'path';\nimport { PassThrough, type Readable } from 'stream';\nimport { InjectQueue, Processor, WorkerHost } from '@nestjs/bullmq';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { UploadType } from '@teable/openapi';\nimport { Queue } from 'bullmq';\nimport type { Job } from 'bullmq';\nimport Papa from 'papaparse';\nimport { CacheService } from '../../../cache/cache.service';\nimport { BaseConfig, type IBaseConfig } from '../../../configs/base.config';\nimport type { I18nPath } from '../../../types/i18n.generated';\nimport StorageAdapter from '../../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../attachments/plugins/storage';\nimport { NotificationService } from '../../notification/notification.service';\nimport {\n getImportResultManifestKey,\n IMPORT_RESULT_MANIFEST_TTL_SECONDS,\n type IImportResultManifest,\n} from './import-result-manifest';\n\nexport const TABLE_IMPORT_RESULT_QUEUE = 'import-table-result-queue';\nconst TABLE_IMPORT_RESULT_QUEUE_CONCURRENCY = Math.max(os.cpus().length * 2, 4);\nconst IMPORT_TABLE_ERROR_REPORT_LOG_PREFIX = '[IMPORT_TABLE_ERROR_REPORT]';\n\ninterface IImportResultJobData {\n jobId: string;\n baseId: string;\n table: { id: string; name: string };\n userId: string;\n sourceColumnMap?: Record;\n notification: boolean;\n attachmentUrl?: string;\n}\n\n@Injectable()\n@Processor(TABLE_IMPORT_RESULT_QUEUE, {\n concurrency: TABLE_IMPORT_RESULT_QUEUE_CONCURRENCY,\n})\nexport class ImportTableResultQueueProcessor extends WorkerHost {\n private readonly logger = new Logger(ImportTableResultQueueProcessor.name);\n\n constructor(\n @InjectQueue(TABLE_IMPORT_RESULT_QUEUE) public readonly queue: Queue,\n @InjectStorageAdapter() private readonly storageAdapter: StorageAdapter,\n private readonly notificationService: NotificationService,\n private readonly cacheService: CacheService,\n @BaseConfig() private readonly baseConfig: IBaseConfig\n ) {\n super();\n }\n\n public async process(job: Job): Promise {\n const { jobId, baseId, table, userId, sourceColumnMap, notification, attachmentUrl } = job.data;\n const manifest = (await this.cacheService.get(getImportResultManifestKey(jobId))) as\n | IImportResultManifest\n | undefined;\n\n if (!manifest) {\n this.logger.warn(\n `${IMPORT_TABLE_ERROR_REPORT_LOG_PREFIX} Import manifest missing for job ${jobId}, attachmentUrl: ${attachmentUrl}`\n );\n await this.cleanupImportDir(jobId);\n return;\n }\n\n try {\n if (!notification) {\n return;\n }\n\n if (manifest.failedCount === 0 && manifest.successCount > 0) {\n this.notificationService.sendImportResultNotify({\n baseId,\n tableId: table.id,\n toUserId: userId,\n message: sourceColumnMap\n ? {\n i18nKey: 'common.email.templates.notify.import.table.success.inplace',\n context: { tableName: table.name },\n }\n : {\n i18nKey: 'common.email.templates.notify.import.table.success.message',\n context: { tableName: table.name },\n },\n });\n return;\n }\n\n if (manifest.successCount + manifest.failedCount === 0) {\n this.notificationService.sendImportResultNotify({\n baseId,\n tableId: table.id,\n toUserId: userId,\n message: {\n i18nKey:\n 'common.email.templates.notify.import.table.noRecordsProcessed.message' as I18nPath,\n context: {\n tableName: table.name,\n },\n },\n });\n return;\n }\n\n const errorReportUrl = await this.uploadMergedErrorReport(jobId, manifest);\n this.logger.log(\n `${IMPORT_TABLE_ERROR_REPORT_LOG_PREFIX} jobId=${jobId} table=${table.name}(${table.id}) success=${manifest.successCount} failed=${manifest.failedCount} reportUrl=${errorReportUrl ?? 'N/A'} attachmentUrl=${attachmentUrl ?? 'N/A'}`\n );\n\n if (errorReportUrl) {\n manifest.errorReportUrl = errorReportUrl;\n await this.cacheService\n .setDetail(\n getImportResultManifestKey(jobId),\n manifest,\n IMPORT_RESULT_MANIFEST_TTL_SECONDS\n )\n .catch((e) => {\n this.logger.warn(\n `${IMPORT_TABLE_ERROR_REPORT_LOG_PREFIX} Failed to update manifest with errorReportUrl for job ${jobId}`,\n e\n );\n });\n }\n\n const message = this.buildFailureNotification(table.name, manifest, errorReportUrl);\n this.notificationService.sendImportResultNotify({\n baseId,\n tableId: table.id,\n toUserId: userId,\n message,\n });\n } finally {\n await this.cleanupImportDir(jobId);\n }\n }\n\n private buildFailureNotification(\n tableName: string,\n manifest: IImportResultManifest,\n errorReportUrl?: string\n ): { i18nKey: I18nPath; context: Record } {\n const hasReport = !!errorReportUrl;\n const suffix = hasReport ? 'message' : 'messageNoReport';\n const base = manifest.successCount === 0 ? 'allFailed' : 'partialSuccess';\n const i18nKey = `common.email.templates.notify.import.table.${base}.${suffix}` as I18nPath;\n\n const context: Record = {\n tableName,\n failedCount: String(manifest.failedCount),\n };\n if (manifest.successCount > 0) {\n context.successCount = String(manifest.successCount);\n }\n if (hasReport) {\n context.errorReportUrl = errorReportUrl!;\n }\n return { i18nKey, context };\n }\n\n private async uploadMergedErrorReport(\n jobId: string,\n manifest: IImportResultManifest\n ): Promise {\n if (!manifest.errorFilePaths.length || manifest.failedCount === 0) {\n return undefined;\n }\n\n const bucket = StorageAdapter.getBucket(UploadType.Import);\n const pathDir = StorageAdapter.getDir(UploadType.Import);\n const reportPath = `${pathDir}/error_reports/${jobId}/error_report.csv`;\n const mergedStream = new PassThrough();\n const uploadPromise = this.storageAdapter.uploadFileStream(bucket, reportPath, mergedStream, {\n 'Content-Type': 'text/csv; charset=utf-8',\n });\n\n const headers = Array.from(\n { length: manifest.maxWidth },\n (_, i) => manifest.fieldNames[i] || `Column ${i + 1}`\n );\n const headerRow = [...headers, '__error'];\n const headerLine = '\\uFEFF' + Papa.unparse({ fields: headerRow, data: [] }).trimEnd() + '\\n';\n mergedStream.write(headerLine);\n\n try {\n for (const filePath of manifest.errorFilePaths) {\n const sourceStream = await this.storageAdapter.downloadFile(bucket, filePath);\n await this.pipeToTarget(sourceStream, mergedStream);\n }\n mergedStream.end();\n const uploadResult = await uploadPromise;\n let url = await this.storageAdapter.getPreviewUrl(\n bucket,\n uploadResult.path,\n 7 * 24 * 60 * 60\n );\n if (url.startsWith('/') && this.baseConfig.storagePrefix) {\n url = this.baseConfig.storagePrefix + url;\n }\n return url;\n } catch (error) {\n mergedStream.destroy(error as Error);\n this.logger.error(\n `${IMPORT_TABLE_ERROR_REPORT_LOG_PREFIX} Failed to merge import error report`,\n error\n );\n return undefined;\n }\n }\n\n private async pipeToTarget(source: Readable, target: PassThrough): Promise {\n return new Promise((resolve, reject) => {\n source.on('end', () => {\n source.unpipe(target);\n resolve();\n });\n source.on('error', (err) => {\n source.unpipe(target);\n reject(err);\n });\n source.pipe(target, { end: false });\n });\n }\n\n private async cleanupImportDir(jobId: string) {\n try {\n const dir = StorageAdapter.getDir(UploadType.Import);\n const fullPath = join(dir, jobId);\n await this.storageAdapter.deleteDir(\n StorageAdapter.getBucket(UploadType.Import),\n fullPath,\n false\n );\n } catch (error) {\n this.logger.warn(\n `${IMPORT_TABLE_ERROR_REPORT_LOG_PREFIX} Failed to clean up import directory for job ${jobId}`,\n error\n );\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/import/open-api/import.class.ts", "content": "import { existsSync } from 'fs';\nimport { join } from 'path';\nimport { PassThrough } from 'stream';\nimport { getUniqName, FieldType, HttpErrorCode } from '@teable/core';\nimport type { IValidateTypes, IAnalyzeVo } from '@teable/openapi';\nimport { SUPPORTEDTYPE, importTypeMap } from '@teable/openapi';\nimport jschardet from 'jschardet';\nimport { zip, toString, intersection, chunk as chunkArray } from 'lodash';\nimport fetch from 'node-fetch';\nimport sizeof from 'object-sizeof';\nimport Papa from 'papaparse';\nimport * as XLSX from 'xlsx';\nimport { z } from 'zod';\nimport type { ZodType } from 'zod';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { exceptionParse } from '../../../utils/exception-parse';\nimport { toLineDelimitedStream } from './delimiter-stream';\n\nexport const DEFAULT_IMPORT_CPU_USAGE = 0.5;\n\nexport const parseBoolean = (value: unknown): boolean => {\n if (typeof value === 'boolean') return value;\n\n if (typeof value === 'string') {\n const lowered = value.replaceAll(\"'\", '').replaceAll('\"', '').toLowerCase();\n if (lowered === 'true') return true;\n if (lowered === 'false') return false;\n }\n\n return Boolean(value);\n};\n\n/**\n * Whitelist of regex patterns for date-like strings.\n * Only values matching one of these patterns are considered for Date type detection.\n * Avoids false positives from JavaScript's lenient parsing (e.g. \"CC-38716\" → year 38716).\n */\nconst dateFormatPatterns: RegExp[] = [\n /^\\d{4}-\\d{2}-\\d{2}$/, // YYYY-MM-DD (ISO date)\n /^\\d{4}-\\d{2}-\\d{2}\\s+\\d{1,2}:\\d{2}(?::\\d{2})?(?:\\.\\d{1,3})?$/, // YYYY-MM-DD HH:mm:ss\n /^\\d{4}-\\d{2}-\\d{2}T\\d{1,2}:\\d{2}(?::\\d{2})?(?:\\.\\d{1,3})?(?:Z|[+-]\\d{2}:?\\d{2})?$/, // ISO 8601 datetime\n /^\\d{1,2}-\\d{1,2}-\\d{4}$/, // DD-MM-YYYY or MM-DD-YYYY\n /^\\d{4}\\/\\d{1,2}\\/\\d{1,2}$/, // YYYY/MM/DD\n /^\\d{1,2}\\/\\d{1,2}\\/\\d{4}$/, // MM/DD/YYYY (US)\n /^\\d{1,2}\\/\\d{1,2}\\/\\d{4}\\s+\\d{1,2}:\\d{2}(?::\\d{2})?$/, // MM/DD/YYYY HH:mm:ss (US)\n];\n\nconst reasonableYearMin = 1;\nconst reasonableYearMax = 9999;\nconst invalidDateStr = 'Invalid Date';\n\nfunction isValidDateForImport(value: unknown): boolean {\n if (value === '' || value == null) return false;\n\n if (typeof value === 'number') {\n if (!Number.isFinite(value)) return false;\n const d = new Date(value);\n if (d.toString() === invalidDateStr) return false;\n const year = d.getFullYear();\n return year >= reasonableYearMin && year <= reasonableYearMax;\n }\n\n if (typeof value !== 'string') return false;\n\n const str = value.trim();\n if (!str) return false;\n if (!dateFormatPatterns.some((p) => p.test(str))) return false;\n\n const d = new Date(value);\n if (d.toString() === invalidDateStr) return false;\n\n const year = d.getFullYear();\n return year >= reasonableYearMin && year <= reasonableYearMax;\n}\n\nconst validateZodSchemaMap: Record = {\n [FieldType.Checkbox]: z.union([z.string(), z.boolean()]).refine(\n (value: unknown) => {\n if (typeof value === 'boolean') {\n return true;\n }\n if (\n typeof value === 'string' &&\n (value.toLowerCase() === 'false' || value.toLowerCase() === 'true')\n ) {\n return true;\n }\n return false;\n },\n { message: 'Invalid checkbox value' }\n ),\n [FieldType.Date]: z.any().refine(isValidDateForImport, { message: 'Invalid date' }),\n [FieldType.Number]: z.any().refine(\n (value) => {\n return !isNaN(Number(value));\n },\n { message: 'Invalid number' }\n ),\n [FieldType.LongText]: z\n .string()\n .refine((value) => z.string().safeParse(value) && /\\n/.test(value), {\n message: 'Invalid long text',\n }),\n [FieldType.SingleLineText]: z.string(),\n};\n\nconst encodingSampleSize = 64 * 1024; // 64KB for encoding detection\n\nfunction isUtf8Compatible(encoding: string | null): boolean {\n const normalized = (encoding || 'utf-8').toLowerCase();\n return normalized === 'utf-8' || normalized === 'ascii';\n}\n\nfunction detectAndDecode(sample: Buffer): { isUtf8: boolean; encoding: string } {\n const { encoding } = jschardet.detect(sample);\n return { isUtf8: isUtf8Compatible(encoding), encoding: encoding || 'utf-8' };\n}\n\nfunction flushSampleAsUtf8(sampleChunks: Buffer[], output: PassThrough, encoding: string) {\n const decoder = new TextDecoder(encoding, { fatal: false });\n for (const buf of sampleChunks) {\n output.write(Buffer.from(decoder.decode(buf, { stream: true })));\n }\n return decoder;\n}\n\n/**\n * Detect the encoding of a stream by sampling the first N bytes,\n * then return a UTF-8 stream. If the source is already UTF-8/ASCII,\n * the original bytes are passed through with zero overhead.\n */\nfunction createEncodingConvertStream(input: NodeJS.ReadableStream): NodeJS.ReadableStream {\n const output = new PassThrough();\n const sampleChunks: Buffer[] = [];\n let sampleSize = 0;\n let detected = false;\n\n input.on('data', (chunk: Buffer) => {\n if (detected) return;\n\n sampleChunks.push(chunk);\n sampleSize += chunk.length;\n\n if (sampleSize < encodingSampleSize) return;\n\n detected = true;\n const { isUtf8, encoding } = detectAndDecode(Buffer.concat(sampleChunks));\n\n if (isUtf8) {\n for (const buf of sampleChunks) output.write(buf);\n input.on('data', (c: Buffer) => output.write(c));\n } else {\n const decoder = flushSampleAsUtf8(sampleChunks, output, encoding);\n input.on('data', (c: Buffer) => {\n output.write(Buffer.from(decoder.decode(c, { stream: true })));\n });\n input.on('end', () => {\n const tail = decoder.decode();\n if (tail) output.write(Buffer.from(tail));\n });\n }\n });\n\n input.on('end', () => {\n if (!detected && sampleChunks.length > 0) {\n const sample = Buffer.concat(sampleChunks);\n const { isUtf8, encoding } = detectAndDecode(sample);\n\n if (isUtf8) {\n output.write(sample);\n } else {\n const decoder = new TextDecoder(encoding, { fatal: false });\n output.write(Buffer.from(decoder.decode(sample)));\n }\n }\n output.end();\n });\n\n input.on('error', (err) => output.destroy(err));\n\n return output;\n}\n\nexport interface IImportConstructorParams {\n url: string;\n type: SUPPORTEDTYPE;\n maxRowCount?: number;\n fileName?: string;\n}\n\nexport interface IParseResult {\n [x: string]: unknown[][];\n}\n\nexport const OVER_PLAN_ROW_COUNT_ERROR_MESSAGE = 'Please upgrade your plan to import more records';\n\nexport abstract class Importer {\n public static DEFAULT_ERROR_MESSAGE = 'unknown error';\n\n public static OVER_PLAN_ROW_COUNT_ERROR_MESSAGE = OVER_PLAN_ROW_COUNT_ERROR_MESSAGE;\n\n public static CHUNK_SIZE = 1024 * 1024 * 0.2;\n\n public static MAX_CHUNK_LENGTH = 500;\n\n public static DEFAULT_COLUMN_TYPE: IValidateTypes = FieldType.SingleLineText;\n\n // order make sence\n public static readonly SUPPORTEDTYPE: IValidateTypes[] = [\n FieldType.Checkbox,\n FieldType.Number,\n FieldType.Date,\n FieldType.LongText,\n FieldType.SingleLineText,\n ];\n\n constructor(public config: IImportConstructorParams) {}\n\n abstract parse(\n ...args: [\n options?: unknown,\n chunk?: (\n chunk: Record,\n onFinished?: () => void,\n onError?: (errorMsg: string) => void\n ) => Promise,\n ]\n ): Promise;\n\n private setFileNameFromHeader(fileName: string) {\n this.config.fileName = fileName;\n }\n\n getConfig() {\n return this.config;\n }\n\n async getFile() {\n const { url: _url, type } = this.config;\n let url = _url.trim();\n if (!z.string().url().safeParse(url).success) {\n url = `http://localhost:${process.env.PORT}${url}`;\n }\n\n const { body: stream, headers } = await fetch(url);\n\n const supportType = importTypeMap[type].accept.split(',');\n\n const fileFormat = headers\n .get('content-type')\n ?.split(';')\n ?.map((item: string) => item.trim());\n\n if (fileFormat?.length && !intersection(fileFormat, supportType).length) {\n throw new CustomHttpException(\n `File format is not supported, only ${supportType.join(',')} are supported, your file's content type is ${fileFormat.join(';')}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.import.notSupportedFileFormat',\n context: {\n supportType: supportType.join(','),\n fileFormat: fileFormat?.join(';'),\n },\n },\n }\n );\n }\n\n const contentDisposition = headers.get('content-disposition');\n let fileName = 'Import Table.csv';\n\n if (contentDisposition) {\n const fileNameMatch =\n contentDisposition.match(/filename\\*=UTF-8''([^;]+)/) ||\n contentDisposition.match(/filename=\"?([^\"]+)\"?/);\n if (fileNameMatch) {\n fileName = fileNameMatch[1];\n }\n }\n\n const finalFileName = fileName.split('.').shift() as string;\n\n this.setFileNameFromHeader(decodeURIComponent(finalFileName));\n\n // Only apply encoding conversion for text-based formats (CSV).\n // Binary formats like XLSX handle encoding internally and must not be\n // piped through a text decoder — doing so would corrupt the data.\n const finalStream =\n this.config.type === SUPPORTEDTYPE.CSV ? createEncodingConvertStream(stream) : stream;\n\n return { stream: finalStream, fileName: finalFileName };\n }\n\n async genColumns() {\n const supportTypes = Importer.SUPPORTEDTYPE;\n const parseResult = await this.parse();\n const { fileName, type } = this.config;\n const result: IAnalyzeVo['worksheets'] = {};\n\n for (const [sheetName, cols] of Object.entries(parseResult)) {\n const zipColumnInfo = zip(...cols);\n const existNames: string[] = [];\n const calculatedColumnHeaders = zipColumnInfo\n .map((column, index) => {\n let isColumnEmpty = true;\n let validatingFieldTypes = [...supportTypes];\n for (let i = 0; i < column.length; i++) {\n if (validatingFieldTypes.length <= 1) {\n break;\n }\n\n // ignore empty value and first row causing first row as header\n if (column[i] === '' || column[i] == null || i === 0) {\n continue;\n }\n\n // when the whole columns aren't empty should flag\n isColumnEmpty = false;\n\n // when one of column's value validates long text, then break;\n if (validateZodSchemaMap[FieldType.LongText].safeParse(column[i]).success) {\n validatingFieldTypes = [FieldType.LongText];\n break;\n }\n\n const matchTypes = validatingFieldTypes.filter((type) => {\n const schema = validateZodSchemaMap[type];\n return schema.safeParse(column[i]).success;\n });\n\n validatingFieldTypes = matchTypes;\n }\n\n // empty columns should be default type\n validatingFieldTypes = !isColumnEmpty\n ? validatingFieldTypes\n : [Importer.DEFAULT_COLUMN_TYPE];\n\n const name = getUniqName(toString(column?.[0]).trim() || `Field ${index}`, existNames);\n\n existNames.push(name);\n\n return {\n type: validatingFieldTypes[0] || Importer.DEFAULT_COLUMN_TYPE,\n name: name.toString(),\n };\n })\n ?.filter((column) => Boolean(column));\n\n result[sheetName] = {\n name: type === SUPPORTEDTYPE.EXCEL ? sheetName : fileName ? fileName : sheetName,\n columns: calculatedColumnHeaders,\n };\n }\n\n return {\n worksheets: result,\n };\n }\n}\n\nexport class CsvImporter extends Importer {\n public static readonly CHECK_LINES = 500;\n public static readonly DEFAULT_SHEETKEY = 'Import Table';\n\n parse(): Promise;\n parse(\n options: Papa.ParseConfig & { skipFirstNLines: number; key: string },\n chunk: (chunk: Record, lastChunk?: boolean) => Promise,\n onFinished?: () => void,\n onError?: (errorMsg: string) => void\n ): Promise;\n async parse(\n ...args: [\n options?: Papa.ParseConfig & { skipFirstNLines: number; key: string },\n chunkCb?: (chunk: Record, lastChunk?: boolean) => Promise,\n onFinished?: () => void,\n onError?: (errorMsg: string) => void,\n ]\n ): Promise {\n const [options, chunkCb, onFinished, onError] = args;\n const { stream } = await this.getFile();\n\n // reload function, having chunkCb support chunk, otherwise in one operation.\n if (options && chunkCb) {\n return new Promise((resolve, reject) => {\n let isFirst = true;\n let recordBuffer: unknown[][] = [];\n let isAbort = false;\n let totalRowCount = 0;\n\n Papa.parse(toLineDelimitedStream(stream), {\n download: false,\n dynamicTyping: false,\n chunk: (chunk, parser) => {\n (async () => {\n const newChunk = [...chunk.data] as unknown[][];\n if (isFirst && options.skipFirstNLines) {\n newChunk.splice(0, 1);\n isFirst = false;\n }\n\n recordBuffer.push(...newChunk);\n totalRowCount += newChunk.length;\n\n if (this.config.maxRowCount && totalRowCount > this.config.maxRowCount) {\n isAbort = true;\n recordBuffer = [];\n onError?.(Importer.OVER_PLAN_ROW_COUNT_ERROR_MESSAGE);\n parser.abort();\n }\n\n if (\n recordBuffer.length >= Importer.MAX_CHUNK_LENGTH ||\n sizeof(recordBuffer) > Importer.CHUNK_SIZE\n ) {\n parser.pause();\n try {\n await chunkCb({ [CsvImporter.DEFAULT_SHEETKEY]: recordBuffer });\n } catch (e) {\n isAbort = true;\n recordBuffer = [];\n const error = exceptionParse(e as Error);\n onError?.(error?.message || Importer.DEFAULT_ERROR_MESSAGE);\n parser.abort();\n }\n recordBuffer = [];\n parser.resume();\n }\n })();\n },\n complete: () => {\n (async () => {\n try {\n // whatever execute chunkCb, empty recordBuffer\n await chunkCb({ [CsvImporter.DEFAULT_SHEETKEY]: recordBuffer }, true);\n } catch (e) {\n isAbort = true;\n recordBuffer = [];\n const error = exceptionParse(e as Error);\n onError?.(error?.message || Importer.DEFAULT_ERROR_MESSAGE);\n }\n !isAbort && onFinished?.();\n resolve({});\n })();\n },\n error: (e) => {\n onError?.(e?.message || Importer.DEFAULT_ERROR_MESSAGE);\n reject(e);\n },\n });\n });\n } else {\n return new Promise((resolve, reject) => {\n Papa.parse(stream, {\n download: false,\n dynamicTyping: true,\n preview: CsvImporter.CHECK_LINES,\n complete: (result) => {\n resolve({\n [CsvImporter.DEFAULT_SHEETKEY]: result.data,\n });\n },\n error: (err) => {\n reject(err);\n },\n });\n });\n }\n }\n\n async getRawContent({ limit = CsvImporter.CHECK_LINES }: { limit?: number } = {}) {\n const { stream } = await this.getFile();\n return new Promise((resolve, reject) => {\n Papa.parse(stream, {\n download: false,\n dynamicTyping: false,\n preview: limit,\n complete: (result) => {\n resolve({\n [CsvImporter.DEFAULT_SHEETKEY]: result.data,\n } as IParseResult);\n },\n error: (err) => {\n reject(err);\n },\n });\n });\n }\n}\n\nexport class ExcelImporter extends Importer {\n public static readonly SUPPORTEDTYPE: IValidateTypes[] = [\n FieldType.Checkbox,\n FieldType.Number,\n FieldType.Date,\n FieldType.SingleLineText,\n FieldType.LongText,\n ];\n\n parse(): Promise;\n parse(\n options: { skipFirstNLines: number; key: string },\n chunk: (chunk: Record, lastChunk?: boolean) => Promise,\n onFinished?: () => void,\n onError?: (errorMsg: string) => void\n ): Promise;\n\n async parse(\n options?: { skipFirstNLines: number; key: string },\n chunk?: (chunk: Record, lastChunk?: boolean) => Promise,\n onFinished?: () => void,\n onError?: (errorMsg: string) => void\n ): Promise {\n const { stream: fileSteam } = await this.getFile();\n\n const asyncRs = async (stream: NodeJS.ReadableStream): Promise =>\n new Promise((res, rej) => {\n const buffers: Uint8Array[] = [];\n stream.on('data', function (data) {\n buffers.push(data);\n });\n stream.on('end', function () {\n const buf = Buffer.concat(buffers);\n const workbook = XLSX.read(buf, { dense: true });\n const result: IParseResult = {};\n Object.keys(workbook.Sheets).forEach((name) => {\n result[name] = workbook.Sheets[name]['!data']?.map((item) =>\n item.map((v) => v.w ?? v.v)\n ) as unknown[][];\n });\n res(result);\n });\n stream.on('error', (e) => {\n onError?.(e?.message || Importer.DEFAULT_ERROR_MESSAGE);\n rej(e);\n });\n });\n\n const parseResult = await asyncRs(fileSteam);\n\n if (options && chunk) {\n const { skipFirstNLines, key } = options;\n const chunks = parseResult[key];\n const parseResults = chunkArray(chunks, Importer.MAX_CHUNK_LENGTH);\n\n if (this.config.maxRowCount && chunks.length > this.config.maxRowCount) {\n onError?.(Importer.OVER_PLAN_ROW_COUNT_ERROR_MESSAGE);\n return;\n }\n\n for (let i = 0; i < parseResults.length; i++) {\n const currentChunk = parseResults[i];\n if (i === 0 && skipFirstNLines) {\n currentChunk.splice(0, 1);\n }\n const lastChunk = i === parseResults.length - 1;\n try {\n await chunk({ [key]: currentChunk }, lastChunk);\n } catch (e) {\n onError?.((e as Error)?.message || Importer.DEFAULT_ERROR_MESSAGE);\n }\n }\n onFinished?.();\n }\n\n return parseResult;\n }\n\n async getRawContent() {\n return await this.parse();\n }\n}\n\nexport const importerFactory = (type: SUPPORTEDTYPE, config: IImportConstructorParams) => {\n switch (type) {\n case SUPPORTEDTYPE.CSV:\n return new CsvImporter(config);\n case SUPPORTEDTYPE.EXCEL:\n return new ExcelImporter(config);\n default:\n throw new CustomHttpException(\n 'Import file type not supported',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.import.notSupportedFileType',\n },\n }\n );\n }\n};\n\nexport const getWorkerPath = (fileName: string) => {\n // there are two possible paths for worker\n const workerPath = join(__dirname, 'worker', `${fileName}.js`);\n const workerPath2 = join(process.cwd(), 'dist', 'worker', `${fileName}.js`);\n\n if (existsSync(workerPath)) {\n return workerPath;\n } else {\n return workerPath2;\n }\n};\n" }, { "path": "apps/nestjs-backend/src/features/integrity/foreign-key.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { FieldType, type ILinkFieldOptions } from '@teable/core';\nimport { Prisma, PrismaService } from '@teable/db-main-prisma';\nimport { IntegrityIssueType, type IIntegrityIssue } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport type { LinkFieldDto } from '../field/model/field-dto/link-field.dto';\n\n@Injectable()\nexport class ForeignKeyIntegrityService {\n private readonly logger = new Logger(ForeignKeyIntegrityService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n async getIssues(tableId: string, field: LinkFieldDto): Promise {\n const { foreignTableId, fkHostTableName, foreignKeyName, selfKeyName } = field.options;\n const issues: IIntegrityIssue[] = [];\n\n const { name: selfTableName, dbTableName: selfTableDbTableName } =\n await this.prismaService.tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { name: true, dbTableName: true },\n });\n\n const { name: foreignTableName, dbTableName: foreignTableDbTableName } =\n await this.prismaService.tableMeta.findFirstOrThrow({\n where: { id: foreignTableId, deletedTime: null },\n select: { name: true, dbTableName: true },\n });\n\n // Check self references\n if (selfTableDbTableName !== fkHostTableName) {\n const selfIssues = await this.checkInvalidReferences({\n fkHostTableName,\n targetTableName: selfTableDbTableName,\n keyName: selfKeyName,\n field,\n referencedTableName: selfTableName,\n isSelfReference: true,\n });\n issues.push(...selfIssues);\n }\n\n // Check foreign references\n if (foreignTableDbTableName !== fkHostTableName) {\n const foreignIssues = await this.checkInvalidReferences({\n fkHostTableName,\n targetTableName: foreignTableDbTableName,\n keyName: foreignKeyName,\n field,\n referencedTableName: foreignTableName,\n isSelfReference: false,\n });\n issues.push(...foreignIssues);\n }\n\n return issues;\n }\n\n private async checkInvalidReferences({\n fkHostTableName,\n targetTableName,\n keyName,\n field,\n referencedTableName,\n isSelfReference,\n }: {\n fkHostTableName: string;\n targetTableName: string;\n keyName: string;\n field: { id: string; name: string };\n referencedTableName: string;\n isSelfReference: boolean;\n }): Promise {\n const issues: IIntegrityIssue[] = [];\n\n const invalidQuery = this.knex(fkHostTableName)\n .leftJoin(targetTableName, `${fkHostTableName}.${keyName}`, `${targetTableName}.__id`)\n .whereNull(`${targetTableName}.__id`)\n .count(`${fkHostTableName}.${keyName} as count`)\n .first()\n .toQuery();\n\n try {\n const invalidRefs =\n await this.prismaService.$queryRawUnsafe<{ count: bigint }[]>(invalidQuery);\n const refCount = Number(invalidRefs[0]?.count || 0);\n\n if (refCount > 0) {\n const message = isSelfReference\n ? `Found ${refCount} invalid self references in table ${referencedTableName}`\n : `Found ${refCount} invalid foreign references to table ${referencedTableName}`;\n issues.push({\n type: IntegrityIssueType.MissingRecordReference,\n fieldId: field.id,\n message: `${message} (Field Name: ${field.name}, Field ID: ${field.id})`,\n });\n }\n } catch (error) {\n if (error instanceof Prisma.PrismaClientKnownRequestError && error.code === 'P2010') {\n console.error('error ignored:', error);\n } else {\n throw error;\n }\n }\n\n return issues;\n }\n\n async fix(fieldId: string): Promise {\n const field = await this.prismaService.field.findFirstOrThrow({\n where: { id: fieldId, type: FieldType.Link, isLookup: null, deletedTime: null },\n });\n\n const tableId = field.tableId;\n\n const options = JSON.parse(field.options as string) as ILinkFieldOptions;\n const { foreignTableId, fkHostTableName, foreignKeyName, selfKeyName } = options;\n const table = await this.prismaService.tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { id: true, name: true, dbTableName: true },\n });\n const foreignTable = await this.prismaService.tableMeta.findFirstOrThrow({\n where: { id: foreignTableId, deletedTime: null },\n select: { id: true, name: true, dbTableName: true },\n });\n\n let totalFixed = 0;\n\n // Fix invalid self references\n if (table.dbTableName !== fkHostTableName) {\n const selfDeleted = await this.deleteMissingReferences({\n fkHostTableName,\n targetTableName: table.dbTableName,\n keyName: selfKeyName,\n });\n totalFixed += selfDeleted;\n }\n\n // Fix invalid foreign references\n if (foreignTable.dbTableName !== fkHostTableName) {\n const foreignDeleted = await this.deleteMissingReferences({\n fkHostTableName,\n targetTableName: foreignTable.dbTableName,\n keyName: foreignKeyName,\n });\n totalFixed += foreignDeleted;\n }\n\n if (totalFixed > 0) {\n return {\n type: IntegrityIssueType.MissingRecordReference,\n fieldId,\n message: `Fixed ${totalFixed} invalid references and inconsistent links for link field (Field Name: ${field.name}, Field ID: ${field.id})`,\n };\n }\n }\n\n private async deleteMissingReferences({\n fkHostTableName,\n targetTableName,\n keyName,\n }: {\n fkHostTableName: string;\n targetTableName: string;\n keyName: string;\n }) {\n if (!fkHostTableName.split('.')[1].startsWith('junction_')) {\n throw new Error(`fkHostTableName: ${fkHostTableName} is not a junction table`);\n }\n\n const deleteQuery = this.knex(fkHostTableName)\n .whereNotExists(\n this.knex\n .select('__id')\n .from(targetTableName)\n .where('__id', this.knex.ref(`${fkHostTableName}.${keyName}`))\n )\n .delete()\n .toQuery();\n return await this.prismaService.$executeRawUnsafe(deleteQuery);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/integrity/integrity.controller.ts", "content": "import { Controller, Get, Param, Post, Query, UseGuards } from '@nestjs/common';\nimport type { IIntegrityCheckVo, IIntegrityIssue } from '@teable/openapi';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { PermissionGuard } from '../auth/guard/permission.guard';\nimport { LinkIntegrityService } from './link-integrity.service';\n\n@UseGuards(PermissionGuard)\n@Controller('api/integrity')\nexport class IntegrityController {\n constructor(private readonly linkIntegrityService: LinkIntegrityService) {}\n\n @Permissions('base|update')\n @Get('base/:baseId/link-check')\n async checkBaseIntegrity(\n @Param('baseId') baseId: string,\n @Query('tableId') tableId: string\n ): Promise {\n return await this.linkIntegrityService.linkIntegrityCheck(baseId, tableId);\n }\n\n @Permissions('base|update')\n @Post('base/:baseId/link-fix')\n async fixBaseIntegrity(\n @Param('baseId') baseId: string,\n @Query('tableId') tableId: string\n ): Promise {\n return await this.linkIntegrityService.linkIntegrityFix(baseId, tableId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/integrity/integrity.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { FieldModule } from '../field/field.module';\nimport { TableDomainQueryModule } from '../table-domain';\nimport { ForeignKeyIntegrityService } from './foreign-key.service';\nimport { IntegrityController } from './integrity.controller';\nimport { LinkFieldIntegrityService } from './link-field.service';\nimport { LinkIntegrityService } from './link-integrity.service';\nimport { UniqueIndexService } from './unique-index.service';\n\n@Module({\n imports: [FieldModule, TableDomainQueryModule],\n controllers: [IntegrityController],\n providers: [\n ForeignKeyIntegrityService,\n LinkFieldIntegrityService,\n LinkIntegrityService,\n UniqueIndexService,\n ],\n exports: [LinkIntegrityService],\n})\nexport class IntegrityModule {}\n" }, { "path": "apps/nestjs-backend/src/features/integrity/link-field.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { FieldType, type ILinkFieldOptions } from '@teable/core';\nimport { Prisma, PrismaService } from '@teable/db-main-prisma';\nimport { IntegrityIssueType, type IIntegrityIssue } from '@teable/openapi';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { createFieldInstanceByRaw } from '../field/model/factory';\nimport type { LinkFieldDto } from '../field/model/field-dto/link-field.dto';\n\n@Injectable()\nexport class LinkFieldIntegrityService {\n private readonly logger = new Logger(LinkFieldIntegrityService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider\n ) {}\n\n async getIssues(tableId: string, field: LinkFieldDto): Promise {\n const table = await this.prismaService.tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { name: true, dbTableName: true },\n });\n const { fkHostTableName, foreignKeyName, selfKeyName } = field.options;\n const inconsistentRecords = await this.checkLinks({\n dbTableName: table.dbTableName,\n fkHostTableName,\n selfKeyName,\n foreignKeyName,\n linkDbFieldName: field.dbFieldName,\n isMultiValue: Boolean(field.isMultipleCellValue),\n });\n\n if (inconsistentRecords.length > 0) {\n return [\n {\n type: IntegrityIssueType.InvalidLinkReference,\n fieldId: field.id,\n message: `Found ${inconsistentRecords.length} inconsistent links in fkHostTableName ${fkHostTableName} (TableName: ${table.name}, Field Name: ${field.name}, Field ID: ${field.id})`,\n },\n ];\n }\n\n return [];\n }\n\n private async checkLinks(params: {\n dbTableName: string;\n fkHostTableName: string;\n selfKeyName: string;\n foreignKeyName: string;\n linkDbFieldName: string;\n isMultiValue: boolean;\n }) {\n // Some symmetric link fields may not persist a JSON column (depending on\n // creation path). If the link JSON column does not exist, skip comparison.\n const linkColumnExists = await this.dbProvider.checkColumnExist(\n params.dbTableName,\n params.linkDbFieldName,\n this.prismaService\n );\n\n if (!linkColumnExists) {\n return [];\n }\n\n const query = this.dbProvider.integrityQuery().checkLinks(params);\n try {\n return await this.prismaService.$queryRawUnsafe<{ id: string }[]>(query);\n } catch (error) {\n if (error instanceof Prisma.PrismaClientKnownRequestError && error.code === 'P2010') {\n this.logger.warn(\n `Skip link integrity check for field \"${params.linkDbFieldName}\" on table \"${params.dbTableName}\" due to missing column: ${error.meta?.message || error.message}`\n );\n return [];\n }\n throw error;\n }\n }\n\n private async fixLinks(params: {\n recordIds: string[];\n dbTableName: string;\n foreignDbTableName: string;\n fkHostTableName: string;\n lookupDbFieldName: string;\n selfKeyName: string;\n foreignKeyName: string;\n linkDbFieldName: string;\n isMultiValue: boolean;\n }) {\n // If display column does not exist (link fields are virtual by design), skip update\n const linkColumnExists = await this.dbProvider.checkColumnExist(\n params.dbTableName,\n params.linkDbFieldName,\n this.prismaService\n );\n\n if (!linkColumnExists) {\n return 0;\n }\n\n const query = this.dbProvider.integrityQuery().fixLinks(params);\n return await this.prismaService.$executeRawUnsafe(query);\n }\n\n private async checkAndFix(params: {\n dbTableName: string;\n foreignDbTableName: string;\n fkHostTableName: string;\n lookupDbFieldName: string;\n foreignKeyName: string;\n linkDbFieldName: string;\n isMultiValue: boolean;\n selfKeyName: string;\n }) {\n try {\n const inconsistentRecords = await this.checkLinks(params);\n\n if (inconsistentRecords.length > 0) {\n const recordIds = inconsistentRecords.map((record) => record.id);\n const updatedCount = await this.fixLinks({\n ...params,\n recordIds,\n });\n this.logger.debug(`Updated ${updatedCount} records in ${params.dbTableName}`);\n return updatedCount;\n }\n return 0;\n } catch (error) {\n this.logger.error('Error updating inconsistent links:', error);\n throw error;\n }\n }\n\n async fix(fieldId: string): Promise {\n const field = await this.prismaService.field.findFirstOrThrow({\n where: { id: fieldId, type: FieldType.Link, isLookup: null, deletedTime: null },\n });\n\n const tableId = field.tableId;\n\n const table = await this.prismaService.tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n const linkField = createFieldInstanceByRaw(field) as LinkFieldDto;\n\n const lookupField = await this.prismaService.field.findFirstOrThrow({\n where: { id: linkField.options.lookupFieldId, deletedTime: null },\n select: { dbFieldName: true },\n });\n\n const foreignTable = await this.prismaService.tableMeta.findFirstOrThrow({\n where: { id: linkField.options.foreignTableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n const options = JSON.parse(field.options as string) as ILinkFieldOptions;\n const { fkHostTableName, foreignKeyName, selfKeyName } = options;\n\n let totalFixed = 0;\n\n // Add table links fixing\n const linksFixed = await this.checkAndFix({\n dbTableName: table.dbTableName,\n foreignDbTableName: foreignTable.dbTableName,\n fkHostTableName,\n lookupDbFieldName: lookupField.dbFieldName,\n foreignKeyName,\n linkDbFieldName: linkField.dbFieldName,\n isMultiValue: Boolean(linkField.isMultipleCellValue),\n selfKeyName,\n });\n\n totalFixed += linksFixed;\n\n if (totalFixed > 0) {\n return {\n type: IntegrityIssueType.InvalidLinkReference,\n fieldId,\n message: `Fixed ${totalFixed} inconsistent links for link field (Field Name: ${field.name}, Field ID: ${field.id})`,\n };\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/integrity/link-integrity.service.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\nimport { Injectable, Logger } from '@nestjs/common';\nimport {\n FieldType,\n type ILinkFieldOptions,\n CellValueType,\n DbFieldType,\n Relationship,\n DriverClient,\n} from '@teable/core';\nimport type { Field } from '@teable/db-main-prisma';\nimport { Prisma, PrismaService } from '@teable/db-main-prisma';\nimport { IntegrityIssueType, type IIntegrityCheckVo, type IIntegrityIssue } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { LinkFieldQueryService } from '../field/field-calculate/link-field-query.service';\nimport { createFieldInstanceByRaw } from '../field/model/factory';\nimport type { LinkFieldDto } from '../field/model/field-dto/link-field.dto';\nimport { TableDomainQueryService } from '../table-domain';\nimport { ForeignKeyIntegrityService } from './foreign-key.service';\nimport { LinkFieldIntegrityService } from './link-field.service';\nimport { UniqueIndexService } from './unique-index.service';\n\n@Injectable()\nexport class LinkIntegrityService {\n private readonly logger = new Logger(LinkIntegrityService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly foreignKeyIntegrityService: ForeignKeyIntegrityService,\n private readonly linkFieldIntegrityService: LinkFieldIntegrityService,\n private readonly uniqueIndexService: UniqueIndexService,\n private readonly tableDomainQueryService: TableDomainQueryService,\n private readonly linkFieldQueryService: LinkFieldQueryService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n async linkIntegrityCheck(baseId: string, tableId?: string): Promise {\n const mainBase = await this.prismaService.base.findFirstOrThrow({\n where: { id: baseId, deletedTime: null },\n select: { id: true, name: true },\n });\n\n const tables = await this.prismaService.tableMeta.findMany({\n where: { baseId, deletedTime: null },\n select: {\n id: true,\n name: true,\n dbTableName: true,\n fields: {\n where: { type: FieldType.Link, isLookup: null, deletedTime: null },\n },\n },\n });\n\n const crossBaseLinkFieldsQuery = this.dbProvider.optionsQuery(FieldType.Link, 'baseId', baseId);\n const crossBaseLinkFieldsRaw =\n await this.prismaService.$queryRawUnsafe(crossBaseLinkFieldsQuery);\n\n const crossBaseLinkFields = crossBaseLinkFieldsRaw.filter(\n (field) => !tables.find((table) => table.id === field.tableId)\n );\n\n const linkFieldIssues: IIntegrityCheckVo['linkFieldIssues'] = [];\n\n for (const table of tables) {\n const tableIssues = await this.checkTableLinkFields(table);\n if (tableIssues.length > 0) {\n linkFieldIssues.push({\n baseId: mainBase.id,\n baseName: mainBase.name,\n issues: tableIssues,\n });\n }\n const uniqueIndexIssues = await this.uniqueIndexService.checkUniqueIndex(table);\n if (uniqueIndexIssues.length > 0) {\n linkFieldIssues.push({\n baseId: mainBase.id,\n baseName: mainBase.name,\n tableId: table.id,\n tableName: table.name,\n issues: uniqueIndexIssues,\n });\n }\n }\n\n for (const field of crossBaseLinkFields) {\n const table = await this.prismaService.tableMeta.findFirst({\n where: {\n id: field.tableId,\n deletedTime: null,\n base: { deletedTime: null, space: { deletedTime: null } },\n },\n select: { id: true, name: true, baseId: true },\n });\n\n if (!table) {\n continue;\n }\n\n const tableIssues = await this.checkTableLinkFields({\n id: table.id,\n name: table.name,\n fields: [field],\n });\n\n const base = await this.prismaService.base.findFirstOrThrow({\n where: { id: table.baseId, deletedTime: null },\n select: { id: true, name: true },\n });\n\n if (tableIssues.length > 0) {\n linkFieldIssues.push({\n baseId: base.id,\n baseName: base.name,\n issues: tableIssues,\n });\n }\n }\n\n const referenceFieldIssues = await this.checkReferenceField(baseId);\n if (referenceFieldIssues.length > 0) {\n linkFieldIssues.push({\n baseId: mainBase.id,\n baseName: mainBase.name,\n issues: referenceFieldIssues,\n });\n }\n\n if (tableId) {\n const checkEmptyString = await this.checkEmptyString(tableId);\n\n if (checkEmptyString.length > 0) {\n linkFieldIssues.push({\n baseId: mainBase.id,\n baseName: mainBase.name,\n issues: checkEmptyString,\n });\n }\n }\n\n return {\n hasIssues: linkFieldIssues.length > 0,\n linkFieldIssues,\n };\n }\n\n private async checkReferenceField(baseId: string): Promise {\n const tables = await this.prismaService.tableMeta.findMany({\n where: { baseId, deletedTime: null },\n select: {\n id: true,\n name: true,\n fields: {\n where: { deletedTime: null },\n select: { id: true },\n },\n },\n });\n\n const allFieldIds = tables.reduce((acc, table) => {\n return [...acc, ...table.fields.map((f) => f.id)];\n }, []);\n\n const references = await this.prismaService.reference.findMany({\n where: {\n OR: [{ fromFieldId: { in: allFieldIds } }, { toFieldId: { in: allFieldIds } }],\n },\n });\n\n const fieldIds = new Set();\n for (const reference of references) {\n fieldIds.add(reference.fromFieldId);\n fieldIds.add(reference.toFieldId);\n }\n\n const fields = await this.prismaService.field.findMany({\n where: { id: { in: Array.from(fieldIds) } },\n select: { id: true, name: true, deletedTime: true },\n });\n\n const deletedFields = fields.filter((f) => f.deletedTime);\n\n // exist in references but not in fields\n const cannotFindFields = Array.from(fieldIds).filter((id) => !fields.find((f) => f.id === id));\n\n const issues: IIntegrityIssue[] = [];\n for (const field of deletedFields) {\n issues.push({\n fieldId: field.id,\n type: IntegrityIssueType.ReferenceFieldNotFound,\n message: `Reference field ${field.name} is deleted`,\n });\n }\n\n for (const fieldId of cannotFindFields) {\n issues.push({\n fieldId,\n type: IntegrityIssueType.ReferenceFieldNotFound,\n message: `Reference field ${fieldId} not found`,\n });\n }\n\n return issues;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async checkTableLinkFields(table: {\n id: string;\n name: string;\n fields: Field[];\n }): Promise {\n const issues: IIntegrityIssue[] = [];\n\n for (const field of table.fields) {\n const options = JSON.parse(field.options as string) as ILinkFieldOptions;\n\n const foreignTable = await this.prismaService.tableMeta.findFirst({\n where: { id: options.foreignTableId, deletedTime: null },\n select: { id: true, baseId: true, dbTableName: true },\n });\n\n if (!foreignTable) {\n issues.push({\n fieldId: field.id,\n type: IntegrityIssueType.ForeignTableNotFound,\n message: `Foreign table with ID ${options.foreignTableId} not found for link field (Field Name: ${field.name}, Field ID: ${field.id}) in table ${table.name}`,\n });\n }\n\n let canCheckLinks = false;\n const tableExistsSql = this.dbProvider.checkTableExist(options.fkHostTableName);\n const tableExists =\n await this.prismaService.$queryRawUnsafe<{ exists: boolean }[]>(tableExistsSql);\n const hostTableExists = tableExists[0].exists;\n\n if (!hostTableExists) {\n issues.push({\n fieldId: field.id,\n type: IntegrityIssueType.ForeignKeyHostTableNotFound,\n message: `Foreign key host table ${options.fkHostTableName} not found for link field (Field Name: ${field.name}, Field ID: ${field.id}) in table ${table.name}`,\n });\n } else {\n const selfKeyExists = await this.dbProvider.checkColumnExist(\n options.fkHostTableName,\n options.selfKeyName,\n this.prismaService\n );\n\n const foreignKeyExists = await this.dbProvider.checkColumnExist(\n options.fkHostTableName,\n options.foreignKeyName,\n this.prismaService\n );\n\n if (!selfKeyExists) {\n issues.push({\n fieldId: field.id,\n type: IntegrityIssueType.ForeignKeyNotFound,\n message: `Self key name \"${options.selfKeyName}\" is missing for link field (Field Name: ${field.name}, Field ID: ${field.id}) in table ${table.name}`,\n });\n }\n\n if (!foreignKeyExists) {\n issues.push({\n fieldId: field.id,\n type: IntegrityIssueType.ForeignKeyNotFound,\n message: `Foreign key name \"${options.foreignKeyName}\" is missing for link field (Field Name: ${field.name}, Field ID: ${field.id}) in table ${table.name}`,\n });\n }\n canCheckLinks = selfKeyExists && foreignKeyExists;\n }\n\n if (options.symmetricFieldId) {\n const symmetricField = await this.prismaService.field.findFirst({\n where: { id: options.symmetricFieldId, deletedTime: null },\n });\n\n if (!symmetricField) {\n issues.push({\n fieldId: field.id,\n type: IntegrityIssueType.SymmetricFieldNotFound,\n message: `Symmetric field ID ${options.symmetricFieldId} not found for link field (Field Name: ${field.name}, Field ID: ${field.id}) in table ${table.name}`,\n });\n }\n }\n\n if (!options.isOneWay && !options.symmetricFieldId) {\n issues.push({\n fieldId: field.id,\n type: IntegrityIssueType.SymmetricFieldNotFound,\n message: `Symmetric is missing for link field (Field Name: ${field.name}, Field ID: ${field.id}) in table ${table.name}`,\n });\n }\n\n if (foreignTable && hostTableExists && canCheckLinks) {\n const linkField = createFieldInstanceByRaw(field) as LinkFieldDto;\n const invalidReferences = await this.foreignKeyIntegrityService.getIssues(\n table.id,\n linkField\n );\n const invalidLinks = await this.linkFieldIntegrityService.getIssues(table.id, linkField);\n\n if (invalidReferences.length > 0) {\n issues.push(...invalidReferences);\n }\n if (invalidLinks.length > 0) {\n issues.push(...invalidLinks);\n }\n }\n }\n\n return issues;\n }\n\n async checkEmptyString(tableId: string): Promise {\n const prisma = this.prismaService.txClient();\n const fields = await prisma.field.findMany({\n where: {\n tableId,\n deletedTime: null,\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n isComputed: null,\n },\n select: {\n dbFieldName: true,\n id: true,\n },\n });\n\n const { dbTableName } = await prisma.tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n const issues: IIntegrityIssue[] = [];\n\n for (const { dbFieldName, id: fieldId } of fields) {\n const countSql = await this.knex(dbTableName)\n .count('*')\n .whereRaw(`?? = ''`, [dbFieldName])\n .toQuery();\n const countResult = await prisma.$queryRawUnsafe<{ count: number }[]>(countSql);\n const count = Number(countResult[0].count);\n if (count > 0) {\n issues.push({\n type: IntegrityIssueType.EmptyString,\n fieldId: fieldId,\n tableId,\n message: `Empty string cell value found in field: ${dbFieldName}`,\n });\n }\n }\n\n return issues;\n }\n\n private async fixMissingForeignKeyColumns(\n fieldId: string,\n issueType?: IntegrityIssueType\n ): Promise {\n const prisma = this.prismaService.txClient();\n const fieldRaw = await prisma.field.findFirst({\n where: { id: fieldId, type: FieldType.Link, isLookup: null, deletedTime: null },\n });\n\n if (!fieldRaw) {\n return;\n }\n\n const linkField = createFieldInstanceByRaw(fieldRaw) as LinkFieldDto;\n const options = linkField.options;\n const tableMeta = await prisma.tableMeta.findFirst({\n where: { id: fieldRaw.tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n if (!tableMeta) {\n return;\n }\n\n if (options.relationship === Relationship.OneOne && options.foreignKeyName === '__id') {\n // Symmetric OneOne fields do not own the FK column.\n return;\n }\n\n const tableDomain = await this.tableDomainQueryService.getTableDomainById(fieldRaw.tableId);\n const tableNameMap = await this.linkFieldQueryService.getTableNameMapForLinkFields(\n fieldRaw.tableId,\n [linkField]\n );\n\n const queries = this.dbProvider.createColumnSchema(\n tableMeta.dbTableName,\n linkField,\n tableDomain,\n false,\n fieldRaw.tableId,\n tableNameMap,\n false,\n true\n );\n\n const hostExistsResult = await prisma.$queryRawUnsafe<{ exists: boolean }[]>(\n this.dbProvider.checkTableExist(options.fkHostTableName)\n );\n const hostAlreadyExists = hostExistsResult[0]?.exists;\n const foreignDbTableName = tableNameMap.get(options.foreignTableId);\n\n if (!foreignDbTableName) {\n return;\n }\n\n const orderColumnName = linkField.getOrderColumnName();\n\n if (hostAlreadyExists) {\n const [selfKeyExists, foreignKeyExists, orderColumnExists] = await Promise.all([\n this.dbProvider.checkColumnExist(options.fkHostTableName, options.selfKeyName, prisma),\n this.dbProvider.checkColumnExist(options.fkHostTableName, options.foreignKeyName, prisma),\n orderColumnName\n ? this.dbProvider.checkColumnExist(options.fkHostTableName, orderColumnName, prisma)\n : Promise.resolve(true),\n ]);\n\n const alterSchema = this.knex.schema.alterTable(options.fkHostTableName, (table) => {\n switch (options.relationship) {\n case Relationship.ManyMany: {\n if (!selfKeyExists) {\n table\n .string(options.selfKeyName)\n .references('__id')\n .inTable(tableMeta.dbTableName)\n .withKeyName(`fk_${options.selfKeyName}`);\n }\n if (!foreignKeyExists) {\n table\n .string(options.foreignKeyName)\n .references('__id')\n .inTable(foreignDbTableName)\n .withKeyName(`fk_${options.foreignKeyName}`);\n }\n if (orderColumnName && !orderColumnExists) {\n table.integer(orderColumnName).nullable();\n }\n break;\n }\n case Relationship.ManyOne:\n case Relationship.OneOne: {\n if (!foreignKeyExists) {\n table\n .string(options.foreignKeyName)\n .references('__id')\n .inTable(foreignDbTableName)\n .withKeyName(`fk_${options.foreignKeyName}`);\n if (options.relationship === Relationship.OneOne) {\n table.unique([options.foreignKeyName], {\n indexName: `index_${options.foreignKeyName}`,\n });\n }\n }\n if (orderColumnName && !orderColumnExists) {\n table.integer(orderColumnName).nullable();\n }\n break;\n }\n case Relationship.OneMany: {\n if (options.isOneWay) {\n if (!selfKeyExists) {\n table\n .string(options.selfKeyName)\n .references('__id')\n .inTable(tableMeta.dbTableName)\n .withKeyName(`fk_${options.selfKeyName}`);\n }\n if (!foreignKeyExists) {\n table\n .string(options.foreignKeyName)\n .references('__id')\n .inTable(foreignDbTableName)\n .withKeyName(`fk_${options.foreignKeyName}`);\n }\n if (!selfKeyExists || !foreignKeyExists) {\n table.unique([options.selfKeyName, options.foreignKeyName], {\n indexName: `index_${options.selfKeyName}_${options.foreignKeyName}`,\n });\n }\n } else {\n if (!selfKeyExists) {\n table\n .string(options.selfKeyName)\n .references('__id')\n .inTable(tableMeta.dbTableName)\n .withKeyName(`fk_${options.selfKeyName}`);\n }\n if (orderColumnName && !orderColumnExists) {\n table.integer(orderColumnName).nullable();\n }\n }\n break;\n }\n default:\n break;\n }\n });\n\n const alterSqls = alterSchema\n .toSQL()\n .map(({ sql }) => sql)\n .filter((sql) => sql && !sql.startsWith('PRAGMA'));\n\n for (const sql of alterSqls) {\n await prisma.$executeRawUnsafe(sql);\n }\n } else {\n const sqls = queries.filter((sql) => sql && !sql.startsWith('PRAGMA'));\n if (!sqls.length) {\n return;\n }\n\n for (const sql of sqls) {\n try {\n await prisma.$executeRawUnsafe(sql);\n } catch (error) {\n if (\n error instanceof Prisma.PrismaClientKnownRequestError &&\n error.code === 'P2010' &&\n (error.meta as { code?: string })?.code === '42P07'\n ) {\n // Relation already exists; continue with the rest of the fix\n continue;\n }\n throw error;\n }\n }\n }\n\n await this.backfillForeignKeysFromLinkColumn({\n dbTableName: tableMeta.dbTableName,\n linkDbFieldName: linkField.dbFieldName,\n fkHostTableName: options.fkHostTableName,\n selfKeyName: options.selfKeyName,\n foreignKeyName: options.foreignKeyName,\n relationship: options.relationship,\n isOneWay: options.isOneWay,\n });\n\n return {\n type: issueType ?? IntegrityIssueType.ForeignKeyNotFound,\n fieldId,\n message: `Restored missing foreign key columns for link field (Field Name: ${fieldRaw.name}, Field ID: ${fieldId})`,\n };\n }\n\n private async backfillForeignKeysFromLinkColumn(params: {\n dbTableName: string;\n linkDbFieldName: string;\n fkHostTableName: string;\n selfKeyName: string;\n foreignKeyName: string;\n relationship: Relationship;\n isOneWay?: boolean;\n }) {\n const {\n dbTableName,\n linkDbFieldName,\n fkHostTableName,\n selfKeyName,\n foreignKeyName,\n relationship,\n isOneWay,\n } = params;\n const prisma = this.prismaService.txClient();\n\n const linkColumnExists = await this.dbProvider.checkColumnExist(\n dbTableName,\n linkDbFieldName,\n prisma\n );\n if (!linkColumnExists) {\n return;\n }\n\n const usesJunction =\n relationship === Relationship.ManyMany ||\n (relationship === Relationship.OneMany && Boolean(isOneWay));\n\n if (relationship === Relationship.ManyOne || relationship === Relationship.OneOne) {\n const foreignKeyExists = await this.dbProvider.checkColumnExist(\n fkHostTableName,\n foreignKeyName,\n prisma\n );\n if (!foreignKeyExists) {\n return;\n }\n\n const query =\n this.dbProvider.driver === DriverClient.Pg\n ? this.knex(fkHostTableName)\n .update({\n [foreignKeyName]: this.knex.raw(`NULLIF(??->>'id','')`, [linkDbFieldName]),\n })\n .whereNotNull(linkDbFieldName)\n .whereNull(foreignKeyName)\n .toQuery()\n : this.knex(fkHostTableName)\n .update({\n [foreignKeyName]: this.knex.raw(`json_extract(??, '$.id')`, [linkDbFieldName]),\n })\n .whereNotNull(linkDbFieldName)\n .whereNull(foreignKeyName)\n .toQuery();\n\n await prisma.$executeRawUnsafe(query);\n return;\n }\n\n if (relationship === Relationship.OneMany && !usesJunction) {\n const selfKeyExists = await this.dbProvider.checkColumnExist(\n fkHostTableName,\n selfKeyName,\n prisma\n );\n if (!selfKeyExists) {\n return;\n }\n\n const query =\n this.dbProvider.driver === DriverClient.Pg\n ? this.knex\n .raw(\n `\n WITH pairs AS (\n SELECT s.__id AS self_id,\n (elem->>'id') AS foreign_id\n FROM ?? AS s\n JOIN LATERAL jsonb_array_elements(??.??) elem ON true\n WHERE ??.?? IS NOT NULL\n ),\n dedup AS (\n SELECT foreign_id, MIN(self_id) AS self_id\n FROM pairs\n WHERE foreign_id IS NOT NULL\n GROUP BY foreign_id\n )\n UPDATE ?? AS f\n SET ?? = d.self_id\n FROM dedup d\n WHERE f.__id = d.foreign_id\n AND f.?? IS NULL\n `,\n [\n dbTableName,\n 's',\n linkDbFieldName,\n 's',\n linkDbFieldName,\n fkHostTableName,\n selfKeyName,\n selfKeyName,\n ]\n )\n .toQuery()\n : this.knex\n .raw(\n `\n WITH pairs AS (\n SELECT s.__id AS self_id,\n json_extract(j.value, '$.id') AS foreign_id\n FROM ?? AS s\n JOIN json_each(??.??) j\n WHERE ??.?? IS NOT NULL\n ),\n dedup AS (\n SELECT foreign_id, MIN(self_id) AS self_id\n FROM pairs\n WHERE foreign_id IS NOT NULL\n GROUP BY foreign_id\n )\n UPDATE ??\n SET ?? = (SELECT d.self_id FROM dedup d WHERE d.foreign_id = ??.__id)\n WHERE __id IN (SELECT foreign_id FROM dedup)\n AND ?? IS NULL\n `,\n [\n dbTableName,\n 's',\n linkDbFieldName,\n 's',\n linkDbFieldName,\n fkHostTableName,\n selfKeyName,\n fkHostTableName,\n selfKeyName,\n ]\n )\n .toQuery();\n\n await prisma.$executeRawUnsafe(query);\n return;\n }\n\n if (!usesJunction) {\n return;\n }\n\n const [selfKeyExists, foreignKeyExists] = await Promise.all([\n this.dbProvider.checkColumnExist(fkHostTableName, selfKeyName, prisma),\n this.dbProvider.checkColumnExist(fkHostTableName, foreignKeyName, prisma),\n ]);\n if (!selfKeyExists || !foreignKeyExists) {\n return;\n }\n\n const query =\n this.dbProvider.driver === DriverClient.Pg\n ? this.knex\n .raw(\n `\n WITH pairs AS (\n SELECT s.__id AS self_id,\n (elem->>'id') AS foreign_id\n FROM ?? AS s\n JOIN LATERAL jsonb_array_elements(??.??) elem ON true\n WHERE ??.?? IS NOT NULL\n )\n INSERT INTO ?? (??, ??)\n SELECT DISTINCT p.self_id, p.foreign_id\n FROM pairs p\n WHERE p.foreign_id IS NOT NULL\n AND NOT EXISTS (\n SELECT 1 FROM ?? j\n WHERE j.?? = p.self_id AND j.?? = p.foreign_id\n )\n `,\n [\n dbTableName,\n 's',\n linkDbFieldName,\n 's',\n linkDbFieldName,\n fkHostTableName,\n selfKeyName,\n foreignKeyName,\n fkHostTableName,\n selfKeyName,\n foreignKeyName,\n ]\n )\n .toQuery()\n : this.knex\n .raw(\n `\n WITH pairs AS (\n SELECT s.__id AS self_id,\n json_extract(j.value, '$.id') AS foreign_id\n FROM ?? AS s\n JOIN json_each(??.??) j\n WHERE ??.?? IS NOT NULL\n )\n INSERT INTO ?? (??, ??)\n SELECT DISTINCT p.self_id, p.foreign_id\n FROM pairs p\n WHERE p.foreign_id IS NOT NULL\n AND NOT EXISTS (\n SELECT 1 FROM ?? j\n WHERE j.?? = p.self_id AND j.?? = p.foreign_id\n )\n `,\n [\n dbTableName,\n 's',\n linkDbFieldName,\n 's',\n linkDbFieldName,\n fkHostTableName,\n selfKeyName,\n foreignKeyName,\n fkHostTableName,\n selfKeyName,\n foreignKeyName,\n ]\n )\n .toQuery();\n\n await prisma.$executeRawUnsafe(query);\n }\n\n async linkIntegrityFix(baseId: string, tableId?: string): Promise {\n const checkResult = await this.linkIntegrityCheck(baseId, tableId || '');\n const fixResults: IIntegrityIssue[] = [];\n for (const issues of checkResult.linkFieldIssues) {\n for (const issue of issues.issues) {\n switch (issue.type) {\n case IntegrityIssueType.MissingRecordReference: {\n const result = await this.foreignKeyIntegrityService.fix(issue.fieldId);\n result && fixResults.push(result);\n break;\n }\n case IntegrityIssueType.InvalidLinkReference: {\n const result = await this.linkFieldIntegrityService.fix(issue.fieldId);\n result && fixResults.push(result);\n break;\n }\n case IntegrityIssueType.ForeignKeyNotFound:\n case IntegrityIssueType.ForeignKeyHostTableNotFound: {\n const result = await this.fixMissingForeignKeyColumns(issue.fieldId, issue.type);\n result && fixResults.push(result);\n break;\n }\n case IntegrityIssueType.SymmetricFieldNotFound: {\n const result = await this.fixOneWayLinkField(issue.fieldId);\n result && fixResults.push(result);\n break;\n }\n case IntegrityIssueType.ReferenceFieldNotFound: {\n const result = await this.fixReferenceField(issue.fieldId);\n result && fixResults.push(result);\n break;\n }\n case IntegrityIssueType.UniqueIndexNotFound: {\n const result = await this.uniqueIndexService.fixUniqueIndex(\n issues.tableId,\n issue.fieldId\n );\n result && fixResults.push(result);\n break;\n }\n case IntegrityIssueType.EmptyString: {\n const result = await this.fixEmptyString(issue.fieldId, issue.tableId);\n result && fixResults.push(result);\n break;\n }\n default:\n break;\n }\n }\n }\n\n return fixResults;\n }\n\n async fixReferenceField(fieldId: string): Promise {\n const deleted = await this.prismaService.reference.deleteMany({\n where: {\n OR: [{ fromFieldId: fieldId }, { toFieldId: fieldId }],\n },\n });\n\n if (deleted.count <= 0) {\n return;\n }\n\n return {\n type: IntegrityIssueType.InvalidLinkReference,\n fieldId,\n message: 'InvalidLinkReference fixed',\n };\n }\n\n async fixOneWayLinkField(fieldId: string): Promise {\n const field = await this.prismaService.field.findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n });\n\n const options = JSON.parse(field.options as string) as ILinkFieldOptions;\n\n if (!options.isOneWay && !options.symmetricFieldId) {\n await this.prismaService.field.update({\n where: { id: fieldId },\n data: {\n options: JSON.stringify({\n ...options,\n isOneWay: true,\n }),\n },\n });\n }\n\n if (options.isOneWay && options.symmetricFieldId) {\n await this.prismaService.field.update({\n where: { id: fieldId },\n data: {\n options: JSON.stringify({\n ...options,\n isOneWay: undefined,\n }),\n },\n });\n }\n\n return {\n type: IntegrityIssueType.SymmetricFieldNotFound,\n fieldId: field.id,\n message: `fixed one way link field (Field Name: ${field.name}, Field ID: ${field.id})`,\n };\n }\n\n async fixEmptyString(fieldId: string, tableId?: string): Promise {\n const prisma = this.prismaService.txClient();\n if (!tableId) {\n return;\n }\n\n const { dbTableName } = await prisma.tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n const { dbFieldName } = await prisma.field.findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n select: { dbFieldName: true },\n });\n\n const sql = this.knex(dbTableName)\n .whereRaw('?? = ?', [dbFieldName, ''])\n .update({\n [dbFieldName]: null,\n })\n .toQuery();\n await prisma.$executeRawUnsafe(sql);\n\n return {\n type: IntegrityIssueType.EmptyString,\n fieldId,\n message: 'Empty string cell value fixed',\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/integrity/unique-index.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { IdPrefix } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { IntegrityIssueType, type IIntegrityIssue } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { FieldService } from '../field/field.service';\n\n@Injectable()\nexport class UniqueIndexService {\n constructor(\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n private readonly fieldService: FieldService\n ) {}\n\n async checkUniqueIndex(table: {\n id: string;\n name: string;\n dbTableName: string;\n }): Promise {\n const issues: IIntegrityIssue[] = [];\n\n const colId = '__id';\n const idUniqueIndexExists =\n (await this.fieldService.findUniqueIndexesForField(table.dbTableName, colId)).length > 0;\n\n if (!idUniqueIndexExists) {\n issues.push({\n fieldId: colId,\n type: IntegrityIssueType.UniqueIndexNotFound,\n message: `Unique index ${colId} not found for table ${table.name}`,\n });\n }\n\n const uniqueFields = await this.prismaService.field.findMany({\n where: { tableId: table.id, deletedTime: null, unique: true },\n select: { id: true, dbFieldName: true },\n });\n\n for (const field of uniqueFields) {\n const indexNames = await this.fieldService.findUniqueIndexesForField(\n table.dbTableName,\n field.dbFieldName\n );\n if (indexNames.length === 0) {\n issues.push({\n fieldId: field.id,\n type: IntegrityIssueType.UniqueIndexNotFound,\n message: `Unique index ${field.id} not found for table ${table.name}`,\n });\n }\n }\n return issues;\n }\n\n async fixUniqueIndex(tableId?: string, fieldId?: string): Promise {\n if (!tableId || !fieldId) {\n return;\n }\n\n const table = await this.prismaService.tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true, name: true },\n });\n\n let sql: string | undefined;\n if (fieldId.startsWith('__')) {\n sql = this.knex.schema\n .alterTable(table.dbTableName, (table) => {\n table.unique([fieldId]);\n })\n .toQuery();\n } else if (fieldId.startsWith(IdPrefix.Field)) {\n const field = await this.prismaService.field.findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n select: { dbFieldName: true },\n });\n\n const indexName = this.fieldService.getFieldUniqueKeyName(\n table.dbTableName,\n field.dbFieldName,\n fieldId\n );\n\n sql = this.knex.schema\n .alterTable(table.dbTableName, (table) => {\n table.unique([field.dbFieldName], {\n indexName,\n });\n })\n .toQuery();\n }\n\n if (!sql) {\n return;\n }\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n\n return {\n type: IntegrityIssueType.UniqueIndexNotFound,\n fieldId,\n message: `Unique index ${fieldId} fixed for table ${table.name}`,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/invitation/invitation.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { InvitationController } from './invitation.controller';\n\ndescribe('InvitationController', () => {\n let controller: InvitationController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [InvitationController],\n }).compile();\n\n controller = module.get(InvitationController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/invitation/invitation.controller.ts", "content": "import { Body, Controller, Post } from '@nestjs/common';\nimport {\n AcceptInvitationLinkRo,\n acceptInvitationLinkRoSchema,\n type AcceptInvitationLinkVo,\n} from '@teable/openapi';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { InvitationService } from './invitation.service';\n\n@Controller('api/invitation')\nexport class InvitationController {\n constructor(private readonly invitationService: InvitationService) {}\n\n @Post('/link/accept')\n async acceptLink(\n @Body(new ZodValidationPipe(acceptInvitationLinkRoSchema)) invitationRo: AcceptInvitationLinkRo\n ): Promise {\n return await this.invitationService.acceptInvitationLink(invitationRo);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/invitation/invitation.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { CollaboratorModule } from '../collaborator/collaborator.module';\nimport { MailSenderModule } from '../mail-sender/mail-sender.module';\nimport { SettingOpenApiModule } from '../setting/open-api/setting-open-api.module';\nimport { UserModule } from '../user/user.module';\nimport { InvitationController } from './invitation.controller';\nimport { InvitationService } from './invitation.service';\n\n@Module({\n imports: [SettingOpenApiModule, CollaboratorModule, UserModule, MailSenderModule.register()],\n providers: [InvitationService],\n exports: [InvitationService],\n controllers: [InvitationController],\n})\nexport class InvitationModule {}\n" }, { "path": "apps/nestjs-backend/src/features/invitation/invitation.service.spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { getPermissions, Role } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { CollaboratorType, PrincipalType } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { vi } from 'vitest';\nimport { mockDeep, mockReset } from 'vitest-mock-extended';\nimport { getError } from '../../../test/utils/get-error';\nimport { GlobalModule } from '../../global/global.module';\nimport type { IClsStore } from '../../types/cls';\nimport { generateInvitationCode } from '../../utils/code-generate';\nimport { CollaboratorService } from '../collaborator/collaborator.service';\nimport { MailSenderService } from '../mail-sender/mail-sender.service';\nimport { InvitationModule } from './invitation.module';\nimport { InvitationService } from './invitation.service';\n\nconst mockInvitationId = 'invxxxxxxxxx';\nconst mockInvitationCode = generateInvitationCode(mockInvitationId);\n\ndescribe('InvitationService', () => {\n const prismaService = mockDeep();\n const mailSenderService = mockDeep();\n const collaboratorService = mockDeep();\n\n let invitationService: InvitationService;\n let clsService: ClsService;\n\n const mockUser = { id: 'usr1', name: 'John', email: 'john@example.com' };\n const mockSpace = { id: 'spcxxxxxxxx', name: 'Test Space' };\n const mockInvitedUser = { id: 'usr2', name: 'Bob', email: 'bob@example.com' };\n const defaultCls = {\n user: mockUser,\n tx: {},\n origin: {\n ip: '127.0.0.1',\n byApi: false,\n userAgent: 'test',\n referer: 'test',\n },\n };\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [InvitationModule, GlobalModule],\n })\n .overrideProvider(PrismaService)\n .useValue(prismaService)\n .overrideProvider(MailSenderService)\n .useValue(mailSenderService)\n .overrideProvider(CollaboratorService)\n .useValue(collaboratorService)\n .compile();\n\n clsService = module.get>(ClsService);\n invitationService = module.get(InvitationService);\n\n prismaService.txClient.mockImplementation(() => {\n return prismaService;\n });\n\n prismaService.$tx.mockImplementation(async (fn, _options) => {\n return await fn(prismaService);\n });\n });\n\n afterEach(() => {\n mockReset(prismaService);\n });\n\n it('generateInvitation', async () => {\n await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Owner),\n },\n async () => {\n await invitationService['generateInvitation']({\n resourceId: mockSpace.id,\n resourceType: CollaboratorType.Space,\n role: Role.Owner,\n type: 'link',\n });\n }\n );\n\n expect(prismaService.invitation.create).toHaveBeenCalledWith({\n data: {\n id: expect.anything(),\n invitationCode: expect.anything(),\n spaceId: mockSpace.id,\n role: Role.Owner,\n baseId: null,\n type: 'link',\n expiredTime: null,\n createdBy: mockUser.id,\n },\n });\n });\n\n describe('emailInvitationBySpace', () => {\n it('should throw error if space not found', async () => {\n prismaService.space.findFirst.mockResolvedValue(null);\n\n await expect(\n invitationService.emailInvitationBySpace(mockSpace.id, {\n emails: ['notfound@example.com'],\n role: Role.Owner,\n })\n ).rejects.toThrow('Space not found');\n });\n\n it('should send invitation email correctly', async () => {\n // mock data\n prismaService.space.findFirst.mockResolvedValue(mockSpace as any);\n prismaService.user.findMany.mockResolvedValue([mockInvitedUser as any]);\n vi.spyOn(invitationService as any, 'generateInvitation').mockResolvedValue({\n id: mockInvitationId,\n invitationCode: mockInvitationCode,\n } as any);\n collaboratorService.validateUserAddRole.mockResolvedValue();\n\n const result = await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Owner),\n },\n async () =>\n await invitationService.emailInvitationBySpace(mockSpace.id, {\n emails: [mockInvitedUser.email],\n role: Role.Owner,\n })\n );\n\n expect(collaboratorService.createSpaceCollaborator).toHaveBeenCalledWith({\n collaborators: [\n {\n principalId: mockInvitedUser.id,\n principalType: PrincipalType.User,\n },\n ],\n spaceId: mockSpace.id,\n role: Role.Owner,\n });\n\n expect(prismaService.invitationRecord.create).toHaveBeenCalledWith({\n data: {\n inviter: mockUser.id,\n accepter: mockInvitedUser.id,\n type: 'email',\n baseId: null,\n spaceId: mockSpace.id,\n invitationId: mockInvitationId,\n },\n });\n expect(mailSenderService.sendMail).toHaveBeenCalled();\n expect(result).toEqual({ [mockInvitedUser.email]: { invitationId: mockInvitationId } });\n });\n\n it('should rollback when tx fails', async () => {\n prismaService.space.findFirst.mockResolvedValue(mockSpace as any);\n prismaService.user.findMany.mockResolvedValue([mockInvitedUser as any]);\n prismaService.$tx.mockRejectedValue(new Error('tx error'));\n collaboratorService.validateUserAddRole.mockResolvedValue();\n vi.spyOn(invitationService as any, 'checkSpaceInvitation').mockResolvedValue(true);\n\n await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Owner),\n },\n async () => {\n await expect(\n invitationService.emailInvitationBySpace(mockSpace.id, {\n emails: [mockInvitedUser.email],\n role: Role.Owner,\n })\n ).rejects.toThrow('tx error');\n }\n );\n });\n });\n\n describe('emailInvitationByBase', () => {\n it('should throw error if base not found', async () => {\n prismaService.base.findFirst.mockResolvedValue(null);\n\n await expect(\n invitationService.emailInvitationByBase('base1', {\n emails: ['notfound@example.com'],\n role: Role.Creator,\n })\n ).rejects.toThrow('Base not found');\n });\n\n it('should send invitation email correctly', async () => {\n // mock data\n prismaService.base.findFirst.mockResolvedValue({ id: 'base1' } as any);\n prismaService.user.findMany.mockResolvedValue([mockInvitedUser as any]);\n vi.spyOn(invitationService as any, 'generateInvitation').mockResolvedValue({\n id: mockInvitationId,\n invitationCode: mockInvitationCode,\n } as any);\n collaboratorService.validateUserAddRole.mockResolvedValue();\n\n const result = await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Creator),\n },\n async () =>\n await invitationService.emailInvitationByBase('base1', {\n emails: [mockInvitedUser.email],\n role: Role.Creator,\n })\n );\n\n expect(collaboratorService.createBaseCollaborator).toHaveBeenCalledWith({\n collaborators: [\n {\n principalId: mockInvitedUser.id,\n principalType: PrincipalType.User,\n },\n ],\n baseId: 'base1',\n role: Role.Creator,\n });\n expect(prismaService.invitationRecord.create).toHaveBeenCalledWith({\n data: {\n inviter: mockUser.id,\n accepter: mockInvitedUser.id,\n type: 'email',\n baseId: 'base1',\n spaceId: null,\n invitationId: mockInvitationId,\n },\n });\n expect(mailSenderService.sendMail).toHaveBeenCalled();\n expect(result).toEqual({ [mockInvitedUser.email]: { invitationId: mockInvitationId } });\n });\n\n it('should rollback when tx fails', async () => {\n prismaService.base.findFirst.mockResolvedValue({ id: 'base1' } as any);\n prismaService.user.findMany.mockResolvedValue([mockInvitedUser as any]);\n prismaService.$tx.mockRejectedValue(new Error('tx error'));\n collaboratorService.validateUserAddRole.mockResolvedValue();\n vi.spyOn(invitationService as any, 'checkSpaceInvitation').mockResolvedValue(true);\n await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Owner),\n origin: {\n ip: '127.0.0.1',\n byApi: false,\n userAgent: 'test',\n referer: 'test',\n },\n },\n async () => {\n await expect(\n invitationService.emailInvitationByBase('base1', {\n emails: [mockInvitedUser.email],\n role: Role.Creator,\n })\n ).rejects.toThrow('tx error');\n }\n );\n });\n });\n\n describe('acceptInvitationLink', () => {\n const acceptInvitationLinkRo = {\n invitationCode: mockInvitationCode,\n invitationId: mockInvitationId,\n };\n\n it('should throw BadRequestException for invalid code', async () => {\n const errorAcceptInvitationLinkRo = {\n invitationCode: generateInvitationCode('xxxxx'),\n invitationId: mockInvitationId,\n };\n\n await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Owner),\n },\n async () => {\n const error = await getError(() =>\n invitationService.acceptInvitationLink(errorAcceptInvitationLinkRo)\n );\n expect(error).toBeDefined();\n expect(error?.status).toBe(400);\n expect(error?.message).toBe('Invalid invitation code');\n }\n );\n });\n it('should throw NotFoundException for not found link invitation', async () => {\n prismaService.invitation.findFirst.mockResolvedValue(null);\n\n await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Owner),\n },\n async () => {\n const error = await getError(() =>\n invitationService.acceptInvitationLink(acceptInvitationLinkRo)\n );\n expect(error).toBeDefined();\n expect(error?.status).toBe(404);\n expect(error?.message).toBe('Invitation link not found');\n }\n );\n });\n it('should throw ForbiddenException for expired link', async () => {\n prismaService.invitation.findFirst.mockResolvedValue({\n id: mockInvitationId,\n invitationCode: mockInvitationCode,\n type: 'link',\n expiredTime: new Date('2022-01-01'),\n spaceId: mockSpace.id,\n baseId: null,\n deletedTime: null,\n createdTime: new Date('2022-01-02'),\n role: Role.Owner,\n createdBy: mockUser.id,\n lastModifiedBy: null,\n lastModifiedTime: null,\n });\n await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Owner),\n },\n async () => {\n const error = await getError(() =>\n invitationService.acceptInvitationLink(acceptInvitationLinkRo)\n );\n expect(error).toBeDefined();\n expect(error?.status).toBe(400);\n expect(error?.message).toBe('Invitation link has expired');\n }\n );\n });\n it('should return success for email', async () => {\n prismaService.invitation.findFirst.mockResolvedValue({\n id: mockInvitationId,\n invitationCode: mockInvitationCode,\n type: 'email',\n expiredTime: null,\n spaceId: mockSpace.id,\n baseId: null,\n deletedTime: null,\n createdTime: new Date(),\n role: Role.Owner,\n createdBy: mockUser.id,\n lastModifiedBy: null,\n lastModifiedTime: null,\n });\n prismaService.collaborator.count.mockImplementation(() => Promise.resolve(0) as any);\n await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Owner),\n },\n async () => await invitationService.acceptInvitationLink(acceptInvitationLinkRo)\n );\n expect(prismaService.collaborator.count).toHaveBeenCalledTimes(0);\n });\n it('exist collaborator', async () => {\n prismaService.invitation.findFirst.mockResolvedValue({ spaceId: mockSpace.id } as any);\n prismaService.collaborator.count.mockResolvedValue(1);\n const result = await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Owner),\n },\n async () => await invitationService.acceptInvitationLink(acceptInvitationLinkRo)\n );\n expect(result.spaceId).toEqual(mockSpace.id);\n });\n it('should create collaborator and invitation record', async () => {\n const mockInvitation = {\n id: mockInvitationId,\n invitationCode: mockInvitationCode,\n type: 'link',\n expiredTime: null,\n spaceId: mockSpace.id,\n baseId: null,\n deletedTime: null,\n createdTime: new Date('2022-01-02'),\n role: Role.Owner,\n createdBy: 'createdBy',\n lastModifiedBy: null,\n lastModifiedTime: null,\n };\n prismaService.invitation.findFirst.mockResolvedValue(mockInvitation);\n prismaService.collaborator.count.mockResolvedValue(0);\n\n const result = await clsService.runWith(\n {\n ...defaultCls,\n permissions: getPermissions(Role.Owner),\n },\n async () => await invitationService.acceptInvitationLink(acceptInvitationLinkRo)\n );\n\n expect(prismaService.invitationRecord.create).toHaveBeenCalledWith({\n data: {\n invitationId: mockInvitation.id,\n inviter: mockInvitation.createdBy,\n accepter: mockUser.id,\n type: mockInvitation.type,\n spaceId: mockInvitation.spaceId,\n baseId: mockInvitation.baseId,\n },\n });\n expect(collaboratorService.createSpaceCollaborator).toHaveBeenCalledWith({\n collaborators: [\n {\n principalId: mockUser.id,\n principalType: PrincipalType.User,\n },\n ],\n spaceId: mockSpace.id,\n role: Role.Owner,\n createdBy: 'createdBy',\n });\n expect(result.spaceId).toEqual(mockInvitation.spaceId);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/invitation/invitation.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport type { IBaseRole, IRole } from '@teable/core';\nimport { generateInvitationId, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n CollaboratorType,\n MailTransporterType,\n MailType,\n PrincipalType,\n type AcceptInvitationLinkRo,\n type EmailInvitationVo,\n type EmailSpaceInvitationRo,\n type ItemSpaceInvitationLinkVo,\n} from '@teable/openapi';\nimport dayjs from 'dayjs';\nimport { pick } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport type { IMailConfig } from '../../configs/mail.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport { generateInvitationCode } from '../../utils/code-generate';\nimport { CollaboratorService } from '../collaborator/collaborator.service';\nimport { MailSenderService } from '../mail-sender/mail-sender.service';\nimport { SettingOpenApiService } from '../setting/open-api/setting-open-api.service';\nimport { UserService } from '../user/user.service';\n\n@Injectable()\nexport class InvitationService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly settingOpenApiService: SettingOpenApiService,\n private readonly cls: ClsService,\n private readonly configService: ConfigService,\n private readonly mailSenderService: MailSenderService,\n private readonly collaboratorService: CollaboratorService,\n private readonly userService: UserService\n ) {}\n\n private generateInviteUrl(invitationId: string, invitationCode: string) {\n const mailConfig = this.configService.get('mail');\n return `${mailConfig?.origin}/invite?invitationId=${invitationId}&invitationCode=${invitationCode}`;\n }\n\n private async createNotExistedUser(emails: string[]) {\n const users: { email: string; name: string; id: string }[] = [];\n for (const email of emails) {\n const user = await this.userService.createUser({ email });\n users.push(pick(user, 'id', 'name', 'email'));\n }\n return users;\n }\n\n private async checkSpaceInvitation() {\n const user = this.cls.get('user');\n\n if (!user?.isAdmin) {\n const setting = await this.settingOpenApiService.getSetting();\n\n if (setting?.disallowSpaceInvitation) {\n throw new CustomHttpException(\n 'The current instance disallow space invitation by the administrator',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.invitation.disallowSpaceInvitation',\n },\n }\n );\n }\n }\n }\n\n private async emailInvitation({\n emails,\n role,\n resourceId,\n resourceName,\n resourceType,\n }: {\n emails: string[];\n role: IRole;\n resourceId: string;\n resourceName: string;\n resourceType: CollaboratorType;\n }) {\n const user = { ...this.cls.get('user') };\n\n await this.checkInvitationLimits();\n\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n await this.collaboratorService.validateUserAddRole({\n departmentIds,\n userId: user.id,\n addRole: role,\n resourceId,\n resourceType,\n });\n const invitationEmails = emails.map((email) => email.toLowerCase());\n const sendUsers = await this.prismaService.user.findMany({\n select: { id: true, name: true, email: true },\n where: { email: { in: invitationEmails } },\n });\n\n const noExistEmails = invitationEmails.filter(\n (email) => !sendUsers.find((u) => u.email.toLowerCase() === email.toLowerCase())\n );\n\n return this.prismaService.$tx(async () => {\n // create user if not exist\n const newUsers = await this.createNotExistedUser(noExistEmails);\n sendUsers.push(...newUsers);\n\n const result: EmailInvitationVo = {};\n for (const sendUser of sendUsers) {\n // create collaborator link\n if (resourceType === CollaboratorType.Space) {\n await this.collaboratorService.createSpaceCollaborator({\n collaborators: [\n {\n principalId: sendUser.id,\n principalType: PrincipalType.User,\n },\n ],\n spaceId: resourceId,\n role: role as IRole,\n });\n } else {\n await this.collaboratorService.createBaseCollaborator({\n collaborators: [\n {\n principalId: sendUser.id,\n principalType: PrincipalType.User,\n },\n ],\n baseId: resourceId,\n role: role as IBaseRole,\n });\n }\n // generate invitation record\n const { id, invitationCode } = await this.generateInvitation({\n type: 'email',\n role,\n resourceId,\n resourceType,\n });\n\n // save invitation record for audit\n await this.prismaService.txClient().invitationRecord.create({\n data: {\n inviter: user.id,\n accepter: sendUser.id,\n type: 'email',\n spaceId: resourceType === CollaboratorType.Space ? resourceId : null,\n baseId: resourceType === CollaboratorType.Base ? resourceId : null,\n invitationId: id,\n },\n });\n\n // get email info\n const inviteEmailOptions = await this.mailSenderService.inviteEmailOptions({\n name: user.name,\n email: user.email,\n resourceName,\n resourceType,\n inviteUrl: this.generateInviteUrl(id, invitationCode),\n });\n this.mailSenderService.sendMail(\n {\n to: sendUser.email,\n ...inviteEmailOptions,\n },\n {\n type: MailType.Invite,\n transporterName: MailTransporterType.Notify,\n }\n );\n result[sendUser.email] = { invitationId: id };\n }\n return result;\n });\n }\n\n async emailInvitationBySpace(spaceId: string, data: EmailSpaceInvitationRo) {\n await this.checkSpaceInvitation();\n\n const space = await this.prismaService.space.findFirst({\n select: { name: true },\n where: { id: spaceId, deletedTime: null },\n });\n if (!space) {\n throw new CustomHttpException('Space not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.space.notFound',\n },\n });\n }\n\n return this.emailInvitation({\n emails: data.emails,\n role: data.role,\n resourceId: spaceId,\n resourceName: space.name,\n resourceType: CollaboratorType.Space,\n });\n }\n\n async emailInvitationByBase(baseId: string, data: EmailSpaceInvitationRo) {\n await this.checkSpaceInvitation();\n\n const base = await this.prismaService.base.findFirst({\n select: { spaceId: true, name: true },\n where: { id: baseId, deletedTime: null },\n });\n if (!base) {\n throw new CustomHttpException('Base not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.base.notFound',\n },\n });\n }\n\n return this.emailInvitation({\n emails: data.emails,\n role: data.role,\n resourceId: baseId,\n resourceName: base.name,\n resourceType: CollaboratorType.Base,\n });\n }\n\n async generateInvitationLink({\n role,\n resourceId,\n resourceType,\n }: {\n role: IRole;\n resourceId: string;\n resourceType: CollaboratorType;\n }): Promise {\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n await this.collaboratorService.validateUserAddRole({\n departmentIds,\n userId: this.cls.get('user.id'),\n addRole: role,\n resourceId,\n resourceType,\n });\n const { id, createdBy, createdTime, invitationCode } = await this.generateInvitation({\n role,\n resourceId,\n resourceType,\n type: 'link',\n });\n return {\n invitationId: id,\n role: role as IRole,\n createdBy,\n createdTime: createdTime.toISOString(),\n inviteUrl: this.generateInviteUrl(id, invitationCode),\n invitationCode,\n };\n }\n\n private async generateInvitation({\n type,\n role,\n resourceId,\n resourceType,\n }: {\n type: 'link' | 'email';\n role: IRole;\n resourceId: string;\n resourceType: CollaboratorType;\n }) {\n const userId = this.cls.get('user.id');\n const invitationId = generateInvitationId();\n return this.prismaService.txClient().invitation.create({\n data: {\n id: invitationId,\n invitationCode: generateInvitationCode(invitationId),\n spaceId: resourceType === CollaboratorType.Space ? resourceId : null,\n baseId: resourceType === CollaboratorType.Base ? resourceId : null,\n role,\n type,\n expiredTime:\n type === 'email' ? dayjs(new Date()).add(1, 'month').toDate().toISOString() : null,\n createdBy: userId,\n },\n });\n }\n\n async deleteInvitationLink({\n invitationId,\n resourceId,\n resourceType,\n }: {\n invitationId: string;\n resourceId: string;\n resourceType: CollaboratorType;\n }) {\n await this.prismaService.invitation.update({\n where: {\n id: invitationId,\n type: 'link',\n [resourceType === CollaboratorType.Space ? 'spaceId' : 'baseId']: resourceId,\n },\n data: { deletedTime: new Date().toISOString() },\n });\n }\n\n async updateInvitationLink({\n invitationId,\n role,\n resourceId,\n resourceType,\n }: {\n invitationId: string;\n role: IRole;\n resourceId: string;\n resourceType: CollaboratorType;\n }) {\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n await this.collaboratorService.validateUserAddRole({\n departmentIds,\n userId: this.cls.get('user.id'),\n addRole: role,\n resourceId,\n resourceType,\n });\n const { id } = await this.prismaService.invitation.update({\n where: {\n id: invitationId,\n type: 'link',\n [resourceType === CollaboratorType.Space ? 'spaceId' : 'baseId']: resourceId,\n },\n data: {\n role,\n },\n });\n return {\n invitationId: id,\n role,\n };\n }\n\n async getInvitationLink(resourceId: string, resourceType: CollaboratorType) {\n const data = await this.prismaService.invitation.findMany({\n select: { id: true, role: true, createdBy: true, createdTime: true, invitationCode: true },\n where: {\n [resourceType === CollaboratorType.Space ? 'spaceId' : 'baseId']: resourceId,\n type: 'link',\n deletedTime: null,\n },\n });\n return data.map(({ id, role, createdBy, createdTime, invitationCode }) => ({\n invitationId: id,\n role: role as IRole,\n createdBy,\n createdTime: createdTime.toISOString(),\n invitationCode,\n inviteUrl: this.generateInviteUrl(id, invitationCode),\n }));\n }\n\n async acceptInvitationLink(acceptInvitationLinkRo: AcceptInvitationLinkRo) {\n const currentUserId = this.cls.get('user.id');\n const { invitationCode, invitationId } = acceptInvitationLinkRo;\n if (generateInvitationCode(invitationId) !== invitationCode) {\n throw new CustomHttpException('Invalid invitation code', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.invitation.invalidCode',\n },\n });\n }\n const linkInvitation = await this.prismaService.invitation.findFirst({\n where: {\n id: invitationId,\n deletedTime: null,\n },\n });\n if (!linkInvitation) {\n throw new CustomHttpException('Invitation link not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.invitation.linkNotFound',\n },\n });\n }\n\n const { expiredTime, baseId, spaceId, role, createdBy, type } = linkInvitation;\n\n if (expiredTime && expiredTime < new Date()) {\n throw new CustomHttpException('Invitation link has expired', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.invitation.linkExpired',\n },\n });\n }\n\n if (type === 'email') {\n return { baseId, spaceId };\n }\n\n const resourceId = spaceId || baseId;\n if (!resourceId) {\n throw new CustomHttpException(\n 'Invalid invitation link: resourceId not found',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: !spaceId ? 'httpErrors.space.notFound' : 'httpErrors.base.notFound',\n },\n }\n );\n }\n\n const resourceType = spaceId ? CollaboratorType.Space : CollaboratorType.Base;\n let baseSpaceId: string | null = null;\n if (baseId) {\n const base = await this.prismaService\n .txClient()\n .base.findUniqueOrThrow({\n where: { id: baseId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException('Base not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.base.notFound',\n },\n });\n });\n baseSpaceId = base.spaceId;\n }\n const exist = await this.prismaService.txClient().collaborator.count({\n where: {\n principalId: currentUserId,\n principalType: PrincipalType.User,\n resourceId: { in: baseSpaceId ? [baseSpaceId, baseId!] : [spaceId!] },\n },\n });\n if (!exist) {\n await this.prismaService.$tx(async () => {\n if (resourceType === CollaboratorType.Space) {\n await this.collaboratorService.createSpaceCollaborator({\n collaborators: [\n {\n principalId: currentUserId,\n principalType: PrincipalType.User,\n },\n ],\n spaceId: spaceId!,\n role: role as IRole,\n createdBy,\n });\n } else {\n await this.collaboratorService.createBaseCollaborator({\n collaborators: [\n {\n principalId: currentUserId,\n principalType: PrincipalType.User,\n },\n ],\n baseId: baseId!,\n role: role as IBaseRole,\n createdBy,\n });\n }\n // save invitation record for audit\n await this.prismaService.txClient().invitationRecord.create({\n data: {\n invitationId: linkInvitation.id,\n inviter: createdBy,\n accepter: currentUserId,\n type: 'link',\n spaceId,\n baseId,\n },\n });\n });\n }\n return { baseId, spaceId };\n }\n\n private async checkInvitationLimits(): Promise {\n if (!process.env.MAX_INVITATIONS_PER_HOUR) return;\n\n const user = this.cls.get('user');\n const maxInvitationsPerHour = Number(process.env.MAX_INVITATIONS_PER_HOUR);\n const oneHourAgo = new Date(Date.now() - 60 * 60 * 1000);\n const recentInvitations = await this.prismaService.invitationRecord.count({\n where: {\n inviter: user.id,\n createdTime: { gte: oneHourAgo.toISOString() },\n },\n });\n\n if (Number(recentInvitations) >= maxInvitationsPerHour) {\n await this.prismaService.user.update({\n where: { id: user.id },\n data: {\n deactivatedTime: new Date().toISOString(),\n },\n });\n throw new CustomHttpException(\n 'You have reached the maximum number of invitations per hour',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.invitation.limitExceeded',\n },\n }\n );\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/mail-helpers.ts", "content": "import { BadRequestException } from '@nestjs/common';\nimport type { ConfigService } from '@nestjs/config';\nimport type { ISendMailOptions as NestjsSendMailOptions } from '@nestjs-modules/mailer';\nimport type { IMailTransportConfig } from '@teable/openapi';\nimport { createTransport } from 'nodemailer';\n\nexport type ISendMailOptions = NestjsSendMailOptions & { senderName?: string };\n\nexport const helpers = (config: ConfigService) => {\n const publicOrigin = config.get('PUBLIC_ORIGIN');\n return {\n publicOrigin: function () {\n return publicOrigin;\n },\n currentYear: function () {\n return new Date().getFullYear();\n },\n };\n};\n\nexport const verifyTransport = async (config: IMailTransportConfig) => {\n const transporter = createTransport(config);\n try {\n await transporter.verify();\n } catch (error) {\n throw new BadRequestException(\n `Invalid mail transporter: ${error instanceof Error ? error.message : 'Unknown error'}`\n );\n }\n return true;\n};\n\nexport const buildEmailFrom = (sender: string, senderName?: string) => {\n if (!senderName) {\n return sender;\n }\n return `${senderName} <${sender}>`;\n};\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/mail-sender.module.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport path from 'path';\nimport type { DynamicModule } from '@nestjs/common';\nimport { ConfigurableModuleBuilder, Logger, Module } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { MailerModule } from '@nestjs-modules/mailer';\nimport { HandlebarsAdapter } from '@nestjs-modules/mailer/dist/adapters/handlebars.adapter';\nimport { createTransport } from 'nodemailer';\nimport type { IMailConfig } from '../../configs/mail.config';\nimport { SettingOpenApiModule } from '../setting/open-api/setting-open-api.module';\nimport { buildEmailFrom, helpers } from './mail-helpers';\nimport { MailSenderService } from './mail-sender.service';\n\nexport interface MailSenderModuleOptions {\n global?: boolean;\n}\n\nexport const { ConfigurableModuleClass: MailSenderModuleClass, OPTIONS_TYPE } =\n new ConfigurableModuleBuilder().build();\n\n/**\n * Create a no-op transport for when mail is not configured.\n * This transport logs emails instead of sending them and has a proper verify() method\n * that returns a Promise (required by @nestjs-modules/mailer).\n */\nfunction createNoOpTransport() {\n const transport = createTransport({\n jsonTransport: true,\n });\n\n // Override verify to return a Promise (the original returns false for jsonTransport)\n // This is needed because @nestjs-modules/mailer calls verify().then() without checking\n const originalVerify = transport.verify.bind(transport);\n transport.verify = function (callback?: (err: Error | null, success: boolean) => void) {\n if (callback) {\n return originalVerify(callback);\n }\n return Promise.resolve(true);\n } as typeof transport.verify;\n\n return transport;\n}\n\n@Module({})\nexport class MailSenderModule extends MailSenderModuleClass {\n static register(): DynamicModule {\n const module = MailerModule.forRootAsync({\n inject: [ConfigService],\n useFactory: (config: ConfigService) => {\n const mailConfig = config.getOrThrow('mail');\n const templatePagesDir = path.join(__dirname, '/templates/pages');\n const templatePartialsDir = path.join(__dirname, '/templates/partials');\n\n Logger.log(`[Mail Template Pages Dir]: ${templatePagesDir}`);\n Logger.log(`[Mail Template Partials Dir]: ${templatePartialsDir}`);\n\n // If mail is not configured, use a no-op transport that logs instead of sending\n // and has a proper verify() method that returns a Promise\n const transport = mailConfig.isConfigured\n ? {\n host: mailConfig.host,\n port: mailConfig.port,\n secure: mailConfig.secure,\n auth: {\n user: mailConfig.auth.user,\n pass: mailConfig.auth.pass,\n },\n }\n : createNoOpTransport();\n\n if (!mailConfig.isConfigured) {\n Logger.warn(\n '[MailSenderModule] Mail is not configured. Emails will be logged instead of sent.',\n 'MailSenderModule'\n );\n }\n\n return {\n transport,\n defaults: {\n from: buildEmailFrom(mailConfig.sender, mailConfig.senderName),\n },\n template: {\n dir: templatePagesDir,\n adapter: new HandlebarsAdapter(helpers(config)),\n options: {\n strict: true,\n },\n },\n options: {\n partials: {\n dir: templatePartialsDir,\n options: {\n strict: true,\n },\n },\n },\n };\n },\n });\n\n return {\n imports: [SettingOpenApiModule, module],\n module: MailSenderModule,\n providers: [MailSenderService],\n exports: [MailSenderService],\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/mail-sender.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable, Logger } from '@nestjs/common';\nimport { MailerService } from '@nestjs-modules/mailer';\nimport { HttpErrorCode } from '@teable/core';\nimport type { IMailTransportConfig } from '@teable/openapi';\nimport {\n MailType,\n CollaboratorType,\n SettingKey,\n MailTransporterType,\n EmailVerifyCodeType,\n} from '@teable/openapi';\nimport { isString } from 'lodash';\nimport { I18nService } from 'nestjs-i18n';\nimport { createTransport } from 'nodemailer';\nimport { CacheService } from '../../cache/cache.service';\nimport { BaseConfig, IBaseConfig } from '../../configs/base.config';\nimport { IMailConfig, MailConfig } from '../../configs/mail.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport { Events } from '../../event-emitter/events';\nimport type { I18nTranslations } from '../../types/i18n.generated';\nimport { SettingOpenApiService } from '../setting/open-api/setting-open-api.service';\nimport { buildEmailFrom, type ISendMailOptions } from './mail-helpers';\n\n@Injectable()\nexport class MailSenderService {\n private logger = new Logger(MailSenderService.name);\n private readonly defaultTransportConfig: IMailTransportConfig;\n private readonly isMailConfigured: boolean;\n\n constructor(\n private readonly mailService: MailerService,\n @MailConfig() private readonly mailConfig: IMailConfig,\n @BaseConfig() private readonly baseConfig: IBaseConfig,\n private readonly settingOpenApiService: SettingOpenApiService,\n private readonly eventEmitterService: EventEmitterService,\n private readonly cacheService: CacheService,\n private readonly i18n: I18nService\n ) {\n const { host, port, secure, auth, sender, senderName, isConfigured } = this.mailConfig;\n this.isMailConfigured = isConfigured;\n this.defaultTransportConfig = {\n senderName,\n sender,\n host,\n port,\n secure,\n auth: {\n user: auth.user || '',\n pass: auth.pass || '',\n },\n };\n }\n\n /**\n * Log email content when mail is not configured.\n * This helps developers debug email sending without actually sending emails.\n */\n private logEmailContent(mailOptions: ISendMailOptions, from?: string): void {\n const emailInfo = {\n from: from ?? mailOptions.from,\n to: mailOptions.to,\n subject: mailOptions.subject,\n template: mailOptions.template,\n context: mailOptions.context,\n body: mailOptions.html ?? mailOptions.text,\n };\n\n this.logger.log(\n `[Mail Not Configured] Would send email:\\n${JSON.stringify(emailInfo, null, 2)}`\n );\n }\n\n async checkSendMailRateLimit(\n options: { email: string; rateLimitKey: string; rateLimit: number },\n fn: () => Promise\n ) {\n const { email, rateLimitKey: _rateLimitKey, rateLimit: _rateLimit } = options;\n // If rate limit is 0, skip rate limiting entirely\n if (_rateLimit <= 0) {\n return await fn();\n }\n const rateLimit = _rateLimit - 2; // 2 seconds for network latency\n const rateLimitKey = `send-mail-rate-limit:${_rateLimitKey}:${email}` as const;\n const existingRateLimit = await this.cacheService.get(rateLimitKey);\n if (existingRateLimit) {\n throw new CustomHttpException(\n `Reached the rate limit of sending mail, please try again after ${rateLimit} seconds`,\n HttpErrorCode.TOO_MANY_REQUESTS,\n {\n seconds: _rateLimit,\n }\n );\n }\n const result = await fn();\n await this.cacheService.setDetail(rateLimitKey, true, rateLimit);\n return result;\n }\n\n // https://nodemailer.com/smtp#connection-options\n async createTransporter(config: IMailTransportConfig) {\n const { connectionTimeout, greetingTimeout, dnsTimeout } = this.mailConfig;\n const transporter = createTransport({\n ...config,\n connectionTimeout,\n greetingTimeout,\n dnsTimeout,\n });\n const templateAdapter = this.mailService['templateAdapter'];\n this.mailService['initTemplateAdapter'](templateAdapter, transporter);\n return transporter;\n }\n\n /**\n * Check if a transport config is valid (has required SMTP settings)\n */\n private isTransportConfigValid(config: IMailTransportConfig): boolean {\n return Boolean(config.host && config.auth?.user && config.auth?.pass);\n }\n\n async sendMailByConfig(mailOptions: ISendMailOptions, config: IMailTransportConfig) {\n // Check if the provided config is valid (could be from env vars or backend settings)\n if (!this.isTransportConfigValid(config)) {\n const from =\n mailOptions.from ??\n buildEmailFrom(config.sender, mailOptions.senderName ?? config.senderName);\n this.logEmailContent(mailOptions, from as string);\n return { messageId: 'mock-message-id-not-configured' };\n }\n\n const instance = await this.createTransporter(config);\n const from =\n mailOptions.from ??\n buildEmailFrom(config.sender, mailOptions.senderName ?? config.senderName);\n return instance.sendMail({ ...mailOptions, from });\n }\n\n async getTransportConfigByName(name?: MailTransporterType) {\n const setting = await this.settingOpenApiService.getSetting([\n SettingKey.NOTIFY_MAIL_TRANSPORT_CONFIG,\n SettingKey.AUTOMATION_MAIL_TRANSPORT_CONFIG,\n ]);\n const defaultConfig = this.defaultTransportConfig;\n const notifyConfig = setting[SettingKey.NOTIFY_MAIL_TRANSPORT_CONFIG];\n const automationConfig = setting[SettingKey.AUTOMATION_MAIL_TRANSPORT_CONFIG];\n\n const notifyTransport = notifyConfig || defaultConfig;\n const automationTransport = automationConfig || notifyTransport || defaultConfig;\n\n let config = defaultConfig;\n if (name === MailTransporterType.Automation) {\n config = automationTransport;\n } else if (name === MailTransporterType.Notify) {\n config = notifyTransport;\n }\n\n return config;\n }\n\n async notifyMergeOptions(\n list: ISendMailOptions & { mailType: MailType }[],\n brandName: string,\n brandLogo: string\n ) {\n return {\n subject: this.i18n.t('common.email.templates.notify.subject', {\n args: { brandName },\n }),\n template: 'normal',\n context: {\n partialBody: 'notify-merge-body',\n brandName,\n brandLogo,\n list: list.map((item) => ({\n ...item,\n mailType: item.mailType,\n })),\n },\n };\n }\n\n async sendMailByTransporterName(\n mailOptions: ISendMailOptions,\n transporterName?: MailTransporterType,\n type?: MailType\n ) {\n const mergeNotifyType = [MailType.System, MailType.Notify, MailType.Common];\n const checkNotify =\n type && transporterName === MailTransporterType.Notify && mergeNotifyType.includes(type);\n const checkTo = mailOptions.to && isString(mailOptions.to);\n if (checkNotify && checkTo) {\n this.eventEmitterService.emit(Events.NOTIFY_MAIL_MERGE, {\n payload: { ...mailOptions, mailType: type },\n });\n return true;\n }\n const config = await this.getTransportConfigByName(transporterName);\n return await this.sendMailByConfig(mailOptions, config);\n }\n\n async sendMail(\n mailOptions: ISendMailOptions,\n extra?: {\n shouldThrow?: boolean;\n type?: MailType;\n transportConfig?: IMailTransportConfig;\n transporterName?: MailTransporterType;\n }\n ): Promise {\n const { type, transportConfig, transporterName } = extra || {};\n\n let sender: Promise;\n if (transportConfig) {\n // Explicit transport config provided - sendMailByConfig will validate it\n sender = this.sendMailByConfig(mailOptions, transportConfig).then(() => true);\n } else if (transporterName) {\n // Named transporter - may have config from backend settings, sendMailByTransporterName will validate\n sender = this.sendMailByTransporterName(mailOptions, transporterName, type).then(() => true);\n } else {\n // No custom config - use default mailer service\n // If env vars not configured, log the email instead\n if (!this.isMailConfigured) {\n const from =\n mailOptions.from ??\n buildEmailFrom(\n this.mailConfig.sender,\n mailOptions.senderName ?? this.mailConfig.senderName\n );\n this.logEmailContent(mailOptions, from as string);\n return true;\n }\n\n const from =\n mailOptions.from ??\n buildEmailFrom(\n this.mailConfig.sender,\n mailOptions.senderName ?? this.mailConfig.senderName\n );\n\n sender = this.mailService.sendMail({ ...mailOptions, from }).then(() => true);\n }\n\n if (extra?.shouldThrow) {\n return sender;\n }\n\n return sender.catch((reason) => {\n if (reason) {\n console.error(reason);\n this.logger.error(`Mail sending failed: ${reason.message}`, reason.stack);\n }\n return false;\n });\n }\n\n async inviteEmailOptions(info: {\n name: string;\n email: string;\n resourceName: string;\n resourceType: CollaboratorType;\n inviteUrl: string;\n }) {\n const { name, email, inviteUrl, resourceName, resourceType } = info;\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n const resourceAlias = resourceType === CollaboratorType.Space ? 'Space' : 'Base';\n\n return {\n subject: this.i18n.t('common.email.templates.invite.subject', {\n args: { name, email, resourceAlias, resourceName, brandName },\n }),\n template: 'normal',\n context: {\n name,\n email,\n resourceName,\n resourceAlias,\n inviteUrl,\n partialBody: 'invite',\n brandName,\n brandLogo,\n title: this.i18n.t('common.email.templates.invite.title'),\n message: this.i18n.t('common.email.templates.invite.message', {\n args: { name, email, resourceAlias, resourceName },\n }),\n buttonText: this.i18n.t('common.email.templates.invite.buttonText'),\n },\n };\n }\n\n async collaboratorCellTagEmailOptions(info: {\n notifyId: string;\n fromUserName: string;\n refRecord: {\n baseId: string;\n tableId: string;\n tableName: string;\n fieldName: string;\n recordIds: string[];\n recordTitles: { id: string; title: string }[];\n };\n }) {\n const {\n notifyId,\n fromUserName,\n refRecord: { baseId, tableId, fieldName, tableName, recordIds, recordTitles },\n } = info;\n let subject, partialBody;\n const refLength = recordIds.length;\n\n const viewRecordUrlPrefix = `${this.mailConfig.origin}/base/${baseId}/table/${tableId}`;\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n if (refLength <= 1) {\n subject = this.i18n.t('common.email.templates.collaboratorCellTag.subject', {\n args: { fromUserName, fieldName, tableName },\n });\n partialBody = 'collaborator-cell-tag';\n } else {\n subject = this.i18n.t('common.email.templates.collaboratorMultiRowTag.subject', {\n args: { fromUserName, refLength, tableName },\n });\n partialBody = 'collaborator-multi-row-tag';\n }\n\n return {\n notifyMessage: subject,\n subject: `${subject} - ${brandName}`,\n template: 'normal',\n context: {\n notifyId,\n fromUserName,\n refLength,\n tableName,\n fieldName,\n recordIds,\n recordTitles: recordTitles.map((r) => {\n return {\n ...r,\n title: r.title || this.i18n.t('sdk.common.unnamedRecord'),\n };\n }),\n viewRecordUrlPrefix,\n partialBody,\n brandName,\n brandLogo,\n title: this.i18n.t('common.email.templates.collaboratorCellTag.title', {\n args: { fromUserName, fieldName, tableName },\n }),\n buttonText: this.i18n.t('common.email.templates.collaboratorCellTag.buttonText'),\n },\n };\n }\n\n async htmlEmailOptions(info: {\n to: string;\n title: string;\n message: string;\n buttonUrl: string;\n buttonText: string;\n }) {\n const { title, message } = info;\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n return {\n notifyMessage: message,\n subject: `${title} - ${brandName}`,\n template: 'normal',\n context: {\n partialBody: 'html-body',\n brandName,\n brandLogo,\n ...info,\n },\n };\n }\n\n async commonEmailOptions(info: {\n to: string;\n title: string;\n message: string;\n buttonUrl: string;\n buttonText: string;\n }) {\n const { title, message } = info;\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n return {\n notifyMessage: message,\n subject: `${title} - ${brandName}`,\n template: 'normal',\n context: {\n partialBody: 'common-body',\n brandName,\n brandLogo,\n ...info,\n },\n };\n }\n\n async sendTestEmailOptions(info: { message?: string }) {\n const { message } = info;\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n return {\n subject: this.i18n.t('common.email.templates.test.subject', {\n args: { brandName },\n }),\n template: 'normal',\n context: {\n partialBody: 'html-body',\n brandName,\n brandLogo,\n title: this.i18n.t('common.email.templates.test.title'),\n message: message || this.i18n.t('common.email.templates.test.message'),\n },\n };\n }\n\n async waitlistInviteEmailOptions(info: {\n code: string;\n times: number;\n name: string;\n email: string;\n waitlistInviteUrl: string;\n }) {\n const { code, times, name, email, waitlistInviteUrl } = info;\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n return {\n subject: this.i18n.t('common.email.templates.waitlistInvite.subject', {\n args: { name, email, brandName },\n }),\n template: 'normal',\n context: {\n ...info,\n partialBody: 'common-body',\n brandName,\n brandLogo,\n title: this.i18n.t('common.email.templates.waitlistInvite.title'),\n message: this.i18n.t('common.email.templates.waitlistInvite.message', {\n args: { brandName, code, times },\n }),\n buttonText: this.i18n.t('common.email.templates.waitlistInvite.buttonText'),\n buttonUrl: waitlistInviteUrl,\n },\n };\n }\n\n async resetPasswordEmailOptions(info: { name: string; email: string; resetPasswordUrl: string }) {\n const { resetPasswordUrl } = info;\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n\n return {\n subject: this.i18n.t('common.email.templates.resetPassword.subject', {\n args: {\n brandName,\n },\n }),\n template: 'normal',\n context: {\n partialBody: 'reset-password',\n brandName,\n brandLogo,\n title: this.i18n.t('common.email.templates.resetPassword.title'),\n message: this.i18n.t('common.email.templates.resetPassword.message'),\n buttonText: this.i18n.t('common.email.templates.resetPassword.buttonText'),\n buttonUrl: resetPasswordUrl,\n },\n };\n }\n\n async sendEmailVerifyCodeEmailOptions(\n payload:\n | {\n code: string;\n expiresIn: string;\n type: EmailVerifyCodeType.Signup | EmailVerifyCodeType.ChangeEmail;\n }\n | {\n domain: string;\n name: string;\n code: string;\n expiresIn: string;\n type: EmailVerifyCodeType.DomainVerification;\n }\n ) {\n const { type, code, expiresIn } = payload;\n if (this.baseConfig.enableEmailCodeConsole) {\n this.logger.log(`${type} Verification code: ${code} expiresIn ${expiresIn}`);\n }\n switch (type) {\n case EmailVerifyCodeType.Signup:\n return this.sendSignupVerificationEmailOptions(payload);\n case EmailVerifyCodeType.ChangeEmail:\n return this.sendChangeEmailCodeEmailOptions(payload);\n case EmailVerifyCodeType.DomainVerification:\n return this.sendDomainVerificationEmailOptions(payload);\n }\n }\n\n private async sendSignupVerificationEmailOptions(payload: { code: string; expiresIn: string }) {\n const { code, expiresIn } = payload;\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n return {\n subject: this.i18n.t('common.email.templates.emailVerifyCode.signupVerification.subject', {\n args: {\n brandName,\n },\n }),\n template: 'normal',\n context: {\n partialBody: 'email-verify-code',\n brandName,\n brandLogo,\n title: this.i18n.t('common.email.templates.emailVerifyCode.signupVerification.title'),\n message: this.i18n.t('common.email.templates.emailVerifyCode.signupVerification.message', {\n args: {\n code,\n expiresIn: parseInt(expiresIn),\n },\n }),\n },\n };\n }\n\n private async sendChangeEmailCodeEmailOptions(payload: { code: string; expiresIn: string }) {\n const { code, expiresIn } = payload;\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n return {\n subject: this.i18n.t(\n 'common.email.templates.emailVerifyCode.changeEmailVerification.subject',\n {\n args: { brandName },\n }\n ),\n template: 'normal',\n context: {\n partialBody: 'email-verify-code',\n brandName,\n brandLogo,\n title: this.i18n.t('common.email.templates.emailVerifyCode.changeEmailVerification.title'),\n message: this.i18n.t(\n 'common.email.templates.emailVerifyCode.changeEmailVerification.message',\n {\n args: {\n code,\n expiresIn: parseInt(expiresIn),\n },\n }\n ),\n },\n };\n }\n\n private async sendDomainVerificationEmailOptions(payload: {\n domain: string;\n name: string;\n code: string;\n expiresIn: string;\n }) {\n const { domain, name, code, expiresIn } = payload;\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n return {\n subject: this.i18n.t('common.email.templates.emailVerifyCode.domainVerification.subject', {\n args: {\n brandName,\n },\n }),\n template: 'normal',\n context: {\n partialBody: 'email-verify-code',\n brandName,\n brandLogo,\n title: this.i18n.t('common.email.templates.emailVerifyCode.domainVerification.title', {\n args: { domain, name },\n }),\n message: this.i18n.t('common.email.templates.emailVerifyCode.domainVerification.message', {\n args: {\n code,\n expiresIn: parseInt(expiresIn),\n },\n }),\n },\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/open-api/mail-sender-open-api.controller.ts", "content": "import { Body, Controller, Post } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport { ITestMailTransportConfigRo, testMailTransportConfigRoSchema } from '@teable/openapi';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { MailSenderOpenApiService } from './mail-sender-open-api.service';\n\n@Controller('api/mail-sender')\nexport class MailSenderOpenApiController {\n constructor(private readonly mailSenderOpenApiService: MailSenderOpenApiService) {}\n\n @Post('/test-transport-config')\n async testTransportConfig(\n @Body(new ZodValidationPipe(testMailTransportConfigRoSchema))\n testMailTransportConfigRo: ITestMailTransportConfigRo\n ): Promise {\n try {\n await this.mailSenderOpenApiService.testTransportConfig(testMailTransportConfigRo);\n } catch (error) {\n throw new CustomHttpException(\n error instanceof Error ? error.message : 'Mail config error',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.email.testEmailError',\n context: {\n message: error instanceof Error ? error.message : 'Mail config error',\n },\n },\n }\n );\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/open-api/mail-sender-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { MailSenderModule } from '../mail-sender.module';\nimport { MailSenderOpenApiController } from './mail-sender-open-api.controller';\nimport { MailSenderOpenApiService } from './mail-sender-open-api.service';\n\n@Module({\n imports: [MailSenderModule.register()],\n providers: [MailSenderOpenApiService],\n exports: [MailSenderOpenApiService],\n controllers: [MailSenderOpenApiController],\n})\nexport class MailSenderOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/open-api/mail-sender-open-api.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { ITestMailTransportConfigRo } from '@teable/openapi';\nimport { createTransport } from 'nodemailer';\nimport { IMailConfig, MailConfig } from '../../../configs/mail.config';\nimport { MailSenderService } from '../mail-sender.service';\n\n@Injectable()\nexport class MailSenderOpenApiService {\n constructor(\n private readonly mailSenderService: MailSenderService,\n @MailConfig() private readonly mailConfig: IMailConfig\n ) {}\n\n async testTransportConfig(testMailTransportConfigRo: ITestMailTransportConfigRo): Promise {\n const { transportConfig, to, message } = testMailTransportConfigRo;\n const transport = createTransport(transportConfig);\n await transport.verify();\n\n const option = await this.mailSenderService.sendTestEmailOptions({ message });\n await this.mailSenderService.sendMailByConfig({ to, ...option }, transportConfig);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/open-api/mail-sender.merge.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { EventJobModule } from '../../../event-emitter/event-job/event-job.module';\nimport { SettingOpenApiModule } from '../../setting/open-api/setting-open-api.module';\nimport { MailSenderModule } from '../mail-sender.module';\nimport { MAIL_SENDER_QUEUE, MailSenderMergeProcessor } from './mail-sender.merge.processor';\n\n@Module({\n imports: [\n MailSenderModule.register(),\n EventJobModule.registerQueue(MAIL_SENDER_QUEUE),\n SettingOpenApiModule,\n ],\n providers: [MailSenderMergeProcessor],\n exports: [MailSenderMergeProcessor],\n})\nexport class MailSenderMergeModule {}\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/open-api/mail-sender.merge.processor.ts", "content": "import { InjectQueue, Processor, WorkerHost } from '@nestjs/bullmq';\nimport type { NestWorkerOptions } from '@nestjs/bullmq/dist/interfaces/worker-options.interface';\nimport { Injectable } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { MailTransporterType, MailType } from '@teable/openapi';\nimport { type Job, type Queue } from 'bullmq';\nimport { isUndefined } from 'lodash';\nimport { CacheService } from '../../../cache/cache.service';\nimport type { ICacheStore } from '../../../cache/types';\nimport { Events } from '../../../event-emitter/events';\nimport { SettingOpenApiService } from '../../setting/open-api/setting-open-api.service';\nimport { type ISendMailOptions } from '../mail-helpers';\nimport { MailSenderService } from '../mail-sender.service';\n\nexport const MAIL_SENDER_QUEUE = 'mailSenderQueue';\n\nenum MailSenderJob {\n NotifyMailMerge = 'notifyMailMerge',\n NotifyMailMergeSend = 'notifyMailMergeSend',\n}\n\ntype IMailSenderMergePayload = Omit & { mailType: MailType; to: string };\ntype INotifyMailMergeSendPayload = { to: string };\n\ninterface IMailSenderMergeJob {\n payload: IMailSenderMergePayload | INotifyMailMergeSendPayload;\n}\n\nconst queueOptions: NestWorkerOptions = {\n removeOnComplete: {\n count: 1000,\n },\n removeOnFail: {\n count: 1000,\n },\n};\n\n@Processor(MAIL_SENDER_QUEUE, queueOptions)\n@Injectable()\nexport class MailSenderMergeProcessor extends WorkerHost {\n constructor(\n private readonly mailSenderService: MailSenderService,\n private readonly cacheService: CacheService,\n private readonly settingOpenApiService: SettingOpenApiService,\n @InjectQueue(MAIL_SENDER_QUEUE)\n public readonly queue: Queue\n ) {\n super();\n }\n\n async process(job: Job) {\n if (!job.data) {\n return;\n }\n const { payload } = job.data;\n\n if (job.name === MailSenderJob.NotifyMailMergeSend) {\n await this.sendNotifyMailMerge(payload as INotifyMailMergeSendPayload);\n return;\n }\n\n if (job.name === MailSenderJob.NotifyMailMerge) {\n const shouldSend = await this.checkAndMerge(payload as IMailSenderMergePayload);\n if (shouldSend) {\n this.mailSenderService.sendMailByTransporterName(\n payload,\n MailTransporterType.Notify,\n MailType.NotifyMerge\n );\n }\n }\n }\n\n @OnEvent(Events.NOTIFY_MAIL_MERGE)\n async onNotifyMailMerge(event: { payload: IMailSenderMergePayload }) {\n await this.queue.add(MailSenderJob.NotifyMailMerge, {\n payload: event.payload,\n });\n }\n\n private async checkAndMerge(payload: IMailSenderMergePayload) {\n const { to } = payload;\n const list = await this.cacheService.get(`mail-sender:notify-mail-merge:${to}`);\n if (isUndefined(list)) {\n await this.cacheService.set(`mail-sender:notify-mail-merge:${to}`, [], '5m');\n await this.queue.add(\n MailSenderJob.NotifyMailMergeSend,\n {\n payload: { to },\n },\n { delay: 1000 * 60 } // 1 minute\n );\n return true;\n }\n await this.cacheService.set(`mail-sender:notify-mail-merge:${to}`, [...list, payload], '5m');\n return false;\n }\n\n private async sendNotifyMailMerge(payload: INotifyMailMergeSendPayload) {\n const { to } = payload;\n const list = await this.cacheService.get(`mail-sender:notify-mail-merge:${to}`);\n await this.cacheService.del(`mail-sender:notify-mail-merge:${to}`);\n\n if (!list || list.length === 0) {\n return;\n }\n\n if (list.length === 1) {\n this.mailSenderService.sendMailByTransporterName(\n list[0],\n MailTransporterType.Notify,\n MailType.NotifyMerge\n );\n return;\n }\n\n const { brandName, brandLogo } = await this.settingOpenApiService.getServerBrand();\n const mailOptions = await this.mailSenderService.notifyMergeOptions(list, brandName, brandLogo);\n this.mailSenderService.sendMailByTransporterName(\n {\n ...mailOptions,\n to,\n },\n MailTransporterType.Notify,\n MailType.NotifyMerge\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/pages/normal.hbs", "content": "\n\n\n \n \n \n\n\n\n \n \n \n
\n \n \n {{> header }}\n \n {{> (lookup . 'partialBody') }}\n \n {{> footer }}\n
\n
\n\n\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/partials/collaborator-cell-tag.hbs", "content": "\n \n

\n {{{title}}}\n

\n {{buttonText}}\n \n \n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/partials/collaborator-multi-row-tag.hbs", "content": "\n \n

\n {{{title}}}:\n

\n
\n {{#each recordTitles}}\n {{this.title}}\n {{/each}}\n
\n \n\n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/partials/common-body.hbs", "content": "\n \n

{{{title}}}

\n

{{{message}}}

\n {{buttonText}}\n \n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/partials/email-verify-code.hbs", "content": "\n \n

{{{title}}}

\n

{{{message}}}

\n \n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/partials/footer.hbs", "content": "\n\n \n

©{{currentYear}} {{brandName}}

\n Help Center\n \n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/partials/header.hbs", "content": "\n\n \n \"{{brandName}}\n \n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/partials/html-body.hbs", "content": "\n \n

{{title}}

\n {{{message}}}\n \n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/partials/invite.hbs", "content": "\n \n

{{{title}}}

\n

\n {{{message}}}\n

\n {{buttonText}}\n \n" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/partials/notify-merge-body.hbs", "content": "\n{{#each list}}\n {{#with context}}\n {{> (lookup . 'partialBody') }}\n {{/with}}\n{{/each}}" }, { "path": "apps/nestjs-backend/src/features/mail-sender/templates/partials/reset-password.hbs", "content": "\n \n

{{{title}}}

\n

{{{message}}}

\n {{buttonText}}\n \n" }, { "path": "apps/nestjs-backend/src/features/model/access-token.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { PerformanceCache, PerformanceCacheService } from '../../performance-cache';\nimport { generateAccessTokenCacheKey } from '../../performance-cache/generate-keys';\nimport { dateToIso } from '../../utils/date-to-iso';\n\n@Injectable()\nexport class AccessTokenModel {\n constructor(\n private readonly prismaService: PrismaService,\n protected readonly performanceCacheService: PerformanceCacheService\n ) {}\n\n @PerformanceCache({\n ttl: 30,\n keyGenerator: generateAccessTokenCacheKey,\n statsType: 'access-token',\n })\n async getAccessTokenRawById(id: string) {\n const res = await this.prismaService.txClient().accessToken.findUnique({\n where: { id },\n });\n if (!res) {\n return null;\n }\n return dateToIso(res);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/model/collaborator.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport type { IPerformanceCacheStore } from '../../performance-cache';\nimport { PerformanceCache, PerformanceCacheService } from '../../performance-cache';\nimport { generateCollaboratorCacheKey } from '../../performance-cache/generate-keys';\nimport type { IClsStore } from '../../types/cls';\nimport { dateToIso } from '../../utils/date-to-iso';\nimport { clearCache } from './helper';\n\n@Injectable()\nexport class CollaboratorModel {\n constructor(\n private readonly prismaService: PrismaService,\n protected readonly performanceCacheService: PerformanceCacheService,\n private readonly cls: ClsService\n ) {\n this.prismaService.$use(async (params, next) => {\n const clearCacheKeys: (keyof IPerformanceCacheStore)[] = [];\n if (\n params.model === 'Collaborator' &&\n (params.action.includes('update') || params.action.includes('delete'))\n ) {\n const resourceId = params.args?.where?.resourceId;\n if (typeof resourceId === 'string') {\n clearCacheKeys.push(generateCollaboratorCacheKey(resourceId));\n } else if (typeof resourceId === 'object' && 'in' in resourceId) {\n const resourceIds = resourceId.in as string[];\n clearCacheKeys.push(...resourceIds.map(generateCollaboratorCacheKey));\n }\n const compositeResourceId =\n params.args?.where?.resourceType_resourceId_principalId_principalType?.resourceId;\n if (compositeResourceId) {\n clearCacheKeys.push(generateCollaboratorCacheKey(compositeResourceId));\n }\n }\n\n if (params.model === 'Collaborator' && params.action.includes('create')) {\n const createData = params.args?.data;\n if (Array.isArray(createData)) {\n clearCacheKeys.push(\n ...createData.map(({ resourceId }) => generateCollaboratorCacheKey(resourceId))\n );\n } else {\n clearCacheKeys.push(generateCollaboratorCacheKey(createData.resourceId));\n }\n }\n await clearCache(params, clearCacheKeys, this.performanceCacheService, this.cls);\n return next(params);\n });\n }\n\n @PerformanceCache({\n ttl: 60 * 5,\n statsType: 'collaborator',\n keyGenerator: generateCollaboratorCacheKey,\n })\n async getCollaboratorRawByResourceId(resourceId: string) {\n const res = await this.prismaService.collaborator.findMany({\n where: {\n resourceId: resourceId,\n },\n });\n return res.map((item) => dateToIso(item));\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/model/helper.ts", "content": "import type { Prisma } from '@teable/db-main-prisma';\nimport type { ClsService } from 'nestjs-cls';\nimport type { IPerformanceCacheStore, PerformanceCacheService } from '../../performance-cache';\nimport type { IClsStore } from '../../types/cls';\n\nexport const clearCache = async (\n params: Prisma.MiddlewareParams,\n clearCacheKeys: (keyof IPerformanceCacheStore)[],\n performanceCacheService: PerformanceCacheService,\n cls: ClsService\n) => {\n if (!clearCacheKeys.length) {\n return;\n }\n if (!params.runInTransaction) {\n await Promise.all(clearCacheKeys.map((key) => performanceCacheService.del(key)));\n return;\n }\n\n if (cls.isActive()) {\n const currentClearCacheKeys = cls.get('clearCacheKeys') || [];\n cls.set('clearCacheKeys', [...currentClearCacheKeys, ...clearCacheKeys]);\n }\n};\n" }, { "path": "apps/nestjs-backend/src/features/model/model.module.ts", "content": "import { Global, Module } from '@nestjs/common';\nimport { PrismaModule } from '@teable/db-main-prisma';\nimport { AccessTokenModel } from './access-token';\nimport { CollaboratorModel } from './collaborator';\nimport { SettingModel } from './setting';\nimport { TemplateModel } from './template';\nimport { UserModel } from './user';\n\n@Global()\n@Module({\n imports: [PrismaModule],\n providers: [UserModel, CollaboratorModel, AccessTokenModel, SettingModel, TemplateModel],\n exports: [UserModel, CollaboratorModel, AccessTokenModel, SettingModel, TemplateModel],\n})\nexport class ModelModule {}\n" }, { "path": "apps/nestjs-backend/src/features/model/setting.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport type { IPerformanceCacheStore } from '../../performance-cache';\nimport { PerformanceCache, PerformanceCacheService } from '../../performance-cache';\nimport { generateSettingCacheKey } from '../../performance-cache/generate-keys';\nimport type { IClsStore } from '../../types/cls';\nimport { clearCache } from './helper';\n\n@Injectable()\nexport class SettingModel {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly performanceCacheService: PerformanceCacheService,\n private readonly cls: ClsService\n ) {\n this.prismaService.$use(async (params, next) => {\n const clearCacheKeys: (keyof IPerformanceCacheStore)[] = [];\n if (\n params.model === 'Setting' &&\n (params.action.includes('update') ||\n params.action.includes('delete') ||\n params.action.includes('upsert') ||\n params.action.includes('create'))\n ) {\n clearCacheKeys.push(generateSettingCacheKey());\n }\n\n await clearCache(params, clearCacheKeys, this.performanceCacheService, this.cls);\n return next(params);\n });\n }\n\n @PerformanceCache({\n ttl: 60 * 60 * 24, // 1 day\n keyGenerator: generateSettingCacheKey,\n statsType: 'instance:setting',\n })\n async getSetting() {\n return await this.prismaService.setting.findMany();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/model/template.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITemplateVo } from '@teable/openapi';\nimport { PerformanceCache, PerformanceCacheService } from '../../performance-cache';\nimport { generateTemplateCacheKeyByBaseId } from '../../performance-cache/generate-keys';\n\n@Injectable()\nexport class TemplateModel {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly performanceCacheService: PerformanceCacheService\n ) {}\n\n @PerformanceCache({\n ttl: 60 * 60 * 24, // 1 day\n keyGenerator: (baseId: string) => generateTemplateCacheKeyByBaseId(baseId),\n statsType: 'template',\n })\n async getTemplateRawByBaseId(baseId: string) {\n const res = await this.prismaService.txClient().template.findFirst({\n where: { snapshot: { contains: baseId } },\n });\n if (!res) {\n return null;\n }\n return {\n ...res,\n snapshot: JSON.parse(res.snapshot!) as ITemplateVo['snapshot'],\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/model/user.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport type { IPerformanceCacheStore } from '../../performance-cache';\nimport { PerformanceCache, PerformanceCacheService } from '../../performance-cache';\nimport { generateUserCacheKey } from '../../performance-cache/generate-keys';\nimport type { IClsStore } from '../../types/cls';\nimport { dateToIso } from '../../utils/date-to-iso';\nimport { clearCache } from './helper';\n\n@Injectable()\nexport class UserModel {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly performanceCacheService: PerformanceCacheService,\n private readonly cls: ClsService\n ) {\n this.prismaService.$use(async (params, next) => {\n const clearCacheKeys: (keyof IPerformanceCacheStore)[] = [];\n if (\n params.model === 'User' &&\n (params.action.includes('update') || params.action.includes('delete'))\n ) {\n const whereId = params.args?.where?.id;\n whereId && clearCacheKeys.push(generateUserCacheKey(whereId));\n }\n await clearCache(params, clearCacheKeys, this.performanceCacheService, this.cls);\n return next(params);\n });\n }\n\n @PerformanceCache({\n ttl: 30,\n keyGenerator: generateUserCacheKey,\n preventConcurrent: false,\n statsType: 'user',\n })\n async getUserRawById(id: string) {\n const res = await this.prismaService.txClient().user.findUnique({\n where: { id, deletedTime: null },\n });\n if (!res) {\n return null;\n }\n return dateToIso(res);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/next/next.controller.ts", "content": "import { All, Body, Controller, Get, Next, Post, Req, Res } from '@nestjs/common';\nimport { ApiExcludeEndpoint } from '@nestjs/swagger';\nimport type { IQueryParamsVo } from '@teable/openapi';\nimport { IQueryParamsRo, queryParamsRoSchema } from '@teable/openapi';\nimport { NextFunction, Request, Response } from 'express';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Public } from '../auth/decorators/public.decorator';\nimport { NextService } from './next.service';\n\n@Controller('/')\nexport class NextController {\n constructor(private nextService: NextService) {}\n\n /**\n * StreamSaver mitm.html needs relaxed CSP to allow inline scripts\n * The default CSP blocks inline scripts which prevents Service Worker registration\n */\n @ApiExcludeEndpoint()\n @Public()\n @Get('streamsaver/mitm.html')\n public async streamSaverMitm(@Req() req: Request, @Res() res: Response) {\n if (!this.nextService.server) {\n return res.status(404).send('Not Found');\n }\n // Allow inline scripts for mitm.html (required for StreamSaver to work)\n res.setHeader(\n 'Content-Security-Policy',\n \"default-src 'self'; script-src 'self' 'unsafe-inline'; frame-ancestors *\"\n );\n await this.nextService.server.getRequestHandler()(req, res);\n }\n\n /**\n * Service Worker file needs special headers for registration\n * - Content-Type must be application/javascript\n * - Service-Worker-Allowed header to allow broader scope\n */\n @ApiExcludeEndpoint()\n @Public()\n @Get('streamsaver/sw.js')\n public async serviceWorker(@Req() req: Request, @Res() res: Response) {\n if (!this.nextService.server) {\n return res.status(404).send('Not Found');\n }\n res.setHeader('Content-Type', 'application/javascript; charset=utf-8');\n res.setHeader('Service-Worker-Allowed', '/');\n await this.nextService.server.getRequestHandler()(req, res);\n }\n\n @ApiExcludeEndpoint()\n @Public()\n @Get([\n '/',\n 'favicon.ico',\n '_next/*',\n '__nextjs*',\n 'images/*',\n 'streamsaver/*',\n 'home',\n '404/*',\n '403/?*',\n '402/?*',\n 'space/?*',\n 'auth/?*',\n 'waitlist/?*',\n 'base/?*',\n 'invite/?*',\n 'share/?*',\n 'setting/?*',\n 'admin/?*',\n 'oauth/?*',\n 'developer/?*',\n 'public/?*',\n 'enterprise/?*',\n 'unsubscribe/?*',\n 'integrations/authorize/?*',\n 't/?*',\n ])\n public async home(@Req() req: Request, @Res() res: Response) {\n await this.nextService.server.getRequestHandler()(req, res);\n }\n\n @ApiExcludeEndpoint()\n @Public()\n @All(['socket', 'socket/*'])\n public async socket(@Req() req: Request, @Res() res: Response, @Next() next: NextFunction) {\n if (!this.nextService.server) {\n return next();\n }\n await this.nextService.server.getRequestHandler()(req, res);\n }\n\n @Post('api/query-params')\n async saveQueryParams(\n @Body(new ZodValidationPipe(queryParamsRoSchema)) saveQueryParamsRo: IQueryParamsRo\n ): Promise {\n return await this.nextService.saveQueryParams(saveQueryParamsRo);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/next/next.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { NextController } from './next.controller';\nimport { NextService } from './next.service';\nimport { NextPluginModule } from './plugin/plugin.module';\n@Module({\n imports: [NextPluginModule],\n providers: [NextService],\n controllers: [NextController],\n})\nexport class NextModule {}\n" }, { "path": "apps/nestjs-backend/src/features/next/next.service.ts", "content": "import type { OnModuleDestroy, OnModuleInit } from '@nestjs/common';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { generateQueryId } from '@teable/core';\nimport type { IQueryParamsRo, IQueryParamsVo } from '@teable/openapi';\nimport createServer from 'next';\nimport { CacheService } from '../../cache/cache.service';\nimport type { ICacheStore } from '../../cache/types';\n\n@Injectable()\nexport class NextService implements OnModuleInit, OnModuleDestroy {\n private logger = new Logger(NextService.name);\n public server!: ReturnType;\n constructor(\n private configService: ConfigService,\n private readonly cacheService: CacheService\n ) {}\n\n private async startNEXTjs() {\n const nodeEnv = this.configService.get('NODE_ENV');\n const port = this.configService.get('PORT');\n const nextJsDir = this.configService.get('NEXTJS_DIR');\n try {\n this.server = createServer({\n dev: nodeEnv !== 'production',\n port: port,\n dir: nextJsDir,\n hostname: 'localhost',\n turbopack: true,\n });\n await this.server.prepare();\n } catch (error) {\n this.logger.error(error);\n }\n }\n\n async onModuleInit() {\n if (process.env.BACKEND_SKIP_NEXT_START !== 'true') {\n await this.startNEXTjs();\n }\n }\n\n async onModuleDestroy() {\n await this.server?.close();\n }\n\n async saveQueryParams(queryParamsRo: IQueryParamsRo): Promise {\n const { params } = queryParamsRo;\n const ttl = 60;\n const queryId = generateQueryId();\n const cacheKey = `query-params:${queryId}` as const;\n\n await this.cacheService.setDetail(cacheKey, params, ttl);\n\n return { queryId };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/next/plugin/plugin-proxy.middleware.ts", "content": "// proxy.middleware.ts\nimport type { NestMiddleware } from '@nestjs/common';\nimport type { Request, Response } from 'express';\nimport type { RequestHandler } from 'http-proxy-middleware';\nimport { createProxyMiddleware } from 'http-proxy-middleware';\nimport { BaseConfig, IBaseConfig } from '../../../configs/base.config';\n\nexport class PluginProxyMiddleware implements NestMiddleware {\n private proxy: RequestHandler;\n\n constructor(@BaseConfig() private readonly baseConfig: IBaseConfig) {\n this.proxy = createProxyMiddleware({\n target: `http://localhost:${baseConfig.pluginServerPort}`,\n });\n }\n\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n async use(req: Request, res: Response, next: () => void): Promise {\n this.proxy(req, res, next);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/next/plugin/plugin-proxy.module.ts", "content": "import type { MiddlewareConsumer, NestModule } from '@nestjs/common';\nimport { Module, RequestMethod } from '@nestjs/common';\nimport { PluginProxyMiddleware } from './plugin-proxy.middleware';\n@Module({\n providers: [],\n imports: [],\n})\nexport class PluginProxyModule implements NestModule {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n configure(consumer: MiddlewareConsumer): any {\n consumer.apply(PluginProxyMiddleware).forRoutes({\n method: RequestMethod.ALL,\n path: 'plugin/?*',\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/next/plugin/plugin.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { PluginProxyModule } from './plugin-proxy.module';\n@Module({\n imports: [PluginProxyModule],\n providers: [],\n controllers: [],\n})\nexport class NextPluginModule {}\n" }, { "path": "apps/nestjs-backend/src/features/notification/notification.controller.ts", "content": "import { Body, Controller, Get, Param, Patch, Query } from '@nestjs/common';\nimport type { INotificationUnreadCountVo, INotificationVo } from '@teable/openapi';\nimport {\n getNotifyListQuerySchema,\n IGetNotifyListQuery,\n IUpdateNotifyStatusRo,\n updateNotifyStatusRoSchema,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../types/cls';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { NotificationService } from './notification.service';\n\n@Controller('api/notifications')\nexport class NotificationController {\n constructor(\n private readonly notificationService: NotificationService,\n private readonly cls: ClsService\n ) {}\n\n @Get()\n async getNotifyList(\n @Query(new ZodValidationPipe(getNotifyListQuerySchema)) query: IGetNotifyListQuery\n ): Promise {\n const currentUserId = this.cls.get('user.id');\n return this.notificationService.getNotifyList(currentUserId, query);\n }\n\n @Get('/unread-count')\n async unreadCount(): Promise {\n const currentUserId = this.cls.get('user.id');\n return this.notificationService.unreadCount(currentUserId);\n }\n\n @Patch(':notificationId/status')\n async updateNotifyStatus(\n @Param('notificationId') notificationId: string,\n @Body(new ZodValidationPipe(updateNotifyStatusRoSchema))\n updateNotifyStatusRo: IUpdateNotifyStatusRo\n ): Promise {\n const currentUserId = this.cls.get('user.id');\n return this.notificationService.updateNotifyStatus(\n currentUserId,\n notificationId,\n updateNotifyStatusRo\n );\n }\n\n @Patch('/read-all')\n async markAllAsRead(): Promise {\n const currentUserId = this.cls.get('user.id');\n return this.notificationService.markAllAsRead(currentUserId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/notification/notification.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ShareDbModule } from '../../share-db/share-db.module';\nimport { MailSenderModule } from '../mail-sender/mail-sender.module';\nimport { UserModule } from '../user/user.module';\nimport { NotificationController } from './notification.controller';\nimport { NotificationService } from './notification.service';\n\n@Module({\n imports: [ShareDbModule, UserModule, MailSenderModule.register()],\n controllers: [NotificationController],\n providers: [NotificationService],\n exports: [NotificationService],\n})\nexport class NotificationModule {}\n" }, { "path": "apps/nestjs-backend/src/features/notification/notification.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport type { ILocalization, INotificationBuffer, INotificationUrl } from '@teable/core';\nimport {\n generateNotificationId,\n getUserNotificationChannel,\n NotificationStatesEnum,\n NotificationTypeEnum,\n notificationUrlSchema,\n userIconSchema,\n SYSTEM_USER_ID,\n assertNever,\n} from '@teable/core';\nimport type { Prisma } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { MailTransporterType, MailType } from '@teable/openapi';\nimport {\n type IGetNotifyListQuery,\n type INotificationUnreadCountVo,\n type INotificationVo,\n type IUpdateNotifyStatusRo,\n} from '@teable/openapi';\nimport { keyBy } from 'lodash';\nimport { I18nContext, I18nService } from 'nestjs-i18n';\nimport { IMailConfig, MailConfig } from '../../configs/mail.config';\nimport { ShareDbService } from '../../share-db/share-db.service';\nimport type { I18nPath, I18nTranslations } from '../../types/i18n.generated';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { MailSenderService } from '../mail-sender/mail-sender.service';\nimport { UserService } from '../user/user.service';\n\n@Injectable()\nexport class NotificationService {\n private readonly logger = new Logger(NotificationService.name);\n private readonly mailTypeMap: Record = {\n [NotificationTypeEnum.System]: MailType.System,\n [NotificationTypeEnum.CollaboratorCellTag]: MailType.CollaboratorCellTag,\n [NotificationTypeEnum.CollaboratorMultiRowTag]: MailType.CollaboratorMultiRowTag,\n [NotificationTypeEnum.Comment]: MailType.Common,\n [NotificationTypeEnum.ExportBase]: MailType.ExportBase,\n };\n constructor(\n private readonly prismaService: PrismaService,\n private readonly shareDbService: ShareDbService,\n private readonly mailSenderService: MailSenderService,\n private readonly userService: UserService,\n @MailConfig() private readonly mailConfig: IMailConfig,\n private readonly i18n: I18nService\n ) {}\n\n getUserLang(lang?: string | null) {\n return lang ?? I18nContext.current()?.lang;\n }\n\n getMessage(text: string | ILocalization, lang?: string) {\n return typeof text === 'string'\n ? text\n : (this.i18n.t(text.i18nKey, {\n args: text.context,\n lang: lang ?? I18nContext.current()?.lang,\n }) as string);\n }\n\n /**\n * notification message i18n use common prefix, so we need to remove it to save db\n */\n getMessageI18n(localization: string | ILocalization) {\n return typeof localization === 'string'\n ? undefined\n : JSON.stringify({\n // remove common prefix\n // eg: common.email.templates -> email.templates\n i18nKey: localization.i18nKey.replace(/^common\\./, ''),\n context: localization.context,\n });\n }\n\n async sendCollaboratorNotify(params: {\n fromUserId: string;\n toUserId: string;\n refRecord: {\n baseId: string;\n tableId: string;\n tableName: string;\n fieldName: string;\n recordIds: string[];\n recordTitles: { id: string; title: string }[];\n };\n }): Promise {\n const { fromUserId, toUserId, refRecord } = params;\n const [fromUser, toUser] = await Promise.all([\n this.userService.getUserById(fromUserId),\n this.userService.getUserById(toUserId),\n ]);\n\n if (!fromUser || !toUser || fromUserId === toUserId) {\n return;\n }\n\n const notifyId = generateNotificationId();\n\n const userIcon = userIconSchema.parse({\n userId: fromUser.id,\n userName: fromUser.name,\n userAvatarUrl: fromUser?.avatar && getPublicFullStorageUrl(fromUser.avatar),\n });\n\n const urlMeta = notificationUrlSchema.parse({\n baseId: refRecord.baseId,\n tableId: refRecord.tableId,\n ...(refRecord.recordIds.length === 1 ? { recordId: refRecord.recordIds[0] } : {}),\n });\n const type =\n refRecord.recordIds.length > 1\n ? NotificationTypeEnum.CollaboratorMultiRowTag\n : NotificationTypeEnum.CollaboratorCellTag;\n\n const notifyPath = this.generateNotifyPath(type as NotificationTypeEnum, urlMeta);\n\n let message: string | ILocalization = '';\n if (refRecord.recordIds.length <= 1) {\n message = {\n i18nKey: 'common.email.templates.collaboratorCellTag.subject',\n context: {\n fromUserName: fromUser.name,\n fieldName: refRecord.fieldName,\n tableName: refRecord.tableName,\n },\n };\n } else {\n message = {\n i18nKey: 'common.email.templates.collaboratorMultiRowTag.subject',\n context: {\n fromUserName: fromUser.name,\n refLength: refRecord.recordIds.length.toString(),\n tableName: refRecord.tableName,\n },\n };\n }\n const data: Prisma.NotificationCreateInput = {\n id: notifyId,\n fromUserId,\n toUserId,\n type,\n message: this.getMessage(message, 'en'),\n messageI18n: this.getMessageI18n(message),\n urlPath: notifyPath,\n createdBy: fromUserId,\n };\n const notifyData = await this.createNotify(data);\n\n const unreadCount = (await this.unreadCount(toUser.id)).unreadCount;\n\n const socketNotification = {\n notification: {\n id: notifyData.id,\n message: notifyData.message,\n messageI18n: notifyData.messageI18n,\n notifyIcon: userIcon,\n notifyType: notifyData.type as NotificationTypeEnum,\n url: this.mailConfig.origin + notifyPath,\n isRead: false,\n createdTime: notifyData.createdTime.toISOString(),\n },\n unreadCount: unreadCount,\n };\n\n this.sendNotifyBySocket(toUser.id, socketNotification);\n\n const emailOptions = await this.mailSenderService.collaboratorCellTagEmailOptions({\n notifyId,\n fromUserName: fromUser.name,\n refRecord,\n });\n if (toUser.notifyMeta && toUser.notifyMeta.email) {\n this.mailSenderService.sendMail(\n {\n to: toUser.email,\n ...emailOptions,\n },\n {\n type: this.mailTypeMap[type],\n transporterName: MailTransporterType.Notify,\n }\n );\n }\n }\n\n async sendHtmlContentNotify(\n params: {\n path: string;\n fromUserId?: string;\n toUserId: string;\n message: string | ILocalization;\n emailConfig?: {\n title: string | ILocalization;\n message: string | ILocalization;\n buttonUrl?: string;\n buttonText?: string | ILocalization;\n };\n },\n type = NotificationTypeEnum.System\n ) {\n const { toUserId, emailConfig, path, fromUserId = SYSTEM_USER_ID } = params;\n const notifyId = generateNotificationId();\n const toUser = await this.userService.getUserById(toUserId);\n if (!toUser) {\n return;\n }\n\n const data: Prisma.NotificationCreateInput = {\n id: notifyId,\n fromUserId: fromUserId,\n toUserId,\n type,\n urlPath: path,\n createdBy: fromUserId,\n message: this.getMessage(params.message, 'en'),\n messageI18n: this.getMessageI18n(params.message),\n };\n const notifyData = await this.createNotify(data);\n\n const unreadCount = (await this.unreadCount(toUser.id)).unreadCount;\n\n const rawUsers = await this.prismaService.user.findMany({\n select: { id: true, name: true, avatar: true },\n where: { id: fromUserId },\n });\n const fromUserSets = keyBy(rawUsers, 'id');\n\n const systemNotifyIcon = this.generateNotifyIcon(\n notifyData.type as NotificationTypeEnum,\n fromUserId,\n fromUserSets\n );\n\n const socketNotification = {\n notification: {\n id: notifyData.id,\n message: notifyData.message,\n messageI18n: notifyData.messageI18n,\n notifyType: type,\n url: path,\n notifyIcon: systemNotifyIcon,\n isRead: false,\n createdTime: notifyData.createdTime.toISOString(),\n },\n unreadCount: unreadCount,\n };\n\n this.sendNotifyBySocket(toUser.id, socketNotification);\n\n if (emailConfig && toUser.notifyMeta && toUser.notifyMeta.email) {\n const lang = this.getUserLang(toUser.lang);\n const emailOptions = await this.mailSenderService.htmlEmailOptions({\n ...emailConfig,\n title: this.getMessage(emailConfig.title, lang),\n message: this.getMessage(emailConfig.message, lang),\n to: toUserId,\n buttonUrl: emailConfig.buttonUrl || this.mailConfig.origin + path,\n buttonText: emailConfig.buttonText\n ? this.getMessage(emailConfig.buttonText, lang)\n : this.i18n.t('common.email.templates.notify.buttonText'),\n });\n this.mailSenderService.sendMail(\n {\n to: toUser.email,\n ...emailOptions,\n },\n {\n type: this.mailTypeMap[type],\n transporterName: MailTransporterType.Notify,\n }\n );\n }\n }\n\n async sendCommonNotify(\n params: {\n path: string;\n fromUserId?: string;\n toUserId: string;\n message: string | ILocalization;\n emailConfig?: {\n title: string | ILocalization;\n message: string | ILocalization;\n buttonUrl?: string; // use path as default\n buttonText?: string | ILocalization; // use 'View' as default\n };\n },\n type = NotificationTypeEnum.System\n ) {\n const { toUserId, emailConfig, path, fromUserId = SYSTEM_USER_ID } = params;\n const notifyId = generateNotificationId();\n const toUser = await this.userService.getUserById(toUserId);\n if (!toUser) {\n return;\n }\n\n const data: Prisma.NotificationCreateInput = {\n id: notifyId,\n fromUserId: fromUserId,\n toUserId,\n type,\n urlPath: path,\n createdBy: fromUserId,\n message: this.getMessage(params.message, 'en'),\n messageI18n: this.getMessageI18n(params.message),\n };\n const notifyData = await this.createNotify(data);\n\n const unreadCount = (await this.unreadCount(toUser.id)).unreadCount;\n\n const rawUsers = await this.prismaService.user.findMany({\n select: { id: true, name: true, avatar: true },\n where: { id: fromUserId },\n });\n const fromUserSets = keyBy(rawUsers, 'id');\n\n const systemNotifyIcon = this.generateNotifyIcon(\n notifyData.type as NotificationTypeEnum,\n fromUserId,\n fromUserSets\n );\n\n const socketNotification = {\n notification: {\n id: notifyData.id,\n message: notifyData.message,\n messageI18n: notifyData.messageI18n,\n notifyType: type,\n url: path,\n notifyIcon: systemNotifyIcon,\n isRead: false,\n createdTime: notifyData.createdTime.toISOString(),\n },\n unreadCount: unreadCount,\n };\n\n this.sendNotifyBySocket(toUser.id, socketNotification);\n\n if (emailConfig && toUser.notifyMeta && toUser.notifyMeta.email) {\n const lang = this.getUserLang(toUser.lang);\n const emailOptions = await this.mailSenderService.commonEmailOptions({\n ...emailConfig,\n title: this.getMessage(emailConfig.title, lang),\n message: this.getMessage(emailConfig.message, lang),\n to: toUserId,\n buttonUrl: emailConfig.buttonUrl || this.mailConfig.origin + path,\n buttonText: emailConfig.buttonText\n ? this.getMessage(emailConfig.buttonText, lang)\n : this.i18n.t('common.email.templates.notify.buttonText'),\n });\n this.mailSenderService.sendMail(\n {\n to: toUser.email,\n ...emailOptions,\n },\n {\n type: this.mailTypeMap[type],\n transporterName: MailTransporterType.Notify,\n }\n );\n }\n }\n\n async sendImportResultNotify(params: {\n tableId: string;\n baseId: string;\n toUserId: string;\n message: string | ILocalization;\n }) {\n const { toUserId, tableId, message, baseId } = params;\n const toUser = await this.userService.getUserById(toUserId);\n if (!toUser) {\n return;\n }\n const type = NotificationTypeEnum.System;\n const urlMeta = notificationUrlSchema.parse({\n baseId: baseId,\n tableId: tableId,\n });\n const notifyPath = this.generateNotifyPath(type, urlMeta);\n\n this.sendCommonNotify({\n path: notifyPath,\n toUserId,\n message,\n emailConfig: {\n title: { i18nKey: 'common.email.templates.notify.import.title' },\n message,\n },\n });\n }\n\n async sendExportBaseResultNotify(params: {\n baseId: string;\n toUserId: string;\n message: string | ILocalization;\n }) {\n const { toUserId, message } = params;\n const toUser = await this.userService.getUserById(toUserId);\n if (!toUser) {\n return;\n }\n const type = NotificationTypeEnum.ExportBase;\n\n this.sendHtmlContentNotify(\n {\n path: '',\n toUserId,\n message,\n emailConfig: {\n title: { i18nKey: 'common.email.templates.notify.exportBase.title' },\n message: message,\n },\n },\n type\n );\n }\n\n async sendCommentNotify(params: {\n baseId: string;\n tableId: string;\n recordId: string;\n commentId: string;\n toUserId: string;\n message: string | ILocalization;\n fromUserId: string;\n }) {\n const { toUserId, tableId, message, baseId, commentId, recordId, fromUserId } = params;\n const toUser = await this.userService.getUserById(toUserId);\n if (!toUser) {\n return;\n }\n const type = NotificationTypeEnum.Comment;\n const urlMeta = notificationUrlSchema.parse({\n baseId: baseId,\n tableId: tableId,\n recordId: recordId,\n commentId: commentId,\n });\n const notifyPath = this.generateNotifyPath(type, urlMeta);\n\n this.sendCommonNotify(\n {\n path: notifyPath,\n fromUserId,\n toUserId,\n message,\n emailConfig: {\n title: { i18nKey: 'common.email.templates.notify.recordComment.title' },\n message: message,\n },\n },\n type\n );\n }\n\n async getNotifyList(userId: string, query: IGetNotifyListQuery): Promise {\n const { notifyStates, cursor } = query;\n const limit = 10;\n\n const data = await this.prismaService.notification.findMany({\n where: {\n toUserId: userId,\n isRead: notifyStates === NotificationStatesEnum.Read,\n },\n take: limit + 1,\n cursor: cursor ? { id: cursor } : undefined,\n orderBy: {\n createdTime: 'desc',\n },\n });\n\n // Doesn't seem like a good way\n const fromUserIds = data.map((v) => v.fromUserId);\n const rawUsers = await this.prismaService.user.findMany({\n select: { id: true, name: true, avatar: true },\n where: { id: { in: fromUserIds } },\n });\n const fromUserSets = keyBy(rawUsers, 'id');\n\n const notifications = data.map((v) => {\n const notifyIcon = this.generateNotifyIcon(\n v.type as NotificationTypeEnum,\n v.fromUserId,\n fromUserSets\n );\n return {\n id: v.id,\n notifyIcon: notifyIcon,\n notifyType: v.type as NotificationTypeEnum,\n url: this.mailConfig.origin + v.urlPath,\n message: v.message,\n messageI18n: v.messageI18n,\n isRead: v.isRead,\n createdTime: v.createdTime.toISOString(),\n };\n });\n\n let nextCursor: typeof cursor | undefined = undefined;\n if (notifications.length > limit) {\n const nextItem = notifications.pop();\n nextCursor = nextItem!.id;\n }\n return {\n notifications,\n nextCursor,\n };\n }\n\n private generateNotifyIcon(\n notifyType: NotificationTypeEnum,\n fromUserId: string,\n fromUserSets: Record\n ) {\n const origin = this.mailConfig.origin;\n\n switch (notifyType) {\n case NotificationTypeEnum.System:\n case NotificationTypeEnum.ExportBase:\n return { iconUrl: `${origin}/images/favicon/favicon.svg` };\n case NotificationTypeEnum.Comment:\n case NotificationTypeEnum.CollaboratorCellTag:\n case NotificationTypeEnum.CollaboratorMultiRowTag: {\n const { id, name, avatar } = fromUserSets[fromUserId];\n\n return {\n userId: id,\n userName: name,\n userAvatarUrl: avatar && getPublicFullStorageUrl(avatar),\n };\n }\n default:\n throw assertNever(notifyType);\n }\n }\n\n private generateNotifyPath(notifyType: NotificationTypeEnum, urlMeta: INotificationUrl) {\n switch (notifyType) {\n case NotificationTypeEnum.System: {\n const { baseId, tableId } = urlMeta || {};\n return `/base/${baseId}/table/${tableId}`;\n }\n case NotificationTypeEnum.Comment: {\n const { baseId, tableId, recordId, commentId } = urlMeta || {};\n\n return `/base/${baseId}/table/${tableId}${`?recordId=${recordId}&commentId=${commentId}`}`;\n }\n case NotificationTypeEnum.CollaboratorCellTag:\n case NotificationTypeEnum.CollaboratorMultiRowTag: {\n const { baseId, tableId, recordId } = urlMeta || {};\n\n return `/base/${baseId}/table/${tableId}${recordId ? `?recordId=${recordId}` : ''}`;\n }\n case NotificationTypeEnum.ExportBase: {\n const { downloadUrl } = urlMeta || {};\n return downloadUrl as string;\n }\n default:\n throw assertNever(notifyType);\n }\n }\n\n async unreadCount(userId: string): Promise {\n const unreadCount = await this.prismaService.notification.count({\n where: {\n toUserId: userId,\n isRead: false,\n },\n });\n return { unreadCount };\n }\n\n async updateNotifyStatus(\n userId: string,\n notificationId: string,\n updateNotifyStatusRo: IUpdateNotifyStatusRo\n ): Promise {\n const { isRead } = updateNotifyStatusRo;\n\n await this.prismaService.notification.updateMany({\n where: {\n id: notificationId,\n toUserId: userId,\n },\n data: {\n isRead: isRead,\n },\n });\n }\n\n async markAllAsRead(userId: string): Promise {\n await this.prismaService.notification.updateMany({\n where: {\n toUserId: userId,\n isRead: false,\n },\n data: {\n isRead: true,\n },\n });\n }\n\n private async createNotify(data: Prisma.NotificationCreateInput) {\n return this.prismaService.notification.create({ data });\n }\n\n private async sendNotifyBySocket(toUserId: string, data: INotificationBuffer) {\n const channel = getUserNotificationChannel(toUserId);\n\n const presence = this.shareDbService.connect().getPresence(channel);\n const localPresence = presence.create(data.notification.id);\n\n return new Promise((resolve) => {\n localPresence.submit(data, (error) => {\n error && this.logger.error(error);\n resolve(data);\n });\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/guard/oauth2-client.guard.ts", "content": "import type { ExecutionContext } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport { AuthGuard } from '@nestjs/passport';\n\n@Injectable()\nexport class OAuthClientGuard extends AuthGuard(['oauth2-client-password', 'oauth2-pkce-client']) {\n async canActivate(context: ExecutionContext): Promise {\n const result = (await super.canActivate(context)) as boolean;\n await super.logIn(context.switchToHttp().getRequest());\n return result;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/oauth-server.controller.ts", "content": "import { Controller, Get, Param, Post, Req, Res, UseGuards } from '@nestjs/common';\nimport type { DecisionInfoGetVo } from '@teable/openapi';\nimport { Request, Response } from 'express';\nimport { EnsureLogin } from '../auth/decorators/ensure-login.decorator';\nimport { Public } from '../auth/decorators/public.decorator';\nimport { OAuthClientGuard } from './guard/oauth2-client.guard';\nimport { OAuthServerService } from './oauth-server.service';\n\n@Controller('/api/oauth')\nexport class OAuthServerController {\n constructor(private readonly oauthServerService: OAuthServerService) {}\n\n @EnsureLogin()\n @Get('authorize')\n async authorize(@Res({ passthrough: true }) res: Response, @Req() req: Request) {\n await this.oauthServerService.authorize(req, res);\n }\n\n @Post('access_token')\n @UseGuards(OAuthClientGuard)\n @Public()\n async accessToken(@Res({ passthrough: true }) res: Response, @Req() req: Request) {\n await this.oauthServerService.token(req, res);\n }\n\n @EnsureLogin()\n @Post('decision')\n async decision(@Res() res: Response, @Req() req: Request) {\n return this.oauthServerService.decision(req, res);\n }\n\n @Get('decision/:transactionId')\n async transaction(\n @Req() req: Request,\n @Param('transactionId') transactionId: string\n ): Promise {\n return this.oauthServerService.getDecisionInfo(req, transactionId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/oauth-server.service.spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport { BadRequestException, UnauthorizedException } from '@nestjs/common';\nimport { JwtService } from '@nestjs/jwt';\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { Mock, MockInstance } from 'vitest';\nimport { mockDeep } from 'vitest-mock-extended';\nimport { CacheService } from '../../cache/cache.service';\nimport { CustomHttpException } from '../../custom.exception';\nimport { GlobalModule } from '../../global/global.module';\nimport { OAuthServerService } from './oauth-server.service';\nimport { OAuthModule } from './oauth.module';\n\ndescribe('OAuthServerService', () => {\n let service: OAuthServerService;\n const prismaService = mockDeep();\n const cacheService = mockDeep();\n const jwtService = mockDeep();\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, OAuthModule],\n })\n .overrideProvider(PrismaService)\n .useValue(prismaService)\n .overrideProvider(CacheService)\n .useValue(cacheService)\n .overrideProvider(JwtService)\n .useValue(jwtService)\n .compile();\n\n service = module.get(OAuthServerService);\n\n prismaService.txClient.mockImplementation(() => {\n return prismaService;\n });\n\n prismaService.$tx.mockImplementation(async (fn) => {\n return await fn(prismaService);\n });\n\n // Default: rate limit not exceeded\n cacheService.incr.mockResolvedValue(1);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n\n describe('authorizeValidate', () => {\n let done: Mock;\n beforeEach(() => {\n done = vitest.fn();\n // // eslint-disable-next-line @typescript-eslint/no-explicit-any\n vitest.spyOn(service as any, 'getOAuthApp').mockResolvedValueOnce({\n redirectUris: ['http://localhost/callback'],\n scopes: ['user|email_read'],\n });\n });\n\n afterEach(() => {\n done.mockReset();\n vitest.restoreAllMocks();\n });\n\n it('should pass with valid scopes and redirectUri', async () => {\n await service['authorizeValidate'](\n {\n clientID: 'clientId',\n redirectURI: 'http://localhost/callback',\n scope: ['user|email_read'],\n type: 'code',\n state: 'sample state',\n transactionID: 'transactionID',\n },\n done\n );\n expect(done).toHaveBeenCalledWith(\n null,\n {\n clientId: 'clientId',\n scopes: ['user|email_read'],\n redirectUri: 'http://localhost/callback',\n },\n 'http://localhost/callback'\n );\n });\n\n it('should fail with invalid scopes', async () => {\n await service['authorizeValidate'](\n {\n clientID: 'clientId',\n redirectURI: 'http://localhost/callback',\n scope: ['table|read'],\n state: 'sample state',\n type: 'code',\n transactionID: 'transactionID',\n },\n done\n );\n expect(done).toHaveBeenCalledWith(new BadRequestException('Invalid scopes: table|read'));\n });\n\n it('should fail if no redirectUri configured', async () => {\n vitest.resetAllMocks();\n vitest.spyOn(service as any, 'getOAuthApp').mockResolvedValue({\n redirectUris: [],\n scopes: ['user|email_read'],\n });\n await service['authorizeValidate'](\n {\n clientID: 'clientId',\n redirectURI: 'http://localhost/callback',\n scope: ['user|email_read'],\n state: 'sample state',\n type: 'code',\n transactionID: 'transactionID',\n },\n done\n );\n expect(done).toHaveBeenCalledWith(new BadRequestException('Redirect uri not configured'));\n });\n\n it('should fail with invalid redirectUri', async () => {\n await service['authorizeValidate'](\n {\n clientID: 'clientId',\n redirectURI: 'http://invalid/callback',\n scope: ['user|email_read'],\n state: 'sample state',\n type: 'code',\n transactionID: 'transactionID',\n },\n done\n );\n\n expect(done).toHaveBeenCalledWith(new UnauthorizedException('Invalid redirectUri'));\n });\n\n it('should pass with default redirectUri if none is provided', async () => {\n await service['authorizeValidate'](\n {\n clientID: 'clientId',\n redirectURI: 'http://localhost/callback',\n scope: ['user|email_read'],\n state: 'sample state',\n type: 'code',\n transactionID: 'transactionID',\n },\n done\n );\n expect(done).toHaveBeenCalledWith(\n null,\n {\n clientId: 'clientId',\n scopes: ['user|email_read'],\n redirectUri: 'http://localhost/callback',\n },\n 'http://localhost/callback'\n );\n });\n\n it('should handle errors from getOAuthApp', async () => {\n const error = new Error('Database error');\n vitest.restoreAllMocks();\n vitest.spyOn(service as any, 'getOAuthApp').mockRejectedValueOnce(error);\n await service['authorizeValidate'](\n {\n clientID: 'clientId',\n redirectURI: 'http://localhost/callback',\n scope: ['read'],\n state: 'sample state',\n type: 'code',\n transactionID: 'transactionID',\n },\n done\n );\n expect(done).toHaveBeenCalledWith(error);\n });\n });\n\n describe('codeExchange', () => {\n let mockDone: Mock;\n let mockGenerateAccessToken: MockInstance;\n let mockGetRefreshToken: MockInstance;\n beforeEach(() => {\n mockDone = vitest.fn();\n mockGenerateAccessToken = vitest.spyOn(service as any, 'generateAccessToken');\n mockGetRefreshToken = vitest.spyOn(service as any, 'getRefreshToken');\n });\n\n afterEach(() => {\n mockDone.mockReset();\n mockGetRefreshToken.mockReset();\n mockGenerateAccessToken.mockReset();\n });\n\n it('should exchange code for tokens successfully', async () => {\n const mockClient = {\n clientId: 'clientId',\n name: 'clientName',\n secretId: 'secretId',\n type: 'secret',\n clientSecret: 'clientSecret',\n };\n const mockCode = 'validCode';\n const mockRedirectUri = 'http://redirect.uri';\n const mockCodeState = {\n clientId: 'clientId',\n redirectUri: 'http://redirect.uri',\n user: { id: 'userId' },\n scopes: ['user|email_read'],\n type: 'secret',\n };\n\n cacheService.get.mockResolvedValue(mockCodeState);\n cacheService.del.mockResolvedValue();\n const mockAccessToken = { id: 'accessTokenId', token: 'accessToken' };\n mockGenerateAccessToken.mockResolvedValue(mockAccessToken);\n const mockRefreshToken = 'refreshToken';\n mockGetRefreshToken.mockResolvedValue(mockRefreshToken);\n\n await service['codeExchange'](mockClient, mockCode, mockRedirectUri, mockDone);\n expect(mockDone).toHaveBeenCalledWith(null, mockAccessToken.token, mockRefreshToken, {\n scopes: mockCodeState.scopes,\n expires_in: expect.any(Number),\n refresh_expires_in: expect.any(Number),\n });\n expect(cacheService.get).toHaveBeenCalledWith(`oauth:code:${mockCode}`);\n expect(cacheService.del).toHaveBeenCalledWith(`oauth:code:${mockCode}`);\n expect(service['generateAccessToken']).toHaveBeenCalledWith({\n clientId: mockClient.clientId,\n clientName: mockClient.name,\n userId: mockCodeState.user.id,\n scopes: mockCodeState.scopes,\n });\n expect(service['getRefreshToken']).toHaveBeenCalledWith(\n mockClient,\n mockAccessToken.id,\n expect.any(String)\n );\n expect(prismaService.txClient().oAuthAppToken.create).toHaveBeenCalledWith({\n data: {\n clientId: mockClient.clientId,\n refreshTokenSign: expect.any(String),\n appSecretId: mockClient.secretId,\n createdBy: mockCodeState.user.id,\n expiredTime: expect.any(String),\n },\n });\n });\n\n it('should return an UnauthorizedException if the code is invalid', async () => {\n const mockClient = { clientId: 'clientId', name: 'clientName', secretId: 'secretId' };\n const mockCode = 'invalidCode';\n const mockRedirectUri = 'http://redirect.uri';\n\n cacheService.get.mockResolvedValue(undefined);\n\n await service['codeExchange'](mockClient, mockCode, mockRedirectUri, mockDone);\n\n expect(cacheService.get).toHaveBeenCalledWith(`oauth:code:${mockCode}`);\n expect(mockDone).toHaveBeenCalledWith(new UnauthorizedException('Invalid code'));\n });\n\n it('should return an UnauthorizedException if the clientId is invalid', async () => {\n const mockClient = { clientId: 'clientId', name: 'clientName', secretId: 'secretId' };\n const mockCode = 'validCode';\n const mockRedirectUri = 'http://redirect.uri';\n const mockCodeState = {\n clientId: 'invalidClientId',\n redirectUri: 'http://redirect.uri',\n user: { id: 'userId' },\n scopes: ['user|email_read'],\n };\n\n cacheService.get.mockResolvedValue(mockCodeState);\n\n await service['codeExchange'](mockClient, mockCode, mockRedirectUri, mockDone);\n\n expect(cacheService.get).toHaveBeenCalledWith(`oauth:code:${mockCode}`);\n expect(mockDone).toHaveBeenCalledWith(new UnauthorizedException('Invalid client'));\n });\n\n it('should return an UnauthorizedException if the redirectUri is invalid', async () => {\n const mockClient = { clientId: 'clientId', name: 'clientName', secretId: 'secretId' };\n const mockCode = 'validCode';\n const mockRedirectUri = 'http://invalid.redirect.uri';\n const mockCodeState = {\n clientId: 'clientId',\n redirectUri: 'http://redirect.uri',\n user: { id: 'userId' },\n scopes: ['user|email_read'],\n };\n\n cacheService.get.mockResolvedValue(mockCodeState);\n\n await service['codeExchange'](mockClient, mockCode, mockRedirectUri, mockDone);\n\n expect(cacheService.get).toHaveBeenCalledWith(`oauth:code:${mockCode}`);\n expect(mockDone).toHaveBeenCalledWith(new UnauthorizedException('Invalid redirectUri'));\n });\n\n it('should catch and handle errors', async () => {\n const mockClient = { clientId: 'clientId', name: 'clientName', secretId: 'secretId' };\n const mockCode = 'validCode';\n const mockRedirectUri = 'http://redirect.uri';\n\n cacheService.get.mockRejectedValue(new Error('Some error'));\n\n await service['codeExchange'](mockClient, mockCode, mockRedirectUri, mockDone);\n\n expect(cacheService.get).toHaveBeenCalledWith(`oauth:code:${mockCode}`);\n expect(mockDone).toHaveBeenCalledWith(new Error('Some error'));\n });\n });\n\n describe('refreshTokenExchange', () => {\n let mockDone: Mock;\n let mockFindAccessToken: MockInstance;\n let mockGenerateAccessToken: MockInstance;\n let mockGetRefreshToken: MockInstance;\n let mockGetRefreshTokenExpireTime: MockInstance;\n let mockUpdateRefreshToken: MockInstance;\n let mockFindAuthorized: MockInstance;\n\n beforeEach(() => {\n mockDone = vitest.fn();\n mockFindAccessToken = prismaService.txClient().accessToken.findUnique as any;\n mockGenerateAccessToken = vitest.spyOn(service as any, 'generateAccessToken');\n mockGetRefreshToken = vitest.spyOn(service as any, 'getRefreshToken');\n mockGetRefreshTokenExpireTime = vitest.spyOn(service as any, 'getRefreshTokenExpireTime');\n mockUpdateRefreshToken = prismaService.txClient().oAuthAppToken.update as any;\n mockFindAuthorized = prismaService.txClient().oAuthAppAuthorized.findUnique as any;\n });\n\n afterEach(() => {\n mockGetRefreshTokenExpireTime?.mockReset();\n mockFindAccessToken?.mockReset();\n mockGetRefreshToken?.mockReset();\n mockGenerateAccessToken?.mockReset();\n mockUpdateRefreshToken?.mockReset();\n mockDone.mockReset();\n });\n\n it('should refresh token successfully', async () => {\n const client = {\n type: 'secret',\n clientId: 'client1',\n clientSecret: 'secret',\n name: 'testApp',\n secretId: 'secretId',\n } as const;\n const refreshToken = 'validRefreshToken';\n\n const verifiedToken = {\n clientId: 'client1',\n secret: 'secret',\n accessTokenId: 'accessTokenId',\n sign: 'sign',\n };\n\n const oldAccessToken = {\n userId: 'userId',\n scopes: JSON.stringify(['user|email_read']),\n };\n\n const newAccessToken = { token: 'newAccessToken', id: 'newAccessTokenId' };\n const newRefreshToken = 'newRefreshToken';\n jwtService.verifyAsync.mockResolvedValue(verifiedToken);\n mockGenerateAccessToken.mockResolvedValue(newAccessToken);\n mockGetRefreshToken.mockResolvedValue(newRefreshToken);\n mockFindAccessToken.mockResolvedValue(oldAccessToken);\n mockUpdateRefreshToken.mockResolvedValue({ refreshTokenSign: 'refreshTokenSign' });\n mockFindAuthorized.mockResolvedValueOnce({\n clientId: client.clientId,\n userId: 'userId',\n });\n await service['refreshTokenExchange'](client, refreshToken, mockDone);\n\n expect(jwtService.verifyAsync).toHaveBeenCalledWith(refreshToken);\n expect(prismaService.txClient().accessToken.findUnique).toHaveBeenCalledWith({\n where: { id: verifiedToken.accessTokenId },\n });\n expect(service['generateAccessToken']).toHaveBeenCalledWith({\n clientId: client.clientId,\n clientName: client.name,\n userId: oldAccessToken.userId,\n scopes: ['user|email_read'],\n });\n expect(prismaService.txClient().oAuthAppToken.update).toHaveBeenCalledWith({\n where: {\n clientId: client.clientId,\n refreshTokenSign: verifiedToken.sign,\n appSecretId: client.secretId,\n },\n data: {\n refreshTokenSign: expect.any(String),\n expiredTime: expect.any(String),\n },\n select: {\n refreshTokenSign: true,\n },\n });\n expect(service['getRefreshToken']).toHaveBeenCalledWith(\n client,\n newAccessToken.id,\n 'refreshTokenSign'\n );\n expect(mockDone).toHaveBeenCalledWith(null, newAccessToken.token, newRefreshToken, {\n scopes: ['user|email_read'],\n expires_in: expect.any(Number),\n refresh_expires_in: expect.any(Number),\n });\n });\n\n it('should return unauthorized exception for invalid client', async () => {\n const client = {\n clientId: 'client1',\n clientSecret: 'secret',\n name: 'testApp',\n secretId: 'secretId',\n type: 'secret',\n } as const;\n const refreshToken = 'validRefreshToken';\n\n const verifiedToken = {\n clientId: 'client2', // Invalid clientId\n secret: 'secret',\n accessTokenId: 'accessTokenId',\n sign: 'sign',\n };\n\n jwtService.verifyAsync.mockResolvedValue(verifiedToken);\n\n await service['refreshTokenExchange'](client, refreshToken, mockDone);\n\n expect(mockDone).toHaveBeenCalledWith(new UnauthorizedException('Invalid client'));\n });\n\n it('should return unauthorized exception for invalid secret', async () => {\n const client = {\n clientId: 'client1',\n clientSecret: 'secret',\n name: 'testApp',\n secretId: 'secretId',\n type: 'secret',\n } as const;\n const refreshToken = 'validRefreshToken';\n\n const verifiedToken = {\n clientId: 'client1',\n secret: 'invalidSecret', // Invalid secret\n accessTokenId: 'accessTokenId',\n sign: 'sign',\n };\n\n jwtService.verifyAsync.mockResolvedValue(verifiedToken);\n mockFindAuthorized.mockResolvedValueOnce({\n clientId: client.clientId,\n userId: 'userId',\n });\n await service['refreshTokenExchange'](client, refreshToken, mockDone);\n\n expect(mockDone).toHaveBeenCalledWith(new UnauthorizedException('Invalid secret'));\n });\n\n it('should return unauthorized exception for invalid access token', async () => {\n const client = {\n clientId: 'client1',\n clientSecret: 'secret',\n name: 'testApp',\n secretId: 'secretId',\n type: 'secret',\n } as const;\n const refreshToken = 'validRefreshToken';\n\n const verifiedToken = {\n clientId: 'client1',\n secret: 'secret',\n accessTokenId: 'accessTokenId',\n sign: 'sign',\n };\n\n jwtService.verifyAsync.mockResolvedValue(verifiedToken);\n\n await service['refreshTokenExchange'](client, refreshToken, mockDone);\n\n expect(mockDone).toHaveBeenCalledWith(new UnauthorizedException('Invalid access token'));\n });\n\n it('should catch and return error', async () => {\n const client = {\n clientId: 'client1',\n clientSecret: 'secret',\n name: 'testApp',\n secretId: 'secretId',\n type: 'secret',\n } as const;\n const refreshToken = 'validRefreshToken';\n\n const verifiedToken = {\n clientId: 'client1',\n secret: 'secret',\n accessTokenId: 'accessTokenId',\n sign: 'sign',\n };\n const mockAccessToken = { id: 'accessTokenId', token: 'accessToken' };\n jwtService.verifyAsync.mockResolvedValue(verifiedToken);\n mockFindAccessToken.mockResolvedValueOnce({\n userId: 'userId',\n scopes: JSON.stringify(['user|email_read']),\n });\n mockFindAuthorized.mockResolvedValueOnce({\n clientId: client.clientId,\n userId: 'userId',\n });\n mockGenerateAccessToken.mockResolvedValue(mockAccessToken);\n mockUpdateRefreshToken.mockRejectedValueOnce(new Error('Database error'));\n\n await service['refreshTokenExchange'](client, refreshToken, mockDone);\n\n expect(mockDone).toHaveBeenCalledWith(new UnauthorizedException('Invalid refresh token'));\n });\n });\n\n describe('checkTokenRateLimit', () => {\n it('should pass when request count is within limit', async () => {\n cacheService.incr.mockResolvedValue(15);\n await expect(service['checkTokenRateLimit']('clientId', 'userId')).resolves.toBeUndefined();\n expect(cacheService.incr).toHaveBeenCalledWith(\n 'oauth:token-rate:clientId:userId',\n expect.any(Number)\n );\n });\n\n it('should pass when request count equals the limit', async () => {\n cacheService.incr.mockResolvedValue(30);\n await expect(service['checkTokenRateLimit']('clientId', 'userId')).resolves.toBeUndefined();\n });\n\n it('should throw when request count exceeds the limit', async () => {\n cacheService.incr.mockResolvedValue(31);\n await expect(service['checkTokenRateLimit']('clientId', 'userId')).rejects.toThrow(\n new CustomHttpException(\n 'Token request rate limit exceeded, please try again later',\n HttpErrorCode.TOO_MANY_REQUESTS\n )\n );\n });\n\n it('should use clientId:userId as the rate limit key', async () => {\n cacheService.incr.mockResolvedValue(1);\n await service['checkTokenRateLimit']('app-1', 'user-abc');\n expect(cacheService.incr).toHaveBeenCalledWith(\n 'oauth:token-rate:app-1:user-abc',\n expect.any(Number)\n );\n });\n });\n\n describe('codeExchange rate limit', () => {\n it('should reject code exchange when rate limited', async () => {\n const mockDone = vitest.fn();\n const mockCodeState = {\n clientId: 'clientId',\n redirectUri: 'http://redirect.uri',\n user: { id: 'userId' },\n scopes: ['user|email_read'],\n };\n cacheService.get.mockResolvedValue(mockCodeState);\n cacheService.incr.mockResolvedValue(31);\n\n await service['codeExchange'](\n { clientId: 'clientId', name: 'clientName', secretId: 'secretId' },\n 'code',\n 'http://redirect.uri',\n mockDone\n );\n\n expect(cacheService.incr).toHaveBeenCalledWith(\n 'oauth:token-rate:clientId:userId',\n expect.any(Number)\n );\n expect(mockDone).toHaveBeenCalledWith(\n expect.objectContaining({\n message: 'Token request rate limit exceeded, please try again later',\n })\n );\n });\n });\n\n describe('refreshTokenExchange rate limit', () => {\n it('should reject refresh token exchange when rate limited', async () => {\n const mockDone = vitest.fn();\n\n const client = {\n clientId: 'client1',\n clientSecret: 'secret',\n name: 'testApp',\n secretId: 'secretId',\n type: 'secret',\n } as const;\n\n jwtService.verifyAsync.mockResolvedValue({\n clientId: 'client1',\n secret: 'secret',\n accessTokenId: 'accessTokenId',\n sign: 'sign',\n });\n (prismaService.txClient().accessToken.findUnique as any).mockResolvedValue({\n userId: 'userId',\n scopes: JSON.stringify(['user|email_read']),\n });\n cacheService.incr.mockResolvedValue(31);\n\n await service['refreshTokenExchange'](client, 'refreshToken', mockDone);\n\n expect(cacheService.incr).toHaveBeenCalledWith(\n 'oauth:token-rate:client1:userId',\n expect.any(Number)\n );\n expect(mockDone).toHaveBeenCalledWith(\n expect.objectContaining({\n message: 'Token request rate limit exceeded, please try again later',\n })\n );\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/oauth/oauth-server.service.ts", "content": "import {\n BadRequestException,\n HttpException,\n Injectable,\n Logger,\n NotFoundException,\n UnauthorizedException,\n} from '@nestjs/common';\nimport { JwtService } from '@nestjs/jwt';\nimport { getRandomString, HttpErrorCode, nullsToUndefined } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { DecisionInfoGetVo } from '@teable/openapi';\nimport type { Response, Request } from 'express';\nimport { difference, pick } from 'lodash';\nimport ms from 'ms';\nimport type {\n IssueGrantCodeFunction,\n IssueExchangeCodeFunction,\n ImmediateFunction,\n ExchangeDoneFunction,\n OAuth2,\n ValidateFunctionArity2,\n} from 'oauth2orize';\nimport oauth2orize, { AuthorizationError } from 'oauth2orize';\nimport { CacheService } from '../../cache/cache.service';\nimport type { IOAuthCodeState } from '../../cache/types';\nimport { IOAuthConfig, OAuthConfig } from '../../configs/oauth.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { second } from '../../utils/second';\nimport { AccessTokenService } from '../access-token/access-token.service';\nimport { OAuthTxStore } from './oauth-tx-store';\nimport { PkceService } from './pkce.service';\nimport type { IAuthorizeClient, ITokenClient, IOAuth2Server, IAuthorizeRequest } from './types';\n\n@Injectable()\nexport class OAuthServerService {\n private readonly logger = new Logger(OAuthServerService.name);\n server: IOAuth2Server;\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cacheService: CacheService,\n private readonly accessTokenService: AccessTokenService,\n private readonly jwtService: JwtService,\n private readonly oauthTxStore: OAuthTxStore,\n private readonly pkceService: PkceService,\n @OAuthConfig() private readonly oauth2Config: IOAuthConfig\n ) {\n this.server = oauth2orize.createServer({\n store: this.oauthTxStore,\n });\n this.server.grant(oauth2orize.grant.code(this.codeGrant));\n // eslint-disable-next-line @typescript-eslint/no-var-requires\n this.server.grant(require('oauth2orize-pkce').extensions());\n this.server.exchange(oauth2orize.exchange.code(this.codeExchange));\n (this.server as unknown as IOAuth2Server).exchange(\n oauth2orize.exchange.refreshToken(this.refreshTokenExchange)\n );\n }\n\n private async getAuthorizedTime(userId: string, clientId: string) {\n const authorizedTime = await this.prismaService\n .txClient()\n .oAuthAppAuthorized.findUnique({\n where: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n clientId_userId: {\n clientId,\n userId,\n },\n },\n select: {\n authorizedTime: true,\n },\n })\n .then((data) => data?.authorizedTime);\n // validate authorized time is not expired\n return (\n authorizedTime &&\n new Date(authorizedTime).getTime() + ms(this.oauth2Config.authorizedExpireIn) > Date.now()\n );\n }\n\n private handleError(error: unknown | undefined) {\n if (error instanceof AuthorizationError) {\n return new HttpException(error.message, Number(error.status));\n }\n return error;\n }\n\n private async checkTokenRateLimit(clientId: string, userId: string) {\n const { tokenRateLimit, tokenRateWindow } = this.oauth2Config;\n if (tokenRateLimit <= 0) {\n return;\n }\n const cacheKey = `oauth:token-rate:${clientId}:${userId}` as const;\n const count = await this.cacheService.incr(cacheKey, second(tokenRateWindow));\n if (count > tokenRateLimit) {\n this.logger.warn(\n `OAuth token rate limit exceeded for client ${clientId} user ${userId}: ${count}/${tokenRateLimit}`\n );\n throw new CustomHttpException(\n `Token request rate limit exceeded, please try again later`,\n HttpErrorCode.TOO_MANY_REQUESTS\n );\n }\n }\n\n private validateRedirectUri(\n redirectUri: string,\n redirectUris: string[],\n type: 'pkce' | 'secret'\n ) {\n if (\n type === 'pkce' &&\n redirectUris.some((uri) => this.pkceService.isLoopbackMatch(uri, redirectUri))\n ) {\n return;\n }\n if (type === 'secret' && redirectUris.includes(redirectUri)) {\n return;\n }\n throw new UnauthorizedException('Invalid redirectUri');\n }\n\n private authorizeValidate: ValidateFunctionArity2 = async (areq, done) => {\n const {\n clientID: clientId,\n redirectURI,\n scope: queryScopes,\n codeChallenge,\n codeChallengeMethod,\n } = areq as IAuthorizeRequest;\n try {\n const { redirectUris, scopes } = await this.getOAuthApp(clientId);\n // validate scopes if get scopes from user\n const invalidScopes = difference(queryScopes, scopes);\n if (invalidScopes.length > 0) {\n return done(new BadRequestException('Invalid scopes: ' + invalidScopes.join(',')));\n }\n\n // valid redirectUri\n if (!redirectUris.length) {\n return done(new BadRequestException('Redirect uri not configured'));\n }\n const redirectUri = redirectURI || redirectUris[0];\n const clientScopes = queryScopes ?? scopes;\n if (codeChallenge) {\n if (codeChallengeMethod !== 'S256') {\n return done(new BadRequestException('Invalid code challenge method'));\n }\n if (!this.pkceService.isValidCodeChallenge(codeChallenge)) {\n return done(new BadRequestException('Invalid code challenge'));\n }\n this.validateRedirectUri(redirectUri, redirectUris, 'pkce');\n return done(\n null,\n {\n clientId,\n scopes: clientScopes,\n redirectUri,\n codeChallenge,\n codeChallengeMethod,\n },\n redirectUri\n );\n }\n // valid redirectUri\n this.validateRedirectUri(redirectUri, redirectUris, 'secret');\n done(\n null,\n {\n clientId,\n scopes: clientScopes,\n redirectUri,\n },\n redirectUri\n );\n } catch (error) {\n done(error as Error);\n }\n };\n\n private authorizeImmediate: ImmediateFunction = async (\n client,\n user,\n _scope,\n _type,\n _areq,\n done\n ) => {\n const isTrusted = await this.getAuthorizedTime(user.id, client.clientId);\n if (isTrusted) {\n await this.touchAuthorize(client.clientId, user.id);\n return done(null, true, undefined, undefined);\n }\n return done(null, false, undefined, undefined);\n };\n\n async authorize(req: Request, res: Response) {\n return new Promise((resolve, reject) => {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n (this.server as any).authorization(this.authorizeValidate, this.authorizeImmediate)(\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n req as any,\n res,\n (error: unknown) => {\n if (error) {\n return reject(this.handleError(error));\n }\n res.redirect(\n `/oauth/decision?transaction_id=${\n (req as Request & { oauth2: { transactionID: string } }).oauth2.transactionID\n }`\n );\n resolve();\n }\n );\n });\n }\n\n async token(req: Request, res: Response) {\n return new Promise((resolve, reject) => {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n this.server.token()(req as any, res, (error) => {\n if (error) {\n return reject(this.handleError(error));\n }\n resolve();\n });\n });\n }\n\n private decisionComplete = async (_req: unknown, oauth2: OAuth2, cb: (err?: unknown) => void) => {\n // complete the transaction\n await this.touchAuthorize(oauth2.req.clientID, oauth2.user.id)\n .then(() => cb())\n .catch(cb);\n };\n\n private touchAuthorize = async (clientId: string, userId: string) => {\n await this.prismaService.oAuthAppAuthorized.upsert({\n where: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n clientId_userId: {\n clientId: clientId,\n userId: userId,\n },\n },\n create: {\n clientId: clientId,\n userId: userId,\n authorizedTime: new Date().toISOString(),\n },\n update: {\n authorizedTime: new Date().toISOString(),\n },\n });\n };\n\n async decision(req: Request, res: Response) {\n return new Promise((resolve, reject) => {\n // this.decision() return an array of middleware\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const fns: Array> = (this.server as any).decision(\n undefined,\n undefined,\n this.decisionComplete\n );\n // transactionLoader loads oauth data into req.oauth2\n const transactionLoader = fns[0];\n const decisionFn = fns[1];\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n transactionLoader(req as any, res, (error) => {\n if (error) {\n return reject(this.handleError(error));\n }\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n decisionFn(req as any, res, async (error) => {\n if (error) {\n return reject(this.handleError(error));\n }\n resolve();\n });\n });\n });\n }\n\n private async getOAuthApp(clientId: string) {\n const data = await this.prismaService\n .txClient()\n .oAuthApp.findUniqueOrThrow({\n where: {\n clientId,\n },\n })\n .catch((error) => {\n throw new UnauthorizedException(error.message);\n });\n return nullsToUndefined({\n ...data,\n redirectUris: data.redirectUris ? (JSON.parse(data.redirectUris) as string[]) : [],\n scopes: data.scopes ? (JSON.parse(data.scopes) as string[]) : [],\n });\n }\n\n private codeGrant: IssueGrantCodeFunction = async (client, _redirectUri, user, _ares, done) => {\n const { clientId } = await this.getOAuthApp(client.clientId);\n const code = getRandomString(16);\n // save code\n await this.cacheService.set(\n `oauth:code:${code}`,\n {\n clientId,\n redirectUri: client.redirectUri,\n scopes: client.scopes,\n user: pick(user, ['id', 'email', 'name']),\n codeChallenge: client.codeChallenge,\n codeChallengeMethod: client.codeChallengeMethod,\n },\n this.oauth2Config.codeExpireIn\n );\n done(null, code);\n };\n\n private generateAccessToken({\n userId,\n scopes,\n clientId,\n clientName,\n }: {\n userId: string;\n scopes: string[];\n clientId: string;\n clientName: string;\n }) {\n return this.accessTokenService.createAccessToken({\n clientId,\n name: `oauth:${clientName}`,\n scopes,\n userId,\n // 10 minutes\n expiredTime: new Date(Date.now() + ms(this.oauth2Config.accessTokenExpireIn)).toISOString(),\n });\n }\n\n private getRefreshToken(client: ITokenClient, accessTokenId: string, sign: string) {\n const payload =\n client.type === 'pkce'\n ? { clientId: client.clientId, accessTokenId, sign }\n : { clientId: client.clientId, secret: client.clientSecret, accessTokenId, sign };\n return this.jwtService.signAsync(payload, {\n expiresIn: this.oauth2Config.refreshTokenExpireIn,\n });\n }\n\n private getRefreshTokenExpireTime() {\n return new Date(Date.now() + ms(this.oauth2Config.refreshTokenExpireIn)).toISOString();\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private verifyExchangeClient(client: ITokenClient, state: IOAuthCodeState) {\n // code_challenge was set during authorize — code_verifier is required\n if (client.type === 'pkce') {\n if (!client.codeVerifier) {\n throw new BadRequestException('code_verifier is required');\n }\n if (!this.pkceService.isValidCodeVerifier(client.codeVerifier)) {\n throw new BadRequestException('Invalid code_verifier format');\n }\n if (!state.codeChallenge) {\n throw new BadRequestException('code_challenge is required');\n }\n if (!state.codeChallengeMethod || state.codeChallengeMethod !== 'S256') {\n throw new BadRequestException('Invalid code_challenge method');\n }\n const valid = this.pkceService.validateCodeVerifier(\n state.codeChallenge,\n state.codeChallengeMethod,\n client.codeVerifier\n );\n if (!valid) {\n throw new UnauthorizedException('Invalid code_verifier');\n }\n } else if (client.type === 'secret') {\n if (!client.clientSecret) {\n throw new BadRequestException('client_secret is required');\n }\n // RFC 7636: once code_challenge is sent, code_verifier must be provided\n if (state.codeChallenge) {\n throw new BadRequestException('code_verifier is required for PKCE flow');\n }\n } else {\n throw new BadRequestException('Invalid client type');\n }\n }\n\n private codeExchange: IssueExchangeCodeFunction = async (client, code, redirectUri, done) => {\n await this.prismaService\n .$tx(async () => {\n const codeState = await this.cacheService.get(`oauth:code:${code}`);\n if (!codeState) {\n return done(new UnauthorizedException('Invalid code'));\n }\n await this.cacheService.del(`oauth:code:${code}`);\n await this.checkTokenRateLimit(client.clientId, codeState.user.id);\n\n if (codeState.clientId !== client.clientId) {\n return done(new UnauthorizedException('Invalid client'));\n }\n if (!redirectUri) {\n return done(new UnauthorizedException('redirect_uri is required'));\n }\n if (redirectUri !== codeState.redirectUri) {\n return done(new UnauthorizedException('Invalid redirectUri'));\n }\n const tokenClient = client as ITokenClient;\n this.verifyExchangeClient(tokenClient, codeState);\n\n const accessToken = await this.generateAccessToken({\n userId: codeState.user.id,\n scopes: codeState.scopes,\n clientId: client.clientId,\n clientName: tokenClient.name,\n });\n\n const refreshTokenSign = getRandomString(16);\n const appSecretId = tokenClient.secretId;\n const refreshToken = await this.getRefreshToken(\n tokenClient,\n accessToken.id,\n refreshTokenSign\n );\n await this.prismaService.txClient().oAuthAppToken.create({\n data: {\n clientId: client.clientId,\n refreshTokenSign,\n appSecretId: appSecretId,\n createdBy: codeState.user.id,\n expiredTime: this.getRefreshTokenExpireTime(),\n },\n });\n done(null, accessToken.token, refreshToken, {\n scopes: codeState.scopes,\n expires_in: second(this.oauth2Config.accessTokenExpireIn),\n refresh_expires_in: second(this.oauth2Config.refreshTokenExpireIn),\n });\n })\n .catch((error) => done(error));\n };\n\n private refreshTokenExchange: (\n client: ITokenClient,\n refreshToken: string,\n issued: ExchangeDoneFunction\n ) => void = (client, refreshToken: string, done) => {\n return this.prismaService\n .$tx(async () => {\n const decoded = await this.jwtService.verifyAsync<{\n clientId: string;\n secret?: string;\n accessTokenId: string;\n sign: string;\n }>(refreshToken);\n\n if (client.clientId !== decoded.clientId) {\n return done(new UnauthorizedException('Invalid client'));\n }\n if ((client as ITokenClient & { clientSecret?: string })?.clientSecret !== decoded.secret) {\n return done(new UnauthorizedException('Invalid secret'));\n }\n\n const oldAccessToken = await this.prismaService.txClient().accessToken.findUnique({\n where: { id: decoded.accessTokenId },\n });\n if (!oldAccessToken) {\n return done(new UnauthorizedException('Invalid access token'));\n }\n await this.checkTokenRateLimit(client.clientId, oldAccessToken.userId);\n\n const authorized = await this.prismaService.txClient().oAuthAppAuthorized.findUnique({\n where: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n clientId_userId: {\n clientId: decoded.clientId,\n userId: oldAccessToken.userId,\n },\n },\n });\n if (!authorized) {\n return done(new UnauthorizedException('Invalid authorized'));\n }\n\n const scopes = oldAccessToken.scopes ? JSON.parse(oldAccessToken.scopes) : [];\n const accessToken = await this.generateAccessToken({\n userId: oldAccessToken.userId,\n scopes,\n clientId: decoded.clientId,\n clientName: client.name,\n });\n\n const oauthAppToken = await this.prismaService\n .txClient()\n .oAuthAppToken.update({\n where: {\n clientId: decoded.clientId,\n refreshTokenSign: decoded.sign,\n appSecretId: client.secretId,\n },\n data: {\n refreshTokenSign: getRandomString(16),\n expiredTime: this.getRefreshTokenExpireTime(),\n },\n select: { refreshTokenSign: true },\n })\n .catch(() => {\n throw new UnauthorizedException('Invalid refresh token');\n });\n\n const newRefreshToken = await this.getRefreshToken(\n client,\n accessToken.id,\n oauthAppToken.refreshTokenSign\n );\n done(null, accessToken.token, newRefreshToken, {\n scopes,\n expires_in: second(this.oauth2Config.accessTokenExpireIn),\n refresh_expires_in: second(this.oauth2Config.refreshTokenExpireIn),\n });\n })\n .catch((error) => done(error));\n };\n\n async getDecisionInfo(req: Request, transactionId: string) {\n req.body['transaction_id'] = transactionId;\n return new Promise((resolve, reject) => {\n this.oauthTxStore.load(req, async (err, txn) => {\n if (err) {\n reject(err);\n } else {\n const clientId = txn!.req.clientID;\n const oauthApp = await this.getOAuthApp(clientId);\n if (!oauthApp) {\n return reject(new NotFoundException('Client not found'));\n }\n resolve({\n name: oauthApp.name,\n description: oauthApp.description ?? undefined,\n homepage: oauthApp.homepage,\n logo: oauthApp.logo ?? undefined,\n scopes: txn!.req.scope,\n });\n }\n });\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/oauth-tx-store.ts", "content": "import { BadRequestException, Injectable } from '@nestjs/common';\nimport { getRandomString } from '@teable/core';\nimport type { IUserMeVo } from '@teable/openapi';\nimport type { Request } from 'express';\nimport type { OAuth2, OAuth2Req } from 'oauth2orize';\nimport { CacheService } from '../../cache/cache.service';\nimport { IOAuthConfig, OAuthConfig } from '../../configs/oauth.config';\nimport type { IAuthorizeClient } from './types';\n\n@Injectable()\nexport class OAuthTxStore {\n constructor(\n private readonly cacheService: CacheService,\n @OAuthConfig() private readonly oauth2Config: IOAuthConfig\n ) {}\n\n async load(req: Request, cb: (err: unknown, txn?: OAuth2) => void) {\n const transactionID = req.body?.['transaction_id'];\n if (!transactionID) {\n return cb(new BadRequestException('transaction_id is required'));\n }\n\n const txnStore = await this.cacheService.get(`oauth:txn:${transactionID}`);\n if (!txnStore) {\n return cb(new BadRequestException('Invalid transaction ID'));\n }\n const user = req.user as IUserMeVo;\n if (txnStore.userId !== user.id) {\n return cb(new BadRequestException('Invalid user'));\n }\n cb(null, {\n transactionID,\n redirectURI: txnStore.redirectURI,\n client: {\n clientId: txnStore.clientId,\n redirectUri: txnStore.redirectURI,\n scopes: txnStore.scopes,\n codeChallenge: txnStore.codeChallenge,\n codeChallengeMethod: txnStore.codeChallengeMethod as 'S256',\n },\n req: {\n clientID: txnStore.clientId,\n transactionID,\n type: txnStore.type,\n scope: txnStore.scopes,\n state: txnStore.state!,\n redirectURI: txnStore.redirectURI,\n },\n user,\n info: {\n scope: txnStore.scopes.join(' '),\n },\n });\n }\n\n async store(\n req: Request,\n txn: {\n client: IAuthorizeClient;\n redirectURI: string;\n req: OAuth2Req;\n },\n cb: (err: unknown, transactionID: string) => void\n ) {\n const transactionID = getRandomString(16);\n const { redirectURI, client } = txn;\n await this.cacheService.set(\n `oauth:txn:${transactionID}`,\n {\n clientId: client.clientId,\n redirectURI,\n type: txn.req.type,\n scopes: client.scopes,\n state: txn.req.state,\n userId: (req.user as IUserMeVo).id,\n codeChallenge: client.codeChallenge,\n codeChallengeMethod: client.codeChallengeMethod,\n },\n this.oauth2Config.transactionExpireIn\n );\n\n cb(null, transactionID);\n }\n\n async remove(_req: unknown, transactionID: string) {\n await this.cacheService.del(`oauth:txn:${transactionID}`);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/oauth.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { OAuthController } from './oauth.controller';\nimport { OAuthModule } from './oauth.module';\n\ndescribe('OauthController', () => {\n let controller: OAuthController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, OAuthModule],\n controllers: [OAuthController],\n }).compile();\n\n controller = module.get(OAuthController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/oauth/oauth.controller.ts", "content": "import {\n BadRequestException,\n Body,\n Controller,\n Delete,\n Get,\n HttpCode,\n Param,\n Post,\n Put,\n} from '@nestjs/common';\nimport {\n OAuthCreateRo,\n OAuthUpdateRo,\n oauthCreateRoSchema,\n oauthUpdateRoSchema,\n} from '@teable/openapi';\nimport type {\n AuthorizedVo,\n GenerateOAuthSecretVo,\n OAuthCreateVo,\n OAuthGetListVo,\n OAuthGetVo,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../types/cls';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { TokenAccess } from '../auth/decorators/token.decorator';\nimport { OAuthService } from './oauth.service';\n\n@Controller('/api/oauth/client')\nexport class OAuthController {\n constructor(\n private readonly oauthService: OAuthService,\n private readonly cls: ClsService\n ) {}\n\n @Get(':clientId')\n async getOAuth(@Param('clientId') clientId: string): Promise {\n return this.oauthService.getOAuth(clientId);\n }\n\n @Get()\n async getOAuthList(): Promise {\n return this.oauthService.getOAuthList();\n }\n\n @Post()\n async createOAuth(\n @Body(new ZodValidationPipe(oauthCreateRoSchema)) oauthCreateRo: OAuthCreateRo\n ): Promise {\n return this.oauthService.createOAuth(oauthCreateRo);\n }\n\n @Put(':clientId')\n async updateOAuth(\n @Param('clientId') clientId: string,\n @Body(new ZodValidationPipe(oauthUpdateRoSchema)) oauthUpdateRo: OAuthUpdateRo\n ): Promise {\n return this.oauthService.updateOAuth(clientId, oauthUpdateRo);\n }\n\n @Delete(':clientId')\n async deleteOAuth(@Param('clientId') clientId: string): Promise {\n return this.oauthService.deleteOAuth(clientId);\n }\n\n @Post(':clientId/secret')\n async generateOAuthSecret(@Param('clientId') clientId: string): Promise {\n return this.oauthService.generateSecret(clientId);\n }\n\n @Delete(':clientId/secret/:secretId')\n async deleteOAuthSecret(\n @Param('clientId') clientId: string,\n @Param('secretId') secretId: string\n ): Promise {\n return this.oauthService.deleteSecret(clientId, secretId);\n }\n\n @Post(':clientId/revoke-access')\n @HttpCode(200)\n async revokeAccess(@Param('clientId') clientId: string) {\n return this.oauthService.revokeAccess(clientId);\n }\n\n @Post(':clientId/revoke-token')\n @HttpCode(200)\n async revokeToken(@Param('clientId') clientId: string) {\n return this.oauthService.revokeToken(clientId);\n }\n\n @Get(':clientId/revoke-token')\n @TokenAccess()\n async revokeTokenGet(@Param('clientId') clientId: string) {\n const accessTokenId = this.cls.get('accessTokenId');\n if (!accessTokenId) {\n throw new BadRequestException('only access token request can use this endpoint');\n }\n return this.oauthService.revokeToken(clientId);\n }\n\n @Get('authorized/list')\n async getAuthorizedList(): Promise {\n return this.oauthService.getAuthorizedList();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/oauth.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { JwtModule } from '@nestjs/jwt';\nimport { PassportModule } from '@nestjs/passport';\nimport { authConfig, type IAuthConfig } from '../../configs/auth.config';\nimport { AccessTokenModule } from '../access-token/access-token.module';\nimport { OAuthServerController } from './oauth-server.controller';\nimport { OAuthServerService } from './oauth-server.service';\nimport { OAuthTxStore } from './oauth-tx-store';\nimport { OAuthController } from './oauth.controller';\nimport { OAuthService } from './oauth.service';\nimport { PkceService } from './pkce.service';\nimport { OAuthClientStrategy } from './strategies/oauth2-client.strategies';\nimport { OAuthPkceClientStrategy } from './strategies/oauth2-pkce-client.strategy';\n\n@Module({\n imports: [\n AccessTokenModule,\n PassportModule.register({ session: true }),\n JwtModule.registerAsync({\n useFactory: (config: IAuthConfig) => ({\n secret: config.jwt.secret,\n signOptions: {\n expiresIn: config.jwt.expiresIn,\n },\n }),\n inject: [authConfig.KEY],\n }),\n ],\n controllers: [OAuthController, OAuthServerController],\n providers: [\n OAuthServerService,\n OAuthService,\n OAuthClientStrategy,\n OAuthPkceClientStrategy,\n OAuthTxStore,\n PkceService,\n ],\n exports: [OAuthService],\n})\nexport class OAuthModule {}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/oauth.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { OAuthModule } from './oauth.module';\nimport { OAuthService } from './oauth.service';\n\ndescribe('OauthService', () => {\n let service: OAuthService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, OAuthModule],\n providers: [OAuthService],\n }).compile();\n\n service = module.get(OAuthService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/oauth/oauth.service.ts", "content": "import { ForbiddenException, Injectable, NotFoundException } from '@nestjs/common';\nimport { generateClientId, getRandomString, nullsToUndefined } from '@teable/core';\nimport { Prisma, PrismaService } from '@teable/db-main-prisma';\nimport type {\n AuthorizedVo,\n GenerateOAuthSecretVo,\n OAuthCreateRo,\n OAuthCreateVo,\n OAuthGetListVo,\n OAuthGetVo,\n OAuthUpdateVo,\n} from '@teable/openapi';\nimport * as bcrypt from 'bcrypt';\nimport { pick } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../types/cls';\n\n@Injectable()\nexport class OAuthService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService\n ) {}\n\n private convertToVo(ro: T) {\n return nullsToUndefined({\n ...ro,\n scopes: ro.scopes ? JSON.parse(ro.scopes) : undefined,\n redirectUris: ro.redirectUris ? JSON.parse(ro.redirectUris) : undefined,\n });\n }\n\n async createOAuth(ro: OAuthCreateRo): Promise {\n const userId = this.cls.get('user.id');\n const { redirectUris, name, description, scopes, homepage, logo } = ro;\n const res = await this.prismaService.oAuthApp.create({\n data: {\n name,\n description,\n scopes: scopes ? JSON.stringify(scopes) : null,\n homepage,\n logo,\n redirectUris: redirectUris ? JSON.stringify(redirectUris) : null,\n createdBy: userId,\n clientId: generateClientId(),\n },\n });\n return this.convertToVo(\n pick(res, [\n 'id',\n 'name',\n 'description',\n 'scopes',\n 'homepage',\n 'logo',\n 'redirectUris',\n 'clientId',\n ])\n );\n }\n\n private getSecrets = async (clientId: string) => {\n const secrets = await this.prismaService.oAuthAppSecret.findMany({\n where: {\n clientId,\n },\n orderBy: {\n createdTime: 'desc',\n },\n });\n if (!secrets.length) {\n return;\n }\n return secrets.map((s) => ({\n id: s.id,\n secret: s.maskedSecret,\n lastUsedTime: s.lastUsedTime?.toISOString(),\n }));\n };\n\n async getOAuth(clientId: string): Promise {\n const res = await this.prismaService.oAuthApp.findUnique({\n where: {\n clientId,\n },\n });\n if (!res) {\n throw new NotFoundException('OAuth client not found');\n }\n const secrets = await this.getSecrets(clientId);\n return this.convertToVo(\n pick(\n {\n ...res,\n secrets,\n },\n [\n 'id',\n 'name',\n 'description',\n 'scopes',\n 'homepage',\n 'logo',\n 'redirectUris',\n 'clientId',\n 'secrets',\n ]\n )\n );\n }\n\n async updateOAuth(clientId: string, ro: OAuthCreateRo): Promise {\n const { redirectUris, name, description, scopes, homepage, logo } = ro;\n const res = await this.prismaService.oAuthApp.update({\n where: {\n clientId,\n },\n data: {\n name,\n description,\n scopes: scopes ? JSON.stringify(scopes) : null,\n homepage,\n logo,\n redirectUris: redirectUris ? JSON.stringify(redirectUris) : null,\n },\n });\n\n const secrets = await this.getSecrets(clientId);\n\n return this.convertToVo(\n pick({ ...res, secrets }, [\n 'id',\n 'name',\n 'description',\n 'scopes',\n 'homepage',\n 'logo',\n 'redirectUris',\n 'clientId',\n ])\n );\n }\n\n async deleteOAuth(clientId: string): Promise {\n await this.prismaService.$tx(async (prisma) => {\n await prisma.oAuthApp.delete({\n where: {\n clientId,\n },\n });\n await prisma.accessToken.deleteMany({\n where: {\n clientId,\n },\n });\n });\n }\n\n async getOAuthList(): Promise {\n const userId = this.cls.get('user.id');\n const res = await this.prismaService.oAuthApp.findMany({\n where: {\n createdBy: userId,\n },\n select: {\n clientId: true,\n name: true,\n logo: true,\n homepage: true,\n description: true,\n },\n });\n return nullsToUndefined(res);\n }\n\n async generateSecret(clientId: string): Promise {\n const secret = getRandomString(40).toLocaleLowerCase();\n const hashedSecret = await bcrypt.hash(secret, 10);\n\n const sensitivePart = secret.slice(0, secret.length - 10);\n const maskedSecret = secret.slice(0).replace(sensitivePart, '*'.repeat(sensitivePart.length));\n\n const res = await this.prismaService.oAuthAppSecret.create({\n data: {\n clientId,\n secret: hashedSecret,\n maskedSecret,\n createdBy: this.cls.get('user.id'),\n },\n });\n\n return {\n secret,\n maskedSecret,\n id: res.id,\n lastUsedTime: res.lastUsedTime?.toISOString(),\n };\n }\n\n async deleteSecret(clientId: string, secretId: string): Promise {\n await this.prismaService.oAuthAppSecret.delete({\n where: {\n id: secretId,\n clientId,\n },\n });\n }\n\n async revokeAccess(clientId: string) {\n // validate clientId is match with current user\n const currentUserId = this.cls.get('user.id');\n const app = await this.prismaService.oAuthApp.findFirst({\n where: { clientId, createdBy: currentUserId },\n });\n if (!app) {\n throw new ForbiddenException('No permission to revoke access: ' + clientId);\n }\n await this.prismaService.$tx(async (prisma) => {\n await prisma.oAuthAppAuthorized.deleteMany({\n where: { clientId },\n });\n await prisma.oAuthAppToken.deleteMany({\n where: {\n clientId,\n },\n });\n // delete access token\n await prisma.accessToken.deleteMany({\n where: { clientId },\n });\n });\n }\n\n async revokeToken(clientId: string) {\n const userId = this.cls.get('user.id');\n await this.prismaService.$tx(async (prisma) => {\n await prisma.oAuthAppAuthorized.delete({\n // eslint-disable-next-line @typescript-eslint/naming-convention\n where: { clientId_userId: { clientId, userId } },\n });\n\n await prisma.oAuthAppToken.deleteMany({\n where: {\n createdBy: userId,\n clientId,\n },\n });\n\n await prisma.accessToken.deleteMany({\n where: { clientId, userId },\n });\n });\n }\n\n async getAuthorizedList(): Promise {\n const userId = this.cls.get('user.id');\n const authorized = await this.prismaService.oAuthAppAuthorized.findMany({\n where: {\n userId,\n },\n select: {\n clientId: true,\n },\n });\n if (authorized.length === 0) {\n return [];\n }\n const clientIds = authorized.map((a) => a.clientId);\n const client = await this.prismaService.oAuthApp.findMany({\n where: {\n clientId: { in: clientIds },\n },\n });\n if (client.length === 0) {\n return [];\n }\n // user map\n const users = await this.prismaService.user.findMany({\n where: {\n id: { in: client.map((c) => c.createdBy) },\n },\n select: {\n id: true,\n email: true,\n name: true,\n },\n });\n const userMap = users.reduce(\n (acc, u) => {\n acc[u.id] = {\n email: u.email,\n name: u.name,\n };\n return acc;\n },\n {} as Record\n );\n\n // last used time\n const lastUsedTime = await this.prismaService.$queryRaw<\n {\n clientId: string;\n lastUsedTime: string;\n }[]\n >(Prisma.sql`\n WITH ranked_clients AS (\n SELECT\n client_id,\n last_used_time,\n ROW_NUMBER() OVER (PARTITION BY client_id ORDER BY last_used_time DESC) AS rn\n FROM oauth_app_secret\n WHERE client_id IN (${Prisma.join(clientIds)})\n )\n SELECT client_id as clientId, last_used_time as lastUsedTime\n FROM ranked_clients\n WHERE rn = 1;\n `);\n\n const lastUsedTimeMap = lastUsedTime.reduce(\n (acc, d) => {\n acc[d.clientId] = d;\n return acc;\n },\n {} as Record\n );\n\n return client.map((c) =>\n this.convertToVo({\n clientId: c.clientId,\n name: c.name,\n description: c.description,\n logo: c.logo,\n homepage: c.homepage,\n scopes: c.scopes,\n lastUsedTime: lastUsedTimeMap[c.clientId]?.lastUsedTime,\n createdUser: userMap[c.createdBy],\n })\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/pkce.service.ts", "content": "import crypto from 'crypto';\nimport { Injectable } from '@nestjs/common';\n\nconst pkceMethod = 'S256' as const;\nconst pkceChallengePattern = /^[\\w-]{43,128}$/;\nconst pkceVerifierPattern = /^[\\w.~-]{43,128}$/;\n\nexport interface IPkceAuthorizeParams {\n codeChallenge: string;\n codeChallengeMethod: typeof pkceMethod;\n}\n\n@Injectable()\nexport class PkceService {\n isValidCodeChallenge(codeChallenge: string): boolean {\n return pkceChallengePattern.test(codeChallenge);\n }\n\n isValidCodeVerifier(codeVerifier: string): boolean {\n return pkceVerifierPattern.test(codeVerifier);\n }\n\n validateCodeVerifier(\n codeChallenge: string,\n codeChallengeMethod: string | undefined,\n codeVerifier: string\n ): boolean {\n if (codeChallengeMethod !== pkceMethod || !this.isValidCodeVerifier(codeVerifier)) {\n return false;\n }\n const hash = crypto.createHash('sha256').update(codeVerifier).digest('base64url');\n if (hash.length !== codeChallenge.length) {\n return false;\n }\n return crypto.timingSafeEqual(Buffer.from(hash), Buffer.from(codeChallenge));\n }\n\n isLoopbackMatch(registered: string, requested: string): boolean {\n try {\n const reg = new URL(registered);\n const req = new URL(requested);\n const loopbackHosts = ['127.0.0.1', '[::1]', 'localhost'];\n if (\n reg.protocol === req.protocol &&\n loopbackHosts.includes(reg.hostname) &&\n loopbackHosts.includes(req.hostname) &&\n reg.pathname === req.pathname\n ) {\n return true; // ignore port for loopback\n }\n return registered === requested;\n } catch {\n return false;\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/strategies/oauth2-client.strategies.ts", "content": "import { UnauthorizedException, Injectable } from '@nestjs/common';\nimport { PassportStrategy } from '@nestjs/passport';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport * as bcrypt from 'bcrypt';\nimport { Strategy } from 'passport-oauth2-client-password';\nimport type { IExchangeClient } from '../types';\n\n@Injectable()\nexport class OAuthClientStrategy extends PassportStrategy(Strategy) {\n constructor(private readonly prismaService: PrismaService) {\n super();\n }\n\n async validate(clientId: string, clientSecret: string): Promise {\n const oauthApp = await this.prismaService.txClient().oAuthApp.findUnique({\n where: {\n clientId,\n },\n });\n\n if (!oauthApp) {\n throw new UnauthorizedException('Client not found');\n }\n\n const secrets = await this.prismaService.txClient().oAuthAppSecret.findMany({\n where: {\n clientId,\n },\n });\n if (!secrets.length) {\n throw new UnauthorizedException('No secrets found for the given clientId');\n }\n for (const appSecret of secrets) {\n const isMatch = await bcrypt.compare(clientSecret, appSecret.secret);\n if (isMatch) {\n // update last use\n await this.prismaService.txClient().oAuthAppSecret.update({\n where: {\n id: appSecret.id,\n },\n data: {\n lastUsedTime: new Date().toISOString(),\n },\n });\n return {\n type: 'secret',\n name: oauthApp.name,\n secretId: appSecret.id,\n clientId: appSecret.clientId,\n clientSecret: appSecret.secret,\n };\n }\n }\n\n throw new UnauthorizedException('Client secret invalid');\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/strategies/oauth2-pkce-client.strategy.ts", "content": "import { Injectable, UnauthorizedException } from '@nestjs/common';\nimport { PassportStrategy } from '@nestjs/passport';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { Request } from 'express';\nimport { Strategy } from 'passport';\nimport type { IPkceExchangeClient } from '../types';\n\nclass PkceClientPasswordStrategy extends Strategy {\n override name = 'oauth2-pkce-client';\n private _verify: (\n clientId: string,\n codeVerifier: string | undefined,\n done: (err: unknown, client?: unknown) => void\n ) => void;\n\n constructor(\n verify: (\n clientId: string,\n codeVerifier: string | undefined,\n done: (err: unknown, client?: unknown) => void\n ) => void\n ) {\n super();\n this._verify = verify;\n }\n\n override authenticate(req: Request) {\n const clientId = req.body?.['client_id'] as string | undefined;\n const clientSecret = req.body?.['client_secret'] as string | undefined;\n const codeVerifier = req.body?.['code_verifier'] as string | undefined;\n if (clientSecret || !clientId) {\n return this.fail('Not a PKCE request', 401);\n }\n\n this._verify(clientId, codeVerifier, (err, client) => {\n if (err) {\n return this.error(err as Error);\n }\n if (!client) {\n return this.fail('authentication failed', 401);\n }\n this.success(client);\n });\n }\n}\n\n@Injectable()\nexport class OAuthPkceClientStrategy extends PassportStrategy(\n PkceClientPasswordStrategy,\n 'oauth2-pkce-client'\n) {\n constructor(private readonly prismaService: PrismaService) {\n super();\n }\n\n async validate(clientId: string, codeVerifier: string | undefined): Promise {\n const oauthApp = await this.prismaService.txClient().oAuthApp.findUnique({\n where: { clientId },\n });\n\n if (!oauthApp) {\n throw new UnauthorizedException('Client not found');\n }\n return {\n type: 'pkce',\n clientId,\n name: oauthApp.name,\n codeVerifier,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/oauth/types.ts", "content": "import type { IUserMeVo } from '@teable/openapi';\nimport type { OAuth2Req, OAuth2Server } from 'oauth2orize';\n\nexport interface IClientBase {\n clientId: string;\n}\n\nexport interface IAuthorizeClient extends IClientBase {\n isTrusted?: boolean;\n scopes: string[];\n redirectUri: string;\n codeChallenge?: string;\n codeChallengeMethod?: 'S256';\n}\n\nexport interface IExchangeClient extends IClientBase {\n type: 'secret';\n name: string;\n secretId: string;\n clientSecret: string;\n}\n\nexport interface IPkceExchangeClient extends IClientBase {\n type: 'pkce';\n name: string;\n secretId?: string;\n codeVerifier?: string;\n}\n\nexport type ITokenClient = IExchangeClient | IPkceExchangeClient;\n\nexport type IOAuth2Server = OAuth2Server;\n\nexport interface IOAuthStoreOption {\n transactionField?: string;\n}\n\nexport interface IClient {\n type: string;\n clientID: string;\n redirectURI: string;\n scope: string[];\n state?: string;\n}\n\nexport interface IAuthorizeRequest extends OAuth2Req {\n codeChallenge?: string;\n codeChallengeMethod?: 'S256';\n}\n" }, { "path": "apps/nestjs-backend/src/features/organization/organization.controller.ts", "content": "import { Controller, Get } from '@nestjs/common';\nimport type {\n IGetDepartmentListVo,\n IGetDepartmentUserVo,\n IOrganizationMeVo,\n} from '@teable/openapi';\n\n@Controller('api/organization')\nexport class OrganizationController {\n @Get('me')\n async getOrganizationMe(): Promise {\n return null;\n }\n\n @Get('department-user')\n async getDepartmentUsers(): Promise {\n return {\n users: [],\n total: 0,\n };\n }\n\n @Get('department')\n async getDepartmentList(): Promise {\n return [];\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/organization/organization.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { OrganizationController } from './organization.controller';\n\n@Module({\n controllers: [OrganizationController],\n})\nexport class OrganizationModule {}\n" }, { "path": "apps/nestjs-backend/src/features/pin/pin.controller.ts", "content": "import { Body, Controller, Delete, Get, Post, Put, Query } from '@nestjs/common';\nimport type { IGetPinListVo } from '@teable/openapi';\nimport {\n AddPinRo,\n DeletePinRo,\n addPinRoSchema,\n deletePinRoSchema,\n UpdatePinOrderRo,\n updatePinOrderRoSchema,\n} from '@teable/openapi';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { PinService } from './pin.service';\n\n@Controller('api/pin')\nexport class PinController {\n constructor(private readonly pinService: PinService) {}\n\n @Post()\n async add(@Body(new ZodValidationPipe(addPinRoSchema)) query: AddPinRo) {\n return this.pinService.addPin(query);\n }\n\n @Delete()\n async delete(@Query(new ZodValidationPipe(deletePinRoSchema)) query: DeletePinRo) {\n return this.pinService.deletePin(query);\n }\n\n @Get('list')\n async getList(): Promise {\n return this.pinService.getList();\n }\n\n @Put('order')\n async updateOrder(@Body(new ZodValidationPipe(updatePinOrderRoSchema)) body: UpdatePinOrderRo) {\n return this.pinService.updateOrder(body);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/pin/pin.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { PinController } from './pin.controller';\nimport { PinService } from './pin.service';\n\n@Module({\n providers: [PinService],\n controllers: [PinController],\n})\nexport class PinModule {}\n" }, { "path": "apps/nestjs-backend/src/features/pin/pin.service.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { Injectable } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { HttpErrorCode, nullsToUndefined, type ViewType } from '@teable/core';\nimport { Prisma, PrismaService } from '@teable/db-main-prisma';\nimport type { IGetPinListVo, AddPinRo, DeletePinRo, UpdatePinOrderRo } from '@teable/openapi';\nimport { PinType } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { keyBy } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport type {\n AppDeleteEvent,\n BaseDeleteEvent,\n DashboardDeleteEvent,\n SpaceDeleteEvent,\n TableDeleteEvent,\n ViewDeleteEvent,\n WorkflowDeleteEvent,\n} from '../../event-emitter/events';\nimport { Events } from '../../event-emitter/events';\nimport type { IClsStore } from '../../types/cls';\nimport { updateOrder } from '../../utils/update-order';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\n\n@Injectable()\nexport class PinService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n private async getMaxOrder(where: Prisma.PinResourceWhereInput) {\n const aggregate = await this.prismaService.pinResource.aggregate({\n where,\n _max: { order: true },\n });\n return aggregate._max.order || 0;\n }\n\n async addPin(query: AddPinRo) {\n const { type, id } = query;\n const maxOrder = await this.getMaxOrder({\n createdBy: this.cls.get('user.id'),\n });\n return this.prismaService.pinResource\n .create({\n data: {\n type,\n resourceId: id,\n createdBy: this.cls.get('user.id'),\n order: maxOrder + 1,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Pin already exists', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.pin.alreadyExists',\n },\n });\n });\n }\n\n async deletePin(query: DeletePinRo) {\n const { id, type } = query;\n return this.prismaService.pinResource\n .delete({\n where: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n createdBy_resourceId: {\n resourceId: id,\n createdBy: this.cls.get('user.id'),\n },\n type,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Pin not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.pin.notFound',\n },\n });\n });\n }\n\n async getList(): Promise {\n const list = await this.prismaService.pinResource.findMany({\n where: {\n createdBy: this.cls.get('user.id'),\n },\n select: {\n resourceId: true,\n type: true,\n order: true,\n },\n orderBy: {\n order: 'asc',\n },\n });\n\n // Group resource IDs by type\n const idsByType = list.reduce(\n (acc, item) => {\n const type = item.type as PinType;\n if (!acc[type]) {\n acc[type] = [];\n }\n acc[type].push(item.resourceId);\n return acc;\n },\n {} as Record\n );\n\n // Fetch all resources in parallel\n const [baseList, spaceList, tableList, viewList, dashboardList, workflowList, appList] =\n await Promise.all([\n this.fetchBases(idsByType[PinType.Base]),\n this.fetchSpaces(idsByType[PinType.Space]),\n this.fetchTables(idsByType[PinType.Table]),\n this.fetchViews(idsByType[PinType.View]),\n this.fetchDashboards(idsByType[PinType.Dashboard]),\n this.fetchWorkflows(idsByType[PinType.Workflow]),\n this.fetchApps(idsByType[PinType.App]),\n ]);\n\n // Create lookup maps\n const resourceMaps = {\n [PinType.Base]: keyBy(baseList, 'id'),\n [PinType.Space]: keyBy(spaceList, 'id'),\n [PinType.Table]: keyBy(tableList, 'id'),\n [PinType.View]: keyBy(viewList, 'id'),\n [PinType.Dashboard]: keyBy(dashboardList, 'id'),\n [PinType.Workflow]: keyBy(workflowList, 'id'),\n [PinType.App]: keyBy(appList, 'id'),\n };\n\n return list\n .map((item) => {\n const { resourceId, type, order } = item;\n const resource = this.transformResource(type as PinType, resourceId, resourceMaps);\n if (!resource) {\n return undefined;\n }\n return {\n id: resourceId,\n type: type as PinType,\n order,\n ...nullsToUndefined(resource),\n };\n })\n .filter(Boolean) as IGetPinListVo;\n }\n\n private async fetchBases(ids?: string[]) {\n if (!ids?.length) return [];\n return this.prismaService.base.findMany({\n where: { id: { in: ids }, deletedTime: null },\n select: { id: true, name: true, icon: true },\n });\n }\n\n private async fetchSpaces(ids?: string[]) {\n if (!ids?.length) return [];\n return this.prismaService.space.findMany({\n where: { id: { in: ids }, deletedTime: null },\n select: { id: true, name: true },\n });\n }\n\n private async fetchTables(ids?: string[]) {\n if (!ids?.length) return [];\n return this.prismaService.tableMeta.findMany({\n where: { id: { in: ids }, deletedTime: null },\n select: { id: true, name: true, baseId: true, icon: true },\n });\n }\n\n private async fetchViews(ids?: string[]) {\n if (!ids?.length) return [];\n return this.prismaService.$queryRaw<\n {\n id: string;\n name: string;\n baseId: string;\n tableId: string;\n type: ViewType;\n options: string;\n }[]\n >(Prisma.sql`\n SELECT view.id, view.name, table_meta.base_id as \"baseId\", table_meta.id as \"tableId\", view.type, view.options\n FROM view\n LEFT JOIN table_meta ON view.table_id = table_meta.id\n WHERE view.id IN (${Prisma.join(ids)})\n AND view.deleted_time IS NULL\n AND table_meta.deleted_time IS NULL\n `);\n }\n\n private async fetchDashboards(ids?: string[]) {\n if (!ids?.length) return [];\n return this.prismaService.dashboard.findMany({\n where: { id: { in: ids } },\n select: { id: true, name: true, baseId: true },\n });\n }\n\n private async fetchWorkflows(ids?: string[]) {\n if (!ids?.length) return [];\n const sql = this.knex('workflow')\n .select('id', 'name', this.knex.raw('base_id as \"baseId\"'))\n .whereIn('id', ids)\n .whereNull('deleted_time')\n .toQuery();\n return this.prismaService.$queryRawUnsafe<{ id: string; name: string; baseId: string }[]>(sql);\n }\n\n private async fetchApps(ids?: string[]) {\n if (!ids?.length) return [];\n const sql = this.knex('app')\n .select('id', 'name', this.knex.raw('base_id as \"baseId\"'))\n .whereIn('id', ids)\n .whereNull('deleted_time')\n .toQuery();\n return this.prismaService.$queryRawUnsafe<{ id: string; name: string; baseId: string }[]>(sql);\n }\n\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n private transformResource(type: PinType, resourceId: string, resourceMaps: Record) {\n const resource = resourceMaps[type]?.[resourceId];\n if (!resource) return undefined;\n\n switch (type) {\n case PinType.Base:\n return { name: resource.name, icon: resource.icon };\n case PinType.Space:\n case PinType.Dashboard:\n case PinType.Workflow:\n case PinType.App:\n return { name: resource.name, parentBaseId: resource.baseId };\n case PinType.Table:\n return { name: resource.name, parentBaseId: resource.baseId, icon: resource.icon };\n case PinType.View: {\n const pluginLogo = resource.options ? JSON.parse(resource.options)?.pluginLogo : undefined;\n return {\n name: resource.name,\n parentBaseId: resource.baseId,\n viewMeta: {\n tableId: resource.tableId,\n type: resource.type,\n pluginLogo: pluginLogo ? getPublicFullStorageUrl(pluginLogo) : undefined,\n },\n };\n }\n default:\n return undefined;\n }\n }\n\n async updateOrder(data: UpdatePinOrderRo) {\n const { id, type, position, anchorId, anchorType } = data;\n\n const item = await this.prismaService.pinResource\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: {\n resourceId: id,\n type,\n createdBy: this.cls.get('user.id'),\n },\n })\n .catch(() => {\n throw new CustomHttpException('Pin not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.pin.notFound',\n },\n });\n });\n\n const anchorItem = await this.prismaService.pinResource\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: {\n resourceId: anchorId,\n type: anchorType,\n createdBy: this.cls.get('user.id'),\n },\n })\n .catch(() => {\n throw new CustomHttpException('Pin Anchor not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.pin.anchorNotFound',\n },\n });\n });\n\n await updateOrder({\n query: undefined,\n position,\n item,\n anchorItem,\n getNextItem: async (whereOrder, align) => {\n return this.prismaService.pinResource.findFirst({\n select: { order: true, id: true },\n where: {\n type: type,\n order: whereOrder,\n },\n orderBy: { order: align },\n });\n },\n update: async (_, id, data) => {\n await this.prismaService.pinResource.update({\n data: { order: data.newOrder },\n where: { id },\n });\n },\n shuffle: async () => {\n const orderKey = position === 'before' ? 'lt' : 'gt';\n const dataOrderKey = position === 'before' ? 'decrement' : 'increment';\n await this.prismaService.pinResource.updateMany({\n data: { order: { [dataOrderKey]: 1 } },\n where: {\n createdBy: this.cls.get('user.id'),\n order: {\n [orderKey]: anchorItem.order,\n },\n },\n });\n },\n });\n }\n\n async deletePinWithoutException(query: DeletePinRo) {\n const { id, type } = query;\n const existingPin = await this.prismaService.pinResource.findFirst({\n where: {\n resourceId: id,\n type,\n },\n });\n if (!existingPin) {\n return;\n }\n return this.prismaService.pinResource.deleteMany({\n where: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n resourceId: id,\n type,\n },\n });\n }\n\n @OnEvent(Events.TABLE_VIEW_DELETE, { async: true })\n @OnEvent(Events.TABLE_DELETE, { async: true })\n @OnEvent(Events.BASE_DELETE, { async: true })\n @OnEvent(Events.SPACE_DELETE, { async: true })\n @OnEvent(Events.DASHBOARD_DELETE, { async: true })\n @OnEvent(Events.WORKFLOW_DELETE, { async: true })\n @OnEvent(Events.APP_DELETE, { async: true })\n protected async resourceDeleteListener(\n listenerEvent:\n | ViewDeleteEvent\n | TableDeleteEvent\n | BaseDeleteEvent\n | SpaceDeleteEvent\n | DashboardDeleteEvent\n | WorkflowDeleteEvent\n | AppDeleteEvent\n ) {\n switch (listenerEvent.name) {\n case Events.TABLE_VIEW_DELETE:\n await this.deletePinWithoutException({\n id: listenerEvent.payload.viewId,\n type: PinType.View,\n });\n break;\n case Events.TABLE_DELETE:\n await this.deletePinWithoutException({\n id: listenerEvent.payload.tableId,\n type: PinType.Table,\n });\n break;\n case Events.BASE_DELETE:\n await this.deletePinWithoutException({\n id: listenerEvent.payload.baseId,\n type: PinType.Base,\n });\n break;\n case Events.SPACE_DELETE:\n await this.deletePinWithoutException({\n id: listenerEvent.payload.spaceId,\n type: PinType.Space,\n });\n break;\n case Events.DASHBOARD_DELETE:\n await this.deletePinWithoutException({\n id: listenerEvent.payload.dashboardId,\n type: PinType.Dashboard,\n });\n break;\n case Events.WORKFLOW_DELETE:\n await this.deletePinWithoutException({\n id: listenerEvent.payload.workflowId,\n type: PinType.Workflow,\n });\n break;\n case Events.APP_DELETE:\n await this.deletePinWithoutException({\n id: listenerEvent.payload.appId,\n type: PinType.App,\n });\n break;\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/plugin/official/chart/plugin-chart.controller.ts", "content": "import { Controller, Get, Param, Query } from '@nestjs/common';\nimport {\n getDashboardInstallPluginQueryRoSchema,\n getPluginPanelInstallPluginQueryRoSchema,\n IGetDashboardInstallPluginQueryRo,\n IGetPluginPanelInstallPluginQueryRo,\n type IBaseQueryVo,\n} from '@teable/openapi';\nimport { ZodValidationPipe } from '../../../../zod.validation.pipe';\nimport { Permissions } from '../../../auth/decorators/permissions.decorator';\nimport { ResourceMeta } from '../../../auth/decorators/resource_meta.decorator';\nimport { PluginChartService } from './plugin-chart.service';\n\n@Controller('api/plugin/chart')\nexport class PluginChartController {\n constructor(private readonly pluginChartService: PluginChartService) {}\n\n @Get(':pluginInstallId/plugin-panel/:positionId/query')\n @Permissions('table|read')\n @ResourceMeta('tableId', 'query')\n getPluginPanelPluginQuery(\n @Param('pluginInstallId') pluginInstallId: string,\n @Param('positionId') positionId: string,\n @Query(new ZodValidationPipe(getPluginPanelInstallPluginQueryRoSchema))\n query: IGetPluginPanelInstallPluginQueryRo\n ): Promise {\n const { tableId, cellFormat } = query;\n return this.pluginChartService.getPluginPanelPluginQuery(\n pluginInstallId,\n positionId,\n tableId,\n cellFormat\n );\n }\n\n @Get(':pluginInstallId/dashboard/:positionId/query')\n @Permissions('base|read')\n @ResourceMeta('baseId', 'query')\n getDashboardPluginQuery(\n @Param('pluginInstallId') pluginInstallId: string,\n @Param('positionId') positionId: string,\n @Query(new ZodValidationPipe(getDashboardInstallPluginQueryRoSchema))\n query: IGetDashboardInstallPluginQueryRo\n ): Promise {\n const { baseId, cellFormat } = query;\n return this.pluginChartService.getDashboardPluginQuery(\n pluginInstallId,\n positionId,\n baseId,\n cellFormat\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/plugin/official/chart/plugin-chart.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { BaseModule } from '../../../base/base.module';\nimport { DashboardModule } from '../../../dashboard/dashboard.module';\nimport { PluginPanelModule } from '../../../plugin-panel/plugin-panel.module';\nimport { PluginChartController } from './plugin-chart.controller';\nimport { PluginChartService } from './plugin-chart.service';\n\n@Module({\n imports: [PluginPanelModule, DashboardModule, BaseModule],\n providers: [PluginChartService],\n exports: [PluginChartService],\n controllers: [PluginChartController],\n})\nexport class PluginChartModule {}\n" }, { "path": "apps/nestjs-backend/src/features/plugin/official/chart/plugin-chart.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { CellFormat, HttpErrorCode } from '@teable/core';\nimport type { IBaseQuery } from '@teable/openapi';\nimport { CustomHttpException } from '../../../../custom.exception';\nimport { BaseQueryService } from '../../../base/base-query/base-query.service';\nimport { DashboardService } from '../../../dashboard/dashboard.service';\nimport { PluginPanelService } from '../../../plugin-panel/plugin-panel.service';\n\n@Injectable()\nexport class PluginChartService {\n constructor(\n private readonly baseQueryService: BaseQueryService,\n private readonly dashboardService: DashboardService,\n private readonly pluginPanelService: PluginPanelService\n ) {}\n\n async getDashboardPluginQuery(\n pluginInstallId: string,\n positionId: string,\n baseId: string,\n cellFormat: CellFormat = CellFormat.Text\n ) {\n const { storage } = await this.dashboardService.getPluginInstall(\n baseId,\n positionId,\n pluginInstallId\n );\n const query = storage?.query as IBaseQuery;\n if (!query) {\n throw new CustomHttpException(\n 'Dashboard Plugin Storage Query not found',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.pluginChart.queryNotFound',\n },\n }\n );\n }\n return this.baseQueryService.baseQuery(baseId, query, cellFormat);\n }\n\n async getPluginPanelPluginQuery(\n pluginInstallId: string,\n positionId: string,\n tableId: string,\n cellFormat: CellFormat = CellFormat.Text\n ) {\n const { baseId, storage } = await this.pluginPanelService.getPluginPanelPlugin(\n tableId,\n positionId,\n pluginInstallId\n );\n const query = storage?.query as IBaseQuery;\n if (!query) {\n throw new CustomHttpException(\n 'Plugin Panel Plugin Storage Query not found',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.pluginChart.queryNotFound',\n },\n }\n );\n }\n return this.baseQueryService.baseQuery(baseId, query, cellFormat);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/plugin/official/config/chart.ts", "content": "import { PluginPosition } from '@teable/openapi';\nimport type { IOfficialPluginConfig } from './types';\n\nexport const chartConfig: IOfficialPluginConfig = {\n id: 'plgchart',\n name: 'Chart',\n description: 'Visualize your records on a bar, line, pie',\n detailDesc: `\n If you're looking for a colorful way to get a big-picture overview of a table, try a chart app.\n \n \n \n The chart app summarizes a table of records and turns it into an interactive bar, line, pie. \n \n\n [Learn more](https://teable.ai)\n\n `,\n helpUrl: 'https://help.teable.ai/en/basic/plugin/chart',\n positions: [PluginPosition.Dashboard, PluginPosition.Panel],\n i18n: {\n zh: {\n name: '图表',\n helpUrl: 'https://help.teable.cn/zh/basic/plugin/chart',\n description: '通过柱状图、折线图、饼图可视化您的记录',\n detailDesc:\n '如果您想通过色彩丰富的方式从大局上了解表格，试试图表应用。\\n\\n图表应用汇总表格记录，并将其转换为交互式的柱状图、折线图、饼图。\\n\\n[了解更多](https://teable.cn)',\n },\n },\n logoPath: 'static/plugin/chart.png',\n};\n" }, { "path": "apps/nestjs-backend/src/features/plugin/official/config/sheet-form-view.ts", "content": "import { PluginPosition } from '@teable/openapi';\n\nexport const sheetFormConfig = {\n id: 'plgsheetform',\n name: 'Sheet Form',\n description: 'Design forms with spread sheet, then collect data into your table by sheet form',\n detailDesc:\n 'Create powerful and flexible forms using the familiar spread sheet interface. \\n\\nWith the sheet Form Designer plugin, you can: \\n\\n- Design form templates in spread sheet. \\n\\n- Share your forms easily. \\n\\n- Collect data directly into your multi-dimensional table. \\n\\nPerfect for surveys, data collection, and customized form needs. \\n\\n[Learn more](https://help.teable.ai/en/basic/plugin/sheet-form)',\n helpUrl: 'https://help.teable.ai/en/basic/plugin/sheet-form',\n positions: [PluginPosition.View],\n i18n: {\n zh: {\n name: 'Sheet 表单',\n helpUrl: 'https://help.teable.cn/zh/basic/plugin/sheet-form',\n description: '使用表格设计表单，并将数据收集到您的多维表格中',\n detailDesc:\n '使用熟悉的表格界面创建强大而灵活的表单。\\n\\n使用表格表单插件，您可以： \\n\\n - 在表格中设计表单模板。 \\n\\n - 轻松分享您的表格表单。 \\n\\n - 将数据直接收集到您的多维表格中。 \\n\\n非常适合问卷调查、数据收集和自定义表单需求。\\n\\n[了解更多](https://teable.cn)',\n },\n },\n logoPath: 'static/plugin/sheet-form-logo.png',\n avatarPath: 'static/plugin/sheet-form-logo.png',\n};\n" }, { "path": "apps/nestjs-backend/src/features/plugin/official/config/types.ts", "content": "import type { PluginPosition } from '@teable/openapi';\n\nexport type IOfficialPluginConfig = {\n id: string;\n name: string;\n description?: string;\n detailDesc?: string;\n helpUrl: string;\n positions: PluginPosition[];\n i18n?: {\n zh: {\n name: string;\n helpUrl: string;\n description: string;\n detailDesc: string;\n };\n };\n logoPath: string;\n pluginUserId?: string;\n avatarPath?: string;\n};\n" }, { "path": "apps/nestjs-backend/src/features/plugin/official/official-plugin-init.service.ts", "content": "import { join, resolve } from 'path';\nimport { Injectable, Logger, type OnModuleInit } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { getPluginEmail } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { PluginStatus, UploadType } from '@teable/openapi';\nimport { createReadStream } from 'fs-extra';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport sharp from 'sharp';\nimport { BaseConfig, IBaseConfig } from '../../../configs/base.config';\nimport StorageAdapter from '../../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../attachments/plugins/storage';\nimport { UserService } from '../../user/user.service';\nimport { generateSecret } from '../utils';\nimport { chartConfig } from './config/chart';\nimport { sheetFormConfig } from './config/sheet-form-view';\nimport type { IOfficialPluginConfig } from './config/types';\n\ninterface IUploadResult {\n id: string;\n path: string;\n url: string;\n size: number;\n width?: number;\n height?: number;\n hash: string;\n mimetype: string;\n}\n\ninterface IPreparedPlugin {\n config: IOfficialPluginConfig & { secret: string; url: string };\n logo: IUploadResult;\n avatar?: IUploadResult;\n hashedSecret: string;\n maskedSecret: string;\n}\n\n@Injectable()\nexport class OfficialPluginInitService implements OnModuleInit {\n private logger = new Logger(OfficialPluginInitService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly userService: UserService,\n private readonly configService: ConfigService,\n @InjectStorageAdapter() readonly storageAdapter: StorageAdapter,\n @BaseConfig() private readonly baseConfig: IBaseConfig,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n async onModuleInit() {\n const officialPlugins = [\n {\n ...chartConfig,\n secret: this.configService.get('PLUGIN_CHART_SECRET') || this.baseConfig.secretKey,\n url: `/plugin/chart`,\n },\n {\n ...sheetFormConfig,\n secret:\n this.configService.get('PLUGIN_SHEETFORMVIEW_SECRET') ||\n this.baseConfig.secretKey,\n url: `/plugin/sheet-form-view`,\n },\n ];\n\n try {\n // Phase 1: Upload files to storage (outside transaction)\n const preparedPlugins: IPreparedPlugin[] = [];\n for (const plugin of officialPlugins) {\n this.logger.log(`Creating official plugin: ${plugin.name}`);\n const prepared = await this.preparePlugin(plugin);\n preparedPlugins.push(prepared);\n }\n\n // Phase 2: Database operations (inside transaction)\n await this.prismaService.$tx(async () => {\n for (const prepared of preparedPlugins) {\n await this.savePlugin(prepared);\n }\n });\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (error: any) {\n if (error.code !== 'P2002') {\n throw error;\n }\n }\n this.logger.log('Official plugins initialized');\n }\n\n private async uploadToStorage(\n id: string,\n filePath: string,\n type: UploadType\n ): Promise {\n const path = join(StorageAdapter.getDir(type), id);\n\n if (process.env.NODE_ENV === 'test') {\n return { id, path, url: `/${path}`, size: 0, hash: '', mimetype: 'image/png' };\n }\n\n const fileStream = createReadStream(resolve(process.cwd(), filePath));\n const metaReader = sharp();\n const sharpReader = fileStream.pipe(metaReader);\n const { width, height, format = 'png', size = 0 } = await sharpReader.metadata();\n const bucket = StorageAdapter.getBucket(type);\n const mimetype = `image/${format}`;\n const { hash } = await this.storageAdapter.uploadFileWidthPath(bucket, path, filePath, {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': mimetype,\n });\n\n return { id, path, url: `/${path}`, size, width, height, hash, mimetype };\n }\n\n private async saveAttachment(upload: IUploadResult): Promise {\n const { id, path, size, width, height, hash, mimetype } = upload;\n await this.prismaService.txClient().attachments.upsert({\n create: {\n token: id,\n path,\n size,\n width,\n height,\n hash,\n mimetype,\n createdBy: 'system',\n },\n update: {\n size,\n width,\n height,\n hash,\n mimetype,\n lastModifiedBy: 'system',\n },\n where: {\n token: id,\n deletedTime: null,\n },\n });\n }\n\n private async preparePlugin(\n pluginConfig: IOfficialPluginConfig & { secret: string; url: string }\n ): Promise {\n const { id: pluginId, logoPath, avatarPath, pluginUserId, secret } = pluginConfig;\n\n const logo = await this.uploadToStorage(pluginId, logoPath, UploadType.Plugin);\n const { hashedSecret, maskedSecret } = await generateSecret(secret);\n\n let avatar: IUploadResult | undefined;\n if (pluginUserId && avatarPath) {\n avatar = await this.uploadToStorage(pluginUserId, avatarPath, UploadType.Avatar);\n }\n\n return { config: pluginConfig, logo, avatar, hashedSecret, maskedSecret };\n }\n\n private async savePlugin(prepared: IPreparedPlugin): Promise {\n const { config, logo, avatar, hashedSecret, maskedSecret } = prepared;\n const {\n id: pluginId,\n name,\n description,\n detailDesc,\n i18n,\n positions,\n helpUrl,\n url,\n pluginUserId,\n } = config;\n\n // Save attachments\n await this.saveAttachment(logo);\n if (avatar) {\n await this.saveAttachment(avatar);\n }\n\n // Create plugin user if needed\n let userId: string | undefined;\n if (pluginUserId) {\n const userEmail = getPluginEmail(pluginId);\n const user = await this.prismaService\n .txClient()\n .user.findFirst({ where: { id: pluginUserId, email: userEmail } });\n\n if (!user) {\n await this.userService.createSystemUser({\n id: pluginUserId,\n name,\n avatar: avatar?.url,\n email: userEmail,\n });\n }\n userId = pluginUserId;\n }\n\n // Create or update plugin\n const pluginData = {\n name,\n description,\n detailDesc,\n positions: JSON.stringify(positions),\n helpUrl,\n url,\n logo: logo.url,\n status: PluginStatus.Published,\n i18n: JSON.stringify(i18n),\n secret: hashedSecret,\n maskedSecret,\n pluginUser: userId || pluginUserId,\n createdBy: 'system',\n };\n\n const exists = await this.prismaService.txClient().plugin.count({ where: { id: pluginId } });\n\n if (exists > 0) {\n await this.prismaService.txClient().plugin.update({\n where: { id: pluginId },\n data: pluginData,\n });\n } else {\n await this.prismaService.txClient().plugin.create({\n data: { id: pluginId, ...pluginData },\n });\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/plugin/plugin-auth.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport { JwtService } from '@nestjs/jwt';\nimport { getRandomString, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n PluginStatus,\n type IPluginGetTokenRo,\n type IPluginGetTokenVo,\n type IPluginRefreshTokenRo,\n type IPluginRefreshTokenVo,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { CacheService } from '../../cache/cache.service';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport { second } from '../../utils/second';\nimport { AccessTokenService } from '../access-token/access-token.service';\nimport { validateSecret } from './utils';\n\ninterface IRefreshPayload {\n pluginId: string;\n secret: string;\n accessTokenId: string;\n}\n\n@Injectable()\nexport class PluginAuthService {\n accessTokenExpireIn = second('10m');\n refreshTokenExpireIn = second('30d');\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cacheService: CacheService,\n private readonly accessTokenService: AccessTokenService,\n private readonly jwtService: JwtService,\n private readonly cls: ClsService\n ) {}\n\n private generateAccessToken({\n userId,\n scopes,\n clientId,\n name,\n baseId,\n }: {\n userId: string;\n scopes: string[];\n clientId: string;\n name: string;\n baseId: string;\n }) {\n return this.accessTokenService.createAccessToken({\n clientId,\n name: `plugin:${name}`,\n scopes,\n userId,\n baseIds: [baseId],\n // 10 minutes\n expiredTime: new Date(Date.now() + this.accessTokenExpireIn * 1000).toISOString(),\n });\n }\n\n private async generateRefreshToken({ pluginId, secret, accessTokenId }: IRefreshPayload) {\n return this.jwtService.signAsync(\n {\n secret,\n accessTokenId,\n pluginId,\n },\n { expiresIn: this.refreshTokenExpireIn }\n );\n }\n\n private async validateSecret(secret: string, pluginId: string) {\n const plugin = await this.prismaService.plugin\n .findFirstOrThrow({\n where: {\n id: pluginId,\n OR: [\n {\n status: PluginStatus.Published,\n },\n {\n status: { not: PluginStatus.Published },\n createdBy: this.cls.get('user.id'),\n },\n ],\n },\n })\n .catch(() => {\n throw new CustomHttpException('Plugin not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n });\n });\n if (!plugin.pluginUser) {\n throw new CustomHttpException('Plugin user not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.plugin.userNotFound',\n },\n });\n }\n const checkSecret = await validateSecret(secret, plugin.secret);\n if (!checkSecret) {\n throw new CustomHttpException('Invalid secret', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.plugin.invalidSecret',\n },\n });\n }\n return {\n ...plugin,\n pluginUser: plugin.pluginUser,\n };\n }\n\n async token(pluginId: string, ro: IPluginGetTokenRo): Promise {\n const { secret, scopes, baseId } = ro;\n const plugin = await this.validateSecret(secret, pluginId);\n\n const accessToken = await this.generateAccessToken({\n userId: plugin.pluginUser,\n scopes,\n baseId,\n clientId: pluginId,\n name: plugin.name,\n });\n\n const refreshToken = await this.generateRefreshToken({\n pluginId,\n secret,\n accessTokenId: accessToken.id,\n });\n\n return {\n accessToken: accessToken.token,\n refreshToken,\n scopes,\n expiresIn: this.accessTokenExpireIn,\n refreshExpiresIn: this.refreshTokenExpireIn,\n };\n }\n\n async refreshToken(pluginId: string, ro: IPluginRefreshTokenRo): Promise {\n const { secret, refreshToken } = ro;\n const plugin = await this.validateSecret(secret, pluginId);\n const payload = await this.jwtService.verifyAsync(refreshToken).catch(() => {\n throw new CustomHttpException('Invalid refresh token', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.plugin.invalidRefreshToken',\n },\n });\n });\n\n if (\n payload.pluginId !== pluginId ||\n payload.secret !== secret ||\n payload.accessTokenId === undefined\n ) {\n throw new CustomHttpException('Invalid refresh token', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.plugin.invalidRefreshToken',\n },\n });\n }\n return this.prismaService.$tx(async (prisma) => {\n const oldAccessToken = await prisma.accessToken\n .findFirstOrThrow({\n where: { id: payload.accessTokenId },\n })\n .catch(() => {\n throw new CustomHttpException('Invalid refresh token', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.plugin.invalidRefreshToken',\n },\n });\n });\n\n await prisma.accessToken.delete({\n where: { id: payload.accessTokenId, userId: plugin.pluginUser },\n });\n\n const baseId = oldAccessToken.baseIds ? JSON.parse(oldAccessToken.baseIds)[0] : '';\n const scopes = oldAccessToken.scopes ? JSON.parse(oldAccessToken.scopes) : [];\n if (!baseId) {\n throw new CustomHttpException(\n 'Anomalous token with no baseId',\n HttpErrorCode.INTERNAL_SERVER_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.plugin.anomalousToken',\n },\n }\n );\n }\n\n const accessToken = await this.generateAccessToken({\n userId: plugin.pluginUser,\n scopes,\n baseId,\n clientId: pluginId,\n name: plugin.name,\n });\n\n const refreshToken = await this.generateRefreshToken({\n pluginId,\n secret,\n accessTokenId: accessToken.id,\n });\n return {\n accessToken: accessToken.token,\n refreshToken,\n scopes,\n expiresIn: this.accessTokenExpireIn,\n refreshExpiresIn: this.refreshTokenExpireIn,\n };\n });\n }\n\n async authCode(pluginId: string, baseId: string) {\n const count = await this.prismaService.pluginInstall.count({\n where: { pluginId, baseId },\n });\n if (count === 0) {\n throw new CustomHttpException('Plugin not installed', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.pluginInstall.notFound',\n },\n });\n }\n const authCode = getRandomString(16);\n await this.cacheService.set(`plugin:auth-code:${authCode}`, { baseId, pluginId }, second('5m'));\n return authCode;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/plugin/plugin.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { PluginController } from './plugin.controller';\n\ndescribe('PluginController', () => {\n let controller: PluginController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [PluginController],\n }).compile();\n\n controller = module.get(PluginController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/plugin/plugin.controller.ts", "content": "import { Body, Controller, Delete, Get, Param, Patch, Post, Put, Query } from '@nestjs/common';\nimport type {\n ICreatePluginVo,\n IGetPluginCenterListVo,\n IGetPluginsVo,\n IGetPluginVo,\n IPluginGetTokenVo,\n IPluginRefreshTokenVo,\n IPluginRegenerateSecretVo,\n IUpdatePluginVo,\n} from '@teable/openapi';\nimport {\n createPluginRoSchema,\n ICreatePluginRo,\n updatePluginRoSchema,\n IUpdatePluginRo,\n getPluginCenterListRoSchema,\n IGetPluginCenterListRo,\n pluginGetTokenRoSchema,\n IPluginGetTokenRo,\n pluginRefreshTokenRoSchema,\n IPluginRefreshTokenRo,\n} from '@teable/openapi';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { Public } from '../auth/decorators/public.decorator';\nimport { ResourceMeta } from '../auth/decorators/resource_meta.decorator';\nimport { PluginAuthService } from './plugin-auth.service';\nimport { PluginService } from './plugin.service';\n\n@Controller('api/plugin')\nexport class PluginController {\n constructor(\n private readonly pluginService: PluginService,\n private readonly pluginAuthService: PluginAuthService\n ) {}\n\n @Post()\n createPlugin(\n @Body(new ZodValidationPipe(createPluginRoSchema)) data: ICreatePluginRo\n ): Promise {\n return this.pluginService.createPlugin(data);\n }\n\n @Get()\n getPlugins(): Promise {\n return this.pluginService.getPlugins();\n }\n\n @Get(':pluginId')\n getPlugin(@Param('pluginId') pluginId: string): Promise {\n return this.pluginService.getPlugin(pluginId);\n }\n\n @Post(':pluginId/regenerate-secret')\n regenerateSecret(@Param('pluginId') pluginId: string): Promise {\n return this.pluginService.regenerateSecret(pluginId);\n }\n\n @Put(':pluginId')\n updatePlugin(\n @Param('pluginId') pluginId: string,\n @Body(new ZodValidationPipe(updatePluginRoSchema)) ro: IUpdatePluginRo\n ): Promise {\n return this.pluginService.updatePlugin(pluginId, ro);\n }\n\n @Delete(':pluginId')\n deletePlugin(@Param('pluginId') pluginId: string): Promise {\n return this.pluginService.delete(pluginId);\n }\n\n @Get('center/list')\n getPluginCenterList(\n @Query(new ZodValidationPipe(getPluginCenterListRoSchema)) ro: IGetPluginCenterListRo\n ): Promise {\n return this.pluginService.getPluginCenterList(ro.positions, ro.ids);\n }\n\n @Patch(':pluginId/submit')\n submitPlugin(@Param('pluginId') pluginId: string): Promise {\n return this.pluginService.submitPlugin(pluginId);\n }\n\n @Patch(':pluginId/unpublish')\n unpublishPlugin(@Param('pluginId') pluginId: string): Promise {\n return this.pluginService.unpublishPlugin(pluginId);\n }\n\n @Post(':pluginId/token')\n @Public()\n accessToken(\n @Param('pluginId') pluginId: string,\n @Body(new ZodValidationPipe(pluginGetTokenRoSchema)) ro: IPluginGetTokenRo\n ): Promise {\n return this.pluginAuthService.token(pluginId, ro);\n }\n\n @Post(':pluginId/refreshToken')\n @Public()\n refreshToken(\n @Param('pluginId') pluginId: string,\n @Body(new ZodValidationPipe(pluginRefreshTokenRoSchema)) ro: IPluginRefreshTokenRo\n ): Promise {\n return this.pluginAuthService.refreshToken(pluginId, ro);\n }\n\n @Post(':pluginId/authCode')\n @Permissions('base|read')\n @ResourceMeta('baseId', 'body')\n authCode(@Param('pluginId') pluginId: string, @Body('baseId') baseId: string): Promise {\n return this.pluginAuthService.authCode(pluginId, baseId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/plugin/plugin.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { JwtModule } from '@nestjs/jwt';\nimport { authConfig, type IAuthConfig } from '../../configs/auth.config';\nimport { AccessTokenModule } from '../access-token/access-token.module';\nimport { StorageModule } from '../attachments/plugins/storage.module';\nimport { UserModule } from '../user/user.module';\nimport { OfficialPluginInitService } from './official/official-plugin-init.service';\nimport { PluginAuthService } from './plugin-auth.service';\nimport { PluginController } from './plugin.controller';\nimport { PluginService } from './plugin.service';\n\n@Module({\n imports: [\n UserModule,\n AccessTokenModule,\n StorageModule,\n JwtModule.registerAsync({\n useFactory: (config: IAuthConfig) => ({\n secret: config.jwt.secret,\n signOptions: {\n expiresIn: config.jwt.expiresIn,\n },\n }),\n inject: [authConfig.KEY],\n }),\n ],\n providers: [PluginService, PluginAuthService, OfficialPluginInitService],\n controllers: [PluginController],\n})\nexport class PluginModule {}\n" }, { "path": "apps/nestjs-backend/src/features/plugin/plugin.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { PluginModule } from './plugin.module';\nimport { PluginService } from './plugin.service';\n\ndescribe('PluginService', () => {\n let service: PluginService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, PluginModule],\n }).compile();\n\n service = module.get(PluginService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/plugin/plugin.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport {\n generatePluginId,\n generatePluginUserId,\n getPluginEmail,\n nullsToUndefined,\n HttpErrorCode,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { UploadType, PluginStatus } from '@teable/openapi';\nimport type {\n IGetPluginCenterListVo,\n ICreatePluginRo,\n ICreatePluginVo,\n IGetPluginsVo,\n IGetPluginVo,\n IPluginI18n,\n IPluginRegenerateSecretVo,\n IUpdatePluginRo,\n IUpdatePluginVo,\n PluginPosition,\n IPluginConfig,\n} from '@teable/openapi';\nimport { omit } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport StorageAdapter from '../attachments/plugins/adapter';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { UserService } from '../user/user.service';\nimport { generateSecret } from './utils';\n\n@Injectable()\nexport class PluginService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly userService: UserService\n ) {}\n\n private logoToVoValue(logo: string) {\n return getPublicFullStorageUrl(logo);\n }\n\n private convertToVo<\n T extends {\n positions: string;\n i18n?: string | null;\n status: string;\n config?: string | null;\n logo: string;\n createdTime?: Date | null;\n lastModifiedTime?: Date | null;\n },\n >(ro: T) {\n return nullsToUndefined({\n ...ro,\n logo: this.logoToVoValue(ro.logo),\n status: ro.status as PluginStatus,\n positions: JSON.parse(ro.positions) as PluginPosition[],\n i18n: ro.i18n ? (JSON.parse(ro.i18n) as IPluginI18n) : undefined,\n config: ro.config ? (JSON.parse(ro.config) as IPluginConfig) : undefined,\n createdTime: ro.createdTime?.toISOString(),\n lastModifiedTime: ro.lastModifiedTime?.toISOString(),\n });\n }\n\n private async getUserMap(userIds: string[]) {\n const users = await this.prismaService.txClient().user.findMany({\n where: { id: { in: userIds } },\n select: {\n id: true,\n name: true,\n email: true,\n avatar: true,\n },\n });\n const systemUser = userIds.find((id) => id === 'system')\n ? {\n id: 'system',\n name: 'Teable',\n email: 'support@teable.ai',\n avatar: undefined,\n }\n : undefined;\n\n const userMap = users.reduce(\n (acc, user) => {\n if (user.id === 'system') {\n acc[user.id] = {\n id: user.id,\n name: 'Teable',\n email: 'support@teable.ai',\n avatar: undefined,\n };\n return acc;\n }\n acc[user.id] = {\n ...user,\n avatar: user.avatar ? getPublicFullStorageUrl(user.avatar) : undefined,\n };\n return acc;\n },\n {} as Record\n );\n\n return systemUser\n ? {\n ...userMap,\n system: systemUser,\n }\n : userMap;\n }\n\n async createPlugin(createPluginRo: ICreatePluginRo): Promise {\n const userId = this.cls.get('user.id');\n const {\n name,\n description,\n detailDesc,\n helpUrl,\n logo,\n i18n,\n positions,\n url,\n autoCreateMember,\n config,\n } = createPluginRo;\n const { secret, hashedSecret, maskedSecret } = await generateSecret();\n const res = await this.prismaService.$tx(async (prisma) => {\n const pluginId = generatePluginId();\n const user = autoCreateMember\n ? await this.userService.createSystemUser({\n id: generatePluginUserId(),\n name,\n email: getPluginEmail(pluginId),\n })\n : null;\n const plugin = await prisma.plugin.create({\n select: {\n id: true,\n name: true,\n description: true,\n detailDesc: true,\n positions: true,\n helpUrl: true,\n logo: true,\n url: true,\n status: true,\n config: true,\n i18n: true,\n secret: true,\n createdTime: true,\n },\n data: {\n id: pluginId,\n name,\n description,\n detailDesc,\n positions: JSON.stringify(positions),\n helpUrl,\n url,\n logo,\n config: JSON.stringify(config),\n status: PluginStatus.Developing,\n i18n: JSON.stringify(i18n),\n secret: hashedSecret,\n maskedSecret,\n pluginUser: user?.id,\n createdBy: userId,\n },\n });\n return {\n ...plugin,\n secret,\n pluginUser: user\n ? {\n id: user.id,\n name: user.name,\n email: user.email,\n avatar: user.avatar ? getPublicFullStorageUrl(user.avatar) : undefined,\n }\n : undefined,\n };\n });\n return this.convertToVo(res);\n }\n\n async updatePlugin(id: string, updatePluginRo: IUpdatePluginRo): Promise {\n const userId = this.cls.get('user.id');\n const isAdmin = this.cls.get('user.isAdmin');\n const { name, description, detailDesc, helpUrl, i18n, positions, url, config, logo } =\n updatePluginRo;\n const logoPath = logo?.startsWith('http')\n ? `/${StorageAdapter.getDir(UploadType.Plugin)}/${logo.split('/').pop()}`\n : logo;\n const res = await this.prismaService.$tx(async (prisma) => {\n const res = await prisma.plugin\n .update({\n select: {\n id: true,\n name: true,\n description: true,\n detailDesc: true,\n positions: true,\n helpUrl: true,\n logo: true,\n url: true,\n config: true,\n status: true,\n i18n: true,\n secret: true,\n pluginUser: true,\n createdTime: true,\n lastModifiedTime: true,\n },\n where: { id, createdBy: isAdmin ? { in: ['system', userId] } : userId },\n data: {\n name,\n description,\n detailDesc,\n positions: JSON.stringify(positions),\n helpUrl,\n url,\n logo: logoPath,\n config: JSON.stringify(config),\n i18n: JSON.stringify(i18n),\n lastModifiedBy: userId,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Plugin not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n });\n });\n\n if (name && res.pluginUser) {\n await this.userService.updateUserName(res.pluginUser, name);\n }\n return res;\n });\n const userMap = res.pluginUser ? await this.getUserMap([res.pluginUser]) : {};\n return this.convertToVo({\n ...res,\n pluginUser: res.pluginUser ? userMap[res.pluginUser] : undefined,\n });\n }\n\n async getPlugin(id: string): Promise {\n const userId = this.cls.get('user.id');\n const isAdmin = this.cls.get('user.isAdmin');\n const res = await this.prismaService.plugin\n .findUniqueOrThrow({\n select: {\n id: true,\n name: true,\n description: true,\n detailDesc: true,\n positions: true,\n helpUrl: true,\n logo: true,\n url: true,\n status: true,\n config: true,\n i18n: true,\n maskedSecret: true,\n pluginUser: true,\n createdTime: true,\n lastModifiedTime: true,\n },\n where: { id, createdBy: isAdmin ? { in: ['system', userId] } : userId },\n })\n .catch(() => {\n throw new CustomHttpException('Plugin not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n });\n });\n const userMap = res.pluginUser ? await this.getUserMap([res.pluginUser]) : {};\n return this.convertToVo({\n ...omit(res, 'maskedSecret'),\n secret: res.maskedSecret,\n pluginUser: res.pluginUser ? userMap[res.pluginUser] : undefined,\n });\n }\n\n async getPlugins(): Promise {\n const userId = this.cls.get('user.id');\n const isAdmin = this.cls.get('user.isAdmin');\n\n const res = await this.prismaService.plugin.findMany({\n where: { createdBy: isAdmin ? { in: ['system', userId] } : userId },\n select: {\n id: true,\n name: true,\n description: true,\n detailDesc: true,\n positions: true,\n helpUrl: true,\n logo: true,\n url: true,\n status: true,\n i18n: true,\n secret: true,\n pluginUser: true,\n createdTime: true,\n lastModifiedTime: true,\n },\n });\n const userIds = res.map((r) => r.pluginUser).filter((r) => r !== null) as string[];\n const userMap = await this.getUserMap(userIds);\n return res.map((r) =>\n this.convertToVo({\n ...r,\n pluginUser: r.pluginUser ? userMap[r.pluginUser] : undefined,\n })\n );\n }\n\n async delete(id: string) {\n await this.prismaService.$tx(async (prisma) => {\n const res = await prisma.plugin.delete({ where: { id } });\n if (res.pluginUser) {\n await prisma.user.delete({ where: { id: res.pluginUser } });\n }\n });\n }\n\n async regenerateSecret(id: string): Promise {\n const { secret, hashedSecret, maskedSecret } = await generateSecret();\n await this.prismaService.plugin.update({\n select: {\n id: true,\n secret: true,\n },\n where: { id },\n data: {\n secret: hashedSecret,\n maskedSecret,\n },\n });\n return { secret, id };\n }\n\n async getPluginCenterList(\n positions?: PluginPosition[],\n ids?: string[]\n ): Promise {\n const res = await this.prismaService.plugin.findMany({\n select: {\n id: true,\n name: true,\n description: true,\n detailDesc: true,\n logo: true,\n status: true,\n url: true,\n helpUrl: true,\n i18n: true,\n createdTime: true,\n lastModifiedTime: true,\n createdBy: true,\n },\n where: {\n ...(ids?.length\n ? {\n id: { in: ids },\n }\n : {}),\n AND: [\n {\n OR: [\n {\n status: PluginStatus.Published,\n },\n {\n status: { not: PluginStatus.Published },\n createdBy: this.cls.get('user.id'),\n },\n ],\n },\n ...(positions?.length\n ? [\n {\n OR: positions.map((position) => ({ positions: { contains: position } })),\n },\n ]\n : []),\n ],\n },\n });\n const userIds = res.map((r) => r.createdBy);\n const userMap = await this.getUserMap(userIds);\n return res.map((r) =>\n nullsToUndefined({\n ...r,\n status: r.status as PluginStatus,\n logo: this.logoToVoValue(r.logo),\n i18n: r.i18n ? (JSON.parse(r.i18n) as IPluginI18n) : undefined,\n createdBy: userMap[r.createdBy],\n createdTime: r.createdTime?.toISOString(),\n lastModifiedTime: r.lastModifiedTime?.toISOString(),\n })\n );\n }\n\n async submitPlugin(id: string) {\n const userId = this.cls.get('user.id');\n await this.prismaService.plugin.update({\n where: { id, createdBy: userId },\n data: { status: PluginStatus.Reviewing },\n });\n }\n\n async unpublishPlugin(id: string) {\n await this.prismaService.plugin.update({\n where: { id, status: PluginStatus.Published },\n data: { status: PluginStatus.Developing },\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/plugin/utils.ts", "content": "import { getRandomString } from '@teable/core';\nimport * as bcrypt from 'bcrypt';\n\nexport const generateSecret = async (_secret?: string) => {\n const secret = _secret ?? getRandomString(40).toLocaleLowerCase();\n const hashedSecret = await bcrypt.hash(secret, 10);\n\n const sensitivePart = secret.slice(0, secret.length - 10);\n const maskedSecret = secret.slice(0).replace(sensitivePart, '*'.repeat(sensitivePart.length));\n return { secret, hashedSecret, maskedSecret };\n};\n\nexport const validateSecret = async (secret: string, hashedSecret: string) => {\n return bcrypt.compare(secret, hashedSecret);\n};\n" }, { "path": "apps/nestjs-backend/src/features/plugin-context-menu/plugin-context-menu.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Body, Controller, Delete, Get, Param, Patch, Post, Put } from '@nestjs/common';\nimport type {\n IPluginContextMenuGetItem,\n IPluginContextMenuGetStorageVo,\n IPluginContextMenuGetVo,\n IPluginContextMenuInstallVo,\n IPluginContextMenuRenameVo,\n IPluginContextMenuUpdateStorageVo,\n} from '@teable/openapi';\nimport {\n IPluginContextMenuInstallRo,\n pluginContextMenuInstallRoSchema,\n pluginContextMenuRenameRoSchema,\n IPluginContextMenuRenameRo,\n pluginContextMenuUpdateStorageRoSchema,\n pluginContextMenuMoveRoSchema,\n IPluginContextMenuMoveRo,\n IPluginContextMenuUpdateStorageRo,\n} from '@teable/openapi';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { PluginContextMenuService } from './plugin-context-menu.service';\n\n@Controller('api/table/:tableId/plugin-context-menu')\nexport class PluginContextMenuController {\n constructor(private readonly pluginContextMenuService: PluginContextMenuService) {}\n\n @Post('install')\n @Permissions('table|update')\n async installPluginContextMenu(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(pluginContextMenuInstallRoSchema))\n body: IPluginContextMenuInstallRo\n ): Promise {\n return this.pluginContextMenuService.installPluginContextMenu(tableId, body);\n }\n\n @Get()\n @Permissions('table|read')\n async getPluginContextMenuList(\n @Param('tableId') tableId: string\n ): Promise {\n return this.pluginContextMenuService.getPluginContextMenuList(tableId);\n }\n\n @Get(':pluginInstallId')\n @Permissions('table|read')\n async getPluginContextMenu(\n @Param('tableId') tableId: string,\n @Param('pluginInstallId') pluginInstallId: string\n ): Promise {\n return this.pluginContextMenuService.getPluginContextMenu(tableId, pluginInstallId);\n }\n\n @Get(':pluginInstallId/storage')\n @Permissions('table|read')\n async getPluginContextMenuStorage(\n @Param('tableId') tableId: string,\n @Param('pluginInstallId') pluginInstallId: string\n ): Promise {\n return this.pluginContextMenuService.getPluginContextMenuStorage(tableId, pluginInstallId);\n }\n\n @Patch(':pluginInstallId/rename')\n @Permissions('table|update')\n async renamePluginContextMenu(\n @Param('tableId') tableId: string,\n @Param('pluginInstallId') pluginInstallId: string,\n @Body(new ZodValidationPipe(pluginContextMenuRenameRoSchema))\n body: IPluginContextMenuRenameRo\n ): Promise {\n return this.pluginContextMenuService.renamePluginContextMenu(tableId, pluginInstallId, body);\n }\n\n @Put(':pluginInstallId/update-storage')\n @Permissions('table|update')\n async updatePluginContextMenuStorage(\n @Param('tableId') tableId: string,\n @Param('pluginInstallId') pluginInstallId: string,\n @Body(new ZodValidationPipe(pluginContextMenuUpdateStorageRoSchema))\n body: IPluginContextMenuUpdateStorageRo\n ): Promise {\n return this.pluginContextMenuService.updatePluginContextMenuStorage(\n tableId,\n pluginInstallId,\n body\n );\n }\n\n @Delete(':pluginInstallId')\n @Permissions('table|update')\n async removePluginContextMenu(\n @Param('tableId') tableId: string,\n @Param('pluginInstallId') pluginInstallId: string\n ): Promise {\n return this.pluginContextMenuService.deletePluginContextMenu(tableId, pluginInstallId);\n }\n\n @Put(':pluginInstallId/move')\n @Permissions('table|update')\n async movePluginContextMenu(\n @Param('tableId') tableId: string,\n @Param('pluginInstallId') pluginInstallId: string,\n @Body(new ZodValidationPipe(pluginContextMenuMoveRoSchema))\n body: IPluginContextMenuMoveRo\n ): Promise {\n return this.pluginContextMenuService.movePluginContextMenu(tableId, pluginInstallId, body);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/plugin-context-menu/plugin-context-menu.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { CollaboratorModule } from '../collaborator/collaborator.module';\nimport { PluginContextMenuController } from './plugin-context-menu.controller';\nimport { PluginContextMenuService } from './plugin-context-menu.service';\n\n@Module({\n imports: [CollaboratorModule],\n controllers: [PluginContextMenuController],\n providers: [PluginContextMenuService],\n})\nexport class PluginContextMenuModule {}\n" }, { "path": "apps/nestjs-backend/src/features/plugin-context-menu/plugin-context-menu.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { IBaseRole } from '@teable/core';\nimport { generatePluginInstallId, HttpErrorCode, Role } from '@teable/core';\nimport type { Prisma } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { CollaboratorType, PluginPosition, PrincipalType } from '@teable/openapi';\nimport type {\n IPluginContextMenuRenameRo,\n IPluginContextMenuInstallRo,\n IPluginContextMenuUpdateStorageRo,\n IPluginContextMenuMoveRo,\n IPluginContextMenuGetItem,\n IPluginConfig,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport { updateOrder } from '../../utils/update-order';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { CollaboratorService } from '../collaborator/collaborator.service';\n\n@Injectable()\nexport class PluginContextMenuService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly collaboratorService: CollaboratorService\n ) {}\n\n private async getMaxOrder(where: Prisma.PluginContextMenuWhereInput) {\n const aggregate = await this.prismaService.txClient().pluginContextMenu.aggregate({\n where,\n _max: { order: true },\n });\n return aggregate._max.order || 0;\n }\n\n private async getBaseId(tableId: string) {\n const base = await this.prismaService.tableMeta.findUnique({\n where: { id: tableId },\n select: { baseId: true },\n });\n if (!base) {\n throw new CustomHttpException('Table not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n });\n }\n return base.baseId;\n }\n\n async installPluginContextMenu(tableId: string, body: IPluginContextMenuInstallRo) {\n const { pluginId, name } = body;\n const plugin = await this.prismaService.plugin.findUnique({\n where: {\n id: pluginId,\n },\n select: {\n name: true,\n },\n });\n\n if (!plugin) {\n throw new CustomHttpException('Plugin not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n });\n }\n\n const baseId = await this.getBaseId(tableId);\n const pluginName = name || plugin.name;\n const userId = this.cls.get('user.id');\n return this.prismaService.$tx(async (prisma) => {\n const pluginInstall = await prisma.pluginInstall.create({\n data: {\n id: generatePluginInstallId(),\n pluginId,\n baseId,\n name: pluginName,\n positionId: tableId,\n position: PluginPosition.ContextMenu,\n createdBy: userId,\n },\n select: {\n id: true,\n plugin: {\n select: {\n pluginUser: true,\n },\n },\n },\n });\n if (pluginInstall.plugin.pluginUser) {\n // invite pluginUser to base\n const exist = await this.prismaService.txClient().collaborator.count({\n where: {\n principalId: pluginInstall.plugin.pluginUser,\n principalType: PrincipalType.User,\n resourceId: baseId,\n resourceType: CollaboratorType.Base,\n },\n });\n\n if (!exist) {\n await this.collaboratorService.createBaseCollaborator({\n collaborators: [\n {\n principalId: pluginInstall.plugin.pluginUser,\n principalType: PrincipalType.User,\n },\n ],\n baseId,\n role: Role.Owner as IBaseRole,\n });\n }\n }\n const order = await this.getMaxOrder({ tableId });\n await prisma.pluginContextMenu.create({\n data: {\n pluginInstallId: pluginInstall.id,\n order: order + 1,\n createdBy: userId,\n tableId,\n },\n });\n return {\n pluginInstallId: pluginInstall.id,\n name: pluginName,\n order: order + 1,\n };\n });\n }\n\n async getPluginContextMenuList(tableId: string) {\n const baseId = await this.getBaseId(tableId);\n const pluginContextMenuList = await this.prismaService.pluginContextMenu.findMany({\n where: { tableId },\n select: {\n pluginInstallId: true,\n order: true,\n },\n orderBy: {\n order: 'asc',\n },\n });\n const pluginInstallList = await this.prismaService.pluginInstall.findMany({\n where: {\n baseId,\n positionId: tableId,\n position: PluginPosition.ContextMenu,\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n plugin: {\n select: {\n logo: true,\n },\n },\n },\n });\n return pluginContextMenuList.reduce((acc, item) => {\n const plugin = pluginInstallList.find((plugin) => plugin.id === item.pluginInstallId);\n if (!plugin) {\n return acc;\n }\n acc.push({\n pluginInstallId: plugin.id,\n name: plugin.name,\n pluginId: plugin.pluginId,\n logo: getPublicFullStorageUrl(plugin.plugin.logo),\n order: item.order,\n });\n return acc;\n }, [] as IPluginContextMenuGetItem[]);\n }\n\n async getPluginContextMenuStorage(tableId: string, pluginInstallId: string) {\n const baseId = await this.getBaseId(tableId);\n const res = await this.prismaService.pluginInstall.findUnique({\n where: {\n id: pluginInstallId,\n baseId,\n positionId: tableId,\n position: PluginPosition.ContextMenu,\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n storage: true,\n },\n });\n if (!res) {\n throw new CustomHttpException('Plugin install not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.pluginInstall.notFound',\n },\n });\n }\n return {\n name: res.name,\n tableId,\n pluginId: res.pluginId,\n pluginInstallId: res.id,\n storage: res.storage ? JSON.parse(res.storage) : undefined,\n };\n }\n\n async getPluginContextMenu(tableId: string, pluginInstallId: string) {\n const baseId = await this.getBaseId(tableId);\n const res = await this.prismaService.pluginInstall.findUnique({\n where: {\n id: pluginInstallId,\n baseId,\n positionId: tableId,\n position: PluginPosition.ContextMenu,\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n positionId: true,\n plugin: {\n select: {\n url: true,\n config: true,\n },\n },\n },\n });\n if (!res) {\n throw new CustomHttpException('Plugin install not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.pluginInstall.notFound',\n },\n });\n }\n return {\n tableId,\n positionId: res.positionId,\n pluginId: res.pluginId,\n pluginInstallId: res.id,\n name: res.name,\n url: res.plugin.url || undefined,\n config: res.plugin.config ? (JSON.parse(res.plugin.config) as IPluginConfig) : undefined,\n };\n }\n\n async renamePluginContextMenu(\n tableId: string,\n pluginInstallId: string,\n body: IPluginContextMenuRenameRo\n ) {\n const { name } = body;\n const baseId = await this.getBaseId(tableId);\n const res = await this.prismaService.pluginInstall.update({\n where: {\n id: pluginInstallId,\n baseId,\n positionId: tableId,\n position: PluginPosition.ContextMenu,\n },\n data: {\n name,\n },\n });\n return {\n pluginInstallId: res.id,\n name: res.name,\n };\n }\n\n async updatePluginContextMenuStorage(\n tableId: string,\n pluginInstallId: string,\n body: IPluginContextMenuUpdateStorageRo\n ) {\n const { storage } = body;\n const baseId = await this.getBaseId(tableId);\n const res = await this.prismaService.pluginInstall.update({\n where: {\n id: pluginInstallId,\n baseId,\n positionId: tableId,\n position: PluginPosition.ContextMenu,\n },\n data: { storage: JSON.stringify(storage) },\n });\n return {\n tableId,\n pluginInstallId: res.id,\n storage: res.storage ? JSON.parse(res.storage) : undefined,\n };\n }\n\n async deletePluginContextMenu(tableId: string, pluginInstallId: string) {\n const baseId = await this.getBaseId(tableId);\n await this.prismaService.$tx(async (prisma) => {\n await prisma.pluginContextMenu.deleteMany({\n where: { pluginInstallId, tableId },\n });\n await prisma.pluginInstall.delete({\n where: {\n id: pluginInstallId,\n baseId,\n positionId: tableId,\n position: PluginPosition.ContextMenu,\n },\n });\n });\n }\n\n async movePluginContextMenu(\n tableId: string,\n pluginInstallId: string,\n body: IPluginContextMenuMoveRo\n ) {\n const { anchorId, position } = body;\n\n const item = await this.prismaService.pluginContextMenu\n .findFirstOrThrow({\n select: { order: true, pluginInstallId: true },\n where: {\n pluginInstallId,\n tableId,\n },\n })\n .catch(() => {\n throw new CustomHttpException(\n 'Plugin Context Menu not found',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.pluginContextMenu.notFound',\n },\n }\n );\n })\n .then((item) => ({\n ...item,\n id: item.pluginInstallId,\n }));\n\n const anchorItem = await this.prismaService.pluginContextMenu\n .findFirstOrThrow({\n select: { order: true, pluginInstallId: true },\n where: {\n pluginInstallId: anchorId,\n tableId,\n },\n })\n .catch(() => {\n throw new CustomHttpException(\n 'Plugin Context Menu Anchor not found',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.pluginContextMenu.anchorNotFound',\n },\n }\n );\n })\n .then((item) => ({\n ...item,\n id: item.pluginInstallId,\n }));\n\n await updateOrder({\n query: tableId,\n position,\n item,\n anchorItem,\n getNextItem: async (whereOrder, align) => {\n return this.prismaService.pluginContextMenu\n .findFirst({\n select: { order: true, pluginInstallId: true },\n where: {\n tableId,\n order: whereOrder,\n },\n orderBy: { order: align },\n })\n .then((item) =>\n item\n ? {\n ...item,\n id: item.pluginInstallId,\n }\n : null\n );\n },\n update: async (parentId, id, data) => {\n await this.prismaService.pluginContextMenu.update({\n data: { order: data.newOrder },\n where: { pluginInstallId: id, tableId: parentId },\n });\n },\n shuffle: async () => {\n const orderKey = position === 'before' ? 'gte' : 'gt';\n await this.prismaService.pluginContextMenu.updateMany({\n data: { order: { increment: 1 } },\n where: {\n tableId,\n order: {\n [orderKey]: anchorItem.order,\n },\n },\n });\n },\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/plugin-panel/plugin-panel.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Body, Controller, Delete, Get, Param, Patch, Post } from '@nestjs/common';\nimport type {\n IPluginPanelCreateVo,\n IPluginPanelGetVo,\n IPluginPanelInstallVo,\n IPluginPanelListVo,\n IPluginPanelPluginGetVo,\n IPluginPanelRenameVo,\n IPluginPanelUpdateLayoutVo,\n IPluginPanelUpdateStorageVo,\n} from '@teable/openapi';\nimport {\n IPluginPanelCreateRo,\n pluginPanelCreateRoSchema,\n pluginPanelRenameRoSchema,\n IPluginPanelRenameRo,\n pluginPanelUpdateLayoutRoSchema,\n IPluginPanelUpdateLayoutRo,\n pluginPanelInstallRoSchema,\n IPluginPanelInstallRo,\n pluginPanelUpdateStorageRoSchema,\n IPluginPanelUpdateStorageRo,\n duplicatePluginPanelRoSchema,\n IDuplicatePluginPanelRo,\n duplicatePluginPanelInstalledPluginRoSchema,\n IDuplicatePluginPanelInstalledPluginRo,\n} from '@teable/openapi';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { PluginPanelService } from './plugin-panel.service';\n\n@Controller('api/table/:tableId/plugin-panel')\nexport class PluginPanelController {\n constructor(private readonly pluginPanelService: PluginPanelService) {}\n\n @Permissions('table|update')\n @Post()\n createPluginPanel(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(pluginPanelCreateRoSchema))\n createPluginPanelDto: IPluginPanelCreateRo\n ): Promise {\n return this.pluginPanelService.createPluginPanel(tableId, createPluginPanelDto);\n }\n\n @Permissions('table|read')\n @Get()\n getPluginPanels(@Param('tableId') tableId: string): Promise {\n return this.pluginPanelService.getPluginPanels(tableId);\n }\n\n @Permissions('table|read')\n @Get(':pluginPanelId')\n getPluginPanel(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string\n ): Promise {\n return this.pluginPanelService.getPluginPanel(tableId, pluginPanelId);\n }\n\n @Permissions('table|update')\n @Patch(':pluginPanelId/rename')\n renamePluginPanel(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string,\n @Body(new ZodValidationPipe(pluginPanelRenameRoSchema))\n renamePluginPanelDto: IPluginPanelRenameRo\n ): Promise {\n return this.pluginPanelService.renamePluginPanel(tableId, pluginPanelId, renamePluginPanelDto);\n }\n\n @Permissions('table|update')\n @Delete(':pluginPanelId')\n async deletePluginPanel(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string\n ): Promise {\n await this.pluginPanelService.deletePluginPanel(tableId, pluginPanelId);\n }\n\n @Permissions('table|update')\n @Patch(':pluginPanelId/layout')\n updatePluginPanelLayout(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string,\n @Body(new ZodValidationPipe(pluginPanelUpdateLayoutRoSchema))\n updatePluginPanelLayoutDto: IPluginPanelUpdateLayoutRo\n ): Promise {\n return this.pluginPanelService.updatePluginPanelLayout(\n tableId,\n pluginPanelId,\n updatePluginPanelLayoutDto\n );\n }\n\n @Permissions('table|update')\n @Post(':pluginPanelId/install')\n installPluginPanel(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string,\n @Body(new ZodValidationPipe(pluginPanelInstallRoSchema))\n installPluginPanelDto: IPluginPanelInstallRo\n ): Promise {\n return this.pluginPanelService.installPluginPanel(\n tableId,\n pluginPanelId,\n installPluginPanelDto\n );\n }\n\n @Permissions('table|update')\n @Delete(':pluginPanelId/plugin/:pluginInstallId')\n removePluginPanelPlugin(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string,\n @Param('pluginInstallId') pluginInstallId: string\n ): Promise {\n return this.pluginPanelService.removePluginPanelPlugin(tableId, pluginPanelId, pluginInstallId);\n }\n\n @Permissions('table|update')\n @Patch(':pluginPanelId/plugin/:pluginInstallId/rename')\n renamePluginPanelPlugin(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string,\n @Param('pluginInstallId') pluginInstallId: string,\n @Body(new ZodValidationPipe(pluginPanelRenameRoSchema))\n renamePluginPanelPluginDto: IPluginPanelRenameRo\n ): Promise {\n return this.pluginPanelService.renamePluginPanelPlugin(\n tableId,\n pluginPanelId,\n pluginInstallId,\n renamePluginPanelPluginDto\n );\n }\n\n @Permissions('table|update')\n @Patch(':pluginPanelId/plugin/:pluginInstallId/update-storage')\n updatePluginPanelPluginStorage(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string,\n @Param('pluginInstallId') pluginInstallId: string,\n @Body(new ZodValidationPipe(pluginPanelUpdateStorageRoSchema))\n updatePluginPanelPluginStorageDto: IPluginPanelUpdateStorageRo\n ): Promise {\n return this.pluginPanelService.updatePluginPanelPluginStorage(\n tableId,\n pluginPanelId,\n pluginInstallId,\n updatePluginPanelPluginStorageDto\n );\n }\n\n @Permissions('table|read')\n @Get(':pluginPanelId/plugin/:pluginInstallId')\n getPluginPanelPlugin(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string,\n @Param('pluginInstallId') pluginInstallId: string\n ): Promise {\n return this.pluginPanelService.getPluginPanelPlugin(tableId, pluginPanelId, pluginInstallId);\n }\n\n @Post(':pluginPanelId/duplicate')\n @Permissions('table|update')\n duplicatePluginPanel(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string,\n @Body(new ZodValidationPipe(duplicatePluginPanelRoSchema))\n duplicatePluginPanelDto: IDuplicatePluginPanelRo\n ): Promise<{ id: string; name: string }> {\n return this.pluginPanelService.duplicatePluginPanel(\n tableId,\n pluginPanelId,\n duplicatePluginPanelDto\n );\n }\n\n @Post(':pluginPanelId/plugin/:pluginInstallId/duplicate')\n @Permissions('table|update')\n duplicatePluginPanelPlugin(\n @Param('tableId') tableId: string,\n @Param('pluginPanelId') pluginPanelId: string,\n @Param('pluginInstallId') pluginInstallId: string,\n @Body(new ZodValidationPipe(duplicatePluginPanelInstalledPluginRoSchema))\n duplicatePluginPanelInstalledPluginDto: IDuplicatePluginPanelInstalledPluginRo\n ): Promise<{ id: string; name: string }> {\n return this.pluginPanelService.duplicatePluginPanelPlugin(\n tableId,\n pluginPanelId,\n pluginInstallId,\n duplicatePluginPanelInstalledPluginDto\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/plugin-panel/plugin-panel.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { BaseModule } from '../base/base.module';\nimport { CollaboratorModule } from '../collaborator/collaborator.module';\nimport { PluginPanelController } from './plugin-panel.controller';\nimport { PluginPanelService } from './plugin-panel.service';\n\n@Module({\n imports: [CollaboratorModule, BaseModule],\n controllers: [PluginPanelController],\n exports: [PluginPanelService],\n providers: [PluginPanelService],\n})\nexport class PluginPanelModule {}\n" }, { "path": "apps/nestjs-backend/src/features/plugin-panel/plugin-panel.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport type { IBaseRole } from '@teable/core';\nimport {\n generatePluginInstallId,\n generatePluginPanelId,\n getUniqName,\n HttpErrorCode,\n nullsToUndefined,\n Role,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { CollaboratorType, PluginPosition, PrincipalType } from '@teable/openapi';\nimport type {\n IPluginPanelRenameRo,\n IPluginPanelUpdateLayoutRo,\n IPluginPanelCreateRo,\n IPluginPanelInstallRo,\n IDashboardLayout,\n IPluginPanelUpdateStorageRo,\n IPluginPanelPluginItem,\n IDuplicatePluginPanelRo,\n IBaseJson,\n IDuplicatePluginPanelInstalledPluginRo,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport { BaseImportService } from '../base/base-import.service';\nimport { CollaboratorService } from '../collaborator/collaborator.service';\n\n@Injectable()\nexport class PluginPanelService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly collaboratorService: CollaboratorService,\n private readonly baseImportService: BaseImportService\n ) {}\n\n createPluginPanel(tableId: string, createPluginPanelRo: IPluginPanelCreateRo) {\n const { name } = createPluginPanelRo;\n return this.prismaService.pluginPanel.create({\n select: {\n id: true,\n name: true,\n },\n data: {\n id: generatePluginPanelId(),\n name,\n tableId,\n createdBy: this.cls.get('user.id'),\n },\n });\n }\n\n getPluginPanels(tableId: string) {\n return this.prismaService.pluginPanel.findMany({\n where: {\n tableId,\n },\n select: {\n id: true,\n name: true,\n },\n });\n }\n\n async getPluginPanel(tableId: string, pluginPanelId: string) {\n const panel = await this.prismaService.pluginPanel.findUnique({\n where: {\n id: pluginPanelId,\n tableId,\n },\n select: {\n id: true,\n name: true,\n layout: true,\n },\n });\n\n if (!panel) {\n throw new CustomHttpException('Plugin panel not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.pluginPanel.notFound',\n },\n });\n }\n\n const plugins = await this.prismaService.pluginInstall.findMany({\n where: {\n position: PluginPosition.Panel,\n positionId: pluginPanelId,\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n positionId: true,\n plugin: {\n select: {\n url: true,\n },\n },\n },\n });\n\n return {\n ...panel,\n layout: panel.layout ? JSON.parse(panel.layout) : undefined,\n pluginMap: plugins.reduce(\n (acc, plugin) => {\n acc[plugin.id] = nullsToUndefined({\n id: plugin.pluginId,\n name: plugin.name,\n positionId: plugin.positionId,\n url: plugin.plugin.url,\n pluginInstallId: plugin.id,\n });\n return acc;\n },\n {} as Record\n ),\n };\n }\n\n renamePluginPanel(\n tableId: string,\n pluginPanelId: string,\n renamePluginPanelRo: IPluginPanelRenameRo\n ) {\n const { name } = renamePluginPanelRo;\n return this.prismaService.pluginPanel.update({\n where: { id: pluginPanelId, tableId },\n data: { name, lastModifiedBy: this.cls.get('user.id') },\n select: {\n id: true,\n name: true,\n },\n });\n }\n\n deletePluginPanel(tableId: string, pluginPanelId: string) {\n return this.prismaService.pluginPanel.delete({\n where: { id: pluginPanelId, tableId },\n });\n }\n\n async updatePluginPanelLayout(\n tableId: string,\n pluginPanelId: string,\n updatePluginPanelLayoutRo: IPluginPanelUpdateLayoutRo\n ) {\n const { layout } = updatePluginPanelLayoutRo;\n const res = await this.prismaService.pluginPanel.update({\n where: { id: pluginPanelId, tableId },\n data: { layout: JSON.stringify(layout), lastModifiedBy: this.cls.get('user.id') },\n select: {\n id: true,\n layout: true,\n },\n });\n return {\n id: res.id,\n layout: res.layout ? JSON.parse(res.layout) : undefined,\n };\n }\n\n private async getBaseId(tableId: string) {\n const base = await this.prismaService.tableMeta.findUnique({\n where: {\n id: tableId,\n },\n select: {\n baseId: true,\n },\n });\n if (!base) {\n throw new CustomHttpException('Table not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n });\n }\n return base.baseId;\n }\n\n async installPluginPanel(\n tableId: string,\n pluginPanelId: string,\n installPluginPanelRo: IPluginPanelInstallRo\n ) {\n const { pluginId, name } = installPluginPanelRo;\n const currentUser = this.cls.get('user.id');\n const baseId = await this.getBaseId(tableId);\n return this.prismaService.$tx(async (prisma) => {\n const plugin = await prisma.plugin.findUnique({\n where: {\n id: pluginId,\n },\n });\n if (!plugin) {\n throw new CustomHttpException('Plugin not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n });\n }\n const pluginInstall = await prisma.pluginInstall.create({\n data: {\n id: generatePluginInstallId(),\n pluginId,\n baseId,\n name: name ?? plugin.name,\n position: PluginPosition.Panel,\n positionId: pluginPanelId,\n createdBy: currentUser,\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n plugin: {\n select: {\n pluginUser: true,\n },\n },\n },\n });\n if (pluginInstall.plugin.pluginUser) {\n // invite pluginUser to base\n const exist = await this.prismaService.txClient().collaborator.count({\n where: {\n principalId: pluginInstall.plugin.pluginUser,\n principalType: PrincipalType.User,\n resourceId: baseId,\n resourceType: CollaboratorType.Base,\n },\n });\n\n if (!exist) {\n await this.collaboratorService.createBaseCollaborator({\n collaborators: [\n {\n principalId: pluginInstall.plugin.pluginUser,\n principalType: PrincipalType.User,\n },\n ],\n baseId,\n role: Role.Owner as IBaseRole,\n });\n }\n }\n const pluginPanel = await prisma.pluginPanel.findUnique({\n where: {\n id: pluginPanelId,\n tableId,\n },\n select: {\n layout: true,\n },\n });\n if (!pluginPanel) {\n throw new CustomHttpException('Plugin panel not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.pluginPanel.notFound',\n },\n });\n }\n const layout = pluginPanel.layout ? (JSON.parse(pluginPanel.layout) as IDashboardLayout) : [];\n layout.push({\n pluginInstallId: pluginInstall.id,\n x: 0,\n y: Number.MAX_SAFE_INTEGER, // puts it at the bottom\n w: 1,\n h: 3,\n });\n await prisma.pluginPanel.update({\n where: { id: pluginPanelId, tableId },\n data: { layout: JSON.stringify(layout) },\n });\n return {\n pluginId: pluginInstall.pluginId,\n name: pluginInstall.name,\n pluginInstallId: pluginInstall.id,\n };\n });\n }\n\n async removePluginPanelPlugin(tableId: string, pluginPanelId: string, pluginInstallId: string) {\n const baseId = await this.getBaseId(tableId);\n await this.prismaService.$tx(async (prisma) => {\n await prisma.pluginInstall.delete({\n where: { id: pluginInstallId, positionId: pluginPanelId, baseId },\n });\n\n const pluginPanel = await prisma.pluginPanel.findUnique({\n where: { id: pluginPanelId, tableId },\n select: {\n layout: true,\n },\n });\n if (!pluginPanel) {\n throw new CustomHttpException('Plugin panel not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.pluginPanel.notFound',\n },\n });\n }\n const layout = pluginPanel.layout ? (JSON.parse(pluginPanel.layout) as IDashboardLayout) : [];\n const index = layout.findIndex((item) => item.pluginInstallId === pluginInstallId);\n if (index !== -1) {\n layout.splice(index, 1);\n await prisma.pluginPanel.update({\n where: {\n id: pluginPanelId,\n },\n data: {\n layout: JSON.stringify(layout),\n },\n });\n }\n });\n }\n\n async renamePluginPanelPlugin(\n tableId: string,\n pluginPanelId: string,\n pluginInstallId: string,\n renamePluginPanelPluginRo: IPluginPanelRenameRo\n ) {\n const { name } = renamePluginPanelPluginRo;\n const baseId = await this.getBaseId(tableId);\n await this.prismaService.pluginInstall.update({\n where: { id: pluginInstallId, positionId: pluginPanelId, baseId },\n data: { name, lastModifiedBy: this.cls.get('user.id') },\n });\n return {\n id: pluginInstallId,\n name,\n };\n }\n\n async updatePluginPanelPluginStorage(\n tableId: string,\n pluginPanelId: string,\n pluginInstallId: string,\n updatePluginPanelPluginStorageRo: IPluginPanelUpdateStorageRo\n ) {\n const { storage } = updatePluginPanelPluginStorageRo;\n const baseId = await this.getBaseId(tableId);\n const res = await this.prismaService.pluginInstall.update({\n where: { id: pluginInstallId, positionId: pluginPanelId, baseId },\n data: {\n storage: storage ? JSON.stringify(storage) : null,\n lastModifiedBy: this.cls.get('user.id'),\n },\n select: {\n id: true,\n storage: true,\n },\n });\n return {\n pluginInstallId: res.id,\n tableId,\n pluginPanelId,\n storage: res.storage ? JSON.parse(res.storage) : undefined,\n };\n }\n\n async getPluginPanelPlugin(tableId: string, pluginPanelId: string, pluginInstallId: string) {\n const baseId = await this.getBaseId(tableId);\n const pluginInstall = await this.prismaService.pluginInstall.findUnique({\n where: { id: pluginInstallId, positionId: pluginPanelId, baseId },\n select: {\n id: true,\n name: true,\n pluginId: true,\n storage: true,\n },\n });\n if (!pluginInstall) {\n throw new CustomHttpException('Plugin install not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.pluginInstall.notFound',\n },\n });\n }\n return {\n baseId,\n name: pluginInstall.name,\n tableId,\n pluginId: pluginInstall.pluginId,\n pluginInstallId: pluginInstall.id,\n storage: pluginInstall.storage ? JSON.parse(pluginInstall.storage) : undefined,\n };\n }\n\n async duplicatePluginPanel(\n tableId: string,\n pluginPanelId: string,\n duplicatePluginPanelRo: IDuplicatePluginPanelRo\n ) {\n const { name } = duplicatePluginPanelRo;\n const pluginPanel = (await this.prismaService.txClient().pluginPanel.findFirstOrThrow({\n where: {\n tableId,\n id: pluginPanelId,\n },\n select: {\n id: true,\n name: true,\n layout: true,\n tableId: true,\n },\n })) as IBaseJson['plugins'][PluginPosition.Panel][number];\n\n const installedPlugins = await this.prismaService.txClient().pluginInstall.findMany({\n where: {\n positionId: pluginPanelId,\n position: PluginPosition.Panel,\n },\n select: {\n id: true,\n name: true,\n pluginId: true,\n storage: true,\n position: true,\n positionId: true,\n baseId: true,\n },\n });\n\n pluginPanel.pluginInstall = installedPlugins.map((plugin) => ({\n ...plugin,\n position: PluginPosition.Panel,\n storage: plugin.storage ? JSON.parse(plugin.storage) : {},\n }));\n\n pluginPanel.layout = pluginPanel.layout ? JSON.parse(pluginPanel.layout) : undefined;\n\n const pluginPanelNames = await this.prismaService.txClient().pluginPanel.findMany({\n where: {\n tableId,\n },\n select: {\n name: true,\n },\n });\n\n const newName = getUniqName(\n name ?? pluginPanel.name,\n pluginPanelNames.map((item) => item.name)\n );\n\n pluginPanel.name = newName;\n\n const baseId = installedPlugins[0].baseId;\n\n return this.prismaService.$tx(async () => {\n const { panelMap } = await this.baseImportService.createPanel(\n baseId,\n [pluginPanel],\n { [tableId]: tableId },\n {}\n );\n\n const newDashboardId = panelMap[pluginPanelId];\n\n return {\n id: newDashboardId,\n name: newName,\n };\n });\n }\n\n async duplicatePluginPanelPlugin(\n tableId: string,\n pluginPanelId: string,\n pluginInstallId: string,\n duplicatePluginPanelInstalledPluginRo: IDuplicatePluginPanelInstalledPluginRo\n ) {\n const baseId = await this.getBaseId(tableId);\n\n return this.prismaService.$tx(async () => {\n const { name } = duplicatePluginPanelInstalledPluginRo;\n const installedPlugins = await this.prismaService.txClient().pluginInstall.findFirstOrThrow({\n where: {\n baseId,\n id: pluginInstallId,\n position: PluginPosition.Panel,\n },\n });\n const names = await this.prismaService.txClient().pluginInstall.findMany({\n where: {\n baseId,\n positionId: pluginPanelId,\n position: PluginPosition.Panel,\n },\n select: {\n name: true,\n },\n });\n\n const newName = getUniqName(\n name ?? installedPlugins.name,\n names.map((item) => item.name)\n );\n\n const newPluginInstallId = generatePluginInstallId();\n\n await this.prismaService.txClient().pluginInstall.create({\n data: {\n ...installedPlugins,\n id: newPluginInstallId,\n name: newName,\n },\n });\n\n const pluginPanel = await this.prismaService.txClient().pluginPanel.findFirstOrThrow({\n where: {\n tableId,\n id: pluginPanelId,\n },\n select: {\n layout: true,\n },\n });\n\n const layout = pluginPanel.layout ? (JSON.parse(pluginPanel.layout) as IDashboardLayout) : [];\n\n const sourceLayout = layout.find((item) => item.pluginInstallId === pluginInstallId);\n layout.push({\n pluginInstallId: newPluginInstallId,\n x: (layout.length * 2) % 12,\n y: Number.MAX_SAFE_INTEGER, // puts it at the bottom\n w: sourceLayout?.w || 2,\n h: sourceLayout?.h || 2,\n });\n\n await this.prismaService.txClient().pluginPanel.update({\n where: {\n id: pluginPanelId,\n },\n data: {\n layout: JSON.stringify(layout),\n },\n });\n\n return {\n id: newPluginInstallId,\n name: newName,\n };\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/computed/computed.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { PrismaModule } from '@teable/db-main-prisma';\nimport { DbProvider } from '../../../db-provider/db.provider';\nimport { CalculationModule } from '../../calculation/calculation.module';\nimport { TableDomainQueryModule } from '../../table-domain/table-domain-query.module';\nimport { RecordQueryBuilderModule } from '../query-builder';\nimport { RecordModule } from '../record.module';\nimport { ComputedDependencyCollectorService } from './services/computed-dependency-collector.service';\nimport { ComputedEvaluatorService } from './services/computed-evaluator.service';\nimport { ComputedOrchestratorService } from './services/computed-orchestrator.service';\nimport { LinkCascadeResolver } from './services/link-cascade-resolver';\nimport { RecordComputedUpdateService } from './services/record-computed-update.service';\n\n@Module({\n imports: [\n PrismaModule,\n RecordQueryBuilderModule,\n RecordModule,\n CalculationModule,\n TableDomainQueryModule,\n ],\n providers: [\n DbProvider,\n // Core services for the computed pipeline\n ComputedDependencyCollectorService,\n ComputedEvaluatorService,\n ComputedOrchestratorService,\n RecordComputedUpdateService,\n LinkCascadeResolver,\n ],\n exports: [ComputedOrchestratorService],\n})\nexport class ComputedModule {}\n" }, { "path": "apps/nestjs-backend/src/features/record/computed/services/computed-dependency-collector.service.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\n/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { Injectable, Logger } from '@nestjs/common';\nimport type {\n IFilter,\n IFilterItem,\n ILinkFieldOptions,\n IConditionalRollupFieldOptions,\n IConditionalLookupOptions,\n ILookupLinkOptionsVo,\n AutoNumberFieldCore,\n FieldCore,\n TableDomain,\n} from '@teable/core';\nimport { DbFieldType, DriverClient, FieldType, isFieldReferenceValue } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { InjectDbProvider } from '../../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../../db-provider/db.provider.interface';\nimport { Timing } from '../../../../utils/timing';\nimport type { ICellContext } from '../../../calculation/utils/changes';\nimport { TableDomainQueryService } from '../../../table-domain/table-domain-query.service';\nimport {\n LinkCascadeResolver,\n type IAllTableLinkSeed,\n type IExplicitLinkSeed,\n type ILinkEdge,\n} from './link-cascade-resolver';\n\nexport interface ICellBasicContext {\n recordId: string;\n fieldId: string;\n}\n\ninterface IComputedImpactGroup {\n fieldIds: Set;\n recordIds: Set;\n preferAutoNumberPaging?: boolean;\n}\n\nexport interface IComputedImpactByTable {\n [tableId: string]: IComputedImpactGroup;\n}\n\nexport interface IComputedCollectResult {\n impact: IComputedImpactByTable;\n tableDomains: Map;\n}\n\nexport interface IFieldChangeSource {\n tableId: string;\n fieldIds: string[];\n}\n\ninterface IConditionalRollupAdjacencyEdge {\n tableId: string;\n fieldId: string;\n foreignTableId: string;\n filter?: IFilter | null;\n}\n\ninterface ICollectorExecutionContext {\n getTableDomain(tableId: string): Promise;\n}\n\nconst ALL_RECORDS = Symbol('ALL_RECORDS');\nconst MAX_CONDITIONAL_ROLLUP_SAMPLE = 10_000;\n\n@Injectable()\nexport class ComputedDependencyCollectorService {\n private logger = new Logger(ComputedDependencyCollectorService.name);\n constructor(\n private readonly prismaService: PrismaService,\n private readonly tableDomainQueryService: TableDomainQueryService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n private readonly linkCascadeResolver: LinkCascadeResolver\n ) {}\n\n private createExecutionContext(\n seed?: ReadonlyMap\n ): ICollectorExecutionContext {\n const cache = new Map>();\n if (seed) {\n for (const [tableId, domain] of seed) {\n cache.set(tableId, Promise.resolve(domain));\n }\n }\n return {\n getTableDomain: (tableId: string) => {\n let promise = cache.get(tableId);\n if (!promise) {\n promise = this.tableDomainQueryService.getTableDomainById(tableId);\n cache.set(tableId, promise);\n }\n return promise;\n },\n };\n }\n\n private async getTableDomain(\n tableId: string,\n ctx?: ICollectorExecutionContext\n ): Promise {\n if (ctx) {\n return ctx.getTableDomain(tableId);\n }\n return this.tableDomainQueryService.getTableDomainById(tableId);\n }\n\n private buildSortFieldAccessor(column: string): Knex.Raw {\n if (this.dbProvider.driver === DriverClient.Pg) {\n return this.knex.raw(`??::json->'sort'->>'fieldId'`, [column]);\n }\n return this.knex.raw(`json_extract(??, '$.sort.fieldId')`, [column]);\n }\n\n private buildLookupOptionsAccessor(key: keyof ILookupLinkOptionsVo): Knex.Raw {\n if (this.dbProvider.driver === DriverClient.Pg) {\n return this.knex.raw(`lookup_options::json->>?`, [key]);\n }\n return this.knex.raw(`json_extract(lookup_options, '$.\"${key}\"')`);\n }\n\n private applySortFieldFilter(\n qb: Knex.QueryBuilder,\n column: string,\n values: readonly string[]\n ): void {\n if (!values.length) return;\n const accessor = this.buildSortFieldAccessor(column);\n const { sql, bindings } = accessor.toSQL();\n const placeholders = values.map(() => '?').join(', ');\n qb.whereRaw(`${sql} in (${placeholders})`, [...bindings, ...values]);\n }\n\n private async getDbTableName(tableId: string, ctx?: ICollectorExecutionContext): Promise {\n const tableDomain = await this.getTableDomain(tableId, ctx);\n return tableDomain.dbTableName;\n }\n\n private async getAllRecordIds(\n tableId: string,\n ctx?: ICollectorExecutionContext\n ): Promise {\n const dbTable = await this.getDbTableName(tableId, ctx);\n const { schema, table } = this.splitDbTableName(dbTable);\n const qb = (schema ? this.knex.withSchema(schema) : this.knex).select('__id').from(table);\n const rows = await this.prismaService\n .txClient()\n .$queryRawUnsafe>(qb.toQuery());\n return rows.map((r) => r.__id).filter(Boolean);\n }\n\n private splitDbTableName(qualified: string): { schema?: string; table: string } {\n const parts = qualified.split('.');\n if (parts.length === 2) return { schema: parts[0], table: parts[1] };\n return { table: qualified };\n }\n\n private buildValuesTable(alias: string, columnName: string, values: readonly string[]): Knex.Raw {\n if (!values.length) {\n throw new Error('buildValuesTable requires at least one value');\n }\n const placeholders = values.map(() => '(?)').join(', ');\n const quotedColumn = `\"${columnName.replace(/\"/g, '\"\"')}\"`;\n return this.knex.raw(`(values ${placeholders}) as ${alias} (${quotedColumn})`, values);\n }\n\n // Minimal link options needed for join table lookups\n private parseLinkOptions(\n raw: unknown\n ): Pick<\n ILinkFieldOptions,\n 'foreignTableId' | 'fkHostTableName' | 'selfKeyName' | 'foreignKeyName'\n > | null {\n let value: unknown = raw;\n if (typeof value === 'string') {\n try {\n value = JSON.parse(value);\n } catch {\n return null;\n }\n }\n if (!value || typeof value !== 'object') return null;\n const obj = value as Record;\n const foreignTableId = obj['foreignTableId'];\n const fkHostTableName = obj['fkHostTableName'];\n const selfKeyName = obj['selfKeyName'];\n const foreignKeyName = obj['foreignKeyName'];\n if (\n typeof foreignTableId === 'string' &&\n typeof fkHostTableName === 'string' &&\n typeof selfKeyName === 'string' &&\n typeof foreignKeyName === 'string'\n ) {\n return { foreignTableId, fkHostTableName, selfKeyName, foreignKeyName };\n }\n return null;\n }\n\n private parseOptionsLoose(raw: unknown): T | null {\n if (!raw) return null;\n if (typeof raw === 'string') {\n try {\n return JSON.parse(raw) as T;\n } catch {\n return null;\n }\n }\n if (typeof raw === 'object') return raw as T;\n return null;\n }\n\n private async materializeAllRecordIds(\n tableId: string,\n cache: Map,\n ctx?: ICollectorExecutionContext\n ): Promise {\n let ids = cache.get(tableId);\n if (ids) {\n return ids;\n }\n ids = await this.getAllRecordIds(tableId, ctx);\n cache.set(tableId, ids);\n return ids;\n }\n\n @Timing()\n private buildLinkEdgesForTables(\n tables: Iterable,\n tableDomains: ReadonlyMap,\n impact?: IComputedImpactByTable\n ): ILinkEdge[] {\n const edges: ILinkEdge[] = [];\n const visited = new Set();\n for (const tableId of tables) {\n if (!tableId || visited.has(tableId)) {\n continue;\n }\n visited.add(tableId);\n const tableDomain = this.getRequiredTableDomain(tableId, tableDomains);\n const projection = impact?.[tableId]?.fieldIds;\n if (!projection) continue;\n const linkFields = tableDomain.getLinkFieldsByProjection(projection);\n for (const field of linkFields) {\n if (field.type !== FieldType.Link || field.isLookup) continue;\n const opts = this.parseLinkOptions(field.options);\n if (!opts) continue;\n edges.push({\n foreignTableId: opts.foreignTableId,\n hostTableId: tableId,\n fkTableName: opts.fkHostTableName,\n selfKeyName: opts.selfKeyName,\n foreignKeyName: opts.foreignKeyName,\n });\n }\n }\n return edges;\n }\n\n private async loadTableDomains(\n tableIds: Iterable,\n ctx: ICollectorExecutionContext\n ): Promise> {\n const ids = Array.from(new Set(Array.from(tableIds).filter(Boolean)));\n if (!ids.length) return new Map();\n\n const domains = await this.tableDomainQueryService.getTableDomainsByIds(ids);\n if (domains.size !== ids.length) {\n const missing = ids.filter((id) => !domains.has(id));\n if (missing.length) {\n throw new Error(`TableDomain not found for tableIds: ${missing.join(',')}`);\n }\n }\n\n return new Map(domains);\n }\n\n private getRequiredTableDomain(\n tableId: string,\n tableDomains: ReadonlyMap\n ): TableDomain {\n const domain = tableDomains.get(tableId);\n if (!domain) {\n throw new Error(`TableDomain not found for tableId: ${tableId}`);\n }\n return domain;\n }\n\n private addExplicitSeed(\n seedMap: Map>,\n tableId: string,\n ids: Iterable\n ): boolean {\n const normalized = Array.from(ids).filter(Boolean);\n if (!normalized.length) {\n return false;\n }\n let set = seedMap.get(tableId);\n if (!set) {\n set = new Set();\n seedMap.set(tableId, set);\n }\n let added = false;\n for (const id of normalized) {\n if (!set.has(id)) {\n set.add(id);\n added = true;\n }\n }\n return added;\n }\n\n private markAllSeed(target: Set, tableId: string): boolean {\n if (target.has(tableId)) {\n return false;\n }\n target.add(tableId);\n return true;\n }\n\n private findRecordSetGrowth(\n previous: Record | typeof ALL_RECORDS | undefined>,\n next: Record | typeof ALL_RECORDS>\n ): string[] {\n const changed: string[] = [];\n const tableIds = new Set([...Object.keys(previous), ...Object.keys(next)]);\n for (const tableId of tableIds) {\n const prevSet = previous[tableId];\n const nextSet = next[tableId];\n if (!nextSet) continue;\n if (!prevSet) {\n changed.push(tableId);\n continue;\n }\n if (prevSet === ALL_RECORDS && nextSet === ALL_RECORDS) {\n continue;\n }\n if (prevSet !== ALL_RECORDS && nextSet === ALL_RECORDS) {\n changed.push(tableId);\n continue;\n }\n if (prevSet === ALL_RECORDS && nextSet !== ALL_RECORDS) {\n // This should not happen; treat as unchanged.\n continue;\n }\n if (prevSet instanceof Set && nextSet instanceof Set) {\n if (nextSet.size > prevSet.size) {\n changed.push(tableId);\n continue;\n }\n let hasNew = false;\n for (const id of nextSet) {\n if (!prevSet.has(id)) {\n hasNew = true;\n break;\n }\n }\n if (hasNew) {\n changed.push(tableId);\n }\n }\n }\n return changed;\n }\n\n @Timing()\n private async computeLinkClosure(params: {\n impactedTables: ReadonlySet;\n explicitSeeds: ReadonlyMap>;\n tablesWithAllRecords: ReadonlySet;\n linkEdges: ILinkEdge[];\n tableDomains?: ReadonlyMap;\n ctx?: ICollectorExecutionContext;\n }): Promise | typeof ALL_RECORDS>> {\n const { impactedTables, explicitSeeds, tablesWithAllRecords, linkEdges, tableDomains, ctx } =\n params;\n\n const explicitSeedList: IExplicitLinkSeed[] = [];\n for (const [tableId, ids] of explicitSeeds) {\n if (!ids.size) continue;\n explicitSeedList.push({ tableId, recordIds: Array.from(ids) });\n }\n\n const allSeedList: IAllTableLinkSeed[] = [];\n for (const tableId of tablesWithAllRecords) {\n const domain = tableDomains?.get(tableId) ?? (await this.getTableDomain(tableId, ctx));\n if (!domain) continue;\n allSeedList.push({ tableId, dbTableName: domain.dbTableName });\n }\n\n if (!explicitSeedList.length && !allSeedList.length) {\n return {};\n }\n\n if (!linkEdges.length) {\n const fallback: Record | typeof ALL_RECORDS> = {};\n for (const [tableId, ids] of explicitSeeds) {\n if (!ids.size || !impactedTables.has(tableId)) continue;\n fallback[tableId] = new Set(ids);\n }\n for (const tableId of tablesWithAllRecords) {\n if (!impactedTables.has(tableId)) continue;\n fallback[tableId] = ALL_RECORDS;\n }\n return fallback;\n }\n\n const rows = await this.linkCascadeResolver.resolve({\n explicitSeeds: explicitSeedList,\n allTableSeeds: allSeedList,\n edges: linkEdges,\n });\n\n const aggregated = new Map>();\n for (const row of rows) {\n if (!impactedTables.has(row.tableId)) {\n continue;\n }\n let set = aggregated.get(row.tableId);\n if (!set) {\n set = new Set();\n aggregated.set(row.tableId, set);\n }\n set.add(row.recordId);\n }\n\n const closure: Record | typeof ALL_RECORDS> = {};\n for (const [tableId, set] of aggregated) {\n closure[tableId] = set;\n }\n\n for (const [tableId, ids] of explicitSeeds) {\n if (!ids.size || !impactedTables.has(tableId)) continue;\n const existing = closure[tableId];\n if (!existing) {\n closure[tableId] = new Set(ids);\n continue;\n }\n if (existing === ALL_RECORDS) {\n continue;\n }\n ids.forEach((id) => existing.add(id));\n }\n\n for (const tableId of tablesWithAllRecords) {\n if (!impactedTables.has(tableId)) continue;\n closure[tableId] = ALL_RECORDS;\n }\n\n return closure;\n }\n\n private collectFilterFieldReferences(filter?: IFilter | null): {\n hostFieldRefs: Array<{ fieldId: string; tableId?: string }>;\n foreignFieldIds: Set;\n } {\n const hostFieldRefs: Array<{ fieldId: string; tableId?: string }> = [];\n const foreignFieldIds = new Set();\n if (!filter?.filterSet?.length) {\n return { hostFieldRefs, foreignFieldIds };\n }\n\n const visitValue = (value: unknown) => {\n if (!value) return;\n if (Array.isArray(value)) {\n value.forEach(visitValue);\n return;\n }\n if (isFieldReferenceValue(value)) {\n hostFieldRefs.push({ fieldId: value.fieldId, tableId: value.tableId });\n }\n };\n\n const traverse = (current: IFilter) => {\n if (!current?.filterSet?.length) return;\n for (const entry of current.filterSet as Array) {\n if (entry && 'fieldId' in entry) {\n const item = entry as IFilterItem;\n foreignFieldIds.add(item.fieldId);\n visitValue(item.value);\n } else if (entry && 'filterSet' in entry) {\n traverse(entry as IFilter);\n }\n }\n };\n\n traverse(filter);\n return { hostFieldRefs, foreignFieldIds };\n }\n\n private async loadFieldInstances(\n tableId: string,\n fieldIds: Iterable,\n ctx?: ICollectorExecutionContext\n ): Promise> {\n const ids = Array.from(new Set(Array.from(fieldIds).filter(Boolean)));\n if (!ids.length) {\n return new Map();\n }\n\n const tableDomain = await this.getTableDomain(tableId, ctx);\n const map = new Map();\n for (const id of ids) {\n const field = tableDomain.getField(id);\n if (field) {\n map.set(field.id, field);\n }\n }\n return map;\n }\n\n private async resolveConditionalSortDependents(\n sortFieldIds: readonly string[]\n ): Promise> {\n if (!sortFieldIds.length) return [];\n\n const prisma = this.prismaService.txClient();\n const conditionalQuery = this.knex('field')\n .select({\n tableId: 'table_id',\n fieldId: 'id',\n sortFieldId: this.buildSortFieldAccessor('options'),\n })\n .whereNull('deleted_time')\n .where('type', FieldType.ConditionalRollup)\n .modify((qb) => this.applySortFieldFilter(qb, 'options', sortFieldIds));\n const lookupQuery = this.knex('field')\n .select({\n tableId: 'table_id',\n fieldId: 'id',\n sortFieldId: this.buildSortFieldAccessor('lookup_options'),\n })\n .whereNull('deleted_time')\n .where('is_conditional_lookup', true)\n .modify((qb) => this.applySortFieldFilter(qb, 'lookup_options', sortFieldIds));\n\n const [conditionalRollups, conditionalLookups] = await Promise.all([\n prisma.$queryRawUnsafe>(\n conditionalQuery.toQuery()\n ),\n prisma.$queryRawUnsafe>(\n lookupQuery.toQuery()\n ),\n ]);\n\n const results: Array<{ tableId: string; fieldId: string; sortFieldId: string }> = [];\n for (const row of conditionalRollups) {\n if (row.sortFieldId) {\n results.push(row);\n }\n }\n for (const row of conditionalLookups) {\n if (row.sortFieldId) {\n results.push(row);\n }\n }\n\n return results;\n }\n\n async getConditionalSortDependents(\n sortFieldIds: readonly string[]\n ): Promise> {\n return this.resolveConditionalSortDependents(sortFieldIds);\n }\n\n /**\n * Resolve link field IDs among the provided field IDs and include their symmetric counterparts.\n */\n @Timing()\n private async resolveRelatedLinkFieldIds(\n fieldIds: string[],\n fieldToTableMap?: Map,\n ctx?: ICollectorExecutionContext\n ): Promise {\n if (!fieldIds.length) return [];\n const groupedByTable = new Map();\n for (const fieldId of fieldIds) {\n const tableId = fieldToTableMap?.get(fieldId);\n if (!tableId) continue;\n const bucket = groupedByTable.get(tableId);\n if (bucket) {\n bucket.push(fieldId);\n } else {\n groupedByTable.set(tableId, [fieldId]);\n }\n }\n\n const result = new Set();\n for (const [tableId, ids] of groupedByTable) {\n const tableDomain = await this.getTableDomain(tableId, ctx);\n for (const id of ids) {\n const field = tableDomain.getField(id);\n if (!field || field.type !== FieldType.Link || field.isLookup) continue;\n result.add(field.id);\n const opts = this.parseOptionsLoose<{ symmetricFieldId?: string }>(field.options);\n if (opts?.symmetricFieldId) result.add(opts.symmetricFieldId);\n }\n }\n return Array.from(result);\n }\n\n /**\n * Find lookup/rollup fields whose lookupOptions.linkFieldId equals any of the provided link IDs.\n * Returns a map: tableId -> Set\n */\n @Timing()\n private async findLookupsByLinkIds(linkFieldIds: string[]): Promise>> {\n const acc: Record> = {};\n const ids = Array.from(new Set(linkFieldIds.filter(Boolean)));\n if (!ids.length) return acc;\n\n const accessor = this.buildLookupOptionsAccessor('linkFieldId');\n const { sql, bindings } = accessor.toSQL();\n const placeholders = ids.map(() => '?').join(', ');\n const query = this.knex('field')\n .select({ tableId: 'table_id', id: 'id' })\n .whereNull('deleted_time')\n .whereRaw(`${sql} in (${placeholders})`, [...bindings, ...ids]);\n\n const rows = await this.prismaService\n .txClient()\n .$queryRawUnsafe>(query.toQuery());\n for (const r of rows) {\n if (!r.tableId || !r.id) continue;\n (acc[r.tableId] ||= new Set()).add(r.id);\n }\n return acc;\n }\n\n /**\n * Same as collectDependentFieldIds but groups by table id directly in SQL.\n * Returns a map: tableId -> Set\n */\n @Timing()\n private async collectDependentFieldsByTable(\n startFieldIds: string[],\n excludeFieldIds?: string[]\n ): Promise>> {\n if (!startFieldIds.length) return {};\n\n const nonRecursive = this.knex\n .select('from_field_id', 'to_field_id')\n .from('reference')\n .whereIn('from_field_id', startFieldIds);\n\n const recursive = this.knex\n .select('r.from_field_id', 'r.to_field_id')\n .from({ r: 'reference' })\n .join({ d: 'dep_graph' }, 'r.from_field_id', 'd.to_field_id');\n\n const depBuilder = this.knex\n .withRecursive('dep_graph', ['from_field_id', 'to_field_id'], nonRecursive.union(recursive))\n .distinct({ to_field_id: 'dep_graph.to_field_id', table_id: 'f.table_id' })\n .from('dep_graph')\n .join({ f: 'field' }, 'f.id', 'dep_graph.to_field_id')\n .whereNull('f.deleted_time')\n .andWhere((qb) => {\n qb.where('f.is_lookup', true)\n .orWhere('f.is_computed', true)\n .orWhere('f.type', FieldType.Link)\n .orWhere('f.type', FieldType.Formula)\n .orWhere('f.type', FieldType.Rollup)\n .orWhere('f.type', FieldType.ConditionalRollup);\n });\n if (excludeFieldIds?.length) {\n depBuilder.whereNotIn('dep_graph.to_field_id', excludeFieldIds);\n }\n\n // Also consider the changed Link fields themselves as impacted via UNION at SQL level.\n const linkSelf = this.knex\n .select({ to_field_id: 'f.id', table_id: 'f.table_id' })\n .from({ f: 'field' })\n .whereIn('f.id', startFieldIds)\n .andWhere('f.type', FieldType.Link)\n .whereNull('f.deleted_time');\n // Note: we intentionally do NOT exclude starting link fields even if they\n // are part of the changedFieldIds. We still want to include them in the\n // impacted set so that their display columns are persisted via\n // updateFromSelect. The computed orchestrator will independently avoid\n // publishing ops for base-changed fields (including links).\n\n const unionBuilder = this.knex\n .select('*')\n .from(depBuilder.as('dep'))\n .union(function () {\n this.select('*').from(linkSelf.as('link_self'));\n });\n\n const rows = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ to_field_id: string; table_id: string }[]>(unionBuilder.toQuery());\n\n const result: Record> = {};\n for (const r of rows) {\n if (!r.table_id || !r.to_field_id) continue;\n (result[r.table_id] ||= new Set()).add(r.to_field_id);\n }\n return result;\n }\n\n private async collectReferencedFieldsByTable(\n fieldIds: string[]\n ): Promise>> {\n const ids = Array.from(new Set(fieldIds.filter(Boolean)));\n if (!ids.length) {\n return {};\n }\n\n const refRows = await this.prismaService.txClient().reference.findMany({\n where: { toFieldId: { in: ids } },\n select: { fromFieldId: true },\n });\n const fromIds = Array.from(\n new Set(refRows.map((row) => row.fromFieldId).filter((id): id is string => !!id))\n );\n if (!fromIds.length) {\n return {};\n }\n\n const fields = await this.prismaService.txClient().field.findMany({\n where: { id: { in: fromIds }, deletedTime: null },\n select: { id: true, tableId: true },\n });\n\n const result: Record> = {};\n for (const field of fields) {\n if (!field.tableId) continue;\n (result[field.tableId] ||= new Set()).add(field.id);\n }\n return result;\n }\n\n private async getConditionalRollupImpactedRecordIds(\n edge: IConditionalRollupAdjacencyEdge,\n foreignRecordIds: string[],\n changeContextMap?: Map,\n ctx?: ICollectorExecutionContext\n ): Promise {\n if (!foreignRecordIds.length) {\n return [];\n }\n const uniqueForeignIds = Array.from(new Set(foreignRecordIds.filter(Boolean)));\n if (uniqueForeignIds.length > MAX_CONDITIONAL_ROLLUP_SAMPLE) {\n return ALL_RECORDS;\n }\n if (!uniqueForeignIds.length) {\n return [];\n }\n\n const filter = edge.filter;\n if (!filter) {\n return ALL_RECORDS;\n }\n\n const { hostFieldRefs, foreignFieldIds } = this.collectFilterFieldReferences(filter);\n if (!hostFieldRefs.length) {\n return ALL_RECORDS;\n }\n\n if (foreignFieldIds.size === 0) {\n return ALL_RECORDS;\n }\n\n if (hostFieldRefs.some((ref) => ref.tableId && ref.tableId !== edge.tableId)) {\n return ALL_RECORDS;\n }\n\n const uniqueHostFieldIds = Array.from(new Set(hostFieldRefs.map((ref) => ref.fieldId)));\n const hostFieldMap = await this.loadFieldInstances(edge.tableId, uniqueHostFieldIds, ctx);\n if (hostFieldMap.size !== uniqueHostFieldIds.length) {\n return ALL_RECORDS;\n }\n\n const foreignFieldMap = await this.loadFieldInstances(\n edge.foreignTableId,\n foreignFieldIds,\n ctx\n );\n if (foreignFieldMap.size !== foreignFieldIds.size) {\n return ALL_RECORDS;\n }\n\n // Note: when any foreign-side filter column is JSON, we bail out to ALL_RECORDS.\n // The values-based subquery we build below uses parameter binding which serialises JSON\n // as plain text. Postgres then attempts to cast that \"text\" into json/jsonb when evaluating\n // operators like `@>` or `?`. Without explicit casts (e.g. `::jsonb`) the parser errors out:\n // ERROR: invalid input syntax for type json DETAIL: Expected \":\", but found \"}\".\n // Rather than attempt to inline JSON literals with per-driver casting (and reimplement\n // Prisma's quoting rules), we fall back to the conservative ALL_RECORDS path. For now this\n // keeps correctness for complex filters (array_contains, field references, etc.) while\n // avoiding subtle type issues. If/when we add a typed VALUES helper we can revisit this.\n if (\n Array.from(foreignFieldMap.values()).some((field) => field.dbFieldType === DbFieldType.Json)\n ) {\n return ALL_RECORDS;\n }\n\n if (\n Array.from(foreignFieldMap.values()).some((field) => field.dbFieldType === DbFieldType.Json)\n ) {\n return ALL_RECORDS;\n }\n\n const hostTableName = await this.getDbTableName(edge.tableId, ctx);\n const foreignTableName = await this.getDbTableName(edge.foreignTableId, ctx);\n\n const hostAlias = '__host';\n const foreignAlias = '__foreign';\n const { schema: foreignSchema, table: foreignTable } = this.splitDbTableName(foreignTableName);\n const foreignFrom = () =>\n foreignSchema\n ? this.knex.raw('??.?? as ??', [foreignSchema, foreignTable, foreignAlias])\n : this.knex.raw('?? as ??', [foreignTable, foreignAlias]);\n\n const quoteIdentifier = (name: string) => name.replace(/\"/g, '\"\"');\n\n const selectionMap = new Map();\n const foreignFieldObj: Record = {};\n const foreignFieldByDbName = new Map();\n for (const [id, field] of foreignFieldMap) {\n selectionMap.set(id, `\"${foreignAlias}\".\"${quoteIdentifier(field.dbFieldName)}\"`);\n foreignFieldObj[id] = field;\n if (field.dbFieldName) {\n foreignFieldByDbName.set(field.dbFieldName, field);\n }\n }\n\n const fieldReferenceSelectionMap = new Map();\n const fieldReferenceFieldMap = new Map();\n for (const [id, field] of hostFieldMap) {\n fieldReferenceSelectionMap.set(id, `\"${hostAlias}\".\"${quoteIdentifier(field.dbFieldName)}\"`);\n fieldReferenceFieldMap.set(id, field);\n }\n\n const existsIdAlias = '__foreign_ids';\n const existsSubquery = this.knex\n .select(this.knex.raw('1'))\n .from(foreignFrom())\n .join(\n this.buildValuesTable(existsIdAlias, '__id', uniqueForeignIds),\n `${foreignAlias}.__id`,\n `${existsIdAlias}.__id`\n );\n\n this.dbProvider\n .filterQuery(existsSubquery, foreignFieldObj, filter, undefined, {\n selectionMap,\n fieldReferenceSelectionMap,\n fieldReferenceFieldMap,\n })\n .appendQueryBuilder();\n\n const queryBuilder = this.knex\n .select(this.knex.raw(`\"${hostAlias}\".\"__id\" as id`))\n .from(`${hostTableName} as ${hostAlias}`)\n .whereExists(existsSubquery);\n\n const sql = queryBuilder.toQuery();\n this.logger.debug(`Conditional Rollup Impacted Records SQL: ${sql}`);\n\n const rows = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id?: string; __id?: string }[]>(sql);\n\n const ids = new Set();\n for (const row of rows) {\n const id = row.id || row.__id;\n if (id) {\n ids.add(id);\n }\n }\n\n if (!changeContextMap || !changeContextMap.size) {\n return Array.from(ids);\n }\n\n const foreignDbFieldNamesOrdered = Array.from(\n new Set(\n Array.from(foreignFieldIds)\n .map((fid) => foreignFieldMap.get(fid)?.dbFieldName)\n .filter((name): name is string => !!name)\n )\n );\n\n if (foreignDbFieldNamesOrdered.length !== foreignFieldIds.size) {\n return ALL_RECORDS;\n }\n\n const selectColumns = ['__id', ...foreignDbFieldNamesOrdered];\n const baseIdAlias = '__base_ids';\n const baseRowsQuery = this.knex\n .select(\n ...selectColumns.map((column) =>\n this.knex.raw(\n `\"${foreignAlias}\".\"${quoteIdentifier(column)}\" as \"${quoteIdentifier(column)}\"`\n )\n )\n )\n .from(foreignFrom())\n .join(\n this.buildValuesTable(baseIdAlias, '__id', uniqueForeignIds),\n `${foreignAlias}.__id`,\n `${baseIdAlias}.__id`\n );\n\n const baseRows = await this.prismaService\n .txClient()\n .$queryRawUnsafe[]>(baseRowsQuery.toQuery());\n const baseRowById = new Map>();\n for (const row of baseRows) {\n const id = row['__id'];\n if (typeof id === 'string') {\n baseRowById.set(id, row);\n }\n }\n\n const updatedRows: Record[] = [];\n for (const recordId of uniqueForeignIds) {\n const base: Record = {\n ...(baseRowById.get(recordId) ?? {}),\n __id: recordId,\n };\n const recordContexts = changeContextMap.get(recordId) ?? [];\n for (const ctx of recordContexts) {\n const field = foreignFieldMap.get(ctx.fieldId);\n if (!field) continue;\n const converter = (\n field as unknown as {\n convertCellValue2DBValue?: (value: unknown) => unknown;\n }\n ).convertCellValue2DBValue;\n const dbValue =\n typeof converter === 'function' ? converter.call(field, ctx.newValue) : ctx.newValue;\n base[field.dbFieldName] = dbValue;\n }\n\n let missing = false;\n for (const fieldId of foreignFieldIds) {\n const field = foreignFieldMap.get(fieldId);\n if (!field) {\n missing = true;\n break;\n }\n if (!(field.dbFieldName in base)) {\n missing = true;\n break;\n }\n }\n if (missing) {\n return ALL_RECORDS;\n }\n updatedRows.push(base);\n }\n\n if (!updatedRows.length) {\n return Array.from(ids);\n }\n\n const valueColumns = ['__id', ...foreignDbFieldNamesOrdered];\n const valuesMatrix = updatedRows.map((row) => {\n return valueColumns.map((column) => {\n if (!(column in row)) return undefined;\n return row[column];\n });\n });\n\n if (valuesMatrix.some((row) => row.some((value) => typeof value === 'undefined'))) {\n return ALL_RECORDS;\n }\n\n const bindings = valuesMatrix.flat();\n const columnsSql = valueColumns.map((col) => `\"${quoteIdentifier(col)}\"`).join(', ');\n\n const resolveColumnType = (column: string): string => {\n if (column === '__id') {\n return 'text';\n }\n const field = foreignFieldByDbName.get(column);\n switch (field?.dbFieldType) {\n case DbFieldType.Integer:\n return 'integer';\n case DbFieldType.Real:\n return 'double precision';\n case DbFieldType.Boolean:\n return 'boolean';\n case DbFieldType.DateTime:\n return 'timestamp';\n case DbFieldType.Blob:\n return 'bytea';\n case DbFieldType.Json:\n return 'jsonb';\n case DbFieldType.Text:\n default:\n return 'text';\n }\n };\n\n const columnTypeSql = valueColumns.map(resolveColumnType);\n const unionSelectSql = valuesMatrix\n .map((row) => {\n const columnAssignments = row\n .map((_, columnIndex) => {\n const typeSql = columnTypeSql[columnIndex];\n const columnAlias = `\"${quoteIdentifier(valueColumns[columnIndex])}\"`;\n return `CAST(? AS ${typeSql}) AS ${columnAlias}`;\n })\n .join(', ');\n return `select ${columnAssignments}`;\n })\n .join(' union all ');\n\n const derivedRaw = this.knex.raw(\n `(${unionSelectSql}) as ${foreignAlias} (${columnsSql})`,\n bindings\n );\n const postExistsSubquery = this.knex.select(this.knex.raw('1')).from(derivedRaw);\n\n this.dbProvider\n .filterQuery(postExistsSubquery, foreignFieldObj, filter, undefined, {\n selectionMap,\n fieldReferenceSelectionMap,\n fieldReferenceFieldMap,\n })\n .appendQueryBuilder();\n\n const postQueryBuilder = this.knex\n .select(this.knex.raw(`\"${hostAlias}\".\"__id\" as id`))\n .from(`${hostTableName} as ${hostAlias}`)\n .whereExists(postExistsSubquery);\n\n const postQuery = postQueryBuilder.toQuery();\n this.logger.debug('postQuery %s', postQuery);\n\n const postRows = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id?: string; __id?: string }[]>(postQuery);\n\n for (const row of postRows) {\n const id = row.id || row.__id;\n if (id) {\n ids.add(id);\n }\n }\n\n return Array.from(ids);\n }\n\n /**\n * Build adjacency maps for link and conditional rollup relationships among the supplied tables.\n */\n @Timing()\n private getAdjacencyMaps(\n tableDomains: ReadonlyMap,\n projection?: IComputedImpactByTable\n ): {\n link: Record>;\n conditionalRollup: Record;\n } {\n const linkAdj: Record> = {};\n const conditionalRollupAdj: Record = {};\n\n if (!tableDomains.size) {\n return { link: linkAdj, conditionalRollup: conditionalRollupAdj };\n }\n\n for (const [tableId, tableDomain] of tableDomains) {\n const projected = projection?.[tableId]?.fieldIds;\n for (const field of tableDomain.fieldList) {\n if (projected && !projected.has(field.id)) continue;\n if (field.type === FieldType.Link && !field.isLookup) {\n const opts = this.parseLinkOptions(field.options);\n const from = opts?.foreignTableId;\n if (from) {\n (linkAdj[from] ||= new Set()).add(tableId);\n }\n continue;\n }\n\n if (field.type === FieldType.ConditionalRollup) {\n const opts = this.parseOptionsLoose(field.options);\n const foreignTableId = opts?.foreignTableId;\n if (!foreignTableId) continue;\n (conditionalRollupAdj[foreignTableId] ||= []).push({\n tableId,\n fieldId: field.id,\n foreignTableId,\n filter: opts?.filter ?? undefined,\n });\n continue;\n }\n\n if (field.isConditionalLookup) {\n const opts = this.parseOptionsLoose(field.lookupOptions);\n const foreignTableId = opts?.foreignTableId;\n if (!foreignTableId) continue;\n (conditionalRollupAdj[foreignTableId] ||= []).push({\n tableId,\n fieldId: field.id,\n foreignTableId,\n filter: opts?.filter ?? undefined,\n });\n }\n }\n }\n\n return { link: linkAdj, conditionalRollup: conditionalRollupAdj };\n }\n\n /**\n * Collect impacted fields and records by starting from changed field definitions.\n * - Includes the starting fields themselves when they are computed/lookup/rollup/formula.\n * - Expands to dependent computed/lookup/link/rollup fields via reference graph (SQL CTE).\n * - Seeds recordIds with ALL records from tables owning the changed fields.\n * - Propagates recordIds across link relationships via junction tables.\n */\n async collectForFieldChanges(sources: IFieldChangeSource[]): Promise {\n const execCtx = this.createExecutionContext();\n const startFieldIds = Array.from(new Set(sources.flatMap((s) => s.fieldIds || [])));\n if (!startFieldIds.length) return {};\n\n // Group starting fields by table and fetch minimal metadata\n const fieldToTableMap = new Map();\n const byTable: Record = {};\n const startFields: Array<{\n id: string;\n tableId: string;\n isComputed?: boolean;\n isLookup?: boolean;\n type: FieldType;\n }> = [];\n\n for (const source of sources) {\n if (!source.fieldIds?.length) continue;\n const tableDomain = await this.getTableDomain(source.tableId, execCtx);\n for (const fieldId of source.fieldIds) {\n const field = tableDomain.getField(fieldId);\n if (!field) continue;\n startFields.push({\n id: field.id,\n tableId: source.tableId,\n isComputed: field.isComputed,\n isLookup: field.isLookup,\n type: field.type,\n });\n fieldToTableMap.set(field.id, source.tableId);\n (byTable[source.tableId] ||= []).push(field.id);\n }\n }\n\n // 1) Dependent fields grouped by table\n const depByTable = await this.collectDependentFieldsByTable(startFieldIds);\n const upstreamByTable = await this.collectReferencedFieldsByTable(startFieldIds);\n\n // Initialize impact with dependent fields\n const impact: IComputedImpactByTable = Object.entries(depByTable).reduce((acc, [tid, fset]) => {\n acc[tid] = { fieldIds: new Set(fset), recordIds: new Set() };\n return acc;\n }, {} as IComputedImpactByTable);\n\n for (const [tid, fset] of Object.entries(upstreamByTable)) {\n const group = (impact[tid] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n });\n fset.forEach((fid) => group.fieldIds.add(fid));\n }\n\n // Ensure starting fields themselves are included so conversions can compare old/new values\n for (const f of startFields) {\n (impact[f.tableId] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n }).fieldIds.add(f.id);\n }\n\n // Ensure conditional rollup/lookup fields that sort by the changed fields are always impacted,\n // even if historical references are missing.\n const sortDependents = await this.resolveConditionalSortDependents(startFieldIds);\n for (const { tableId, fieldId } of sortDependents) {\n (impact[tableId] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n }).fieldIds.add(fieldId);\n }\n\n const relatedLinkIds = await this.resolveRelatedLinkFieldIds(\n startFieldIds,\n fieldToTableMap,\n execCtx\n );\n const fallbackLookupIds = new Set();\n if (relatedLinkIds.length) {\n const byTable = await this.findLookupsByLinkIds(relatedLinkIds);\n for (const [tid, fset] of Object.entries(byTable)) {\n const group = (impact[tid] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n });\n fset.forEach((fid) => {\n if (!group.fieldIds.has(fid)) {\n group.fieldIds.add(fid);\n fallbackLookupIds.add(fid);\n }\n });\n }\n }\n\n if (fallbackLookupIds.size) {\n // Legacy compatibility: pre-link reference rows created before lookupOptions.linkFieldId\n // existed do not include the link→lookup edge. We need to synthesize those missing\n // dependencies so downstream lookups/formulas still recompute.\n const extraDeps = await this.collectDependentFieldsByTable(Array.from(fallbackLookupIds));\n for (const [tid, fset] of Object.entries(extraDeps)) {\n const group = (impact[tid] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n });\n fset.forEach((fid) => group.fieldIds.add(fid));\n }\n }\n\n if (!Object.keys(impact).length) return {};\n\n const originTableIds = Object.keys(byTable);\n const impactedTables = new Set([...Object.keys(impact), ...originTableIds]);\n if (!impactedTables.size) {\n return {};\n }\n\n for (const tid of originTableIds) {\n const group = impact[tid];\n if (group) group.preferAutoNumberPaging = true;\n }\n\n const tableDomains = await this.loadTableDomains(impactedTables, execCtx);\n const linkEdges = this.buildLinkEdgesForTables(impactedTables, tableDomains, impact);\n const explicitSeeds = new Map>();\n const tablesWithAllRecords = new Set(originTableIds);\n\n const { link: linkAdj, conditionalRollup: referenceAdj } = this.getAdjacencyMaps(\n tableDomains,\n impact\n );\n\n let recordSets = await this.computeLinkClosure({\n impactedTables,\n explicitSeeds,\n tablesWithAllRecords,\n linkEdges,\n ctx: execCtx,\n });\n\n const queue: string[] = [];\n const queued = new Set();\n const enqueueConditional = (tableId: string) => {\n if (!tableId || queued.has(tableId)) {\n return;\n }\n queued.add(tableId);\n queue.push(tableId);\n };\n const enqueueLinkDependents = (tableId: string) => {\n const targets = linkAdj[tableId];\n if (!targets) return;\n targets.forEach((tid) => enqueueConditional(tid));\n };\n\n const initialGrowth = this.findRecordSetGrowth({}, recordSets);\n initialGrowth.forEach((tid) => {\n enqueueConditional(tid);\n enqueueLinkDependents(tid);\n });\n const materializedAllRecords = new Map();\n\n while (queue.length) {\n const src = queue.shift()!;\n queued.delete(src);\n\n const referenceEdges = (referenceAdj[src] || []).filter((edge) => {\n const targetGroup = impact[edge.tableId];\n return !!targetGroup && targetGroup.fieldIds.has(edge.fieldId);\n });\n if (!referenceEdges.length) {\n continue;\n }\n\n const rawSet = recordSets[src];\n if (!rawSet) {\n continue;\n }\n\n let currentIds: string[] = [];\n let shouldMaterializeAllRecords = false;\n if (rawSet === ALL_RECORDS) {\n const needsMaterialization = referenceEdges.some((edge) => {\n const targetSet = recordSets[edge.tableId];\n return targetSet !== ALL_RECORDS && edge.tableId !== src;\n });\n shouldMaterializeAllRecords = needsMaterialization;\n if (shouldMaterializeAllRecords) {\n currentIds = await this.materializeAllRecordIds(src, materializedAllRecords, execCtx);\n }\n } else {\n currentIds = Array.from(rawSet);\n }\n if (!currentIds.length && shouldMaterializeAllRecords) {\n continue;\n }\n\n const eagerReferenceMatches: Array<{\n edge: IConditionalRollupAdjacencyEdge;\n matched: typeof ALL_RECORDS;\n }> = [];\n const referencePromises: Array<\n Promise<{ edge: IConditionalRollupAdjacencyEdge; matched: string[] | typeof ALL_RECORDS }>\n > = [];\n for (const edge of referenceEdges) {\n const targetGroup = impact[edge.tableId];\n if (!targetGroup || !targetGroup.fieldIds.has(edge.fieldId)) continue;\n if (\n rawSet === ALL_RECORDS &&\n (!shouldMaterializeAllRecords ||\n recordSets[edge.tableId] === ALL_RECORDS ||\n edge.tableId === src)\n ) {\n eagerReferenceMatches.push({ edge, matched: ALL_RECORDS });\n continue;\n }\n if (!currentIds.length) continue;\n referencePromises.push(\n this.getConditionalRollupImpactedRecordIds(edge, currentIds, undefined, execCtx).then(\n (matched) => ({\n edge,\n matched,\n })\n )\n );\n }\n\n const referenceResults = [\n ...eagerReferenceMatches,\n ...(await Promise.all(referencePromises)),\n ];\n\n let dirty = false;\n for (const { edge, matched } of referenceResults) {\n const targetGroup = impact[edge.tableId];\n if (!targetGroup || !targetGroup.fieldIds.has(edge.fieldId)) continue;\n if (matched === ALL_RECORDS) {\n const updated = this.markAllSeed(tablesWithAllRecords, edge.tableId);\n if (updated) {\n targetGroup.preferAutoNumberPaging = true;\n dirty = true;\n enqueueConditional(edge.tableId);\n enqueueLinkDependents(edge.tableId);\n }\n continue;\n }\n if (!matched.length) continue;\n const updated = this.addExplicitSeed(explicitSeeds, edge.tableId, matched);\n if (updated) {\n dirty = true;\n enqueueConditional(edge.tableId);\n enqueueLinkDependents(edge.tableId);\n }\n }\n\n if (dirty) {\n const nextRecordSets = await this.computeLinkClosure({\n impactedTables,\n explicitSeeds,\n tablesWithAllRecords,\n linkEdges,\n ctx: execCtx,\n });\n const growth = this.findRecordSetGrowth(recordSets, nextRecordSets);\n growth.forEach((tid) => {\n enqueueConditional(tid);\n enqueueLinkDependents(tid);\n });\n recordSets = nextRecordSets;\n }\n }\n\n for (const [tid, group] of Object.entries(impact)) {\n const raw = recordSets[tid];\n if (raw === ALL_RECORDS) {\n group.preferAutoNumberPaging = true;\n continue;\n }\n if (raw && raw.size) {\n raw.forEach((id) => group.recordIds.add(id));\n }\n }\n\n for (const tid of Object.keys(impact)) {\n const g = impact[tid];\n if (!g.fieldIds.size || (!g.recordIds.size && !g.preferAutoNumberPaging)) {\n delete impact[tid];\n }\n }\n\n return impact;\n }\n\n @Timing()\n private async getFormulaFieldsWithoutDependencies(\n tableId: string,\n excludeFieldIds?: string[]\n ): Promise {\n const query = this.knex\n .select({ id: 'f.id' })\n .from({ f: 'field' })\n .leftJoin({ r: 'reference' }, 'r.to_field_id', 'f.id')\n .where('f.table_id', tableId)\n .whereNull('f.deleted_time')\n .where('f.type', FieldType.Formula)\n .andWhere((qb) => {\n qb.whereNull('f.is_lookup').orWhere('f.is_lookup', false);\n })\n .andWhereRaw('COALESCE(f.has_error, false) = false')\n .groupBy('f.id')\n .havingRaw('COUNT(r.from_field_id) = 0');\n\n if (excludeFieldIds?.length) {\n query.whereNotIn('f.id', excludeFieldIds);\n }\n\n const sql = query.toQuery();\n const rows = await this.prismaService.txClient().$queryRawUnsafe<{ id: string }[]>(sql);\n return rows.map((row) => row.id).filter(Boolean);\n }\n\n private getAutoNumberFieldIds(table: TableDomain, excludeFieldIds?: string[]): string[] {\n const excluded = new Set(excludeFieldIds ?? []);\n return table.fieldList\n .filter(\n (field): field is AutoNumberFieldCore =>\n field.type === FieldType.AutoNumber && !excluded.has(field.id)\n )\n .filter((field) => !field.getIsPersistedAsGeneratedColumn?.())\n .map((field) => field.id);\n }\n\n private addContextFreeFormulasToImpact(\n impact: IComputedImpactByTable,\n tableId: string,\n formulaIds: string[]\n ): void {\n if (!formulaIds.length) return;\n const target = (impact[tableId] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n });\n for (const id of formulaIds) {\n target.fieldIds.add(id);\n }\n }\n\n /**\n * Collect impacted computed fields grouped by table, and the associated recordIds to re-evaluate.\n * - Same-table computed fields: impacted recordIds are the updated records themselves.\n * - Cross-table computed fields (via link/lookup/rollup): impacted records are those linking to\n * the changed records through any link field on the target table that points to the changed table.\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n @Timing()\n async collect(\n tableId: string,\n ctxs: ICellContext[],\n excludeFieldIds?: string[]\n ): Promise {\n if (!ctxs.length) {\n return { impact: {}, tableDomains: new Map() };\n }\n\n const changedFieldIds = Array.from(new Set(ctxs.map((c) => c.fieldId)));\n const changedRecordIds = Array.from(new Set(ctxs.map((c) => c.recordId)));\n const fieldToTableMap = new Map();\n changedFieldIds.forEach((fid) => fieldToTableMap.set(fid, tableId));\n const entryDomain = await this.tableDomainQueryService.getTableDomainById(tableId);\n const seedTableDomains = new Map([[tableId, entryDomain]]);\n const execCtx = this.createExecutionContext(seedTableDomains);\n\n // 1) Transitive dependents grouped by table (SQL CTE + join field)\n const contextByRecord = ctxs.reduce>((map, ctx) => {\n const list = map.get(ctx.recordId);\n if (list) {\n list.push(ctx);\n } else {\n map.set(ctx.recordId, [ctx]);\n }\n return map;\n }, new Map());\n\n const relatedLinkIds = await this.resolveRelatedLinkFieldIds(\n changedFieldIds,\n fieldToTableMap,\n execCtx\n );\n const traversalFieldIds = Array.from(new Set([...changedFieldIds, ...relatedLinkIds]));\n\n const depByTable = await this.collectDependentFieldsByTable(traversalFieldIds, excludeFieldIds);\n const impact: IComputedImpactByTable = Object.entries(depByTable).reduce((acc, [tid, fset]) => {\n acc[tid] = { fieldIds: new Set(fset), recordIds: new Set() };\n return acc;\n }, {} as IComputedImpactByTable);\n\n // Additionally: include lookup/rollup fields that directly reference any changed link fields\n // (or their symmetric counterparts). This ensures cross-table lookups update when links change.\n const fallbackLookupIds = new Set();\n if (relatedLinkIds.length) {\n const byTable = await this.findLookupsByLinkIds(relatedLinkIds);\n for (const [tid, fset] of Object.entries(byTable)) {\n const group = (impact[tid] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n });\n fset.forEach((fid) => {\n if (!group.fieldIds.has(fid)) {\n group.fieldIds.add(fid);\n fallbackLookupIds.add(fid);\n }\n });\n }\n }\n\n if (fallbackLookupIds.size) {\n // Legacy compatibility: some lookup records were created when linkFieldId was\n // not persisted in reference graph, so we back-fill their dependents via traversal.\n const extraDeps = await this.collectDependentFieldsByTable(\n Array.from(fallbackLookupIds),\n excludeFieldIds\n );\n for (const [tid, fset] of Object.entries(extraDeps)) {\n const group = (impact[tid] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n });\n fset.forEach((fid) => group.fieldIds.add(fid));\n }\n }\n\n // Include symmetric link fields (if any) on the foreign table so their values\n // are refreshed as well. The link fields themselves are already included by\n // SQL union in collectDependentFieldsByTable.\n const changedFieldIdSet = new Set(changedFieldIds);\n const currentTableDomain = await this.getTableDomain(tableId, execCtx);\n const linkFields = currentTableDomain.fieldList.filter(\n (field) => changedFieldIdSet.has(field.id) && field.type === FieldType.Link && !field.isLookup\n );\n\n // Record planned foreign recordIds per foreign table based on incoming link cell new/old values\n const plannedForeignRecordIds: Record> = {};\n\n for (const lf of linkFields) {\n type ILinkOptionsWithSymmetric = ILinkFieldOptions & { symmetricFieldId?: string };\n const optsLoose = this.parseOptionsLoose(lf.options);\n const foreignTableId = optsLoose?.foreignTableId;\n const symmetricFieldId = optsLoose?.symmetricFieldId;\n\n // If symmetric, ensure foreign table symmetric field is included; recordIds\n // for foreign table will be determined by BFS propagation below.\n if (foreignTableId && symmetricFieldId) {\n (impact[foreignTableId] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n }).fieldIds.add(symmetricFieldId);\n\n // Also pre-seed foreign impacted recordIds using planned link targets\n // Extract ids from both oldValue and newValue to cover add/remove\n const targetIds = new Set();\n for (const ctx of ctxs) {\n if (ctx.fieldId !== lf.id) continue;\n const toIds = (v: unknown) => {\n if (!v) return [] as string[];\n const arr = Array.isArray(v) ? v : [v];\n return arr\n .map((x) => (x && typeof x === 'object' ? (x as { id?: string }).id : undefined))\n .filter((id): id is string => !!id);\n };\n toIds(ctx.oldValue).forEach((id) => targetIds.add(id));\n toIds(ctx.newValue).forEach((id) => targetIds.add(id));\n }\n if (targetIds.size) {\n const set = (plannedForeignRecordIds[foreignTableId] ||= new Set());\n targetIds.forEach((id) => set.add(id));\n }\n }\n }\n const contextFreeFormulaIds = await this.getFormulaFieldsWithoutDependencies(\n tableId,\n excludeFieldIds\n );\n this.addContextFreeFormulasToImpact(impact, tableId, contextFreeFormulaIds);\n const autoNumberFieldIds = this.getAutoNumberFieldIds(entryDomain, excludeFieldIds);\n this.addContextFreeFormulasToImpact(impact, tableId, autoNumberFieldIds);\n\n if (!Object.keys(impact).length) {\n return { impact: {}, tableDomains: new Map(seedTableDomains) };\n }\n\n const impactedTables = new Set([...Object.keys(impact), tableId]);\n for (const [tid, ids] of Object.entries(plannedForeignRecordIds)) {\n if (!impactedTables.has(tid)) {\n impactedTables.add(tid);\n }\n }\n\n const tableDomains = await this.loadTableDomains(impactedTables, execCtx);\n const linkEdges = this.buildLinkEdgesForTables(impactedTables, tableDomains, impact);\n const explicitSeeds = new Map>();\n explicitSeeds.set(tableId, new Set(changedRecordIds));\n for (const [tid, ids] of Object.entries(plannedForeignRecordIds)) {\n if (!ids.size) continue;\n explicitSeeds.set(tid, new Set(ids));\n }\n const tablesWithAllRecords = new Set();\n\n const { link: linkAdj, conditionalRollup: referenceAdj } = this.getAdjacencyMaps(\n tableDomains,\n impact\n );\n\n let recordSets = await this.computeLinkClosure({\n impactedTables,\n explicitSeeds,\n tablesWithAllRecords,\n linkEdges,\n tableDomains,\n ctx: execCtx,\n });\n\n const queue: string[] = [];\n const queued = new Set();\n const enqueueConditional = (tableId: string) => {\n if (!tableId || queued.has(tableId)) {\n return;\n }\n queued.add(tableId);\n queue.push(tableId);\n };\n const enqueueLinkDependents = (tableId: string) => {\n const targets = linkAdj[tableId];\n if (!targets) return;\n targets.forEach((tid) => enqueueConditional(tid));\n };\n\n const initialGrowth = this.findRecordSetGrowth({}, recordSets);\n initialGrowth.forEach((tid) => {\n enqueueConditional(tid);\n enqueueLinkDependents(tid);\n });\n const materializedAllRecords = new Map();\n\n while (queue.length) {\n const src = queue.shift()!;\n queued.delete(src);\n\n const referenceEdges = (referenceAdj[src] || []).filter((edge) => {\n const targetGroup = impact[edge.tableId];\n return !!targetGroup && targetGroup.fieldIds.has(edge.fieldId);\n });\n if (!referenceEdges.length) {\n continue;\n }\n\n const rawSet = recordSets[src];\n if (!rawSet) {\n continue;\n }\n\n let currentIds: string[] = [];\n let shouldMaterializeAllRecords = false;\n if (rawSet === ALL_RECORDS) {\n const needsMaterialization = referenceEdges.some((edge) => {\n const targetSet = recordSets[edge.tableId];\n return targetSet !== ALL_RECORDS && edge.tableId !== src;\n });\n shouldMaterializeAllRecords = needsMaterialization;\n if (shouldMaterializeAllRecords) {\n currentIds = await this.materializeAllRecordIds(src, materializedAllRecords, execCtx);\n }\n } else {\n currentIds = Array.from(rawSet);\n }\n if (!currentIds.length && shouldMaterializeAllRecords) {\n continue;\n }\n\n const eagerReferenceMatches: Array<{\n edge: IConditionalRollupAdjacencyEdge;\n matched: typeof ALL_RECORDS;\n }> = [];\n const referencePromises: Array<\n Promise<{ edge: IConditionalRollupAdjacencyEdge; matched: string[] | typeof ALL_RECORDS }>\n > = [];\n for (const edge of referenceEdges) {\n const targetGroup = impact[edge.tableId];\n if (!targetGroup || !targetGroup.fieldIds.has(edge.fieldId)) continue;\n if (\n rawSet === ALL_RECORDS &&\n (!shouldMaterializeAllRecords ||\n recordSets[edge.tableId] === ALL_RECORDS ||\n edge.tableId === src)\n ) {\n eagerReferenceMatches.push({ edge, matched: ALL_RECORDS });\n continue;\n }\n if (!currentIds.length) continue;\n const context = src === tableId ? contextByRecord : undefined;\n referencePromises.push(\n this.getConditionalRollupImpactedRecordIds(edge, currentIds, context, execCtx).then(\n (matched) => ({\n edge,\n matched,\n })\n )\n );\n }\n\n const referenceResults = [\n ...eagerReferenceMatches,\n ...(await Promise.all(referencePromises)),\n ];\n\n let dirty = false;\n for (const { edge, matched } of referenceResults) {\n const targetGroup = impact[edge.tableId];\n if (!targetGroup || !targetGroup.fieldIds.has(edge.fieldId)) continue;\n if (matched === ALL_RECORDS) {\n const updated = this.markAllSeed(tablesWithAllRecords, edge.tableId);\n if (updated) {\n targetGroup.preferAutoNumberPaging = true;\n dirty = true;\n enqueueConditional(edge.tableId);\n enqueueLinkDependents(edge.tableId);\n }\n continue;\n }\n if (!matched.length) continue;\n const updated = this.addExplicitSeed(explicitSeeds, edge.tableId, matched);\n if (updated) {\n dirty = true;\n enqueueConditional(edge.tableId);\n enqueueLinkDependents(edge.tableId);\n }\n }\n\n if (dirty) {\n const nextRecordSets = await this.computeLinkClosure({\n impactedTables,\n explicitSeeds,\n tablesWithAllRecords,\n linkEdges,\n tableDomains,\n ctx: execCtx,\n });\n const growth = this.findRecordSetGrowth(recordSets, nextRecordSets);\n growth.forEach((tid) => {\n enqueueConditional(tid);\n enqueueLinkDependents(tid);\n });\n recordSets = nextRecordSets;\n }\n }\n\n for (const [tid, group] of Object.entries(impact)) {\n const raw = recordSets[tid];\n if (raw === ALL_RECORDS) {\n group.preferAutoNumberPaging = true;\n continue;\n }\n if (raw && raw.size) {\n raw.forEach((id) => group.recordIds.add(id));\n }\n }\n\n return { impact, tableDomains: new Map(tableDomains) };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/computed/services/computed-evaluator.service.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\nimport { Injectable } from '@nestjs/common';\nimport { Prisma } from '@prisma/client';\nimport type { FieldCore, FormulaFieldCore, TableDomain } from '@teable/core';\nimport { FieldType, IdPrefix, RecordOpBuilder, Tables } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { Knex } from 'knex';\nimport { RawOpType } from '../../../../share-db/interface';\nimport { Timing } from '../../../../utils/timing';\nimport { BatchService } from '../../../calculation/batch.service';\nimport { AUTO_NUMBER_FIELD_NAME } from '../../../field/constant';\nimport type { IFieldInstance } from '../../../field/model/factory';\nimport { InjectRecordQueryBuilder, type IRecordQueryBuilder } from '../../query-builder';\nimport { IComputedImpactByTable } from './computed-dependency-collector.service';\nimport {\n AutoNumberCursorStrategy,\n RecordIdBatchStrategy,\n type IComputedRowResult,\n type IPaginationContext,\n type IRecordPaginationStrategy,\n} from './computed-pagination.strategy';\nimport { RecordComputedUpdateService } from './record-computed-update.service';\n\nconst recordIdBatchSize = 10_000;\nconst cursorBatchSize = 10_000;\n\n@Injectable()\nexport class ComputedEvaluatorService {\n private readonly paginationStrategies: IRecordPaginationStrategy[] = [\n new RecordIdBatchStrategy(),\n new AutoNumberCursorStrategy(),\n ];\n\n constructor(\n @InjectRecordQueryBuilder() private readonly recordQueryBuilder: IRecordQueryBuilder,\n private readonly recordComputedUpdateService: RecordComputedUpdateService,\n private readonly batchService: BatchService,\n private readonly prismaService: PrismaService\n ) {}\n\n /**\n * For each table, query only the impacted records and dependent fields.\n * Builds a RecordQueryBuilder with projection and converts DB values to cell values.\n */\n @Timing()\n async evaluate(\n impact: IComputedImpactByTable,\n opts: {\n excludeFieldIds?: Set;\n preferAutoNumberPaging?: boolean;\n tableDomains: ReadonlyMap;\n }\n ): Promise {\n const excludeFieldIds = opts.excludeFieldIds ?? new Set();\n const globalPreferAutoNumberPaging = opts.preferAutoNumberPaging === true;\n const entries = Object.entries(impact).filter(([, group]) => group.fieldIds.size);\n const projectionByTable = entries.reduce>((acc, [tableId, group]) => {\n acc[tableId] = Array.from(group.fieldIds);\n return acc;\n }, {});\n\n let totalOps = 0;\n const tableDomainCache = opts.tableDomains;\n if (!tableDomainCache.size) {\n throw new Error('ComputedEvaluatorService.evaluate requires table domains');\n }\n\n const layers = await this.buildFieldLayers(entries);\n if (!layers.length) {\n return totalOps;\n }\n\n for (const layer of layers) {\n for (const [tableId, layerFieldIds] of layer) {\n const group = impact[tableId];\n if (!group) continue;\n const requestedFieldIds = Array.from(layerFieldIds);\n if (!requestedFieldIds.length) continue;\n\n const preferAutoNumberPaging =\n globalPreferAutoNumberPaging || group.preferAutoNumberPaging === true;\n const tableDomain = tableDomainCache.get(tableId);\n if (!tableDomain) {\n throw new Error(`Missing table domain for table ${tableId}`);\n }\n\n const fieldInstances = this.getFieldInstancesFromDomain(tableDomain, requestedFieldIds);\n if (!fieldInstances.length) continue;\n\n const validFieldIdSet = new Set(fieldInstances.map((f) => f.id));\n const impactedFieldIds = new Set(\n requestedFieldIds.filter((fid) => validFieldIdSet.has(fid))\n );\n if (!impactedFieldIds.size) continue;\n\n const recordIds = Array.from(group.recordIds);\n const dbTableName = tableDomain.dbTableName;\n const builderRestrictRecordIds =\n !preferAutoNumberPaging && recordIds.length > 0 && recordIds.length <= recordIdBatchSize\n ? recordIds\n : undefined;\n\n const tablesOverride = this.buildTablesOverride(tableId, tableDomainCache);\n const { qb, alias } = await this.recordQueryBuilder.createRecordQueryBuilder(dbTableName, {\n tableId,\n projection: Array.from(validFieldIdSet),\n rawProjection: true,\n preferRawFieldReferences: true,\n projectionByTable,\n restrictRecordIds: builderRestrictRecordIds,\n tables: tablesOverride,\n });\n\n const idCol = alias ? `${alias}.__id` : '__id';\n const orderCol = alias ? `${alias}.${AUTO_NUMBER_FIELD_NAME}` : AUTO_NUMBER_FIELD_NAME;\n const baseQb = qb.clone();\n\n const paginationContext = this.createPaginationContext({\n tableId,\n recordIds,\n preferAutoNumberPaging,\n baseQueryBuilder: baseQb,\n idColumn: idCol,\n orderColumn: orderCol,\n fieldInstances,\n dbTableName,\n });\n\n const strategy = this.selectPaginationStrategy(paginationContext);\n await strategy.run(paginationContext, async (rows) => {\n if (!rows.length) return;\n const evaluatedRows = this.buildEvaluatedRows(rows, fieldInstances);\n totalOps += this.publishBatch(\n tableId,\n impactedFieldIds,\n validFieldIdSet,\n excludeFieldIds,\n evaluatedRows\n );\n });\n }\n }\n\n return totalOps;\n }\n\n private async buildFieldLayers(\n entries: Array<[string, IComputedImpactByTable[string]]>\n ): Promise>>> {\n const fieldIds = entries.flatMap(([, group]) => Array.from(group.fieldIds));\n const uniqueFieldIds = Array.from(new Set(fieldIds.filter(Boolean)));\n if (!uniqueFieldIds.length) {\n return [];\n }\n\n const fieldIdToTableId = new Map();\n for (const [tableId, group] of entries) {\n for (const fieldId of group.fieldIds) {\n fieldIdToTableId.set(fieldId, tableId);\n }\n }\n\n const edges = await this.loadFieldDependencyEdges(uniqueFieldIds);\n if (!edges.length) {\n return this.buildDefaultLayers(entries);\n }\n\n const levels = this.topoSortFieldLevels(uniqueFieldIds, edges);\n if (!levels) {\n return this.buildDefaultLayers(entries);\n }\n\n const layered = new Map>>();\n for (const fieldId of uniqueFieldIds) {\n const level = levels.get(fieldId) ?? 0;\n const tableId = fieldIdToTableId.get(fieldId);\n if (!tableId) continue;\n let tableMap = layered.get(level);\n if (!tableMap) {\n tableMap = new Map>();\n layered.set(level, tableMap);\n }\n const fieldSet = tableMap.get(tableId) ?? new Set();\n fieldSet.add(fieldId);\n tableMap.set(tableId, fieldSet);\n }\n\n const orderedLevels = Array.from(layered.keys()).sort((a, b) => a - b);\n return orderedLevels.map((level) => layered.get(level)!);\n }\n\n private buildDefaultLayers(\n entries: Array<[string, IComputedImpactByTable[string]]>\n ): Array>> {\n const layer = new Map>();\n for (const [tableId, group] of entries) {\n if (!group.fieldIds.size) continue;\n layer.set(tableId, new Set(group.fieldIds));\n }\n return layer.size ? [layer] : [];\n }\n\n private async loadFieldDependencyEdges(\n fieldIds: string[]\n ): Promise> {\n const sql = Prisma.sql`\n SELECT DISTINCT\n r.from_field_id AS \"fromFieldId\",\n r.to_field_id AS \"toFieldId\"\n FROM reference r\n WHERE r.from_field_id IN (${Prisma.join(fieldIds)})\n AND r.to_field_id IN (${Prisma.join(fieldIds)})\n `;\n return this.prismaService\n .txClient()\n .$queryRaw>(sql);\n }\n\n private topoSortFieldLevels(\n fieldIds: string[],\n edges: Array<{ fromFieldId: string; toFieldId: string }>\n ): Map | null {\n const orderIndex = new Map(fieldIds.map((fieldId, index) => [fieldId, index]));\n const fieldSet = new Set(fieldIds);\n const adjacency = new Map>();\n const indegree = new Map();\n const levels = new Map();\n\n for (const fieldId of fieldIds) {\n indegree.set(fieldId, 0);\n levels.set(fieldId, 0);\n }\n\n for (const edge of edges) {\n const { fromFieldId, toFieldId } = edge;\n if (!fieldSet.has(fromFieldId) || !fieldSet.has(toFieldId) || fromFieldId === toFieldId) {\n continue;\n }\n const targets = adjacency.get(fromFieldId) ?? new Set();\n if (!targets.has(toFieldId)) {\n targets.add(toFieldId);\n adjacency.set(fromFieldId, targets);\n indegree.set(toFieldId, (indegree.get(toFieldId) ?? 0) + 1);\n }\n }\n\n const queue = fieldIds\n .filter((fieldId) => (indegree.get(fieldId) ?? 0) === 0)\n .sort((a, b) => (orderIndex.get(a) ?? 0) - (orderIndex.get(b) ?? 0));\n const result: string[] = [];\n\n while (queue.length) {\n const current = queue.shift()!;\n result.push(current);\n const targets = adjacency.get(current);\n if (!targets) continue;\n for (const next of targets) {\n const nextLevel = (levels.get(current) ?? 0) + 1;\n if ((levels.get(next) ?? 0) < nextLevel) {\n levels.set(next, nextLevel);\n }\n const nextDegree = (indegree.get(next) ?? 0) - 1;\n indegree.set(next, nextDegree);\n if (nextDegree === 0) {\n queue.push(next);\n queue.sort((a, b) => (orderIndex.get(a) ?? 0) - (orderIndex.get(b) ?? 0));\n }\n }\n }\n\n return result.length === fieldIds.length ? levels : null;\n }\n\n private getFieldInstancesFromDomain(\n tableDomain: TableDomain,\n fieldIds: string[]\n ): IFieldInstance[] {\n if (!fieldIds.length) {\n return [];\n }\n const requested = new Set(fieldIds);\n return tableDomain.fieldList\n .filter((field) => requested.has(field.id))\n .map((field) => field as unknown as IFieldInstance);\n }\n\n private buildTablesOverride(\n tableId: string,\n tableDomains?: ReadonlyMap\n ): Tables | undefined {\n if (!tableDomains?.size) {\n return undefined;\n }\n if (!tableDomains.has(tableId)) {\n return undefined;\n }\n const materialized =\n tableDomains instanceof Map\n ? (tableDomains as Map)\n : new Map(tableDomains as Iterable<[string, TableDomain]>);\n return new Tables(tableId, materialized);\n }\n\n private buildEvaluatedRows(\n rows: Array,\n fieldInstances: IFieldInstance[]\n ): Array<{\n recordId: string;\n version: number;\n prevVersion?: number;\n fields: Record;\n }> {\n return rows.map((row) => {\n const recordId = row.__id;\n const version = row.__version as number;\n const prevVersion = row.__prev_version as number | undefined;\n\n const fieldsMap: Record = {};\n for (const field of fieldInstances) {\n let columnName = field.dbFieldName;\n if (field.type === FieldType.Formula) {\n const f: FormulaFieldCore = field;\n if (f.getIsPersistedAsGeneratedColumn()) {\n const gen = f.getGeneratedColumnName?.();\n if (gen) columnName = gen;\n }\n }\n const raw = row[columnName as keyof typeof row] as unknown;\n const cellValue = field.convertDBValue2CellValue(raw as never);\n if (cellValue != null) fieldsMap[field.id] = cellValue;\n }\n\n return { recordId, version, prevVersion, fields: fieldsMap };\n });\n }\n\n private publishBatch(\n tableId: string,\n impactedFieldIds: Set,\n validFieldIds: Set,\n excludeFieldIds: Set,\n evaluatedRows: Array<{\n recordId: string;\n version: number;\n prevVersion?: number;\n fields: Record;\n }>\n ): number {\n if (!evaluatedRows.length) return 0;\n\n const targetFieldIds = Array.from(impactedFieldIds).filter(\n (fid) => validFieldIds.has(fid) && !excludeFieldIds.has(fid)\n );\n if (!targetFieldIds.length) return 0;\n\n const opDataList = evaluatedRows\n .map(({ recordId, version, prevVersion, fields }) => {\n const ops = targetFieldIds\n .map((fid) => {\n const hasValue = Object.prototype.hasOwnProperty.call(fields, fid);\n const newCellValue = hasValue ? fields[fid] : null;\n return RecordOpBuilder.editor.setRecord.build({\n fieldId: fid,\n newCellValue,\n oldCellValue: null,\n });\n })\n .filter(Boolean);\n\n if (!ops.length) return null;\n\n const opVersion = prevVersion ?? version;\n\n return { docId: recordId, version: opVersion, data: ops, count: ops.length } as const;\n })\n .filter(Boolean) as { docId: string; version: number; data: unknown; count: number }[];\n\n if (!opDataList.length) return 0;\n\n this.batchService.saveRawOps(\n tableId,\n RawOpType.Edit,\n IdPrefix.Record,\n opDataList.map(({ docId, version, data }) => ({ docId, version, data }))\n );\n\n return opDataList.reduce((sum, current) => sum + current.count, 0);\n }\n\n private selectPaginationStrategy(context: IPaginationContext): IRecordPaginationStrategy {\n return (\n this.paginationStrategies.find((strategy) => strategy.canHandle(context)) ??\n this.paginationStrategies[this.paginationStrategies.length - 1]\n );\n }\n\n private createPaginationContext(params: {\n tableId: string;\n recordIds: string[];\n preferAutoNumberPaging: boolean;\n baseQueryBuilder: Knex.QueryBuilder;\n idColumn: string;\n orderColumn: string;\n fieldInstances: IFieldInstance[];\n dbTableName: string;\n }): IPaginationContext {\n const {\n tableId,\n recordIds,\n preferAutoNumberPaging,\n baseQueryBuilder,\n idColumn,\n orderColumn,\n fieldInstances,\n dbTableName,\n } = params;\n\n return {\n tableId,\n recordIds,\n preferAutoNumberPaging,\n recordIdBatchSize,\n cursorBatchSize,\n baseQueryBuilder,\n idColumn,\n orderColumn,\n updateRecords: (qb, options) =>\n this.recordComputedUpdateService.updateFromSelect(tableId, qb, fieldInstances, {\n ...options,\n dbTableName,\n }),\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/computed/services/computed-orchestrator.service.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\nimport { Injectable, NotFoundException } from '@nestjs/common';\nimport { FieldType } from '@teable/core';\nimport type { TableDomain, LastModifiedByFieldCore, LastModifiedTimeFieldCore } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport { InjectDbProvider } from '../../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../../db-provider/db.provider.interface';\nimport type { IClsStore } from '../../../../types/cls';\nimport { Timing } from '../../../../utils/timing';\nimport type { ICellContext } from '../../../calculation/utils/changes';\nimport { TableDomainQueryService } from '../../../table-domain/table-domain-query.service';\nimport {\n ComputedDependencyCollectorService,\n IComputedImpactByTable,\n} from './computed-dependency-collector.service';\nimport type { IFieldChangeSource } from './computed-dependency-collector.service';\nimport { ComputedEvaluatorService } from './computed-evaluator.service';\nimport { buildResultImpact } from './computed-utils';\n\n@Injectable()\nexport class ComputedOrchestratorService {\n constructor(\n private readonly collector: ComputedDependencyCollectorService,\n private readonly evaluator: ComputedEvaluatorService,\n private readonly prismaService: PrismaService,\n private readonly tableDomainQueryService: TableDomainQueryService,\n private readonly cls: ClsService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider\n ) {}\n\n /**\n * Publish-only computed pipeline executed within the current transaction.\n * - Collects affected computed fields across tables via dependency closure (SQL CTE).\n * - Resolves impacted recordIds per table (same-table = changed records; cross-table = link backrefs).\n * - Reads latest values via RecordService snapshots (projection of impacted computed fields).\n * - Builds setRecord ops and saves them as raw ops; no DB writes, no __version bump here.\n * - Raw ops are picked up by ShareDB publisher after the outer tx commits.\n *\n * Returns: { publishedOps } — total number of field set ops enqueued.\n */\n @Timing()\n async computeCellChangesForRecords(\n tableId: string,\n cellContexts: ICellContext[],\n update: (tableDomains?: Map) => Promise\n ): Promise<{\n publishedOps: number;\n impact: Record;\n }> {\n // With update callback, switch to the new dual-select (old/new) mode\n return this.computeCellChangesForRecordsMulti([{ tableId, cellContexts }], update);\n }\n\n /**\n * Multi-source variant: accepts changes originating from multiple tables.\n * Computes a unified impact once, executes the update callback, and then\n * re-evaluates computed fields in batches while publishing ShareDB ops.\n */\n async computeCellChangesForRecordsMulti(\n sources: Array<{ tableId: string; cellContexts: ICellContext[] }>,\n update: (tableDomains?: Map) => Promise\n ): Promise<{\n publishedOps: number;\n impact: Record;\n }> {\n const filtered = sources.filter((s) => s.cellContexts?.length);\n if (!filtered.length) {\n await update();\n return { publishedOps: 0, impact: {} };\n }\n\n // Collect base changed field ids to avoid re-publishing base ops via computed\n const changedFieldIds = new Set();\n const changedRecordIdsByTable = new Map>();\n for (const s of filtered) {\n let recordSet = changedRecordIdsByTable.get(s.tableId);\n if (!recordSet) {\n recordSet = new Set();\n changedRecordIdsByTable.set(s.tableId, recordSet);\n }\n for (const ctx of s.cellContexts) {\n changedFieldIds.add(ctx.fieldId);\n if (ctx.recordId) recordSet.add(ctx.recordId);\n }\n }\n\n // 1) Collect impact per source and merge once\n const exclude = Array.from(changedFieldIds);\n const results = await Promise.all(\n filtered.map(({ tableId, cellContexts }) =>\n this.collector.collect(tableId, cellContexts, exclude)\n )\n );\n\n const tableDomainSeeds = new Map();\n const impactMerged: IComputedImpactByTable = {};\n\n for (const { impact, tableDomains } of results) {\n for (const [tid, group] of Object.entries(impact)) {\n const target = (impactMerged[tid] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n });\n group.fieldIds.forEach((f) => target.fieldIds.add(f));\n group.recordIds.forEach((r) => target.recordIds.add(r));\n if (group.preferAutoNumberPaging) {\n target.preferAutoNumberPaging = true;\n }\n }\n for (const [tid, domain] of tableDomains) {\n if (!tableDomainSeeds.has(tid)) {\n tableDomainSeeds.set(tid, domain);\n }\n }\n }\n\n const impactedTables = Object.keys(impactMerged);\n if (!impactedTables.length) {\n await update();\n return { publishedOps: 0, impact: {} };\n }\n\n for (const tid of impactedTables) {\n const group = impactMerged[tid];\n if (!group.fieldIds.size || (!group.recordIds.size && !group.preferAutoNumberPaging)) {\n delete impactMerged[tid];\n }\n }\n if (!Object.keys(impactMerged).length) {\n await update();\n return { publishedOps: 0, impact: {} };\n }\n\n const tableDomains = await this.resolveTableDomains(\n impactMerged,\n tableDomainSeeds,\n filtered.map((s) => s.tableId)\n );\n\n await this.lockImpactedRecords(filtered, impactMerged, tableDomains);\n\n // Track-all LastModified* fields are persisted/generated outside base ops.\n // Ensure they are part of impacted fields and not excluded so their new values get published.\n const excludeFieldIds = new Set(changedFieldIds);\n for (const [tid, domain] of tableDomains) {\n const trackAllAudit = domain\n .getLastModifiedFields()\n .filter((f) =>\n f.type === FieldType.LastModifiedTime\n ? (f as LastModifiedTimeFieldCore).isTrackAll()\n : f.type === FieldType.LastModifiedBy && (f as LastModifiedByFieldCore).isTrackAll()\n );\n if (!trackAllAudit.length) continue;\n const recordIds = changedRecordIdsByTable.get(tid);\n if (!recordIds?.size) continue;\n const group = (impactMerged[tid] ||= {\n fieldIds: new Set(),\n recordIds: new Set(),\n });\n trackAllAudit.forEach((f) => {\n group.fieldIds.add(f.id);\n excludeFieldIds.delete(f.id);\n });\n recordIds.forEach((rid) => group.recordIds.add(rid));\n }\n\n // 2) Perform the actual base update(s) if provided\n await update(tableDomains);\n\n // 3) Evaluate and publish computed values\n const total = await this.evaluator.evaluate(impactMerged, {\n excludeFieldIds,\n tableDomains,\n });\n\n return { publishedOps: total, impact: buildResultImpact(impactMerged) };\n }\n\n /**\n * Compute and publish cell changes when field definitions are UPDATED.\n * - Collects impacted fields and records based on changed field ids (pre-update)\n * - Executes the provided update callback within the same tx (schema/meta update)\n * - Recomputes values via updateFromSelect, publishing ops with the latest values\n */\n async computeCellChangesForFields(\n sources: IFieldChangeSource[],\n update: () => Promise\n ): Promise<{\n publishedOps: number;\n impact: Record;\n }> {\n const impactPre = await this.collector.collectForFieldChanges(sources);\n\n // If nothing impacted, still run update\n if (!Object.keys(impactPre).length) {\n await update();\n return { publishedOps: 0, impact: {} };\n }\n\n await update();\n const tableDomains = await this.resolveTableDomains(impactPre);\n const total = await this.evaluator.evaluate(impactPre, {\n tableDomains,\n });\n\n return { publishedOps: total, impact: buildResultImpact(impactPre) };\n }\n\n /**\n * Compute and publish cell changes when fields are being DELETED.\n * - Collects impacted fields and records based on the fields-to-delete (pre-delete)\n * - Executes the provided update callback within the same tx to delete fields and dependencies\n * - Evaluates new values and publishes ops for impacted fields EXCEPT the deleted ones\n * (and any fields that no longer exist after the update, e.g., symmetric link fields).\n */\n async computeCellChangesForFieldsBeforeDelete(\n sources: IFieldChangeSource[],\n update: () => Promise\n ): Promise<{\n publishedOps: number;\n impact: Record;\n }> {\n const impactPre = await this.collector.collectForFieldChanges(sources);\n\n if (!Object.keys(impactPre).length) {\n await update();\n return { publishedOps: 0, impact: {} };\n }\n\n const startFieldIdList = Array.from(new Set(sources.flatMap((s) => s.fieldIds || [])));\n\n await update();\n\n // After update, some fields may be deleted; build a post-update impact that only\n // includes fields still present to avoid selecting/updating non-existent columns.\n const impactPost: IComputedImpactByTable = {};\n for (const [tid, group] of Object.entries(impactPre)) {\n const ids = Array.from(group.fieldIds);\n if (!ids.length) continue;\n const rows = await this.prismaService.txClient().field.findMany({\n where: { tableId: tid, id: { in: ids }, deletedTime: null },\n select: { id: true },\n });\n const existing = new Set(rows.map((r) => r.id));\n const kept = new Set(Array.from(group.fieldIds).filter((fid) => existing.has(fid)));\n const hasRecords = group.recordIds.size > 0;\n const preferAuto = group.preferAutoNumberPaging === true;\n if (kept.size && (hasRecords || preferAuto)) {\n impactPost[tid] = {\n fieldIds: kept,\n recordIds: new Set(group.recordIds),\n ...(preferAuto ? { preferAutoNumberPaging: true } : {}),\n };\n }\n }\n\n if (startFieldIdList.length) {\n const existingStartFields = await this.prismaService.txClient().field.findMany({\n where: { id: { in: startFieldIdList }, deletedTime: null },\n select: { id: true },\n });\n const existingSet = new Set(existingStartFields.map((r) => r.id));\n const deletedStartIds = startFieldIdList.filter((id) => !existingSet.has(id));\n\n if (deletedStartIds.length) {\n const dependents = await this.collector.getConditionalSortDependents(deletedStartIds);\n if (dependents.length) {\n for (const { tableId, fieldId } of dependents) {\n const group = impactPost[tableId];\n if (!group) continue;\n group.fieldIds.delete(fieldId);\n if (!group.fieldIds.size) {\n delete impactPost[tableId];\n }\n }\n }\n }\n }\n\n if (!Object.keys(impactPost).length) {\n return { publishedOps: 0, impact: {} };\n }\n\n // Also exclude the source (deleted) field ids when publishing\n const startFieldIds = new Set(startFieldIdList);\n\n // Determine which impacted fieldIds were actually deleted (no longer exist post-update)\n const actuallyDeleted = new Set();\n for (const [tid, group] of Object.entries(impactPre)) {\n const ids = Array.from(group.fieldIds);\n if (!ids.length) continue;\n const rows = await this.prismaService.txClient().field.findMany({\n where: { tableId: tid, id: { in: ids }, deletedTime: null },\n select: { id: true },\n });\n const existing = new Set(rows.map((r) => r.id));\n for (const fid of ids) if (!existing.has(fid)) actuallyDeleted.add(fid);\n }\n\n const exclude = new Set([...startFieldIds, ...actuallyDeleted]);\n\n const tableDomains = await this.resolveTableDomains(impactPost);\n const total = await this.evaluator.evaluate(impactPost, {\n excludeFieldIds: exclude,\n tableDomains,\n });\n\n return { publishedOps: total, impact: buildResultImpact(impactPost) };\n }\n\n /**\n * Compute and publish cell changes when new fields are CREATED within the same tx.\n * - Executes the provided update callback first to persist new field definitions.\n * - Collects impacted fields/records post-update (includes the new fields themselves).\n * - Evaluates new values via updateFromSelect and publishes ops.\n */\n async computeCellChangesForFieldsAfterCreate(\n sources: IFieldChangeSource[],\n update: () => Promise\n ): Promise<{\n publishedOps: number;\n impact: Record;\n }> {\n await update();\n\n if (this.cls.get('skipFieldComputation')) {\n return { publishedOps: 0, impact: {} };\n }\n\n const publishTargetIds = new Set();\n for (const source of sources) {\n if (!source.fieldIds?.length) continue;\n for (const fid of source.fieldIds) publishTargetIds.add(fid);\n }\n\n const impact = await this.collector.collectForFieldChanges(sources);\n if (!Object.keys(impact).length) return { publishedOps: 0, impact: {} };\n const tableDomains = await this.resolveTableDomains(impact);\n\n const exclude = new Set();\n if (publishTargetIds.size) {\n for (const group of Object.values(impact)) {\n for (const fid of group.fieldIds) {\n if (!publishTargetIds.has(fid)) exclude.add(fid);\n }\n }\n }\n\n const total = await this.evaluator.evaluate(impact, {\n preferAutoNumberPaging: true,\n ...(exclude.size ? { excludeFieldIds: exclude } : {}),\n tableDomains,\n });\n\n return { publishedOps: total, impact: buildResultImpact(impact) };\n }\n\n @Timing()\n private async lockImpactedRecords(\n sources: Array<{ tableId: string; cellContexts: ICellContext[] }>,\n impact: IComputedImpactByTable,\n tableDomains: Map\n ) {\n if (typeof this.dbProvider.lockRecordsSql !== 'function') {\n return;\n }\n const targetMap = new Map>();\n\n for (const source of sources) {\n if (!source.cellContexts?.length) continue;\n let recordSet = targetMap.get(source.tableId);\n if (!recordSet) {\n recordSet = new Set();\n targetMap.set(source.tableId, recordSet);\n }\n for (const ctx of source.cellContexts) {\n if (ctx.recordId) {\n recordSet.add(ctx.recordId);\n }\n }\n }\n\n for (const [tableId, group] of Object.entries(impact)) {\n if (!group.recordIds?.size) continue;\n let recordSet = targetMap.get(tableId);\n if (!recordSet) {\n recordSet = new Set();\n targetMap.set(tableId, recordSet);\n }\n for (const id of group.recordIds) {\n recordSet.add(id);\n }\n }\n\n if (!targetMap.size) {\n return;\n }\n\n const tableIds = Array.from(targetMap.keys());\n const tableNameMap = new Map();\n for (const [tableId, domain] of tableDomains) {\n if (domain?.dbTableName) {\n tableNameMap.set(tableId, domain.dbTableName);\n }\n }\n\n const missingTableIds = tableIds.filter((tableId) => !tableNameMap.has(tableId));\n if (missingTableIds.length) {\n const fetched = await this.tableDomainQueryService.getTableDomainsByIds(missingTableIds);\n for (const [tableId, domain] of fetched) {\n if (domain?.dbTableName) {\n tableNameMap.set(tableId, domain.dbTableName);\n }\n if (!tableDomains.has(tableId)) {\n tableDomains.set(tableId, domain);\n }\n }\n }\n\n const lockTargets = tableIds\n .map((tableId) => {\n const dbTableName = tableNameMap.get(tableId);\n if (!dbTableName) return null;\n const recordIds = Array.from(targetMap.get(tableId) ?? []);\n if (!recordIds.length) return null;\n return { tableId, dbTableName, recordIds };\n })\n .filter(\n (target): target is { tableId: string; dbTableName: string; recordIds: string[] } =>\n target !== null\n )\n .sort((a, b) => (a.dbTableName > b.dbTableName ? 1 : a.dbTableName < b.dbTableName ? -1 : 0));\n\n for (const target of lockTargets) {\n const sql = this.dbProvider.lockRecordsSql?.({\n dbTableName: target.dbTableName,\n idFieldName: '__id',\n recordIds: target.recordIds,\n });\n if (sql) {\n await this.prismaService.txClient().$queryRawUnsafe(sql);\n }\n }\n }\n\n private async resolveTableDomains(\n impact: IComputedImpactByTable,\n seed?: ReadonlyMap,\n extraTableIds?: Iterable\n ): Promise> {\n const cache = new Map();\n if (seed?.size) {\n for (const [tableId, domain] of seed) {\n cache.set(tableId, domain);\n }\n }\n\n const projectionByTable = new Map | undefined>();\n for (const [tableId, group] of Object.entries(impact)) {\n projectionByTable.set(tableId, new Set(group.fieldIds));\n }\n if (extraTableIds) {\n for (const id of extraTableIds) {\n if (!id) continue;\n if (!projectionByTable.has(id)) {\n projectionByTable.set(id, undefined);\n }\n }\n }\n\n const targetIds = new Set(projectionByTable.keys());\n if (!targetIds.size) {\n return cache;\n }\n\n const fetchMissingDomains = async (tableIds: Iterable) => {\n const unique = Array.from(new Set(Array.from(tableIds).filter(Boolean)));\n if (!unique.length) return;\n const missing = unique.filter((tableId) => !cache.has(tableId));\n if (!missing.length) return;\n const fetched = await this.tableDomainQueryService.getTableDomainsByIds(missing);\n for (const [tableId, domain] of fetched) {\n cache.set(tableId, domain);\n }\n };\n\n await fetchMissingDomains(targetIds);\n\n // Only expand one hop from the impacted tables; deeper dependencies are resolved via\n // persisted physical columns instead of recursive CTE expansion.\n const relatedIds = new Set();\n for (const tableId of targetIds) {\n const domain = cache.get(tableId);\n if (!domain) {\n continue;\n }\n const projection = projectionByTable.get(tableId);\n const relatedTableIds = domain.getAllForeignTableIds(\n projection && projection.size ? Array.from(projection) : undefined\n );\n for (const relatedTableId of relatedTableIds) {\n if (!projectionByTable.has(relatedTableId)) {\n projectionByTable.set(relatedTableId, undefined);\n }\n relatedIds.add(relatedTableId);\n }\n }\n\n if (relatedIds.size) {\n await fetchMissingDomains(relatedIds);\n }\n\n const unresolved = Array.from(projectionByTable.keys()).filter(\n (tableId) => !cache.has(tableId)\n );\n if (unresolved.length) {\n await fetchMissingDomains(unresolved);\n const stillMissing = unresolved.filter((tableId) => !cache.has(tableId));\n if (stillMissing.length) {\n throw new NotFoundException(`Table(s) not found: ${stillMissing.join(', ')}`);\n }\n }\n\n return cache;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/computed/services/computed-pagination.strategy.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { Knex } from 'knex';\nimport { AUTO_NUMBER_FIELD_NAME } from '../../../field/constant';\n\ntype Cursor = number | null;\n\nexport type IComputedRowResult = {\n __id: string;\n __version: number;\n ['__prev_version']?: number;\n ['__auto_number']?: number;\n} & Record;\n\nexport type PaginationBatchHandler = (rows: IComputedRowResult[]) => Promise | void;\n\nexport interface IPaginationContext {\n tableId: string;\n recordIds: string[];\n preferAutoNumberPaging: boolean;\n recordIdBatchSize: number;\n cursorBatchSize: number;\n baseQueryBuilder: Knex.QueryBuilder;\n idColumn: string;\n orderColumn: string;\n updateRecords: (\n qb: Knex.QueryBuilder,\n options?: { restrictRecordIds?: string[] }\n ) => Promise;\n}\n\nexport interface IRecordPaginationStrategy {\n canHandle(context: IPaginationContext): boolean;\n run(context: IPaginationContext, onBatch: PaginationBatchHandler): Promise;\n}\n\nexport class RecordIdBatchStrategy implements IRecordPaginationStrategy {\n canHandle(context: IPaginationContext): boolean {\n return (\n !context.preferAutoNumberPaging &&\n context.recordIds.length > 0 &&\n context.recordIds.length <= context.recordIdBatchSize\n );\n }\n\n async run(context: IPaginationContext, onBatch: PaginationBatchHandler): Promise {\n for (const chunk of this.chunk(context.recordIds, context.recordIdBatchSize)) {\n if (!chunk.length) continue;\n\n const batchQb = context.baseQueryBuilder.clone().whereIn(context.idColumn, chunk);\n const rows = await context.updateRecords(batchQb, { restrictRecordIds: chunk });\n if (!rows.length) continue;\n\n await onBatch(rows);\n }\n }\n\n private chunk(arr: T[], size: number): T[][] {\n if (size <= 0) return [arr];\n const result: T[][] = [];\n for (let i = 0; i < arr.length; i += size) {\n result.push(arr.slice(i, i + size));\n }\n return result;\n }\n}\n\nexport class AutoNumberCursorStrategy implements IRecordPaginationStrategy {\n canHandle(): boolean {\n return true;\n }\n\n async run(context: IPaginationContext, onBatch: PaginationBatchHandler): Promise {\n let cursor: Cursor = null;\n\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const pagedQb = context.baseQueryBuilder\n .clone()\n .orderBy(context.orderColumn, 'asc')\n .limit(context.cursorBatchSize);\n\n if (cursor != null) {\n pagedQb.where(context.orderColumn, '>', cursor);\n }\n\n const rows = await context.updateRecords(pagedQb);\n if (!rows.length) break;\n\n const sortedRows = rows.slice().sort((a, b) => {\n const left = (a[AUTO_NUMBER_FIELD_NAME] as number) ?? 0;\n const right = (b[AUTO_NUMBER_FIELD_NAME] as number) ?? 0;\n if (left === right) return 0;\n return left > right ? 1 : -1;\n });\n\n await onBatch(sortedRows);\n\n const lastRow = sortedRows[sortedRows.length - 1];\n const lastCursor = lastRow[AUTO_NUMBER_FIELD_NAME] as number | undefined;\n if (lastCursor != null) {\n cursor = lastCursor;\n }\n\n if (sortedRows.length < context.cursorBatchSize) {\n break;\n }\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/computed/services/computed-utils.ts", "content": "export interface IImpactGroup {\n fieldIds: Set;\n recordIds: Set;\n}\n\nexport type IImpactMap = Record;\n\nexport type IResultImpact = Record;\n\nexport function buildResultImpact(impact: IImpactMap): IResultImpact {\n return Object.entries(impact).reduce((acc, [tid, group]) => {\n acc[tid] = {\n fieldIds: Array.from(group.fieldIds),\n recordIds: Array.from(group.recordIds),\n };\n return acc;\n }, {});\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/computed/services/link-cascade-resolver.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { chunk } from 'lodash';\nimport { Timing } from '../../../../utils/timing';\n\nexport interface ILinkEdge {\n foreignTableId: string;\n hostTableId: string;\n fkTableName: string;\n selfKeyName: string;\n foreignKeyName: string;\n}\n\nexport interface IExplicitLinkSeed {\n tableId: string;\n recordIds: string[];\n}\n\nexport interface IAllTableLinkSeed {\n tableId: string;\n dbTableName: string;\n}\n\ninterface IResolveLinkCascadeParams {\n explicitSeeds: IExplicitLinkSeed[];\n allTableSeeds: IAllTableLinkSeed[];\n edges: ILinkEdge[];\n}\n\nconst ALL_RECORDS = Symbol('ALL_RECORDS');\ntype VisitedSet = Set | typeof ALL_RECORDS;\n\nconst IN_CHUNK = 500;\n\n@Injectable()\nexport class LinkCascadeResolver {\n constructor(private readonly prismaService: PrismaService) {}\n\n /**\n * Iterative BFS over link edges using only frontier ids; avoids full edge table scans and keeps\n * SQL simple. Seeds can be explicit recordIds per table or \"all records\" for tables that must be\n * fully included.\n */\n @Timing()\n async resolve(\n params: IResolveLinkCascadeParams\n ): Promise> {\n const { explicitSeeds, allTableSeeds, edges } = params;\n const edgeBySrc = this.groupEdgesBySource(edges);\n if (!edgeBySrc.size) {\n return this.flattenSeeds(explicitSeeds, allTableSeeds);\n }\n\n const visited = new Map();\n const queue: Array<{ tableId: string; ids?: Set; all: boolean }> = [];\n\n // seed explicit ids\n for (const seed of explicitSeeds) {\n if (!seed.recordIds?.length) continue;\n const existing = visited.get(seed.tableId);\n if (existing === ALL_RECORDS) {\n continue;\n }\n const set = this.getOrInitSet(visited, seed.tableId);\n seed.recordIds.forEach((id) => {\n if (id) set.add(id);\n });\n queue.push({ tableId: seed.tableId, ids: new Set(seed.recordIds), all: false });\n }\n\n // seed all-table entries without materializing ids up front; use ALL sentinel and push work to DB\n if (allTableSeeds.length) {\n for (const seed of allTableSeeds) {\n if (!seed.tableId) continue;\n visited.set(seed.tableId, ALL_RECORDS);\n queue.push({ tableId: seed.tableId, all: true });\n }\n }\n\n while (queue.length) {\n const { tableId, ids, all } = queue.shift()!;\n const edgesFromTable = edgeBySrc.get(tableId);\n if (!edgesFromTable?.length) continue;\n const frontierIds = all ? [] : Array.from(ids ?? []).filter(Boolean);\n if (!all && !frontierIds.length) continue;\n\n const additionsByTable = new Map>();\n\n for (const edge of edgesFromTable) {\n const dstVisited = visited.get(edge.hostTableId);\n if (dstVisited === ALL_RECORDS) {\n continue; // already fully included\n }\n\n const rows = all\n ? await this.fetchEdgeTargetsFromAll(edge)\n : await this.fetchEdgeTargetsBatched(edge, frontierIds);\n\n if (!rows.length) continue;\n\n const dstSet = this.getOrInitSet(visited, edge.hostTableId);\n let added = additionsByTable.get(edge.hostTableId);\n if (!added) {\n added = new Set();\n additionsByTable.set(edge.hostTableId, added);\n }\n for (const row of rows) {\n const rid = row.record_id;\n if (!rid || dstSet.has(rid)) continue;\n dstSet.add(rid);\n added.add(rid);\n }\n }\n\n for (const [dstTable, newIds] of additionsByTable) {\n if (newIds.size) {\n queue.push({ tableId: dstTable, ids: newIds, all: false });\n }\n }\n }\n\n const result: Array<{ tableId: string; recordId: string }> = [];\n for (const [tableId, set] of visited) {\n if (set === ALL_RECORDS) {\n continue;\n }\n for (const id of set) {\n result.push({ tableId, recordId: id });\n }\n }\n return result;\n }\n\n private groupEdgesBySource(edges: ILinkEdge[]): Map {\n const map = new Map();\n edges.forEach((edge) => {\n const key = edge.foreignTableId;\n if (!key) return;\n let list = map.get(key);\n if (!list) {\n list = [];\n map.set(key, list);\n }\n list.push(edge);\n });\n return map;\n }\n\n private getOrInitSet(map: Map, key: string): Set {\n const existing = map.get(key);\n if (existing && existing !== ALL_RECORDS) {\n return existing;\n }\n const set = new Set();\n map.set(key, set);\n return set;\n }\n\n private flattenSeeds(\n explicitSeeds: IExplicitLinkSeed[],\n allTableSeeds: IAllTableLinkSeed[]\n ): Array<{ tableId: string; recordId: string }> {\n const rows: Array<{ tableId: string; recordId: string }> = [];\n explicitSeeds.forEach((s) =>\n s.recordIds?.forEach((id) => {\n if (id) rows.push({ tableId: s.tableId, recordId: id });\n })\n );\n // allTableSeeds skipped here; caller typically handles ALL separately if no edges\n return rows;\n }\n\n private async fetchEdgeTargets(\n edge: ILinkEdge,\n srcIds: string[]\n ): Promise> {\n if (!srcIds.length) return [];\n const placeholders = srcIds.map((_, i) => `$${i + 1}`).join(', ');\n const fkTableRef = this.formatQualifiedName(edge.fkTableName);\n const srcCol = this.quoteIdentifier(edge.foreignKeyName);\n const dstCol = this.quoteIdentifier(edge.selfKeyName);\n const sql = `select ${dstCol}::text as record_id\nfrom ${fkTableRef}\nwhere ${srcCol} in (${placeholders})\n and ${srcCol} is not null\n and ${dstCol} is not null`;\n return await this.prismaService\n .txClient()\n .$queryRawUnsafe>(sql, ...srcIds);\n }\n\n private async fetchEdgeTargetsBatched(\n edge: ILinkEdge,\n srcIds: string[]\n ): Promise> {\n if (!srcIds.length) return [];\n const batches = chunk(srcIds, IN_CHUNK);\n const batchResults = await Promise.all(\n batches.map((batch) => this.fetchEdgeTargets(edge, batch))\n );\n return batchResults.flat();\n }\n\n private async fetchEdgeTargetsFromAll(edge: ILinkEdge): Promise> {\n const fkTableRef = this.formatQualifiedName(edge.fkTableName);\n const srcCol = this.quoteIdentifier(edge.foreignKeyName);\n const dstCol = this.quoteIdentifier(edge.selfKeyName);\n const sql = `select distinct ${dstCol}::text as record_id\nfrom ${fkTableRef}\nwhere ${srcCol} is not null\n and ${dstCol} is not null`;\n return this.prismaService.txClient().$queryRawUnsafe>(sql);\n }\n\n private quoteIdentifier(identifier: string): string {\n return `\"${identifier.replace(/\"/g, '\"\"')}\"`;\n }\n\n private formatQualifiedName(qualified: string): string {\n return qualified\n .split('.')\n .map((part) => this.quoteIdentifier(part))\n .join('.');\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/computed/services/record-computed-update.service.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\nimport { Injectable, Logger } from '@nestjs/common';\nimport { Prisma } from '@prisma/client';\nimport { FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { match } from 'ts-pattern';\nimport { InjectDbProvider } from '../../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../../db-provider/db.provider.interface';\nimport { retryOnDeadlock } from '../../../../utils/retry-decorator';\nimport { Timing } from '../../../../utils/timing';\nimport { AUTO_NUMBER_FIELD_NAME } from '../../../field/constant';\nimport type { IFieldInstance } from '../../../field/model/factory';\nimport type { FormulaFieldDto } from '../../../field/model/field-dto/formula-field.dto';\n\n@Injectable()\nexport class RecordComputedUpdateService {\n private logger = new Logger(RecordComputedUpdateService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider\n ) {}\n\n private async getDbTableName(tableId: string): Promise {\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n select: { dbTableName: true },\n });\n return dbTableName;\n }\n\n private getUpdatableColumns(fields: IFieldInstance[]): string[] {\n const isFormulaField = (f: IFieldInstance): f is FormulaFieldDto =>\n f.type === FieldType.Formula;\n const isPersistedGenerated = (f: IFieldInstance) =>\n (f as { meta?: { persistedAsGeneratedColumn?: boolean } }).meta\n ?.persistedAsGeneratedColumn === true;\n\n return fields\n .filter((f) => {\n // Skip fields currently in error state to avoid type/cast issues — except for\n // lookup/rollup (and lookup-of-link) which we still want to persist so they\n // get nulled out after their source is deleted. Query builder emits a typed\n // NULL for errored lookups/rollups ensuring safe assignment.\n const hasError = (f as unknown as { hasError?: boolean }).hasError;\n const isLookupStyle = (f as unknown as { isLookup?: boolean }).isLookup === true;\n const isRollup = f.type === FieldType.Rollup || f.type === FieldType.ConditionalRollup;\n if (hasError && !isLookupStyle && !isRollup) {\n // Only keep errored formulas in the updatable set when they are NOT persisted\n // as generated columns (so we can null-out regular columns after dependency deletion).\n if (f.type !== FieldType.Formula) return false;\n if (isFormulaField(f) && f.getIsPersistedAsGeneratedColumn()) return false;\n }\n // Persist lookup-of-link as well (computed link columns should be stored).\n // We rely on query builder to ensure subquery column types match target columns (e.g., jsonb).\n // Skip formula persisted as generated columns\n return match(f)\n .when(isFormulaField, (f) => !f.getIsPersistedAsGeneratedColumn())\n .with({ type: FieldType.AutoNumber }, (f) => !f.getIsPersistedAsGeneratedColumn())\n .with({ type: FieldType.CreatedTime }, () => isLookupStyle)\n .with({ type: FieldType.LastModifiedTime }, () => isLookupStyle)\n .with({ type: FieldType.CreatedBy }, (f) => isLookupStyle || !isPersistedGenerated(f))\n .with(\n { type: FieldType.LastModifiedBy },\n (f) => isLookupStyle || !isPersistedGenerated(f)\n )\n .otherwise(() => true);\n })\n .map((f) => f.dbFieldName);\n }\n\n private getReturningColumns(fields: IFieldInstance[]): string[] {\n const isFormulaField = (f: IFieldInstance): f is FormulaFieldDto =>\n f.type === FieldType.Formula;\n const isPersistedGenerated = (f: IFieldInstance) =>\n (f as { meta?: { persistedAsGeneratedColumn?: boolean } }).meta\n ?.persistedAsGeneratedColumn === true;\n const cols: string[] = [];\n for (const f of fields) {\n // Keep track-all system timestamps in the RETURNING list so computed ops\n // can emit their values. Skip persisted generated audit users.\n if (!f.isLookup && isPersistedGenerated(f)) {\n if (f.type === FieldType.CreatedTime || f.type === FieldType.LastModifiedTime) {\n cols.push(f.dbFieldName);\n continue;\n }\n if (f.type === FieldType.CreatedBy || f.type === FieldType.LastModifiedBy) {\n continue;\n }\n }\n if (isFormulaField(f)) {\n // Lookup-formula fields are persisted as regular columns on the host table\n // and must be included in the RETURNING list by their dbFieldName.\n if (f.isLookup) {\n cols.push(f.dbFieldName);\n continue;\n }\n // Non-lookup formulas: include generated column when persisted and not errored\n if (f.getIsPersistedAsGeneratedColumn() && !f.hasError) {\n cols.push(f.getGeneratedColumnName());\n continue;\n }\n // Formulas persisted as regular columns still need to be returned via dbFieldName\n cols.push(f.dbFieldName);\n continue;\n }\n // Non-formula fields (including lookup/rollup) return by their physical column name\n cols.push(f.dbFieldName);\n }\n // de-dup\n return Array.from(new Set(cols));\n }\n\n @Timing()\n private async lockRestrictRecords(dbTableName: string, recordIds?: string[]) {\n if (!recordIds?.length) {\n return;\n }\n if (typeof this.dbProvider.lockRecordsSql !== 'function') {\n return;\n }\n const sql = this.dbProvider.lockRecordsSql({\n dbTableName,\n idFieldName: '__id',\n recordIds,\n });\n if (!sql) {\n return;\n }\n await this.prismaService.txClient().$queryRawUnsafe(sql);\n }\n\n @retryOnDeadlock()\n async updateFromSelect(\n tableId: string,\n qb: Knex.QueryBuilder,\n fields: IFieldInstance[],\n opts?: { restrictRecordIds?: string[]; dbTableName?: string }\n ): Promise>> {\n const dbTableName = opts?.dbTableName ?? (await this.getDbTableName(tableId));\n\n const columnNames = this.getUpdatableColumns(fields);\n const returningNames = this.getReturningColumns(fields);\n\n const returningWithAutoNumber = Array.from(\n new Set([...returningNames, AUTO_NUMBER_FIELD_NAME])\n );\n\n const restrictRecordIdsRaw = opts?.restrictRecordIds?.filter(\n (id): id is string => typeof id === 'string' && id.length > 0\n );\n const restrictRecordIds =\n restrictRecordIdsRaw && restrictRecordIdsRaw.length\n ? Array.from(new Set(restrictRecordIdsRaw))\n : undefined;\n\n // Acquire row-level locks in a deterministic order to avoid deadlocks when multiple\n // computed updates touch the same set of records concurrently.\n await this.lockRestrictRecords(dbTableName, restrictRecordIds);\n\n const sql = this.dbProvider.updateFromSelectSql({\n dbTableName,\n idFieldName: '__id',\n subQuery: qb,\n dbFieldNames: columnNames,\n returningDbFieldNames: returningWithAutoNumber,\n restrictRecordIds,\n });\n this.logger.debug('updateFromSelect SQL:', sql);\n try {\n return await this.prismaService\n .txClient()\n .$queryRawUnsafe>>(sql);\n } catch (error) {\n this.handleRawQueryError(error, sql, tableId, fields);\n }\n }\n\n private buildFieldDebugSnapshot(fields: IFieldInstance[]): Array> {\n return fields.map((field) => {\n const f = field as unknown as Record;\n return {\n id: f.id,\n name: f.name,\n type: f.type,\n dbFieldName: f.dbFieldName,\n dbFieldType: f.dbFieldType,\n isLookup: f.isLookup,\n isConditionalLookup: f.isConditionalLookup,\n isComputed: f.isComputed,\n hasError: f.hasError,\n options: f.options,\n };\n });\n }\n\n private stringifyFieldDebugSnapshot(snapshot: unknown): string {\n try {\n return JSON.stringify(snapshot);\n } catch (error) {\n const reason = error instanceof Error ? error.message : String(error);\n this.logger.warn(`Failed to stringify field debug snapshot: ${reason}`);\n return '[field debug snapshot: ]';\n }\n }\n\n private handleRawQueryError(\n error: unknown,\n sql: string,\n tableId: string,\n fields: IFieldInstance[]\n ): never {\n const fieldSnapshot = this.buildFieldDebugSnapshot(fields);\n const fieldSnapshotString = this.stringifyFieldDebugSnapshot(fieldSnapshot);\n if (error instanceof Prisma.PrismaClientKnownRequestError) {\n error.message = `${error.message}\\nSQL: ${sql}\\nTableId: ${tableId}\\nFields: ${fieldSnapshotString}`;\n Object.assign(error, { sql, tableId, fields: fieldSnapshot });\n this.logger.error(\n `updateFromSelect known request error.\n message: ${error.message}.\n SQL: ${sql}.\n Fields: ${fieldSnapshotString}`,\n error.stack ?? undefined\n );\n throw error;\n }\n this.logger.error(\n `updateFromSelect unexpected query error.\n message: ${(error as Error)?.message}.\n SQL: ${sql}.\n tableId: ${tableId}.\n Fields: ${fieldSnapshotString}`,\n (error as Error)?.stack\n );\n if (error instanceof Error) {\n error.message = `${error.message}\\nSQL: ${sql}\\nTableId: ${tableId}\\nFields: ${fieldSnapshotString}`;\n Object.assign(error, { sql, tableId, fields: fieldSnapshot });\n }\n throw error;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/constant.ts", "content": "export const RECORD_DEFINE = `\nsingleLineText, type: string, example: \"bieber\"\nlongText, type: string, example: \"line1\\nline2\"\nsingleLineText, type: string, example: \"bieber\"\nattachment, type: string, example: \"bieber\"\ncheckbox, type: string, example: \"true\"\nmultipleSelect, type: string[], example: [\"red\", \"green\"]\nsingleSelect, type: string, example: \"In Progress\"\ndate, type: string, example: \"2012/12/12\"\nphoneNumber, type: string, example: \"1234567890\"\nemail, type: string, example: \"address@teable.ai\"\nurl, type: string, example: \"https://teable.ai\"\nnumber, type: number, example: 1\ncurrency, type: number, example: 1\npercent, type: number, example: 1\nduration, type: number, example: 1\nrating, type: number, example: 1\nformula,type: string, example: \"bieber\"\nrollup, type: string, example: \"bieber\"\ncount, type: number, example: 1\nmultipleRecordLinks, type: string, example: \"bieber\"\nmultipleLookupValues, type: string, example: \"bieber\"\ncreatedTime, type: string, example: \"2012/12/12 03:03\"\nlastModifiedTime, type: string, example: \"2012/12/12 03:03\"\ncreatedBy, type: string, example: \"bieber\"\nlastModifiedBy, type: string, example: \"bieber\"\nautoNumber, type: number, example: 1\nbutton, type: string, example: \"click\"\n`;\n" }, { "path": "apps/nestjs-backend/src/features/record/open-api/field-key.pipe.ts", "content": "import type { PipeTransform } from '@nestjs/common';\nimport { Inject, Injectable, Scope } from '@nestjs/common';\nimport { REQUEST } from '@nestjs/core';\nimport {\n FieldKeyType,\n replaceFilter,\n replaceGroupBy,\n replaceOrderBy,\n replaceSearch,\n} from '@teable/core';\nimport type { IGetRecordsRo } from '@teable/openapi';\nimport { Request } from 'express';\nimport { keyBy } from 'lodash';\nimport { DataLoaderService } from '../../data-loader/data-loader.service';\n\n@Injectable({ scope: Scope.REQUEST })\nexport class FieldKeyPipe implements PipeTransform {\n constructor(\n @Inject(REQUEST) private readonly request: Request,\n private readonly dataLoaderService: DataLoaderService\n ) {}\n\n async transform(value: T) {\n const tableId = (this.request as Request).params.tableId;\n if (!tableId) {\n return value;\n }\n\n return this.transformFieldKeyTql(value, tableId);\n }\n\n private async transformFieldKeyTql(value: T, tableId: string): Promise {\n const fieldKeyType = value.fieldKeyType ?? FieldKeyType.Name;\n if (fieldKeyType === FieldKeyType.Id) {\n return value;\n }\n\n if (!value.filter && !value.search && !value.groupBy && !value.orderBy) {\n return value;\n }\n\n const fields = await this.dataLoaderService.field.load(tableId);\n const fieldMap = keyBy(fields, fieldKeyType);\n\n const transformedValue = { ...value };\n\n if (value.filter) {\n transformedValue.filter = replaceFilter(value.filter, fieldMap, FieldKeyType.Id);\n }\n\n if (value.search) {\n transformedValue.search = replaceSearch(value.search, fieldMap, FieldKeyType.Id);\n }\n\n if (value.groupBy) {\n transformedValue.groupBy = replaceGroupBy(value.groupBy, fieldMap, FieldKeyType.Id);\n }\n\n if (value.orderBy) {\n transformedValue.orderBy = replaceOrderBy(value.orderBy, fieldMap, FieldKeyType.Id);\n }\n\n return transformedValue;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/open-api/record-open-api-v2.service.spec.ts", "content": "import { CellValueType, FieldType, SortFunc, TimeFormatting } from '@teable/core';\nimport {\n FieldKeyType,\n ListTableRecordsQuery,\n ListTableRecordsResult,\n v2CoreTokens,\n} from '@teable/v2-core';\nimport { beforeEach, describe, expect, it, vi } from 'vitest';\n\nimport { RecordOpenApiV2Service } from './record-open-api-v2.service';\n\ndescribe('RecordOpenApiV2Service', () => {\n const createdTimeIso = '2026-03-19T01:02:03.000Z';\n const getDocIdsByQuery = vi.fn();\n const getSnapshotBulkWithPermission = vi.fn();\n const createContext = vi.fn();\n const getReadQuerySource = vi.fn();\n const getFieldsByQuery = vi.fn();\n const execute = vi.fn();\n const resolve = vi.fn();\n const getContainer = vi.fn();\n\n let service: RecordOpenApiV2Service;\n\n beforeEach(() => {\n vi.clearAllMocks();\n\n resolve.mockImplementation((token) => {\n if (token === v2CoreTokens.queryBus) {\n return { execute };\n }\n return undefined;\n });\n getContainer.mockResolvedValue({ resolve });\n createContext.mockResolvedValue({});\n getReadQuerySource.mockResolvedValue(undefined);\n getFieldsByQuery.mockResolvedValue([]);\n execute.mockResolvedValue({\n isErr: () => false,\n value: ListTableRecordsResult.create(\n [\n { id: 'rec1111111111111111', fields: {}, version: 1 },\n { id: 'rec2222222222222222', fields: {}, version: 1 },\n ],\n 2,\n 0,\n 2\n ),\n });\n getSnapshotBulkWithPermission.mockResolvedValue([\n { data: { id: 'rec1111111111111111', fields: {} } },\n { data: { id: 'rec2222222222222222', fields: {} } },\n ]);\n\n service = new RecordOpenApiV2Service(\n { getContainer } as never,\n { createContext } as never,\n { getDocIdsByQuery, getSnapshotBulkWithPermission } as never,\n {} as never,\n {} as never,\n { get: vi.fn() } as never,\n { getFieldsByQuery } as never,\n { getReadQuerySource } as never,\n {} as never,\n {} as never\n );\n });\n\n it('should ignore unreadable fields in orderBy and groupBy', () => {\n const query = {\n orderBy: [\n { fieldId: 'fldReadable', order: SortFunc.Asc },\n { fieldId: 'fldHidden', order: SortFunc.Desc },\n ],\n groupBy: [\n { fieldId: 'fldHidden', order: SortFunc.Asc },\n { fieldId: 'fldReadable', order: SortFunc.Desc },\n ],\n };\n\n expect(\n (\n service as unknown as {\n sanitizeReadableSortAndGroup: (\n input: typeof query,\n enabledFieldIds?: string[]\n ) => typeof query;\n }\n ).sanitizeReadableSortAndGroup(query, ['fldReadable'])\n ).toEqual({\n orderBy: [{ fieldId: 'fldReadable', order: SortFunc.Asc }],\n groupBy: [{ fieldId: 'fldReadable', order: SortFunc.Desc }],\n });\n });\n\n it('should keep orderBy and groupBy unchanged when all fields are readable', () => {\n const query = {\n orderBy: [{ fieldId: 'fldReadable', order: SortFunc.Asc }],\n groupBy: [{ fieldId: 'fldReadable', order: SortFunc.Desc }],\n };\n\n expect(\n (\n service as unknown as {\n sanitizeReadableSortAndGroup: (\n input: typeof query,\n enabledFieldIds?: string[]\n ) => typeof query;\n }\n ).sanitizeReadableSortAndGroup(query, ['fldReadable'])\n ).toEqual(query);\n });\n\n it('forwards advanced link filters into the v2 query handler instead of using docIds fallback', async () => {\n const filterLinkCellCandidate: [string, string] = [\n `fld${'d'.repeat(16)}`,\n `rec${'e'.repeat(16)}`,\n ];\n const selectedRecordIds = [`rec${'f'.repeat(16)}`];\n const viewId = `viw${'g'.repeat(16)}`;\n\n const result = await service.getRecords(`tbl${'c'.repeat(16)}`, {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate,\n selectedRecordIds,\n skip: 0,\n take: 2,\n viewId,\n ignoreViewQuery: true,\n });\n\n expect(getDocIdsByQuery).not.toHaveBeenCalled();\n expect(execute).toHaveBeenCalledTimes(1);\n\n const query = execute.mock.calls[0]?.[1];\n expect(query).toBeInstanceOf(ListTableRecordsQuery);\n expect((query as ListTableRecordsQuery).filterLinkCellCandidate).toEqual(\n filterLinkCellCandidate\n );\n expect((query as ListTableRecordsQuery).selectedRecordIds).toEqual(selectedRecordIds);\n expect((query as ListTableRecordsQuery).viewId).toBe(viewId);\n expect((query as ListTableRecordsQuery).ignoreViewQuery).toBe(true);\n expect(getReadQuerySource).toHaveBeenCalledWith(`tbl${'c'.repeat(16)}`, {\n viewId,\n keepPrimaryKey: false,\n });\n\n expect(result.records).toEqual([\n { id: 'rec1111111111111111', fields: {} },\n { id: 'rec2222222222222222', fields: {} },\n ]);\n });\n\n it('formats sorted top-level system datetime fields in the final OpenAPI response', async () => {\n execute.mockResolvedValue({\n isErr: () => false,\n value: ListTableRecordsResult.create(\n [{ id: 'rec1111111111111111', fields: {}, version: 1 }],\n 1,\n 0,\n 1\n ),\n });\n getSnapshotBulkWithPermission.mockResolvedValue([\n {\n data: {\n id: 'rec1111111111111111',\n createdTime: createdTimeIso,\n fields: {\n createdTime: createdTimeIso,\n },\n },\n },\n ]);\n getFieldsByQuery.mockResolvedValue([\n {\n id: 'fldCreatedTime0001',\n name: 'createdTime',\n type: FieldType.CreatedTime,\n cellValueType: CellValueType.DateTime,\n isMultipleCellValue: false,\n dbFieldType: 'timestamp',\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: 'None',\n timeZone: 'UTC',\n },\n },\n },\n ]);\n\n const result = await service.getRecords(`tbl${'c'.repeat(16)}`, {\n fieldKeyType: FieldKeyType.Name,\n skip: 0,\n take: 1,\n orderBy: [{ fieldId: 'fldCreatedTime0001', order: SortFunc.Asc }],\n });\n\n expect(result.records).toEqual([\n {\n id: 'rec1111111111111111',\n createdTime: '2026-03-19',\n fields: {\n createdTime: '2026-03-19T01:02:03.000Z',\n },\n },\n ]);\n });\n\n it('does not normalize system datetime fields when they are not part of the active sort', async () => {\n execute.mockResolvedValue({\n isErr: () => false,\n value: ListTableRecordsResult.create(\n [{ id: 'rec1111111111111111', fields: {}, version: 1 }],\n 1,\n 0,\n 1\n ),\n });\n getSnapshotBulkWithPermission.mockResolvedValue([\n {\n data: {\n id: 'rec1111111111111111',\n createdTime: createdTimeIso,\n fields: {\n createdTime: createdTimeIso,\n },\n },\n },\n ]);\n getFieldsByQuery.mockResolvedValue([\n {\n id: 'fldCreatedTime0001',\n name: 'createdTime',\n type: FieldType.CreatedTime,\n cellValueType: CellValueType.DateTime,\n isMultipleCellValue: false,\n dbFieldType: 'timestamp',\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: TimeFormatting.None,\n timeZone: 'UTC',\n },\n },\n },\n ]);\n\n const result = await service.getRecords(`tbl${'c'.repeat(16)}`, {\n fieldKeyType: FieldKeyType.Name,\n skip: 0,\n take: 1,\n });\n\n expect(result.records).toEqual([\n {\n id: 'rec1111111111111111',\n createdTime: createdTimeIso,\n fields: {\n createdTime: createdTimeIso,\n },\n },\n ]);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/record/open-api/record-open-api-v2.service.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/cognitive-complexity */\nimport { Injectable, HttpException, HttpStatus, Inject, forwardRef } from '@nestjs/common';\nimport { trace } from '@opentelemetry/api';\nimport {\n CellFormat,\n CellValueType,\n FieldKeyType,\n FieldType,\n TimeFormatting,\n formatDateToString,\n isMeTag,\n parseClipboardText,\n type IDatetimeFormatting,\n type IFilter,\n type IFilterSet,\n} from '@teable/core';\nimport type {\n IUpdateRecordRo,\n IFormSubmitRo,\n IRecord,\n ICreateRecordsRo,\n ICreateRecordsVo,\n IGetRecordsRo,\n IPasteRo,\n IPasteVo,\n IRangesRo,\n IRecordsVo,\n IRecordInsertOrderRo,\n IUpdateRecordsRo,\n} from '@teable/openapi';\nimport { RangeType } from '@teable/openapi';\nimport {\n executeCreateRecordsEndpoint,\n executeSubmitRecordEndpoint,\n executeDeleteRecordsEndpoint,\n executeDeleteByRangeEndpoint,\n executePasteEndpoint,\n executeClearEndpoint,\n executeUpdateRecordEndpoint,\n executeDuplicateRecordEndpoint,\n executeReorderRecordsEndpoint,\n executeListTableRecordsEndpoint,\n} from '@teable/v2-contract-http-implementation/handlers';\nimport { v2CoreTokens } from '@teable/v2-core';\nimport type {\n ICommandBus,\n IExecutionContext,\n IListTableRecordsQueryInput,\n IQueryBus,\n RecordFilter,\n RecordFilterDateValue,\n RecordFilterGroup,\n RecordFilterNode,\n RecordFilterOperator,\n RecordFilterValue,\n} from '@teable/v2-core';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException, getDefaultCodeByStatus } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport { AggregationService } from '../../aggregation/aggregation.service';\nimport { FieldService } from '../../field/field.service';\nimport { SelectionService } from '../../selection/selection.service';\nimport { TableService } from '../../table/table.service';\nimport { V2_RECORD_PASTE_AUDIT_CONTEXT_KEY } from '../../v2/v2-audit-log.constants';\nimport { V2ContainerService } from '../../v2/v2-container.service';\nimport { V2ExecutionContextFactory } from '../../v2/v2-execution-context.factory';\nimport { RecordPermissionService } from '../record-permission.service';\nimport { RecordService } from '../record.service';\nimport { RecordOpenApiService } from './record-open-api.service';\n\nconst internalServerError = 'Internal server error';\nconst invalidFilterCode = 'validation.invalid_filter';\nconst v1SymbolOperatorMap: Record = {\n '=': 'is',\n '!=': 'isNot',\n '>': 'isGreater',\n '>=': 'isGreaterEqual',\n '<': 'isLess',\n '<=': 'isLessEqual',\n LIKE: 'contains',\n 'NOT LIKE': 'doesNotContain',\n IN: 'isAnyOf',\n 'NOT IN': 'isNoneOf',\n HAS: 'hasAllOf',\n 'IS NULL': 'isEmpty',\n 'IS NOT NULL': 'isNotEmpty',\n 'IS WITH IN': 'isWithIn',\n};\n\n@Injectable()\nexport class RecordOpenApiV2Service {\n constructor(\n private readonly v2ContainerService: V2ContainerService,\n private readonly v2ContextFactory: V2ExecutionContextFactory,\n private readonly recordService: RecordService,\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly tableService: TableService,\n private readonly cls: ClsService,\n private readonly fieldService: FieldService,\n private readonly recordPermissionService: RecordPermissionService,\n private readonly aggregationService: AggregationService,\n @Inject(forwardRef(() => SelectionService))\n private readonly selectionService: SelectionService\n ) {}\n\n private throwV2Error(\n error: {\n code: string;\n message: string;\n tags?: ReadonlyArray;\n details?: Readonly>;\n },\n status: number\n ): never {\n throw new CustomHttpException(error.message, getDefaultCodeByStatus(status), {\n domainCode: error.code,\n domainTags: error.tags,\n details: error.details,\n });\n }\n\n async getRecords(tableId: string, query: IGetRecordsRo): Promise {\n if (query.filterLinkCellSelected && query.filterLinkCellCandidate) {\n this.throwV2Error(\n {\n code: invalidFilterCode,\n message:\n 'filterLinkCellSelected and filterLinkCellCandidate can not be set at the same time',\n tags: ['validation'],\n },\n HttpStatus.BAD_REQUEST\n );\n }\n\n const context = await this.createV2ReadContext(tableId, query);\n const enabledFieldIds = (\n context as IExecutionContext & {\n recordReadQuerySource?: { enabledFieldIds?: string[] };\n }\n ).recordReadQuerySource?.enabledFieldIds;\n const effectiveQuery = {\n ...query,\n ...this.sanitizeReadableSortAndGroup(query, enabledFieldIds),\n } satisfies IGetRecordsRo;\n\n const requestedFieldKeyType = query.fieldKeyType ?? FieldKeyType.Name;\n const snapshotProjection = await this.resolveSnapshotProjection(\n tableId,\n query,\n requestedFieldKeyType\n );\n const normalizedFilter = await this.normalizeFilterForV2(tableId, query.filter);\n const sortWithGroupFallback = this.mergeGroupByIntoSort(\n effectiveQuery.groupBy,\n effectiveQuery.orderBy\n );\n const normalizedSort = sortWithGroupFallback?.map((item) => ({\n fieldId: item.fieldId,\n order: item.order,\n }));\n const normalizedGroupBy = effectiveQuery.groupBy?.map((item) => item.fieldId);\n const queryExtra = this.shouldLoadQueryExtra(effectiveQuery)\n ? await this.getQueryExtra(tableId, effectiveQuery)\n : undefined;\n\n const container = await this.v2ContainerService.getContainer();\n const queryBus = container.resolve(v2CoreTokens.queryBus);\n const pageResult = await this.executeListRecordsEndpoint(\n {\n tableId,\n // FieldKeyPipe has normalized request field keys to ids.\n fieldKeyType: FieldKeyType.Id,\n limit: query.take,\n offset: query.skip,\n ...(normalizedFilter ? { filter: normalizedFilter } : {}),\n ...(normalizedSort?.length ? { sort: normalizedSort } : {}),\n ...(normalizedGroupBy?.length ? { groupBy: normalizedGroupBy } : {}),\n ...(effectiveQuery.search ? { search: effectiveQuery.search } : {}),\n ...(effectiveQuery.filterLinkCellSelected\n ? { filterLinkCellSelected: effectiveQuery.filterLinkCellSelected }\n : {}),\n ...(effectiveQuery.filterLinkCellCandidate\n ? { filterLinkCellCandidate: effectiveQuery.filterLinkCellCandidate }\n : {}),\n ...(effectiveQuery.selectedRecordIds?.length\n ? { selectedRecordIds: effectiveQuery.selectedRecordIds }\n : {}),\n ...(effectiveQuery.viewId ? { viewId: effectiveQuery.viewId } : {}),\n ...(effectiveQuery.ignoreViewQuery !== undefined\n ? { ignoreViewQuery: effectiveQuery.ignoreViewQuery }\n : {}),\n },\n context,\n queryBus\n );\n const orderedRecords = pageResult.records;\n\n if (orderedRecords.length === 0) {\n return queryExtra ? { records: [], extra: queryExtra } : { records: [] };\n }\n\n const recordIds = orderedRecords.map((record) => record.id);\n const snapshots = await this.recordService.getSnapshotBulkWithPermission(\n tableId,\n recordIds,\n snapshotProjection,\n requestedFieldKeyType,\n query.cellFormat,\n true\n );\n\n if (snapshots.length !== recordIds.length) {\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n const snapshotMap = new Map(\n snapshots.map((snapshot) => [snapshot.data.id, snapshot.data as IRecord])\n );\n const records = recordIds\n .map((recordId) => snapshotMap.get(recordId))\n .filter((record): record is IRecord => Boolean(record));\n\n if (records.length !== recordIds.length) {\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n const normalizedRecords = await this.formatSystemDatetimeFields(\n tableId,\n records,\n query.cellFormat,\n sortWithGroupFallback?.map((item) => item.fieldId)\n );\n\n return queryExtra\n ? { records: normalizedRecords, extra: queryExtra }\n : { records: normalizedRecords };\n }\n\n private async formatSystemDatetimeFields(\n tableId: string,\n records: IRecord[],\n cellFormat?: CellFormat,\n sortedFieldIds?: ReadonlyArray\n ): Promise {\n if (!records.length || cellFormat === CellFormat.Text || !sortedFieldIds?.length) {\n return records;\n }\n\n const sortedFieldIdSet = new Set(sortedFieldIds);\n const fields = await this.fieldService.getFieldsByQuery(tableId);\n const formatters = fields.flatMap((field) => {\n if (!sortedFieldIdSet.has(field.id)) {\n return [];\n }\n if (field.type !== FieldType.CreatedTime && field.type !== FieldType.LastModifiedTime) {\n return [];\n }\n\n const formatting = this.extractDatetimeFormatting(field.options);\n if (!formatting || formatting.time !== TimeFormatting.None) {\n return [];\n }\n\n return [\n {\n topLevelKey:\n field.type === FieldType.CreatedTime\n ? ('createdTime' as const)\n : ('lastModifiedTime' as const),\n formatting,\n },\n ];\n });\n\n if (!formatters.length) {\n return records;\n }\n\n return records.map((record) => {\n let nextRecord: IRecord | undefined;\n\n for (const formatter of formatters) {\n const topLevelValue = record[formatter.topLevelKey];\n if (typeof topLevelValue === 'string') {\n const formattedTopLevel = formatDateToString(topLevelValue, formatter.formatting);\n if (formattedTopLevel !== topLevelValue) {\n nextRecord ??= { ...record };\n nextRecord[formatter.topLevelKey] = formattedTopLevel;\n }\n }\n }\n\n return nextRecord ?? record;\n });\n }\n\n private extractDatetimeFormatting(options: unknown): IDatetimeFormatting | undefined {\n if (!options || typeof options !== 'object' || !('formatting' in options)) {\n return undefined;\n }\n\n const formatting = options.formatting;\n if (!formatting || typeof formatting !== 'object') {\n return undefined;\n }\n\n return formatting as IDatetimeFormatting;\n }\n\n private toProjectionMap(fieldKeys?: string | string[]): Record | undefined {\n if (!fieldKeys) {\n return undefined;\n }\n const keys = (Array.isArray(fieldKeys) ? fieldKeys : [fieldKeys]).filter(\n (key): key is string => typeof key === 'string' && key.length > 0\n );\n if (!keys.length) {\n return undefined;\n }\n return keys.reduce>((acc, key) => {\n acc[key] = true;\n return acc;\n }, {});\n }\n\n private async resolveSnapshotProjection(\n tableId: string,\n query: IGetRecordsRo,\n fieldKeyType: FieldKeyType\n ): Promise | undefined> {\n const explicitProjection = this.toProjectionMap(\n query.projection as unknown as string | string[]\n );\n if (explicitProjection) {\n return explicitProjection;\n }\n\n if (query.ignoreViewQuery || !query.viewId) {\n return undefined;\n }\n\n const visibleFields = await this.fieldService.getFieldsByQuery(tableId, {\n viewId: query.viewId,\n filterHidden: true,\n });\n\n const projectionKeys = visibleFields\n .map((field) => {\n if (fieldKeyType === FieldKeyType.Id) {\n return field.id;\n }\n if (fieldKeyType === FieldKeyType.Name) {\n return field.name;\n }\n return field.dbFieldName || field.name;\n })\n .filter((key): key is string => Boolean(key));\n\n return this.toProjectionMap(projectionKeys);\n }\n\n private async executeListRecordsEndpoint(\n input: IListTableRecordsQueryInput,\n context: IExecutionContext,\n queryBus: IQueryBus\n ): Promise<{\n records: Array<{ id: string; fields: Record }>;\n pagination: { hasMore: boolean };\n }> {\n const result = await executeListTableRecordsEndpoint(context, input, queryBus);\n if (result.status === 200 && result.body.ok) {\n return {\n records: result.body.data.records as Array<{ id: string; fields: Record }>,\n pagination: {\n hasMore: result.body.data.pagination.hasMore,\n },\n };\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n private async createV2ReadContext(\n tableId: string,\n query: Pick\n ): Promise {\n const context = await this.v2ContextFactory.createContext();\n const readSource = await this.recordPermissionService.getReadQuerySource(tableId, {\n viewId: query.viewId,\n keepPrimaryKey: Boolean(query.filterLinkCellSelected),\n });\n if (!readSource) {\n return context;\n }\n return {\n ...context,\n recordReadQuerySource: {\n tableName: readSource.tableName,\n cteName: readSource.cteName,\n cteSql: readSource.cteSql,\n enabledFieldIds: readSource.enabledFieldIds,\n },\n } as IExecutionContext;\n }\n\n private sanitizeReadableSortAndGroup(\n query: Pick,\n enabledFieldIds?: string[]\n ): Pick {\n if (!enabledFieldIds?.length) {\n return {\n orderBy: query.orderBy,\n groupBy: query.groupBy,\n };\n }\n\n const enabledFieldIdSet = new Set(enabledFieldIds);\n const orderBy = query.orderBy?.filter((item) => enabledFieldIdSet.has(item.fieldId));\n const groupBy = query.groupBy?.filter((item) => enabledFieldIdSet.has(item.fieldId));\n\n return {\n orderBy: orderBy?.length ? orderBy : undefined,\n groupBy: groupBy?.length ? groupBy : undefined,\n };\n }\n\n private shouldLoadQueryExtra(query: IGetRecordsRo): boolean {\n return Boolean(query.search || query.groupBy?.length || query.collapsedGroupIds?.length);\n }\n\n private async getQueryExtra(\n tableId: string,\n query: IGetRecordsRo\n ): Promise {\n const result = await this.recordService.getDocIdsByQuery(\n tableId,\n {\n fieldKeyType: FieldKeyType.Id,\n ignoreViewQuery: query.ignoreViewQuery ?? false,\n viewId: query.viewId,\n filter: query.filter,\n orderBy: query.orderBy,\n search: query.search,\n groupBy: query.groupBy,\n collapsedGroupIds: query.collapsedGroupIds,\n projection: query.projection,\n skip: query.skip,\n take: query.take,\n },\n true\n );\n return result.extra;\n }\n\n async updateRecord(\n tableId: string,\n recordId: string,\n updateRecordRo: IUpdateRecordRo,\n windowId?: string,\n isAiInternal?: string\n ): Promise {\n const order = updateRecordRo.order;\n const hasOrder = Boolean(order);\n const fields = updateRecordRo.record.fields ?? {};\n const hasFields = Object.keys(fields).length > 0;\n\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n if (hasFields) {\n // Convert v1 input format to v2 format\n // v1: { record: { fields: { fieldKey: value } } }\n // v2: { tableId, recordId, fields: { fieldId: value } }\n // v1 stores select field values by name, v2 stores by id\n // Preserve v1's default typecast behavior (false) to ensure proper validation\n const v2Input = {\n tableId,\n recordId,\n fields,\n typecast: updateRecordRo.typecast ?? false,\n fieldKeyType: updateRecordRo.fieldKeyType,\n ...(order\n ? {\n order: {\n viewId: order.viewId,\n anchorId: order.anchorId,\n position: order.position,\n },\n }\n : {}),\n };\n\n const result = await executeUpdateRecordEndpoint(context, v2Input, commandBus);\n if (!(result.status === 200 && result.body.ok)) {\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n }\n\n if (!hasFields && hasOrder && order) {\n const reorderResult = await executeReorderRecordsEndpoint(\n context,\n {\n tableId,\n recordIds: [recordId],\n order: {\n viewId: order.viewId,\n anchorId: order.anchorId,\n position: order.position,\n },\n },\n commandBus\n );\n if (!(reorderResult.status === 200 && reorderResult.body.ok)) {\n if (!reorderResult.body.ok) {\n this.throwV2Error(reorderResult.body.error, reorderResult.status);\n }\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n }\n\n if (hasFields || hasOrder) {\n const snapshots = await this.recordService.getSnapshotBulkWithPermission(\n tableId,\n [recordId],\n undefined,\n updateRecordRo.fieldKeyType || FieldKeyType.Name,\n undefined,\n true\n );\n\n if (snapshots.length === 1) {\n return snapshots[0].data as IRecord;\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n async updateRecords(\n tableId: string,\n updateRecordsRo: IUpdateRecordsRo,\n windowId?: string,\n isAiInternal?: string\n ): Promise {\n const order = updateRecordsRo.order;\n const records = updateRecordsRo.records ?? [];\n const recordIds = records.map((record) => record.id);\n const hasOrder = Boolean(order);\n const hasFields = records.some(\n (record) => record.fields && Object.keys(record.fields).length > 0\n );\n\n if (!hasOrder || hasFields) {\n return (\n await this.recordOpenApiService.updateRecords(\n tableId,\n updateRecordsRo,\n windowId,\n isAiInternal\n )\n ).records;\n }\n\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n if (hasOrder && order) {\n const reorderResult = await executeReorderRecordsEndpoint(\n context,\n {\n tableId,\n recordIds,\n order: {\n viewId: order.viewId,\n anchorId: order.anchorId,\n position: order.position,\n },\n },\n commandBus\n );\n if (!(reorderResult.status === 200 && reorderResult.body.ok)) {\n if (!reorderResult.body.ok) {\n this.throwV2Error(reorderResult.body.error, reorderResult.status);\n }\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n }\n\n if (recordIds.length === 0) {\n return [];\n }\n\n const snapshots = await this.recordService.getSnapshotBulkWithPermission(\n tableId,\n recordIds,\n undefined,\n updateRecordsRo.fieldKeyType || FieldKeyType.Name,\n undefined,\n true\n );\n\n if (snapshots.length !== recordIds.length) {\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n const snapshotMap = new Map(snapshots.map((snapshot) => [snapshot.data.id, snapshot.data]));\n const resultRecords = recordIds\n .map((recordId) => snapshotMap.get(recordId))\n .filter((record): record is IRecord => Boolean(record));\n\n if (resultRecords.length !== recordIds.length) {\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n return resultRecords;\n }\n\n async createRecords(\n tableId: string,\n createRecordsRo: ICreateRecordsRo,\n isAiInternal?: string\n ): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n // Preserve v1's default typecast behavior (false) to ensure proper validation\n const records = createRecordsRo.records;\n\n const result = await executeCreateRecordsEndpoint(\n context,\n {\n tableId,\n records,\n typecast: createRecordsRo.typecast ?? false,\n fieldKeyType: createRecordsRo.fieldKeyType,\n order: createRecordsRo.order,\n },\n commandBus\n );\n\n if (result.status === 201 && result.body.ok) {\n const recordIds = result.body.data.records.map((record) => record.id);\n if (recordIds.length === 0) {\n return { records: [] };\n }\n\n const snapshots = await this.recordService.getSnapshotBulkWithPermission(\n tableId,\n recordIds,\n undefined,\n createRecordsRo.fieldKeyType || FieldKeyType.Name,\n undefined,\n true\n );\n\n if (snapshots.length !== recordIds.length) {\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n const snapshotMap = new Map(snapshots.map((snapshot) => [snapshot.data.id, snapshot.data]));\n const resultRecords = recordIds\n .map((recordId) => snapshotMap.get(recordId))\n .filter((record): record is IRecord => Boolean(record));\n\n if (resultRecords.length !== recordIds.length) {\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n return { records: resultRecords };\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n async formSubmit(tableId: string, formSubmitRo: IFormSubmitRo): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n const result = await executeSubmitRecordEndpoint(\n context,\n {\n tableId,\n formId: formSubmitRo.viewId,\n fields: formSubmitRo.fields,\n typecast: formSubmitRo.typecast ?? false,\n },\n commandBus\n );\n\n if (result.status === 201 && result.body.ok) {\n const recordId = result.body.data.record.id;\n const snapshots = await this.recordService.getSnapshotBulkWithPermission(\n tableId,\n [recordId],\n undefined,\n FieldKeyType.Id,\n undefined,\n true\n );\n\n if (snapshots.length !== 1) {\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n return snapshots[0].data as IRecord;\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n async paste(\n tableId: string,\n pasteRo: IPasteRo,\n options?: { updateFilter?: IFilterSet | null; windowId?: string }\n ): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n (\n context as IExecutionContext & {\n [V2_RECORD_PASTE_AUDIT_CONTEXT_KEY]?: boolean;\n }\n )[V2_RECORD_PASTE_AUDIT_CONTEXT_KEY] = true;\n const windowId = options?.windowId;\n const tracer = trace.getTracer('default');\n\n // Convert v1 input format to v2 format\n // v1 ranges format depends on type:\n // - default (cell range): [[startCol, startRow], [endCol, endRow]]\n // - columns: [[startCol, endCol]] - single element array\n // - rows: [[startRow, endRow]] - single element array\n // v2 now supports type parameter directly and handles the conversion internally\n const {\n ranges,\n content,\n viewId,\n header,\n type,\n projection,\n filter,\n orderBy,\n groupBy,\n collapsedGroupIds,\n search,\n ignoreViewQuery,\n } = pasteRo;\n\n let fallbackRanges: IPasteVo['ranges'] | null = null;\n let v2Input: unknown;\n let finalContent: unknown[][] = [];\n let startCol = 0;\n let startRow = 0;\n let truncatedRows = 0;\n\n await tracer.startActiveSpan('teable.paste.v2.prepare', async (span) => {\n try {\n // Parse content if it's a string (tab-separated values)\n let parsedContent: unknown[][] =\n typeof content === 'string' ? this.parseCopyContent(content) : content;\n\n // Get permissions to check for field|create and record|create\n const permissions = this.cls.get('permissions') ?? [];\n const hasFieldCreatePermission = permissions.includes('field|create');\n const hasRecordCreatePermission = permissions.includes('record|create');\n\n // Get table size to calculate expansion needs\n const rangeQuery = await this.normalizeRangeQuery(tableId, {\n viewId,\n filter,\n search,\n groupBy,\n orderBy,\n collapsedGroupIds,\n ignoreViewQuery,\n });\n const queryRo = {\n viewId: rangeQuery.viewId,\n ignoreViewQuery: rangeQuery.ignoreViewQuery,\n filter: rangeQuery.filter,\n projection,\n orderBy: rangeQuery.orderBy,\n groupBy: rangeQuery.groupBy,\n collapsedGroupIds,\n search,\n };\n\n const fields = await this.fieldService.getFieldInstances(tableId, {\n viewId: rangeQuery.viewId,\n filterHidden: true,\n projection,\n });\n const { rowCount: rowCountInView } = await this.aggregationService.performRowCount(\n tableId,\n queryRo\n );\n\n const tableSize: [number, number] = [fields.length, rowCountInView];\n\n // Calculate start cell based on range type\n if (type === 'columns') {\n startCol = ranges[0]![0];\n startRow = 0;\n } else if (type === 'rows') {\n startCol = 0;\n startRow = ranges[0]![0];\n } else {\n startCol = ranges[0]![0];\n startRow = ranges[0]![1];\n }\n\n // Expand paste content to fill selection (matches V1 behavior)\n parsedContent = this.expandPasteContent(\n parsedContent,\n type,\n ranges,\n tableSize[0],\n tableSize[1],\n startCol,\n startRow\n );\n\n const contentCols = parsedContent[0]?.length ?? 0;\n const contentRows = parsedContent.length;\n\n // Calculate expansion needs\n const numColsToExpand = Math.max(0, startCol + contentCols - tableSize[0]);\n const numRowsToExpand = Math.max(0, startRow + contentRows - tableSize[1]);\n\n // Apply permission-based limits (like V1's calculateExpansion)\n const effectiveColsToExpand = hasFieldCreatePermission ? numColsToExpand : 0;\n const effectiveRowsToExpand = hasRecordCreatePermission ? numRowsToExpand : 0;\n\n // When paste needs to create new fields, fall back to V1's paste implementation.\n // V2's paste doesn't support field creation, and mixing V2 record operations with\n // V1 field operations causes database lock conflicts during undo.\n if (effectiveColsToExpand > 0) {\n fallbackRanges = await this.selectionService.paste(tableId, pasteRo, {\n windowId,\n });\n return;\n }\n\n // Truncate content if expansion is not allowed\n finalContent = parsedContent;\n const maxCols = tableSize[0] - startCol + effectiveColsToExpand;\n const maxRows = tableSize[1] - startRow + effectiveRowsToExpand;\n\n // Track if we need to adjust ranges due to truncation\n let truncatedCols = contentCols;\n truncatedRows = contentRows;\n\n if (contentCols > maxCols || contentRows > maxRows) {\n truncatedRows = Math.min(contentRows, maxRows);\n truncatedCols = Math.min(contentCols, maxCols);\n finalContent = parsedContent\n .slice(0, truncatedRows)\n .map((row) => row.slice(0, truncatedCols));\n }\n\n // Adjust ranges to match truncated content (prevents V2 core from re-expanding)\n let adjustedRanges = ranges;\n if (type === undefined && finalContent.length > 0 && finalContent[0]?.length > 0) {\n // For cell type, adjust end position to match truncated content\n const adjustedEndCol = startCol + truncatedCols - 1;\n const adjustedEndRow = startRow + truncatedRows - 1;\n adjustedRanges = [\n [startCol, startRow],\n [adjustedEndCol, adjustedEndRow],\n ];\n }\n\n // Convert header to sourceFields format if provided\n const sourceFields = header?.map((field) => ({\n name: field.name,\n type: field.type,\n cellValueType: field.cellValueType,\n isComputed: field.isComputed,\n isLookup: field.isLookup,\n isMultipleCellValue: field.isMultipleCellValue,\n options: field.options,\n }));\n\n const normalizedFilter = await this.normalizeFilterForV2(tableId, queryRo.filter);\n const normalizedUpdateFilter = options?.updateFilter\n ? await this.normalizeFilterForV2(tableId, options.updateFilter)\n : undefined;\n const sortWithGroupFallback = this.mergeGroupByIntoSort(\n rangeQuery.groupBy,\n rangeQuery.orderBy\n );\n v2Input = {\n tableId,\n viewId: rangeQuery.viewId,\n ranges: adjustedRanges,\n content: finalContent,\n typecast: true,\n sourceFields,\n type, // Pass type to v2 for internal handling\n projection,\n // Let v2 core interpret the legacy search tuple via RecordSearch so\n // search-aware row mapping and field/operator compatibility stay aligned.\n filter: normalizedFilter,\n search: rangeQuery.search,\n updateFilter: normalizedUpdateFilter,\n sort: sortWithGroupFallback,\n groupBy: rangeQuery.groupBy?.map((item) => ({\n fieldId: item.fieldId,\n order: item.order,\n })),\n ignoreViewQuery: rangeQuery.ignoreViewQuery,\n };\n } finally {\n span.end();\n }\n });\n\n if (fallbackRanges) {\n return { ranges: fallbackRanges };\n }\n\n if (!v2Input) {\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n const result = await executePasteEndpoint(context, v2Input, commandBus);\n\n if (result.status === 200 && result.body.ok) {\n // V2 returns { updatedCount, createdCount, createdRecordIds }\n // V1 expects { ranges: [[startCol, startRow], [endCol, endRow]] }\n // Use truncatedRows (content size) for range calculation, not operation count,\n // because some rows may be skipped due to permission filters\n const finalCols = finalContent[0]?.length ?? 1;\n\n // Note: Record creation undo/redo is handled by V2's RecordsBatchCreated projection handler\n // Field creation case is handled by V1 fallback above\n\n // Best-effort: normalize v1 range formats (cell/rows/columns) into a cell range.\n // v1 \"ranges\" uses `cellSchema` for all modes:\n // - default: [col, row]\n // - columns: [startCol, endCol]\n // - rows: [startRow, endRow]\n if (type === 'columns') {\n const endCol = startCol + finalCols - 1;\n return {\n ranges: [\n [startCol, 0],\n [endCol, Math.max(truncatedRows - 1, 0)],\n ],\n };\n }\n\n if (type === 'rows') {\n const endRow = ranges[0]![1];\n return {\n ranges: [\n [0, startRow],\n [Math.max(finalCols - 1, 0), endRow],\n ],\n };\n }\n\n const endRow = startRow + Math.max(truncatedRows - 1, 0);\n const endCol = startCol + finalCols - 1;\n return {\n ranges: [\n [startCol, startRow],\n [endCol, Math.max(endRow, startRow)],\n ],\n };\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n /**\n * Expand paste content to fill target selection (matches V1 behavior).\n * If the selection is a multiple of the content size, the content is tiled.\n */\n private expandPasteContent(\n content: unknown[][],\n type: 'columns' | 'rows' | undefined,\n ranges: [number, number][],\n totalCols: number,\n totalRows: number,\n startCol: number,\n startRow: number\n ): unknown[][] {\n if (content.length === 0 || content[0]?.length === 0) {\n return content;\n }\n\n const contentRows = content.length;\n const contentCols = content[0]!.length;\n\n // Calculate target range size\n let targetRows: number;\n let targetCols: number;\n\n if (type === 'columns') {\n const endCol = ranges[0]![1];\n targetCols = endCol - startCol + 1;\n targetRows = totalRows;\n } else if (type === 'rows') {\n const endRow = ranges[0]![1];\n targetRows = endRow - startRow + 1;\n targetCols = totalCols;\n } else {\n // Cell range: [[startCol, startRow], [endCol, endRow]]\n const endCol = ranges[1]?.[0] ?? startCol;\n const endRow = ranges[1]?.[1] ?? startRow;\n targetCols = endCol - startCol + 1;\n targetRows = endRow - startRow + 1;\n }\n\n // If target equals content size, no expansion needed\n if (targetRows === contentRows && targetCols === contentCols) {\n return content;\n }\n\n // Only expand if target is an exact multiple of content dimensions\n if (targetRows % contentRows !== 0 || targetCols % contentCols !== 0) {\n return content;\n }\n\n // Tile content to fill the target range\n return Array.from({ length: targetRows }, (_, rowIdx) =>\n Array.from(\n { length: targetCols },\n (_, colIdx) => content[rowIdx % contentRows]![colIdx % contentCols]\n )\n );\n }\n\n async clear(tableId: string, rangesRo: IRangesRo): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n const rangeQuery = await this.normalizeRangeQuery(tableId, rangesRo);\n const normalizedFilter = await this.normalizeFilterForV2(tableId, rangeQuery.filter);\n const sortWithGroupFallback = this.mergeGroupByIntoSort(rangeQuery.groupBy, rangeQuery.orderBy);\n const v2Input = {\n tableId,\n viewId: rangeQuery.viewId,\n ranges: rangesRo.ranges,\n type: rangesRo.type,\n projection: rangesRo.projection,\n filter: normalizedFilter,\n search: rangeQuery.search,\n sort: sortWithGroupFallback,\n groupBy: rangeQuery.groupBy?.map((item) => ({\n fieldId: item.fieldId,\n order: item.order,\n })),\n ignoreViewQuery: rangeQuery.ignoreViewQuery,\n };\n\n const result = await executeClearEndpoint(context, v2Input, commandBus);\n\n if (result.status === 200 && result.body.ok) {\n // V1 clear returns null\n return null;\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n /**\n * Get record IDs from ranges for undo/redo support and permission checks.\n * This method queries the record IDs that will be affected by a range-based operation.\n */\n async getRecordIdsFromRanges(tableId: string, rangesRo: IRangesRo): Promise {\n const {\n ranges,\n type,\n viewId,\n filter,\n orderBy,\n search,\n groupBy,\n collapsedGroupIds,\n ignoreViewQuery,\n } = rangesRo;\n\n const baseQuery = {\n viewId,\n ignoreViewQuery,\n filter,\n orderBy,\n search,\n groupBy,\n collapsedGroupIds,\n fieldKeyType: FieldKeyType.Id,\n };\n const maxBatchSize = 1000;\n\n const fetchRecordIdsByRange = async (start: number, end: number): Promise => {\n const total = end - start + 1;\n if (total <= 0) {\n return [];\n }\n\n let recordIds: string[] = [];\n for (let offset = 0; offset < total; offset += maxBatchSize) {\n const take = Math.min(maxBatchSize, total - offset);\n const result = await this.recordService.getDocIdsByQuery(\n tableId,\n {\n ...baseQuery,\n skip: start + offset,\n take,\n },\n true\n );\n recordIds = recordIds.concat(result.ids);\n if (result.ids.length < take) {\n break;\n }\n }\n return recordIds;\n };\n\n if (type === RangeType.Columns) {\n // For columns selection, get all record IDs\n const result = await this.recordService.getDocIdsByQuery(\n tableId,\n { ...baseQuery, skip: 0, take: -1 },\n true\n );\n return result.ids;\n }\n\n if (type === RangeType.Rows) {\n // For rows selection, iterate through each range [start, end]\n let recordIds: string[] = [];\n for (const [start, end] of ranges) {\n recordIds = recordIds.concat(await fetchRecordIdsByRange(start, end));\n }\n return recordIds;\n }\n\n // Default: cell range - ranges is [[startCol, startRow], [endCol, endRow]]\n const [start, end] = ranges;\n return fetchRecordIdsByRange(start[1], end[1]);\n }\n\n async deleteByRange(\n tableId: string,\n rangesRo: IRangesRo,\n _windowId?: string\n ): Promise<{ ids: string[] }> {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n const rangeQuery = await this.normalizeRangeQuery(tableId, rangesRo);\n const sortWithGroupFallback = this.mergeGroupByIntoSort(rangeQuery.groupBy, rangeQuery.orderBy);\n\n // Build v2 deleteByRange input\n const v2Input = {\n tableId,\n viewId: rangeQuery.viewId,\n ranges: rangesRo.ranges,\n type: rangesRo.type,\n filter: await this.normalizeFilterForV2(tableId, rangeQuery.filter),\n sort: sortWithGroupFallback?.map((item) => ({\n fieldId: item.fieldId,\n order: item.order,\n })),\n search: rangeQuery.search,\n groupBy: rangeQuery.groupBy?.map((item) => ({\n fieldId: item.fieldId,\n order: item.order,\n })),\n ignoreViewQuery: rangeQuery.ignoreViewQuery,\n };\n\n const result = await executeDeleteByRangeEndpoint(context, v2Input, commandBus);\n\n if (result.status === 200 && result.body.ok) {\n // V2's DeleteByRangeHandler captures snapshots and emits RecordsDeleted event.\n // Undo/redo is handled directly by v2 command replay.\n return { ids: [...result.body.data.deletedRecordIds] };\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n async deleteRecords(\n tableId: string,\n recordIds: string[],\n _windowId?: string\n ): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n // Query records before deletion to return them in V1 format\n const recordSnapshots = await this.recordService.getSnapshotBulkWithPermission(\n tableId,\n recordIds,\n undefined,\n FieldKeyType.Id,\n undefined,\n true\n );\n\n const v2Input = {\n tableId,\n recordIds,\n };\n\n const result = await executeDeleteRecordsEndpoint(context, v2Input, commandBus);\n\n if (result.status === 200 && result.body.ok) {\n // Return records that were deleted (V1 format)\n return {\n records: recordSnapshots.map((snapshot) => snapshot.data as IRecord),\n };\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n /**\n * Parse tab-separated content string into 2D array\n */\n private parseCopyContent(content: string): unknown[][] {\n return parseClipboardText(content);\n }\n\n private async resolveViewId(tableId: string, viewId?: string | null): Promise {\n if (viewId) {\n return viewId;\n }\n const defaultView = await this.tableService.getDefaultViewId(tableId);\n return defaultView.id;\n }\n\n private async normalizeRangeQuery(\n tableId: string,\n query: Pick<\n IRangesRo,\n | 'viewId'\n | 'filter'\n | 'search'\n | 'groupBy'\n | 'orderBy'\n | 'collapsedGroupIds'\n | 'ignoreViewQuery'\n >\n ): Promise<{\n viewId: string;\n filter: IFilter | null | undefined;\n search: IRangesRo['search'];\n orderBy: IRangesRo['orderBy'];\n groupBy: IRangesRo['groupBy'];\n ignoreViewQuery: boolean;\n }> {\n const resolvedViewId = await this.resolveViewId(tableId, query.viewId);\n const filterWithCollapsed = await this.buildRangeFilter(tableId, {\n viewId: resolvedViewId,\n filter: query.filter,\n search: query.search,\n groupBy: query.groupBy,\n collapsedGroupIds: query.collapsedGroupIds,\n ignoreViewQuery: query.ignoreViewQuery,\n });\n\n return {\n viewId: resolvedViewId,\n filter: filterWithCollapsed,\n search: query.search,\n orderBy: query.orderBy,\n groupBy: query.groupBy,\n ignoreViewQuery: query.ignoreViewQuery ?? false,\n };\n }\n\n /**\n * V1 selection APIs derive row offsets from `groupBy + orderBy`.\n * Keep the same effective sort in v2 input so row targeting remains stable\n * even when intermediate adapters fail to carry `groupBy`.\n */\n private mergeGroupByIntoSort(\n groupBy?: IRangesRo['groupBy'],\n orderBy?: IRangesRo['orderBy']\n ): IRangesRo['orderBy'] {\n const merged = [...(groupBy ?? []), ...(orderBy ?? [])];\n if (!merged.length) {\n return undefined;\n }\n\n const deduplicated = merged.filter(\n (item, index, list) =>\n list.findIndex((candidate) => candidate.fieldId === item.fieldId) === index\n );\n\n return deduplicated.length ? deduplicated : undefined;\n }\n\n private async buildRangeFilter(\n tableId: string,\n query: {\n viewId: string;\n filter?: IFilter | null;\n search?: IRangesRo['search'];\n groupBy?: IRangesRo['groupBy'];\n collapsedGroupIds?: string[];\n ignoreViewQuery?: boolean;\n }\n ): Promise {\n const normalizedGroupBy = query.groupBy ?? undefined;\n if (!normalizedGroupBy?.length || !query.collapsedGroupIds?.length) {\n return query.filter;\n }\n const normalizedSearch = this.normalizeGroupRelatedSearch(query.search);\n const normalizedFilter = query.filter ?? undefined;\n\n const { filter } = await this.recordService.getGroupRelatedData(tableId, {\n viewId: query.viewId,\n ignoreViewQuery: query.ignoreViewQuery ?? false,\n filter: normalizedFilter,\n search: normalizedSearch,\n groupBy: normalizedGroupBy,\n collapsedGroupIds: query.collapsedGroupIds,\n });\n\n return filter;\n }\n\n private normalizeGroupRelatedSearch(search?: IRangesRo['search']): IGetRecordsRo['search'] {\n if (!search) {\n return undefined;\n }\n\n const [searchValue, fieldId, hideNotMatch] = search;\n if (fieldId == null) {\n return [searchValue];\n }\n if (hideNotMatch == null) {\n return [searchValue, fieldId];\n }\n return [searchValue, fieldId, hideNotMatch];\n }\n\n private async normalizeFilterForV2(\n tableId: string,\n filter: unknown\n ): Promise {\n const mapped = this.mapV1FilterToV2(filter);\n if (!mapped) {\n return mapped;\n }\n\n const fields = await this.fieldService.getFieldInstances(tableId, { filterHidden: true });\n const fieldMetaMap = new Map(\n fields.map((field) => [\n field.id,\n {\n type: field.type,\n cellValueType: field.cellValueType,\n },\n ])\n );\n const currentUserId = this.cls.get('user.id');\n\n const normalizeNode = (node: RecordFilterNode): RecordFilterNode | null => {\n if ('not' in node) {\n const next = normalizeNode(node.not);\n if (!next) return null;\n return { not: next };\n }\n\n if ('items' in node) {\n const items = node.items\n .map((item) => normalizeNode(item))\n .filter((item): item is RecordFilterNode => Boolean(item));\n if (!items.length) return null;\n return { conjunction: node.conjunction, items };\n }\n\n const operator = node.operator as RecordFilterOperator;\n const operatorsExpectingNull: ReadonlySet = new Set([\n 'isEmpty',\n 'isNotEmpty',\n ]);\n const operatorsExpectingArray: ReadonlySet = new Set([\n 'isAnyOf',\n 'isNoneOf',\n 'hasAnyOf',\n 'hasAllOf',\n 'isNotExactly',\n 'hasNoneOf',\n 'isExactly',\n ]);\n const fieldMeta = fieldMetaMap.get(node.fieldId);\n let value = node.value as RecordFilterValue;\n\n if (operatorsExpectingNull.has(operator)) {\n if (value !== null) return null;\n return { ...node, value: null };\n }\n\n if (value == null) {\n const isCheckboxField =\n fieldMeta?.type === FieldType.Checkbox ||\n fieldMeta?.cellValueType === CellValueType.Boolean;\n if (operator === 'is' && isCheckboxField) {\n value = false;\n } else {\n return null;\n }\n }\n\n if (\n currentUserId &&\n fieldMeta &&\n [FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy].includes(\n fieldMeta.type as FieldType\n )\n ) {\n if (Array.isArray(value)) {\n value = value.map((entry) =>\n typeof entry === 'string' && isMeTag(entry) ? currentUserId : entry\n ) as RecordFilterValue;\n } else if (typeof value === 'string' && isMeTag(value)) {\n value = currentUserId as RecordFilterValue;\n }\n }\n\n if (operatorsExpectingArray.has(operator)) {\n if (!Array.isArray(value) && !this.isRecordFilterFieldReferenceValue(value)) {\n value = [value] as RecordFilterValue;\n }\n if (Array.isArray(value) && value.length === 0) return null;\n }\n\n return {\n ...node,\n value,\n };\n };\n\n const normalized = normalizeNode(mapped);\n return normalized ?? undefined;\n }\n\n private mapV1FilterToV2(filter: unknown): RecordFilter | undefined | null {\n if (filter === undefined) return undefined;\n if (filter === null) return null;\n if (this.isV2FilterNode(filter)) return this.normalizeV2FilterNode(filter);\n if (this.isV1FilterGroup(filter)) return this.mapV1FilterGroup(filter);\n if (this.isV1FilterItem(filter)) return this.mapV1FilterItem(filter);\n return undefined;\n }\n\n private isV2FilterNode(value: unknown): value is RecordFilterNode {\n if (!value || typeof value !== 'object') return false;\n const record = value as Record;\n if (Array.isArray(record.items)) return true;\n if (record.not && typeof record.not === 'object') return true;\n if (typeof record.fieldId === 'string' && typeof record.operator === 'string') return true;\n return false;\n }\n\n private isV1FilterGroup(\n value: unknown\n ): value is { conjunction: 'and' | 'or'; filterSet: unknown[] } {\n if (!value || typeof value !== 'object') return false;\n const record = value as Record;\n return Array.isArray(record.filterSet);\n }\n\n private isV1FilterItem(\n value: unknown\n ): value is { fieldId: string; operator: string; value?: unknown; isSymbol?: boolean } {\n if (!value || typeof value !== 'object') return false;\n const record = value as Record;\n return typeof record.fieldId === 'string' && typeof record.operator === 'string';\n }\n\n private mapV1FilterGroup(filter: {\n conjunction: 'and' | 'or';\n filterSet: unknown[];\n }): RecordFilterGroup | null {\n const items = filter.filterSet\n .map((entry) => this.mapV1FilterEntry(entry))\n .filter((entry): entry is RecordFilterNode => Boolean(entry));\n if (items.length === 0) return null;\n return {\n conjunction: filter.conjunction === 'or' ? 'or' : 'and',\n items,\n };\n }\n\n private mapV1FilterEntry(entry: unknown): RecordFilterNode | null {\n if (entry === null || entry === undefined) return null;\n if (this.isV1FilterGroup(entry)) return this.mapV1FilterGroup(entry);\n if (this.isV1FilterItem(entry)) return this.mapV1FilterItem(entry);\n if (this.isV2FilterNode(entry)) return this.normalizeV2FilterNode(entry);\n return null;\n }\n\n private mapV1FilterItem(filter: {\n fieldId: string;\n operator: string;\n value?: unknown;\n isSymbol?: boolean;\n }): RecordFilterNode | null {\n const operator = this.normalizeV1Operator(\n filter.operator,\n filter.isSymbol\n ) as RecordFilterOperator;\n const rawValue = 'value' in filter ? filter.value : null;\n const legacyDateRangeCondition = this.mapLegacyDateRangeCondition(\n filter.fieldId,\n operator,\n rawValue\n );\n if (legacyDateRangeCondition) return legacyDateRangeCondition;\n\n const operatorsExpectingNull: ReadonlySet = new Set([\n 'isEmpty',\n 'isNotEmpty',\n ]);\n const operatorsExpectingArray: ReadonlySet = new Set([\n 'isAnyOf',\n 'isNoneOf',\n 'hasAnyOf',\n 'hasAllOf',\n 'isNotExactly',\n 'hasNoneOf',\n 'isExactly',\n ]);\n\n if (operatorsExpectingNull.has(operator)) {\n return {\n fieldId: filter.fieldId,\n operator,\n value: null,\n };\n }\n\n if (operatorsExpectingArray.has(operator)) {\n let value = rawValue;\n if (value == null) return null;\n if (!Array.isArray(value) && !this.isRecordFilterFieldReferenceValue(value)) {\n value = [value];\n }\n if (Array.isArray(value) && value.length === 0) return null;\n return {\n fieldId: filter.fieldId,\n operator,\n value: value as RecordFilterValue,\n };\n }\n\n if (rawValue == null) {\n if (operator === 'is') {\n return {\n fieldId: filter.fieldId,\n operator,\n value: null,\n };\n }\n return null;\n }\n\n return {\n fieldId: filter.fieldId,\n operator,\n value: rawValue as RecordFilterValue,\n };\n }\n\n private normalizeV1Operator(operator: string, isSymbol?: boolean): string {\n const mapped = v1SymbolOperatorMap[operator];\n if (mapped) return mapped;\n if (isSymbol) return operator;\n return operator;\n }\n\n private mapLegacyDateRangeCondition(\n fieldId: string,\n operator: RecordFilterOperator,\n value: unknown\n ): RecordFilterNode | null {\n if (!value || typeof value !== 'object' || Array.isArray(value)) return null;\n\n const record = value as Record;\n if (record.mode !== 'dateRange') return null;\n\n if (operator !== 'is' && operator !== 'isWithIn') {\n this.throwV2Error(\n {\n code: invalidFilterCode,\n message: 'dateRange mode only supports is/isWithIn operators',\n tags: ['validation'],\n },\n HttpStatus.BAD_REQUEST\n );\n }\n\n const exactDate = record.exactDate;\n const exactDateEnd = record.exactDateEnd;\n const timeZone = record.timeZone;\n if (\n typeof exactDate !== 'string' ||\n typeof exactDateEnd !== 'string' ||\n typeof timeZone !== 'string'\n ) {\n return null;\n }\n\n const startTimestamp = Date.parse(exactDate);\n const endTimestamp = Date.parse(exactDateEnd);\n if (!Number.isFinite(startTimestamp) || !Number.isFinite(endTimestamp)) {\n return null;\n }\n if (startTimestamp > endTimestamp) {\n this.throwV2Error(\n {\n code: invalidFilterCode,\n message: 'dateRange exactDate must be less than or equal to exactDateEnd',\n tags: ['validation'],\n details: { fieldId, exactDate, exactDateEnd },\n },\n HttpStatus.BAD_REQUEST\n );\n }\n\n return {\n conjunction: 'and',\n items: [\n {\n fieldId,\n operator: 'isOnOrAfter',\n value: {\n mode: 'exactDate',\n exactDate,\n timeZone,\n } as RecordFilterDateValue,\n },\n {\n fieldId,\n operator: 'isOnOrBefore',\n value: {\n mode: 'exactDate',\n exactDate: exactDateEnd,\n timeZone,\n } as RecordFilterDateValue,\n },\n ],\n };\n }\n\n private normalizeV2FilterNode(filter: RecordFilterNode): RecordFilterNode | null {\n if ('not' in filter) {\n const next = this.normalizeV2FilterNode(filter.not);\n if (!next) return null;\n return { not: next };\n }\n\n if ('items' in filter) {\n const items = filter.items\n .map((item) => this.normalizeV2FilterNode(item))\n .filter((item): item is RecordFilterNode => Boolean(item));\n if (!items.length) return null;\n return { conjunction: filter.conjunction, items };\n }\n\n const operator = filter.operator as RecordFilterOperator;\n const value = filter.value as RecordFilterValue;\n const legacyDateRangeCondition = this.mapLegacyDateRangeCondition(\n filter.fieldId,\n operator,\n value\n );\n if (legacyDateRangeCondition) return legacyDateRangeCondition;\n\n const operatorsExpectingNull: ReadonlySet = new Set([\n 'isEmpty',\n 'isNotEmpty',\n ]);\n const operatorsExpectingArray: ReadonlySet = new Set([\n 'isAnyOf',\n 'isNoneOf',\n 'hasAnyOf',\n 'hasAllOf',\n 'isNotExactly',\n 'hasNoneOf',\n 'isExactly',\n ]);\n\n if (operatorsExpectingNull.has(operator)) {\n if (value !== null) return null;\n return filter;\n }\n\n if (operatorsExpectingArray.has(operator)) {\n if (value == null) return null;\n if (Array.isArray(value) && value.length === 0) return null;\n return filter;\n }\n\n if (value == null) {\n if (operator === 'is') return filter;\n return null;\n }\n return filter;\n }\n\n private isRecordFilterFieldReferenceValue(value: unknown): value is {\n fieldId: string;\n type: 'field';\n } {\n if (!value || typeof value !== 'object' || Array.isArray(value)) return false;\n const record = value as Record;\n return record.type === 'field' && typeof record.fieldId === 'string';\n }\n\n async duplicateRecord(\n tableId: string,\n recordId: string,\n order?: IRecordInsertOrderRo\n ): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n const result = await executeDuplicateRecordEndpoint(\n context,\n {\n tableId,\n recordId,\n order,\n },\n commandBus\n );\n\n if (result.status === 201 && result.body.ok) {\n const duplicatedRecordId = result.body.data.record.id;\n\n // Use V1 to get the full record with proper field key mapping\n const snapshots = await this.recordService.getSnapshotBulkWithPermission(\n tableId,\n [duplicatedRecordId],\n undefined,\n FieldKeyType.Name,\n undefined,\n true\n );\n\n if (snapshots.length !== 1 || !snapshots[0]) {\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n return snapshots[0].data as IRecord;\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/open-api/record-open-api.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n Body,\n Controller,\n Delete,\n Get,\n Headers,\n Param,\n Patch,\n Post,\n Query,\n Req,\n UploadedFile,\n UseGuards,\n UseInterceptors,\n} from '@nestjs/common';\nimport { FileInterceptor } from '@nestjs/platform-express';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n createRecordsRoSchema,\n getRecordQuerySchema,\n getRecordsRoSchema,\n updateRecordRoSchema,\n deleteRecordsQuerySchema,\n getRecordHistoryQuerySchema,\n updateRecordsRoSchema,\n recordInsertOrderRoSchema,\n recordGetCollaboratorsRoSchema,\n formSubmitRoSchema,\n optionalRecordOrderSchema,\n insertAttachmentRoSchema,\n} from '@teable/openapi';\nimport type {\n IAutoFillCellVo,\n IButtonClickVo,\n ICreateRecordsVo,\n IRecord,\n IRecordGetCollaboratorsVo,\n IRecordStatusVo,\n IRecordsVo,\n ICreateRecordsRo,\n IDeleteRecordsQuery,\n IGetRecordQuery,\n IGetRecordHistoryQuery,\n IGetRecordsRo,\n IRecordGetCollaboratorsRo,\n IRecordInsertOrderRo,\n IUpdateRecordRo,\n IUpdateRecordsRo,\n IFormSubmitRo,\n IInsertAttachmentRo,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { EmitControllerEvent } from '../../../event-emitter/decorators/emit-controller-event.decorator';\nimport { Events } from '../../../event-emitter/events';\nimport { PerformanceCacheService } from '../../../performance-cache';\nimport { generateRecordCacheKey } from '../../../performance-cache/generate-keys';\nimport type { IClsStore } from '../../../types/cls';\nimport { filterHasMe } from '../../../utils/filter-has-me';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { AllowAnonymous } from '../../auth/decorators/allow-anonymous.decorator';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { UseV2Feature } from '../../canary/decorators/use-v2-feature.decorator';\nimport { V2FeatureGuard } from '../../canary/guards/v2-feature.guard';\nimport { V2IndicatorInterceptor } from '../../canary/interceptors/v2-indicator.interceptor';\nimport { RecordService } from '../record.service';\nimport { FieldKeyPipe } from './field-key.pipe';\nimport { RecordOpenApiV2Service } from './record-open-api-v2.service';\nimport { RecordOpenApiService } from './record-open-api.service';\nimport { TqlPipe } from './tql.pipe';\n\n@UseGuards(V2FeatureGuard)\n@UseInterceptors(V2IndicatorInterceptor)\n@Controller('api/table/:tableId/record')\n@AllowAnonymous()\nexport class RecordOpenApiController {\n constructor(\n private readonly recordService: RecordService,\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly performanceCacheService: PerformanceCacheService,\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly recordOpenApiV2Service: RecordOpenApiV2Service\n ) {}\n\n @Permissions('record|update')\n @Get(':recordId/history')\n async getRecordHistory(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Query(new ZodValidationPipe(getRecordHistoryQuerySchema)) query: IGetRecordHistoryQuery\n ) {\n return this.recordOpenApiService.getRecordHistory(tableId, recordId, query);\n }\n\n @Permissions('table_record_history|read')\n @Get('/history')\n async getRecordListHistory(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(getRecordHistoryQuerySchema)) query: IGetRecordHistoryQuery\n ) {\n return this.recordOpenApiService.getRecordHistory(tableId, undefined, query);\n }\n\n @Permissions('record|read')\n @Get('collaborators')\n async getCollaborators(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(recordGetCollaboratorsRoSchema)) query: IRecordGetCollaboratorsRo\n ): Promise {\n return this.recordService.getRecordsCollaborators(tableId, query);\n }\n\n @UseV2Feature('getRecords')\n @Permissions('record|read')\n @Get()\n async getRecords(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(getRecordsRoSchema), TqlPipe, FieldKeyPipe) query: IGetRecordsRo\n ): Promise {\n if (this.cls.get('useV2')) {\n return this.recordOpenApiV2Service.getRecords(tableId, query);\n }\n\n return await this.recordService.getRecords(tableId, query, true);\n }\n\n @Permissions('record|read')\n @Get(':recordId')\n async getRecord(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Query(new ZodValidationPipe(getRecordQuerySchema)) query: IGetRecordQuery\n ): Promise {\n return await this.recordService.getRecord(tableId, recordId, query, true, true);\n }\n\n @UseV2Feature('updateRecord')\n @Permissions('record|update')\n @Patch(':recordId')\n async updateRecord(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Body(new ZodValidationPipe(updateRecordRoSchema)) updateRecordRo: IUpdateRecordRo,\n @Headers('x-window-id') windowId?: string,\n @Headers('x-ai-internal') isAiInternal?: string\n ): Promise {\n // Use V2 logic when canary config enables it for this space + feature\n if (this.cls.get('useV2')) {\n return this.recordOpenApiV2Service.updateRecord(\n tableId,\n recordId,\n updateRecordRo,\n windowId,\n isAiInternal\n );\n }\n\n return await this.recordOpenApiService.updateRecord(\n tableId,\n recordId,\n updateRecordRo,\n windowId,\n isAiInternal\n );\n }\n\n @Permissions('record|update')\n @Post(':recordId/:fieldId/uploadAttachment')\n @UseInterceptors(FileInterceptor('file'))\n async uploadAttachment(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Param('fieldId') fieldId: string,\n @UploadedFile() file?: Express.Multer.File,\n @Body('fileUrl') fileUrl?: string\n ): Promise {\n return await this.recordOpenApiService.uploadAttachment(\n tableId,\n recordId,\n fieldId,\n file,\n fileUrl\n );\n }\n\n @Permissions('record|update')\n @Post(':recordId/:fieldId/insertAttachment')\n async insertAttachment(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Param('fieldId') fieldId: string,\n @Body(new ZodValidationPipe(insertAttachmentRoSchema)) body: IInsertAttachmentRo\n ): Promise {\n return await this.recordOpenApiService.insertAttachment(\n tableId,\n recordId,\n fieldId,\n body.attachments,\n body.anchorId\n );\n }\n\n @Permissions('record|update')\n @UseV2Feature('updateRecords')\n @Patch()\n async updateRecords(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(updateRecordsRoSchema)) updateRecordsRo: IUpdateRecordsRo,\n @Headers('x-window-id') windowId?: string,\n @Headers('x-ai-internal') isAiInternal?: string\n ): Promise {\n if (this.cls.get('useV2')) {\n return await this.recordOpenApiV2Service.updateRecords(\n tableId,\n updateRecordsRo,\n windowId,\n isAiInternal\n );\n }\n\n return (\n await this.recordOpenApiService.updateRecords(\n tableId,\n updateRecordsRo,\n windowId,\n isAiInternal\n )\n ).records;\n }\n\n @UseV2Feature('createRecord')\n @Permissions('record|create')\n @Post()\n @EmitControllerEvent(Events.OPERATION_RECORDS_CREATE)\n async createRecords(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(createRecordsRoSchema)) createRecordsRo: ICreateRecordsRo,\n @Headers('x-ai-internal') isAiInternal?: string\n ): Promise {\n // Use V2 logic when canary config enables it for this space + feature\n if (this.cls.get('useV2')) {\n return await this.recordOpenApiV2Service.createRecords(\n tableId,\n createRecordsRo,\n isAiInternal\n );\n }\n\n return await this.recordOpenApiService.multipleCreateRecords(\n tableId,\n createRecordsRo,\n undefined,\n isAiInternal\n );\n }\n\n @UseV2Feature('formSubmit')\n @Permissions('record|create')\n @Post('form-submit')\n async formSubmit(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(formSubmitRoSchema)) formSubmitRo: IFormSubmitRo\n ): Promise {\n if (this.cls.get('useV2')) {\n return this.recordOpenApiV2Service.formSubmit(tableId, formSubmitRo);\n }\n\n return await this.recordOpenApiService.formSubmit(tableId, formSubmitRo);\n }\n\n @UseV2Feature('duplicateRecord')\n @Permissions('record|create', 'record|read')\n @Post(':recordId/duplicate')\n @EmitControllerEvent(Events.OPERATION_RECORDS_CREATE)\n async duplicateRecord(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Body(new ZodValidationPipe(optionalRecordOrderSchema)) order?: IRecordInsertOrderRo\n ) {\n if (this.cls.get('useV2')) {\n return await this.recordOpenApiV2Service.duplicateRecord(tableId, recordId, order);\n }\n return await this.recordOpenApiService.duplicateRecord(tableId, recordId, order);\n }\n\n @UseV2Feature('deleteRecord')\n @Permissions('record|delete')\n @Delete(':recordId')\n async deleteRecord(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n // Use V2 logic when canary config enables it for this space + feature\n if (this.cls.get('useV2')) {\n const result = await this.recordOpenApiV2Service.deleteRecords(tableId, [recordId], windowId);\n return result.records[0];\n }\n\n return await this.recordOpenApiService.deleteRecord(tableId, recordId, windowId);\n }\n\n @UseV2Feature('deleteRecord')\n @Permissions('record|delete')\n @Delete()\n async deleteRecords(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(deleteRecordsQuerySchema)) query: IDeleteRecordsQuery,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n // Use V2 logic when canary config enables it for this space + feature\n if (this.cls.get('useV2')) {\n return this.recordOpenApiV2Service.deleteRecords(tableId, query.recordIds, windowId);\n }\n\n return await this.recordOpenApiService.deleteRecords(tableId, query.recordIds, windowId);\n }\n\n @Permissions('record|read')\n @Get('/socket/snapshot-bulk')\n async getSnapshotBulk(\n @Param('tableId') tableId: string,\n @Query('ids') ids: string[],\n @Query('projection') projection?: { [fieldNameOrId: string]: boolean }\n ) {\n return this.recordService.getSnapshotBulkWithPermission(\n tableId,\n ids,\n projection,\n undefined,\n undefined,\n true\n );\n }\n\n @Permissions('record|read')\n @Post('/socket/doc-ids')\n async getDocIds(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(getRecordsRoSchema), TqlPipe) query: IGetRecordsRo\n ) {\n return this.getDocIdsWithCache(tableId, query);\n }\n\n private async getDocIdsWithCache(tableId: string, query: IGetRecordsRo) {\n const table = await this.prismaService.tableMeta.findUniqueOrThrow({\n where: {\n id: tableId,\n },\n select: {\n lastModifiedTime: true,\n },\n });\n const viewId = query.viewId;\n let viewFilter: string | null = null;\n if (viewId) {\n const view = await this.prismaService.view.findUniqueOrThrow({\n where: {\n id: viewId,\n },\n select: {\n filter: true,\n },\n });\n viewFilter = view.filter;\n }\n const cacheQuery =\n filterHasMe(query.filter) || filterHasMe(viewFilter)\n ? { ...query, currentUserId: this.cls.get('user.id') }\n : query;\n\n const cacheKey = generateRecordCacheKey(\n 'doc_ids',\n tableId,\n table.lastModifiedTime?.getTime().toString() ?? '0',\n cacheQuery\n );\n return this.performanceCacheService.wrap(\n cacheKey,\n () => {\n return this.recordService.getDocIdsByQuery(tableId, cacheQuery, true);\n },\n {\n ttl: 60 * 60, // 1 hour\n }\n );\n }\n\n @Permissions('table|read')\n @Get(':recordId/status')\n async getRecordStatus(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Query(new ZodValidationPipe(getRecordsRoSchema), TqlPipe) query: IGetRecordsRo\n ): Promise {\n return await this.recordService.getRecordStatus(tableId, recordId, query);\n }\n\n @Permissions('record|update')\n @Post(':recordId/:fieldId/auto-fill')\n async autoFillCell(\n @Param('tableId') _tableId: string,\n @Param('recordId') _recordId: string,\n @Param('fieldId') _fieldId: string\n ): Promise {\n return { taskId: '' };\n }\n\n @Permissions('record|read')\n @Post(':recordId/:fieldId/button-click')\n async buttonClick(\n @Req() req: Express.Request,\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Param('fieldId') fieldId: string\n ): Promise {\n const result = await this.recordOpenApiService.buttonClick(tableId, recordId, fieldId);\n return { ...result, runId: '' };\n }\n\n @Permissions('record|update')\n @Post(':recordId/:fieldId/button-reset')\n async buttonReset(\n @Param('tableId') tableId: string,\n @Param('recordId') recordId: string,\n @Param('fieldId') fieldId: string\n ): Promise {\n return await this.recordOpenApiService.resetButton(tableId, recordId, fieldId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/open-api/record-open-api.module.ts", "content": "import { Module, forwardRef } from '@nestjs/common';\nimport { AggregationModule } from '../../aggregation/aggregation.module';\nimport { AttachmentsStorageModule } from '../../attachments/attachments-storage.module';\nimport { AttachmentsModule } from '../../attachments/attachments.module';\nimport { CalculationModule } from '../../calculation/calculation.module';\nimport { CanaryModule } from '../../canary/canary.module';\nimport { CollaboratorModule } from '../../collaborator/collaborator.module';\nimport { FieldCalculateModule } from '../../field/field-calculate/field-calculate.module';\nimport { FieldModule } from '../../field/field.module';\nimport { SelectionModule } from '../../selection/selection.module';\nimport { TableModule } from '../../table/table.module';\nimport { TableDomainQueryModule } from '../../table-domain';\nimport { V2Module } from '../../v2/v2.module';\nimport { ViewOpenApiModule } from '../../view/open-api/view-open-api.module';\nimport { ViewModule } from '../../view/view.module';\nimport { RecordModifyModule } from '../record-modify/record-modify.module';\nimport { RecordModule } from '../record.module';\nimport { RecordOpenApiV2Service } from './record-open-api-v2.service';\nimport { RecordOpenApiController } from './record-open-api.controller';\nimport { RecordOpenApiService } from './record-open-api.service';\n\n@Module({\n imports: [\n RecordModule,\n RecordModifyModule,\n FieldCalculateModule,\n FieldModule,\n CalculationModule,\n AggregationModule,\n AttachmentsStorageModule,\n AttachmentsModule,\n CollaboratorModule,\n ViewModule,\n ViewOpenApiModule,\n TableModule,\n TableDomainQueryModule,\n V2Module,\n CanaryModule,\n forwardRef(() => SelectionModule),\n ],\n controllers: [RecordOpenApiController],\n providers: [RecordOpenApiService, RecordOpenApiV2Service],\n exports: [RecordOpenApiService, RecordOpenApiV2Service],\n})\nexport class RecordOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/record/open-api/record-open-api.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../../global/global.module';\nimport { RecordOpenApiModule } from './record-open-api.module';\nimport { RecordOpenApiService } from './record-open-api.service';\n\ndescribe('RecordOpenApiService', () => {\n let service: RecordOpenApiService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, RecordOpenApiModule],\n }).compile();\n\n service = module.get(RecordOpenApiService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/record/open-api/record-open-api.service.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\nimport { Injectable } from '@nestjs/common';\nimport type {\n IAttachmentCellValue,\n IAttachmentItem,\n IButtonFieldCellValue,\n IButtonFieldOptions,\n IMakeOptional,\n} from '@teable/core';\nimport { FieldKeyType, FieldType, HttpErrorCode, ViewType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n CreateRecordAction,\n ICreateRecordsRo,\n IUpdateRecordsRo,\n UpdateRecordAction,\n} from '@teable/openapi';\nimport type {\n IRecordHistoryItemVo,\n ICreateRecordsVo,\n IFormSubmitRo,\n IGetRecordHistoryQuery,\n IRecord,\n IRecordHistoryVo,\n IRecordInsertOrderRo,\n IUpdateRecordRo,\n} from '@teable/openapi';\nimport { isEmpty, keyBy, pick } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { IThresholdConfig, ThresholdConfig } from '../../../configs/threshold.config';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport type { IClsStore } from '../../../types/cls';\nimport { retryOnDeadlock } from '../../../utils/retry-decorator';\nimport { AttachmentsService } from '../../attachments/attachments.service';\nimport { getPublicFullStorageUrl } from '../../attachments/plugins/utils';\nimport { FieldService } from '../../field/field.service';\nimport { createFieldInstanceByRaw } from '../../field/model/factory';\nimport { TableDomainQueryService } from '../../table-domain';\nimport { RecordModifyService } from '../record-modify/record-modify.service';\nimport { RecordModifySharedService } from '../record-modify/record-modify.shared.service';\nimport type { IRecordInnerRo } from '../record.service';\nimport { RecordService } from '../record.service';\nimport type { IUpdateRecordsInternalRo } from '../type';\n\n@Injectable()\nexport class RecordOpenApiService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly recordService: RecordService,\n private readonly attachmentsService: AttachmentsService,\n private readonly recordModifyService: RecordModifyService,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n private readonly recordModifySharedService: RecordModifySharedService,\n private readonly tableDomainQueryService: TableDomainQueryService,\n private readonly fieldService: FieldService,\n private readonly cls: ClsService,\n private readonly eventEmitterService: EventEmitterService\n ) {}\n\n @retryOnDeadlock()\n async multipleCreateRecords(\n tableId: string,\n createRecordsRo: ICreateRecordsRo,\n ignoreMissingFields: boolean = false,\n isAiInternal?: string\n ): Promise {\n const res = await this.prismaService.$tx(\n async () =>\n this.recordModifyService.multipleCreateRecords(\n tableId,\n createRecordsRo,\n ignoreMissingFields\n ),\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n\n const appId = this.cls.get('appId');\n if (appId) {\n this.cls.set('skipRecordAuditLog', true);\n await this.recordService.emitRecordAuditLogEvent(\n CreateRecordAction.AppRecordCreate,\n tableId,\n createRecordsRo.records?.length ?? 0,\n appId\n );\n } else if (isAiInternal) {\n this.cls.set('skipRecordAuditLog', true);\n this.cls.set('user.id', 'aiRobot');\n await this.recordService.emitRecordAuditLogEvent(\n CreateRecordAction.AiRecordCreate,\n tableId,\n createRecordsRo.records?.length ?? 0\n );\n }\n\n return res;\n }\n\n /**\n * create records without any ops, only typecast and sql\n * @param tableId\n * @param createRecordsRo\n */\n async createRecordsOnlySql(tableId: string, createRecordsRo: ICreateRecordsRo): Promise {\n await this.prismaService.$tx(async () => {\n return await this.recordModifyService.createRecordsOnlySql(tableId, createRecordsRo);\n });\n }\n\n async createRecords(\n tableId: string,\n createRecordsRo: ICreateRecordsRo & { records: IMakeOptional[] },\n ignoreMissingFields: boolean = false\n ): Promise {\n return await this.prismaService.$tx(\n async () =>\n this.recordModifyService.multipleCreateRecords(\n tableId,\n createRecordsRo,\n ignoreMissingFields\n ),\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n }\n\n @retryOnDeadlock()\n async updateRecords(\n tableId: string,\n updateRecordsRo: IUpdateRecordsRo,\n windowId?: string,\n isAiInternal?: string\n ) {\n const res = await this.recordModifyService.updateRecords(\n tableId,\n updateRecordsRo as IUpdateRecordsInternalRo,\n windowId\n );\n\n const appId = this.cls.get('appId');\n if (appId) {\n this.cls.set('skipRecordAuditLog', true);\n await this.recordService.emitRecordAuditLogEvent(\n UpdateRecordAction.AppRecordUpdate,\n tableId,\n updateRecordsRo.records?.length ?? 0,\n appId\n );\n } else if (isAiInternal) {\n this.cls.set('skipRecordAuditLog', true);\n this.cls.set('user.id', 'aiRobot');\n await this.recordService.emitRecordAuditLogEvent(\n UpdateRecordAction.AiRecordUpdate,\n tableId,\n updateRecordsRo.records?.length ?? 0\n );\n }\n\n return res;\n }\n\n async simpleUpdateRecords(tableId: string, updateRecordsRo: IUpdateRecordsRo) {\n return await this.recordModifyService.simpleUpdateRecords(\n tableId,\n updateRecordsRo as IUpdateRecordsInternalRo\n );\n }\n\n async updateRecord(\n tableId: string,\n recordId: string,\n updateRecordRo: IUpdateRecordRo,\n windowId?: string,\n isAiInternal?: string\n ): Promise {\n await this.updateRecords(\n tableId,\n {\n ...updateRecordRo,\n records: [{ id: recordId, fields: updateRecordRo.record.fields }],\n },\n windowId,\n isAiInternal\n );\n\n const snapshots = await this.recordService.getSnapshotBulkWithPermission(\n tableId,\n [recordId],\n undefined,\n updateRecordRo.fieldKeyType || FieldKeyType.Name,\n undefined,\n true\n );\n\n if (snapshots.length !== 1) {\n throw new CustomHttpException('update record failed', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.record.updateFailed',\n },\n });\n }\n\n return snapshots[0].data;\n }\n\n async deleteRecord(tableId: string, recordId: string, windowId?: string) {\n return this.recordModifyService.deleteRecord(tableId, recordId, windowId);\n }\n\n async deleteRecords(tableId: string, recordIds: string[], windowId?: string) {\n return this.recordModifyService.deleteRecords(tableId, recordIds, windowId);\n }\n\n async getRecordHistory(\n tableId: string,\n recordId: string | undefined,\n query: IGetRecordHistoryQuery,\n projectionIds?: string[]\n ): Promise {\n const { cursor, startDate, endDate } = query;\n const limit = 20;\n\n const dateFilter: { [key: string]: Date } = {};\n if (startDate) {\n dateFilter['gte'] = new Date(startDate);\n }\n if (endDate) {\n dateFilter['lte'] = new Date(endDate);\n }\n\n const list = await this.prismaService.recordHistory.findMany({\n where: {\n tableId,\n ...(recordId ? { recordId } : {}),\n ...(Object.keys(dateFilter).length > 0 ? { createdTime: dateFilter } : {}),\n ...(projectionIds?.length ? { fieldId: { in: projectionIds } } : {}),\n },\n select: {\n id: true,\n recordId: true,\n fieldId: true,\n before: true,\n after: true,\n createdTime: true,\n createdBy: true,\n },\n take: limit + 1,\n cursor: cursor ? { id: cursor } : undefined,\n orderBy: {\n createdTime: 'desc',\n },\n });\n\n let nextCursor: typeof cursor | undefined = undefined;\n\n if (list.length > limit) {\n const nextItem = list.pop();\n nextCursor = nextItem?.id;\n }\n\n const createdBySet: Set = new Set();\n const historyList: IRecordHistoryItemVo[] = [];\n\n for (const item of list) {\n const { id, recordId, fieldId, before, after, createdTime, createdBy } = item;\n\n createdBySet.add(createdBy);\n const beforeObj = JSON.parse(before as string);\n const afterObj = JSON.parse(after as string);\n const { meta: beforeMeta, data: beforeData } = beforeObj as IRecordHistoryItemVo['before'];\n const { meta: afterMeta, data: afterData } = afterObj as IRecordHistoryItemVo['after'];\n const { type: beforeType } = beforeMeta;\n const { type: afterType } = afterMeta;\n\n if (beforeType === FieldType.Attachment) {\n beforeObj.data = await this.recordService.getAttachmentPresignedCellValue(\n beforeData as IAttachmentCellValue\n );\n }\n\n if (afterType === FieldType.Attachment) {\n afterObj.data = await this.recordService.getAttachmentPresignedCellValue(\n afterData as IAttachmentCellValue\n );\n }\n\n historyList.push({\n id,\n tableId,\n recordId,\n fieldId,\n before: beforeObj,\n after: afterObj,\n createdTime: createdTime.toISOString(),\n createdBy,\n });\n }\n\n const userList = await this.prismaService.user.findMany({\n where: {\n id: {\n in: Array.from(createdBySet),\n },\n },\n select: {\n id: true,\n name: true,\n email: true,\n avatar: true,\n },\n });\n\n const handledUserList = userList.map((user) => {\n const { avatar } = user;\n return {\n ...user,\n avatar: avatar && getPublicFullStorageUrl(avatar),\n };\n });\n\n return {\n historyList,\n userMap: keyBy(handledUserList, 'id'),\n nextCursor,\n };\n }\n\n private async getValidateAttachmentRecord(tableId: string, recordId: string, fieldId: string) {\n const field = await this.prismaService\n .txClient()\n .field.findFirstOrThrow({\n where: {\n id: fieldId,\n deletedTime: null,\n },\n select: {\n id: true,\n type: true,\n isComputed: true,\n },\n })\n .catch(() => {\n throw new CustomHttpException(`Field ${fieldId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.field.notFound',\n },\n });\n });\n\n if (field.type !== FieldType.Attachment) {\n throw new CustomHttpException('Field is not an attachment', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.field.notAttachment',\n },\n });\n }\n\n if (field.isComputed) {\n throw new CustomHttpException('Field is computed', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.field.isComputed',\n },\n });\n }\n\n const recordData = await this.recordService.getRecordsById(tableId, [recordId]);\n const record = recordData.records[0];\n if (!record) {\n throw new CustomHttpException(`Record ${recordId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.record.notFound',\n },\n });\n }\n return record;\n }\n\n async uploadAttachment(\n tableId: string,\n recordId: string,\n fieldId: string,\n file?: Express.Multer.File,\n fileUrl?: string\n ) {\n if (!file && !fileUrl) {\n throw new CustomHttpException('No file or URL provided', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.record.noFileOrUrlProvided',\n },\n });\n }\n\n const record = await this.getValidateAttachmentRecord(tableId, recordId, fieldId);\n\n const attachmentItem = file\n ? await this.attachmentsService.uploadFile(file)\n : await this.attachmentsService.uploadFromUrl(fileUrl as string);\n\n // Update the cell value\n const updateRecordRo: IUpdateRecordRo = {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [fieldId]: ((record.fields[fieldId] || []) as IAttachmentItem[]).concat(attachmentItem),\n },\n },\n };\n\n return await this.updateRecord(tableId, recordId, updateRecordRo);\n }\n\n async insertAttachment(\n tableId: string,\n recordId: string,\n fieldId: string,\n attachments: IAttachmentItem[],\n anchorId?: string\n ) {\n if (!attachments.length) {\n throw new CustomHttpException('No attachments provided', HttpErrorCode.VALIDATION_ERROR);\n }\n\n const record = await this.getValidateAttachmentRecord(tableId, recordId, fieldId);\n\n // Fetch full attachment data for each attachment item from database\n\n const current = (record.fields[fieldId] || []) as IAttachmentItem[];\n const anchorIndex = anchorId ? current.findIndex((item) => item.id === anchorId) : -1;\n const next =\n anchorIndex >= 0\n ? [...current.slice(0, anchorIndex + 1), ...attachments, ...current.slice(anchorIndex + 1)]\n : current.concat(attachments);\n\n const updateRecordRo: IUpdateRecordRo = {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [fieldId]: next,\n },\n },\n };\n\n return await this.updateRecord(tableId, recordId, updateRecordRo);\n }\n\n async duplicateRecord(\n tableId: string,\n recordId: string,\n order?: IRecordInsertOrderRo,\n projection?: string[]\n ) {\n const query = { fieldKeyType: FieldKeyType.Id, projection };\n const result = await this.recordService.getRecord(tableId, recordId, query);\n const records = { fields: result.fields };\n const createRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n order,\n records: [records],\n };\n return await this.prismaService\n .$tx(async () => this.createRecords(tableId, createRecordsRo))\n .then((res) => {\n return res.records[0];\n });\n }\n\n async buttonClick(tableId: string, recordId: string, fieldId: string) {\n const fieldRaw = await this.prismaService.txClient().field.findFirstOrThrow({\n where: {\n id: fieldId,\n type: FieldType.Button,\n deletedTime: null,\n },\n });\n\n const fieldInstance = createFieldInstanceByRaw(fieldRaw);\n const options = fieldInstance.options as IButtonFieldOptions;\n const isActive = options.workflow && options.workflow.id && options.workflow.isActive;\n if (!isActive) {\n throw new CustomHttpException(\n `Button field's workflow ${options.workflow?.id} is not active`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.workflow.notActive',\n },\n }\n );\n }\n\n const maxCount = options.maxCount || 0;\n const record = await this.recordService.getRecord(tableId, recordId, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const fieldValue = record.fields[fieldId] as IButtonFieldCellValue;\n const count = fieldValue?.count || 0;\n if (maxCount > 0 && count >= maxCount) {\n throw new CustomHttpException(\n `Button click count ${count} reached max count ${maxCount}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.button.clickCountReachedMaxCount',\n },\n }\n );\n }\n const updatedRecord: IRecord = await this.updateRecord(tableId, recordId, {\n record: {\n fields: { [fieldId]: { count: count + 1 } },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n updatedRecord.fields = pick(updatedRecord.fields, [fieldId]);\n\n return {\n tableId,\n fieldId,\n record: updatedRecord,\n };\n }\n\n async resetButton(tableId: string, recordId: string, fieldId: string) {\n const fieldRaw = await this.prismaService.txClient().field.findFirstOrThrow({\n where: {\n id: fieldId,\n type: FieldType.Button,\n deletedTime: null,\n },\n });\n\n const fieldInstance = createFieldInstanceByRaw(fieldRaw);\n const fieldOptions = fieldInstance.options as IButtonFieldOptions;\n if (!fieldOptions.resetCount) {\n throw new CustomHttpException(\n 'Button field does not support reset',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.button.notSupportReset',\n },\n }\n );\n }\n\n return await this.updateRecord(tableId, recordId, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [fieldId]: null,\n },\n },\n });\n }\n\n public async validateFieldsAndTypecast<\n T extends {\n fields: Record;\n },\n >(\n tableId: string,\n records: T[],\n fieldKeyType: FieldKeyType = FieldKeyType.Name,\n typecast: boolean = false,\n ignoreMissingFields: boolean = false\n ) {\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n return this.recordModifySharedService.validateFieldsAndTypecast(\n table,\n records,\n fieldKeyType,\n typecast,\n ignoreMissingFields\n );\n }\n\n async formSubmit(\n tableId: string,\n formSubmitRo: IFormSubmitRo,\n options?: { includeHiddenField?: boolean }\n ): Promise {\n const { viewId, fields, typecast } = formSubmitRo;\n const { includeHiddenField = false } = options ?? {};\n\n // 1. Validate view exists and is Form type\n await this.prismaService.view\n .findFirstOrThrow({\n where: { id: viewId, tableId, deletedTime: null, type: ViewType.Form },\n })\n .catch(() => {\n throw new CustomHttpException('View is not a form', HttpErrorCode.RESTRICTED_RESOURCE, {\n localization: {\n i18nKey: 'httpErrors.share.viewTypeNotAllowed',\n },\n });\n });\n\n // 2. Check field visibility - only allow submission of visible fields\n const visibleFields = await this.fieldService.getFieldsByQuery(tableId, {\n viewId,\n filterHidden: !includeHiddenField,\n });\n const visibleFieldIdSet = new Set(visibleFields.map(({ id }) => id));\n\n if (\n (!visibleFields.length && !isEmpty(fields)) ||\n Object.keys(fields).some((fieldId) => !visibleFieldIdSet.has(fieldId))\n ) {\n throw new CustomHttpException(\n 'The form contains hidden fields, submission not allowed.',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.share.hiddenFieldsSubmissionNotAllowed',\n },\n }\n );\n }\n\n // 3. Create record with form entry context\n const { records } = await this.prismaService.$tx(async () => {\n this.cls.set('entry', { type: 'form', id: viewId });\n this.cls.set('skipRecordAuditLog', true);\n return this.createRecords(tableId, {\n records: [{ fields }],\n fieldKeyType: FieldKeyType.Id,\n typecast,\n });\n });\n\n // 4. Emit form audit log\n await this.emitFormAuditLog(tableId, records.length);\n\n // 5. Validate record creation\n if (records.length === 0) {\n throw new CustomHttpException(\n 'The number of successful submit records is 0',\n HttpErrorCode.INTERNAL_SERVER_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.share.submitRecordsError',\n },\n }\n );\n }\n\n return records[0];\n }\n\n private async emitFormAuditLog(tableId: string, length: number) {\n const userId = this.cls.get('user.id');\n const origin = this.cls.get('origin');\n\n await this.cls.run(async () => {\n this.cls.set('user.id', userId);\n this.cls.set('origin', origin!);\n await this.eventEmitterService.emitAsync(Events.TABLE_RECORD_CREATE_RELATIVE, {\n action: CreateRecordAction.FormSubmit,\n resourceId: tableId,\n recordCount: length,\n });\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/open-api/record-undo-redo-service.ts", "content": "" }, { "path": "apps/nestjs-backend/src/features/record/open-api/tql.pipe.ts", "content": "import type { ArgumentMetadata, PipeTransform } from '@nestjs/common';\nimport { BadRequestException, Injectable } from '@nestjs/common';\nimport type { IFilter } from '@teable/core';\nimport { parseTQL } from '@teable/core';\n\n@Injectable()\nexport class TqlPipe\n implements PipeTransform\n{\n transform(value: T, _metadata: ArgumentMetadata) {\n this.transformFilterTql(value);\n return value;\n }\n\n private transformFilterTql(value: T): void {\n if (value.filterByTql) {\n try {\n value.filter = parseTQL(value.filterByTql);\n } catch (e) {\n throw new BadRequestException(`TQL parse error, ${(e as Error).message}`);\n }\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/field-cte-visitor.ts", "content": "/* eslint-disable sonarjs/no-collapsible-if */\n/* eslint-disable sonarjs/no-identical-functions */\n/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable sonarjs/no-duplicated-branches */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable @typescript-eslint/no-empty-function */\nimport { Logger } from '@nestjs/common';\nimport {\n DriverClient,\n FieldType,\n Relationship,\n type IFilter,\n type IFilterItem,\n type IFieldVisitor,\n type AttachmentFieldCore,\n type AutoNumberFieldCore,\n type CheckboxFieldCore,\n type CreatedByFieldCore,\n type CreatedTimeFieldCore,\n type DateFieldCore,\n type FormulaFieldCore,\n type LastModifiedByFieldCore,\n type LastModifiedTimeFieldCore,\n type LinkFieldCore,\n type LongTextFieldCore,\n type MultipleSelectFieldCore,\n type NumberFieldCore,\n type RatingFieldCore,\n type RollupFieldCore,\n type ConditionalRollupFieldCore,\n type IConditionalLookupOptions,\n type SingleLineTextFieldCore,\n type SingleSelectFieldCore,\n type UserFieldCore,\n type ButtonFieldCore,\n type Tables,\n type TableDomain,\n type ILinkFieldOptions,\n type FieldCore,\n type IRollupFieldOptions,\n DbFieldType,\n CellValueType,\n extractFieldIdsFromFilter,\n SortFunc,\n isFieldReferenceValue,\n isLinkLookupOptions,\n normalizeConditionalLimit,\n contains as FilterOperatorContains,\n doesNotContain as FilterOperatorDoesNotContain,\n hasAllOf as FilterOperatorHasAllOf,\n hasAnyOf as FilterOperatorHasAnyOf,\n hasNoneOf as FilterOperatorHasNoneOf,\n is as FilterOperatorIs,\n isAfter as FilterOperatorIsAfter,\n isAnyOf as FilterOperatorIsAnyOf,\n isBefore as FilterOperatorIsBefore,\n isExactly as FilterOperatorIsExactly,\n isGreater as FilterOperatorIsGreater,\n isGreaterEqual as FilterOperatorIsGreaterEqual,\n isLess as FilterOperatorIsLess,\n isLessEqual as FilterOperatorIsLessEqual,\n isNoneOf as FilterOperatorIsNoneOf,\n isNotEmpty as FilterOperatorIsNotEmpty,\n isNotExactly as FilterOperatorIsNotExactly,\n isEmpty as FilterOperatorIsEmpty,\n isOnOrAfter as FilterOperatorIsOnOrAfter,\n isOnOrBefore as FilterOperatorIsOnOrBefore,\n} from '@teable/core';\nimport type { Knex } from 'knex';\nimport { match } from 'ts-pattern';\nimport type { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport { ID_FIELD_NAME } from '../../field/constant';\nimport { FieldFormattingVisitor } from './field-formatting-visitor';\nimport { FieldSelectVisitor } from './field-select-visitor';\nimport type { IFieldSelectName } from './field-select.type';\nimport type {\n IMutableQueryBuilderState,\n IReadonlyQueryBuilderState,\n} from './record-query-builder.interface';\nimport { RecordQueryBuilderManager, ScopedSelectionState } from './record-query-builder.manager';\nimport {\n getLinkUsesJunctionTable,\n getTableAliasFromTable,\n getOrderedFieldsByProjection,\n isDateLikeField,\n} from './record-query-builder.util';\nimport type { IRecordQueryDialectProvider } from './record-query-dialect.interface';\n\ntype ICteResult = void;\n\nconst JUNCTION_ALIAS = 'j';\n\nconst SUPPORTED_EQUALITY_RESIDUAL_OPERATORS = new Set([\n FilterOperatorIs.value,\n FilterOperatorContains.value,\n FilterOperatorDoesNotContain.value,\n FilterOperatorIsGreater.value,\n FilterOperatorIsGreaterEqual.value,\n FilterOperatorIsLess.value,\n FilterOperatorIsLessEqual.value,\n FilterOperatorIsEmpty.value,\n FilterOperatorIsNotEmpty.value,\n FilterOperatorIsAnyOf.value,\n FilterOperatorIsNoneOf.value,\n FilterOperatorHasAnyOf.value,\n FilterOperatorHasAllOf.value,\n FilterOperatorHasNoneOf.value,\n FilterOperatorIsExactly.value,\n FilterOperatorIsNotExactly.value,\n FilterOperatorIsBefore.value,\n FilterOperatorIsAfter.value,\n FilterOperatorIsOnOrBefore.value,\n FilterOperatorIsOnOrAfter.value,\n]);\n\nconst JSON_AGG_FUNCTIONS = new Set(['array_compact', 'array_unique']);\n\nfunction parseRollupFunctionName(expression: string): string {\n const match = expression.match(/^(\\w+)\\(\\{values\\}\\)$/);\n if (!match) {\n throw new Error(`Invalid rollup expression: ${expression}`);\n }\n return match[1].toLowerCase();\n}\n\nfunction unwrapJsonAggregateForScalar(\n driver: DriverClient,\n expression: string,\n field: FieldCore,\n isJsonAggregate: boolean\n): string {\n if (\n !isJsonAggregate ||\n field.isMultipleCellValue ||\n field.dbFieldType === DbFieldType.Json ||\n driver !== DriverClient.Pg\n ) {\n return expression;\n }\n return `(${expression}) ->> 0`;\n}\n\nclass FieldCteSelectionVisitor implements IFieldVisitor {\n constructor(\n private readonly qb: Knex.QueryBuilder,\n private readonly dbProvider: IDbProvider,\n private readonly dialect: IRecordQueryDialectProvider,\n private readonly table: TableDomain,\n private readonly foreignTable: TableDomain,\n private readonly state: IReadonlyQueryBuilderState,\n private readonly joinedCtes?: Set, // Track which CTEs are already JOINed in current scope\n private readonly isSingleValueRelationshipContext: boolean = false, // In ManyOne/OneOne CTEs, avoid aggregates\n private readonly foreignAliasOverride?: string,\n private readonly currentLinkFieldId?: string,\n private readonly blockedLinkFieldIds?: ReadonlySet,\n private readonly readyLinkFieldIds?: ReadonlySet\n ) {}\n private get fieldCteMap() {\n return this.state.getFieldCteMap();\n }\n private canReuseNestedCte(fieldId?: string): fieldId is string {\n return (\n !!fieldId &&\n this.fieldCteMap.has(fieldId) &&\n fieldId !== this.currentLinkFieldId &&\n !this.blockedLinkFieldIds?.has(fieldId) &&\n (!!this.readyLinkFieldIds?.has(fieldId) || this.readyLinkFieldIds === undefined)\n );\n }\n\n private mergeBlockedLinkIds(\n extras?: Iterable\n ): ReadonlySet | undefined {\n if (!extras) {\n return this.blockedLinkFieldIds;\n }\n let result: Set | undefined;\n const base = this.blockedLinkFieldIds;\n for (const id of extras) {\n if (!id) continue;\n if (base?.has(id)) continue;\n if (!result) {\n result = new Set(base ?? []);\n }\n result.add(id);\n }\n return result ?? base;\n }\n\n private getReadyLinkFieldIdsSnapshot(): ReadonlySet | undefined {\n return this.readyLinkFieldIds ? new Set(this.readyLinkFieldIds) : undefined;\n }\n\n private createFieldSelectVisitor(\n table: TableDomain,\n alias?: string,\n rawProjection = true,\n preferRawFieldReferences = true,\n extraBlockedLinkIds?: Iterable\n ): FieldSelectVisitor {\n // Only allow link CTE references that are actually joined in this scope; otherwise\n // the selector may emit a CTE reference that isn't present in FROM/JOIN, leading\n // to \"missing FROM-clause\" errors in nested rollup/lookups during computed updates.\n const scopedReadyLinkFieldIds = this.joinedCtes\n ? new Set(this.joinedCtes)\n : this.readyLinkFieldIds;\n return new FieldSelectVisitor(\n this.qb.client.queryBuilder(),\n this.dbProvider,\n table,\n new ScopedSelectionState(this.state),\n this.dialect,\n alias,\n rawProjection,\n preferRawFieldReferences,\n this.mergeBlockedLinkIds(extraBlockedLinkIds),\n scopedReadyLinkFieldIds,\n this.currentLinkFieldId\n );\n }\n private getForeignAlias(): string {\n return this.foreignAliasOverride || getTableAliasFromTable(this.foreignTable);\n }\n private getJsonAggregationFunction(fieldReference: string): string {\n return this.dialect.jsonAggregateNonNull(fieldReference);\n }\n\n private normalizeJsonAggregateExpression(expression: string): string {\n const trimmed = expression.trim();\n if (!trimmed) {\n return expression;\n }\n const upper = trimmed.toUpperCase();\n if (upper === 'NULL') {\n return 'NULL::jsonb';\n }\n if (upper === 'NULL::JSONB') {\n return trimmed;\n }\n if (upper.startsWith('NULL::')) {\n return `(${expression})::jsonb`;\n }\n return expression;\n }\n private buildPhysicalFieldExpression(field: FieldCore, alias: string): string {\n if (field.hasError) {\n return this.dialect.typedNullFor(field.dbFieldType);\n }\n return `\"${alias}\".\"${field.dbFieldName}\"`;\n }\n\n /**\n * Build a subquery (SELECT 1 WHERE ...) for foreign table filter using provider's filterQuery.\n * The subquery references the current foreign alias in-scope and carries proper bindings.\n */\n private buildForeignFilterSubquery(filter: IFilter): string {\n const foreignAlias = this.getForeignAlias();\n // Build selectionMap mapping foreign field ids to alias-qualified columns\n const selectionMap = new Map();\n for (const f of this.foreignTable.fields.ordered) {\n selectionMap.set(f.id, `\"${foreignAlias}\".\"${f.dbFieldName}\"`);\n }\n // Build field map for filter compiler\n const fieldMap = this.foreignTable.fieldList.reduce(\n (map, f) => {\n map[f.id] = f as FieldCore;\n return map;\n },\n {} as Record\n );\n // Build subquery with WHERE conditions\n const sub = this.qb.client.queryBuilder().select(this.qb.client.raw('1'));\n this.dbProvider\n .filterQuery(sub, fieldMap, filter, undefined, { selectionMap } as unknown as {\n selectionMap: Map;\n })\n .appendQueryBuilder();\n return `(${sub.toQuery()})`;\n }\n\n private unwrapSelectName(selection: IFieldSelectName | string): string {\n return typeof selection === 'string' ? selection : selection.toQuery();\n }\n /**\n * Generate rollup aggregation expression based on rollup function\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private generateRollupAggregation(\n expression: string,\n fieldExpression: string,\n targetField: FieldCore,\n orderByField?: string,\n rowPresenceExpr?: string\n ): string {\n const functionName = parseRollupFunctionName(expression);\n return this.dialect.rollupAggregate(functionName, fieldExpression, {\n targetField,\n orderByField,\n rowPresenceExpr,\n });\n }\n\n /**\n * Generate rollup expression for single-value relationships (ManyOne/OneOne)\n * Avoids using aggregate functions so GROUP BY is not required.\n */\n private generateSingleValueRollupAggregation(\n rollupField: FieldCore,\n targetField: FieldCore,\n expression: string,\n fieldExpression: string\n ): string {\n const functionName = parseRollupFunctionName(expression);\n return this.dialect.singleValueRollupAggregate(functionName, fieldExpression, {\n rollupField,\n targetField,\n });\n }\n private buildSingleValueRollup(\n field: FieldCore,\n targetField: FieldCore,\n expression: string\n ): string {\n const rollupOptions = field.options as IRollupFieldOptions;\n const rollupFilter = (field as FieldCore).getFilter?.();\n if (rollupFilter) {\n const sub = this.buildForeignFilterSubquery(rollupFilter);\n const filteredExpr =\n this.dbProvider.driver === DriverClient.Pg\n ? `CASE WHEN EXISTS ${sub} THEN ${expression} ELSE NULL END`\n : expression;\n return this.generateSingleValueRollupAggregation(\n field,\n targetField,\n rollupOptions.expression,\n filteredExpr\n );\n }\n return this.generateSingleValueRollupAggregation(\n field,\n targetField,\n rollupOptions.expression,\n expression\n );\n }\n private buildAggregateRollup(\n rollupField: FieldCore,\n targetField: FieldCore,\n expression: string\n ): string {\n const linkField = rollupField.getLinkField(this.table);\n const options = linkField?.options as ILinkFieldOptions | undefined;\n const rollupOptions = rollupField.options as IRollupFieldOptions;\n\n let orderByField: string | undefined;\n if (this.dbProvider.driver === DriverClient.Pg && linkField && options) {\n const usesJunctionTable = getLinkUsesJunctionTable(linkField);\n const hasOrderColumn = linkField.getHasOrderColumn();\n if (usesJunctionTable) {\n orderByField = hasOrderColumn\n ? `${JUNCTION_ALIAS}.\"${linkField.getOrderColumnName()}\" IS NULL DESC, ${JUNCTION_ALIAS}.\"${linkField.getOrderColumnName()}\" ASC, ${JUNCTION_ALIAS}.\"__id\" ASC`\n : `${JUNCTION_ALIAS}.\"__id\" ASC`;\n } else if (options.relationship === Relationship.OneMany) {\n const foreignAlias = this.getForeignAlias();\n orderByField = hasOrderColumn\n ? `\"${foreignAlias}\".\"${linkField.getOrderColumnName()}\" IS NULL DESC, \"${foreignAlias}\".\"${linkField.getOrderColumnName()}\" ASC, \"${foreignAlias}\".\"__id\" ASC`\n : `\"${foreignAlias}\".\"__id\" ASC`;\n }\n }\n\n const rowPresenceField = `\"${this.getForeignAlias()}\".\"__id\"`;\n\n const rollupFunctionName = parseRollupFunctionName(rollupOptions.expression);\n const aggregatesToJson = JSON_AGG_FUNCTIONS.has(rollupFunctionName);\n const formattingVisitor = new FieldFormattingVisitor(expression, this.dialect);\n const formattedExpression = targetField.accept(formattingVisitor);\n const useFormattedForArrayFunctions =\n (targetField.type === FieldType.Link ||\n targetField.type === FieldType.Formula ||\n targetField.type === FieldType.ConditionalRollup) &&\n (rollupFunctionName === 'array_join' ||\n rollupFunctionName === 'concatenate' ||\n rollupFunctionName === 'array_unique' ||\n rollupFunctionName === 'array_compact');\n const aggregationInputExpression = useFormattedForArrayFunctions\n ? formattedExpression\n : expression;\n const buildAggregate = (expr: string) => {\n const aggregate = this.generateRollupAggregation(\n rollupOptions.expression,\n expr,\n targetField,\n orderByField,\n rowPresenceField\n );\n return unwrapJsonAggregateForScalar(\n this.dbProvider.driver,\n aggregate,\n rollupField,\n aggregatesToJson\n );\n };\n\n const rollupFilter = (rollupField as FieldCore).getFilter?.();\n if (rollupFilter && this.dbProvider.driver === DriverClient.Pg) {\n const sub = this.buildForeignFilterSubquery(rollupFilter);\n const filteredExpr = `CASE WHEN EXISTS ${sub} THEN ${aggregationInputExpression} ELSE NULL END`;\n return buildAggregate(filteredExpr);\n }\n\n return buildAggregate(aggregationInputExpression);\n }\n private visitLookupField(field: FieldCore): IFieldSelectName {\n if (!field.isLookup) {\n throw new Error('Not a lookup field');\n }\n\n // If this lookup field is marked as error, don't attempt to resolve.\n // Emit a typed NULL so the expression matches the physical column.\n if (field.hasError) {\n return this.dialect.typedNullFor(field.dbFieldType);\n }\n\n if (field.isConditionalLookup) {\n const cteName = this.fieldCteMap.get(field.id);\n if (!cteName) {\n // Log warning when conditional lookup CTE is missing\n const fieldCteMapKeys = Array.from(this.fieldCteMap.keys());\n console.warn(\n `[ConditionalLookup] CTE not found for field ${field.id} (${field.name}). ` +\n `Available CTEs: [${fieldCteMapKeys.join(', ')}]. ` +\n `Returning NULL::${field.dbFieldType}`\n );\n return this.dialect.typedNullFor(field.dbFieldType);\n }\n return `\"${cteName}\".\"conditional_lookup_${field.id}\"`;\n }\n\n const foreignAlias = this.getForeignAlias();\n const targetLookupField = field.getForeignLookupField(this.foreignTable);\n\n if (!targetLookupField) {\n // Try to fetch via the CTE of the foreign link if present\n const nestedLinkFieldId = getLinkFieldId(field.lookupOptions);\n const fieldCteMap = this.state.getFieldCteMap();\n // Guard against self-referencing the CTE being defined (would require WITH RECURSIVE)\n if (this.canReuseNestedCte(nestedLinkFieldId) && this.joinedCtes?.has(nestedLinkFieldId)) {\n const nestedCteName = fieldCteMap.get(nestedLinkFieldId)!;\n // Check if this CTE is JOINed in current scope\n const linkExpr = `\"${nestedCteName}\".\"link_value\"`;\n return this.isSingleValueRelationshipContext\n ? linkExpr\n : field.isMultipleCellValue\n ? this.getJsonAggregationFunction(linkExpr)\n : linkExpr;\n }\n // If still not found or field has error, return NULL instead of throwing\n return this.dialect.typedNullFor(field.dbFieldType);\n }\n\n // Prefer physical column values to avoid recursive formula/lookup expansion.\n let expression = this.buildPhysicalFieldExpression(targetLookupField, foreignAlias);\n\n // For Postgres multi-value lookups targeting datetime-like fields, normalize the\n // element expression to an ISO8601 UTC string so downstream JSON comparisons using\n // lexicographical ranges (jsonpath @ >= \"...\" && @ <= \"...\") behave correctly.\n // Do NOT alter single-value lookups to preserve native type comparisons in filters.\n if (\n this.dbProvider.driver === DriverClient.Pg &&\n field.isMultipleCellValue &&\n isDateLikeField(targetLookupField) &&\n targetLookupField.dbFieldType === DbFieldType.DateTime\n ) {\n // Format: 2020-01-10T16:00:00.000Z, wrap as jsonb so downstream aggregation remains valid JSON.\n const isoUtcExpr = `to_char(${expression} AT TIME ZONE 'UTC', 'YYYY-MM-DD\"T\"HH24:MI:SS.MS\"Z\"')`;\n expression = `to_jsonb(${isoUtcExpr})`;\n }\n // Build deterministic order-by for multi-value lookups using the link field configuration\n const linkForOrderingId = getLinkFieldId(field.lookupOptions);\n let orderByClause: string | undefined;\n if (linkForOrderingId) {\n try {\n const linkForOrdering = this.table.getField(linkForOrderingId) as LinkFieldCore;\n const usesJunctionTable = getLinkUsesJunctionTable(linkForOrdering);\n const hasOrderColumn = linkForOrdering.getHasOrderColumn();\n if (this.dbProvider.driver === DriverClient.Pg) {\n if (usesJunctionTable) {\n orderByClause = hasOrderColumn\n ? `${JUNCTION_ALIAS}.\"${linkForOrdering.getOrderColumnName()}\" IS NULL DESC, ${JUNCTION_ALIAS}.\"${linkForOrdering.getOrderColumnName()}\" ASC, ${JUNCTION_ALIAS}.\"__id\" ASC`\n : `${JUNCTION_ALIAS}.\"__id\" ASC`;\n } else {\n orderByClause = hasOrderColumn\n ? `\"${foreignAlias}\".\"${linkForOrdering.getOrderColumnName()}\" IS NULL DESC, \"${foreignAlias}\".\"${linkForOrdering.getOrderColumnName()}\" ASC, \"${foreignAlias}\".\"__id\" ASC`\n : `\"${foreignAlias}\".\"__id\" ASC`;\n }\n }\n } catch (_) {\n // ignore ordering if link field not found in current table context\n }\n }\n\n // Field-specific filter applied here\n const filter = field.getFilter?.();\n if (!filter) {\n if (!field.isMultipleCellValue || this.isSingleValueRelationshipContext) {\n return expression;\n }\n if (this.dbProvider.driver === DriverClient.Pg && orderByClause) {\n const sanitizedExpression = this.normalizeJsonAggregateExpression(expression);\n return `json_agg(${sanitizedExpression} ORDER BY ${orderByClause}) FILTER (WHERE ${sanitizedExpression} IS NOT NULL)`;\n }\n // For SQLite, ensure deterministic ordering by aggregating from an ordered correlated subquery\n if (this.dbProvider.driver === DriverClient.Sqlite) {\n try {\n const linkForOrderingId = getLinkFieldId(field.lookupOptions);\n const fieldCteMap = this.state.getFieldCteMap();\n const mainAlias = getTableAliasFromTable(this.table);\n const foreignDb = this.foreignTable.dbTableName;\n // Prefer order from link CTE's JSON array (preserves insertion order)\n if (\n linkForOrderingId &&\n fieldCteMap.has(linkForOrderingId) &&\n this.joinedCtes?.has(linkForOrderingId) &&\n linkForOrderingId !== this.currentLinkFieldId\n ) {\n const cteName = fieldCteMap.get(linkForOrderingId)!;\n const exprForInner = expression.replaceAll(`\"${this.getForeignAlias()}\"`, '\"f\"');\n return `(\n SELECT CASE WHEN COUNT(*) > 0\n THEN json_group_array(CASE WHEN ${exprForInner} IS NOT NULL THEN ${exprForInner} END)\n ELSE NULL END\n FROM json_each(\n CASE\n WHEN json_valid((SELECT \"link_value\" FROM \"${cteName}\" WHERE \"${cteName}\".\"main_record_id\" = \"${mainAlias}\".\"__id\"))\n AND json_type((SELECT \"link_value\" FROM \"${cteName}\" WHERE \"${cteName}\".\"main_record_id\" = \"${mainAlias}\".\"__id\")) = 'array'\n THEN (SELECT \"link_value\" FROM \"${cteName}\" WHERE \"${cteName}\".\"main_record_id\" = \"${mainAlias}\".\"__id\")\n ELSE json('[]')\n END\n ) AS je\n JOIN \"${foreignDb}\" AS f ON f.\"__id\" = json_extract(je.value, '$.id')\n ORDER BY je.key ASC\n )`;\n }\n // Fallback to FK/junction ordering using the current link field\n const baseLink = field as LinkFieldCore;\n const opts = baseLink.options as ILinkFieldOptions;\n const usesJunctionTable = getLinkUsesJunctionTable(baseLink);\n const hasOrderColumn = baseLink.getHasOrderColumn();\n const fkHost = opts.fkHostTableName!;\n const selfKey = opts.selfKeyName;\n const foreignKey = opts.foreignKeyName;\n const exprForInner = expression.replaceAll(`\"${this.getForeignAlias()}\"`, '\"f\"');\n if (usesJunctionTable) {\n const ordCol = hasOrderColumn ? `j.\"${baseLink.getOrderColumnName()}\"` : undefined;\n const order = ordCol\n ? `(CASE WHEN ${ordCol} IS NULL THEN 0 ELSE 1 END) ASC, ${ordCol} ASC, j.\"__id\" ASC`\n : `j.\"__id\" ASC`;\n return `(\n SELECT CASE WHEN COUNT(*) > 0\n THEN json_group_array(CASE WHEN ${exprForInner} IS NOT NULL THEN ${exprForInner} END)\n ELSE NULL END\n FROM \"${fkHost}\" AS j\n JOIN \"${foreignDb}\" AS f ON j.\"${foreignKey}\" = f.\"__id\"\n WHERE j.\"${selfKey}\" = \"${mainAlias}\".\"__id\"\n ORDER BY ${order}\n )`;\n }\n const ordCol = hasOrderColumn ? `f.\"${opts.selfKeyName}_order\"` : undefined;\n const order = ordCol\n ? `(CASE WHEN ${ordCol} IS NULL THEN 0 ELSE 1 END) ASC, ${ordCol} ASC, f.\"__id\" ASC`\n : `f.\"__id\" ASC`;\n return `(\n SELECT CASE WHEN COUNT(*) > 0\n THEN json_group_array(CASE WHEN ${exprForInner} IS NOT NULL THEN ${exprForInner} END)\n ELSE NULL END\n FROM \"${foreignDb}\" AS f\n WHERE f.\"${selfKey}\" = \"${mainAlias}\".\"__id\"\n ORDER BY ${order}\n )`;\n } catch (_) {\n // fallback to non-deterministic aggregation\n }\n }\n return this.getJsonAggregationFunction(expression);\n }\n const sub = this.buildForeignFilterSubquery(filter);\n\n if (!field.isMultipleCellValue || this.isSingleValueRelationshipContext) {\n // Single value: conditionally null out for both PG and SQLite\n if (this.dbProvider.driver === DriverClient.Pg) {\n return `CASE WHEN EXISTS ${sub} THEN ${expression} ELSE NULL END`;\n }\n return `CASE WHEN EXISTS ${sub} THEN ${expression} ELSE NULL END`;\n }\n\n if (this.dbProvider.driver === DriverClient.Pg) {\n const sanitizedExpression = this.normalizeJsonAggregateExpression(expression);\n if (orderByClause) {\n return `json_agg(${sanitizedExpression} ORDER BY ${orderByClause}) FILTER (WHERE (EXISTS ${sub}) AND ${sanitizedExpression} IS NOT NULL)`;\n }\n return `json_agg(${sanitizedExpression}) FILTER (WHERE (EXISTS ${sub}) AND ${sanitizedExpression} IS NOT NULL)`;\n }\n\n // SQLite: use a correlated, ordered subquery to produce deterministic ordering\n try {\n const linkForOrderingId = getLinkFieldId(field.lookupOptions);\n const fieldCteMap = this.state.getFieldCteMap();\n const mainAlias = getTableAliasFromTable(this.table);\n const foreignDb = this.foreignTable.dbTableName;\n // Prefer order from link CTE JSON array\n if (\n linkForOrderingId &&\n fieldCteMap.has(linkForOrderingId) &&\n this.joinedCtes?.has(linkForOrderingId) &&\n linkForOrderingId !== this.currentLinkFieldId\n ) {\n const cteName = fieldCteMap.get(linkForOrderingId)!;\n const exprForInner = expression.replaceAll(`\"${this.getForeignAlias()}\"`, '\"f\"');\n const subForInner = sub.replaceAll(`\"${this.getForeignAlias()}\"`, '\"f\"');\n return `(\n SELECT CASE WHEN SUM(CASE WHEN (EXISTS ${subForInner}) THEN 1 ELSE 0 END) > 0\n THEN json_group_array(CASE WHEN (EXISTS ${subForInner}) AND ${exprForInner} IS NOT NULL THEN ${exprForInner} END)\n ELSE NULL END\n FROM json_each(\n CASE\n WHEN json_valid((SELECT \"link_value\" FROM \"${cteName}\" WHERE \"${cteName}\".\"main_record_id\" = \"${mainAlias}\".\"__id\"))\n AND json_type((SELECT \"link_value\" FROM \"${cteName}\" WHERE \"${cteName}\".\"main_record_id\" = \"${mainAlias}\".\"__id\")) = 'array'\n THEN (SELECT \"link_value\" FROM \"${cteName}\" WHERE \"${cteName}\".\"main_record_id\" = \"${mainAlias}\".\"__id\")\n ELSE json('[]')\n END\n ) AS je\n JOIN \"${foreignDb}\" AS f ON f.\"__id\" = json_extract(je.value, '$.id')\n ORDER BY je.key ASC\n )`;\n }\n if (linkForOrderingId) {\n const linkForOrdering = this.table.getField(linkForOrderingId) as LinkFieldCore;\n const opts = linkForOrdering.options as ILinkFieldOptions;\n const usesJunctionTable = getLinkUsesJunctionTable(linkForOrdering);\n const hasOrderColumn = linkForOrdering.getHasOrderColumn();\n const fkHost = opts.fkHostTableName!;\n const selfKey = opts.selfKeyName;\n const foreignKey = opts.foreignKeyName;\n // Adapt expression and filter subquery to inner alias \"f\"\n const exprForInner = expression.replaceAll(`\"${this.getForeignAlias()}\"`, '\"f\"');\n const subForInner = sub.replaceAll(`\"${this.getForeignAlias()}\"`, '\"f\"');\n if (usesJunctionTable) {\n const ordCol = hasOrderColumn ? `j.\"${linkForOrdering.getOrderColumnName()}\"` : undefined;\n const order = ordCol\n ? `(CASE WHEN ${ordCol} IS NULL THEN 0 ELSE 1 END) ASC, ${ordCol} ASC, j.\"__id\" ASC`\n : `j.\"__id\" ASC`;\n return `(\n SELECT CASE WHEN SUM(CASE WHEN (EXISTS ${subForInner}) THEN 1 ELSE 0 END) > 0\n THEN json_group_array(CASE WHEN (EXISTS ${subForInner}) AND ${exprForInner} IS NOT NULL THEN ${exprForInner} END)\n ELSE NULL END\n FROM \"${fkHost}\" AS j\n JOIN \"${foreignDb}\" AS f ON j.\"${foreignKey}\" = f.\"__id\"\n WHERE j.\"${selfKey}\" = \"${mainAlias}\".\"__id\"\n ORDER BY ${order}\n )`;\n } else {\n const ordCol = hasOrderColumn ? `f.\"${selfKey}_order\"` : undefined;\n const order = ordCol\n ? `(CASE WHEN ${ordCol} IS NULL THEN 0 ELSE 1 END) ASC, ${ordCol} ASC, f.\"__id\" ASC`\n : `f.\"__id\" ASC`;\n return `(\n SELECT CASE WHEN SUM(CASE WHEN (EXISTS ${subForInner}) THEN 1 ELSE 0 END) > 0\n THEN json_group_array(CASE WHEN (EXISTS ${subForInner}) AND ${exprForInner} IS NOT NULL THEN ${exprForInner} END)\n ELSE NULL END\n FROM \"${foreignDb}\" AS f\n WHERE f.\"${selfKey}\" = \"${mainAlias}\".\"__id\"\n ORDER BY ${order}\n )`;\n }\n }\n // Default ordering using the current link field\n const baseLink = field as LinkFieldCore;\n const opts = baseLink.options as ILinkFieldOptions;\n const usesJunctionTable = getLinkUsesJunctionTable(baseLink);\n const hasOrderColumn = baseLink.getHasOrderColumn();\n const fkHost = opts.fkHostTableName!;\n const selfKey = opts.selfKeyName;\n const foreignKey = opts.foreignKeyName;\n const exprForInner = expression.replaceAll(`\"${this.getForeignAlias()}\"`, '\"f\"');\n const subForInner = sub.replaceAll(`\"${this.getForeignAlias()}\"`, '\"f\"');\n if (usesJunctionTable) {\n const ordCol = hasOrderColumn ? `j.\"${baseLink.getOrderColumnName()}\"` : undefined;\n const order = ordCol\n ? `(CASE WHEN ${ordCol} IS NULL THEN 0 ELSE 1 END) ASC, ${ordCol} ASC, j.\"__id\" ASC`\n : `j.\"__id\" ASC`;\n return `(\n SELECT CASE WHEN SUM(CASE WHEN (EXISTS ${subForInner}) THEN 1 ELSE 0 END) > 0\n THEN json_group_array(CASE WHEN (EXISTS ${subForInner}) AND ${exprForInner} IS NOT NULL THEN ${exprForInner} END)\n ELSE NULL END\n FROM \"${fkHost}\" AS j\n JOIN \"${foreignDb}\" AS f ON j.\"${foreignKey}\" = f.\"__id\"\n WHERE j.\"${selfKey}\" = \"${mainAlias}\".\"__id\"\n ORDER BY ${order}\n )`;\n }\n {\n const ordCol = hasOrderColumn ? `f.\"${selfKey}_order\"` : undefined;\n const order = ordCol\n ? `(CASE WHEN ${ordCol} IS NULL THEN 0 ELSE 1 END) ASC, ${ordCol} ASC, f.\"__id\" ASC`\n : `f.\"__id\" ASC`;\n return `(\n SELECT CASE WHEN SUM(CASE WHEN (EXISTS ${subForInner}) THEN 1 ELSE 0 END) > 0\n THEN json_group_array(CASE WHEN (EXISTS ${subForInner}) AND ${exprForInner} IS NOT NULL THEN ${exprForInner} END)\n ELSE NULL END\n FROM \"${foreignDb}\" AS f\n WHERE f.\"${selfKey}\" = \"${mainAlias}\".\"__id\"\n ORDER BY ${order}\n )`;\n }\n } catch (_) {\n // fall back\n }\n // Fallback: emulate FILTER and null removal using CASE inside the aggregate\n return `json_group_array(CASE WHEN (EXISTS ${sub}) AND ${expression} IS NOT NULL THEN ${expression} END)`;\n }\n visitNumberField(field: NumberFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitSingleLineTextField(field: SingleLineTextFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitLongTextField(field: LongTextFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitAttachmentField(field: AttachmentFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitCheckboxField(field: CheckboxFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitDateField(field: DateFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitRatingField(field: RatingFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitAutoNumberField(field: AutoNumberFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitLinkField(field: LinkFieldCore): IFieldSelectName {\n // If this Link field is itself a lookup (lookup-of-link), treat it as a generic lookup\n // so we resolve via nested CTEs instead of using physical link options.\n if (field.isLookup) {\n return this.visitLookupField(field);\n }\n const foreignTable = this.foreignTable;\n const driver = this.dbProvider.driver;\n const junctionAlias = JUNCTION_ALIAS;\n\n const targetLookupField = foreignTable.mustGetField(field.options.lookupFieldId);\n const usesJunctionTable = getLinkUsesJunctionTable(field);\n const foreignTableAlias = this.getForeignAlias();\n const isMultiValue = field.getIsMultiValue();\n const hasOrderColumn = field.getHasOrderColumn();\n\n // Use table alias for cleaner SQL\n const recordIdRef = `\"${foreignTableAlias}\".\"${ID_FIELD_NAME}\"`;\n\n // Prefer physical column values to avoid recursive formula/lookup expansion.\n let rawSelectionExpression = this.buildPhysicalFieldExpression(\n targetLookupField,\n foreignTableAlias\n );\n\n // Apply field formatting to build the display expression\n const formattingVisitor = new FieldFormattingVisitor(rawSelectionExpression, this.dialect);\n let formattedSelectionExpression = targetLookupField.accept(formattingVisitor);\n // Self-join: ensure expressions use the foreign alias override\n const defaultForeignAlias = getTableAliasFromTable(foreignTable);\n if (defaultForeignAlias !== foreignTableAlias) {\n formattedSelectionExpression = formattedSelectionExpression.replaceAll(\n `\"${defaultForeignAlias}\"`,\n `\"${foreignTableAlias}\"`\n );\n rawSelectionExpression = rawSelectionExpression.replaceAll(\n `\"${defaultForeignAlias}\"`,\n `\"${foreignTableAlias}\"`\n );\n }\n\n // Determine if this relationship should return multiple values (array) or single value (object)\n // Apply field-level filter for Link (only affects this column)\n const linkFieldFilter = (field as FieldCore).getFilter?.();\n const linkFilterSub = linkFieldFilter\n ? this.buildForeignFilterSubquery(linkFieldFilter)\n : undefined;\n return match(driver)\n .with(DriverClient.Pg, () => {\n // Build JSON object with id and title, then strip null values to remove title key when null\n const conditionalJsonObject = this.dialect.buildLinkJsonObject(\n recordIdRef,\n formattedSelectionExpression,\n rawSelectionExpression\n );\n\n if (isMultiValue) {\n // Filter out null records and return empty array if no valid records exist\n // Build an ORDER BY clause with NULLS FIRST semantics and stable tie-breaks using __id\n\n const orderByClause = match({ usesJunctionTable, hasOrderColumn })\n .with({ usesJunctionTable: true, hasOrderColumn: true }, () => {\n // ManyMany with order column: NULLS FIRST, then order column ASC, then junction __id ASC\n const linkField = field as LinkFieldCore;\n const ord = `${junctionAlias}.\"${linkField.getOrderColumnName()}\"`;\n return `${ord} IS NULL DESC, ${ord} ASC, ${junctionAlias}.\"__id\" ASC`;\n })\n .with({ usesJunctionTable: true, hasOrderColumn: false }, () => {\n // ManyMany without order column: order by junction __id\n return `${junctionAlias}.\"__id\" ASC`;\n })\n .with({ usesJunctionTable: false, hasOrderColumn: true }, () => {\n // OneMany/ManyOne/OneOne with order column: NULLS FIRST, then order ASC, then foreign __id ASC\n const linkField = field as LinkFieldCore;\n const ord = `\"${foreignTableAlias}\".\"${linkField.getOrderColumnName()}\"`;\n return `${ord} IS NULL DESC, ${ord} ASC, \"${foreignTableAlias}\".\"__id\" ASC`;\n })\n .with({ usesJunctionTable: false, hasOrderColumn: false }, () => `${recordIdRef} ASC`) // Fallback to record ID if no order column is available\n .exhaustive();\n\n const baseFilter = `${recordIdRef} IS NOT NULL`;\n const appliedFilter = linkFilterSub\n ? `(EXISTS ${linkFilterSub}) AND ${baseFilter}`\n : baseFilter;\n const sanitizedExpression = this.normalizeJsonAggregateExpression(conditionalJsonObject);\n return `json_agg(${sanitizedExpression} ORDER BY ${orderByClause}) FILTER (WHERE ${appliedFilter})`;\n } else {\n // For single value relationships (ManyOne, OneOne) always return a single object or null\n const cond = linkFilterSub\n ? `${recordIdRef} IS NOT NULL AND EXISTS ${linkFilterSub}`\n : `${recordIdRef} IS NOT NULL`;\n return `CASE WHEN ${cond} THEN ${conditionalJsonObject} ELSE NULL END`;\n }\n })\n .with(DriverClient.Sqlite, () => {\n // Create conditional JSON object that only includes title if it's not null\n const conditionalJsonObject = this.dialect.buildLinkJsonObject(\n recordIdRef,\n formattedSelectionExpression,\n rawSelectionExpression\n );\n\n if (isMultiValue) {\n // For SQLite, build a correlated, ordered subquery to ensure deterministic ordering\n const mainAlias = getTableAliasFromTable(this.table);\n const foreignDb = this.foreignTable.dbTableName;\n const usesJunctionTable = getLinkUsesJunctionTable(field);\n const hasOrderColumn = field.getHasOrderColumn();\n\n const innerIdRef = `\"f\".\"${ID_FIELD_NAME}\"`;\n const innerTitleExpr = formattedSelectionExpression.replaceAll(\n `\"${foreignTableAlias}\"`,\n '\"f\"'\n );\n const innerRawExpr = rawSelectionExpression.replaceAll(`\"${foreignTableAlias}\"`, '\"f\"');\n const innerJson = `CASE WHEN ${innerRawExpr} IS NOT NULL THEN json_object('id', ${innerIdRef}, 'title', ${innerTitleExpr}) ELSE json_object('id', ${innerIdRef}) END`;\n const innerFilter = linkFilterSub\n ? `(EXISTS ${linkFilterSub.replaceAll(`\"${foreignTableAlias}\"`, '\"f\"')})`\n : '1=1';\n\n const opts = field.options as ILinkFieldOptions;\n return (\n this.dialect.buildDeterministicLookupAggregate({\n tableDbName: this.table.dbTableName,\n mainAlias: getTableAliasFromTable(this.table),\n foreignDbName: this.foreignTable.dbTableName,\n foreignAlias: foreignTableAlias,\n linkFieldOrderColumn: hasOrderColumn\n ? `${JUNCTION_ALIAS}.\"${field.getOrderColumnName()}\"`\n : undefined,\n linkFieldHasOrderColumn: hasOrderColumn,\n usesJunctionTable,\n selfKeyName: opts.selfKeyName,\n foreignKeyName: opts.foreignKeyName,\n recordIdRef,\n formattedSelectionExpression,\n rawSelectionExpression,\n linkFilterSubquerySql: linkFilterSub,\n // Pass the actual junction table name here; the dialect will alias it as \"j\".\n junctionAlias: opts.fkHostTableName!,\n }) || this.getJsonAggregationFunction(conditionalJsonObject)\n );\n } else {\n const cond = linkFilterSub\n ? `${recordIdRef} IS NOT NULL AND EXISTS ${linkFilterSub}`\n : `${recordIdRef} IS NOT NULL`;\n return `CASE WHEN ${cond} THEN ${conditionalJsonObject} ELSE NULL END`;\n }\n })\n .otherwise(() => {\n throw new Error(`Unsupported database driver: ${driver}`);\n });\n }\n visitRollupField(field: RollupFieldCore): IFieldSelectName {\n if (field.isLookup) {\n return this.visitLookupField(field);\n }\n\n // If rollup field is marked as error, don't attempt to resolve; just return NULL\n if (field.hasError) {\n return this.dialect.typedNullFor(field.dbFieldType);\n }\n\n const foreignAlias = this.getForeignAlias();\n const targetLookupField = field.getForeignLookupField(this.foreignTable);\n if (!targetLookupField) {\n return this.dialect.typedNullFor(field.dbFieldType);\n }\n // Prefer physical column values to avoid recursive formula/lookup expansion.\n const expression = this.buildPhysicalFieldExpression(targetLookupField, foreignAlias);\n const linkField = field.getLinkField(this.table);\n const options = linkField?.options as ILinkFieldOptions;\n const isSingleValueRelationship =\n options.relationship === Relationship.ManyOne || options.relationship === Relationship.OneOne;\n\n if (isSingleValueRelationship) {\n return this.buildSingleValueRollup(field, targetLookupField, expression);\n }\n return this.buildAggregateRollup(field, targetLookupField, expression);\n }\n\n visitConditionalRollupField(field: ConditionalRollupFieldCore): IFieldSelectName {\n if (field.isLookup) {\n return this.visitLookupField(field);\n }\n const cteName = this.fieldCteMap.get(field.id);\n if (!cteName) {\n return this.dialect.typedNullFor(field.dbFieldType);\n }\n\n return `\"${cteName}\".\"conditional_rollup_${field.id}\"`;\n }\n visitSingleSelectField(field: SingleSelectFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitMultipleSelectField(field: MultipleSelectFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitFormulaField(field: FormulaFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitCreatedTimeField(field: CreatedTimeFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitLastModifiedTimeField(field: LastModifiedTimeFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitUserField(field: UserFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitCreatedByField(field: CreatedByFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitLastModifiedByField(field: LastModifiedByFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n visitButtonField(field: ButtonFieldCore): IFieldSelectName {\n return this.visitLookupField(field);\n }\n}\n\nexport class FieldCteVisitor implements IFieldVisitor {\n private logger = new Logger(FieldCteVisitor.name);\n\n static generateCTENameForField(table: TableDomain, field: LinkFieldCore) {\n return `CTE_${getTableAliasFromTable(table)}_${field.id}`;\n }\n\n private readonly _table: TableDomain;\n private readonly state: IMutableQueryBuilderState;\n private readonly conditionalRollupGenerationStack = new Set();\n private readonly conditionalLookupGenerationStack = new Set();\n private readonly linkCteGenerationStack = new Set();\n private readonly emittedLinkCteIds = new Set();\n private readonly pendingLinkCteNames = new Map();\n private filteredIdSet?: Set;\n private readonly projection?: string[];\n private readonly expandFormulaReferences: boolean;\n\n constructor(\n public readonly qb: Knex.QueryBuilder,\n private readonly dbProvider: IDbProvider,\n private readonly tables: Tables,\n state: IMutableQueryBuilderState | undefined,\n private readonly dialect: IRecordQueryDialectProvider,\n projection?: string[],\n expandFormulaReferences: boolean = true\n ) {\n this.state = state ?? new RecordQueryBuilderManager('table');\n this._table = tables.mustGetEntryTable();\n this.projection = projection;\n this.expandFormulaReferences = expandFormulaReferences;\n }\n\n get table() {\n return this._table;\n }\n\n get fieldCteMap(): ReadonlyMap {\n return this.state.getFieldCteMap();\n }\n\n private unwrapSelectName(selection: IFieldSelectName | string): string {\n return typeof selection === 'string' ? selection : selection.toQuery();\n }\n\n private getReadyLinkFieldIdsSnapshotForVisitor(): ReadonlySet | undefined {\n return new Set(this.emittedLinkCteIds);\n }\n\n private createFieldSelectVisitor(\n table: TableDomain,\n alias?: string,\n rawProjection = true,\n preferRawFieldReferences = true,\n blockedLinkFieldIds?: Iterable\n ): FieldSelectVisitor {\n let blocked: Set | undefined;\n if (this.linkCteGenerationStack.size) {\n blocked = new Set(this.linkCteGenerationStack);\n }\n if (blockedLinkFieldIds) {\n for (const id of blockedLinkFieldIds) {\n if (!id) continue;\n if (!blocked) {\n blocked = new Set();\n }\n blocked.add(id);\n }\n }\n\n let currentLinkFieldId: string | undefined;\n for (const id of this.linkCteGenerationStack) {\n currentLinkFieldId = id;\n }\n return new FieldSelectVisitor(\n this.qb.client.queryBuilder(),\n this.dbProvider,\n table,\n new ScopedSelectionState(this.state),\n this.dialect,\n alias,\n rawProjection,\n preferRawFieldReferences,\n blocked,\n new Set(this.emittedLinkCteIds),\n currentLinkFieldId\n );\n }\n\n private getCteNameForField(fieldId: string): string | undefined {\n return this.state.getCteName(fieldId) ?? this.pendingLinkCteNames.get(fieldId);\n }\n\n private buildFieldReferenceContext(\n table: TableDomain,\n foreignTable: TableDomain,\n mainAlias: string,\n foreignAlias: string\n ): {\n fieldReferenceSelectionMap: Map;\n fieldReferenceFieldMap: Map;\n } {\n const fieldReferenceSelectionMap = new Map();\n const fieldReferenceFieldMap = new Map();\n\n if (table.id === foreignTable.id) {\n for (const field of table.fields.ordered) {\n fieldReferenceSelectionMap.set(field.id, `\"${foreignAlias}\".\"${field.dbFieldName}\"`);\n fieldReferenceFieldMap.set(field.id, field as FieldCore);\n }\n return { fieldReferenceSelectionMap, fieldReferenceFieldMap };\n }\n\n for (const field of table.fields.ordered) {\n fieldReferenceSelectionMap.set(field.id, `\"${mainAlias}\".\"${field.dbFieldName}\"`);\n fieldReferenceFieldMap.set(field.id, field as FieldCore);\n }\n\n for (const field of foreignTable.fields.ordered) {\n if (fieldReferenceSelectionMap.has(field.id)) continue;\n fieldReferenceSelectionMap.set(field.id, `\"${foreignAlias}\".\"${field.dbFieldName}\"`);\n fieldReferenceFieldMap.set(field.id, field as FieldCore);\n }\n\n return { fieldReferenceSelectionMap, fieldReferenceFieldMap };\n }\n\n private buildPhysicalFieldExpression(field: FieldCore, alias: string): string {\n if (field.hasError) {\n return this.dialect.typedNullFor(field.dbFieldType);\n }\n return `\"${alias}\".\"${field.dbFieldName}\"`;\n }\n\n private buildConditionalFilterSelectionMap(\n foreignTable: TableDomain,\n foreignAlias: string,\n filter: IFilter | null | undefined,\n selectVisitor: FieldSelectVisitor\n ): Map {\n const selectionMap = new Map();\n if (!filter) return selectionMap;\n\n const filterFieldIds = extractFieldIdsFromFilter(filter);\n for (const fieldId of filterFieldIds) {\n const field = foreignTable.getField(fieldId);\n if (!field) continue;\n let selection = this.buildPhysicalFieldExpression(field, foreignAlias);\n if (\n this.expandFormulaReferences &&\n (field.type === FieldType.ConditionalRollup || field.isConditionalLookup)\n ) {\n selection = this.resolveConditionalComputedTargetExpression(\n field,\n foreignTable,\n foreignAlias,\n selectVisitor\n );\n }\n selectionMap.set(field.id, selection);\n }\n\n return selectionMap;\n }\n\n private getBaseIdSubquery(): Knex.QueryBuilder | undefined {\n const baseCteName = this.state.getBaseCteName();\n if (!baseCteName) {\n return undefined;\n }\n return this.qb.client.queryBuilder().select(ID_FIELD_NAME).from(baseCteName);\n }\n\n private applyMainTableRestriction(builder: Knex.QueryBuilder, alias: string): void {\n const subquery = this.getBaseIdSubquery();\n if (!subquery) {\n return;\n }\n builder.whereIn(`${alias}.${ID_FIELD_NAME}`, subquery);\n }\n\n private withCte(\n name: string,\n builder: (qb: Knex.QueryBuilder) => void,\n opts?: { materialized?: boolean }\n ): void {\n const qbWithMaterialized = this.qb as Knex.QueryBuilder & {\n withMaterialized?: (\n alias: string,\n expression: Knex.QueryBuilder | ((qb: Knex.QueryBuilder) => void)\n ) => Knex.QueryBuilder;\n };\n if (opts?.materialized && typeof qbWithMaterialized.withMaterialized === 'function') {\n qbWithMaterialized.withMaterialized(name, builder);\n return;\n }\n this.qb.with(name, builder);\n }\n\n private fromTableWithRestriction(\n builder: Knex.QueryBuilder,\n table: TableDomain,\n alias: string\n ): void {\n const source =\n table.id === this.table.id\n ? this.state.getOriginalMainTableSource() ?? table.dbTableName\n : table.dbTableName;\n builder.from(`${source} as ${alias}`);\n if (table.id === this.table.id) {\n this.applyMainTableRestriction(builder, alias);\n }\n }\n\n private ensureLinkDependencyForScope(\n candidate: LinkFieldCore | null | undefined,\n foreignTable: TableDomain,\n currentLinkFieldId: string,\n nestedJoins: Set\n ): void {\n if (!candidate?.id || candidate.id === currentLinkFieldId) {\n return;\n }\n // When the candidate link field is currently being generated higher up the stack,\n // avoid joining to its CTE (it does not exist yet and would create a cyclic dependency).\n if (this.linkCteGenerationStack.has(candidate.id)) {\n return;\n }\n if (!this.fieldCteMap.has(candidate.id)) {\n this.generateLinkFieldCteForTable(foreignTable, candidate);\n }\n // Only join nested CTEs that have already been materialized earlier in the WITH clause.\n if (this.fieldCteMap.has(candidate.id) && this.emittedLinkCteIds.has(candidate.id)) {\n nestedJoins.add(candidate.id);\n }\n }\n\n private getBlockedLinkFieldIds(currentLinkFieldId: string): ReadonlySet | undefined {\n if (!this.linkCteGenerationStack.size) {\n return undefined;\n }\n const blocked = new Set(this.linkCteGenerationStack);\n return blocked.size ? blocked : undefined;\n }\n\n /**\n * Apply an explicit cast to align the SQL expression type with the target field's DB column type.\n * This prevents Postgres from rejecting UPDATE ... FROM assignments due to type mismatches\n * (e.g., assigning a text expression to a double precision column).\n */\n private castExpressionForDbType(expression: string, field: FieldCore): string {\n if (this.dbProvider.driver !== DriverClient.Pg) return expression;\n const castSuffix = (() => {\n switch (field.dbFieldType) {\n case DbFieldType.Json:\n return '::jsonb';\n case DbFieldType.Integer:\n return '::integer';\n case DbFieldType.Real:\n return '::double precision';\n case DbFieldType.DateTime:\n return '::timestamptz';\n case DbFieldType.Boolean:\n return '::boolean';\n case DbFieldType.Blob:\n return '::bytea';\n case DbFieldType.Text:\n default:\n return '::text';\n }\n })();\n return `(${expression})${castSuffix}`;\n }\n\n private rollupFunctionSupportsOrdering(expression: string): boolean {\n const fn = parseRollupFunctionName(expression);\n switch (fn) {\n case 'array_join':\n case 'array_compact':\n case 'concatenate':\n return true;\n default:\n return false;\n }\n }\n\n private buildConditionalRollupAggregation(\n rollupExpression: string,\n fieldExpression: string,\n targetField: FieldCore,\n foreignAlias: string,\n orderByClause?: string\n ): string {\n const fn = parseRollupFunctionName(rollupExpression);\n const shouldFlattenNestedArray =\n fn === 'array_compact' &&\n ((targetField?.isMultipleCellValue ?? false) || (targetField?.isConditionalLookup ?? false));\n return this.dialect.rollupAggregate(fn, fieldExpression, {\n targetField,\n rowPresenceExpr: `\"${foreignAlias}\".\"${ID_FIELD_NAME}\"`,\n orderByField: orderByClause,\n flattenNestedArray: shouldFlattenNestedArray,\n });\n }\n\n private extractConditionalEqualityJoinPlan(\n filter: IFilter | null | undefined,\n table: TableDomain,\n foreignTable: TableDomain,\n mainAlias: string,\n foreignAlias: string\n ): {\n joinKeys: Array<{ alias: string; hostExpr: string; foreignExpr: string }>;\n residualFilter: IFilter | null;\n } | null {\n if (!filter?.filterSet?.length) return null;\n\n const joinKeys: Array<{ alias: string; hostExpr: string; foreignExpr: string }> = [];\n\n type FilterNode = Exclude;\n\n const buildResidual = (\n current: IFilter | null | undefined\n ): { ok: boolean; residual: IFilter } => {\n if (!current?.filterSet?.length) return { ok: false, residual: null };\n const conjunction = current.conjunction ?? 'and';\n if (conjunction !== 'and') return { ok: false, residual: null };\n\n const residualEntries: Array = [];\n\n for (const entry of current.filterSet ?? []) {\n if (!entry) continue;\n if ('fieldId' in entry) {\n const item = entry as IFilterItem;\n\n if (item.operator === FilterOperatorIs.value && isFieldReferenceValue(item.value)) {\n const hostRef = item.value;\n if (hostRef.tableId && hostRef.tableId !== table.id) {\n return { ok: false, residual: null };\n }\n const foreignField = foreignTable.getField(item.fieldId);\n const hostField = table.getField(hostRef.fieldId);\n if (!foreignField || !hostField) {\n return { ok: false, residual: null };\n }\n if (isDateLikeField(foreignField) || isDateLikeField(hostField)) {\n return { ok: false, residual: null };\n }\n // When the foreign scope is the same table, compare the host record's fieldId\n // against the foreign row's referenced field so \"Field A is {Field B}\" reads as\n // host.FieldA = foreign.FieldB instead of the reverse.\n const hostJoinField = foreignTable.id === table.id ? foreignField : hostField;\n const foreignJoinField = foreignTable.id === table.id ? hostField : foreignField;\n const joinKey = this.buildConditionalEqualityJoinKey(\n hostJoinField,\n foreignJoinField,\n mainAlias,\n foreignAlias\n );\n if (!joinKey) {\n return { ok: false, residual: null };\n }\n const alias = `__cr_key_${joinKeys.length}`;\n joinKeys.push({ alias, ...joinKey });\n continue;\n }\n\n if (isFieldReferenceValue(item.value)) {\n return { ok: false, residual: null };\n }\n\n if (!SUPPORTED_EQUALITY_RESIDUAL_OPERATORS.has(item.operator)) {\n return { ok: false, residual: null };\n }\n\n residualEntries.push(entry);\n continue;\n }\n\n if ('filterSet' in entry) {\n const nested = buildResidual(entry as IFilter);\n if (!nested.ok) {\n return { ok: false, residual: null };\n }\n const nestedResidual = nested.residual;\n if (nestedResidual && 'filterSet' in nestedResidual && nestedResidual.filterSet?.length) {\n residualEntries.push(nestedResidual as FilterNode);\n }\n continue;\n }\n\n return { ok: false, residual: null };\n }\n\n if (!residualEntries.length) {\n return { ok: true, residual: null };\n }\n\n return {\n ok: true,\n residual: {\n conjunction,\n filterSet: residualEntries,\n } as FilterNode,\n };\n };\n\n const { ok, residual } = buildResidual(filter);\n if (!ok || !joinKeys.length) return null;\n return { joinKeys, residualFilter: residual };\n }\n\n private getConditionalEqualityFallback(aggregationFn: string, field: FieldCore): string | null {\n switch (aggregationFn) {\n case 'countall':\n case 'count':\n case 'counta':\n case 'sum':\n case 'average':\n return '0::double precision';\n case 'max':\n case 'min': {\n const dbType = field.dbFieldType ?? DbFieldType.Text;\n return this.dialect.typedNullFor(dbType);\n }\n default:\n return null;\n }\n }\n\n private buildConditionalEqualityJoinKey(\n hostField: FieldCore,\n foreignField: FieldCore,\n mainAlias: string,\n foreignAlias: string\n ): { hostExpr: string; foreignExpr: string } | null {\n const hostDbType = hostField.dbFieldType;\n const foreignDbType = foreignField.dbFieldType;\n const hostRef = `\"${mainAlias}\".\"${hostField.dbFieldName}\"`;\n const foreignRef = `\"${foreignAlias}\".\"${foreignField.dbFieldName}\"`;\n\n const isTextHost = hostDbType === DbFieldType.Text;\n const isTextForeign = foreignDbType === DbFieldType.Text;\n const isJsonHost = hostDbType === DbFieldType.Json;\n const isJsonForeign = foreignDbType === DbFieldType.Json;\n\n const isUserOrLinkField = (field: FieldCore) =>\n [FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy, FieldType.Link].includes(\n field.type\n );\n\n if (\n isJsonHost &&\n isJsonForeign &&\n isUserOrLinkField(hostField) &&\n isUserOrLinkField(foreignField)\n ) {\n if (hostField.isMultipleCellValue || foreignField.isMultipleCellValue) {\n return null;\n }\n if (this.dbProvider.driver === DriverClient.Pg) {\n return {\n hostExpr: `jsonb_extract_path_text(${hostRef}::jsonb, 'id')`,\n foreignExpr: `jsonb_extract_path_text(${foreignRef}::jsonb, 'id')`,\n };\n }\n if (this.dbProvider.driver === DriverClient.Sqlite) {\n return {\n hostExpr: `json_extract(${hostRef}, '$.id')`,\n foreignExpr: `json_extract(${foreignRef}, '$.id')`,\n };\n }\n }\n\n // Exact type match (e.g., text-text, integer-integer)\n if (hostDbType === foreignDbType) {\n if (isTextHost && isTextForeign) {\n return { hostExpr: `LOWER(${hostRef})`, foreignExpr: `LOWER(${foreignRef})` };\n }\n return { hostExpr: hostRef, foreignExpr: foreignRef };\n }\n\n // Link-title equality against text fields (Postgres only).\n // When comparing a link field to a text field with \"is\" in conditional rollups,\n // match on linked record titles instead of the raw JSON payload. For multi-link\n // foreign fields, jsonb_path_query expands each title, so any matching title\n // satisfies the equality join.\n if (this.dbProvider.driver === DriverClient.Pg) {\n if (isTextHost && isJsonForeign && foreignField.type === FieldType.Link) {\n const path = foreignField.isMultipleCellValue ? '$[*].title' : '$.title';\n const hostExpr = `LOWER(${hostRef})`;\n const foreignExpr = `LOWER(jsonb_path_query(${foreignRef}::jsonb, '${path}') #>> '{}')`;\n return { hostExpr, foreignExpr };\n }\n\n if (isJsonHost && isTextForeign && hostField.type === FieldType.Link) {\n if (!hostField.isMultipleCellValue) {\n const path = '$.title';\n const hostExpr = `LOWER(jsonb_path_query(${hostRef}::jsonb, '${path}') #>> '{}')`;\n const foreignExpr = `LOWER(${foreignRef})`;\n return { hostExpr, foreignExpr };\n }\n // Multi-link on the host side can't be expanded without duplicating host rows.\n // Fall through to the generic text/json coercion.\n }\n }\n\n // Text/JSON combos: coerce both sides to text to avoid operator errors (text = jsonb)\n if ((isTextHost && isJsonForeign) || (isJsonHost && isTextForeign)) {\n const hostExpr = `LOWER((${hostRef})::text)`;\n const foreignExpr = `LOWER((${foreignRef})::text)`;\n return { hostExpr, foreignExpr };\n }\n\n return null;\n }\n\n private resolveConditionalComputedTargetExpression(\n targetField: FieldCore,\n foreignTable: TableDomain,\n foreignAlias: string,\n selectVisitor: FieldSelectVisitor\n ): string {\n if (\n !this.expandFormulaReferences &&\n (targetField.isLookup ||\n targetField.type === FieldType.Rollup ||\n targetField.type === FieldType.ConditionalRollup ||\n targetField.type === FieldType.Link)\n ) {\n return this.buildPhysicalFieldExpression(targetField, foreignAlias);\n }\n\n if (targetField.type === FieldType.ConditionalRollup) {\n const conditionalTarget = targetField as ConditionalRollupFieldCore;\n this.generateConditionalRollupFieldCteForScope(foreignTable, conditionalTarget);\n const nestedCteName = this.getCteNameForField(conditionalTarget.id);\n if (nestedCteName) {\n return `((SELECT \"conditional_rollup_${conditionalTarget.id}\" FROM \"${nestedCteName}\" WHERE \"${nestedCteName}\".\"main_record_id\" = \"${foreignAlias}\".\"${ID_FIELD_NAME}\"))`;\n }\n const fallback = conditionalTarget.accept(selectVisitor);\n return this.unwrapSelectName(fallback);\n }\n\n if (targetField.isConditionalLookup) {\n const options = targetField.getConditionalLookupOptions?.();\n if (options) {\n this.generateConditionalLookupFieldCteForScope(foreignTable, targetField, options);\n }\n const nestedCteName = this.getCteNameForField(targetField.id);\n if (nestedCteName) {\n const column = `conditional_lookup_${targetField.id}`;\n return `((SELECT \"${column}\" FROM \"${nestedCteName}\" WHERE \"${nestedCteName}\".\"main_record_id\" = \"${foreignAlias}\".\"${ID_FIELD_NAME}\"))`;\n }\n }\n\n const targetSelect = targetField.accept(selectVisitor);\n return this.unwrapSelectName(targetSelect);\n }\n\n private coerceConditionalLookupTargetExpression(\n expression: string,\n targetField: FieldCore\n ): string {\n if (targetField.isConditionalLookup || targetField.isMultipleCellValue) {\n return expression;\n }\n if (targetField.cellValueType === CellValueType.Number) {\n if (this.dbProvider.driver === DriverClient.Pg) {\n return `(${expression})::double precision`;\n }\n if (this.dbProvider.driver === DriverClient.Sqlite) {\n return `CAST(${expression} AS NUMERIC)`;\n }\n }\n if (targetField.cellValueType === CellValueType.Boolean) {\n if (this.dbProvider.driver === DriverClient.Pg) {\n return `(${expression})::boolean`;\n }\n if (this.dbProvider.driver === DriverClient.Sqlite) {\n return `CAST(${expression} AS NUMERIC)`;\n }\n }\n return expression;\n }\n\n private generateConditionalRollupFieldCte(field: ConditionalRollupFieldCore): void {\n this.generateConditionalRollupFieldCteForScope(this.table, field);\n }\n\n private generateConditionalRollupFieldCteForScope(\n table: TableDomain,\n field: ConditionalRollupFieldCore\n ): void {\n if (field.hasError) return;\n if (this.state.getFieldCteMap().has(field.id)) return;\n if (this.conditionalRollupGenerationStack.has(field.id)) return;\n\n this.conditionalRollupGenerationStack.add(field.id);\n try {\n const {\n foreignTableId,\n lookupFieldId,\n expression = 'countall({values})',\n filter,\n sort,\n limit,\n } = field.options;\n if (!foreignTableId || !lookupFieldId) {\n return;\n }\n\n const foreignTable = this.tables.getTable(foreignTableId);\n if (!foreignTable) {\n return;\n }\n\n const targetField = foreignTable.getField(lookupFieldId);\n if (!targetField) {\n return;\n }\n\n const joinToMain = table === this.table;\n\n const cteName = `CTE_REF_${field.id}`;\n const mainAlias = getTableAliasFromTable(table);\n const foreignAlias = getTableAliasFromTable(foreignTable);\n const foreignAliasUsed = foreignAlias === mainAlias ? `${foreignAlias}_ref` : foreignAlias;\n\n const selectVisitor = this.createFieldSelectVisitor(\n foreignTable,\n foreignAliasUsed,\n true,\n !this.expandFormulaReferences\n );\n\n const rawExpression = this.resolveConditionalComputedTargetExpression(\n targetField,\n foreignTable,\n foreignAliasUsed,\n selectVisitor\n );\n const normalizedExpression = this.coerceConditionalLookupTargetExpression(\n rawExpression,\n targetField\n );\n const formattingVisitor = new FieldFormattingVisitor(rawExpression, this.dialect);\n const formattedExpression = targetField.accept(formattingVisitor);\n\n const aggregationFn = parseRollupFunctionName(expression);\n const useFormattedForArrayFunctions =\n (targetField.type === FieldType.Link ||\n targetField.type === FieldType.Formula ||\n targetField.type === FieldType.ConditionalRollup) &&\n (aggregationFn === 'array_join' ||\n aggregationFn === 'concatenate' ||\n aggregationFn === 'array_unique' ||\n aggregationFn === 'array_compact');\n const aggregationInputExpression = useFormattedForArrayFunctions\n ? formattedExpression\n : rawExpression;\n\n const supportsOrdering = this.rollupFunctionSupportsOrdering(expression);\n\n let orderByClause: string | undefined;\n if (supportsOrdering && sort?.fieldId) {\n const sortField = foreignTable.getField(sort.fieldId);\n if (sortField) {\n let sortExpression = this.resolveConditionalComputedTargetExpression(\n sortField,\n foreignTable,\n foreignAliasUsed,\n selectVisitor\n );\n\n const defaultForeignAlias = getTableAliasFromTable(foreignTable);\n if (defaultForeignAlias !== foreignAliasUsed) {\n sortExpression = sortExpression.replaceAll(\n `\"${defaultForeignAlias}\"`,\n `\"${foreignAliasUsed}\"`\n );\n }\n\n const direction = sort.order === SortFunc.Desc ? 'DESC' : 'ASC';\n orderByClause = `${sortExpression} ${direction}`;\n }\n }\n\n const aggregateExpression = this.buildConditionalRollupAggregation(\n expression,\n aggregationInputExpression,\n targetField,\n foreignAliasUsed,\n supportsOrdering ? orderByClause : undefined\n );\n const aggregatesToJson = JSON_AGG_FUNCTIONS.has(aggregationFn);\n const normalizedAggregateExpression = unwrapJsonAggregateForScalar(\n this.dbProvider.driver,\n aggregateExpression,\n field,\n aggregatesToJson\n );\n const castedAggregateExpression = this.castExpressionForDbType(\n normalizedAggregateExpression,\n field\n );\n\n const equalityEnabledFns = new Set([\n 'countall',\n 'count',\n 'counta',\n 'sum',\n 'average',\n 'max',\n 'min',\n 'and',\n 'or',\n 'xor',\n 'array_unique',\n ]);\n const canUseEqualityPlan =\n equalityEnabledFns.has(aggregationFn) &&\n !supportsOrdering &&\n !orderByClause &&\n !sort?.fieldId;\n const equalityPlan = canUseEqualityPlan\n ? this.extractConditionalEqualityJoinPlan(\n filter,\n table,\n foreignTable,\n mainAlias,\n foreignAliasUsed\n )\n : null;\n const preferMaterializedCte = this.dbProvider.driver === DriverClient.Pg;\n\n if (equalityPlan?.joinKeys.length) {\n const countsAlias = `__cr_counts_${field.id}`;\n const countsQuery = this.qb.client\n .queryBuilder()\n .from(`${foreignTable.dbTableName} as ${foreignAliasUsed}`);\n for (const cond of equalityPlan.joinKeys) {\n countsQuery.select(this.qb.client.raw(`${cond.foreignExpr} as \"${cond.alias}\"`));\n countsQuery.groupByRaw(cond.foreignExpr);\n }\n countsQuery.select(this.qb.client.raw(`${castedAggregateExpression} as \"reference_value\"`));\n\n if (equalityPlan.residualFilter) {\n const fieldMap = foreignTable.fieldList.reduce(\n (map, f) => {\n map[f.id] = f as FieldCore;\n return map;\n },\n {} as Record\n );\n\n const selectionMap = new Map();\n for (const f of foreignTable.fields.ordered) {\n selectionMap.set(f.id, `\"${foreignAliasUsed}\".\"${f.dbFieldName}\"`);\n }\n\n const { fieldReferenceSelectionMap, fieldReferenceFieldMap } =\n this.buildFieldReferenceContext(table, foreignTable, mainAlias, foreignAliasUsed);\n\n this.dbProvider\n .filterQuery(countsQuery, fieldMap, equalityPlan.residualFilter, undefined, {\n selectionMap,\n fieldReferenceSelectionMap,\n fieldReferenceFieldMap,\n })\n .appendQueryBuilder();\n }\n\n const equalityFallback = this.getConditionalEqualityFallback(aggregationFn, field);\n // Materialize to stop Postgres from re-running the aggregate for every outer row\n // when the host table is re-joined during UPDATE ... LIMIT pagination.\n this.withCte(\n cteName,\n (cqb) => {\n cqb.select(`${mainAlias}.${ID_FIELD_NAME} as main_record_id`);\n const refValueSql =\n equalityFallback != null\n ? `COALESCE(${countsAlias}.\"reference_value\", ${equalityFallback})`\n : `${countsAlias}.\"reference_value\"`;\n cqb.select(cqb.client.raw(`${refValueSql} as \"conditional_rollup_${field.id}\"`));\n this.fromTableWithRestriction(cqb, table, mainAlias);\n const countsSql = countsQuery.toQuery();\n cqb.leftJoin(this.qb.client.raw(`(${countsSql}) as ${countsAlias}`), (join) => {\n for (const cond of equalityPlan.joinKeys) {\n join.on(\n this.qb.client.raw(cond.hostExpr),\n '=',\n this.qb.client.raw(`${countsAlias}.\"${cond.alias}\"`)\n );\n }\n });\n },\n { materialized: preferMaterializedCte }\n );\n\n if (joinToMain && !this.state.isCteJoined(cteName)) {\n this.qb.leftJoin(cteName, `${mainAlias}.${ID_FIELD_NAME}`, `${cteName}.main_record_id`);\n this.state.markCteJoined(cteName);\n }\n\n this.state.setFieldCte(field.id, cteName);\n return;\n }\n\n const aggregateSourceQuery = this.qb.client\n .queryBuilder()\n .select('*')\n .from(`${foreignTable.dbTableName} as ${foreignAliasUsed}`);\n\n if (filter) {\n const fieldMap = foreignTable.fieldList.reduce(\n (map, f) => {\n map[f.id] = f as FieldCore;\n return map;\n },\n {} as Record\n );\n\n const selectionMap = this.buildConditionalFilterSelectionMap(\n foreignTable,\n foreignAliasUsed,\n filter,\n selectVisitor\n );\n\n const { fieldReferenceSelectionMap, fieldReferenceFieldMap } =\n this.buildFieldReferenceContext(table, foreignTable, mainAlias, foreignAliasUsed);\n\n this.dbProvider\n .filterQuery(aggregateSourceQuery, fieldMap, filter, undefined, {\n selectionMap,\n fieldReferenceSelectionMap,\n fieldReferenceFieldMap,\n })\n .appendQueryBuilder();\n }\n\n if (supportsOrdering && orderByClause) {\n aggregateSourceQuery.orderByRaw(orderByClause);\n }\n\n if (supportsOrdering) {\n const resolvedLimit = normalizeConditionalLimit(limit);\n aggregateSourceQuery.limit(resolvedLimit);\n }\n\n const aggregateQuery = this.qb.client\n .queryBuilder()\n .from(aggregateSourceQuery.as(foreignAliasUsed));\n\n aggregateQuery.select(this.qb.client.raw(`${castedAggregateExpression} as reference_value`));\n const aggregateSql = aggregateQuery.toQuery();\n\n this.withCte(\n cteName,\n (cqb) => {\n cqb\n .select(`${mainAlias}.${ID_FIELD_NAME} as main_record_id`)\n .select(cqb.client.raw(`(${aggregateSql}) as \"conditional_rollup_${field.id}\"`))\n .modify((builder) => this.fromTableWithRestriction(builder, table, mainAlias));\n },\n { materialized: preferMaterializedCte }\n );\n\n if (joinToMain && !this.state.isCteJoined(cteName)) {\n this.qb.leftJoin(cteName, `${mainAlias}.${ID_FIELD_NAME}`, `${cteName}.main_record_id`);\n this.state.markCteJoined(cteName);\n }\n\n this.state.setFieldCte(field.id, cteName);\n } finally {\n this.conditionalRollupGenerationStack.delete(field.id);\n }\n }\n\n private generateConditionalLookupFieldCte(field: FieldCore, options: IConditionalLookupOptions) {\n this.generateConditionalLookupFieldCteForScope(this.table, field, options);\n }\n\n private generateConditionalLookupFieldCteForScope(\n table: TableDomain,\n field: FieldCore,\n options: IConditionalLookupOptions\n ): void {\n if (field.hasError) {\n this.logger.warn(\n `[ConditionalLookup] Skipping CTE generation for field ${field.id} (${field.name}): field.hasError=true`\n );\n return;\n }\n if (this.state.getFieldCteMap().has(field.id)) return;\n if (this.conditionalLookupGenerationStack.has(field.id)) return;\n\n this.conditionalLookupGenerationStack.add(field.id);\n try {\n const { foreignTableId, lookupFieldId, filter, sort, limit } = options;\n if (!foreignTableId || !lookupFieldId) {\n this.logger.warn(\n `[ConditionalLookup] Skipping CTE generation for field ${field.id} (${field.name}): ` +\n `foreignTableId=${foreignTableId}, lookupFieldId=${lookupFieldId}`\n );\n return;\n }\n\n const foreignTable = this.tables.getTable(foreignTableId);\n if (!foreignTable) {\n this.logger.warn(\n `[ConditionalLookup] Skipping CTE generation for field ${field.id} (${field.name}): ` +\n `foreignTable not found for foreignTableId=${foreignTableId}`\n );\n return;\n }\n\n const targetField = foreignTable.getField(lookupFieldId);\n if (!targetField) {\n this.logger.warn(\n `[ConditionalLookup] Skipping CTE generation for field ${field.id} (${field.name}): ` +\n `targetField not found for lookupFieldId=${lookupFieldId} in foreignTable=${foreignTableId}`\n );\n return;\n }\n\n const requiredLinkFields = new Map();\n\n const ensureLinkDependencies = (candidate?: FieldCore) => {\n if (!candidate) return;\n if (candidate.type === FieldType.Link) {\n const linkField = candidate as LinkFieldCore;\n requiredLinkFields.set(linkField.id, linkField);\n if (!this.state.getFieldCteMap().has(linkField.id)) {\n this.generateLinkFieldCteForTable(foreignTable, linkField);\n }\n }\n for (const linkField of candidate.getLinkFields(foreignTable)) {\n if (!linkField) continue;\n requiredLinkFields.set(linkField.id, linkField as LinkFieldCore);\n if (this.state.getFieldCteMap().has(linkField.id)) continue;\n this.generateLinkFieldCteForTable(foreignTable, linkField as LinkFieldCore);\n }\n };\n ensureLinkDependencies(targetField);\n const preferMaterializedCte = this.dbProvider.driver === DriverClient.Pg;\n\n const joinToMain = table === this.table;\n\n const cteName = `CTE_CONDITIONAL_LOOKUP_${field.id}`;\n const mainAlias = getTableAliasFromTable(table);\n const foreignAlias = getTableAliasFromTable(foreignTable);\n const foreignAliasUsed = foreignAlias === mainAlias ? `${foreignAlias}_ref` : foreignAlias;\n\n const selectVisitor = this.createFieldSelectVisitor(\n foreignTable,\n foreignAliasUsed,\n true,\n !this.expandFormulaReferences\n );\n\n const rawExpression = this.resolveConditionalComputedTargetExpression(\n targetField,\n foreignTable,\n foreignAliasUsed,\n selectVisitor\n );\n\n const joinLinkDependencies = (qb: Knex.QueryBuilder) => {\n for (const linkField of requiredLinkFields.values()) {\n const cteName = this.getCteNameForField(linkField.id);\n if (!cteName) continue;\n qb.leftJoin(cteName, `${foreignAliasUsed}.${ID_FIELD_NAME}`, `${cteName}.main_record_id`);\n }\n };\n\n const aggregateBase = this.qb.client\n .queryBuilder()\n .select('*')\n .from(`${foreignTable.dbTableName} as ${foreignAliasUsed}`);\n\n joinLinkDependencies(aggregateBase);\n\n const normalizedExpression = this.coerceConditionalLookupTargetExpression(\n rawExpression,\n targetField\n );\n const targetValueAlias = `__cl_target_${field.id}`;\n aggregateBase.select(this.qb.client.raw(`${normalizedExpression} as \"${targetValueAlias}\"`));\n const projectedTargetExpr = `\"${foreignAliasUsed}\".\"${targetValueAlias}\"`;\n\n let orderByClause: string | undefined;\n if (sort?.fieldId) {\n const sortField = foreignTable.getField(sort.fieldId);\n if (sortField) {\n ensureLinkDependencies(sortField);\n\n let sortExpression = this.resolveConditionalComputedTargetExpression(\n sortField,\n foreignTable,\n foreignAliasUsed,\n selectVisitor\n );\n\n const defaultForeignAlias = getTableAliasFromTable(foreignTable);\n if (defaultForeignAlias !== foreignAliasUsed) {\n sortExpression = sortExpression.replaceAll(\n `\"${defaultForeignAlias}\"`,\n `\"${foreignAliasUsed}\"`\n );\n }\n\n const direction = sort.order === SortFunc.Desc ? 'DESC' : 'ASC';\n const sortAlias = `__cl_sort_${sort.fieldId}_${field.id}`;\n aggregateBase.select(this.qb.client.raw(`${sortExpression} as \"${sortAlias}\"`));\n orderByClause = `\"${sortAlias}\" ${direction}`;\n }\n }\n\n const aggregateExpressionInfo =\n field.type === FieldType.ConditionalRollup\n ? {\n expression: this.dialect.jsonAggregateNonNull(projectedTargetExpr, orderByClause),\n isJsonAggregate: true,\n }\n : (() => {\n const expression = this.buildConditionalRollupAggregation(\n 'array_compact({values})',\n projectedTargetExpr,\n targetField,\n foreignAliasUsed,\n orderByClause\n );\n return {\n expression,\n isJsonAggregate: JSON_AGG_FUNCTIONS.has('array_compact'),\n };\n })();\n const normalizedAggregateExpression = unwrapJsonAggregateForScalar(\n this.dbProvider.driver,\n aggregateExpressionInfo.expression,\n field,\n aggregateExpressionInfo.isJsonAggregate\n );\n const castedAggregateExpression = this.castExpressionForDbType(\n normalizedAggregateExpression,\n field\n );\n\n const resolvedLimit = normalizeConditionalLimit(limit);\n const equalityPlan = this.extractConditionalEqualityJoinPlan(\n filter,\n table,\n foreignTable,\n mainAlias,\n foreignAliasUsed\n );\n const lookupAlias = `conditional_lookup_${field.id}`;\n const rollupAlias = `conditional_rollup_${field.id}`;\n\n const applyConditionalFilter = (\n targetQb: Knex.QueryBuilder,\n targetFilter: IFilter | null | undefined = filter\n ) => {\n if (!targetFilter) return;\n\n const fieldMap = foreignTable.fieldList.reduce(\n (map, f) => {\n map[f.id] = f as FieldCore;\n return map;\n },\n {} as Record\n );\n\n const selectionMap = this.buildConditionalFilterSelectionMap(\n foreignTable,\n foreignAliasUsed,\n targetFilter,\n selectVisitor\n );\n\n const { fieldReferenceSelectionMap, fieldReferenceFieldMap } =\n this.buildFieldReferenceContext(table, foreignTable, mainAlias, foreignAliasUsed);\n\n this.dbProvider\n .filterQuery(targetQb, fieldMap, targetFilter, undefined, {\n selectionMap,\n fieldReferenceSelectionMap,\n fieldReferenceFieldMap,\n })\n .appendQueryBuilder();\n };\n\n if (equalityPlan?.joinKeys.length) {\n const partitionClause = equalityPlan.joinKeys.map((cond) => cond.foreignExpr).join(', ');\n const windowOrder = orderByClause ? ` ORDER BY ${orderByClause}` : '';\n const windowClause = partitionClause\n ? `PARTITION BY ${partitionClause}${windowOrder}`\n : windowOrder.trim();\n const rowNumberExpr = windowClause\n ? `ROW_NUMBER() OVER (${windowClause})`\n : 'ROW_NUMBER() OVER ()';\n\n const rankedSourceQuery = aggregateBase.clone();\n applyConditionalFilter(rankedSourceQuery, equalityPlan.residualFilter);\n\n const rankedWithWindow = this.qb.client\n .queryBuilder()\n .from(rankedSourceQuery.as(foreignAliasUsed))\n .select(`${foreignAliasUsed}.*`)\n .select(this.qb.client.raw(`${rowNumberExpr} as \"__cl_rank\"`));\n\n const limitedSourceQuery = this.qb.client\n .queryBuilder()\n .from(rankedWithWindow.as(foreignAliasUsed))\n .select('*')\n .whereRaw('\"__cl_rank\" <= ?', [resolvedLimit]);\n\n const aggregateQuery = this.qb.client\n .queryBuilder()\n .from(limitedSourceQuery.as(foreignAliasUsed));\n\n for (const cond of equalityPlan.joinKeys) {\n aggregateQuery\n .select(this.qb.client.raw(`${cond.foreignExpr} as \"${cond.alias}\"`))\n .groupByRaw(cond.foreignExpr);\n }\n\n aggregateQuery.select(\n this.qb.client.raw(`${castedAggregateExpression} as reference_value`)\n );\n const aggregateSql = aggregateQuery.toQuery();\n const joinAlias = `__cl_${field.id}`;\n\n this.withCte(\n cteName,\n (cqb) => {\n cqb.select(`${mainAlias}.${ID_FIELD_NAME} as main_record_id`);\n cqb.select(cqb.client.raw(`${joinAlias}.\"reference_value\" as \"${lookupAlias}\"`));\n if (field.type === FieldType.ConditionalRollup) {\n cqb.select(cqb.client.raw(`${joinAlias}.\"reference_value\" as \"${rollupAlias}\"`));\n }\n this.fromTableWithRestriction(cqb, table, mainAlias);\n cqb.leftJoin(this.qb.client.raw(`(${aggregateSql}) as ${joinAlias}`), (join) => {\n for (const cond of equalityPlan.joinKeys) {\n join.on(\n this.qb.client.raw(cond.hostExpr),\n '=',\n this.qb.client.raw(`${joinAlias}.\"${cond.alias}\"`)\n );\n }\n });\n },\n { materialized: preferMaterializedCte }\n );\n\n if (joinToMain && !this.state.isCteJoined(cteName)) {\n this.qb.leftJoin(cteName, `${mainAlias}.${ID_FIELD_NAME}`, `${cteName}.main_record_id`);\n this.state.markCteJoined(cteName);\n }\n\n this.state.setFieldCte(field.id, cteName);\n return;\n }\n\n const aggregateSourceQuery = aggregateBase.clone();\n applyConditionalFilter(aggregateSourceQuery);\n\n if (orderByClause) {\n aggregateSourceQuery.orderByRaw(orderByClause);\n }\n\n aggregateSourceQuery.limit(resolvedLimit);\n\n const aggregateQuery = this.qb.client\n .queryBuilder()\n .from(aggregateSourceQuery.as(foreignAliasUsed));\n\n aggregateQuery.select(this.qb.client.raw(`${castedAggregateExpression} as reference_value`));\n\n const aggregateSql = aggregateQuery.toQuery();\n\n this.withCte(\n cteName,\n (cqb) => {\n cqb.select(`${mainAlias}.${ID_FIELD_NAME} as main_record_id`);\n const makeAggregateSelect = (alias: string) =>\n cqb.client.raw(`(${aggregateSql}) as \"${alias}\"`);\n cqb.select(makeAggregateSelect(lookupAlias));\n if (field.type === FieldType.ConditionalRollup) {\n cqb.select(makeAggregateSelect(rollupAlias));\n }\n this.fromTableWithRestriction(cqb, table, mainAlias);\n },\n { materialized: preferMaterializedCte }\n );\n\n if (joinToMain && !this.state.isCteJoined(cteName)) {\n this.qb.leftJoin(cteName, `${mainAlias}.${ID_FIELD_NAME}`, `${cteName}.main_record_id`);\n this.state.markCteJoined(cteName);\n }\n\n this.state.setFieldCte(field.id, cteName);\n } finally {\n this.conditionalLookupGenerationStack.delete(field.id);\n }\n }\n\n public build() {\n const list = getOrderedFieldsByProjection(\n this.table,\n this.projection,\n this.expandFormulaReferences\n ) as FieldCore[];\n this.filteredIdSet = new Set(list.map((f) => f.id));\n\n // Ensure CTEs for any link fields that are dependencies of the projected fields.\n // This allows selecting lookup/rollup values even when the link fields themselves\n // are not part of the projection.\n for (const field of list) {\n const linkFields =\n !this.expandFormulaReferences && field.type === FieldType.Formula\n ? []\n : field.getLinkFields(this.table);\n for (const lf of linkFields) {\n if (!lf) continue;\n if (!this.state.getFieldCteMap().has(lf.id)) {\n this.generateLinkFieldCte(lf);\n }\n }\n\n if (field.isConditionalLookup) {\n const options = field.getConditionalLookupOptions?.();\n if (options) {\n this.generateConditionalLookupFieldCte(field, options);\n } else {\n this.logger.warn(\n `[ConditionalLookup] getConditionalLookupOptions returned undefined for field ${field.id} (${field.name}). ` +\n `isConditionalLookup=${field.isConditionalLookup}, lookupOptions=${JSON.stringify(field.lookupOptions)}`\n );\n }\n }\n }\n\n for (const field of list) {\n field.accept(this);\n }\n }\n\n private generateLinkFieldCte(linkField: LinkFieldCore): void {\n // Avoid defining the same CTE multiple times in a single WITH clause\n if (this.state.getFieldCteMap().has(linkField.id)) {\n return;\n }\n if (this.linkCteGenerationStack.has(linkField.id)) {\n return;\n }\n const foreignTable = this.tables.getLinkForeignTable(linkField);\n // Skip CTE generation if foreign table is missing (e.g., deleted)\n if (!foreignTable) {\n return;\n }\n const cteName = FieldCteVisitor.generateCTENameForField(this.table, linkField);\n const usesJunctionTable = getLinkUsesJunctionTable(linkField);\n const options = linkField.options as ILinkFieldOptions;\n const mainAlias = getTableAliasFromTable(this.table);\n const foreignAlias = getTableAliasFromTable(foreignTable);\n const foreignAliasUsed = foreignAlias === mainAlias ? `${foreignAlias}_f` : foreignAlias;\n const { fkHostTableName, selfKeyName, foreignKeyName, relationship } = options;\n\n this.linkCteGenerationStack.add(linkField.id);\n this.pendingLinkCteNames.set(linkField.id, cteName);\n\n try {\n const buildLinkCte = () => {\n // Determine which lookup/rollup fields depend on this link. Even if a field isn't part of\n // the current projection we still need to expose its computed column, otherwise nested CTEs\n // that reuse this link cannot reference the precomputed values mid-query.\n const lookupFields = linkField.getLookupFields(this.table);\n const rollupFields = linkField.getRollupFields(this.table);\n\n // Pre-generate nested CTEs limited to selected lookup/rollup dependencies\n this.generateNestedForeignCtesIfNeeded(\n this.table,\n foreignTable,\n linkField,\n new Set(lookupFields.map((f) => f.id)),\n new Set(rollupFields.map((f) => f.id))\n );\n\n // Hard guarantee: if any main-table lookup targets a foreign-table lookup, ensure the\n // foreign link CTE used by that target lookup is generated before referencing it.\n for (const lk of lookupFields) {\n const target = lk.getForeignLookupField(foreignTable);\n const nestedLinkId = target ? getLinkFieldId(target.lookupOptions) : undefined;\n if (nestedLinkId) {\n const nestedLink = foreignTable.getField(nestedLinkId) as LinkFieldCore | undefined;\n if (nestedLink && !this.state.getFieldCteMap().has(nestedLink.id)) {\n this.generateLinkFieldCteForTable(foreignTable, nestedLink);\n }\n }\n }\n\n // Collect all nested link dependencies that need to be JOINed\n const nestedJoins = new Set();\n\n const ensureConditionalComputedCteForField = (targetField?: FieldCore) => {\n if (!targetField) {\n return;\n }\n if (targetField.type === FieldType.ConditionalRollup && !targetField.isLookup) {\n this.generateConditionalRollupFieldCteForScope(\n foreignTable,\n targetField as ConditionalRollupFieldCore\n );\n }\n if (targetField.isConditionalLookup) {\n const options = targetField.getConditionalLookupOptions?.();\n if (options) {\n this.generateConditionalLookupFieldCteForScope(foreignTable, targetField, options);\n }\n }\n };\n\n const ensureLinkDependency = (linkFieldCore?: LinkFieldCore | null) =>\n this.ensureLinkDependencyForScope(linkFieldCore, foreignTable, linkField.id, nestedJoins);\n\n const collectLinkDependencies = (\n field: FieldCore | undefined,\n visited: Set = new Set()\n ) => {\n if (!field || visited.has(field.id)) {\n return;\n }\n visited.add(field.id);\n\n ensureConditionalComputedCteForField(field);\n\n if (field.type === FieldType.Link) {\n ensureLinkDependency(field as LinkFieldCore);\n }\n\n const viaLookupId = getLinkFieldId(field.lookupOptions);\n if (viaLookupId) {\n const nestedLinkField = foreignTable.getField(viaLookupId) as LinkFieldCore | undefined;\n ensureLinkDependency(nestedLinkField);\n }\n\n const directLinks = field.getLinkFields(foreignTable);\n for (const lf of directLinks) {\n ensureLinkDependency(lf);\n }\n\n const maybeGetReferenceFields = (\n field as unknown as {\n getReferenceFields?: (table: TableDomain) => FieldCore[];\n }\n ).getReferenceFields;\n if (typeof maybeGetReferenceFields === 'function') {\n if (this.expandFormulaReferences) {\n const referencedFields = maybeGetReferenceFields.call(field, foreignTable) ?? [];\n for (const refField of referencedFields) {\n collectLinkDependencies(refField, visited);\n }\n }\n }\n };\n\n // Helper: add dependent link fields from a target field\n const addDepLinksFromTarget = (field: FieldCore) => {\n const targetField = field.getForeignLookupField(foreignTable);\n if (!targetField) return;\n collectLinkDependencies(targetField);\n };\n\n // Ensure lookup-of-link targets bring along their nested link CTEs and are JOINed\n for (const lookupField of lookupFields) {\n const nestedLinkId = getLinkFieldId(lookupField.lookupOptions);\n if (!nestedLinkId) continue;\n const nestedLinkField = foreignTable.getField(nestedLinkId) as LinkFieldCore | undefined;\n ensureLinkDependency(nestedLinkField);\n }\n\n const ensureDisplayFieldDependencies = () => {\n const displayFieldIds = new Set();\n const lookupFieldId = (linkField.options as ILinkFieldOptions).lookupFieldId;\n if (lookupFieldId) {\n displayFieldIds.add(lookupFieldId);\n }\n const primaryField = foreignTable.getPrimaryField();\n if (primaryField?.id) {\n displayFieldIds.add(primaryField.id);\n }\n\n for (const displayFieldId of displayFieldIds) {\n const displayField = foreignTable.getField(displayFieldId) as FieldCore | undefined;\n if (displayField) {\n collectLinkDependencies(displayField);\n }\n }\n };\n\n ensureDisplayFieldDependencies();\n\n // Explicitly join nested link CTEs referenced by lookup-of-link targets so lookup values\n // remain available when the target field itself is a lookup.\n for (const lookupField of lookupFields) {\n const nestedLinkId = getLinkFieldId(lookupField.lookupOptions);\n if (!nestedLinkId) continue;\n const nestedLinkField = foreignTable.getField(nestedLinkId) as LinkFieldCore | undefined;\n ensureLinkDependency(nestedLinkField);\n }\n\n if (process.env.DEBUG_NESTED_CTE === '1' && nestedJoins.size) {\n // eslint-disable-next-line no-console\n console.log('[FieldCteVisitor] nested CTE dependencies', {\n linkFieldId: linkField.id,\n linkFieldName: linkField.name,\n relationship,\n usesJunctionTable,\n nested: Array.from(nestedJoins),\n });\n }\n\n // Check lookup fields: collect all dependent link fields\n for (const lookupField of lookupFields) {\n addDepLinksFromTarget(lookupField);\n }\n\n // Check rollup fields: collect all dependent link fields\n for (const rollupField of rollupFields) {\n addDepLinksFromTarget(rollupField);\n }\n\n addDepLinksFromTarget(linkField);\n\n this.qb\n // eslint-disable-next-line sonarjs/cognitive-complexity\n .with(cteName, (cqb) => {\n // Create set of JOINed CTEs for this scope\n const joinedCtesInScope = new Set(nestedJoins);\n const blockedLinkFieldIds = this.getBlockedLinkFieldIds(linkField.id);\n const readyLinkFieldIds = this.getReadyLinkFieldIdsSnapshotForVisitor();\n\n const visitor = new FieldCteSelectionVisitor(\n cqb,\n this.dbProvider,\n this.dialect,\n this.table,\n foreignTable,\n this.state,\n joinedCtesInScope,\n usesJunctionTable || relationship === Relationship.OneMany ? false : true,\n foreignAliasUsed,\n linkField.id,\n blockedLinkFieldIds,\n readyLinkFieldIds\n );\n const linkValue = linkField.accept(visitor);\n\n cqb.select(`${mainAlias}.${ID_FIELD_NAME} as main_record_id`);\n // Ensure jsonb type on Postgres to avoid type mismatch (e.g., NULL defaults)\n const linkValueExpr =\n this.dbProvider.driver === DriverClient.Pg ? `${linkValue}::jsonb` : `${linkValue}`;\n cqb.select(cqb.client.raw(`${linkValueExpr} as link_value`));\n\n for (const lookupField of lookupFields) {\n const visitor = new FieldCteSelectionVisitor(\n cqb,\n this.dbProvider,\n this.dialect,\n this.table,\n foreignTable,\n this.state,\n joinedCtesInScope,\n usesJunctionTable || relationship === Relationship.OneMany ? false : true,\n foreignAliasUsed,\n linkField.id,\n blockedLinkFieldIds,\n readyLinkFieldIds\n );\n const lookupValue = lookupField.accept(visitor);\n cqb.select(cqb.client.raw(`${lookupValue} as \"lookup_${lookupField.id}\"`));\n }\n\n for (const rollupField of rollupFields) {\n const visitor = new FieldCteSelectionVisitor(\n cqb,\n this.dbProvider,\n this.dialect,\n this.table,\n foreignTable,\n this.state,\n joinedCtesInScope,\n usesJunctionTable || relationship === Relationship.OneMany ? false : true,\n foreignAliasUsed,\n linkField.id,\n blockedLinkFieldIds,\n readyLinkFieldIds\n );\n const rollupValue = rollupField.accept(visitor);\n cqb.select(cqb.client.raw(`${rollupValue} as \"rollup_${rollupField.id}\"`));\n }\n\n if (usesJunctionTable) {\n if (process.env.DEBUG_NESTED_CTE === '1') {\n // eslint-disable-next-line no-console\n console.log('[FieldCteVisitor] join scope (junction)', {\n linkFieldId: linkField.id,\n relationship,\n nestedCount: nestedJoins.size,\n });\n }\n this.fromTableWithRestriction(cqb, this.table, mainAlias);\n cqb\n .leftJoin(\n `${fkHostTableName} as ${JUNCTION_ALIAS}`,\n `${mainAlias}.__id`,\n `${JUNCTION_ALIAS}.${selfKeyName}`\n )\n .leftJoin(\n `${foreignTable.dbTableName} as ${foreignAliasUsed}`,\n `${JUNCTION_ALIAS}.${foreignKeyName}`,\n `${foreignAliasUsed}.__id`\n );\n\n // Add LEFT JOINs to nested CTEs\n for (const nestedLinkFieldId of nestedJoins) {\n const nestedCteName = this.getCteNameForField(nestedLinkFieldId);\n if (!nestedCteName) {\n continue;\n }\n cqb.leftJoin(\n nestedCteName,\n `${nestedCteName}.main_record_id`,\n `${foreignAliasUsed}.__id`\n );\n }\n\n // Removed global application of all lookup/rollup filters: we now apply per-field filters only at selection time\n\n cqb.groupBy(`${mainAlias}.__id`);\n\n // For SQLite, add ORDER BY at query level since json_group_array doesn't support internal ordering\n if (this.dbProvider.driver === DriverClient.Sqlite) {\n cqb.orderBy(`${JUNCTION_ALIAS}.__id`);\n }\n } else if (relationship === Relationship.OneMany) {\n if (process.env.DEBUG_NESTED_CTE === '1') {\n // eslint-disable-next-line no-console\n console.log('[FieldCteVisitor] join scope (one-many)', {\n linkFieldId: linkField.id,\n relationship,\n nestedCount: nestedJoins.size,\n });\n }\n // For non-one-way OneMany relationships, foreign key is stored in the foreign table\n // No junction table needed\n\n this.fromTableWithRestriction(cqb, this.table, mainAlias);\n cqb.leftJoin(\n `${foreignTable.dbTableName} as ${foreignAliasUsed}`,\n `${mainAlias}.__id`,\n `${foreignAliasUsed}.${selfKeyName}`\n );\n\n // Add LEFT JOINs to nested CTEs\n for (const nestedLinkFieldId of nestedJoins) {\n const nestedCteName = this.getCteNameForField(nestedLinkFieldId);\n if (!nestedCteName) {\n continue;\n }\n cqb.leftJoin(\n nestedCteName,\n `${nestedCteName}.main_record_id`,\n `${foreignAliasUsed}.__id`\n );\n }\n\n // Removed global application of all lookup/rollup filters\n\n cqb.groupBy(`${mainAlias}.__id`);\n\n // For SQLite, add ORDER BY at query level (NULLS FIRST + stable tie-breaker)\n if (this.dbProvider.driver === DriverClient.Sqlite) {\n if (linkField.getHasOrderColumn()) {\n cqb.orderByRaw(\n `(CASE WHEN ${foreignAliasUsed}.${selfKeyName}_order IS NULL THEN 0 ELSE 1 END) ASC`\n );\n cqb.orderBy(`${foreignAliasUsed}.${selfKeyName}_order`, 'asc');\n }\n // Always tie-break by record id for deterministic order\n cqb.orderBy(`${foreignAliasUsed}.__id`, 'asc');\n }\n } else if (\n relationship === Relationship.ManyOne ||\n relationship === Relationship.OneOne\n ) {\n // Direct join for many-to-one and one-to-one relationships\n // No GROUP BY needed for single-value relationships\n\n // For OneOne and ManyOne relationships, the foreign key is always stored in fkHostTableName\n // But we need to determine the correct join condition based on which table we're querying from\n const isForeignKeyInMainTable = fkHostTableName === this.table.dbTableName;\n\n this.fromTableWithRestriction(cqb, this.table, mainAlias);\n\n if (isForeignKeyInMainTable) {\n // Foreign key is stored in the main table (original field case)\n // Join: main_table.foreign_key_column = foreign_table.__id\n cqb.leftJoin(\n `${foreignTable.dbTableName} as ${foreignAliasUsed}`,\n `${mainAlias}.${foreignKeyName}`,\n `${foreignAliasUsed}.__id`\n );\n } else {\n // Foreign key is stored in the foreign table (symmetric field case)\n // Join: foreign_table.foreign_key_column = main_table.__id\n // Note: for symmetric fields, selfKeyName and foreignKeyName are swapped\n cqb.leftJoin(\n `${foreignTable.dbTableName} as ${foreignAliasUsed}`,\n `${foreignAliasUsed}.${selfKeyName}`,\n `${mainAlias}.__id`\n );\n }\n\n // Removed global application of all lookup/rollup filters\n\n // Add LEFT JOINs to nested CTEs for single-value relationships\n for (const nestedLinkFieldId of nestedJoins) {\n const nestedCteName = this.getCteNameForField(nestedLinkFieldId);\n if (!nestedCteName) {\n continue;\n }\n cqb.leftJoin(\n nestedCteName,\n `${nestedCteName}.main_record_id`,\n `${foreignAliasUsed}.__id`\n );\n }\n }\n });\n\n if (!this.state.isCteJoined(cteName)) {\n this.qb.leftJoin(cteName, `${mainAlias}.${ID_FIELD_NAME}`, `${cteName}.main_record_id`);\n this.state.markCteJoined(cteName);\n }\n };\n\n buildLinkCte();\n this.state.setFieldCte(linkField.id, cteName);\n this.emittedLinkCteIds.add(linkField.id);\n } finally {\n this.linkCteGenerationStack.delete(linkField.id);\n this.pendingLinkCteNames.delete(linkField.id);\n }\n }\n\n /**\n * Generate CTEs for foreign table's dependent link fields if any of the lookup/rollup targets\n * on the current link field point to lookup fields in the foreign table.\n * This ensures multi-layer lookup/rollup can reference precomputed values via nested CTEs.\n */\n private generateNestedForeignCtesIfNeeded(\n mainTable: TableDomain,\n foreignTable: TableDomain,\n mainToForeignLinkField: LinkFieldCore,\n limitLookupIds?: Set,\n limitRollupIds?: Set\n ): void {\n const nestedLinkFields = new Map();\n const ensureConditionalComputedCte = (table: TableDomain, targetField?: FieldCore) => {\n if (!targetField) return;\n if (targetField.type === FieldType.ConditionalRollup && !targetField.isLookup) {\n this.generateConditionalRollupFieldCteForScope(\n table,\n targetField as ConditionalRollupFieldCore\n );\n }\n if (targetField.isConditionalLookup) {\n const options = targetField.getConditionalLookupOptions?.();\n if (options) {\n this.generateConditionalLookupFieldCteForScope(table, targetField, options);\n }\n }\n };\n\n // Collect lookup fields on main table that depend on this link\n let lookupFields = mainToForeignLinkField.getLookupFields(mainTable);\n if (limitLookupIds) {\n lookupFields = lookupFields.filter((f) => limitLookupIds.has(f.id));\n }\n for (const lookupField of lookupFields) {\n const target = lookupField.getForeignLookupField(foreignTable);\n if (target) {\n ensureConditionalComputedCte(foreignTable, target);\n if (target.type === FieldType.Link) {\n const lf = target as LinkFieldCore;\n if (!nestedLinkFields.has(lf.id)) nestedLinkFields.set(lf.id, lf);\n }\n for (const lf of target.getLinkFields(foreignTable)) {\n if (!nestedLinkFields.has(lf.id)) nestedLinkFields.set(lf.id, lf);\n }\n } else {\n const nestedId = lookupField.lookupOptions?.lookupFieldId;\n const nestedField = nestedId ? foreignTable.getField(nestedId) : undefined;\n if (\n nestedField &&\n nestedField.type === FieldType.Link &&\n !nestedLinkFields.has(nestedField.id)\n ) {\n nestedLinkFields.set(nestedField.id, nestedField as LinkFieldCore);\n }\n ensureConditionalComputedCte(foreignTable, nestedField);\n }\n }\n\n // Collect rollup fields on main table that depend on this link\n let rollupFields = mainToForeignLinkField.getRollupFields(mainTable);\n if (limitRollupIds) {\n rollupFields = rollupFields.filter((f) => limitRollupIds.has(f.id));\n }\n for (const rollupField of rollupFields) {\n const target = rollupField.getForeignLookupField(foreignTable);\n if (target) {\n ensureConditionalComputedCte(foreignTable, target);\n if (target.type === FieldType.Link) {\n const lf = target as LinkFieldCore;\n if (!nestedLinkFields.has(lf.id)) nestedLinkFields.set(lf.id, lf);\n }\n for (const lf of target.getLinkFields(foreignTable)) {\n if (!nestedLinkFields.has(lf.id)) nestedLinkFields.set(lf.id, lf);\n }\n } else {\n const nestedId = rollupField.lookupOptions?.lookupFieldId;\n const nestedField = nestedId ? foreignTable.getField(nestedId) : undefined;\n if (\n nestedField &&\n nestedField.type === FieldType.Link &&\n !nestedLinkFields.has(nestedField.id)\n ) {\n nestedLinkFields.set(nestedField.id, nestedField as LinkFieldCore);\n }\n ensureConditionalComputedCte(foreignTable, nestedField);\n }\n }\n\n // Generate CTEs for each nested link field on the foreign table if not already generated\n for (const [nestedLinkFieldId, nestedLinkFieldCore] of nestedLinkFields) {\n if (this.state.getFieldCteMap().has(nestedLinkFieldId)) continue;\n this.generateLinkFieldCteForTable(foreignTable, nestedLinkFieldCore);\n }\n }\n\n /**\n * Generate CTE for a link field using the provided table as the \"main\" table context.\n * This is used to build nested CTEs for foreign tables.\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private generateLinkFieldCteForTable(table: TableDomain, linkField: LinkFieldCore): void {\n if (this.fieldCteMap.has(linkField.id)) {\n return;\n }\n if (this.linkCteGenerationStack.has(linkField.id)) {\n return;\n }\n const foreignTable = this.tables.getLinkForeignTable(linkField);\n if (!foreignTable) {\n return;\n }\n const cteName = FieldCteVisitor.generateCTENameForField(table, linkField);\n const usesJunctionTable = getLinkUsesJunctionTable(linkField);\n const options = linkField.options as ILinkFieldOptions;\n const mainAlias = getTableAliasFromTable(table);\n const foreignAlias = getTableAliasFromTable(foreignTable);\n const foreignAliasUsed = foreignAlias === mainAlias ? `${foreignAlias}_f` : foreignAlias;\n const { fkHostTableName, selfKeyName, foreignKeyName, relationship } = options;\n\n this.linkCteGenerationStack.add(linkField.id);\n this.pendingLinkCteNames.set(linkField.id, cteName);\n\n try {\n const buildForeignLinkCte = () => {\n // Ensure deeper nested dependencies for this nested link are also generated\n this.generateNestedForeignCtesIfNeeded(table, foreignTable, linkField);\n\n const ensureConditionalComputedCteForField = (targetField?: FieldCore) => {\n if (!targetField) {\n return;\n }\n if (targetField.type === FieldType.ConditionalRollup && !targetField.isLookup) {\n this.generateConditionalRollupFieldCteForScope(\n foreignTable,\n targetField as ConditionalRollupFieldCore\n );\n }\n if (targetField.isConditionalLookup) {\n const options = targetField.getConditionalLookupOptions?.();\n if (options) {\n this.generateConditionalLookupFieldCteForScope(foreignTable, targetField, options);\n }\n }\n };\n\n const ensureLinkDependency = (linkFieldCore?: LinkFieldCore | null) =>\n this.ensureLinkDependencyForScope(linkFieldCore, foreignTable, linkField.id, nestedJoins);\n\n // Collect all nested link dependencies that need to be JOINed\n const nestedJoins = new Set();\n const lookupFields = linkField.getLookupFields(table);\n const rollupFields = linkField.getRollupFields(table);\n if (this.filteredIdSet) {\n // filteredIdSet belongs to the main table. For nested tables, we cannot filter\n // by main-table projection IDs; keep all nested lookup/rollup columns to ensure correctness.\n }\n\n const collectLinkDependencies = (\n field: FieldCore | undefined,\n visited: Set = new Set()\n ) => {\n if (!field || visited.has(field.id)) {\n return;\n }\n visited.add(field.id);\n\n ensureConditionalComputedCteForField(field);\n\n if (field.type === FieldType.Link) {\n ensureLinkDependency(field as LinkFieldCore);\n }\n\n const viaLookupId = getLinkFieldId(field.lookupOptions);\n if (viaLookupId) {\n const nestedLinkField = foreignTable.getField(viaLookupId) as LinkFieldCore | undefined;\n ensureLinkDependency(nestedLinkField);\n }\n\n const directLinks = field.getLinkFields(foreignTable);\n for (const lf of directLinks) {\n ensureLinkDependency(lf);\n }\n\n const maybeGetReferenceFields = (\n field as unknown as {\n getReferenceFields?: (table: TableDomain) => FieldCore[];\n }\n ).getReferenceFields;\n if (typeof maybeGetReferenceFields === 'function') {\n const referencedFields = maybeGetReferenceFields.call(field, foreignTable) ?? [];\n for (const refField of referencedFields) {\n collectLinkDependencies(refField, visited);\n }\n }\n };\n\n // Check if any lookup/rollup fields depend on nested CTEs\n for (const lookupField of lookupFields) {\n const target = lookupField.getForeignLookupField(foreignTable);\n if (target) {\n collectLinkDependencies(target);\n }\n }\n\n for (const rollupField of rollupFields) {\n const target = rollupField.getForeignLookupField(foreignTable);\n if (target) {\n collectLinkDependencies(target);\n }\n }\n\n collectLinkDependencies(linkField.getForeignLookupField(foreignTable));\n\n this.qb.with(cteName, (cqb) => {\n // Create set of JOINed CTEs for this scope\n const joinedCtesInScope = new Set(nestedJoins);\n const blockedLinkFieldIds = this.getBlockedLinkFieldIds(linkField.id);\n const readyLinkFieldIds = this.getReadyLinkFieldIdsSnapshotForVisitor();\n\n const visitor = new FieldCteSelectionVisitor(\n cqb,\n this.dbProvider,\n this.dialect,\n table,\n foreignTable,\n this.state,\n joinedCtesInScope,\n usesJunctionTable || relationship === Relationship.OneMany ? false : true,\n foreignAliasUsed,\n linkField.id,\n blockedLinkFieldIds,\n readyLinkFieldIds\n );\n const linkValue = linkField.accept(visitor);\n\n cqb.select(`${mainAlias}.${ID_FIELD_NAME} as main_record_id`);\n // Ensure jsonb type on Postgres to avoid type mismatch (e.g., NULL defaults)\n const linkValueExpr =\n this.dbProvider.driver === DriverClient.Pg ? `${linkValue}::jsonb` : `${linkValue}`;\n cqb.select(cqb.client.raw(`${linkValueExpr} as link_value`));\n\n for (const lookupField of lookupFields) {\n const visitor = new FieldCteSelectionVisitor(\n cqb,\n this.dbProvider,\n this.dialect,\n table,\n foreignTable,\n this.state,\n joinedCtesInScope,\n usesJunctionTable || relationship === Relationship.OneMany ? false : true,\n foreignAliasUsed,\n linkField.id,\n blockedLinkFieldIds,\n readyLinkFieldIds\n );\n const lookupValue = lookupField.accept(visitor);\n cqb.select(cqb.client.raw(`${lookupValue} as \"lookup_${lookupField.id}\"`));\n }\n\n for (const rollupField of rollupFields) {\n const visitor = new FieldCteSelectionVisitor(\n cqb,\n this.dbProvider,\n this.dialect,\n table,\n foreignTable,\n this.state,\n joinedCtesInScope,\n usesJunctionTable || relationship === Relationship.OneMany ? false : true,\n foreignAliasUsed,\n linkField.id,\n blockedLinkFieldIds,\n readyLinkFieldIds\n );\n const rollupValue = rollupField.accept(visitor);\n // Ensure the rollup CTE column has a type that matches the physical column\n // to avoid Postgres UPDATE ... FROM assignment type mismatches (e.g., text vs numeric).\n const value = typeof rollupValue === 'string' ? rollupValue : rollupValue.toQuery();\n const castedRollupValue = this.castExpressionForDbType(value, rollupField);\n cqb.select(cqb.client.raw(`${castedRollupValue} as \"rollup_${rollupField.id}\"`));\n }\n\n if (usesJunctionTable) {\n this.fromTableWithRestriction(cqb, table, mainAlias);\n cqb\n .leftJoin(\n `${fkHostTableName} as ${JUNCTION_ALIAS}`,\n `${mainAlias}.__id`,\n `${JUNCTION_ALIAS}.${selfKeyName}`\n )\n .leftJoin(\n `${foreignTable.dbTableName} as ${foreignAliasUsed}`,\n `${JUNCTION_ALIAS}.${foreignKeyName}`,\n `${foreignAliasUsed}.__id`\n );\n\n // Add LEFT JOINs to nested CTEs\n for (const nestedLinkFieldId of nestedJoins) {\n const nestedCteName = this.getCteNameForField(nestedLinkFieldId);\n if (!nestedCteName) {\n if (process.env.DEBUG_NESTED_CTE === '1') {\n // eslint-disable-next-line no-console\n console.log('[FieldCteVisitor] missing nested CTE mapping', {\n linkFieldId: linkField.id,\n nestedLinkFieldId,\n relationship,\n });\n }\n continue;\n }\n if (process.env.DEBUG_NESTED_CTE === '1') {\n // eslint-disable-next-line no-console\n console.log('[FieldCteVisitor] joining nested CTE', {\n linkFieldId: linkField.id,\n nestedLinkFieldId,\n nestedCteName,\n relationship,\n });\n }\n cqb.leftJoin(\n nestedCteName,\n `${nestedCteName}.main_record_id`,\n `${foreignAliasUsed}.__id`\n );\n }\n\n cqb.groupBy(`${mainAlias}.__id`);\n\n if (this.dbProvider.driver === DriverClient.Sqlite) {\n if (linkField.getHasOrderColumn()) {\n const ordCol = `${JUNCTION_ALIAS}.${linkField.getOrderColumnName()}`;\n cqb.orderByRaw(`(CASE WHEN ${ordCol} IS NULL THEN 0 ELSE 1 END) ASC`);\n cqb.orderBy(ordCol, 'asc');\n }\n cqb.orderBy(`${JUNCTION_ALIAS}.__id`, 'asc');\n }\n } else if (relationship === Relationship.OneMany) {\n this.fromTableWithRestriction(cqb, table, mainAlias);\n cqb.leftJoin(\n `${foreignTable.dbTableName} as ${foreignAliasUsed}`,\n `${mainAlias}.__id`,\n `${foreignAliasUsed}.${selfKeyName}`\n );\n\n // Add LEFT JOINs to nested CTEs\n for (const nestedLinkFieldId of nestedJoins) {\n const nestedCteName = this.getCteNameForField(nestedLinkFieldId);\n if (!nestedCteName) {\n continue;\n }\n if (process.env.DEBUG_NESTED_CTE === '1') {\n // eslint-disable-next-line no-console\n console.log('[FieldCteVisitor] joining nested CTE', {\n linkFieldId: linkField.id,\n nestedLinkFieldId,\n nestedCteName,\n relationship,\n });\n }\n cqb.leftJoin(\n nestedCteName,\n `${nestedCteName}.main_record_id`,\n `${foreignAliasUsed}.__id`\n );\n }\n\n cqb.groupBy(`${mainAlias}.__id`);\n\n if (this.dbProvider.driver === DriverClient.Sqlite) {\n if (linkField.getHasOrderColumn()) {\n cqb.orderByRaw(\n `(CASE WHEN ${foreignAliasUsed}.${selfKeyName}_order IS NULL THEN 0 ELSE 1 END) ASC`\n );\n cqb.orderBy(`${foreignAliasUsed}.${selfKeyName}_order`, 'asc');\n }\n cqb.orderBy(`${foreignAliasUsed}.__id`, 'asc');\n }\n } else if (\n relationship === Relationship.ManyOne ||\n relationship === Relationship.OneOne\n ) {\n const isForeignKeyInMainTable = fkHostTableName === table.dbTableName;\n this.fromTableWithRestriction(cqb, table, mainAlias);\n\n if (isForeignKeyInMainTable) {\n cqb.leftJoin(\n `${foreignTable.dbTableName} as ${foreignAliasUsed}`,\n `${mainAlias}.${foreignKeyName}`,\n `${foreignAliasUsed}.__id`\n );\n } else {\n cqb.leftJoin(\n `${foreignTable.dbTableName} as ${foreignAliasUsed}`,\n `${foreignAliasUsed}.${selfKeyName}`,\n `${mainAlias}.__id`\n );\n }\n\n // Add LEFT JOINs to nested CTEs for single-value relationships\n for (const nestedLinkFieldId of nestedJoins) {\n const nestedCteName = this.getCteNameForField(nestedLinkFieldId);\n if (!nestedCteName) {\n if (process.env.DEBUG_NESTED_CTE === '1') {\n // eslint-disable-next-line no-console\n console.log('[FieldCteVisitor] missing nested CTE mapping', {\n linkFieldId: linkField.id,\n nestedLinkFieldId,\n relationship,\n });\n }\n continue;\n }\n if (process.env.DEBUG_NESTED_CTE === '1') {\n // eslint-disable-next-line no-console\n console.log('[FieldCteVisitor] joining nested CTE', {\n linkFieldId: linkField.id,\n nestedLinkFieldId,\n nestedCteName,\n relationship,\n });\n }\n cqb.leftJoin(\n nestedCteName,\n `${nestedCteName}.main_record_id`,\n `${foreignAliasUsed}.__id`\n );\n }\n }\n });\n };\n\n buildForeignLinkCte();\n this.state.setFieldCte(linkField.id, cteName);\n this.emittedLinkCteIds.add(linkField.id);\n } finally {\n this.linkCteGenerationStack.delete(linkField.id);\n this.pendingLinkCteNames.delete(linkField.id);\n }\n }\n\n visitNumberField(_field: NumberFieldCore): void {}\n visitSingleLineTextField(_field: SingleLineTextFieldCore): void {}\n visitLongTextField(_field: LongTextFieldCore): void {}\n visitAttachmentField(_field: AttachmentFieldCore): void {}\n visitCheckboxField(_field: CheckboxFieldCore): void {}\n visitDateField(_field: DateFieldCore): void {}\n visitRatingField(_field: RatingFieldCore): void {}\n visitAutoNumberField(_field: AutoNumberFieldCore): void {}\n visitLinkField(field: LinkFieldCore): void {\n if (field.hasError) return;\n const existingCteName = this.state.getCteName(field.id);\n if (existingCteName) {\n this.ensureLinkCteJoined(existingCteName);\n return;\n }\n this.generateLinkFieldCte(field);\n }\n visitRollupField(_field: RollupFieldCore): void {}\n visitConditionalRollupField(field: ConditionalRollupFieldCore): void {\n if (field.isLookup) {\n return;\n }\n this.generateConditionalRollupFieldCte(field);\n }\n visitSingleSelectField(_field: SingleSelectFieldCore): void {}\n visitMultipleSelectField(_field: MultipleSelectFieldCore): void {}\n visitFormulaField(_field: FormulaFieldCore): void {}\n visitCreatedTimeField(_field: CreatedTimeFieldCore): void {}\n visitLastModifiedTimeField(_field: LastModifiedTimeFieldCore): void {}\n visitUserField(_field: UserFieldCore): void {}\n visitCreatedByField(_field: CreatedByFieldCore): void {}\n visitLastModifiedByField(_field: LastModifiedByFieldCore): void {}\n visitButtonField(_field: ButtonFieldCore): void {}\n\n private ensureLinkCteJoined(cteName: string): void {\n if (this.state.isCteJoined(cteName)) {\n return;\n }\n const mainAlias = getTableAliasFromTable(this.table);\n this.qb.leftJoin(cteName, `${mainAlias}.${ID_FIELD_NAME}`, `${cteName}.main_record_id`);\n this.state.markCteJoined(cteName);\n }\n}\nconst getLinkFieldId = (options: FieldCore['lookupOptions']): string | undefined => {\n return options && isLinkLookupOptions(options) ? options.linkFieldId : undefined;\n};\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/field-formatting-visitor.ts", "content": "import {\n type IFieldVisitor,\n type SingleLineTextFieldCore,\n type LongTextFieldCore,\n type NumberFieldCore,\n type CheckboxFieldCore,\n type DateFieldCore,\n type RatingFieldCore,\n type AutoNumberFieldCore,\n type SingleSelectFieldCore,\n type MultipleSelectFieldCore,\n type AttachmentFieldCore,\n type LinkFieldCore,\n type RollupFieldCore,\n type ConditionalRollupFieldCore,\n type FormulaFieldCore,\n CellValueType,\n type CreatedTimeFieldCore,\n type LastModifiedTimeFieldCore,\n type UserFieldCore,\n type CreatedByFieldCore,\n type LastModifiedByFieldCore,\n type ButtonFieldCore,\n type INumberFormatting,\n type IDatetimeFormatting,\n} from '@teable/core';\nimport { match, P } from 'ts-pattern';\nimport type { IRecordQueryDialectProvider } from './record-query-dialect.interface';\n\n/**\n * Field formatting visitor that converts field cellValue2String logic to SQL expressions\n */\nexport class FieldFormattingVisitor implements IFieldVisitor {\n constructor(\n private readonly fieldExpression: string,\n private readonly dialect: IRecordQueryDialectProvider\n ) {}\n\n /**\n * Convert field expression to text/string format for database-specific SQL\n */\n private convertToText(): string {\n return this.dialect.toText(this.fieldExpression);\n }\n\n /**\n * Apply number formatting to field expression\n */\n private applyNumberFormatting(formatting: INumberFormatting): string {\n return this.dialect.formatNumber(this.fieldExpression, formatting);\n }\n\n /**\n * Apply number formatting to a custom numeric expression\n * Useful for formatting per-element inside JSON array iteration\n */\n private applyNumberFormattingTo(expression: string, formatting: INumberFormatting): string {\n return this.dialect.formatNumber(expression, formatting);\n }\n\n /**\n * Format multiple numeric values contained in a JSON array to a comma-separated string\n */\n private formatMultipleNumberValues(formatting: INumberFormatting): string {\n return this.dialect.formatNumberArray(this.fieldExpression, formatting);\n }\n\n /**\n * Apply date/time formatting to field expression\n */\n private applyDateFormatting(formatting: IDatetimeFormatting): string {\n return this.dialect.formatDate(this.fieldExpression, formatting);\n }\n\n /**\n * Format multiple datetime values contained in a JSON array\n */\n private formatMultipleDateValues(formatting: IDatetimeFormatting): string {\n return this.dialect.formatDateArray(this.fieldExpression, formatting);\n }\n\n /**\n * Format multiple string values (like multiple select) to comma-separated string\n * Also handles link field arrays with objects containing id and title\n */\n private formatMultipleStringValues(\n field?:\n | SingleSelectFieldCore\n | MultipleSelectFieldCore\n | UserFieldCore\n | CreatedByFieldCore\n | LastModifiedByFieldCore\n | FormulaFieldCore\n ): string {\n const fieldInfo = field ? { fieldInfo: field } : undefined;\n return this.dialect.formatStringArray(this.fieldExpression, fieldInfo);\n }\n\n visitSingleLineTextField(_field: SingleLineTextFieldCore): string {\n // Text fields don't need special formatting, return as-is\n return this.fieldExpression;\n }\n\n visitLongTextField(_field: LongTextFieldCore): string {\n // Text fields don't need special formatting, return as-is\n return this.fieldExpression;\n }\n\n visitNumberField(field: NumberFieldCore): string {\n const formatting = field.options.formatting;\n if (field.isMultipleCellValue) {\n return this.formatMultipleNumberValues(formatting);\n }\n return this.applyNumberFormatting(formatting);\n }\n\n visitCheckboxField(_field: CheckboxFieldCore): string {\n // Checkbox fields are stored as boolean, convert to string\n return this.convertToText();\n }\n\n visitDateField(_field: DateFieldCore): string {\n if (_field.options?.formatting) {\n if (_field.isMultipleCellValue) {\n return this.formatMultipleDateValues(_field.options.formatting);\n }\n return this.applyDateFormatting(_field.options.formatting);\n }\n return this.fieldExpression;\n }\n\n visitRatingField(_field: RatingFieldCore): string {\n // Rating fields should display without trailing .0\n // If value is an integer, render as integer text; otherwise, fall back to generic number->text\n return this.dialect.formatRating(this.fieldExpression);\n }\n\n visitAutoNumberField(_field: AutoNumberFieldCore): string {\n // Auto number fields are numbers, convert to string\n return this.convertToText();\n }\n\n visitSingleSelectField(_field: SingleSelectFieldCore): string {\n // Select fields are stored as strings, return as-is\n return this.fieldExpression;\n }\n\n visitMultipleSelectField(_field: MultipleSelectFieldCore): string {\n // Multiple select fields are stored as strings, return as-is\n return this.fieldExpression;\n }\n\n visitAttachmentField(_field: AttachmentFieldCore): string {\n // Attachment fields are complex, for now return as-is\n return this.fieldExpression;\n }\n\n visitLinkField(_field: LinkFieldCore): string {\n if (_field.isMultipleCellValue) {\n // Extract titles from link arrays in a deterministic order\n return this.dialect.formatStringArray(this.fieldExpression, { fieldInfo: _field });\n }\n // Single link: read the embedded title from the JSON object\n return this.dialect.jsonTitleFromExpr(this.fieldExpression);\n }\n\n visitRollupField(_field: RollupFieldCore): string {\n // Rollup fields depend on their result type, for now return as-is\n return this.fieldExpression;\n }\n\n visitConditionalRollupField(_field: ConditionalRollupFieldCore): string {\n return this.fieldExpression;\n }\n\n visitFormulaField(field: FormulaFieldCore): string {\n // Formula fields need formatting based on their result type and formatting options\n const { cellValueType, options, isMultipleCellValue } = field;\n const formatting = options.formatting;\n\n // Apply formatting based on the formula's result type using match pattern\n return match({ cellValueType, formatting, isMultipleCellValue })\n .with(\n {\n cellValueType: CellValueType.Number,\n formatting: P.not(P.nullish),\n isMultipleCellValue: true,\n },\n ({ formatting }) => this.formatMultipleNumberValues(formatting as INumberFormatting)\n )\n .with(\n { cellValueType: CellValueType.Number, formatting: P.not(P.nullish) },\n ({ formatting }) => this.applyNumberFormatting(formatting as INumberFormatting)\n )\n .with(\n { cellValueType: CellValueType.DateTime, formatting: P.not(P.nullish) },\n ({ formatting, isMultipleCellValue }) => {\n const datetimeFormatting = formatting as IDatetimeFormatting;\n if (isMultipleCellValue) {\n return this.formatMultipleDateValues(datetimeFormatting);\n }\n return this.applyDateFormatting(datetimeFormatting);\n }\n )\n .with({ cellValueType: CellValueType.String, isMultipleCellValue: true }, () => {\n // For multiple-value string fields (like multiple select), convert array to comma-separated string\n return this.formatMultipleStringValues(field);\n })\n .otherwise(() => {\n // For other cell value types (single String, Boolean), return as-is\n return this.fieldExpression;\n });\n }\n\n visitCreatedTimeField(_field: CreatedTimeFieldCore): string {\n // Created time fields are stored as ISO strings, return as-is\n return this.fieldExpression;\n }\n\n visitLastModifiedTimeField(_field: LastModifiedTimeFieldCore): string {\n // Last modified time fields are stored as ISO strings, return as-is\n return this.fieldExpression;\n }\n\n visitUserField(_field: UserFieldCore): string {\n if (_field.isMultipleCellValue) {\n return this.formatMultipleStringValues(_field);\n }\n return this.dialect.jsonTitleFromExpr(this.fieldExpression);\n }\n\n visitCreatedByField(_field: CreatedByFieldCore): string {\n // Created by fields are stored as strings, return as-is\n return this.fieldExpression;\n }\n\n visitLastModifiedByField(_field: LastModifiedByFieldCore): string {\n // Last modified by fields are stored as strings, return as-is\n return this.fieldExpression;\n }\n\n visitButtonField(_field: ButtonFieldCore): string {\n // Button fields don't have values, return as-is\n return this.fieldExpression;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/field-select-visitor.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\nimport type {\n FieldCore,\n AttachmentFieldCore,\n AutoNumberFieldCore,\n CheckboxFieldCore,\n CreatedByFieldCore,\n CreatedTimeFieldCore,\n DateFieldCore,\n FormulaFieldCore,\n LastModifiedByFieldCore,\n LastModifiedTimeFieldCore,\n LinkFieldCore,\n LongTextFieldCore,\n MultipleSelectFieldCore,\n NumberFieldCore,\n RatingFieldCore,\n RollupFieldCore,\n ConditionalRollupFieldCore,\n SingleLineTextFieldCore,\n SingleSelectFieldCore,\n UserFieldCore,\n IFieldVisitor,\n ButtonFieldCore,\n TableDomain,\n} from '@teable/core';\nimport { DbFieldType, FieldType, isLinkLookupOptions, DriverClient } from '@teable/core';\n// no driver-specific logic here; use dialect for differences\nimport type { Knex } from 'knex';\nimport type { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport { AUTO_NUMBER_FIELD_NAME } from '../../field/constant';\nimport { isSystemUserField } from '../../field/fields-utils';\nimport type { IFieldSelectName } from './field-select.type';\nimport type {\n IRecordSelectionMap,\n IMutableQueryBuilderState,\n} from './record-query-builder.interface';\nimport { getTableAliasFromTable } from './record-query-builder.util';\nimport type { IRecordQueryDialectProvider } from './record-query-dialect.interface';\n\n/**\n * Field visitor that returns appropriate database column selectors for knex.select()\n *\n * For regular fields: returns the dbFieldName as string\n *\n * The returned value can be used directly with knex.select() or knex.raw()\n *\n * Also maintains a selectionMap that tracks field ID to selector name mappings,\n * which can be accessed via getSelectionMap() method.\n */\nexport class FieldSelectVisitor implements IFieldVisitor {\n constructor(\n private readonly qb: Knex.QueryBuilder,\n private readonly dbProvider: IDbProvider,\n private readonly table: TableDomain,\n private readonly state: IMutableQueryBuilderState,\n private readonly dialect: IRecordQueryDialectProvider,\n private readonly aliasOverride?: string,\n /**\n * When true, select raw scalar values for lookup/rollup CTEs instead of formatted display values.\n * This avoids type mismatches when propagating values back into physical columns (e.g. timestamptz).\n */\n private readonly rawProjection: boolean = false,\n private readonly preferRawFieldReferences: boolean = false,\n private readonly blockedLinkFieldIds?: ReadonlySet,\n private readonly readyLinkFieldIds?: ReadonlySet,\n private readonly currentLinkFieldId?: string\n ) {}\n\n private get tableAlias() {\n return this.aliasOverride || getTableAliasFromTable(this.table);\n }\n\n private isLinkFieldBlocked(fieldId?: string | null): boolean {\n return !!fieldId && !!this.blockedLinkFieldIds?.has(fieldId);\n }\n\n private isLinkFieldReady(fieldId?: string | null): boolean {\n if (!fieldId) return false;\n if (!this.readyLinkFieldIds) return true;\n return this.readyLinkFieldIds.has(fieldId);\n }\n\n private isViewContext(): boolean {\n return this.state.getContext() === 'view';\n }\n\n private isTableCacheContext(): boolean {\n return this.state.getContext() === 'tableCache';\n }\n\n /**\n * Whether we should select from the materialized view or table directly\n */\n private shouldSelectRaw() {\n return this.isViewContext() || this.isTableCacheContext();\n }\n\n private castExpressionForDbType(expression: string, field: FieldCore): string {\n if (this.dbProvider.driver !== DriverClient.Pg) {\n return expression;\n }\n\n const suffix = this.getCastSuffixForDbType(field.dbFieldType);\n if (!suffix) {\n return expression;\n }\n\n return `(${expression})${suffix}`;\n }\n\n private getCastSuffixForDbType(dbFieldType?: DbFieldType): string | null {\n switch (dbFieldType) {\n case DbFieldType.Json:\n return '::jsonb';\n case DbFieldType.Integer:\n return '::integer';\n case DbFieldType.Real:\n return '::double precision';\n case DbFieldType.DateTime:\n return '::timestamptz';\n case DbFieldType.Boolean:\n return '::boolean';\n case DbFieldType.Blob:\n return '::bytea';\n case DbFieldType.Text:\n default:\n return null;\n }\n }\n\n private buildTypedNull(field: FieldCore): string {\n return this.dialect.typedNullFor(field.dbFieldType);\n }\n\n /**\n * Returns the selection map containing field ID to selector name mappings\n * @returns Map where key is field ID and value is the selector name/expression\n */\n public getSelectionMap(): IRecordSelectionMap {\n return new Map(this.state.getSelectionMap());\n }\n\n /**\n * Generate column select with\n *\n * @example\n * generateColumnSelectWithAlias('name') // returns 'name'\n *\n * @param name column name\n * @returns String column name with table alias or Raw expression\n */\n private generateColumnSelect(name: string): IFieldSelectName {\n const alias = this.tableAlias;\n if (!alias) {\n return name;\n }\n return `\"${alias}\".\"${name}\"`;\n }\n\n /**\n * Returns the appropriate column selector for a field\n * @param field The field to get the selector for\n * @returns String column name with table alias or Raw expression\n */\n private getColumnSelector(field: FieldCore): IFieldSelectName {\n return this.generateColumnSelect(field.dbFieldName);\n }\n\n private selectSystemColumn(field: FieldCore, columnName: string): IFieldSelectName {\n const alias = this.tableAlias;\n const selector = alias ? `\"${alias}\".\"${columnName}\"` : columnName;\n this.state.setSelection(field.id, selector);\n return selector;\n }\n\n // Typed NULL generation is delegated to the dialect implementation\n\n /**\n * Check if field is a Lookup field and return appropriate selector\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private checkAndSelectLookupField(field: FieldCore): IFieldSelectName {\n // Check if this is a Lookup field\n if (field.isLookup) {\n const fieldCteMap = this.state.getFieldCteMap();\n // Lookup has no standard column in base table.\n // When building from a materialized view, fallback to the view's column.\n if (this.shouldSelectRaw()) {\n if (isSystemUserField(field) && !field.isLookup) {\n const columnSelector = this.getColumnSelector(field) as string;\n const expr = this.dialect.buildUserJsonObjectById(columnSelector);\n this.state.setSelection(field.id, expr);\n return this.qb.client.raw(expr);\n }\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n // Check if the field has error (e.g., target field deleted)\n if (field.hasError || !field.lookupOptions) {\n // Base-table context: return typed NULL to match the physical column type\n const nullExpr = this.dialect.typedNullFor(field.dbFieldType);\n const raw = this.qb.client.raw(nullExpr);\n this.state.setSelection(field.id, nullExpr);\n return raw;\n }\n\n // Conditional lookup CTEs are stored against the field itself.\n if (field.isConditionalLookup) {\n if (!fieldCteMap.has(field.id)) {\n console.warn(\n `[ConditionalLookup] CTE not in fieldCteMap for field ${field.id} (${(field as unknown as { name?: string }).name}). ` +\n `Available CTE keys: [${Array.from(fieldCteMap.keys()).join(', ')}]`\n );\n } else {\n const conditionalCteName = fieldCteMap.get(field.id)!;\n if (!this.state.isCteJoined(conditionalCteName)) {\n // If the CTE isn't joined in this scope, fall back to raw column access.\n console.warn(\n `[ConditionalLookup] CTE ${conditionalCteName} for field ${field.id} (${(field as unknown as { name?: string }).name}) is not joined in current scope`\n );\n } else {\n const column =\n field.type === FieldType.ConditionalRollup\n ? `conditional_rollup_${field.id}`\n : `conditional_lookup_${field.id}`;\n const rawExpression = this.qb.client.raw(`??.\"${column}\"`, [conditionalCteName]);\n this.state.setSelection(field.id, `\"${conditionalCteName}\".\"${column}\"`);\n return rawExpression;\n }\n }\n }\n\n // For regular lookup fields, use the corresponding link field CTE\n if (field.lookupOptions && isLinkLookupOptions(field.lookupOptions)) {\n const { linkFieldId } = field.lookupOptions;\n if (\n linkFieldId &&\n fieldCteMap.has(linkFieldId) &&\n !this.isLinkFieldBlocked(linkFieldId) &&\n this.isLinkFieldReady(linkFieldId)\n ) {\n const cteName = fieldCteMap.get(linkFieldId)!;\n const flattenedExpr = this.dialect.flattenLookupCteValue(\n cteName,\n field.id,\n !!field.isMultipleCellValue,\n field.dbFieldType\n );\n if (flattenedExpr) {\n this.state.setSelection(field.id, flattenedExpr);\n return this.qb.client.raw(flattenedExpr);\n }\n // Default: return CTE column directly\n const rawExpression = this.qb.client.raw(`??.\"lookup_${field.id}\"`, [cteName]);\n this.state.setSelection(field.id, `\"${cteName}\".\"lookup_${field.id}\"`);\n return rawExpression;\n }\n }\n\n if (this.rawProjection) {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n\n const nullExpr = this.dialect.typedNullFor(field.dbFieldType);\n const raw = this.qb.client.raw(nullExpr);\n this.state.setSelection(field.id, nullExpr);\n return raw;\n } else {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n }\n\n /**\n * Returns the generated column selector for formula fields\n * @param field The formula field\n */\n private getFormulaColumnSelector(field: FormulaFieldCore): IFieldSelectName {\n if (!field.isLookup) {\n if (this.shouldSelectRaw()) {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n // If any referenced field (recursively) is unresolved, fall back to NULL\n if (field.hasUnresolvedReferences(this.table)) {\n const nullExpr = this.buildTypedNull(field);\n this.state.setSelection(field.id, nullExpr);\n return this.qb.client.raw(nullExpr);\n }\n\n const expression = field.getExpression();\n const timezone = field.options.timeZone ?? Intl.DateTimeFormat().resolvedOptions().timeZone;\n\n // In raw/propagation context (used by UPDATE ... FROM SELECT), avoid referencing\n // the physical generated column directly, since it may have been dropped by\n // cascading schema changes (e.g., deleting a referenced base column). Instead,\n // always emit the computed expression which degrades to NULL when references\n // are unresolved.\n if (this.rawProjection) {\n const formulaSql = this.dbProvider.convertFormulaToSelectQuery(expression, {\n table: this.table,\n tableAlias: this.tableAlias,\n selectionMap: this.getSelectionMap(),\n fieldCteMap: this.state.getFieldCteMap(),\n readyLinkFieldIds: this.readyLinkFieldIds,\n currentLinkFieldId: this.currentLinkFieldId,\n timeZone: timezone,\n preferRawFieldReferences: this.preferRawFieldReferences,\n targetDbFieldType: field.dbFieldType,\n });\n const normalized =\n field.dbFieldType === DbFieldType.Json ? `to_jsonb(${formulaSql})` : formulaSql;\n const casted = this.castExpressionForDbType(normalized as string, field);\n this.state.setSelection(field.id, casted);\n return casted;\n }\n\n if (!field.getIsPersistedAsGeneratedColumn()) {\n const formulaSql = this.dbProvider.convertFormulaToSelectQuery(expression, {\n table: this.table,\n tableAlias: this.tableAlias,\n selectionMap: this.getSelectionMap(),\n fieldCteMap: this.state.getFieldCteMap(),\n readyLinkFieldIds: this.readyLinkFieldIds,\n currentLinkFieldId: this.currentLinkFieldId,\n timeZone: timezone,\n preferRawFieldReferences: this.preferRawFieldReferences,\n targetDbFieldType: field.dbFieldType,\n });\n const normalized =\n field.dbFieldType === DbFieldType.Json ? `to_jsonb(${formulaSql})` : formulaSql;\n const casted = this.castExpressionForDbType(normalized as string, field);\n this.state.setSelection(field.id, casted);\n return casted;\n }\n\n // For non-raw contexts where the generated column exists, select it directly\n const columnName = field.getGeneratedColumnName();\n const columnSelector = this.generateColumnSelect(columnName);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n // For lookup formula fields, use table alias if provided\n if (field.hasError) {\n const nullExpr = this.dialect.typedNullFor(field.dbFieldType);\n const rawNull = this.qb.client.raw(nullExpr);\n this.state.setSelection(field.id, nullExpr);\n return rawNull;\n }\n const lookupSelector = this.generateColumnSelect(field.dbFieldName);\n this.state.setSelection(field.id, lookupSelector);\n return lookupSelector;\n }\n\n // Basic field types\n visitNumberField(field: NumberFieldCore): IFieldSelectName {\n return this.checkAndSelectLookupField(field);\n }\n\n visitSingleLineTextField(field: SingleLineTextFieldCore): IFieldSelectName {\n return this.checkAndSelectLookupField(field);\n }\n\n visitLongTextField(field: LongTextFieldCore): IFieldSelectName {\n return this.checkAndSelectLookupField(field);\n }\n\n visitAttachmentField(field: AttachmentFieldCore): IFieldSelectName {\n return this.checkAndSelectLookupField(field);\n }\n\n visitCheckboxField(field: CheckboxFieldCore): IFieldSelectName {\n return this.checkAndSelectLookupField(field);\n }\n\n visitDateField(field: DateFieldCore): IFieldSelectName {\n if (field.isLookup) {\n return this.checkAndSelectLookupField(field);\n }\n const name = this.getColumnSelector(field);\n\n // In lookup/rollup CTE context, return the raw column (timestamptz) to preserve type\n // so UPDATE ... FROM (SELECT ...) can assign into timestamp columns without casting issues.\n if (this.rawProjection) {\n this.state.setSelection(field.id, name);\n return name;\n }\n\n this.state.setSelection(field.id, name);\n return name;\n }\n\n visitRatingField(field: RatingFieldCore): IFieldSelectName {\n return this.checkAndSelectLookupField(field);\n }\n\n visitAutoNumberField(field: AutoNumberFieldCore): IFieldSelectName {\n if (field.isLookup) {\n return this.checkAndSelectLookupField(field);\n }\n if (this.rawProjection) {\n const selector = this.generateColumnSelect(AUTO_NUMBER_FIELD_NAME);\n this.state.setSelection(field.id, selector);\n return selector;\n }\n return this.checkAndSelectLookupField(field);\n }\n\n visitLinkField(field: LinkFieldCore): IFieldSelectName {\n // Check if this is a Lookup field first\n if (field.isLookup) {\n return this.checkAndSelectLookupField(field);\n }\n\n const fieldCteMap = this.state.getFieldCteMap();\n const cteName = fieldCteMap?.get(field.id);\n const canUseCte =\n !!cteName && !this.isLinkFieldBlocked(field.id) && this.isLinkFieldReady(field.id);\n const isSelfReference = this.currentLinkFieldId === field.id;\n\n if (!canUseCte || isSelfReference) {\n // If we are selecting from a materialized view, the view already exposes\n // the projected column for this field, so select the physical column.\n if (this.shouldSelectRaw()) {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n if (this.rawProjection) {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n if (!field.hasError) {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n // When building directly from base table and no CTE is available\n // (e.g., foreign table deleted or errored), return a dialect-typed NULL\n // to avoid type mismatch when assigning into persisted columns.\n const nullExpr = this.dialect.typedNullFor(field.dbFieldType);\n const raw = this.qb.client.raw(nullExpr);\n this.state.setSelection(field.id, nullExpr);\n return raw;\n }\n\n const resolvedCteName = cteName!;\n // Return Raw expression for selecting from CTE\n const rawExpression = this.qb.client.raw(`??.\"link_value\"`, [resolvedCteName]);\n // For WHERE clauses, store the CTE column reference\n this.state.setSelection(field.id, `\"${resolvedCteName}\".\"link_value\"`);\n return rawExpression;\n }\n\n visitRollupField(field: RollupFieldCore): IFieldSelectName {\n if (this.shouldSelectRaw()) {\n // In view context, select the view column directly\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n\n const fieldCteMap = this.state.getFieldCteMap();\n if (!isLinkLookupOptions(field.lookupOptions)) {\n if (this.rawProjection) {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n\n const nullExpr = this.dialect.typedNullFor(field.dbFieldType);\n const raw = this.qb.client.raw(nullExpr);\n this.state.setSelection(field.id, nullExpr);\n return raw;\n }\n\n const linkLookupOptions = field.lookupOptions;\n\n const linkFieldId = linkLookupOptions.linkFieldId;\n if (\n !linkFieldId ||\n !fieldCteMap?.has(linkFieldId) ||\n this.isLinkFieldBlocked(linkFieldId) ||\n !this.isLinkFieldReady(linkFieldId)\n ) {\n if (this.rawProjection) {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n // From base table context, without CTE, return dialect-typed NULL to match column type\n const nullExpr = this.dialect.typedNullFor(field.dbFieldType);\n const raw = this.qb.client.raw(nullExpr);\n this.state.setSelection(field.id, nullExpr);\n return raw;\n }\n\n // Rollup fields use the link field's CTE with pre-computed rollup values\n // Check if the field has error (e.g., target field deleted)\n if (field.hasError) {\n // Field has error, return dialect-typed NULL to indicate this field should be null\n const nullExpr = this.dialect.typedNullFor(field.dbFieldType);\n const rawExpression = this.qb.client.raw(nullExpr);\n this.state.setSelection(field.id, nullExpr);\n return rawExpression;\n }\n\n const linkField = field.getLinkField(this.table);\n if (!linkField) {\n if (this.rawProjection) {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n const nullExpr = this.buildTypedNull(field);\n this.state.setSelection(field.id, nullExpr);\n return this.qb.client.raw(nullExpr);\n }\n const cteName = fieldCteMap.get(linkFieldId)!;\n\n // Return Raw expression for selecting pre-computed rollup value from link CTE\n const rawExpression = this.qb.client.raw(`??.\"rollup_${field.id}\"`, [cteName]);\n // For WHERE clauses, store the CTE column reference\n this.state.setSelection(field.id, `\"${cteName}\".\"rollup_${field.id}\"`);\n return rawExpression;\n }\n\n visitConditionalRollupField(field: ConditionalRollupFieldCore): IFieldSelectName {\n if (field.isLookup) {\n return this.checkAndSelectLookupField(field);\n }\n\n const fieldCteMap = this.state.getFieldCteMap();\n\n if (this.rawProjection && (!fieldCteMap.has(field.id) || !this.isLinkFieldReady(field.id))) {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n\n if (this.shouldSelectRaw()) {\n const columnSelector = this.getColumnSelector(field);\n this.state.setSelection(field.id, columnSelector);\n return columnSelector;\n }\n\n const cteName = fieldCteMap.get(field.id);\n if (!cteName) {\n const nullExpr = this.dialect.typedNullFor(field.dbFieldType);\n const raw = this.qb.client.raw(nullExpr);\n this.state.setSelection(field.id, nullExpr);\n return raw;\n }\n\n const columnName = `conditional_rollup_${field.id}`;\n const selectionExpr = `\"${cteName}\".\"${columnName}\"`;\n this.state.setSelection(field.id, selectionExpr);\n return this.qb.client.raw('??.??', [cteName, columnName]);\n }\n\n // Select field types\n visitSingleSelectField(field: SingleSelectFieldCore): IFieldSelectName {\n return this.checkAndSelectLookupField(field);\n }\n\n visitMultipleSelectField(field: MultipleSelectFieldCore): IFieldSelectName {\n return this.checkAndSelectLookupField(field);\n }\n\n visitButtonField(field: ButtonFieldCore): IFieldSelectName {\n return this.checkAndSelectLookupField(field);\n }\n\n // Formula field types - these may use generated columns\n visitFormulaField(field: FormulaFieldCore): IFieldSelectName {\n // If the formula field has an error (e.g., referenced field deleted), return NULL\n if (field.hasError) {\n const nullExpr = this.dialect.typedNullFor(field.dbFieldType);\n const rawExpression = this.qb.client.raw(nullExpr);\n this.state.setSelection(field.id, nullExpr);\n return rawExpression;\n }\n\n // For Formula fields, check Lookup first, then use formula logic\n if (field.isLookup) {\n return this.checkAndSelectLookupField(field);\n }\n return this.getFormulaColumnSelector(field);\n }\n\n // User field types\n visitUserField(field: UserFieldCore): IFieldSelectName {\n return this.checkAndSelectLookupField(field);\n }\n\n visitCreatedTimeField(field: CreatedTimeFieldCore): IFieldSelectName {\n if (field.isLookup) {\n return this.checkAndSelectLookupField(field);\n }\n\n return this.selectSystemColumn(field, '__created_time');\n }\n\n visitLastModifiedTimeField(field: LastModifiedTimeFieldCore): IFieldSelectName {\n if (field.isLookup) {\n return this.checkAndSelectLookupField(field);\n }\n\n const trackAll = field.isTrackAll();\n\n // For track-all (generated column) fields, selecting the system column yields the same value\n if (trackAll) {\n return this.selectSystemColumn(field, '__last_modified_time');\n }\n\n const selector = this.getColumnSelector(field);\n if (typeof selector === 'string') {\n this.state.setSelection(field.id, selector);\n }\n return selector;\n }\n\n visitCreatedByField(field: CreatedByFieldCore): IFieldSelectName {\n if (field.isLookup) {\n return this.checkAndSelectLookupField(field);\n }\n // Build JSON with user info from system column __created_by\n const alias = this.tableAlias;\n const idRef = alias ? `\"${alias}\".\"__created_by\"` : `\"__created_by\"`;\n const expr = this.dialect.buildUserJsonObjectById(idRef);\n this.state.setSelection(field.id, expr);\n return this.qb.client.raw(expr);\n }\n\n visitLastModifiedByField(field: LastModifiedByFieldCore): IFieldSelectName {\n if (field.isLookup) {\n return this.checkAndSelectLookupField(field);\n }\n\n const trackAll = field.isTrackAll();\n if (trackAll) {\n // Build JSON with user info from system column __last_modified_by\n const alias = this.tableAlias;\n const idRef = alias ? `\"${alias}\".\"__last_modified_by\"` : `\"__last_modified_by\"`;\n const expr = this.dialect.buildUserJsonObjectById(idRef);\n this.state.setSelection(field.id, expr);\n return this.qb.client.raw(expr);\n }\n\n return this.checkAndSelectLookupField(field);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/field-select.type.ts", "content": "import type { Knex } from 'knex';\n\nexport type IFieldSelectName = string | Knex.Raw;\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/formula-support-generated-column-validator.spec.ts", "content": "import { CellValueType, DbFieldType, FieldType } from '@teable/core';\nimport type { FieldCore, TableDomain } from '@teable/core';\nimport { describe, expect, it } from 'vitest';\nimport { GeneratedColumnQuerySupportValidatorPostgres } from '../../../db-provider/generated-column-query/postgres/generated-column-query-support-validator.postgres';\nimport { validateFormulaSupport } from './formula-validation';\n\nconst makeMockTable = (fields: Record>): TableDomain =>\n ({\n getField: (id: string) => fields[id] as FieldCore | undefined,\n }) as unknown as TableDomain;\n\ndescribe('FormulaSupportGeneratedColumnValidator', () => {\n it('rejects numeric formulas when args are definitely non-numeric', () => {\n const table = makeMockTable({\n fldDate: {\n id: 'fldDate',\n name: 'Date',\n dbFieldName: 'Field_45',\n type: FieldType.Date,\n cellValueType: CellValueType.DateTime,\n dbFieldType: DbFieldType.DateTime,\n isLookup: false,\n isMultipleCellValue: false,\n },\n fldText: {\n id: 'fldText',\n name: 'Text',\n dbFieldName: 'Field_1',\n type: FieldType.SingleLineText,\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n isLookup: false,\n isMultipleCellValue: false,\n },\n });\n\n const validator = new GeneratedColumnQuerySupportValidatorPostgres();\n expect(validateFormulaSupport(validator, 'SUM({fldDate},{fldText})', table)).toBe(false);\n });\n\n it('allows numeric formulas when args are numeric', () => {\n const table = makeMockTable({\n fldNum1: {\n id: 'fldNum1',\n name: 'Num1',\n dbFieldName: 'num1',\n type: FieldType.Number,\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n isLookup: false,\n isMultipleCellValue: false,\n },\n fldNum2: {\n id: 'fldNum2',\n name: 'Num2',\n dbFieldName: 'num2',\n type: FieldType.Number,\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n isLookup: false,\n isMultipleCellValue: false,\n },\n });\n\n const validator = new GeneratedColumnQuerySupportValidatorPostgres();\n expect(validateFormulaSupport(validator, 'SUM({fldNum1},{fldNum2})', table)).toBe(true);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/formula-support-generated-column-validator.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\nimport type {\n TableDomain,\n IFunctionCallInfo,\n ExprContext,\n FormulaFieldCore,\n UnaryOpContext,\n RuleNode,\n} from '@teable/core';\nimport {\n parseFormula,\n FunctionCallCollectorVisitor,\n FieldReferenceVisitor,\n FieldType,\n AbstractParseTreeVisitor,\n CellValueType,\n FunctionName,\n LeftWhitespaceOrCommentsContext,\n normalizeFunctionNameAlias,\n RightWhitespaceOrCommentsContext,\n StringLiteralContext,\n IntegerLiteralContext,\n DecimalLiteralContext,\n BooleanLiteralContext,\n FunctionCallContext,\n FieldReferenceCurlyContext,\n BracketsContext,\n BinaryOpContext,\n DbFieldType,\n extractFieldReferenceId,\n getFieldReferenceTokenText,\n} from '@teable/core';\nimport { match } from 'ts-pattern';\nimport type { IGeneratedColumnQuerySupportValidator } from './sql-conversion.visitor';\n\n/**\n * Validates whether a formula expression is supported for generated column creation\n * by checking if all functions used in the formula are supported by the database provider.\n */\nexport class FormulaSupportGeneratedColumnValidator {\n constructor(\n private readonly supportValidator: IGeneratedColumnQuerySupportValidator,\n private readonly tableDomain: TableDomain\n ) {}\n\n /**\n * Validates whether a formula expression can be used to create a generated column\n * @param expression The formula expression to validate\n * @returns true if all functions in the formula are supported, false otherwise\n */\n validateFormula(expression: string): boolean {\n try {\n // Parse the formula expression into an AST\n const tree = parseFormula(expression);\n\n // First check if any referenced fields are link, lookup, or rollup fields\n if (!this.validateFieldReferences(tree)) {\n return false;\n }\n\n if (this.hasDatetimeStringConcatenation(tree)) {\n return false;\n }\n\n if (this.hasDatetimeTextSlicing(tree)) {\n return false;\n }\n\n if (this.hasLogicalNonBooleanArgs(tree)) {\n return false;\n }\n\n if (this.hasNumericFunctionWithNonNumericArgs(tree)) {\n return false;\n }\n\n if (this.containsLogicalFunctions(tree)) {\n return false;\n }\n\n // Extract all function calls from the AST\n const collector = new FunctionCallCollectorVisitor();\n const functionCalls = collector.visit(tree);\n\n // Check if all functions are supported\n return (\n functionCalls.every((funcCall: IFunctionCallInfo) => {\n return this.isFunctionSupported(funcCall.name, funcCall.paramCount);\n }) && this.validateTypeSafety(tree)\n );\n } catch (error) {\n // If parsing fails, the formula is not valid for generated columns\n console.warn(`Failed to parse formula expression: ${expression}`, error);\n return false;\n }\n }\n\n /**\n * Validates that all field references in the formula are supported for generated columns\n * @param tree The parsed formula AST\n * @param visitedFields Set of field IDs already visited to prevent circular references\n * @returns true if all field references are supported, false otherwise\n */\n private validateFieldReferences(\n tree: ExprContext,\n visitedFields: Set = new Set()\n ): boolean {\n // Extract field references from the formula\n const fieldReferenceVisitor = new FieldReferenceVisitor();\n const fieldIds = fieldReferenceVisitor.visit(tree);\n\n // Check each referenced field\n for (const fieldId of fieldIds) {\n if (!this.validateSingleFieldReference(fieldId, visitedFields)) {\n return false;\n }\n }\n\n return true;\n }\n\n /**\n * Validates a single field reference, including recursive validation for formula fields\n * @param fieldId The field ID to validate\n * @param visitedFields Set of field IDs already visited to prevent circular references\n * @returns true if the field reference is supported, false otherwise\n */\n private validateSingleFieldReference(fieldId: string, visitedFields: Set): boolean {\n // Prevent circular references\n if (visitedFields.has(fieldId)) {\n return true; // Skip already visited fields to avoid infinite recursion\n }\n\n const field = this.tableDomain.getField(fieldId);\n if (!field) {\n // If field is not found, it's invalid for generated columns\n return false;\n }\n\n // Disallow referencing non-immutable or generated-backed fields\n // 1) Link / Lookup / Rollup (require joins/CTEs)\n // 2) System generated fields and user-by fields\n if (\n field.type === FieldType.Link ||\n field.type === FieldType.Rollup ||\n field.type === FieldType.ConditionalRollup ||\n field.isLookup === true ||\n field.type === FieldType.CreatedTime ||\n field.type === FieldType.LastModifiedTime ||\n field.type === FieldType.AutoNumber ||\n field.type === FieldType.CreatedBy ||\n field.type === FieldType.LastModifiedBy\n ) {\n return false;\n }\n\n // If it's a formula field, recursively check its dependencies\n if (field.type === FieldType.Formula) {\n const formulaField = field as FormulaFieldCore;\n\n if (!formulaField.getIsPersistedAsGeneratedColumn()) {\n return false;\n }\n\n visitedFields.add(fieldId);\n\n try {\n const expression = formulaField.getExpression();\n if (expression) {\n const tree = parseFormula(expression);\n return this.validateFieldReferences(tree, visitedFields);\n }\n } catch (error) {\n // If parsing the nested formula fails, consider it unsupported\n console.warn(`Failed to parse nested formula expression for field ${fieldId}:`, error);\n return false;\n } finally {\n visitedFields.delete(fieldId);\n }\n }\n\n return true;\n }\n\n /**\n * Checks if a specific function is supported for generated columns\n * @param functionName The function name (case-insensitive)\n * @param paramCount The number of parameters for the function\n * @returns true if the function is supported, false otherwise\n */\n private isFunctionSupported(funcName: string, paramCount: number): boolean {\n if (!funcName) {\n return false;\n }\n\n try {\n return (\n this.checkNumericFunctions(funcName, paramCount) ||\n this.checkTextFunctions(funcName, paramCount) ||\n this.checkDateTimeFunctions(funcName, paramCount) ||\n this.checkLogicalFunctions(funcName, paramCount) ||\n this.checkArrayFunctions(funcName, paramCount) ||\n this.checkSystemFunctions(funcName)\n );\n } catch (error) {\n console.warn(`Error checking support for function ${funcName}:`, error);\n return false;\n }\n }\n\n private checkNumericFunctions(funcName: string, paramCount: number): boolean {\n const dummyParam = 'dummy';\n const dummyParams = Array(paramCount).fill(dummyParam);\n\n return match(funcName)\n .with('SUM', () => this.supportValidator.sum(dummyParams))\n .with('AVERAGE', () => this.supportValidator.average(dummyParams))\n .with('MAX', () => this.supportValidator.max(dummyParams))\n .with('MIN', () => this.supportValidator.min(dummyParams))\n .with('ROUND', () =>\n this.supportValidator.round(dummyParam, paramCount > 1 ? dummyParam : undefined)\n )\n .with('ROUNDUP', () =>\n this.supportValidator.roundUp(dummyParam, paramCount > 1 ? dummyParam : undefined)\n )\n .with('ROUNDDOWN', () =>\n this.supportValidator.roundDown(dummyParam, paramCount > 1 ? dummyParam : undefined)\n )\n .with('CEILING', () => this.supportValidator.ceiling(dummyParam))\n .with('FLOOR', () => this.supportValidator.floor(dummyParam))\n .with('EVEN', () => this.supportValidator.even(dummyParam))\n .with('ODD', () => this.supportValidator.odd(dummyParam))\n .with('INT', () => this.supportValidator.int(dummyParam))\n .with('ABS', () => this.supportValidator.abs(dummyParam))\n .with('SQRT', () => this.supportValidator.sqrt(dummyParam))\n .with('POWER', () => this.supportValidator.power(dummyParam, dummyParam))\n .with('EXP', () => this.supportValidator.exp(dummyParam))\n .with('LOG', () =>\n this.supportValidator.log(dummyParam, paramCount > 1 ? dummyParam : undefined)\n )\n .with('MOD', () => this.supportValidator.mod(dummyParam, dummyParam))\n .with('VALUE', () => this.supportValidator.value(dummyParam))\n .otherwise(() => false);\n }\n\n private checkTextFunctions(funcName: string, paramCount: number): boolean {\n const dummyParam = 'dummy';\n const dummyParams = Array(paramCount).fill(dummyParam);\n\n return match(funcName)\n .with('CONCATENATE', () => this.supportValidator.concatenate(dummyParams))\n .with('FIND', () =>\n this.supportValidator.find(dummyParam, dummyParam, paramCount > 2 ? dummyParam : undefined)\n )\n .with('SEARCH', () =>\n this.supportValidator.search(\n dummyParam,\n dummyParam,\n paramCount > 2 ? dummyParam : undefined\n )\n )\n .with('MID', () => this.supportValidator.mid(dummyParam, dummyParam, dummyParam))\n .with('LEFT', () => this.supportValidator.left(dummyParam, dummyParam))\n .with('RIGHT', () => this.supportValidator.right(dummyParam, dummyParam))\n .with('REPLACE', () =>\n this.supportValidator.replace(dummyParam, dummyParam, dummyParam, dummyParam)\n )\n .with('REGEX_REPLACE', () =>\n this.supportValidator.regexpReplace(dummyParam, dummyParam, dummyParam)\n )\n .with('SUBSTITUTE', () =>\n this.supportValidator.substitute(\n dummyParam,\n dummyParam,\n dummyParam,\n paramCount > 3 ? dummyParam : undefined\n )\n )\n .with('LOWER', () => this.supportValidator.lower(dummyParam))\n .with('UPPER', () => this.supportValidator.upper(dummyParam))\n .with('REPT', () => this.supportValidator.rept(dummyParam, dummyParam))\n .with('TRIM', () => this.supportValidator.trim(dummyParam))\n .with('LEN', () => this.supportValidator.len(dummyParam))\n .with('T', () => this.supportValidator.t(dummyParam))\n .with('ENCODE_URL_COMPONENT', () => this.supportValidator.encodeUrlComponent(dummyParam))\n .otherwise(() => false);\n }\n\n private checkDateTimeFunctions(funcName: string, paramCount: number): boolean {\n const dummyParam = 'dummy';\n\n return match(funcName)\n .with('NOW', () => this.supportValidator.now())\n .with('TODAY', () => this.supportValidator.today())\n .with('DATE_ADD', () => this.supportValidator.dateAdd(dummyParam, dummyParam, dummyParam))\n .with('DATESTR', () => this.supportValidator.datestr(dummyParam))\n .with('DATETIME_DIFF', () =>\n this.supportValidator.datetimeDiff(dummyParam, dummyParam, dummyParam)\n )\n .with('DATETIME_FORMAT', () => this.supportValidator.datetimeFormat(dummyParam, dummyParam))\n .with('DATETIME_PARSE', () => this.supportValidator.datetimeParse(dummyParam, dummyParam))\n .with('DAY', () => this.supportValidator.day(dummyParam))\n .with('FROMNOW', () => this.supportValidator.fromNow(dummyParam))\n .with('HOUR', () => this.supportValidator.hour(dummyParam))\n .with('IS_AFTER', () => this.supportValidator.isAfter(dummyParam, dummyParam))\n .with('IS_BEFORE', () => this.supportValidator.isBefore(dummyParam, dummyParam))\n .with('IS_SAME', () =>\n this.supportValidator.isSame(\n dummyParam,\n dummyParam,\n paramCount > 2 ? dummyParam : undefined\n )\n )\n .with('LAST_MODIFIED_TIME', () => this.supportValidator.lastModifiedTime())\n .with('MINUTE', () => this.supportValidator.minute(dummyParam))\n .with('MONTH', () => this.supportValidator.month(dummyParam))\n .with('SECOND', () => this.supportValidator.second(dummyParam))\n .with('TIMESTR', () => this.supportValidator.timestr(dummyParam))\n .with('TONOW', () => this.supportValidator.toNow(dummyParam))\n .with('WEEKNUM', () => this.supportValidator.weekNum(dummyParam))\n .with('WEEKDAY', () => this.supportValidator.weekday(dummyParam))\n .with('WORKDAY', () => this.supportValidator.workday(dummyParam, dummyParam))\n .with('WORKDAY_DIFF', () => this.supportValidator.workdayDiff(dummyParam, dummyParam))\n .with('YEAR', () => this.supportValidator.year(dummyParam))\n .with('CREATED_TIME', () => this.supportValidator.createdTime())\n .otherwise(() => false);\n }\n\n private checkLogicalFunctions(funcName: string, paramCount: number): boolean {\n const dummyParam = 'dummy';\n const dummyParams = Array(paramCount).fill(dummyParam);\n\n return match(funcName)\n .with('IF', () => this.supportValidator.if(dummyParam, dummyParam, dummyParam))\n .with('AND', () => this.supportValidator.and(dummyParams))\n .with('OR', () => this.supportValidator.or(dummyParams))\n .with('NOT', () => this.supportValidator.not(dummyParam))\n .with('XOR', () => this.supportValidator.xor(dummyParams))\n .with('BLANK', () => this.supportValidator.blank())\n .with('ERROR', () => this.supportValidator.error(dummyParam))\n .with('ISERROR', () => this.supportValidator.isError(dummyParam))\n .with('SWITCH', () => this.supportValidator.switch(dummyParam, [], dummyParam))\n .otherwise(() => false);\n }\n\n private checkArrayFunctions(funcName: string, paramCount: number): boolean {\n const dummyParam = 'dummy';\n const dummyParams = Array(paramCount).fill(dummyParam);\n\n return match(funcName)\n .with('COUNT', () => this.supportValidator.count(dummyParams))\n .with('COUNTA', () => this.supportValidator.countA(dummyParams))\n .with('COUNTALL', () => this.supportValidator.countAll(dummyParam))\n .with('ARRAY_JOIN', () =>\n this.supportValidator.arrayJoin(dummyParam, paramCount > 1 ? dummyParam : undefined)\n )\n .with('ARRAY_UNIQUE', () => this.supportValidator.arrayUnique(dummyParams))\n .with('ARRAY_FLATTEN', () => this.supportValidator.arrayFlatten(dummyParams))\n .with('ARRAY_COMPACT', () => this.supportValidator.arrayCompact(dummyParams))\n .otherwise(() => false);\n }\n\n private checkSystemFunctions(funcName: string): boolean {\n const dummyParam = 'dummy';\n\n return match(funcName)\n .with('RECORD_ID', () => this.supportValidator.recordId())\n .with('AUTO_NUMBER', () => this.supportValidator.autoNumber())\n .with('TEXT_ALL', () => this.supportValidator.textAll(dummyParam))\n .otherwise(() => false);\n }\n\n /**\n * Perform a conservative type-safety validation over binary/unary operations.\n * Only blocks clearly invalid expressions (e.g., arithmetic with definite string literals\n * or text fields). If types are uncertain, it allows it to avoid false negatives.\n */\n private validateTypeSafety(tree: ExprContext): boolean {\n try {\n class TypeInferVisitor extends AbstractParseTreeVisitor<\n 'string' | 'number' | 'boolean' | 'datetime' | 'unknown'\n > {\n constructor(private readonly tableDomain: TableDomain) {\n super();\n }\n\n protected defaultResult(): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n return 'unknown';\n }\n\n visitStringLiteral(\n _ctx: StringLiteralContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n return 'string';\n }\n\n visitIntegerLiteral(\n _ctx: IntegerLiteralContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n return 'number';\n }\n\n visitDecimalLiteral(\n _ctx: DecimalLiteralContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n return 'number';\n }\n\n visitBooleanLiteral(\n _ctx: BooleanLiteralContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n return 'boolean';\n }\n\n visitBrackets(\n ctx: BracketsContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n return ctx.expr().accept(this);\n }\n\n visitUnaryOp(\n ctx: UnaryOpContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n const operandType = ctx.expr().accept(this);\n // Unary minus is numeric-only; if we can prove it's string, mark as unknown (invalid later)\n return operandType === 'string' ? 'unknown' : 'number';\n }\n\n visitFieldReferenceCurly(\n ctx: FieldReferenceCurlyContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n const normalizedFieldId = extractFieldReferenceId(ctx);\n const rawToken = getFieldReferenceTokenText(ctx);\n const fieldId = normalizedFieldId ?? rawToken?.slice(1, -1).trim() ?? '';\n const field = this.tableDomain.getField(fieldId);\n if (!field) return 'unknown';\n switch (field.cellValueType) {\n case CellValueType.String:\n return 'string';\n case CellValueType.Number:\n return 'number';\n case CellValueType.Boolean:\n return 'boolean';\n case CellValueType.DateTime:\n return 'datetime';\n case 'dateTime':\n return 'datetime';\n default:\n if (\n field.type === FieldType.Date ||\n field.type === FieldType.CreatedTime ||\n field.type === FieldType.LastModifiedTime\n ) {\n return 'datetime';\n }\n if (field.cellValueType === 'datetime') {\n return 'datetime';\n }\n if (field.dbFieldType === 'DATETIME') {\n return 'datetime';\n }\n return 'unknown';\n }\n }\n\n visitFunctionCall(\n _ctx: FunctionCallContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n // We don't derive precise return types here; keep as unknown to avoid false negatives\n return 'unknown';\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n visitBinaryOp(\n ctx: BinaryOpContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n const operator = ctx._op?.text ?? '';\n const leftType = ctx.expr(0).accept(this);\n const rightType = ctx.expr(1).accept(this);\n\n const arithmetic = ['-', '*', '/', '%'];\n const comparison = ['>', '<', '>=', '<=', '=', '!=', '<>'];\n const stringConcat = ['&'];\n\n if (operator === '+') {\n // Ambiguous in our grammar; be conservative: if either side is string, treat as string\n if (leftType === 'string' || rightType === 'string') return 'string';\n if (leftType === 'datetime' || rightType === 'datetime') return 'string';\n if (leftType === 'number' && rightType === 'number') return 'number';\n return 'unknown';\n }\n\n if (arithmetic.includes(operator)) {\n // Arithmetic requires numeric operands. If any side is definitively string -> invalid\n if (leftType === 'string' || rightType === 'string') return 'unknown';\n if (leftType === 'datetime' || rightType === 'datetime') return 'datetime';\n return 'number';\n }\n\n if (comparison.includes(operator)) {\n return 'boolean';\n }\n\n if (stringConcat.includes(operator)) {\n return 'string';\n }\n\n return 'unknown';\n }\n }\n\n class InvalidArithmeticDetector extends AbstractParseTreeVisitor {\n constructor(private readonly infer: TypeInferVisitor) {\n super();\n }\n\n protected defaultResult(): boolean {\n return false;\n }\n\n visitChildren(node: RuleNode): boolean {\n const n = node.childCount;\n for (let i = 0; i < n; i++) {\n const child = node.getChild(i);\n if (child && child.accept(this)) {\n return true;\n }\n }\n return false;\n }\n\n visitBinaryOp(ctx: BinaryOpContext): boolean {\n const operator = ctx._op?.text ?? '';\n const arithmetic = ['-', '*', '/', '%'];\n const stringConcat = ['&'];\n const plusOperator = operator === '+';\n if (plusOperator || stringConcat.includes(operator)) {\n const leftType = ctx.expr(0).accept(this.infer);\n const rightType = ctx.expr(1).accept(this.infer);\n const behavesAsString =\n stringConcat.includes(operator) ||\n (plusOperator &&\n (leftType === 'string' ||\n rightType === 'string' ||\n leftType === 'datetime' ||\n rightType === 'datetime'));\n if (behavesAsString && (leftType === 'datetime' || rightType === 'datetime')) {\n return true;\n }\n }\n if (arithmetic.includes(operator)) {\n const leftType = ctx.expr(0).accept(this.infer);\n const rightType = ctx.expr(1).accept(this.infer);\n // If we can prove any operand is a string or datetime, this arithmetic is unsafe\n if (\n leftType === 'string' ||\n rightType === 'string' ||\n leftType === 'datetime' ||\n rightType === 'datetime'\n ) {\n return true;\n }\n }\n // Continue walking\n return this.visitChildren(ctx);\n }\n }\n\n const infer = new TypeInferVisitor(this.tableDomain);\n const detector = new InvalidArithmeticDetector(infer);\n // If detector finds invalid arithmetic, validation fails\n return !tree.accept(detector);\n } catch (e) {\n console.warn('Type-safety validation failed with error:', e);\n // On validator failure, be conservative and disable generated column support\n return false;\n }\n }\n\n private hasDatetimeStringConcatenation(tree: ExprContext): boolean {\n // eslint-disable-next-line @typescript-eslint/no-this-alias\n const self = this;\n class DatetimeConcatDetector extends AbstractParseTreeVisitor {\n protected defaultResult(): boolean {\n return false;\n }\n\n // eslint-disable-next-line sonarjs/no-identical-functions\n visitChildren(node: RuleNode): boolean {\n let index = 0;\n while (index < node.childCount) {\n const child = node.getChild(index);\n if (child && child.accept(this)) {\n return true;\n }\n index++;\n }\n return false;\n }\n\n visitBinaryOp(ctx: BinaryOpContext): boolean {\n const operator = ctx._op?.text ?? '';\n if (operator === '+' || operator === '&') {\n const leftType = self.inferBasicType(ctx.expr(0));\n const rightType = self.inferBasicType(ctx.expr(1));\n const behavesAsString =\n operator === '&' || leftType === 'string' || rightType === 'string';\n if ((leftType === 'datetime' || rightType === 'datetime') && behavesAsString) {\n return true;\n }\n }\n return this.visitChildren(ctx);\n }\n\n visitFunctionCall(ctx: FunctionCallContext): boolean {\n const rawName = ctx.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n if (fnName === FunctionName.Concatenate) {\n const hasDatetimeArg = ctx.expr().some((exprCtx) => {\n return self.inferBasicType(exprCtx) === 'datetime';\n });\n if (hasDatetimeArg) {\n return true;\n }\n }\n\n return this.visitChildren(ctx);\n }\n }\n\n return tree.accept(new DatetimeConcatDetector()) ?? false;\n }\n\n private hasDatetimeTextSlicing(tree: ExprContext): boolean {\n // eslint-disable-next-line @typescript-eslint/no-this-alias\n const self = this;\n class DatetimeTextSliceDetector extends AbstractParseTreeVisitor {\n protected defaultResult(): boolean {\n return false;\n }\n\n visitChildren(node: RuleNode): boolean {\n const n = node.childCount;\n for (let i = 0; i < n; i++) {\n const child = node.getChild(i);\n if (child && child.accept(this)) {\n return true;\n }\n }\n return false;\n }\n\n visitFunctionCall(ctx: FunctionCallContext): boolean {\n const rawName = ctx.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n const exprs = ctx.expr();\n const hasDatetimeArg = exprs.some((exprCtx) => self.inferBasicType(exprCtx) === 'datetime');\n\n if (hasDatetimeArg) {\n switch (fnName) {\n case FunctionName.Left:\n case FunctionName.Right:\n case FunctionName.Mid:\n case FunctionName.Replace:\n return true;\n default:\n break;\n }\n }\n\n return this.visitChildren(ctx);\n }\n }\n\n return tree.accept(new DatetimeTextSliceDetector()) ?? false;\n }\n\n private hasLogicalNonBooleanArgs(tree: ExprContext): boolean {\n // eslint-disable-next-line @typescript-eslint/no-this-alias\n const self = this;\n class LogicalArgumentDetector extends AbstractParseTreeVisitor {\n protected defaultResult(): boolean {\n return false;\n }\n\n visitChildren(node: RuleNode): boolean {\n const n = node.childCount;\n for (let i = 0; i < n; i++) {\n const child = node.getChild(i);\n if (child && child.accept(this)) {\n return true;\n }\n }\n return false;\n }\n\n visitFunctionCall(ctx: FunctionCallContext): boolean {\n const rawName = ctx.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n const isLogical =\n fnName === FunctionName.And ||\n fnName === FunctionName.Or ||\n fnName === FunctionName.Not ||\n fnName === FunctionName.Xor;\n\n if (isLogical) {\n const exprs = ctx.expr();\n for (const exprCtx of exprs) {\n const argType = self.inferBasicType(exprCtx);\n if (argType === 'string' || argType === 'number' || argType === 'datetime') {\n return true;\n }\n }\n }\n\n return this.visitChildren(ctx);\n }\n }\n\n return tree.accept(new LogicalArgumentDetector()) ?? false;\n }\n\n private hasNumericFunctionWithNonNumericArgs(tree: ExprContext): boolean {\n // eslint-disable-next-line @typescript-eslint/no-this-alias\n const self = this;\n const numericFunctions = new Set([\n FunctionName.Sum,\n FunctionName.Average,\n FunctionName.Round,\n FunctionName.RoundUp,\n FunctionName.RoundDown,\n FunctionName.Ceiling,\n FunctionName.Floor,\n FunctionName.Even,\n FunctionName.Odd,\n FunctionName.Int,\n FunctionName.Abs,\n FunctionName.Sqrt,\n FunctionName.Power,\n FunctionName.Exp,\n FunctionName.Log,\n FunctionName.Mod,\n FunctionName.Value,\n ]);\n\n class NumericFunctionArgDetector extends AbstractParseTreeVisitor {\n protected defaultResult(): boolean {\n return false;\n }\n\n visitChildren(node: RuleNode): boolean {\n const n = node.childCount;\n for (let i = 0; i < n; i++) {\n const child = node.getChild(i);\n if (child && child.accept(this)) {\n return true;\n }\n }\n return false;\n }\n\n visitFunctionCall(ctx: FunctionCallContext): boolean {\n const rawName = ctx.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n if (numericFunctions.has(fnName)) {\n const exprs = ctx.expr();\n for (const exprCtx of exprs) {\n const argType = self.inferBasicType(exprCtx);\n if (argType === 'string' || argType === 'datetime') {\n return true;\n }\n }\n }\n\n return this.visitChildren(ctx);\n }\n }\n\n return tree.accept(new NumericFunctionArgDetector()) ?? false;\n }\n\n private containsLogicalFunctions(tree: ExprContext): boolean {\n class LogicalFunctionDetector extends AbstractParseTreeVisitor {\n protected defaultResult(): boolean {\n return false;\n }\n\n visitChildren(node: RuleNode): boolean {\n let index = 0;\n while (index < node.childCount) {\n const child = node.getChild(index);\n if (child && child.accept(this)) {\n return true;\n }\n index++;\n }\n return false;\n }\n\n visitFunctionCall(ctx: FunctionCallContext): boolean {\n const rawName = ctx.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n const isLogical =\n fnName === FunctionName.And ||\n fnName === FunctionName.Or ||\n fnName === FunctionName.Not ||\n fnName === FunctionName.Xor;\n\n if (isLogical) {\n return true;\n }\n\n return this.visitChildren(ctx);\n }\n }\n\n return tree.accept(new LogicalFunctionDetector()) ?? false;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private inferBasicType(\n ctx: ExprContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n if (ctx instanceof StringLiteralContext) {\n return 'string';\n }\n if (ctx instanceof IntegerLiteralContext || ctx instanceof DecimalLiteralContext) {\n return 'number';\n }\n if (ctx instanceof BooleanLiteralContext) {\n return 'boolean';\n }\n if (ctx instanceof FieldReferenceCurlyContext) {\n const normalizedFieldId = extractFieldReferenceId(ctx);\n const rawToken = getFieldReferenceTokenText(ctx);\n const fieldId = normalizedFieldId ?? rawToken?.slice(1, -1).trim() ?? '';\n const field = this.tableDomain.getField(fieldId);\n if (!field) {\n return 'unknown';\n }\n switch (field.cellValueType) {\n case CellValueType.String:\n return 'string';\n case CellValueType.Number:\n return 'number';\n case CellValueType.Boolean:\n return 'boolean';\n case CellValueType.DateTime:\n return 'datetime';\n default:\n if (\n field.type === FieldType.Date ||\n field.type === FieldType.CreatedTime ||\n field.type === FieldType.LastModifiedTime\n ) {\n return 'datetime';\n }\n if (field?.dbFieldType === DbFieldType.DateTime) {\n return 'datetime';\n }\n return 'unknown';\n }\n }\n if (ctx instanceof FunctionCallContext) {\n const rawName = ctx.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n if (\n [\n FunctionName.Today,\n FunctionName.Now,\n FunctionName.DateAdd,\n FunctionName.CreatedTime,\n FunctionName.LastModifiedTime,\n FunctionName.DatetimeParse,\n ].includes(fnName)\n ) {\n return 'datetime';\n }\n if (fnName === FunctionName.Concatenate) {\n return 'string';\n }\n return 'unknown';\n }\n if (ctx instanceof BinaryOpContext) {\n const operator = ctx._op?.text ?? '';\n const leftType = this.inferBasicType(ctx.expr(0));\n const rightType = this.inferBasicType(ctx.expr(1));\n if (operator === '+' || operator === '&') {\n if (leftType === 'string' || rightType === 'string') {\n return 'string';\n }\n if (leftType === 'datetime' || rightType === 'datetime') {\n return 'string';\n }\n if (leftType === 'number' && rightType === 'number') {\n return 'number';\n }\n return 'unknown';\n }\n if (['-', '*', '/', '%'].includes(operator)) {\n return 'number';\n }\n if (['>', '<', '>=', '<=', '=', '!=', '<>', '&&', '||'].includes(operator)) {\n return 'boolean';\n }\n if (operator === '&') {\n return 'string';\n }\n return 'unknown';\n }\n if (ctx instanceof BracketsContext) {\n return this.inferBasicType(ctx.expr());\n }\n if (\n ctx instanceof LeftWhitespaceOrCommentsContext ||\n ctx instanceof RightWhitespaceOrCommentsContext\n ) {\n return this.inferBasicType(ctx.expr());\n }\n return 'unknown';\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/formula-validation.ts", "content": "import type { TableDomain } from '@teable/core';\nimport { FormulaSupportGeneratedColumnValidator } from './formula-support-generated-column-validator';\nimport type { IGeneratedColumnQuerySupportValidator } from './sql-conversion.visitor';\n\n/**\n * Pure function to validate if a formula expression is supported for generated columns\n * @param supportValidator The database-specific support validator\n * @param expression The formula expression to validate\n * @param fieldMap Optional field map to check field references\n * @returns true if the formula is supported, false otherwise\n */\nexport function validateFormulaSupport(\n supportValidator: IGeneratedColumnQuerySupportValidator,\n expression: string,\n tableDomain: TableDomain\n): boolean {\n supportValidator.setContext({ table: tableDomain });\n const validator = new FormulaSupportGeneratedColumnValidator(supportValidator, tableDomain);\n return validator.validateFormula(expression);\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/index.ts", "content": "export type {\n IRecordQueryBuilder,\n ICreateRecordQueryBuilderOptions,\n ICreateRecordAggregateBuilderOptions,\n IReadonlyQueryBuilderState,\n IMutableQueryBuilderState,\n} from './record-query-builder.interface';\nexport { RecordQueryBuilderService } from './record-query-builder.service';\nexport { RecordQueryBuilderModule } from './record-query-builder.module';\nexport { RECORD_QUERY_BUILDER_SYMBOL } from './record-query-builder.symbol';\nexport { InjectRecordQueryBuilder } from './record-query-builder.provider';\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/providers/pg-record-query-dialect.spec.ts", "content": "import { DbFieldType } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { describe, expect, it } from 'vitest';\nimport { PgRecordQueryDialect } from './pg-record-query-dialect';\n\ndescribe('PgRecordQueryDialect#flattenLookupCteValue', () => {\n const dialect = new PgRecordQueryDialect({} as unknown as Knex);\n\n it('returns null for single-value lookups', () => {\n const result = dialect.flattenLookupCteValue(\n 'cte_lookup',\n 'fld_single',\n false,\n DbFieldType.Text\n );\n expect(result).toBeNull();\n });\n\n it('keeps jsonb payloads when field is stored as json', () => {\n const sql = dialect.flattenLookupCteValue('cte_lookup', 'fld_json', true, DbFieldType.Json);\n expect(sql).toContain('\"cte_lookup\".\"lookup_fld_json\"::jsonb');\n expect(sql).not.toContain('to_jsonb(\"cte_lookup\".\"lookup_fld_json\")');\n });\n\n it('wraps scalar payloads with to_jsonb for non-json fields', () => {\n const sql = dialect.flattenLookupCteValue('cte_lookup', 'fld_scalar', true, DbFieldType.Text);\n expect(sql).toContain('to_jsonb(\"cte_lookup\".\"lookup_fld_scalar\")');\n });\n});\n\ndescribe('PgRecordQueryDialect#linkExtractTitles', () => {\n const dialect = new PgRecordQueryDialect({} as unknown as Knex);\n\n it('extracts single-value link titles via metadata without pg_typeof guards', () => {\n const sql = dialect.linkExtractTitles('\"main\".\"LinkField\"', false);\n expect(sql).toBe(\n `(CASE WHEN \"main\".\"LinkField\" IS NULL THEN NULL ELSE (\"main\".\"LinkField\"::jsonb)->>'title' END)`\n );\n expect(sql).not.toContain('pg_typeof');\n });\n\n it('extracts multi-value link titles using jsonb_array_elements without pg_typeof', () => {\n const sql = dialect.linkExtractTitles('\"cte\".\"link_value\"', true);\n expect(sql).toContain('jsonb_array_elements(\"cte\".\"link_value\"::jsonb)');\n expect(sql).not.toContain('pg_typeof');\n });\n});\n\ndescribe('PgRecordQueryDialect#coerceToNumericForCompare', () => {\n const dialect = new PgRecordQueryDialect({} as unknown as Knex);\n\n it('keeps trusted numeric literals as direct numeric casts', () => {\n const sql = dialect.coerceToNumericForCompare('39.93');\n expect(sql).toBe('(39.93)::numeric');\n });\n\n it('guards malformed sanitized text before numeric cast', () => {\n const sql = dialect.coerceToNumericForCompare('\"t\".\"DisplayPrice\"');\n expect(sql).toContain(\"REGEXP_REPLACE(((\\\"t\\\".\\\"DisplayPrice\\\")::text), '[^0-9.+-]', '', 'g')\");\n expect(sql).toContain(\"~ '^[+-]{0,1}(\\\\d+(\\\\.\\\\d+){0,1}|\\\\.\\\\d+)$'\");\n expect(sql).toContain('THEN NULLIF(');\n expect(sql).toContain('::numeric');\n expect(sql).toContain('ELSE NULL');\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/providers/pg-record-query-dialect.ts", "content": "import type {\n INumberFormatting,\n ICurrencyFormatting,\n FieldCore,\n IDatetimeFormatting,\n Relationship,\n} from '@teable/core';\nimport {\n DriverClient,\n FieldType,\n CellValueType,\n DbFieldType,\n DateFormattingPreset,\n TimeFormatting,\n} from '@teable/core';\nimport type { Knex } from 'knex';\nimport { FieldFormattingVisitor } from '../field-formatting-visitor';\nimport type { IRecordQueryDialectProvider } from '../record-query-dialect.interface';\n\nexport class PgRecordQueryDialect implements IRecordQueryDialectProvider {\n readonly driver = DriverClient.Pg as const;\n\n constructor(private readonly knex: Knex) {}\n\n toText(expr: string): string {\n return `(${expr})::TEXT`;\n }\n\n formatNumber(expr: string, formatting: INumberFormatting): string {\n const { type, precision } = formatting;\n switch (type) {\n case 'decimal':\n return `ROUND(CAST(${expr} AS NUMERIC), ${precision ?? 0})::TEXT`;\n case 'percent':\n return `ROUND(CAST(${expr} * 100 AS NUMERIC), ${precision ?? 0})::TEXT || '%'`;\n case 'currency': {\n const symbol = (formatting as ICurrencyFormatting).symbol || '$';\n if (typeof precision === 'number') {\n return `'${symbol}' || ROUND(CAST(${expr} AS NUMERIC), ${precision})::TEXT`;\n }\n return `'${symbol}' || (${expr})::TEXT`;\n }\n default:\n return `(${expr})::TEXT`;\n }\n }\n\n formatNumberArray(expr: string, formatting: INumberFormatting): string {\n const elem = `(elem #>> '{}')::numeric`;\n const formatted = this.formatNumber(elem, formatting).replace(\n /\\(elem #>> '\\{\\}'\\)::numeric/,\n elem\n );\n return `(\n SELECT string_agg(${formatted}, ', ' ORDER BY ord)\n FROM jsonb_array_elements(COALESCE((${expr})::jsonb, '[]'::jsonb)) WITH ORDINALITY AS t(elem, ord)\n )`;\n }\n\n formatStringArray(expr: string, opts?: { fieldInfo?: FieldCore }): string {\n const trimmedRaw = expr.trim();\n const upperExpr = trimmedRaw.toUpperCase();\n if (upperExpr === 'NULL' || upperExpr === 'NULL::JSONB' || upperExpr === 'NULL::JSON') {\n return 'NULL::text';\n }\n if (upperExpr.startsWith('NULL::') && !upperExpr.startsWith('NULL::TEXT')) {\n return `${trimmedRaw}::text`;\n }\n if (upperExpr === 'NULL::TEXT') {\n return trimmedRaw;\n }\n const safeArrayExpr =\n this.buildArrayNormalizerFromField(expr, opts?.fieldInfo) ??\n this.buildGenericArrayNormalizer(expr);\n const elementText = `CASE\n WHEN jsonb_typeof(elem) = 'object' THEN COALESCE(elem->>'title', elem->>'name', elem #>> '{}')\n ELSE elem #>> '{}'\n END`;\n return `(\n SELECT string_agg(\n ${elementText},\n ', '\n ORDER BY ord\n )\n FROM jsonb_array_elements(${safeArrayExpr}) WITH ORDINALITY AS t(elem, ord)\n )`;\n }\n\n private buildArrayNormalizerFromField(expr: string, fieldInfo?: FieldCore): string | null {\n if (!fieldInfo) {\n return null;\n }\n\n const baseExpr = `(${expr})`;\n const isLikelyJson =\n (fieldInfo as unknown as { isMultipleCellValue?: boolean }).isMultipleCellValue === true ||\n fieldInfo.dbFieldType === DbFieldType.Json ||\n fieldInfo.type === FieldType.Link ||\n fieldInfo.type === FieldType.Attachment ||\n fieldInfo.type === FieldType.MultipleSelect ||\n fieldInfo.type === FieldType.User ||\n fieldInfo.type === FieldType.CreatedBy ||\n fieldInfo.type === FieldType.LastModifiedBy;\n\n if (!isLikelyJson) {\n return null;\n }\n\n const jsonExpr = `to_jsonb(${baseExpr})`;\n\n return `(CASE\n WHEN ${baseExpr} IS NULL THEN '[]'::jsonb\n WHEN jsonb_typeof(${jsonExpr}) = 'array' THEN COALESCE(${jsonExpr}, '[]'::jsonb)\n ELSE jsonb_build_array(${jsonExpr})\n END)`;\n }\n\n private buildGenericArrayNormalizer(expr: string): string {\n const jsonExpr = `to_jsonb(${expr})`;\n const textExpr = `((${expr})::text)`;\n const trimmedExpr = `BTRIM(${textExpr})`;\n const parsedTextArray = `CASE\n WHEN ${trimmedExpr} = '' THEN '[]'::jsonb\n WHEN LEFT(${trimmedExpr}, 1) = '[' THEN COALESCE((${expr})::jsonb, '[]'::jsonb)\n ELSE jsonb_build_array(${jsonExpr})\n END`;\n\n return `(CASE\n WHEN ${expr} IS NULL THEN '[]'::jsonb\n WHEN jsonb_typeof(${jsonExpr}) = 'array' THEN COALESCE(${jsonExpr}, '[]'::jsonb)\n WHEN jsonb_typeof(${jsonExpr}) = 'object' THEN jsonb_build_array(${jsonExpr})\n ELSE ${parsedTextArray}\n END)`;\n }\n\n formatRating(expr: string): string {\n return `CASE WHEN (${expr} = ROUND(${expr})) THEN ROUND(${expr})::TEXT ELSE (${expr})::TEXT END`;\n }\n\n private escapeLiteral(value: string): string {\n return value.replace(/'/g, \"''\");\n }\n\n private getDatePattern(date: string): string {\n switch (date as DateFormattingPreset) {\n case DateFormattingPreset.US:\n return 'FMMM/FMDD/YYYY';\n case DateFormattingPreset.European:\n return 'FMDD/FMMM/YYYY';\n case DateFormattingPreset.Asian:\n return 'YYYY/MM/DD';\n case DateFormattingPreset.ISO:\n return 'YYYY-MM-DD';\n case DateFormattingPreset.YM:\n return 'YYYY-MM';\n case DateFormattingPreset.MD:\n return 'MM-DD';\n case DateFormattingPreset.Y:\n return 'YYYY';\n case DateFormattingPreset.M:\n return 'MM';\n case DateFormattingPreset.D:\n return 'DD';\n default:\n return 'YYYY-MM-DD';\n }\n }\n\n private getTimePattern(time: TimeFormatting | undefined): string | null {\n switch (time) {\n case TimeFormatting.Hour24:\n return 'HH24:MI';\n case TimeFormatting.Hour12:\n return 'HH12:MI AM';\n default:\n return null;\n }\n }\n\n private buildDateFormattingExpression(\n valueExpression: string,\n formatting: IDatetimeFormatting\n ): string {\n const { date, time, timeZone } = formatting;\n const timePattern = this.getTimePattern(time ?? TimeFormatting.None);\n const datePattern = this.getDatePattern(date);\n const pattern = timePattern ? `${datePattern} ${timePattern}` : datePattern;\n const tz = this.escapeLiteral(timeZone ?? 'UTC');\n const patternLiteral = this.escapeLiteral(pattern);\n return `TO_CHAR(TIMEZONE('${tz}', (${valueExpression})::timestamptz), '${patternLiteral}')`;\n }\n\n formatDate(expr: string, formatting: IDatetimeFormatting): string {\n return this.buildDateFormattingExpression(expr, formatting);\n }\n\n formatDateArray(expr: string, formatting: IDatetimeFormatting): string {\n const elementExpr = this.buildDateFormattingExpression(\"(elem #>> '{}')\", formatting);\n return `(\n SELECT string_agg(\n CASE\n WHEN (elem #>> '{}') IS NULL THEN NULL\n ELSE ${elementExpr}\n END,\n ', '\n ORDER BY ord\n )\n FROM jsonb_array_elements(COALESCE((${expr})::jsonb, '[]'::jsonb)) WITH ORDINALITY AS t(elem, ord)\n )`;\n }\n\n private hasWrappingParentheses(expr: string): boolean {\n if (!expr.startsWith('(') || !expr.endsWith(')')) {\n return false;\n }\n let depth = 0;\n for (let i = 0; i < expr.length; i++) {\n const ch = expr[i];\n if (ch === '(') {\n depth++;\n } else if (ch === ')') {\n depth--;\n if (depth === 0 && i < expr.length - 1) {\n return false;\n }\n if (depth < 0) {\n return false;\n }\n }\n }\n return depth === 0;\n }\n\n private isNumericLiteral(expr: string): boolean {\n let trimmed = expr.trim();\n while (trimmed.length > 0 && this.hasWrappingParentheses(trimmed)) {\n trimmed = trimmed.slice(1, -1).trim();\n }\n // eslint-disable-next-line regexp/no-unused-capturing-group\n return /^[-+]?\\d+(\\.\\d+)?$/.test(trimmed);\n }\n\n coerceToNumericForCompare(expr: string): string {\n // Same safe numeric coercion used for arithmetic\n if (this.isNumericLiteral(expr)) {\n return `(${expr})::numeric`;\n }\n return this.buildSafeNumericExpression(expr, 'numeric');\n }\n\n linkHasAny(selectionSql: string): string {\n return `(${selectionSql} IS NOT NULL AND ${selectionSql}::text != 'null' AND ${selectionSql}::text != '[]')`;\n }\n\n linkExtractTitles(selectionSql: string, isMultiple: boolean): string {\n const normalized = `${selectionSql}::jsonb`;\n\n if (isMultiple) {\n return `(SELECT json_agg(value->>'title') FROM jsonb_array_elements(${normalized}) AS value)::jsonb`;\n }\n\n return `(CASE WHEN ${selectionSql} IS NULL THEN NULL ELSE (${normalized})->>'title' END)`;\n }\n\n jsonTitleFromExpr(selectionSql: string): string {\n return `(${selectionSql}->>'title')`;\n }\n\n selectUserNameById(idRef: string): string {\n return `(SELECT u.name FROM users u WHERE u.id = ${idRef})`;\n }\n\n buildUserJsonObjectById(idRef: string): string {\n return `(\n SELECT jsonb_build_object('id', u.id, 'title', u.name, 'email', u.email)\n FROM users u\n WHERE u.id = ${idRef}\n )`;\n }\n\n flattenLookupCteValue(\n cteName: string,\n fieldId: string,\n isMultiple: boolean,\n dbFieldType: DbFieldType\n ): string | null {\n if (!isMultiple) return null;\n const columnRef = `\"${cteName}\".\"lookup_${fieldId}\"`;\n const normalized =\n dbFieldType === DbFieldType.Json ? `${columnRef}::jsonb` : `to_jsonb(${columnRef})`;\n return `(\n WITH RECURSIVE f(e) AS (\n SELECT ${normalized}\n UNION ALL\n SELECT jsonb_array_elements(f.e)\n FROM f\n WHERE jsonb_typeof(f.e) = 'array'\n )\n SELECT jsonb_agg(e) FILTER (WHERE jsonb_typeof(e) <> 'array') FROM f\n )`;\n }\n\n jsonAggregateNonNull(expression: string, orderByClause?: string): string {\n const order = orderByClause ? ` ORDER BY ${orderByClause}` : '';\n const normalizedExpr = this.normalizeJsonbAggregateInput(expression);\n // Use jsonb_agg so downstream consumers (persisted link/lookup columns) expecting jsonb\n // do not hit implicit cast issues during UPDATE ... FROM assignments.\n return `jsonb_agg(${normalizedExpr}${order}) FILTER (WHERE ${normalizedExpr} IS NOT NULL)`;\n }\n\n private normalizeJsonbAggregateInput(expression: string): string {\n const trimmed = expression.trim();\n if (!trimmed) {\n return expression;\n }\n const upper = trimmed.toUpperCase();\n if (upper === 'NULL') {\n return 'NULL::jsonb';\n }\n if (upper === 'NULL::JSONB') {\n return trimmed;\n }\n if (upper.startsWith('NULL::')) {\n return `(${expression})::jsonb`;\n }\n return expression;\n }\n\n stringAggregate(expression: string, delimiter: string, orderByClause?: string): string {\n const order = orderByClause ? ` ORDER BY ${orderByClause}` : '';\n return `STRING_AGG(${expression}::text, ${this.knex.raw('?', [delimiter]).toQuery()}${order})`;\n }\n\n jsonArrayLength(expr: string): string {\n return `jsonb_array_length(${expr}::jsonb)`;\n }\n\n nullJson(): string {\n return 'NULL::json';\n }\n\n typedNullFor(dbFieldType: DbFieldType): string {\n switch (dbFieldType) {\n case DbFieldType.Json:\n return 'NULL::jsonb';\n case DbFieldType.Integer:\n return 'NULL::integer';\n case DbFieldType.Real:\n return 'NULL::double precision';\n case DbFieldType.DateTime:\n return 'NULL::timestamptz';\n case DbFieldType.Boolean:\n return 'NULL::boolean';\n case DbFieldType.Blob:\n return 'NULL::bytea';\n case DbFieldType.Text:\n default:\n return 'NULL::text';\n }\n }\n\n private buildSafeNumericExpression(\n expression: string,\n castType: 'numeric' | 'double precision'\n ): string {\n const cleaned = this.buildSanitizedNumericText(expression);\n const numericPattern = `'^[+-]{0,1}(\\\\d+(\\\\.\\\\d+){0,1}|\\\\.\\\\d+)$'`;\n return `(CASE\n WHEN ${cleaned} IS NULL THEN NULL\n WHEN ${cleaned} ~ ${numericPattern} THEN ${cleaned}::${castType}\n ELSE NULL\n END)`;\n }\n\n private buildSanitizedNumericText(expression: string): string {\n const textExpr = `((${expression})::text)`;\n const sanitized = `REGEXP_REPLACE(${textExpr}, '[^0-9.+-]', '', 'g')`;\n return `NULLIF(${sanitized}, '')`;\n }\n\n private sanitizeNumericTextExpression(expression: string): string {\n return this.buildSafeNumericExpression(expression, 'double precision');\n }\n\n private buildJsonNumericSumExpression(fieldExpression: string): string {\n const expr = `(${fieldExpression})`;\n const scalarValue = this.sanitizeNumericTextExpression(expr);\n const arraySum = `(SELECT SUM(${this.sanitizeNumericTextExpression('elem.value')})\n FROM jsonb_array_elements_text(${expr}::jsonb) AS elem(value))`;\n return `(CASE\n WHEN ${expr} IS NULL THEN 0\n WHEN jsonb_typeof(${expr}::jsonb) = 'array' THEN COALESCE(${arraySum}, 0)\n ELSE COALESCE(${scalarValue}, 0)\n END)`;\n }\n\n private buildJsonNumericCountExpression(fieldExpression: string): string {\n const expr = `(${fieldExpression})`;\n const scalarValue = this.sanitizeNumericTextExpression(expr);\n const scalarCount = `(CASE WHEN ${scalarValue} IS NULL THEN 0 ELSE 1 END)`;\n const elementCount = `(SELECT SUM(CASE WHEN ${this.sanitizeNumericTextExpression('elem.value')} IS NULL THEN 0 ELSE 1 END)\n FROM jsonb_array_elements_text(${expr}::jsonb) AS elem(value))`;\n return `(CASE\n WHEN ${expr} IS NULL THEN 0\n WHEN jsonb_typeof(${expr}::jsonb) = 'array' THEN COALESCE(${elementCount}, 0)\n ELSE ${scalarCount}\n END)`;\n }\n\n private castAgg(sql: string): string {\n // normalize to double precision for numeric rollups\n return `CAST(${sql} AS DOUBLE PRECISION)`;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n rollupAggregate(\n fn: string,\n fieldExpression: string,\n opts: {\n targetField?: FieldCore;\n orderByField?: string;\n rowPresenceExpr?: string;\n flattenNestedArray?: boolean;\n }\n ): string {\n const { targetField, orderByField, rowPresenceExpr, flattenNestedArray } = opts;\n const isNumericTarget =\n targetField?.type === FieldType.Number ||\n (targetField as unknown as { cellValueType?: CellValueType })?.cellValueType ===\n CellValueType.Number;\n\n switch (fn) {\n case 'sum':\n // Prefer numeric targets: number field or formula resolving to number\n if (isNumericTarget) {\n if (targetField?.isMultipleCellValue) {\n const numericExpr = this.buildJsonNumericSumExpression(fieldExpression);\n return this.castAgg(`COALESCE(SUM(${numericExpr}), 0)`);\n }\n return this.castAgg(`COALESCE(SUM(${fieldExpression}), 0)`);\n }\n // Non-numeric target: avoid SUM() casting errors\n return this.castAgg('SUM(0)');\n case 'average':\n if (isNumericTarget) {\n if (targetField?.isMultipleCellValue) {\n const sumExpr = this.buildJsonNumericSumExpression(fieldExpression);\n const countExpr = this.buildJsonNumericCountExpression(fieldExpression);\n const sumAgg = `COALESCE(SUM(${sumExpr}), 0)`;\n const countAgg = `COALESCE(SUM(${countExpr}), 0)`;\n return this.castAgg(\n `CASE WHEN ${countAgg} = 0 THEN 0 ELSE ${sumAgg} / ${countAgg} END`\n );\n }\n return this.castAgg(`COALESCE(AVG(${fieldExpression}), 0)`);\n }\n return this.castAgg('AVG(0)');\n case 'count':\n return this.castAgg(`COALESCE(COUNT(${fieldExpression}), 0)`);\n case 'countall': {\n if (targetField?.type === FieldType.MultipleSelect) {\n return this.castAgg(\n `COALESCE(SUM(CASE WHEN ${fieldExpression} IS NOT NULL THEN jsonb_array_length(${fieldExpression}::jsonb) ELSE 0 END), 0)`\n );\n }\n const base = rowPresenceExpr ?? fieldExpression;\n return this.castAgg(`COALESCE(COUNT(${base}), 0)`);\n }\n case 'counta':\n return this.castAgg(`COALESCE(COUNT(${fieldExpression}), 0)`);\n case 'max': {\n const isDateFieldType =\n targetField?.type === FieldType.Date ||\n targetField?.type === FieldType.CreatedTime ||\n targetField?.type === FieldType.LastModifiedTime;\n const isDateTimeTarget =\n isDateFieldType ||\n targetField?.cellValueType === CellValueType.DateTime ||\n targetField?.dbFieldType === DbFieldType.DateTime;\n const aggregate = `MAX(${fieldExpression})`;\n return isDateTimeTarget ? aggregate : this.castAgg(aggregate);\n }\n case 'min': {\n const isDateFieldType =\n targetField?.type === FieldType.Date ||\n targetField?.type === FieldType.CreatedTime ||\n targetField?.type === FieldType.LastModifiedTime;\n const isDateTimeTarget =\n isDateFieldType ||\n targetField?.cellValueType === CellValueType.DateTime ||\n targetField?.dbFieldType === DbFieldType.DateTime;\n const aggregate = `MIN(${fieldExpression})`;\n return isDateTimeTarget ? aggregate : this.castAgg(aggregate);\n }\n case 'and':\n return `BOOL_AND(${fieldExpression}::boolean)`;\n case 'or':\n return `BOOL_OR(${fieldExpression}::boolean)`;\n case 'xor':\n return `(COUNT(CASE WHEN ${fieldExpression}::boolean THEN 1 END) % 2 = 1)`;\n case 'array_join':\n case 'concatenate':\n return orderByField\n ? `STRING_AGG(${fieldExpression}::text, ', ' ORDER BY ${orderByField})`\n : `STRING_AGG(${fieldExpression}::text, ', ')`;\n case 'array_unique':\n return `json_agg(DISTINCT ${fieldExpression})`;\n case 'array_compact': {\n const buildAggregate = (expr: string) =>\n orderByField\n ? `jsonb_agg(${expr} ORDER BY ${orderByField}) FILTER (WHERE (${expr}) IS NOT NULL AND (${expr})::text <> '')`\n : `jsonb_agg(${expr}) FILTER (WHERE (${expr}) IS NOT NULL AND (${expr})::text <> '')`;\n const baseAggregate = buildAggregate(fieldExpression);\n if (flattenNestedArray) {\n return `(WITH RECURSIVE flattened(val) AS (\n SELECT COALESCE(${baseAggregate}, '[]'::jsonb)\n UNION ALL\n SELECT elem\n FROM flattened\n CROSS JOIN LATERAL jsonb_array_elements(flattened.val) AS elem\n WHERE jsonb_typeof(flattened.val) = 'array'\n )\n SELECT jsonb_agg(val) FILTER (\n WHERE jsonb_typeof(val) <> 'array'\n AND jsonb_typeof(val) <> 'null'\n AND val <> '\"\"'::jsonb\n ) FROM flattened)`;\n }\n return baseAggregate;\n }\n default:\n throw new Error(`Unsupported rollup function: ${fn}`);\n }\n }\n\n singleValueRollupAggregate(\n fn: string,\n fieldExpression: string,\n options: { rollupField: FieldCore; targetField: FieldCore }\n ): string {\n const requiresJsonArray = options.rollupField.dbFieldType === DbFieldType.Json;\n const needsFormatted =\n (options.targetField.type === FieldType.Link ||\n options.targetField.type === FieldType.Formula ||\n options.targetField.type === FieldType.ConditionalRollup) &&\n (fn === 'array_join' ||\n fn === 'concatenate' ||\n fn === 'array_unique' ||\n fn === 'array_compact');\n const formattedExpr = needsFormatted\n ? options.targetField.accept(new FieldFormattingVisitor(fieldExpression, this))\n : fieldExpression;\n const exprForAggregation = needsFormatted ? formattedExpr : fieldExpression;\n switch (fn) {\n case 'sum':\n case 'average':\n // For single-value relationships, SUM reduces to the value itself.\n // Coalesce to 0 and cast to double precision for numeric stability.\n // If the expression is non-numeric, upstream rollup setup should avoid SUM on such targets.\n return `COALESCE(CAST(${fieldExpression} AS DOUBLE PRECISION), 0)`;\n case 'max':\n case 'min':\n case 'array_join':\n case 'concatenate':\n return `${exprForAggregation}`;\n case 'count':\n case 'countall':\n case 'counta':\n return `CASE WHEN ${fieldExpression} IS NULL THEN 0 ELSE 1 END`;\n case 'and':\n case 'or':\n case 'xor':\n return `(COALESCE((${fieldExpression})::boolean, false))`;\n case 'array_unique':\n case 'array_compact':\n if (!requiresJsonArray) {\n return `${fieldExpression}`;\n }\n return `(CASE WHEN ${fieldExpression} IS NULL THEN '[]'::jsonb ELSE jsonb_build_array(${fieldExpression}) END)`;\n default:\n return `${fieldExpression}`;\n }\n }\n\n buildLinkJsonObject(\n recordIdRef: string,\n formattedSelectionExpression: string,\n _rawSelectionExpression: string\n ): string {\n return `jsonb_strip_nulls(jsonb_build_object('id', ${recordIdRef}, 'title', ${formattedSelectionExpression}))::jsonb`;\n }\n\n applyLinkCteOrdering(\n _qb: Knex.QueryBuilder,\n _opts: {\n relationship: Relationship;\n usesJunctionTable: boolean;\n hasOrderColumn: boolean;\n junctionAlias: string;\n foreignAlias: string;\n selfKeyName: string;\n }\n ): void {\n // Postgres needs no extra ordering hacks at CTE level for json_agg\n }\n\n buildDeterministicLookupAggregate(): string | null {\n // PG returns null to signal not needed; caller should use json_agg with ORDER BY\n return null;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/providers/sqlite-record-query-dialect.ts", "content": "import type {\n INumberFormatting,\n ICurrencyFormatting,\n FieldCore,\n IDatetimeFormatting,\n} from '@teable/core';\nimport { DriverClient, FieldType, Relationship, DbFieldType } from '@teable/core';\nimport type { Knex } from 'knex';\nimport type { IRecordQueryDialectProvider } from '../record-query-dialect.interface';\n\nexport class SqliteRecordQueryDialect implements IRecordQueryDialectProvider {\n readonly driver = DriverClient.Sqlite as const;\n\n constructor(private readonly knex: Knex) {}\n\n toText(expr: string): string {\n return `CAST(${expr} AS TEXT)`;\n }\n\n formatNumber(expr: string, formatting: INumberFormatting): string {\n const { type, precision } = formatting;\n switch (type) {\n case 'decimal':\n return `PRINTF('%.${precision ?? 0}f', ${expr})`;\n case 'percent':\n return `PRINTF('%.${precision ?? 0}f', ${expr} * 100) || '%'`;\n case 'currency': {\n const symbol = (formatting as ICurrencyFormatting).symbol || '$';\n if (typeof precision === 'number') {\n return `'${symbol}' || PRINTF('%.${precision}f', ${expr})`;\n }\n return `'${symbol}' || CAST(${expr} AS TEXT)`;\n }\n default:\n return `CAST(${expr} AS TEXT)`;\n }\n }\n\n formatNumberArray(expr: string, formatting: INumberFormatting): string {\n const elemNumExpr = `CAST(json_extract(value, '$') AS NUMERIC)`;\n const formatted = this.formatNumber(elemNumExpr, formatting).replace(\n /CAST\\(json_extract\\(value, '\\$'\\) AS NUMERIC\\)/g,\n elemNumExpr\n );\n const safeArrayExpr = `CASE WHEN json_valid(${expr}) THEN ${expr} ELSE json('[]') END`;\n return `(\n SELECT GROUP_CONCAT(${formatted}, ', ')\n FROM json_each(${safeArrayExpr})\n ORDER BY key\n )`;\n }\n\n formatStringArray(expr: string, _opts?: { fieldInfo?: FieldCore }): string {\n const safeArrayExpr = `CASE WHEN json_valid(${expr}) THEN ${expr} ELSE json('[]') END`;\n return `(\n SELECT GROUP_CONCAT(\n CASE\n WHEN json_type(value) = 'text' THEN json_extract(value, '$')\n WHEN json_type(value) = 'object' THEN json_extract(value, '$.title')\n ELSE value\n END,\n ', '\n )\n FROM json_each(${safeArrayExpr})\n ORDER BY key\n )`;\n }\n\n formatRating(expr: string): string {\n return `CASE WHEN (${expr} = CAST(${expr} AS INTEGER)) THEN CAST(CAST(${expr} AS INTEGER) AS TEXT) ELSE CAST(${expr} AS TEXT) END`;\n }\n\n formatDate(expr: string, _formatting: IDatetimeFormatting): string {\n return `CAST(${expr} AS TEXT)`;\n }\n\n formatDateArray(expr: string, _formatting: IDatetimeFormatting): string {\n return this.formatStringArray(expr);\n }\n\n coerceToNumericForCompare(expr: string): string {\n return `CAST(${expr} AS NUMERIC)`;\n }\n\n linkHasAny(selectionSql: string): string {\n return `(${selectionSql} IS NOT NULL AND ${selectionSql} != 'null' AND ${selectionSql} != '[]')`;\n }\n\n linkExtractTitles(selectionSql: string, isMultiple: boolean): string {\n if (isMultiple) {\n return `(\n SELECT json_group_array(json_extract(value, '$.title'))\n FROM json_each(CASE WHEN json_valid(${selectionSql}) AND json_type(${selectionSql}) = 'array' THEN ${selectionSql} ELSE json('[]') END) AS value\n ORDER BY key\n )`;\n }\n return `json_extract(${selectionSql}, '$.title')`;\n }\n\n jsonTitleFromExpr(selectionSql: string): string {\n return `json_extract(${selectionSql}, '$.title')`;\n }\n\n selectUserNameById(idRef: string): string {\n return `(SELECT name FROM users WHERE id = ${idRef})`;\n }\n\n buildUserJsonObjectById(idRef: string): string {\n return `json_object(\n 'id', ${idRef},\n 'title', (SELECT name FROM users WHERE id = ${idRef}),\n 'email', (SELECT email FROM users WHERE id = ${idRef})\n )`;\n }\n\n flattenLookupCteValue(\n _cteName: string,\n _fieldId: string,\n _isMultiple: boolean,\n _dbFieldType: DbFieldType\n ): string | null {\n return null;\n }\n\n jsonAggregateNonNull(expression: string): string {\n return `json_group_array(CASE WHEN ${expression} IS NOT NULL THEN ${expression} END)`;\n }\n\n stringAggregate(expression: string, delimiter: string): string {\n return `GROUP_CONCAT(${expression}, ${this.knex.raw('?', [delimiter]).toQuery()})`;\n }\n\n jsonArrayLength(expr: string): string {\n return `json_array_length(${expr})`;\n }\n\n nullJson(): string {\n return 'NULL';\n }\n\n typedNullFor(_dbFieldType: DbFieldType): string {\n // SQLite does not require type-specific NULL casts\n return 'NULL';\n }\n\n rollupAggregate(\n fn: string,\n fieldExpression: string,\n opts: {\n targetField?: FieldCore;\n orderByField?: string;\n rowPresenceExpr?: string;\n flattenNestedArray?: boolean;\n }\n ): string {\n const { targetField } = opts;\n switch (fn) {\n case 'sum':\n return `COALESCE(SUM(${fieldExpression}), 0)`;\n case 'average':\n return `COALESCE(AVG(${fieldExpression}), 0)`;\n case 'count':\n return `COALESCE(COUNT(${fieldExpression}), 0)`;\n case 'countall': {\n if (targetField?.type === FieldType.MultipleSelect) {\n return `COALESCE(SUM(CASE WHEN ${fieldExpression} IS NOT NULL THEN json_array_length(${fieldExpression}) ELSE 0 END), 0)`;\n }\n return `COALESCE(COUNT(${opts.rowPresenceExpr ?? fieldExpression}), 0)`;\n }\n case 'counta':\n return `COALESCE(COUNT(${fieldExpression}), 0)`;\n case 'max':\n return `MAX(${fieldExpression})`;\n case 'min':\n return `MIN(${fieldExpression})`;\n case 'and':\n return `MIN(${fieldExpression})`;\n case 'or':\n return `MAX(${fieldExpression})`;\n case 'xor':\n return `(COUNT(CASE WHEN ${fieldExpression} THEN 1 END) % 2 = 1)`;\n case 'array_join':\n case 'concatenate':\n return `GROUP_CONCAT(${fieldExpression}, ', ')`;\n case 'array_unique':\n return `json_group_array(DISTINCT ${fieldExpression})`;\n case 'array_compact':\n return `json_group_array(CASE WHEN ${fieldExpression} IS NOT NULL AND CAST(${fieldExpression} AS TEXT) <> '' THEN ${fieldExpression} END)`;\n default:\n throw new Error(`Unsupported rollup function: ${fn}`);\n }\n }\n\n singleValueRollupAggregate(\n fn: string,\n fieldExpression: string,\n options: { rollupField: FieldCore; targetField: FieldCore }\n ): string {\n const requiresJsonArray = options.rollupField.dbFieldType === DbFieldType.Json;\n switch (fn) {\n case 'sum':\n case 'average':\n return `COALESCE(${fieldExpression}, 0)`;\n case 'max':\n case 'min':\n case 'array_join':\n case 'concatenate':\n return `${fieldExpression}`;\n case 'count':\n case 'countall':\n case 'counta':\n return `CASE WHEN ${fieldExpression} IS NULL THEN 0 ELSE 1 END`;\n case 'and':\n case 'or':\n case 'xor':\n return `(CASE WHEN ${fieldExpression} THEN 1 ELSE 0 END)`;\n case 'array_unique':\n case 'array_compact':\n if (!requiresJsonArray) {\n return `${fieldExpression}`;\n }\n return `(CASE WHEN ${fieldExpression} IS NULL THEN json('[]') ELSE json_array(${fieldExpression}) END)`;\n default:\n return `${fieldExpression}`;\n }\n }\n\n buildLinkJsonObject(\n recordIdRef: string,\n formattedSelectionExpression: string,\n rawSelectionExpression: string\n ): string {\n return `CASE\n WHEN ${rawSelectionExpression} IS NOT NULL THEN json_object('id', ${recordIdRef}, 'title', ${formattedSelectionExpression})\n ELSE json_object('id', ${recordIdRef})\n END`;\n }\n\n applyLinkCteOrdering(\n qb: Knex.QueryBuilder,\n opts: {\n relationship: Relationship;\n usesJunctionTable: boolean;\n hasOrderColumn: boolean;\n junctionAlias: string;\n foreignAlias: string;\n selfKeyName: string;\n }\n ): void {\n // Apply deterministic ordering for SQLite when aggregating arrays\n const {\n relationship,\n usesJunctionTable,\n hasOrderColumn,\n junctionAlias,\n foreignAlias,\n selfKeyName,\n } = opts;\n if (usesJunctionTable) {\n if (hasOrderColumn) {\n qb.orderByRaw(`(CASE WHEN ${junctionAlias}.\"order\" IS NULL THEN 0 ELSE 1 END) ASC`);\n qb.orderBy(`${junctionAlias}.\"order\"`, 'asc');\n }\n qb.orderBy(`${junctionAlias}.__id`, 'asc');\n } else if (relationship === Relationship.OneMany) {\n if (hasOrderColumn) {\n qb.orderByRaw(\n `(CASE WHEN ${foreignAlias}.${selfKeyName}_order IS NULL THEN 0 ELSE 1 END) ASC`\n );\n qb.orderBy(`${foreignAlias}.${selfKeyName}_order`, 'asc');\n }\n qb.orderBy(`${foreignAlias}.__id`, 'asc');\n }\n }\n\n buildDeterministicLookupAggregate({\n tableDbName,\n mainAlias,\n foreignDbName,\n foreignAlias,\n linkFieldOrderColumn,\n linkFieldHasOrderColumn,\n usesJunctionTable,\n selfKeyName,\n foreignKeyName,\n recordIdRef,\n formattedSelectionExpression,\n rawSelectionExpression,\n linkFilterSubquerySql,\n junctionAlias,\n }: {\n tableDbName: string;\n mainAlias: string;\n foreignDbName: string;\n foreignAlias: string;\n linkFieldOrderColumn?: string;\n linkFieldHasOrderColumn: boolean;\n usesJunctionTable: boolean;\n selfKeyName: string;\n foreignKeyName: string;\n recordIdRef: string;\n formattedSelectionExpression: string;\n rawSelectionExpression: string;\n linkFilterSubquerySql?: string;\n junctionAlias: string;\n }): string | null {\n // Build correlated, ordered subquery aggregation for SQLite multi-value lookup\n const innerIdRef = `\"f\".\"__id\"`;\n const innerTitleExpr = formattedSelectionExpression.replaceAll(`\"${foreignAlias}\"`, '\"f\"');\n const innerRawExpr = rawSelectionExpression.replaceAll(`\"${foreignAlias}\"`, '\"f\"');\n const innerJson = `CASE WHEN ${innerRawExpr} IS NOT NULL THEN json_object('id', ${innerIdRef}, 'title', ${innerTitleExpr}) ELSE json_object('id', ${innerIdRef}) END`;\n const innerFilter = linkFilterSubquerySql\n ? `(EXISTS ${linkFilterSubquerySql.replaceAll(`\"${foreignAlias}\"`, '\"f\"')})`\n : '1=1';\n\n if (usesJunctionTable) {\n // Prefer preserved insertion order via junction __id; add stable tie-breaker on foreign id\n const order =\n linkFieldHasOrderColumn && linkFieldOrderColumn\n ? `(CASE WHEN ${linkFieldOrderColumn} IS NULL THEN 0 ELSE 1 END) ASC, ${linkFieldOrderColumn} ASC, ${junctionAlias}.\"__id\" ASC, f.\"__id\" ASC`\n : `${junctionAlias}.\"__id\" ASC, f.\"__id\" ASC`;\n return `(\n SELECT CASE WHEN SUM(CASE WHEN ${innerFilter} THEN 1 ELSE 0 END) > 0\n THEN (\n SELECT json_group_array(json(item)) FROM (\n SELECT ${innerJson} AS item\n FROM \"${tableDbName}\" AS m\n JOIN \"${junctionAlias}\" AS j ON m.\"__id\" = j.\"${selfKeyName}\"\n JOIN \"${foreignDbName}\" AS f ON j.\"${foreignKeyName}\" = f.\"__id\"\n WHERE m.\"__id\" = \"${mainAlias}\".\"__id\" AND (${innerFilter})\n ORDER BY ${order}\n )\n )\n ELSE NULL END\n FROM \"${junctionAlias}\" AS j\n JOIN \"${foreignDbName}\" AS f ON j.\"${foreignKeyName}\" = f.\"__id\"\n WHERE j.\"${selfKeyName}\" = \"${mainAlias}\".\"__id\"\n )`;\n }\n\n const ordCol = linkFieldHasOrderColumn ? `f.\"${selfKeyName}_order\"` : undefined;\n const order = ordCol\n ? `(CASE WHEN ${ordCol} IS NULL THEN 0 ELSE 1 END) ASC, ${ordCol} ASC, f.\"__id\" ASC`\n : `f.\"__id\" ASC`;\n return `(\n SELECT CASE WHEN SUM(CASE WHEN ${innerFilter} THEN 1 ELSE 0 END) > 0\n THEN (\n SELECT json_group_array(json(item)) FROM (\n SELECT ${innerJson} AS item\n FROM \"${foreignDbName}\" AS f\n WHERE f.\"${selfKeyName}\" = \"${mainAlias}\".\"__id\" AND (${innerFilter})\n ORDER BY ${order}\n )\n )\n ELSE NULL END\n FROM \"${foreignDbName}\" AS f\n WHERE f.\"${selfKeyName}\" = \"${mainAlias}\".\"__id\"\n )`;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/record-query-builder.interface.ts", "content": "import type { FieldCore, IFilter, IGroup, ISortItem, TableDomain, Tables } from '@teable/core';\nimport type { IAggregationField } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { IFieldSelectName } from './field-select.type';\n\nexport interface IPrepareViewParams {\n tableIdOrDbTableName: string;\n}\n\n/**\n * Options for creating record query builder\n */\nexport interface ICreateRecordQueryBuilderOptions {\n /** The table ID or database table name */\n tableId: string;\n /** Optional preconfigured query builder (e.g., with permission CTEs attached) */\n builder?: Knex.QueryBuilder;\n /** Optional view ID for filtering */\n viewId?: string;\n /** Optional filter */\n filter?: IFilter;\n /** Optional sort */\n sort?: ISortItem[];\n /** Optional current user ID */\n currentUserId?: string;\n useQueryModel?: boolean;\n /** Limit SELECT to these field IDs (plus system columns) */\n projection?: string[];\n /**\n * Optional mapping of tableId -> fieldIds to further limit link/lookup CTE generation\n * on related tables. If omitted, all dependent lookups on foreign tables are considered.\n */\n projectionByTable?: Record;\n /** Optional pagination limit (take) */\n limit?: number;\n /** Optional pagination offset (skip) */\n offset?: number;\n /** When true, hide-not-match search filtering is applied */\n hasSearch?: boolean;\n /** Optional fallback field used for default ordering */\n defaultOrderField?: string;\n /**\n * When true, select raw DB values for fields instead of formatted display values.\n * Useful for UPDATE ... FROM (SELECT ...) operations to avoid type mismatches (e.g., timestamptz vs text).\n */\n rawProjection?: boolean;\n /**\n * When true, prefer raw field references when converting formulas to SQL (skip formatting).\n * Typically used alongside rawProjection when the consumer needs source values (e.g., jsonb) rather than formatted text.\n */\n preferRawFieldReferences?: boolean;\n /**\n * Optional list of record IDs to restrict the query to before generating CTEs.\n * Useful when the caller intends to apply a final WHERE IN \"__id\" (...) filter anyway.\n */\n restrictRecordIds?: string[];\n /**\n * Optional table domain graph to reuse when building the query.\n */\n tables?: Tables;\n}\n\n/**\n * Options for creating record aggregate query builder\n */\nexport interface ICreateRecordAggregateBuilderOptions {\n /** The table ID or database table name */\n tableId: string;\n /** Optional preconfigured query builder (e.g., with permission CTEs attached) */\n builder?: Knex.QueryBuilder;\n /** Optional view ID for filtering */\n viewId?: string;\n /** Optional filter */\n filter?: IFilter;\n /** Aggregation fields to compute */\n aggregationFields: IAggregationField[];\n /** Optional group by */\n groupBy?: IGroup;\n /** Optional current user ID */\n currentUserId?: string;\n /** Optional projection to minimize CTE/select */\n projection?: string[];\n useQueryModel?: boolean;\n /**\n * Optional list of record IDs to restrict the query to before generating CTEs.\n */\n restrictRecordIds?: string[];\n}\n\n/**\n * Interface for record query builder service\n * This interface defines the public API for building table record queries\n */\nexport interface IRecordQueryBuilder {\n prepareView(\n from: string,\n params: IPrepareViewParams\n ): Promise<{ qb: Knex.QueryBuilder; table: TableDomain }>;\n /**\n * Create a record query builder with select fields for the given table\n * @param queryBuilder - existing query builder to use\n * @param options - options for creating the query builder\n * @returns Promise<{ qb: Knex.QueryBuilder }> - The configured query builder\n */\n createRecordQueryBuilder(\n from: string,\n options: ICreateRecordQueryBuilderOptions\n ): Promise<{ qb: Knex.QueryBuilder; alias: string; selectionMap: IReadonlyRecordSelectionMap }>;\n\n /**\n * Create a record aggregate query builder for aggregation operations\n * @param queryBuilder - existing query builder to use\n * @param options - options for creating the aggregate query builder\n * @returns Promise<{ qb: Knex.QueryBuilder }> - The configured query builder with aggregation\n */\n createRecordAggregateBuilder(\n from: string,\n options: ICreateRecordAggregateBuilderOptions\n ): Promise<{ qb: Knex.QueryBuilder; alias: string; selectionMap: IReadonlyRecordSelectionMap }>;\n}\n\n/**\n * IRecordQueryFieldCteMap\n */\nexport type IRecordQueryFieldCteMap = Map;\n\nexport type IRecordSelectionMap = Map;\nexport type IReadonlyRecordSelectionMap = ReadonlyMap;\n\n// Query context: whether we build directly from base table or from materialized view\nexport type IRecordQueryContext = 'table' | 'tableCache' | 'view';\n\nexport interface IRecordQueryFilterContext {\n selectionMap: IReadonlyRecordSelectionMap;\n fieldReferenceSelectionMap?: Map;\n fieldReferenceFieldMap?: Map;\n}\n\nexport interface IRecordQuerySortContext {\n selectionMap: IReadonlyRecordSelectionMap;\n}\n\nexport interface IRecordQueryGroupContext {\n selectionMap: IReadonlyRecordSelectionMap;\n}\n\nexport interface IRecordQueryAggregateContext {\n selectionMap: IReadonlyRecordSelectionMap;\n tableDbName: string;\n tableAlias: string;\n}\n\n/**\n * Readonly state interface for query-builder shared state\n * Provides read access to CTE map and selection map.\n */\nexport interface IReadonlyQueryBuilderState {\n /** Get immutable view of fieldId -> CTE name */\n getFieldCteMap(): ReadonlyMap;\n /** Get immutable view of fieldId -> selection (column/expression) */\n getSelectionMap(): ReadonlyMap;\n /** Get current query context (table or view) */\n getContext(): IRecordQueryContext;\n /** Get main table alias used in the top-level FROM */\n getMainTableAlias(): string | undefined;\n /** Get the current source relation used for the main table (table/view/base CTE) */\n getMainTableSource(): string | undefined;\n /** Get the original physical source relation for the main table */\n getOriginalMainTableSource(): string | undefined;\n /** Get the optional pagination base CTE name */\n getBaseCteName(): string | undefined;\n /** Convenience helpers */\n hasFieldCte(fieldId: string): boolean;\n getCteName(fieldId: string): string | undefined;\n /** Check if a CTE has already been joined to the main query */\n isCteJoined(cteName: string): boolean;\n}\n\n/**\n * Mutable state interface for query-builder shared state\n * Extends readonly with mutation capabilities. Only mutating visitors/services should hold this.\n */\nexport interface IMutableQueryBuilderState extends IReadonlyQueryBuilderState {\n /** Set fieldId -> CTE name mapping */\n setFieldCte(fieldId: string, cteName: string): void;\n /** Clear all CTE mappings (rarely needed) */\n clearFieldCtes(): void;\n\n /** Record field selection for top-level select */\n setSelection(fieldId: string, selection: IFieldSelectName): void;\n /** Remove a selection entry */\n deleteSelection(fieldId: string): void;\n /** Clear selections */\n clearSelections(): void;\n /** Set main table alias */\n setMainTableAlias(alias: string): void;\n /** Set main table source relation (table/view/cte) */\n setMainTableSource(source: string): void;\n /** Set pagination base CTE name */\n setBaseCteName(cteName: string | undefined): void;\n /** Mark that a CTE has been joined to the main query */\n markCteJoined(cteName: string): void;\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/record-query-builder.manager.ts", "content": "import type { IFieldSelectName } from './field-select.type';\nimport type {\n IReadonlyQueryBuilderState,\n IMutableQueryBuilderState,\n IRecordQueryContext,\n} from './record-query-builder.interface';\n\n/**\n * Central manager for query-builder shared state.\n * Implements both readonly and mutable interfaces; pass as readonly where mutation is not allowed.\n */\nexport class RecordQueryBuilderManager implements IMutableQueryBuilderState {\n constructor(public readonly context: IRecordQueryContext) {}\n private readonly fieldIdToCteName: Map = new Map();\n private readonly fieldIdToSelection: Map = new Map();\n private readonly joinedCtes: Set = new Set();\n private mainAlias?: string;\n private mainSource?: string;\n private originalMainSource?: string;\n private baseCteName?: string;\n\n // Readonly API\n getFieldCteMap(): ReadonlyMap {\n return this.fieldIdToCteName;\n }\n\n getSelectionMap(): ReadonlyMap {\n return this.fieldIdToSelection;\n }\n\n getContext(): IRecordQueryContext {\n return this.context;\n }\n\n getMainTableAlias(): string | undefined {\n return this.mainAlias;\n }\n\n getMainTableSource(): string | undefined {\n return this.mainSource;\n }\n\n getOriginalMainTableSource(): string | undefined {\n return this.originalMainSource ?? this.mainSource;\n }\n\n getBaseCteName(): string | undefined {\n return this.baseCteName;\n }\n\n hasFieldCte(fieldId: string): boolean {\n return this.fieldIdToCteName.has(fieldId);\n }\n\n getCteName(fieldId: string): string | undefined {\n return this.fieldIdToCteName.get(fieldId);\n }\n\n isCteJoined(cteName: string): boolean {\n return this.joinedCtes.has(cteName);\n }\n\n // Mutable API\n setFieldCte(fieldId: string, cteName: string): void {\n this.fieldIdToCteName.set(fieldId, cteName);\n }\n\n clearFieldCtes(): void {\n this.fieldIdToCteName.clear();\n this.joinedCtes.clear();\n }\n\n setSelection(fieldId: string, selection: IFieldSelectName): void {\n this.fieldIdToSelection.set(fieldId, selection);\n }\n\n deleteSelection(fieldId: string): void {\n this.fieldIdToSelection.delete(fieldId);\n }\n\n clearSelections(): void {\n this.fieldIdToSelection.clear();\n }\n\n setMainTableAlias(alias: string): void {\n this.mainAlias = alias;\n }\n\n setMainTableSource(source: string): void {\n this.mainSource = source;\n if (!this.originalMainSource) {\n this.originalMainSource = source;\n }\n }\n\n setBaseCteName(cteName: string | undefined): void {\n this.baseCteName = cteName;\n }\n\n markCteJoined(cteName: string): void {\n this.joinedCtes.add(cteName);\n }\n}\n\n// A helper to expose a readonly view from a mutable manager when needed\nexport function asReadonlyState(state: IMutableQueryBuilderState): IReadonlyQueryBuilderState {\n return state as unknown as IReadonlyQueryBuilderState;\n}\n\n/**\n * Scoped state that shares the CTE map from a base state but maintains\n * an isolated selection map for temporary/select-scope computations.\n */\nexport class ScopedSelectionState implements IMutableQueryBuilderState {\n private readonly base: IReadonlyQueryBuilderState;\n private readonly localSelection: Map = new Map();\n\n constructor(base: IReadonlyQueryBuilderState) {\n this.base = base;\n }\n\n // Readonly over CTE map\n getFieldCteMap(): ReadonlyMap {\n return this.base.getFieldCteMap();\n }\n\n getSelectionMap(): ReadonlyMap {\n return this.localSelection;\n }\n\n getContext(): IRecordQueryContext {\n return this.base.getContext();\n }\n\n hasFieldCte(fieldId: string): boolean {\n return this.base.hasFieldCte(fieldId);\n }\n\n getCteName(fieldId: string): string | undefined {\n return this.base.getCteName(fieldId);\n }\n\n isCteJoined(cteName: string): boolean {\n return this.base.isCteJoined(cteName);\n }\n\n getMainTableAlias(): string | undefined {\n return this.base.getMainTableAlias();\n }\n\n getMainTableSource(): string | undefined {\n return this.base.getMainTableSource();\n }\n\n getOriginalMainTableSource(): string | undefined {\n return this.base.getOriginalMainTableSource();\n }\n\n getBaseCteName(): string | undefined {\n return this.base.getBaseCteName();\n }\n\n // Mutations: selection only\n setSelection(fieldId: string, selection: IFieldSelectName): void {\n this.localSelection.set(fieldId, selection);\n }\n\n deleteSelection(fieldId: string): void {\n this.localSelection.delete(fieldId);\n }\n\n clearSelections(): void {\n this.localSelection.clear();\n }\n\n // CTE mutations are unsupported in scoped selection state\n setFieldCte(_fieldId: string, _cteName: string): void {\n // intentionally no-op; CTE writes must happen on the manager\n throw new Error('setFieldCte is not supported on ScopedSelectionState');\n }\n\n clearFieldCtes(): void {\n throw new Error('clearFieldCtes is not supported on ScopedSelectionState');\n }\n\n setMainTableAlias(_alias: string): void {\n throw new Error('setMainTableAlias is not supported on ScopedSelectionState');\n }\n\n setMainTableSource(_source: string): void {\n throw new Error('setMainTableSource is not supported on ScopedSelectionState');\n }\n\n setBaseCteName(_cteName: string | undefined): void {\n throw new Error('setBaseCteName is not supported on ScopedSelectionState');\n }\n\n markCteJoined(_cteName: string): void {\n throw new Error('markCteJoined is not supported on ScopedSelectionState');\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/record-query-builder.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { PrismaModule } from '@teable/db-main-prisma';\nimport { DbProvider } from '../../../db-provider/db.provider';\nimport { TableDomainQueryModule } from '../../table-domain/table-domain-query.module';\nimport { RecordQueryDialectProvider } from './record-query-builder.provider';\nimport { RecordQueryBuilderService } from './record-query-builder.service';\nimport { RECORD_QUERY_BUILDER_SYMBOL } from './record-query-builder.symbol';\n\n/**\n * Module for record query builder functionality\n * This module provides services for building table record queries\n */\n@Module({\n imports: [PrismaModule, TableDomainQueryModule],\n providers: [\n DbProvider,\n RecordQueryDialectProvider,\n {\n provide: RECORD_QUERY_BUILDER_SYMBOL,\n useClass: RecordQueryBuilderService,\n },\n ],\n exports: [RECORD_QUERY_BUILDER_SYMBOL],\n})\nexport class RecordQueryBuilderModule {}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/record-query-builder.provider.ts", "content": "import type { Provider } from '@nestjs/common';\nimport { Inject } from '@nestjs/common';\nimport { DriverClient } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { getDriverName } from '../../../utils/db-helpers';\nimport { PgRecordQueryDialect } from './providers/pg-record-query-dialect';\nimport { SqliteRecordQueryDialect } from './providers/sqlite-record-query-dialect';\nimport { RECORD_QUERY_BUILDER_SYMBOL } from './record-query-builder.symbol';\nimport {\n RECORD_QUERY_DIALECT_SYMBOL,\n type IRecordQueryDialectProvider,\n} from './record-query-dialect.interface';\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const InjectRecordQueryBuilder = () => Inject(RECORD_QUERY_BUILDER_SYMBOL);\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const InjectRecordQueryDialect = () => Inject(RECORD_QUERY_DIALECT_SYMBOL);\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const RecordQueryDialectProvider: Provider = {\n provide: RECORD_QUERY_DIALECT_SYMBOL,\n useFactory: (knex: Knex): IRecordQueryDialectProvider => {\n const driverClient = getDriverName(knex);\n switch (driverClient) {\n case DriverClient.Sqlite:\n return new SqliteRecordQueryDialect(knex);\n case DriverClient.Pg:\n return new PgRecordQueryDialect(knex);\n default:\n return new PgRecordQueryDialect(knex);\n }\n },\n inject: ['CUSTOM_KNEX'],\n};\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/record-query-builder.service.ts", "content": "import { Inject, Injectable, Logger } from '@nestjs/common';\nimport { DbFieldType, extractFieldIdsFromFilter, FieldType, SortFunc, Tables } from '@teable/core';\nimport type { FieldCore, IFilter, ISortItem, TableDomain } from '@teable/core';\nimport { Knex } from 'knex';\nimport { InjectDbProvider } from '../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport { isUserOrLink } from '../../../utils/is-user-or-link';\nimport { ID_FIELD_NAME, preservedDbFieldNames } from '../../field/constant';\nimport { TableDomainQueryService } from '../../table-domain/table-domain-query.service';\nimport { FieldCteVisitor } from './field-cte-visitor';\nimport { FieldSelectVisitor } from './field-select-visitor';\nimport type {\n ICreateRecordAggregateBuilderOptions,\n ICreateRecordQueryBuilderOptions,\n IPrepareViewParams,\n IRecordQueryBuilder,\n IMutableQueryBuilderState,\n IReadonlyRecordSelectionMap,\n} from './record-query-builder.interface';\nimport { RecordQueryBuilderManager } from './record-query-builder.manager';\nimport { InjectRecordQueryDialect } from './record-query-builder.provider';\nimport { getOrderedFieldsByProjection, getTableAliasFromTable } from './record-query-builder.util';\nimport { IRecordQueryDialectProvider } from './record-query-dialect.interface';\n\n@Injectable()\nexport class RecordQueryBuilderService implements IRecordQueryBuilder {\n private readonly logger = new Logger(RecordQueryBuilderService.name);\n constructor(\n private readonly tableDomainQueryService: TableDomainQueryService,\n @InjectDbProvider()\n private readonly dbProvider: IDbProvider,\n @Inject('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectRecordQueryDialect()\n private readonly dialect: IRecordQueryDialectProvider\n ) {}\n\n private async createQueryBuilderFromTable(\n from: string,\n tableId: string,\n projection?: string[],\n baseBuilder?: Knex.QueryBuilder,\n providedTables?: Tables\n ): Promise<{\n qb: Knex.QueryBuilder;\n alias: string;\n tables: Tables;\n table: TableDomain;\n state: IMutableQueryBuilderState;\n }> {\n let tables = providedTables;\n if (!tables || !tables.hasTable(tableId)) {\n tables = await this.tableDomainQueryService.getAllRelatedTableDomains(tableId, projection);\n } else if (tables.entryTableId !== tableId) {\n tables = new Tables(tableId, new Map(tables.tableDomains), new Set(tables.visited));\n }\n const table = tables.mustGetEntryTable();\n const mainTableAlias = getTableAliasFromTable(table);\n const qbSource = baseBuilder ?? this.knex.queryBuilder();\n const qb = qbSource.from({ [mainTableAlias]: from });\n\n const state: IMutableQueryBuilderState = new RecordQueryBuilderManager('table');\n state.setMainTableAlias(mainTableAlias);\n state.setMainTableSource(table.dbTableName);\n if (from !== table.dbTableName) {\n state.setMainTableSource(from);\n }\n\n return { qb, alias: mainTableAlias, tables, table, state };\n }\n\n private async createQueryBuilderFromTableCache(\n tableId: string,\n from: string,\n baseBuilder?: Knex.QueryBuilder\n ): Promise<{\n qb: Knex.QueryBuilder;\n alias: string;\n table: TableDomain;\n state: IMutableQueryBuilderState;\n }> {\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n const mainTableAlias = getTableAliasFromTable(table);\n const qbSource = baseBuilder ?? this.knex.queryBuilder();\n const qb = qbSource.from({ [mainTableAlias]: from });\n\n const state = new RecordQueryBuilderManager('tableCache');\n state.setMainTableAlias(mainTableAlias);\n state.setMainTableSource(table.dbTableName);\n\n return { qb, table, state, alias: mainTableAlias };\n }\n\n private async createQueryBuilder(\n from: string,\n tableId: string,\n options: Partial = {}\n ): Promise<{\n qb: Knex.QueryBuilder;\n alias: string;\n table: TableDomain;\n state: IMutableQueryBuilderState;\n }> {\n const useQueryModel = options.useQueryModel ?? false;\n const baseBuilder = options.builder;\n\n let builder:\n | {\n qb: Knex.QueryBuilder;\n alias: string;\n table: TableDomain;\n state: IMutableQueryBuilderState;\n tables?: Tables;\n }\n | undefined;\n\n if (useQueryModel) {\n try {\n builder = await this.createQueryBuilderFromTableCache(tableId, from, baseBuilder);\n } catch (error) {\n this.logger.error(`Failed to create query builder from view: ${error}, use table instead`);\n builder = await this.createQueryBuilderFromTable(\n from,\n tableId,\n options.projection,\n baseBuilder,\n options.tables\n );\n }\n } else {\n builder = await this.createQueryBuilderFromTable(\n from,\n tableId,\n options.projection,\n baseBuilder,\n options.tables\n );\n }\n\n const { qb, alias, table, state } = builder;\n\n if (state.getContext() === 'table') {\n const tables = (builder as unknown as { tables: Tables }).tables;\n this.applyBasePaginationIfNeeded(qb, table, state, alias, {\n limit: options.limit,\n offset: options.offset,\n filter: options.filter,\n sort: options.sort,\n currentUserId: options.currentUserId,\n defaultOrderField: options.defaultOrderField,\n hasSearch: options.hasSearch,\n restrictRecordIds: options.restrictRecordIds,\n });\n this.buildFieldCtes(\n qb,\n tables,\n state,\n options.projection,\n options.preferRawFieldReferences ?? false\n );\n }\n\n return { qb, alias, table, state };\n }\n\n async prepareView(\n from: string,\n params: IPrepareViewParams\n ): Promise<{ qb: Knex.QueryBuilder; table: TableDomain }> {\n const { tableIdOrDbTableName } = params;\n const { qb, table, state } = await this.createQueryBuilder(from, tableIdOrDbTableName);\n\n this.buildSelect(qb, table, state);\n\n return { qb, table };\n }\n\n async createRecordQueryBuilder(\n from: string,\n options: ICreateRecordQueryBuilderOptions\n ): Promise<{ qb: Knex.QueryBuilder; alias: string; selectionMap: IReadonlyRecordSelectionMap }> {\n const { tableId, filter, sort, currentUserId, restrictRecordIds } = options;\n const { qb, alias, table, state } = await this.createQueryBuilder(from, tableId, {\n builder: options.builder,\n useQueryModel: options.useQueryModel,\n projection: options.projection,\n projectionByTable: options.projectionByTable,\n tables: options.tables,\n limit: options.limit,\n offset: options.offset,\n filter,\n sort,\n currentUserId,\n defaultOrderField: options.defaultOrderField,\n hasSearch: options.hasSearch,\n restrictRecordIds,\n preferRawFieldReferences: options.preferRawFieldReferences,\n });\n\n this.buildSelect(\n qb,\n table,\n state,\n options.projection,\n options.rawProjection,\n options.preferRawFieldReferences ?? false\n );\n\n // Selection map collected as fields are visited.\n\n const selectionMap = state.getSelectionMap();\n if (filter) {\n this.buildFilter(qb, table, filter, selectionMap, currentUserId, alias);\n }\n\n if (sort) {\n this.buildSort(qb, table, sort, selectionMap);\n }\n\n return { qb, alias, selectionMap };\n }\n\n async createRecordAggregateBuilder(\n from: string,\n options: ICreateRecordAggregateBuilderOptions\n ): Promise<{ qb: Knex.QueryBuilder; alias: string; selectionMap: IReadonlyRecordSelectionMap }> {\n const {\n tableId,\n filter,\n aggregationFields,\n groupBy,\n currentUserId,\n useQueryModel,\n restrictRecordIds,\n } = options;\n const { qb, table, alias, state } = await this.createQueryBuilder(from, tableId, {\n builder: options.builder,\n useQueryModel,\n projection: options.projection,\n filter,\n currentUserId,\n restrictRecordIds,\n });\n\n this.buildAggregateSelect(qb, table, state);\n const selectionMap = state.getSelectionMap();\n\n if (filter) {\n this.buildFilter(qb, table, filter, selectionMap, currentUserId, alias);\n }\n\n const fieldMap = table.fieldList.reduce(\n (map, field) => {\n map[field.id] = field;\n return map;\n },\n {} as Record\n );\n\n const groupByFieldIds = groupBy?.map((item) => item.fieldId);\n // Apply aggregation (do NOT pass groupBy here; grouping is handled by GroupQuery below)\n this.dbProvider\n .aggregationQuery(qb, fieldMap, aggregationFields, undefined, {\n selectionMap,\n tableDbName: table.dbTableName,\n tableAlias: alias,\n })\n .appendBuilder();\n\n // Apply grouping if specified\n if (groupBy && groupBy.length > 0) {\n this.dbProvider\n .groupQuery(qb, fieldMap, groupByFieldIds, undefined, { selectionMap })\n .appendGroupBuilder();\n\n for (const groupItem of groupBy) {\n const groupedField = fieldMap[groupItem.fieldId];\n if (!groupedField) continue;\n const direction: 'ASC' | 'DESC' = groupItem.order === SortFunc.Desc ? 'DESC' : 'ASC';\n\n this.orderAggregateByGroup(qb, groupedField, direction, selectionMap);\n }\n }\n\n return { qb, alias, selectionMap };\n }\n\n private buildFieldCtes(\n qb: Knex.QueryBuilder,\n tables: Tables | undefined,\n state: IMutableQueryBuilderState,\n projection?: string[],\n preferRawFieldReferences: boolean = false\n ): void {\n if (!tables) {\n return;\n }\n const visitor = new FieldCteVisitor(\n qb,\n this.dbProvider,\n tables,\n state,\n this.dialect,\n projection,\n !preferRawFieldReferences\n );\n visitor.build();\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private orderAggregateByGroup(\n qb: Knex.QueryBuilder,\n field: FieldCore,\n direction: 'ASC' | 'DESC',\n selectionMap: IReadonlyRecordSelectionMap\n ) {\n const nullOrdering = direction === 'DESC' ? 'NULLS LAST' : 'NULLS FIRST';\n const quotedAlias = `\"${field.dbFieldName.replace(/\"/g, '\"\"')}\"`;\n const selection = selectionMap.get(field.id);\n const selectionExpression =\n typeof selection === 'string' ? selection : selection ? selection.toQuery() : undefined;\n\n const orderableSelection = selectionExpression ?? quotedAlias;\n // Respect choice order for select fields (single & multiple)\n if (field.type === FieldType.SingleSelect || field.type === FieldType.MultipleSelect) {\n const rawChoices = (field.options as { choices?: { name: string }[] } | undefined)?.choices;\n const choices = Array.isArray(rawChoices) ? rawChoices : [];\n if (choices.length) {\n const arrayLiteral = `ARRAY[${choices\n .map(({ name }) => this.knex.raw('?', [name]).toQuery())\n .join(', ')}]`;\n\n if (field.type === FieldType.MultipleSelect) {\n const firstIndexExpr = `CASE\n WHEN ${orderableSelection} IS NULL THEN NULL\n WHEN jsonb_typeof(${orderableSelection}::jsonb) = 'array'\n THEN ARRAY_POSITION(${arrayLiteral}, jsonb_path_query_first(${orderableSelection}::jsonb, '$[0]') #>> '{}')\n ELSE ARRAY_POSITION(${arrayLiteral}, ${orderableSelection}::text)\n END`;\n qb.orderByRaw(`${firstIndexExpr} ${direction} ${nullOrdering}`);\n qb.orderByRaw(`${orderableSelection}::jsonb::text ${direction} ${nullOrdering}`);\n return;\n } else {\n const normalizedExpr = this.normalizeOrderableTextExpression(\n orderableSelection,\n field.dbFieldType\n );\n const arrayPositionExpr = `ARRAY_POSITION(${arrayLiteral}, ${normalizedExpr})`;\n qb.orderByRaw(`${arrayPositionExpr} ${direction} ${nullOrdering}`);\n return;\n }\n }\n }\n\n if (isUserOrLink(field.type)) {\n if (field.isMultipleCellValue) {\n if (selectionExpression) {\n qb.orderByRaw(\n `jsonb_path_query_array((${selectionExpression})::jsonb, '$[*].title')::text ${direction} ${nullOrdering}`\n );\n } else {\n qb.orderByRaw(`${quotedAlias} ${direction} ${nullOrdering}`);\n }\n } else {\n qb.orderByRaw(\n `(${selectionExpression ?? quotedAlias})::jsonb ->> 'title' ${direction} ${nullOrdering}`\n );\n }\n return;\n }\n\n qb.orderByRaw(`${quotedAlias} ${direction} ${nullOrdering}`);\n }\n\n private normalizeOrderableTextExpression(expr: string, dbFieldType: DbFieldType): string {\n if (!expr || dbFieldType !== DbFieldType.Json) {\n return expr;\n }\n const wrappedExpr = `(${expr})`;\n const jsonbValue = `to_jsonb${wrappedExpr}`;\n const firstArrayElement = `jsonb_path_query_first(${jsonbValue}, '$[0]')`;\n return `(CASE\n WHEN ${wrappedExpr} IS NULL THEN NULL\n ELSE\n CASE jsonb_typeof(${jsonbValue})\n WHEN 'string' THEN ${jsonbValue} #>> '{}'\n WHEN 'number' THEN ${jsonbValue} #>> '{}'\n WHEN 'boolean' THEN ${jsonbValue} #>> '{}'\n WHEN 'null' THEN NULL\n WHEN 'array' THEN ${firstArrayElement} #>> '{}'\n ELSE ${jsonbValue}::text\n END\n END)`;\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private applyBasePaginationIfNeeded(\n qb: Knex.QueryBuilder,\n table: TableDomain,\n state: IMutableQueryBuilderState,\n alias: string,\n params: {\n limit?: number;\n offset?: number;\n filter?: IFilter;\n sort?: ISortItem[];\n currentUserId?: string;\n defaultOrderField?: string;\n hasSearch?: boolean;\n restrictRecordIds?: string[];\n }\n ): void {\n const {\n limit,\n offset,\n filter,\n sort,\n currentUserId,\n defaultOrderField,\n hasSearch,\n restrictRecordIds,\n } = params;\n state.setBaseCteName(undefined);\n\n if (state.getContext() !== 'table') {\n return;\n }\n\n const originalSource = state.getOriginalMainTableSource();\n if (!originalSource) {\n return;\n }\n\n const baseLimit = this.resolveBaseLimit(limit, offset);\n let applyPagination = Boolean(baseLimit) && !hasSearch;\n const normalizedRecordIds = Array.from(\n new Set(\n (restrictRecordIds ?? []).filter(\n (id): id is string => typeof id === 'string' && id.length > 0\n )\n )\n );\n const applyRecordRestriction = normalizedRecordIds.length > 0;\n\n if (!applyPagination && !applyRecordRestriction) {\n return;\n }\n\n let baseSelectionMap: Map | undefined;\n\n if (applyPagination) {\n const requiredFieldIds = this.collectRequiredFieldIds(filter, sort, defaultOrderField);\n const fieldLookup = this.buildFieldLookup(table);\n\n if (this.referencesComputedField(requiredFieldIds, fieldLookup)) {\n // Fall back to full table scan when pagination conflicts with computed fields,\n // but still allow record-level restriction to run.\n applyPagination = false;\n if (!applyRecordRestriction) {\n return;\n }\n } else {\n baseSelectionMap = this.createBaseSelectionMap(requiredFieldIds, fieldLookup, alias);\n }\n }\n\n const baseBuilder = this.knex\n .queryBuilder()\n .select(this.knex.raw('??.*', [alias]))\n .from({ [alias]: originalSource });\n\n if (applyPagination && filter) {\n this.buildFilter(baseBuilder, table, filter, baseSelectionMap!, currentUserId, alias);\n }\n\n if (applyPagination && sort && sort.length) {\n this.buildSort(baseBuilder, table, sort, baseSelectionMap!);\n }\n\n if (applyPagination && defaultOrderField) {\n baseBuilder.orderBy(`${alias}.${defaultOrderField}`, 'asc');\n }\n\n if (applyPagination && baseLimit) {\n baseBuilder.limit(baseLimit);\n }\n\n if (applyRecordRestriction) {\n baseBuilder.whereIn(`${alias}.${ID_FIELD_NAME}`, normalizedRecordIds);\n }\n\n const baseCteName = `BASE_${alias}`;\n qb.with(baseCteName, baseBuilder);\n qb.from({ [alias]: baseCteName });\n state.setBaseCteName(baseCteName);\n state.setMainTableSource(baseCteName);\n }\n\n private isComputedField(field: FieldCore): boolean {\n if (field.isLookup) {\n return true;\n }\n switch (field.type) {\n case FieldType.Rollup:\n case FieldType.ConditionalRollup:\n case FieldType.Formula:\n return true;\n default:\n return false;\n }\n }\n\n private resolveBaseLimit(limit?: number, offset?: number): number | undefined {\n if (limit === undefined || limit === null) {\n return undefined;\n }\n if (limit < 0 || limit === -1) {\n return undefined;\n }\n const safeOffset = offset && offset > 0 ? offset : 0;\n const baseLimit = safeOffset + limit;\n if (!Number.isFinite(baseLimit) || baseLimit <= 0) {\n return undefined;\n }\n return baseLimit;\n }\n\n private collectRequiredFieldIds(\n filter: IFilter | undefined,\n sort: ISortItem[] | undefined,\n defaultOrderField?: string\n ): Set {\n const ids = new Set();\n for (const fieldId of extractFieldIdsFromFilter(filter)) {\n ids.add(fieldId);\n }\n sort?.forEach((item) => {\n if (item.fieldId) {\n ids.add(item.fieldId);\n }\n });\n if (defaultOrderField) {\n ids.add(defaultOrderField);\n }\n return ids;\n }\n\n private buildFieldLookup(table: TableDomain): Map {\n const lookup = new Map();\n for (const field of table.fieldList) {\n lookup.set(field.id, field);\n }\n return lookup;\n }\n\n private referencesComputedField(\n fieldIds: Set,\n fieldLookup: Map\n ): boolean {\n for (const fieldId of fieldIds) {\n const field = fieldLookup.get(fieldId);\n if (!field) {\n continue;\n }\n if (this.isComputedField(field)) {\n return true;\n }\n }\n return false;\n }\n\n private createBaseSelectionMap(\n fieldIds: Set,\n fieldLookup: Map,\n alias: string\n ): Map {\n const selectionMap = new Map();\n for (const fieldId of fieldIds) {\n const field = fieldLookup.get(fieldId);\n if (!field) continue;\n selectionMap.set(field.id, `\"${alias}\".\"${field.dbFieldName}\"`);\n }\n return selectionMap;\n }\n\n private getReadyLinkFieldIds(state: IMutableQueryBuilderState): ReadonlySet | undefined {\n const fieldCtes = state.getFieldCteMap();\n if (!fieldCtes.size) {\n return undefined;\n }\n const ready = new Set();\n for (const [fieldId, cteName] of fieldCtes) {\n if (state.isCteJoined(cteName)) {\n ready.add(fieldId);\n }\n }\n return ready;\n }\n\n private buildSelect(\n qb: Knex.QueryBuilder,\n table: TableDomain,\n state: IMutableQueryBuilderState,\n projection?: string[],\n rawProjection: boolean = false,\n preferRawFieldReferences: boolean = false\n ): this {\n const readyLinkFieldIds = this.getReadyLinkFieldIds(state);\n const visitor = new FieldSelectVisitor(\n qb,\n this.dbProvider,\n table,\n state,\n this.dialect,\n undefined,\n rawProjection,\n preferRawFieldReferences,\n undefined,\n readyLinkFieldIds\n );\n const alias = getTableAliasFromTable(table);\n\n for (const field of preservedDbFieldNames) {\n qb.select(`${alias}.${field}`);\n }\n\n const orderedFields = getOrderedFieldsByProjection(\n table,\n projection,\n !preferRawFieldReferences\n ) as FieldCore[];\n for (const field of orderedFields) {\n const result = field.accept(visitor);\n if (!result) continue;\n if (typeof result === 'string') {\n // Always alias via raw to avoid Knex placeholder detection on expressions (e.g., regex with '?')\n const aliasBinding = field.dbFieldName;\n qb.select({ [aliasBinding]: this.knex.raw(result) });\n } else {\n qb.select({ [field.dbFieldName]: result });\n }\n }\n\n return this;\n }\n\n private buildAggregateSelect(\n qb: Knex.QueryBuilder,\n table: TableDomain,\n state: IMutableQueryBuilderState\n ): this {\n const readyLinkFieldIds = this.getReadyLinkFieldIds(state);\n const visitor = new FieldSelectVisitor(\n qb,\n this.dbProvider,\n table,\n state,\n this.dialect,\n undefined,\n false,\n false,\n undefined,\n readyLinkFieldIds\n );\n\n // Add field-specific selections using visitor pattern\n for (const field of table.fields.ordered) {\n field.accept(visitor);\n }\n\n return this;\n }\n\n private buildFilter(\n qb: Knex.QueryBuilder,\n table: TableDomain,\n filter: IFilter,\n selectionMap: IReadonlyRecordSelectionMap,\n currentUserId: string | undefined,\n mainAlias?: string\n ): this {\n // Allow filters to reference fields even if they are not part of the final projection\n // so that permission-hidden fields can still participate in WHERE clauses.\n const map = table.fieldList.reduce(\n (acc, field) => {\n acc[field.id] = field;\n acc[field.name] = field;\n return acc;\n },\n {} as Record\n );\n const augmentedSelection = new Map(selectionMap);\n if (mainAlias) {\n table.fieldList.forEach((field) => {\n const qualified = this.knex.ref(`${mainAlias}.${field.dbFieldName}`).toQuery();\n augmentedSelection.set(field.id, qualified);\n });\n }\n this.dbProvider\n .filterQuery(\n qb,\n map,\n filter,\n { withUserId: currentUserId },\n { selectionMap: augmentedSelection }\n )\n .appendQueryBuilder();\n return this;\n }\n\n private buildSort(\n qb: Knex.QueryBuilder,\n table: TableDomain,\n sort: ISortItem[],\n selectionMap: IReadonlyRecordSelectionMap\n ): this {\n // Restrict sortable fields to those present in the current selection (permission-respected)\n const allowedIds = new Set(Array.from(selectionMap.keys()));\n const map = table.fieldList.reduce(\n (acc, field) => {\n if (!allowedIds.has(field.id)) return acc;\n acc[field.id] = field;\n acc[field.name] = field;\n return acc;\n },\n {} as Record\n );\n this.dbProvider.sortQuery(qb, map, sort, undefined, { selectionMap }).appendSortBuilder();\n return this;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/record-query-builder.symbol.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/**\n * Injection token for the record query builder service\n * This symbol is used for dependency injection to avoid direct class references\n */\nexport const RECORD_QUERY_BUILDER_SYMBOL = Symbol('RECORD_QUERY_BUILDER');\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/record-query-builder.util.ts", "content": "/* eslint-disable sonarjs/no-collapsible-if */\nimport { CellValueType, FieldType, Relationship } from '@teable/core';\nimport type {\n FieldCore,\n ILinkFieldOptions,\n LinkFieldCore,\n TableDomain,\n FormulaFieldCore,\n} from '@teable/core';\n\nexport function getTableAliasFromTable(table: TableDomain): string {\n // Use a short, deterministic alias derived from table id to avoid\n // collisions with the physical table name (especially when names are\n // truncated to 63 chars by Postgres). This guarantees the alias never\n // equals the underlying relation name and stays well within length limits.\n const safeId = table.id.replace(/\\W/g, '_');\n return `t_${safeId}`;\n}\n\nexport function getLinkUsesJunctionTable(field: LinkFieldCore): boolean {\n const options = field.options as ILinkFieldOptions;\n return (\n options.relationship === Relationship.ManyMany ||\n (options.relationship === Relationship.OneMany && !!options.isOneWay)\n );\n}\n\n/**\n * Compute a minimal, ordered field list based on a projection of field IDs.\n * - Always respects `table.fields.ordered` ordering.\n * - When projection is empty/undefined, returns all fields.\n * - Ensures dependencies are included:\n * - Lookup → include its link field\n * - Rollup → include its link field\n * - Formula → recursively include referenced fields (and therefore their link deps)\n */\n// eslint-disable-next-line sonarjs/cognitive-complexity\nexport function getOrderedFieldsByProjection(\n table: TableDomain,\n projection?: string[],\n expandFormulaReferences: boolean = true\n): FieldCore[] {\n const ordered = table.fields.ordered as FieldCore[];\n if (!projection || projection.length === 0) return ordered;\n\n const byId: Record = Object.fromEntries(\n ordered.map((f) => [f.id, f])\n );\n\n const wanted = new Set(projection);\n const queue: string[] = [...wanted];\n const visitedFormula = new Set();\n\n while (queue.length) {\n const id = queue.pop()!;\n const field = byId[id];\n if (!field) continue;\n\n // Link: nothing else to add\n if (field.type === FieldType.Link) {\n wanted.add(field.id);\n continue;\n }\n\n // Lookup / Rollup: include its link field via model method\n if (\n field.isLookup ||\n field.type === FieldType.Rollup ||\n field.type === FieldType.ConditionalRollup\n ) {\n const link = field.getLinkField(table);\n if (link && !wanted.has(link.id)) {\n wanted.add(link.id);\n queue.push(link.id);\n }\n continue;\n }\n\n // Formula: recursively include references\n if (field.type === FieldType.Formula) {\n if (!expandFormulaReferences) continue;\n if (visitedFormula.has(field.id)) continue;\n visitedFormula.add(field.id);\n const refs = (field as FormulaFieldCore).getReferenceFields(table);\n for (const rf of refs) {\n if (!rf) continue;\n if (!wanted.has(rf.id)) {\n wanted.add(rf.id);\n queue.push(rf.id);\n }\n }\n }\n }\n\n // Return in ordered order\n return ordered.filter((f) => wanted.has(f.id));\n}\n\n/**\n * Determine whether a field is date-like (i.e., represents a datetime value).\n * - True for Date, CreatedTime, LastModifiedTime\n * - True for Formula fields whose result cellValueType is DateTime\n */\nexport function isDateLikeField(field: FieldCore): boolean {\n if (\n field.type === FieldType.Date ||\n field.type === FieldType.CreatedTime ||\n field.type === FieldType.LastModifiedTime\n ) {\n return true;\n }\n if (field.type === FieldType.Formula) {\n const f = field as FormulaFieldCore;\n return f.cellValueType === CellValueType.DateTime;\n }\n return false;\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/record-query-dialect.interface.ts", "content": "import type {\n DriverClient,\n FieldCore,\n INumberFormatting,\n Relationship,\n DbFieldType,\n IDatetimeFormatting,\n} from '@teable/core';\nimport type { Knex } from 'knex';\n\n/**\n * Database-dialect provider for Record Query Builder.\n * Centralizes all SQL fragment differences between PostgreSQL and SQLite so callers\n * can build queries without sprinkling driver-specific if/else throughout the codebase.\n *\n * All methods return SQL snippets as strings that can be embedded in knex.raw or string\n * templating. Implementations MUST ensure generated SQL is valid for their driver.\n */\nexport interface IRecordQueryDialectProvider {\n /**\n * Current driver this provider targets.\n * - PG example: DriverClient.Pg\n * - SQLite example: DriverClient.Sqlite\n */\n readonly driver: DriverClient;\n\n // Generic casts/formatting\n\n /**\n * Cast any SQL expression to text string.\n * - PG: returns `(expr)::TEXT`\n * - SQLite: returns `CAST(expr AS TEXT)`\n * @example\n * ```ts\n * dialect.toText('t.amount')\n * // PG: (t.amount)::TEXT\n * // SQLite: CAST(t.amount AS TEXT)\n * ```\n */\n toText(expr: string): string;\n\n /**\n * Format a numeric SQL expression according to app number formatting rules.\n * Supports decimal, percent, currency (symbol + precision), etc.\n * @example\n * ```ts\n * dialect.formatNumber('t.price', { type: 'decimal', precision: 2 })\n * // PG: ROUND(CAST(t.price AS NUMERIC), 2)::TEXT\n * // SQLite: PRINTF('%.2f', t.price)\n * ```\n */\n formatNumber(expr: string, formatting: INumberFormatting): string;\n\n /**\n * Format elements of a JSON array of numbers into a single comma-separated string\n * while preserving original array order.\n * @example\n * ```ts\n * dialect.formatNumberArray('t.values', { type: 'percent', precision: 1 })\n * // PG: SELECT string_agg(ROUND(...), ', ')\n * // FROM jsonb_array_elements((t.values)::jsonb) WITH ORDINALITY\n * // SQLite: SELECT GROUP_CONCAT(PRINTF(...), ', ')\n * // FROM json_each(CASE WHEN json_valid(t.values) THEN t.values ELSE json('[]') END)\n * ```\n */\n formatNumberArray(expr: string, formatting: INumberFormatting): string;\n\n /**\n * Join elements of a JSON array (text/object) into a comma-separated string.\n * For objects with title, extracts the title.\n * @example\n * ```ts\n * dialect.formatStringArray('t.tags')\n * // PG: SELECT string_agg(CASE ... END, ', ')\n * // FROM jsonb_array_elements((t.tags)::jsonb) WITH ORDINALITY\n * // SQLite: SELECT GROUP_CONCAT(CASE ... END, ', ')\n * // FROM json_each(CASE WHEN json_valid(t.tags) THEN t.tags ELSE json('[]') END)\n * ```\n */\n formatStringArray(expr: string, opts?: { fieldInfo?: FieldCore }): string;\n\n /**\n * Format rating values: emit integer text if it is an integer; otherwise real as text.\n * @example\n * ```ts\n * dialect.formatRating('t.rating')\n * // PG: CASE WHEN (t.rating = ROUND(t.rating))\n * // THEN ROUND(t.rating)::TEXT ELSE (t.rating)::TEXT END\n * // SQLite: CASE WHEN (t.rating = CAST(t.rating AS INTEGER))\n * // THEN CAST(CAST(t.rating AS INTEGER) AS TEXT) ELSE CAST(t.rating AS TEXT) END\n * ```\n */\n formatRating(expr: string): string;\n\n /**\n * Format a datetime SQL expression according to field formatting (date preset, time preset, timezone).\n * Implementations should mirror {@link formatDateToString} semantics.\n */\n formatDate(expr: string, formatting: IDatetimeFormatting): string;\n\n /**\n * Format each element of a JSON array of datetimes according to field formatting and join with comma + space.\n */\n formatDateArray(expr: string, formatting: IDatetimeFormatting): string;\n\n // Safe coercions used in comparisons\n\n /**\n * Safely coerce a string-like SQL expression to numeric for comparisons without runtime errors.\n * @example\n * ```sql\n * -- Use in comparisons\n * > \n * ```\n */\n coerceToNumericForCompare(expr: string): string;\n\n // Link/user helpers in SELECT context\n\n /**\n * Check whether a link JSON value is present and non-empty.\n * @example\n * ```ts\n * dialect.linkHasAny('\"cte\".\"link_value\"')\n * // PG: (cte.link_value IS NOT NULL AND (cte.link_value)::text != 'null' AND (cte.link_value)::text != '[]')\n * // SQLite: (cte.link_value IS NOT NULL AND cte.link_value != 'null' AND cte.link_value != '[]')\n * ```\n */\n linkHasAny(selectionSql: string): string;\n\n /**\n * Extract link title(s) from a link JSON value.\n * - When isMultiple = true: return a JSON array of titles.\n * - When isMultiple = false: return a single title string.\n * @example PostgreSQL\n * ```sql\n * (SELECT json_agg(value->>'title')\n * FROM jsonb_array_elements(cte.link_value::jsonb) AS value)::jsonb\n * ```\n * @example SQLite\n * ```sql\n * (SELECT json_group_array(json_extract(value, '$.title'))\n * FROM json_each(CASE WHEN json_valid(cte.link_value) AND json_type(cte.link_value)='array'\n * THEN cte.link_value ELSE json('[]') END)\n * ORDER BY key)\n * ```\n */\n linkExtractTitles(selectionSql: string, isMultiple: boolean): string;\n\n /**\n * Extract the 'title' property from a JSON object expression.\n * @example\n * ```ts\n * dialect.jsonTitleFromExpr('t.user_json')\n * // PG: (t.user_json->>'title')\n * // SQLite: json_extract(t.user_json, '$.title')\n * ```\n */\n jsonTitleFromExpr(selectionSql: string): string;\n\n /**\n * Subquery snippet to select user name by id.\n * @example\n * ```ts\n * dialect.selectUserNameById('\"t\".\"__created_by\"')\n * // PG: (SELECT u.name FROM users u WHERE u.id = \"t\".\"__created_by\")\n * // SQLite: (SELECT name FROM users WHERE id = \"t\".\"__created_by\")\n * ```\n */\n selectUserNameById(idRef: string): string;\n\n /**\n * Build a JSON object for system user fields: { id, title, email }.\n * @example\n * ```ts\n * dialect.buildUserJsonObjectById('\"t\".\"__created_by\"')\n * // PG: (SELECT jsonb_build_object('id', u.id, 'title', u.name, 'email', u.email) FROM users u WHERE u.id = \"t\".\"__created_by\")\n * // SQLite: json_object('id', \"t\".\"__created_by\", 'title', (SELECT name FROM users WHERE id = \"t\".\"__created_by\"), 'email', (SELECT email FROM users WHERE id = \"t\".\"__created_by\"))\n * ```\n */\n buildUserJsonObjectById(idRef: string): string;\n\n // Lookup CTE helpers\n\n /**\n * Flatten a lookup CTE column if necessary (e.g., PG nested arrays) and return a SQL expression.\n * Return null when no special handling is required.\n * @example\n * ```ts\n * dialect.flattenLookupCteValue('CTE_main_link', 'fld_123', true, DbFieldType.Json) // => WITH RECURSIVE ... jsonb_array_elements ...\n * ```\n */\n flattenLookupCteValue(\n cteName: string,\n fieldId: string,\n isMultiple: boolean,\n dbFieldType: DbFieldType\n ): string | null;\n\n // JSON aggregation helpers\n\n /**\n * Aggregate non-null values into a JSON array; optionally with ORDER BY.\n * @example\n * ```ts\n * dialect.jsonAggregateNonNull('f.title', 'f.__id ASC')\n * // PG: json_agg(f.title ORDER BY f.__id ASC) FILTER (WHERE f.title IS NOT NULL)\n * // SQLite: json_group_array(CASE WHEN f.title IS NOT NULL THEN f.title END)\n * ```\n */\n jsonAggregateNonNull(expression: string, orderByClause?: string): string;\n\n /**\n * Aggregate values into a string with delimiter; optionally with ORDER BY.\n * @example\n * ```ts\n * dialect.stringAggregate('t.name', ', ', 't.__id')\n * // PG: STRING_AGG(t.name::text, ', ' ORDER BY t.__id)\n * // SQLite: GROUP_CONCAT(t.name, ', ')\n * ```\n */\n stringAggregate(expression: string, delimiter: string, orderByClause?: string): string;\n\n /**\n * Return the length of a JSON array expression.\n * @example\n * ```ts\n * dialect.jsonArrayLength('t.tags')\n * // PG: jsonb_array_length(t.tags::jsonb)\n * // SQLite: json_array_length(t.tags)\n * ```\n */\n jsonArrayLength(expr: string): string;\n\n /**\n * Dialect-specific typed NULL for JSON contexts\n * - PG: NULL::json\n * - SQLite: NULL\n */\n nullJson(): string;\n\n /**\n * Produce a typed NULL literal appropriate for the provided database field type.\n * - PG: returns casts like NULL::jsonb, NULL::timestamptz, etc.\n * - SQLite: plain NULL (no strong typing).\n */\n typedNullFor(dbFieldType: DbFieldType): string;\n\n // Rollup helpers\n\n /**\n * Build an aggregate expression for rollup in multi-value relationships.\n * Supported functions: sum, average, count, countall, counta, max, min, and, or, xor,\n * array_join/concatenate, array_unique, array_compact.\n * @example\n * ```ts\n * dialect.rollupAggregate('sum', 'f.amount', { orderByField: 'j.__id' })\n * // PG: CAST(COALESCE(SUM(f.amount), 0) AS DOUBLE PRECISION)\n * // SQLite: COALESCE(SUM(f.amount), 0)\n * ```\n */\n rollupAggregate(\n fn: string,\n fieldExpression: string,\n opts: {\n targetField?: FieldCore;\n orderByField?: string;\n rowPresenceExpr?: string;\n flattenNestedArray?: boolean;\n }\n ): string;\n\n /**\n * Build rollup-like expression for single-value relationships without GROUP BY.\n * @example\n * ```ts\n * dialect.singleValueRollupAggregate('count', 'f.amount', { rollupField, targetField })\n * // PG: CASE WHEN f.amount IS NULL THEN 0 ELSE 1 END\n * ```\n */\n singleValueRollupAggregate(\n fn: string,\n fieldExpression: string,\n options: { rollupField: FieldCore; targetField: FieldCore }\n ): string;\n\n /**\n * Build conditional JSON for link cell: { id, title? }.\n * If the title expression is NULL, omit title in PG (strip nulls) or omit the key in SQLite.\n * @example\n * ```ts\n * dialect.buildLinkJsonObject('f.\"__id\"', 'formattedTitleExpr', 'rawTitleExpr')\n * // PG: jsonb_strip_nulls(jsonb_build_object('id', f.\"__id\", 'title', formattedTitleExpr))::jsonb\n * // SQLite: CASE WHEN rawTitleExpr IS NOT NULL THEN json_object('id', f.\"__id\", 'title', formattedTitleExpr) ELSE json_object('id', f.\"__id\") END\n * ```\n */\n buildLinkJsonObject(\n recordIdRef: string,\n formattedSelectionExpression: string,\n rawSelectionExpression: string\n ): string;\n\n /**\n * Apply deterministic ordering workarounds for JSON aggregations in CTEs.\n * Only SQLite typically modifies the builder (e.g., ORDER BY junction.__id); PG is a no-op.\n * @example\n * ```ts\n * dialect.applyLinkCteOrdering(qb, { relationship: Relationship.OneMany, usesJunctionTable: false, hasOrderColumn: true, junctionAlias: 'j', foreignAlias: 'f', selfKeyName: 'main_id' })\n * ```\n */\n applyLinkCteOrdering(\n qb: Knex.QueryBuilder,\n opts: {\n relationship: Relationship;\n usesJunctionTable: boolean;\n hasOrderColumn: boolean;\n junctionAlias: string;\n foreignAlias: string;\n selfKeyName: string;\n }\n ): void;\n\n /**\n * Build deterministic ordered aggregate for multi-value LOOKUP (SQLite path).\n * - PG: return null and let caller use json_agg ORDER BY directly.\n * - SQLite: return a correlated subquery using json_group_array with ORDER BY to preserve order.\n * @example\n * ```ts\n * dialect.buildDeterministicLookupAggregate({\n * tableDbName: 'main', mainAlias: 'm', foreignDbName: 'foreign', foreignAlias: 'f',\n * usesJunctionTable: true, linkFieldOrderColumn: 'j.\"order\"', junctionAlias: 'j',\n * linkFieldHasOrderColumn: true, selfKeyName: 'main_id', foreignKeyName: 'foreign_id',\n * recordIdRef: 'f.\"__id\"', formattedSelectionExpression: '...titleExpr...', rawSelectionExpression: '...rawExpr...'\n * })\n * ```\n */\n buildDeterministicLookupAggregate(params: {\n tableDbName: string;\n mainAlias: string;\n foreignDbName: string;\n foreignAlias: string;\n linkFieldOrderColumn?: string; // e.g., j.\"order\" or f.\"self_order\"\n linkFieldHasOrderColumn: boolean;\n usesJunctionTable: boolean;\n selfKeyName: string;\n foreignKeyName: string;\n recordIdRef: string; // f.\"__id\"\n formattedSelectionExpression: string; // using foreign alias\n rawSelectionExpression: string; // using foreign alias\n linkFilterSubquerySql?: string; // EXISTS (subquery) condition\n junctionAlias: string; // typically 'j'\n }): string | null;\n}\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const RECORD_QUERY_DIALECT_SYMBOL = Symbol('RECORD_QUERY_DIALECT');\n" }, { "path": "apps/nestjs-backend/src/features/record/query-builder/sql-conversion.visitor.ts", "content": "/* eslint-disable regexp/no-unused-capturing-group */\n/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable regexp/no-dupe-characters-character-class */\n/* eslint-disable sonarjs/no-duplicated-branches */\n/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-collapsible-if */\n/* eslint-disable sonarjs/no-identical-functions */\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n/* eslint-disable @typescript-eslint/no-explicit-any */\n\nimport {\n StringLiteralContext,\n IntegerLiteralContext,\n LeftWhitespaceOrCommentsContext,\n RightWhitespaceOrCommentsContext,\n CircularReferenceError,\n FunctionCallContext,\n FunctionName,\n FieldType,\n CellValueType,\n DriverClient,\n AbstractParseTreeVisitor,\n BinaryOpContext,\n BooleanLiteralContext,\n BracketsContext,\n DecimalLiteralContext,\n FieldReferenceCurlyContext,\n isLinkField,\n parseFormula,\n isFieldHasExpression,\n isFormulaField,\n isLinkLookupOptions,\n normalizeFunctionNameAlias,\n DbFieldType,\n DateFormattingPreset,\n extractFieldReferenceId,\n getFieldReferenceTokenText,\n FUNCTIONS,\n Relationship,\n TimeFormatting,\n} from '@teable/core';\nimport type {\n FormulaVisitor,\n ExprContext,\n TableDomain,\n FieldCore,\n AutoNumberFieldCore,\n CreatedTimeFieldCore,\n LastModifiedByFieldCore,\n LastModifiedTimeFieldCore,\n FormulaFieldCore,\n IFieldWithExpression,\n IFormulaParamMetadata,\n IFormulaParamFieldMetadata,\n FormulaParamType,\n IDatetimeFormatting,\n ITeableToDbFunctionConverter,\n} from '@teable/core';\nimport type { RootContext, UnaryOpContext } from '@teable/formula';\nimport type { Knex } from 'knex';\nimport { match } from 'ts-pattern';\nimport type { IFieldSelectName } from './field-select.type';\nimport { PgRecordQueryDialect } from './providers/pg-record-query-dialect';\nimport { SqliteRecordQueryDialect } from './providers/sqlite-record-query-dialect';\nimport type { IRecordSelectionMap } from './record-query-builder.interface';\nimport type { IRecordQueryDialectProvider } from './record-query-dialect.interface';\n\nfunction unescapeString(str: string): string {\n return str.replace(/\\\\(.)/g, (_, char) => {\n return match(char)\n .with('n', () => '\\n')\n .with('t', () => '\\t')\n .with('r', () => '\\r')\n .with('\\\\', () => '\\\\')\n .with(\"'\", () => \"'\")\n .with('\"', () => '\"')\n .otherwise((c) => c);\n });\n}\n\nconst STRING_FUNCTIONS = new Set([\n FunctionName.Concatenate,\n FunctionName.Left,\n FunctionName.Right,\n FunctionName.Mid,\n FunctionName.Upper,\n FunctionName.Lower,\n FunctionName.Trim,\n FunctionName.Substitute,\n FunctionName.Replace,\n FunctionName.T,\n FunctionName.Blank,\n FunctionName.Datestr,\n FunctionName.Timestr,\n FunctionName.ArrayJoin,\n]);\n\nconst NUMBER_FUNCTIONS = new Set([\n FunctionName.Sum,\n FunctionName.Average,\n FunctionName.Max,\n FunctionName.Min,\n FunctionName.Round,\n FunctionName.RoundUp,\n FunctionName.RoundDown,\n FunctionName.Ceiling,\n FunctionName.Floor,\n FunctionName.Abs,\n FunctionName.Sqrt,\n FunctionName.Power,\n FunctionName.Exp,\n FunctionName.Log,\n FunctionName.Mod,\n FunctionName.Value,\n FunctionName.Find,\n FunctionName.Search,\n FunctionName.Len,\n FunctionName.Count,\n FunctionName.CountA,\n FunctionName.CountAll,\n]);\n\nconst BOOLEAN_FUNCTIONS = new Set([\n FunctionName.And,\n FunctionName.Or,\n FunctionName.Not,\n FunctionName.Xor,\n]);\n\nconst MULTI_VALUE_AGGREGATED_FUNCTIONS = new Set([\n FunctionName.DatetimeFormat,\n FunctionName.Value,\n FunctionName.Abs,\n FunctionName.Datestr,\n FunctionName.Timestr,\n FunctionName.Day,\n FunctionName.Month,\n FunctionName.Year,\n FunctionName.Weekday,\n FunctionName.WeekNum,\n FunctionName.Hour,\n FunctionName.Minute,\n FunctionName.Second,\n FunctionName.FromNow,\n FunctionName.ToNow,\n FunctionName.Round,\n FunctionName.RoundUp,\n FunctionName.RoundDown,\n FunctionName.Floor,\n FunctionName.Ceiling,\n FunctionName.Int,\n]);\n\nconst MULTI_VALUE_FIELD_TYPES = new Set([\n FieldType.Link,\n FieldType.Attachment,\n FieldType.MultipleSelect,\n FieldType.User,\n FieldType.CreatedBy,\n FieldType.LastModifiedBy,\n]);\n\nconst STRING_FIELD_TYPES = new Set([\n FieldType.SingleLineText,\n FieldType.LongText,\n FieldType.SingleSelect,\n FieldType.MultipleSelect,\n FieldType.User,\n FieldType.CreatedBy,\n FieldType.LastModifiedBy,\n FieldType.Attachment,\n FieldType.Link,\n FieldType.Button,\n]);\n\nconst DATETIME_FIELD_TYPES = new Set([\n FieldType.Date,\n FieldType.CreatedTime,\n FieldType.LastModifiedTime,\n]);\n\nconst NUMBER_FIELD_TYPES = new Set([\n FieldType.Number,\n FieldType.Rating,\n FieldType.AutoNumber,\n FieldType.Rollup,\n]);\n\n/**\n * Context information for formula conversion\n */\nexport interface IFormulaConversionContext {\n table: TableDomain;\n /** Whether this conversion is for a generated column (affects immutable function handling) */\n isGeneratedColumn?: boolean;\n driverClient?: DriverClient;\n expansionCache?: Map;\n /** Optional timezone to interpret date/time literals and fields in SELECT context */\n timeZone?: string;\n}\n\n/**\n * Extended context for select query formula conversion with CTE support\n */\nexport interface ISelectFormulaConversionContext extends IFormulaConversionContext {\n selectionMap: IRecordSelectionMap;\n /** Table alias to use for field references */\n tableAlias?: string;\n /** CTE map: linkFieldId -> cteName */\n fieldCteMap?: ReadonlyMap;\n /** Link field IDs whose CTEs have already been emitted (safe for reference) */\n readyLinkFieldIds?: ReadonlySet;\n /** Current link field id whose CTE is being generated (used to avoid self references) */\n currentLinkFieldId?: string;\n /** When true, prefer raw field references (no title formatting) to preserve native types */\n preferRawFieldReferences?: boolean;\n /** Target DB field type for the enclosing formula selection (used for type-sensitive raw projection) */\n targetDbFieldType?: DbFieldType;\n}\n\n/**\n * Result of formula conversion\n */\nexport interface IFormulaConversionResult {\n sql: string;\n dependencies: string[]; // field IDs that this formula depends on\n}\n\n/**\n * Interface for database-specific generated column query implementations\n * Each database provider (PostgreSQL, SQLite) should implement this interface\n * to provide SQL translations for Teable formula functions that will be used\n * in database generated columns. This interface ensures formula expressions\n * are converted to immutable SQL expressions suitable for generated columns.\n */\nexport interface IGeneratedColumnQueryInterface\n extends ITeableToDbFunctionConverter {}\n\n/**\n * Interface for database-specific SELECT query implementations\n * Each database provider (PostgreSQL, SQLite) should implement this interface\n * to provide SQL translations for Teable formula functions that will be used\n * in SELECT statements as computed columns. Unlike generated columns, these\n * expressions can use mutable functions and have different optimization strategies.\n */\nexport interface ISelectQueryInterface\n extends ITeableToDbFunctionConverter {}\n\n/**\n * Interface for validating whether Teable formula functions convert to generated column are supported\n * by a specific database provider. Each method returns a boolean indicating\n * whether the corresponding function can be converted to a valid database expression.\n */\nexport interface IGeneratedColumnQuerySupportValidator\n extends ITeableToDbFunctionConverter {}\n\n/**\n * Get should expand field reference\n *\n * @param field\n * @returns boolean\n */\nfunction shouldExpandFieldReference(\n field: FieldCore\n): field is\n | FormulaFieldCore\n | AutoNumberFieldCore\n | CreatedTimeFieldCore\n | LastModifiedTimeFieldCore {\n if (isFormulaField(field) && field.isLookup) {\n return false;\n }\n return isFieldHasExpression(field);\n}\n\n/**\n * Abstract base visitor that contains common functionality for SQL conversion\n */\nabstract class BaseSqlConversionVisitor<\n TFormulaQuery extends ITeableToDbFunctionConverter,\n >\n extends AbstractParseTreeVisitor\n implements FormulaVisitor\n{\n protected expansionStack: Set = new Set();\n\n protected defaultResult(): string {\n throw new Error('Method not implemented.');\n }\n\n protected getQuestionMarkExpression(): string {\n if (this.context.driverClient === DriverClient.Sqlite) {\n return 'CHAR(63)';\n }\n return 'CHR(63)';\n }\n\n constructor(\n protected readonly knex: Knex,\n protected formulaQuery: TFormulaQuery,\n protected context: IFormulaConversionContext,\n protected dialect?: IRecordQueryDialectProvider\n ) {\n super();\n // Initialize a dialect provider for use in driver-specific pieces when callers don't inject one\n if (!this.dialect) {\n const d = this.context.driverClient;\n if (d === DriverClient.Pg) this.dialect = new PgRecordQueryDialect(this.knex);\n else this.dialect = new SqliteRecordQueryDialect(this.knex);\n }\n }\n\n visitRoot(ctx: RootContext): string {\n return ctx.expr().accept(this);\n }\n\n visitStringLiteral(ctx: StringLiteralContext): string {\n const quotedString = ctx.text;\n const rawString = quotedString.slice(1, -1);\n const unescapedString = unescapeString(rawString);\n\n if (!unescapedString.includes('?')) {\n return this.formulaQuery.stringLiteral(unescapedString);\n }\n\n const charExpr = this.getQuestionMarkExpression();\n const parts = unescapedString.split('?');\n const segments: string[] = [];\n\n parts.forEach((part, index) => {\n if (part.length) {\n segments.push(this.formulaQuery.stringLiteral(part));\n }\n if (index < parts.length - 1) {\n segments.push(charExpr);\n }\n });\n\n if (segments.length === 0) {\n return charExpr;\n }\n\n if (segments.length === 1) {\n return segments[0];\n }\n\n return this.formulaQuery.concatenate(segments);\n }\n\n visitIntegerLiteral(ctx: IntegerLiteralContext): string {\n const value = parseInt(ctx.text, 10);\n return this.formulaQuery.numberLiteral(value);\n }\n\n visitDecimalLiteral(ctx: DecimalLiteralContext): string {\n const value = parseFloat(ctx.text);\n return this.formulaQuery.numberLiteral(value);\n }\n\n visitBooleanLiteral(ctx: BooleanLiteralContext): string {\n const value = ctx.text.toUpperCase() === 'TRUE';\n return this.formulaQuery.booleanLiteral(value);\n }\n\n visitLeftWhitespaceOrComments(ctx: LeftWhitespaceOrCommentsContext): string {\n return ctx.expr().accept(this);\n }\n\n visitRightWhitespaceOrComments(ctx: RightWhitespaceOrCommentsContext): string {\n return ctx.expr().accept(this);\n }\n\n visitBrackets(ctx: BracketsContext): string {\n const innerExpression = ctx.expr().accept(this);\n return this.formulaQuery.parentheses(innerExpression);\n }\n\n visitUnaryOp(ctx: UnaryOpContext): string {\n const operandCtx = ctx.expr();\n const operand = operandCtx.accept(this);\n const operator = ctx.MINUS();\n const metadata = [this.buildParamMetadata(operandCtx)];\n this.formulaQuery.setCallMetadata(metadata);\n\n try {\n if (operator) {\n return this.formulaQuery.unaryMinus(operand);\n }\n return operand;\n } finally {\n this.formulaQuery.setCallMetadata(undefined);\n }\n }\n\n visitFieldReferenceCurly(ctx: FieldReferenceCurlyContext): string {\n const normalizedFieldId = extractFieldReferenceId(ctx);\n const rawToken = getFieldReferenceTokenText(ctx);\n const fieldId = normalizedFieldId ?? rawToken?.slice(1, -1)?.trim() ?? '';\n\n const fieldInfo = this.context.table.getField(fieldId);\n if (!fieldInfo) {\n throw new Error(`Field not found: ${fieldId}`);\n }\n\n // Check if this is a formula field that needs recursive expansion\n if (shouldExpandFieldReference(fieldInfo)) {\n return this.expandFormulaField(fieldId, fieldInfo);\n }\n\n // Note: user-related field handling for select queries is implemented\n // in SelectColumnSqlConversionVisitor where selection context exists.\n\n return this.formulaQuery.fieldReference(fieldId, fieldInfo.dbFieldName);\n }\n\n /**\n * Recursively expand a formula field reference\n * @param fieldId The field ID to expand\n * @param fieldInfo The field information\n * @returns The expanded SQL expression\n */\n protected expandFormulaField(fieldId: string, fieldInfo: IFieldWithExpression): string {\n // Initialize expansion cache if not present\n if (!this.context.expansionCache) {\n this.context.expansionCache = new Map();\n }\n\n // Check cache first\n if (this.context.expansionCache.has(fieldId)) {\n return this.context.expansionCache.get(fieldId)!;\n }\n\n // Check for circular references\n if (this.expansionStack.has(fieldId)) {\n throw new CircularReferenceError(fieldId, Array.from(this.expansionStack));\n }\n\n const expression = fieldInfo.getExpression();\n\n // If no expression is found, fall back to normal field reference\n if (!expression) {\n return this.formulaQuery.fieldReference(fieldId, fieldInfo.dbFieldName);\n }\n\n // Add to expansion stack to detect circular references\n this.expansionStack.add(fieldId);\n\n const selectContext = this.context as ISelectFormulaConversionContext | undefined;\n const prevTargetDbFieldType = selectContext?.targetDbFieldType;\n const prevTimeZone = selectContext?.timeZone;\n const nextTargetDbFieldType = (fieldInfo as unknown as { dbFieldType?: DbFieldType })\n ?.dbFieldType;\n const rawOptions = (fieldInfo as unknown as { options?: unknown })?.options;\n let nextTimeZone: string | undefined;\n if (rawOptions && typeof rawOptions === 'object') {\n nextTimeZone = (rawOptions as { timeZone?: string }).timeZone;\n } else if (typeof rawOptions === 'string') {\n try {\n nextTimeZone = (JSON.parse(rawOptions) as { timeZone?: string } | undefined)?.timeZone;\n } catch {\n nextTimeZone = undefined;\n }\n }\n\n if (selectContext) {\n if (nextTargetDbFieldType != null) {\n selectContext.targetDbFieldType = nextTargetDbFieldType;\n }\n if (nextTimeZone != null) {\n selectContext.timeZone = nextTimeZone;\n }\n }\n\n try {\n // Recursively expand the expression by parsing and visiting it\n const tree = parseFormula(expression);\n const expandedSql = tree.accept(this);\n\n // Cache the result\n this.context.expansionCache.set(fieldId, expandedSql);\n\n return expandedSql;\n } finally {\n if (selectContext) {\n selectContext.targetDbFieldType = prevTargetDbFieldType;\n selectContext.timeZone = prevTimeZone;\n }\n // Remove from expansion stack\n this.expansionStack.delete(fieldId);\n }\n }\n\n visitFunctionCall(ctx: FunctionCallContext): string {\n const rawName = ctx.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n const exprContexts = ctx.expr();\n let params = exprContexts.map((exprCtx) => exprCtx.accept(this));\n params = this.normalizeFunctionParamsForMultiplicity(fnName, params, exprContexts);\n const paramMetadata = exprContexts.map((exprCtx) => this.buildParamMetadata(exprCtx));\n this.formulaQuery.setCallMetadata(paramMetadata);\n\n const execute = () => {\n const multiValueFormat = this.tryBuildMultiValueAggregator(fnName, params, exprContexts);\n if (multiValueFormat) {\n return multiValueFormat;\n }\n\n return (\n match(fnName)\n // Numeric Functions\n .with(FunctionName.Sum, () => this.formulaQuery.sum(params))\n .with(FunctionName.Average, () => this.formulaQuery.average(params))\n .with(FunctionName.Max, () => this.formulaQuery.max(params))\n .with(FunctionName.Min, () => this.formulaQuery.min(params))\n .with(FunctionName.Round, () => this.formulaQuery.round(params[0], params[1]))\n .with(FunctionName.RoundUp, () => this.formulaQuery.roundUp(params[0], params[1]))\n .with(FunctionName.RoundDown, () => this.formulaQuery.roundDown(params[0], params[1]))\n .with(FunctionName.Ceiling, () => this.formulaQuery.ceiling(params[0]))\n .with(FunctionName.Floor, () => this.formulaQuery.floor(params[0]))\n .with(FunctionName.Even, () => this.formulaQuery.even(params[0]))\n .with(FunctionName.Odd, () => this.formulaQuery.odd(params[0]))\n .with(FunctionName.Int, () => this.formulaQuery.int(params[0]))\n .with(FunctionName.Abs, () => this.formulaQuery.abs(params[0]))\n .with(FunctionName.Sqrt, () => this.formulaQuery.sqrt(params[0]))\n .with(FunctionName.Power, () => this.formulaQuery.power(params[0], params[1]))\n .with(FunctionName.Exp, () => this.formulaQuery.exp(params[0]))\n .with(FunctionName.Log, () => this.formulaQuery.log(params[0], params[1]))\n .with(FunctionName.Mod, () => this.formulaQuery.mod(params[0], params[1]))\n .with(FunctionName.Value, () => this.formulaQuery.value(params[0]))\n\n // Text Functions\n .with(FunctionName.Concatenate, () => {\n const coerced = params.map((param, index) =>\n this.coerceToStringForConcatenation(param, exprContexts[index])\n );\n return this.formulaQuery.concatenate(coerced);\n })\n .with(FunctionName.Find, () => this.formulaQuery.find(params[0], params[1], params[2]))\n .with(FunctionName.Search, () =>\n this.formulaQuery.search(params[0], params[1], params[2])\n )\n .with(FunctionName.Mid, () => this.formulaQuery.mid(params[0], params[1], params[2]))\n .with(FunctionName.Left, () => {\n const textOperand = this.coerceToStringForConcatenation(params[0], exprContexts[0]);\n const sliceLength = this.normalizeTextSliceCount(params[1], exprContexts[1]);\n return this.formulaQuery.left(textOperand, sliceLength);\n })\n .with(FunctionName.Right, () => {\n const textOperand = this.coerceToStringForConcatenation(params[0], exprContexts[0]);\n const sliceLength = this.normalizeTextSliceCount(params[1], exprContexts[1]);\n return this.formulaQuery.right(textOperand, sliceLength);\n })\n .with(FunctionName.Replace, () =>\n this.formulaQuery.replace(params[0], params[1], params[2], params[3])\n )\n .with(FunctionName.RegExpReplace, () =>\n this.formulaQuery.regexpReplace(params[0], params[1], params[2])\n )\n .with(FunctionName.Substitute, () =>\n this.formulaQuery.substitute(params[0], params[1], params[2], params[3])\n )\n .with(FunctionName.Lower, () => this.formulaQuery.lower(params[0]))\n .with(FunctionName.Upper, () => this.formulaQuery.upper(params[0]))\n .with(FunctionName.Rept, () => this.formulaQuery.rept(params[0], params[1]))\n .with(FunctionName.Trim, () => this.formulaQuery.trim(params[0]))\n .with(FunctionName.Len, () => this.formulaQuery.len(params[0]))\n .with(FunctionName.T, () => this.formulaQuery.t(params[0]))\n .with(FunctionName.EncodeUrlComponent, () =>\n this.formulaQuery.encodeUrlComponent(params[0])\n )\n\n // DateTime Functions\n .with(FunctionName.Now, () => this.formulaQuery.now())\n .with(FunctionName.Today, () => this.formulaQuery.today())\n .with(FunctionName.DateAdd, () =>\n this.formulaQuery.dateAdd(params[0], params[1], params[2])\n )\n .with(FunctionName.Datestr, () => this.formulaQuery.datestr(params[0]))\n .with(FunctionName.DatetimeDiff, () => {\n const unitExpr = params[2] ?? `'day'`;\n return this.formulaQuery.datetimeDiff(params[0], params[1], unitExpr);\n })\n .with(FunctionName.DatetimeFormat, () =>\n this.formulaQuery.datetimeFormat(params[0], params[1])\n )\n .with(FunctionName.DatetimeParse, () =>\n this.formulaQuery.datetimeParse(params[0], params[1])\n )\n .with(FunctionName.Day, () => this.formulaQuery.day(params[0]))\n .with(FunctionName.FromNow, () => this.formulaQuery.fromNow(params[0], params[1]))\n .with(FunctionName.Hour, () => this.formulaQuery.hour(params[0]))\n .with(FunctionName.IsAfter, () => this.formulaQuery.isAfter(params[0], params[1]))\n .with(FunctionName.IsBefore, () => this.formulaQuery.isBefore(params[0], params[1]))\n .with(FunctionName.IsSame, () =>\n this.formulaQuery.isSame(params[0], params[1], params[2])\n )\n .with(FunctionName.LastModifiedTime, () => this.formulaQuery.lastModifiedTime())\n .with(FunctionName.Minute, () => this.formulaQuery.minute(params[0]))\n .with(FunctionName.Month, () => this.formulaQuery.month(params[0]))\n .with(FunctionName.Second, () => this.formulaQuery.second(params[0]))\n .with(FunctionName.Timestr, () => this.formulaQuery.timestr(params[0]))\n .with(FunctionName.ToNow, () => this.formulaQuery.toNow(params[0], params[1]))\n .with(FunctionName.WeekNum, () => this.formulaQuery.weekNum(params[0]))\n .with(FunctionName.Weekday, () => this.formulaQuery.weekday(params[0], params[1]))\n .with(FunctionName.Workday, () =>\n this.formulaQuery.workday(params[0], params[1], params[2])\n )\n .with(FunctionName.WorkdayDiff, () => this.formulaQuery.workdayDiff(params[0], params[1]))\n .with(FunctionName.Year, () => this.formulaQuery.year(params[0]))\n .with(FunctionName.CreatedTime, () => this.formulaQuery.createdTime())\n\n // Logical Functions\n .with(FunctionName.If, () => {\n const [rawConditionSql, rawTrueSql, rawFalseSql] = params;\n const conditionSql = rawConditionSql ?? 'NULL';\n const trueSql = rawTrueSql ?? 'NULL';\n const falseSql = rawFalseSql ?? 'NULL';\n\n let coercedTrue = trueSql;\n let coercedFalse = falseSql;\n\n const trueExprCtx = exprContexts[1];\n const falseExprCtx = exprContexts[2];\n const trueType = this.inferExpressionType(trueExprCtx);\n const falseType = this.inferExpressionType(falseExprCtx);\n const trueSqlTrimmed = (rawTrueSql ?? '').trim();\n const falseSqlTrimmed = (rawFalseSql ?? '').trim();\n const trueIsBlank =\n rawTrueSql == null ||\n this.isBlankLikeExpression(trueExprCtx) ||\n trueSqlTrimmed === \"''\";\n const falseIsBlank =\n rawFalseSql == null ||\n this.isBlankLikeExpression(falseExprCtx) ||\n falseSqlTrimmed === \"''\";\n\n const shouldNullOutTrueBranch = trueIsBlank && falseType !== 'string';\n const shouldNullOutFalseBranch = falseIsBlank && trueType !== 'string';\n\n if (shouldNullOutTrueBranch) {\n coercedTrue = 'NULL';\n }\n\n if (shouldNullOutFalseBranch) {\n coercedFalse = 'NULL';\n }\n\n if (this.inferExpressionType(ctx) === 'string') {\n coercedTrue = this.coerceCaseBranchToText(coercedTrue);\n coercedFalse = this.coerceCaseBranchToText(coercedFalse);\n }\n\n return this.formulaQuery.if(conditionSql, coercedTrue, coercedFalse);\n })\n .with(FunctionName.And, () => {\n const booleanParams = params.map((param, index) =>\n this.normalizeBooleanExpression(param, exprContexts[index])\n );\n return this.formulaQuery.and(booleanParams);\n })\n .with(FunctionName.Or, () => {\n const booleanParams = params.map((param, index) =>\n this.normalizeBooleanExpression(param, exprContexts[index])\n );\n return this.formulaQuery.or(booleanParams);\n })\n .with(FunctionName.Not, () => {\n const booleanParam = this.normalizeBooleanExpression(params[0], exprContexts[0]);\n return this.formulaQuery.not(booleanParam);\n })\n .with(FunctionName.Xor, () => {\n const booleanParams = params.map((param, index) =>\n this.normalizeBooleanExpression(param, exprContexts[index])\n );\n return this.formulaQuery.xor(booleanParams);\n })\n .with(FunctionName.Blank, () => this.formulaQuery.blank())\n .with(FunctionName.IsError, () => this.formulaQuery.isError(params[0]))\n .with(FunctionName.Switch, () => {\n // Handle switch function with variable number of case-result pairs\n const expression = params[0];\n const cases: Array<{ case: string; result: string }> = [];\n let defaultResult: string | undefined;\n\n type SwitchResultEntry = {\n sql: string;\n ctx: ExprContext;\n type: 'string' | 'number' | 'boolean' | 'datetime' | 'unknown';\n };\n\n const resultEntries: SwitchResultEntry[] = [];\n\n // Helper to normalize blank-like results when other branches require stricter typing\n const normalizeBlankResults = () => {\n const hasNumber = resultEntries.some((entry) => entry.type === 'number');\n const hasBoolean = resultEntries.some((entry) => entry.type === 'boolean');\n const hasDatetime = resultEntries.some((entry) => entry.type === 'datetime');\n\n const requiresNumeric = hasNumber;\n const requiresBoolean = hasBoolean;\n const requiresDatetime = hasDatetime;\n\n const shouldNullifyEntry = (entry: SwitchResultEntry): boolean => {\n const isBlank =\n this.isBlankLikeExpression(entry.ctx) || (entry.sql ?? '').trim() === \"''\";\n\n if (!isBlank) {\n return false;\n }\n\n if (requiresNumeric && entry.type !== 'number') {\n return true;\n }\n\n if (requiresBoolean && entry.type !== 'boolean') {\n return true;\n }\n\n if (requiresDatetime && entry.type !== 'datetime') {\n return true;\n }\n\n return false;\n };\n\n for (const entry of resultEntries) {\n if (shouldNullifyEntry(entry)) {\n entry.sql = 'NULL';\n }\n }\n };\n\n // Collect case/result pairs and default (if any)\n for (let i = 1; i < params.length; i += 2) {\n if (i + 1 < params.length) {\n const resultCtx = exprContexts[i + 1];\n resultEntries.push({\n sql: params[i + 1],\n ctx: resultCtx,\n type: this.inferExpressionType(resultCtx),\n });\n\n cases.push({\n case: params[i],\n result: params[i + 1],\n });\n } else {\n const resultCtx = exprContexts[i];\n resultEntries.push({\n sql: params[i],\n ctx: resultCtx,\n type: this.inferExpressionType(resultCtx),\n });\n defaultResult = params[i];\n }\n }\n\n // Normalize blank results only after we have collected all branch types\n normalizeBlankResults();\n\n if (this.inferExpressionType(ctx) === 'string') {\n for (const entry of resultEntries) {\n entry.sql = this.coerceCaseBranchToText(entry.sql);\n }\n }\n\n // Apply normalized SQL back to cases/default\n let resultIndex = 0;\n for (let i = 0; i < cases.length; i++) {\n cases[i] = {\n case: cases[i].case,\n result: resultEntries[resultIndex++].sql,\n };\n }\n\n if (defaultResult !== undefined) {\n defaultResult = resultEntries[resultIndex]?.sql;\n }\n\n return this.formulaQuery.switch(expression, cases, defaultResult);\n })\n\n // Array Functions\n .with(FunctionName.Count, () => this.formulaQuery.count(params))\n .with(FunctionName.CountA, () => this.formulaQuery.countA(params))\n .with(FunctionName.CountAll, () => this.formulaQuery.countAll(params[0]))\n .with(FunctionName.ArrayJoin, () => this.formulaQuery.arrayJoin(params[0], params[1]))\n .with(FunctionName.ArrayUnique, () => this.formulaQuery.arrayUnique(params))\n .with(FunctionName.ArrayFlatten, () => this.formulaQuery.arrayFlatten(params))\n .with(FunctionName.ArrayCompact, () => this.formulaQuery.arrayCompact(params))\n\n // System Functions\n .with(FunctionName.RecordId, () => this.formulaQuery.recordId())\n .with(FunctionName.AutoNumber, () => this.formulaQuery.autoNumber())\n .with(FunctionName.TextAll, () => this.formulaQuery.textAll(params[0]))\n\n .otherwise((fn) => {\n throw new Error(`Unsupported function: ${fn}`);\n })\n );\n };\n\n try {\n return execute();\n } finally {\n this.formulaQuery.setCallMetadata(undefined);\n }\n }\n\n visitBinaryOp(ctx: BinaryOpContext): string {\n const exprContexts = [ctx.expr(0), ctx.expr(1)];\n const paramMetadata = exprContexts.map((exprCtx) => this.buildParamMetadata(exprCtx));\n this.formulaQuery.setCallMetadata(paramMetadata);\n\n try {\n let left = exprContexts[0].accept(this);\n let right = exprContexts[1].accept(this);\n const operator = ctx._op;\n\n // For comparison operators, ensure operands are comparable to avoid\n // Postgres errors like \"operator does not exist: text > integer\".\n // If one side is number and the other is string, safely cast the string\n // side to numeric (driver-aware) before building the comparison.\n const leftType = this.inferExpressionType(exprContexts[0]);\n const rightType = this.inferExpressionType(exprContexts[1]);\n const needsNumericCoercion = (op: string) =>\n ['>', '<', '>=', '<=', '=', '!=', '<>'].includes(op);\n if (operator.text && needsNumericCoercion(operator.text)) {\n const isBooleanNumericCompare =\n (leftType === 'boolean' && rightType === 'number') ||\n (leftType === 'number' && rightType === 'boolean');\n if (isBooleanNumericCompare) {\n if (leftType === 'boolean') {\n left = this.coerceBooleanToNumeric(left, exprContexts[0]);\n right = this.safeCastToNumeric(right);\n } else {\n left = this.safeCastToNumeric(left);\n right = this.coerceBooleanToNumeric(right, exprContexts[1]);\n }\n } else if (leftType === 'number' && rightType === 'string') {\n right = this.safeCastToNumeric(right);\n } else if (leftType === 'string' && rightType === 'number') {\n left = this.safeCastToNumeric(left);\n }\n }\n\n // For arithmetic operators (except '+'), coerce string operands to numeric\n // so expressions like \"text * 3\" or \"'10' / '2'\" work without errors in generated columns.\n const needsArithmeticNumericCoercion = (op: string) => ['*', '/', '-', '%'].includes(op);\n if (operator.text && needsArithmeticNumericCoercion(operator.text)) {\n if (leftType === 'string') {\n left = this.safeCastToNumeric(left);\n }\n if (rightType === 'string') {\n right = this.safeCastToNumeric(right);\n }\n }\n\n return match(operator.text)\n .with('+', () => {\n // Check if either operand is a string type for concatenation\n const _leftType = this.inferExpressionType(exprContexts[0]);\n const _rightType = this.inferExpressionType(exprContexts[1]);\n const paramMetadata = [\n this.buildParamMetadata(exprContexts[0]),\n this.buildParamMetadata(exprContexts[1]),\n ];\n this.formulaQuery.setCallMetadata(paramMetadata);\n\n const forceNumericAddition = this.shouldForceNumericAddition();\n\n if (\n !forceNumericAddition &&\n (_leftType === 'string' ||\n _rightType === 'string' ||\n _leftType === 'datetime' ||\n _rightType === 'datetime')\n ) {\n const coercedLeft = this.coerceToStringForConcatenation(left, ctx.expr(0), _leftType);\n const coercedRight = this.coerceToStringForConcatenation(\n right,\n ctx.expr(1),\n _rightType\n );\n return this.formulaQuery.stringConcat(coercedLeft, coercedRight);\n }\n\n return this.formulaQuery.add(left, right);\n })\n .with('-', () => this.formulaQuery.subtract(left, right))\n .with('*', () => this.formulaQuery.multiply(left, right))\n .with('/', () => this.formulaQuery.divide(left, right))\n .with('%', () => this.formulaQuery.modulo(left, right))\n .with('>', () => this.formulaQuery.greaterThan(left, right))\n .with('<', () => this.formulaQuery.lessThan(left, right))\n .with('>=', () => this.formulaQuery.greaterThanOrEqual(left, right))\n .with('<=', () => this.formulaQuery.lessThanOrEqual(left, right))\n .with('=', () => this.formulaQuery.equal(left, right))\n .with('!=', '<>', () => this.formulaQuery.notEqual(left, right))\n .with('&&', () => {\n const normalizedLeft = this.normalizeBooleanExpression(left, ctx.expr(0));\n const normalizedRight = this.normalizeBooleanExpression(right, ctx.expr(1));\n return this.formulaQuery.logicalAnd(normalizedLeft, normalizedRight);\n })\n .with('||', () => {\n const normalizedLeft = this.normalizeBooleanExpression(left, ctx.expr(0));\n const normalizedRight = this.normalizeBooleanExpression(right, ctx.expr(1));\n return this.formulaQuery.logicalOr(normalizedLeft, normalizedRight);\n })\n .with('&', () => {\n // Always treat & as string concatenation to avoid type issues\n const leftType = this.inferExpressionType(ctx.expr(0));\n const rightType = this.inferExpressionType(ctx.expr(1));\n const paramMetadata = [\n this.buildParamMetadata(ctx.expr(0)),\n this.buildParamMetadata(ctx.expr(1)),\n ];\n this.formulaQuery.setCallMetadata(paramMetadata);\n const coercedLeft = this.coerceToStringForConcatenation(left, ctx.expr(0), leftType);\n const coercedRight = this.coerceToStringForConcatenation(right, ctx.expr(1), rightType);\n return this.formulaQuery.stringConcat(coercedLeft, coercedRight);\n })\n .otherwise((op) => {\n throw new Error(`Unsupported binary operator: ${op}`);\n });\n } finally {\n this.formulaQuery.setCallMetadata(undefined);\n }\n }\n\n private normalizeFunctionParamsForMultiplicity(\n fnName: FunctionName,\n params: string[],\n exprContexts: ExprContext[]\n ): string[] {\n const funcMeta = FUNCTIONS[fnName];\n if (!funcMeta) {\n return params;\n }\n\n return params.map((paramSql, index) => {\n if (funcMeta.acceptMultipleValue) {\n return paramSql;\n }\n\n if (this.shouldPreserveMultiValueParam(fnName, exprContexts[index], index, paramSql)) {\n return paramSql;\n }\n\n return this.reduceMultiFieldReferenceParam(exprContexts[index], paramSql);\n });\n }\n\n private tryBuildMultiValueAggregator(\n fnName: FunctionName,\n params: string[],\n exprContexts: ExprContext[]\n ): string | null {\n if (!exprContexts[0] || this.dialect?.driver !== DriverClient.Pg) {\n return null;\n }\n\n const isMulti = this.isMultiValueExpr(exprContexts[0], params[0]);\n if (!isMulti) {\n return null;\n }\n\n switch (fnName) {\n case FunctionName.DatetimeFormat: {\n const formatExpr = params[1] ?? `'YYYY-MM-DD HH:mm'`;\n return this.buildPgDatetimeFormatAggregator(params[0], formatExpr);\n }\n case FunctionName.Value:\n return this.buildPgNumericAggregator(params[0], (scalarText) =>\n this.formulaQuery.value(scalarText)\n );\n case FunctionName.Abs:\n return this.buildPgNumericAggregator(params[0], (scalarText) =>\n this.formulaQuery.abs(this.formulaQuery.value(scalarText))\n );\n case FunctionName.Datestr:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.datestr(scalar)\n );\n case FunctionName.Timestr:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.timestr(scalar)\n );\n case FunctionName.Day:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.day(scalar)\n );\n case FunctionName.Month:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.month(scalar)\n );\n case FunctionName.Year:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.year(scalar)\n );\n case FunctionName.Weekday:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.weekday(scalar, params[1])\n );\n case FunctionName.WeekNum:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.weekNum(scalar)\n );\n case FunctionName.Hour:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.hour(scalar)\n );\n case FunctionName.Minute:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.minute(scalar)\n );\n case FunctionName.Second:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.second(scalar)\n );\n case FunctionName.FromNow:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.fromNow(scalar, params[1])\n );\n case FunctionName.ToNow:\n return this.buildPgDatetimeScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.toNow(scalar, params[1])\n );\n case FunctionName.Round:\n return this.buildPgNumericScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.round(scalar, params[1] ?? '0')\n );\n case FunctionName.RoundUp:\n return this.buildPgNumericScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.roundUp(scalar, params[1] ?? '0')\n );\n case FunctionName.RoundDown:\n return this.buildPgNumericScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.roundDown(scalar, params[1] ?? '0')\n );\n case FunctionName.Floor:\n return this.buildPgNumericScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.floor(scalar)\n );\n case FunctionName.Ceiling:\n return this.buildPgNumericScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.ceiling(scalar)\n );\n case FunctionName.Int:\n return this.buildPgNumericScalarAggregator(params[0], (scalar) =>\n this.formulaQuery.int(scalar)\n );\n default:\n return null;\n }\n }\n\n private shouldPreserveMultiValueParam(\n fnName: FunctionName,\n exprCtx: ExprContext,\n index: number,\n paramSql: string\n ): boolean {\n if (MULTI_VALUE_AGGREGATED_FUNCTIONS.has(fnName) && index === 0) {\n return true;\n }\n\n return this.isMultiValueExpr(exprCtx, paramSql);\n }\n\n private reduceMultiFieldReferenceParam(exprCtx: ExprContext, paramSql: string): string {\n if (!this.isMultiValueExpr(exprCtx, paramSql)) {\n return paramSql;\n }\n\n const fieldInfo = this.getFieldInfoFromExpr(exprCtx);\n if (fieldInfo) {\n return this.extractSingleValueFromMultiReference(paramSql, fieldInfo);\n }\n return paramSql;\n }\n\n private getFieldInfoFromExpr(exprCtx: ExprContext): FieldCore | undefined {\n if (!exprCtx) {\n return undefined;\n }\n\n if (exprCtx instanceof BracketsContext) {\n return this.getFieldInfoFromExpr(exprCtx.expr());\n }\n\n if (\n exprCtx instanceof LeftWhitespaceOrCommentsContext ||\n exprCtx instanceof RightWhitespaceOrCommentsContext\n ) {\n return this.getFieldInfoFromExpr(exprCtx.expr());\n }\n\n if (exprCtx instanceof FieldReferenceCurlyContext) {\n const normalizedFieldId = extractFieldReferenceId(exprCtx);\n const rawToken = getFieldReferenceTokenText(exprCtx);\n const fieldId = normalizedFieldId ?? rawToken?.slice(1, -1)?.trim() ?? '';\n if (!fieldId) {\n return undefined;\n }\n return this.context.table.getField(fieldId);\n }\n\n return undefined;\n }\n\n private isMultiValueField(fieldInfo?: FieldCore): boolean {\n if (!fieldInfo) {\n return false;\n }\n\n const fieldType = fieldInfo.type as FieldType;\n const lookupHolder = fieldInfo as unknown as {\n isLookup?: boolean;\n dbFieldName?: string;\n lookupOptions?: { linkFieldId?: string };\n isMultipleCellValue?: boolean;\n };\n\n // Link fields: only treat as multi-value when the relationship is multi or explicitly flagged.\n if (fieldType === FieldType.Link) {\n return this.isLinkFieldMulti(fieldInfo);\n }\n\n const isLookupField =\n lookupHolder.isLookup === true ||\n lookupHolder.dbFieldName?.startsWith('lookup_') ||\n lookupHolder.dbFieldName?.startsWith('conditional_lookup_');\n\n // Lookup of link: mirror the link field multiplicity instead of assuming array values.\n if (isLookupField && lookupHolder.lookupOptions?.linkFieldId) {\n const linkField = this.context.table.getField(lookupHolder.lookupOptions.linkFieldId);\n if (this.isLinkFieldMulti(linkField as FieldCore | undefined)) {\n return true;\n }\n }\n\n if (lookupHolder.isMultipleCellValue) {\n return true;\n }\n\n // For lookup fields that are not multi-value (e.g., many-one link lookup), stop here to avoid\n // treating scalar JSON objects as arrays.\n if (isLookupField) {\n return false;\n }\n\n if (MULTI_VALUE_FIELD_TYPES.has(fieldType)) {\n return true;\n }\n\n return false;\n }\n\n private isLinkFieldMulti(linkField?: FieldCore): boolean {\n if (!linkField) {\n return false;\n }\n if ((linkField as unknown as { isMultipleCellValue?: boolean })?.isMultipleCellValue) {\n return true;\n }\n const relationship = (\n linkField as unknown as {\n options?: { relationship?: Relationship };\n }\n ).options?.relationship;\n if (!relationship) {\n return false;\n }\n return relationship === Relationship.ManyMany || relationship === Relationship.OneMany;\n }\n\n private isMultiValueExpr(exprCtx: ExprContext, paramSql?: string): boolean {\n if (exprCtx instanceof BracketsContext) {\n return this.isMultiValueExpr(exprCtx.expr(), paramSql);\n }\n\n if (\n exprCtx instanceof LeftWhitespaceOrCommentsContext ||\n exprCtx instanceof RightWhitespaceOrCommentsContext\n ) {\n return this.isMultiValueExpr(exprCtx.expr(), paramSql);\n }\n\n const fieldInfo = this.getFieldInfoFromExpr(exprCtx);\n if (fieldInfo) {\n // When we have metadata for the referenced field, trust it instead of falling back to\n // string-based heuristics (which misclassify scalar lookups/rollups whose dbFieldName\n // happens to contain \"lookup_\").\n return this.isMultiValueField(fieldInfo);\n }\n\n if (exprCtx instanceof FunctionCallContext) {\n const rawName = exprCtx.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n if (\n fnName === FunctionName.ArrayUnique ||\n fnName === FunctionName.ArrayFlatten ||\n fnName === FunctionName.ArrayCompact\n ) {\n return true;\n }\n }\n\n // Only attempt SQL-based heuristics for unresolved direct field references.\n // For composite expressions (binary ops, comparisons, nested functions), the presence of\n // \"link_value\"/\"lookup_\" fragments does not imply the *result* is multi-value.\n if (exprCtx instanceof FieldReferenceCurlyContext && paramSql) {\n const lookupMatch = paramSql.match(/lookup_(fld[A-Za-z0-9]+)/);\n if (lookupMatch && this.context?.table) {\n const referencedField = this.context.table.getField(lookupMatch[1]);\n if (referencedField) {\n return this.isMultiValueField(referencedField as FieldCore);\n }\n }\n }\n\n return false;\n }\n\n private extractSingleValueFromMultiReference(expr: string, fieldInfo: FieldCore): string {\n if (!this.dialect) {\n return expr;\n }\n\n switch (this.dialect.driver) {\n case DriverClient.Pg:\n return this.buildPgSingleValueExtractor(expr, fieldInfo);\n case DriverClient.Sqlite:\n return this.buildSqliteSingleValueExtractor(expr);\n default:\n return expr;\n }\n }\n\n private buildSqliteSingleValueExtractor(expr: string): string {\n // SQLite formulas already treat multi-value columns as JSON text during coercion.\n // Returning the original expression keeps existing behaviour consistent.\n return expr;\n }\n\n private buildPgSingleValueExtractor(expr: string, _fieldInfo: FieldCore): string {\n const fieldInfo = _fieldInfo;\n const normalizedJson = this.normalizeMultiValueExprToJson(expr);\n\n const firstElement = `(SELECT elem\n FROM jsonb_array_elements(${normalizedJson}) WITH ORDINALITY AS t(elem, ord)\n WHERE jsonb_typeof(elem) <> 'null'\n ORDER BY ord\n LIMIT 1\n )`;\n\n const scalarJson = `(CASE\n WHEN ${normalizedJson} IS NULL THEN NULL::jsonb\n WHEN jsonb_typeof(${normalizedJson}) = 'array' THEN ${firstElement}\n ELSE ${normalizedJson}\n END)`;\n\n return `(CASE\n WHEN ${scalarJson} IS NULL THEN NULL\n WHEN jsonb_typeof(${scalarJson}) = 'object' THEN COALESCE(\n ${scalarJson}->>'title',\n ${scalarJson}->>'name',\n (${scalarJson})::text\n )\n WHEN jsonb_typeof(${scalarJson}) = 'array' THEN NULL\n ELSE ${this.formatScalarDatetimeIfNeeded(`${scalarJson} #>> '{}'`, fieldInfo)}\n END)`;\n }\n\n private formatScalarDatetimeIfNeeded(scalar: string, fieldInfo: FieldCore): string {\n if (this.context?.isGeneratedColumn) {\n return scalar;\n }\n const isDatetimeCell =\n (fieldInfo as unknown as { cellValueType?: CellValueType })?.cellValueType ===\n CellValueType.DateTime || fieldInfo.dbFieldType === DbFieldType.DateTime;\n\n if (!isDatetimeCell || !this.dialect || typeof this.dialect.formatDate !== 'function') {\n return scalar;\n }\n\n const formatting = this.getFieldDatetimeFormatting(fieldInfo);\n const fallBackFormatting: IDatetimeFormatting = {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: this.context?.timeZone ?? 'UTC',\n };\n\n return this.dialect.formatDate(scalar, formatting ?? fallBackFormatting);\n }\n\n private normalizeMultiValueExprToJson(expr: string): string {\n const baseExpr = `(${expr})`;\n const coercedJson = `(CASE\n WHEN ${baseExpr} IS NULL THEN NULL::jsonb\n WHEN pg_typeof(${baseExpr}) = 'jsonb'::regtype THEN (${baseExpr})::text::jsonb\n WHEN pg_typeof(${baseExpr}) = 'json'::regtype THEN (${baseExpr})::text::jsonb\n WHEN pg_typeof(${baseExpr}) IN ('text', 'varchar', 'bpchar', 'character varying', 'unknown') THEN\n CASE\n WHEN NULLIF(BTRIM((${baseExpr})::text), '') IS NULL THEN NULL::jsonb\n WHEN LEFT(BTRIM((${baseExpr})::text), 1) = '[' THEN (${baseExpr})::text::jsonb\n ELSE jsonb_build_array(to_jsonb(${baseExpr}))\n END\n ELSE to_jsonb(${baseExpr})\n END)`;\n return `(CASE\n WHEN ${coercedJson} IS NULL THEN NULL::jsonb\n WHEN jsonb_typeof(${coercedJson}) = 'array' THEN ${coercedJson}\n ELSE jsonb_build_array(${coercedJson})\n END)`;\n }\n\n private extractJsonScalarText(elemRef: string): string {\n return `(CASE\n WHEN jsonb_typeof(${elemRef}) = 'object' THEN COALESCE(${elemRef}->>'title', ${elemRef}->>'name', ${elemRef} #>> '{}')\n WHEN jsonb_typeof(${elemRef}) = 'array' THEN NULL\n ELSE ${elemRef} #>> '{}'\n END)`;\n }\n\n private buildPgNumericAggregator(\n valueExpr: string,\n buildNumericExpr: (scalarTextExpr: string) => string\n ): string {\n const normalizedJson = this.normalizeMultiValueExprToJson(valueExpr);\n const scalarText = this.extractJsonScalarText('elem');\n const numericExpr = buildNumericExpr(scalarText);\n const formattedExpr = `(CASE WHEN ${numericExpr} IS NULL THEN NULL ELSE ${numericExpr} END)`;\n const aggregated = this.dialect!.stringAggregate(formattedExpr, ', ', 'ord');\n return `(CASE\n WHEN ${normalizedJson} IS NULL THEN NULL\n ELSE (\n SELECT ${aggregated}\n FROM jsonb_array_elements(${normalizedJson}) WITH ORDINALITY AS t(elem, ord)\n )\n END)`;\n }\n\n private buildPgDatetimeFormatAggregator(valueExpr: string, formatExpr: string): string {\n return this.buildPgDatetimeScalarAggregator(valueExpr, (scalar) =>\n this.formulaQuery.datetimeFormat(scalar, formatExpr)\n );\n }\n\n private buildPgNumericScalarAggregator(\n valueExpr: string,\n buildScalarExpr: (numericScalar: string) => string\n ): string {\n const normalizedJson = this.normalizeMultiValueExprToJson(valueExpr);\n const elementScalar = this.extractJsonScalarText('elem');\n const sanitizedScalar = `NULLIF(${elementScalar}, '')`;\n const numericScalar = this.formulaQuery.value(sanitizedScalar);\n const computedExpr = buildScalarExpr(numericScalar);\n const safeExpr = `(CASE WHEN ${numericScalar} IS NULL THEN NULL ELSE (${computedExpr})::text END)`;\n const aggregated = this.dialect!.stringAggregate(safeExpr, ', ', 'ord');\n return `(CASE\n WHEN ${normalizedJson} IS NULL THEN NULL\n ELSE (\n SELECT ${aggregated}\n FROM jsonb_array_elements(${normalizedJson}) WITH ORDINALITY AS t(elem, ord)\n )\n END)`;\n }\n\n private buildPgDatetimeScalarAggregator(\n valueExpr: string,\n buildScalarExpr: (sanitizedScalar: string) => string\n ): string {\n const normalizedJson = this.normalizeMultiValueExprToJson(valueExpr);\n const elementScalar = this.extractJsonScalarText('elem');\n const sanitizedScalar = `NULLIF(${elementScalar}, '')`;\n const computedExpr = buildScalarExpr(sanitizedScalar);\n const safeExpr = `(CASE WHEN ${sanitizedScalar} IS NULL THEN NULL ELSE (${computedExpr})::text END)`;\n const aggregated = this.dialect!.stringAggregate(safeExpr, ', ', 'ord');\n return `(CASE\n WHEN ${normalizedJson} IS NULL THEN NULL\n ELSE (\n SELECT ${aggregated}\n FROM jsonb_array_elements(${normalizedJson}) WITH ORDINALITY AS t(elem, ord)\n )\n END)`;\n }\n\n /**\n * Safely cast an expression to numeric for comparisons.\n * For PostgreSQL, avoid runtime errors by returning NULL for non-numeric text.\n * For other drivers, fall back to a direct numeric cast.\n */\n private safeCastToNumeric(value: string): string {\n return this.dialect!.coerceToNumericForCompare(value);\n }\n\n /**\n * Normalize a boolean expression into a numeric scalar (1/0) for cross-type comparisons.\n * Preserves NULL so equality checks against NULL behave as expected.\n */\n private coerceBooleanToNumeric(value: string, exprCtx?: ExprContext): string {\n const normalized =\n exprCtx && exprCtx instanceof FieldReferenceCurlyContext\n ? this.normalizeBooleanFieldReference(value, exprCtx) ?? value\n : value;\n const boolExpr = `(${normalized})`;\n return `(CASE WHEN ${boolExpr} IS NULL THEN NULL WHEN ${boolExpr} THEN 1 ELSE 0 END)::numeric`;\n }\n\n /**\n * Coerce values participating in string concatenation to textual representation when needed.\n * Datetime operands are cast to string to mirror client-side behaviour and to avoid relying\n * on database-specific implicit casts that may be non-immutable for generated columns.\n */\n private coerceToStringForConcatenation(\n value: string,\n exprCtx: ExprContext,\n inferredType?: 'string' | 'number' | 'boolean' | 'datetime' | 'unknown'\n ): string {\n let fieldInfo: FieldCore | undefined;\n let normalizedValue = value;\n let coercedMultiToString = false;\n if (exprCtx instanceof FieldReferenceCurlyContext) {\n const normalizedFieldId = extractFieldReferenceId(exprCtx);\n const rawToken = getFieldReferenceTokenText(exprCtx);\n const fieldId = normalizedFieldId ?? rawToken?.slice(1, -1)?.trim() ?? '';\n fieldInfo = this.context.table.getField(fieldId);\n const isMultiField = this.isMultiValueField(fieldInfo as FieldCore);\n const cellValueType = (fieldInfo as unknown as { cellValueType?: CellValueType })\n ?.cellValueType;\n const hasDatetimeSemantics =\n (fieldInfo && DATETIME_FIELD_TYPES.has(fieldInfo.type as FieldType)) ||\n cellValueType === CellValueType.DateTime ||\n fieldInfo?.dbFieldType === DbFieldType.DateTime;\n if (\n fieldInfo &&\n (fieldInfo as unknown as { cellValueType?: CellValueType })?.cellValueType ===\n CellValueType.DateTime\n ) {\n // Keep a note that this value carries datetime semantics even when inferred as string\n inferredType = inferredType === undefined ? 'datetime' : inferredType;\n }\n if (isMultiField && this.dialect) {\n // Normalize multi-value references (lookup, link, multi-select, etc.) into a deterministic\n // comma-separated string so downstream text operations behave as expected.\n if (\n fieldInfo &&\n hasDatetimeSemantics &&\n typeof this.dialect.formatDateArray === 'function'\n ) {\n const formatting =\n this.getFieldDatetimeFormatting(fieldInfo) ??\n ({\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: this.context?.timeZone ?? 'UTC',\n } as IDatetimeFormatting);\n normalizedValue = this.dialect.formatDateArray(value, formatting);\n } else {\n normalizedValue = this.dialect.formatStringArray(value, { fieldInfo });\n }\n coercedMultiToString = true;\n }\n }\n const type = coercedMultiToString\n ? 'string'\n : inferredType ?? this.inferExpressionType(exprCtx);\n if (type === 'datetime') {\n const fallBackFormatting: IDatetimeFormatting = {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: this.context?.timeZone ?? 'UTC',\n };\n const formatting = fieldInfo ? this.getFieldDatetimeFormatting(fieldInfo) : undefined;\n if (this.dialect?.formatDate) {\n return this.dialect.formatDate(normalizedValue, formatting ?? fallBackFormatting);\n }\n return this.formulaQuery.datetimeFormat(normalizedValue, \"'YYYY-MM-DD HH24:MI'\");\n }\n return normalizedValue;\n }\n\n private getFieldDatetimeFormatting(fieldInfo: FieldCore): IDatetimeFormatting | undefined {\n const rawOptions = (fieldInfo as unknown as { options?: unknown })?.options;\n const formatting =\n rawOptions && typeof rawOptions === 'object'\n ? (rawOptions as { formatting?: IDatetimeFormatting }).formatting\n : typeof rawOptions === 'string'\n ? (() => {\n try {\n return (JSON.parse(rawOptions) as { formatting?: IDatetimeFormatting } | undefined)\n ?.formatting;\n } catch {\n return undefined;\n }\n })()\n : undefined;\n if (formatting) return formatting;\n\n const getter = (\n fieldInfo as unknown as {\n getDatetimeFormatting?: () => IDatetimeFormatting | undefined;\n }\n )?.getDatetimeFormatting;\n if (typeof getter === 'function') {\n return getter.call(fieldInfo);\n }\n\n return undefined;\n }\n\n private shouldForceNumericAddition(): boolean {\n const selectContext = this.context as ISelectFormulaConversionContext | undefined;\n const targetType = selectContext?.targetDbFieldType;\n return targetType === DbFieldType.Integer || targetType === DbFieldType.Real;\n }\n\n private coerceCaseBranchToText(expr: string): string {\n const trimmed = expr.trim();\n const driver = this.context.driverClient ?? DriverClient.Pg;\n\n // eslint-disable-next-line regexp/prefer-w\n const nullPattern = /^NULL(?:::[a-zA-Z_][a-zA-Z0-9_\\s]*)?$/i;\n if (!trimmed || nullPattern.test(trimmed)) {\n return driver === DriverClient.Sqlite ? 'CAST(NULL AS TEXT)' : 'NULL::text';\n }\n\n const isStringLiteral = trimmed.length >= 2 && trimmed.startsWith(\"'\") && trimmed.endsWith(\"'\");\n if (isStringLiteral) {\n return expr;\n }\n\n if (driver === DriverClient.Sqlite) {\n const upper = trimmed.toUpperCase();\n if (upper.startsWith('CAST(') && upper.endsWith('AS TEXT)')) {\n return expr;\n }\n return `CAST(${expr} AS TEXT)`;\n }\n\n if (/::\\s*text\\b/i.test(trimmed) || /\\)::\\s*text\\b/i.test(trimmed)) {\n return expr;\n }\n\n return `(${expr})::text`;\n }\n\n private normalizeTextSliceCount(valueSql?: string, exprCtx?: ExprContext): string {\n if (!valueSql || !exprCtx) {\n return '1';\n }\n\n const trimmedLiteral = valueSql.trim();\n if (/^[-+]?\\d+(\\.\\d+)?$/.test(trimmedLiteral)) {\n const literalNumber = Math.floor(Number(trimmedLiteral));\n const clamped = Number.isFinite(literalNumber) ? Math.max(literalNumber, 0) : 0;\n return clamped.toString();\n }\n\n const type = this.inferExpressionType(exprCtx);\n const driver = this.context.driverClient ?? DriverClient.Pg;\n\n if (type === 'boolean') {\n if (driver === DriverClient.Sqlite) {\n return `(CASE WHEN ${valueSql} IS NULL THEN 0 WHEN ${valueSql} <> 0 THEN 1 ELSE 0 END)`;\n }\n return `(CASE WHEN ${valueSql} IS NULL THEN 0 WHEN ${valueSql} THEN 1 ELSE 0 END)`;\n }\n\n const numericExpr = this.safeCastToNumeric(valueSql);\n if (driver === DriverClient.Sqlite) {\n const flooredExpr = `CAST(${numericExpr} AS INTEGER)`;\n return `COALESCE(CASE WHEN ${flooredExpr} < 0 THEN 0 ELSE ${flooredExpr} END, 0)`;\n }\n const flooredExpr = `FLOOR(${numericExpr})`;\n return `COALESCE(GREATEST(${flooredExpr}, 0), 0)`;\n }\n private normalizeBooleanExpression(valueSql: string, exprCtx: ExprContext): string {\n const type = this.inferExpressionType(exprCtx);\n const driver = this.context.driverClient ?? DriverClient.Pg;\n\n switch (type) {\n case 'boolean':\n if (driver === DriverClient.Sqlite) {\n return `(COALESCE((${valueSql}), 0) != 0)`;\n }\n return `(COALESCE((${this.normalizeBooleanFieldReference(valueSql, exprCtx) ?? valueSql})::boolean, FALSE))`;\n case 'number': {\n if (driver === DriverClient.Sqlite) {\n const numericExpr = this.safeCastToNumeric(valueSql);\n return `(COALESCE(${numericExpr}, 0) <> 0)`;\n }\n const sanitized = `REGEXP_REPLACE(((${valueSql})::text), '[^0-9.+-]', '', 'g')`;\n const numericCandidate = `(CASE\n WHEN ${sanitized} ~ '^[-+]{0,1}(\\\\d+\\\\.\\\\d+|\\\\d+|\\\\.\\\\d+)$' THEN ${sanitized}::double precision\n ELSE NULL\n END)`;\n return `(COALESCE(${numericCandidate}, 0) <> 0)`;\n }\n case 'string': {\n if (driver === DriverClient.Sqlite) {\n const textExpr = `CAST(${valueSql} AS TEXT)`;\n const trimmedExpr = `TRIM(${textExpr})`;\n return `((${valueSql}) IS NOT NULL AND ${trimmedExpr} <> '' AND LOWER(${trimmedExpr}) <> 'null')`;\n }\n const textExpr = `(${valueSql})::text`;\n const trimmedExpr = `TRIM(${textExpr})`;\n return `((${valueSql}) IS NOT NULL AND ${trimmedExpr} <> '' AND LOWER(${trimmedExpr}) <> 'null')`;\n }\n case 'datetime':\n return `((${valueSql}) IS NOT NULL)`;\n default:\n return `((${valueSql}) IS NOT NULL)`;\n }\n }\n\n /**\n * Coerce direct field references carrying boolean semantics into a proper boolean scalar.\n * This keeps the SQL maintainable by leveraging schema metadata rather than runtime pg_typeof checks.\n */\n private normalizeBooleanFieldReference(valueSql: string, exprCtx: ExprContext): string | null {\n if (!(exprCtx instanceof FieldReferenceCurlyContext)) {\n return null;\n }\n\n const normalizedFieldId = extractFieldReferenceId(exprCtx);\n const rawToken = getFieldReferenceTokenText(exprCtx);\n const fieldId = normalizedFieldId ?? rawToken?.slice(1, -1)?.trim() ?? '';\n const fieldInfo = this.context.table?.getField(fieldId);\n if (!fieldInfo) {\n return null;\n }\n\n const isBooleanField =\n fieldInfo.dbFieldType === DbFieldType.Boolean || fieldInfo.cellValueType === 'boolean';\n if (!isBooleanField) {\n return null;\n }\n\n return `((${valueSql}))::boolean`;\n }\n\n private isBlankLikeExpression(ctx: ExprContext): boolean {\n if (ctx instanceof StringLiteralContext) {\n const raw = ctx.text;\n if (raw.startsWith(\"'\") && raw.endsWith(\"'\")) {\n const unescaped = unescapeString(raw.slice(1, -1));\n return unescaped === '';\n }\n return false;\n }\n\n if (ctx instanceof FunctionCallContext) {\n const rawName = ctx.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n return fnName === FunctionName.Blank;\n }\n\n return false;\n }\n /**\n * Infer the type of an expression for type-aware operations\n */\n private inferExpressionType(\n ctx: ExprContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n // Handle literals\n const literalType = this.inferLiteralType(ctx);\n if (literalType !== 'unknown') {\n return literalType;\n }\n\n // Handle field references\n if (ctx instanceof FieldReferenceCurlyContext) {\n return this.inferFieldReferenceType(ctx);\n }\n\n // Handle function calls\n if (ctx instanceof FunctionCallContext) {\n return this.inferFunctionReturnType(ctx);\n }\n\n // Handle binary operations\n if (ctx instanceof BinaryOpContext) {\n return this.inferBinaryOperationType(ctx);\n }\n\n // Handle parentheses - infer from inner expression\n if (ctx instanceof BracketsContext) {\n return this.inferExpressionType(ctx.expr());\n }\n\n // Handle whitespace/comments - infer from inner expression\n if (\n ctx instanceof LeftWhitespaceOrCommentsContext ||\n ctx instanceof RightWhitespaceOrCommentsContext\n ) {\n return this.inferExpressionType(ctx.expr());\n }\n\n // Default to unknown for unhandled cases\n return 'unknown';\n }\n\n /**\n * Infer type from literal contexts\n */\n private inferLiteralType(\n ctx: ExprContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n if (ctx instanceof StringLiteralContext) {\n return 'string';\n }\n\n if (ctx instanceof IntegerLiteralContext || ctx instanceof DecimalLiteralContext) {\n return 'number';\n }\n\n if (ctx instanceof BooleanLiteralContext) {\n return 'boolean';\n }\n\n return 'unknown';\n }\n\n /**\n * Infer type from field reference\n */\n private inferFieldReferenceType(\n ctx: FieldReferenceCurlyContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n const { fieldInfo } = this.resolveFieldReference(ctx);\n\n if (!fieldInfo) {\n return 'unknown';\n }\n\n if (\n fieldInfo.isMultipleCellValue ||\n (fieldInfo.isLookup && fieldInfo.dbFieldType === DbFieldType.Json)\n ) {\n // Multi-value fields (e.g. lookups) are materialized as JSON arrays even when the\n // referenced cellValueType is datetime. Treat them as strings to avoid pushing JSON\n // expressions through datetime-specific casts like ::timestamptz, which PostgreSQL\n // rejects at runtime.\n return 'string';\n }\n\n if (!fieldInfo.type) {\n return 'unknown';\n }\n\n return this.mapFieldTypeToBasicType(fieldInfo);\n }\n\n private resolveFieldReference(ctx: FieldReferenceCurlyContext): {\n fieldId: string;\n fieldInfo?: FieldCore;\n } {\n const normalizedFieldId = extractFieldReferenceId(ctx);\n const rawToken = getFieldReferenceTokenText(ctx);\n const fieldId = normalizedFieldId ?? rawToken?.slice(1, -1)?.trim() ?? '';\n const fieldInfo = this.context.table.getField(fieldId);\n return { fieldId, fieldInfo };\n }\n\n private buildParamMetadata(exprCtx: ExprContext): IFormulaParamMetadata {\n const type = this.inferExpressionType(exprCtx) as FormulaParamType;\n const fieldRef = this.extractFieldReferenceMetadata(exprCtx);\n if (fieldRef) {\n const { fieldId, fieldInfo } = fieldRef;\n const fieldMetadata: IFormulaParamFieldMetadata = {\n id: fieldId,\n type: fieldInfo?.type as FieldType | undefined,\n cellValueType: fieldInfo?.cellValueType,\n isMultiple: Boolean(fieldInfo?.isMultipleCellValue),\n isLookup: Boolean(fieldInfo?.isLookup),\n dbFieldName: fieldInfo?.dbFieldName,\n dbFieldType: fieldInfo?.dbFieldType,\n };\n return {\n type,\n isFieldReference: true,\n field: fieldMetadata,\n };\n }\n return {\n type,\n isFieldReference: false,\n };\n }\n\n private extractFieldReferenceMetadata(\n exprCtx: ExprContext\n ): { fieldId: string; fieldInfo?: FieldCore } | undefined {\n if (exprCtx instanceof FieldReferenceCurlyContext) {\n return this.resolveFieldReference(exprCtx);\n }\n if (exprCtx instanceof BracketsContext) {\n return this.extractFieldReferenceMetadata(exprCtx.expr());\n }\n if (exprCtx instanceof LeftWhitespaceOrCommentsContext) {\n return this.extractFieldReferenceMetadata(exprCtx.expr());\n }\n if (exprCtx instanceof RightWhitespaceOrCommentsContext) {\n return this.extractFieldReferenceMetadata(exprCtx.expr());\n }\n return undefined;\n }\n\n /**\n * Map field types to basic types\n */\n private mapFieldTypeToBasicType(\n fieldInfo: FieldCore\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n const { type, cellValueType } = fieldInfo;\n const typeEnum = type as FieldType;\n\n if (STRING_FIELD_TYPES.has(typeEnum)) {\n return 'string';\n }\n\n if (DATETIME_FIELD_TYPES.has(typeEnum)) {\n return 'datetime';\n }\n\n if (NUMBER_FIELD_TYPES.has(typeEnum)) {\n return 'number';\n }\n\n if (typeEnum === FieldType.Checkbox) {\n return 'boolean';\n }\n\n if (\n typeEnum === FieldType.Formula ||\n typeEnum === FieldType.Rollup ||\n typeEnum === FieldType.ConditionalRollup\n ) {\n if (cellValueType) {\n return this.mapCellValueTypeToBasicType(cellValueType);\n }\n return 'unknown';\n }\n\n if (cellValueType) {\n return this.mapCellValueTypeToBasicType(cellValueType);\n }\n\n return 'unknown';\n }\n\n /**\n * Map cell value types to basic types\n */\n private mapCellValueTypeToBasicType(\n cellValueType: string\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n switch (cellValueType) {\n case 'string':\n return 'string';\n case 'number':\n return 'number';\n case 'boolean':\n return 'boolean';\n case 'datetime':\n case 'dateTime':\n return 'datetime';\n default:\n return 'unknown';\n }\n }\n\n /**\n * Infer return type from function calls\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private inferFunctionReturnType(\n ctx: FunctionCallContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n const rawName = ctx.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n\n if (STRING_FUNCTIONS.has(fnName)) {\n return 'string';\n }\n\n if (NUMBER_FUNCTIONS.has(fnName)) {\n return 'number';\n }\n\n if (BOOLEAN_FUNCTIONS.has(fnName)) {\n return 'boolean';\n }\n\n if (fnName === FunctionName.If) {\n const [, trueExpr, falseExpr] = ctx.expr();\n const trueType = trueExpr ? this.inferExpressionType(trueExpr) : 'unknown';\n const falseType = falseExpr ? this.inferExpressionType(falseExpr) : 'unknown';\n\n if (!falseExpr) {\n return trueType;\n }\n\n if (!trueExpr) {\n return falseType;\n }\n\n if (trueType === falseType) {\n return trueType;\n }\n\n if (trueType === 'number' || falseType === 'number') {\n const trueIsBlank = this.isBlankLikeExpression(trueExpr);\n const falseIsBlank = this.isBlankLikeExpression(falseExpr);\n if (trueType === 'number' && (falseIsBlank || falseType === 'number')) {\n return 'number';\n }\n if (falseType === 'number' && (trueIsBlank || trueType === 'number')) {\n return 'number';\n }\n }\n\n if (trueType === 'datetime' && falseType === 'datetime') {\n return 'datetime';\n }\n\n return 'unknown';\n }\n\n if (fnName === FunctionName.Switch) {\n const exprContexts = ctx.expr();\n const resultExprs: ExprContext[] = [];\n\n for (let i = 2; i < exprContexts.length; i += 2) {\n resultExprs.push(exprContexts[i]);\n }\n\n if (exprContexts.length % 2 === 0 && exprContexts.length > 1) {\n resultExprs.push(exprContexts[exprContexts.length - 1]);\n }\n\n if (resultExprs.length === 0) {\n return 'unknown';\n }\n\n const resultTypes = resultExprs.map((expr) => this.inferExpressionType(expr));\n const nonUnknownTypes = resultTypes.filter((type) => type !== 'unknown');\n\n if (nonUnknownTypes.length === 0) {\n return 'unknown';\n }\n\n const firstType = nonUnknownTypes[0];\n if (nonUnknownTypes.every((type) => type === firstType)) {\n return firstType;\n }\n\n const hasNumber = nonUnknownTypes.includes('number');\n const hasDatetime = nonUnknownTypes.includes('datetime');\n const hasBoolean = nonUnknownTypes.includes('boolean');\n\n if (hasNumber) {\n const convertibleToNumber = resultExprs.every((expr, index) => {\n const type = resultTypes[index];\n return type === 'number' || this.isBlankLikeExpression(expr);\n });\n if (convertibleToNumber) {\n return 'number';\n }\n }\n\n if (hasDatetime) {\n const convertibleToDatetime = resultExprs.every((expr, index) => {\n const type = resultTypes[index];\n return type === 'datetime' || this.isBlankLikeExpression(expr);\n });\n if (convertibleToDatetime) {\n return 'datetime';\n }\n }\n\n if (hasBoolean) {\n const convertibleToBoolean = resultExprs.every((expr, index) => {\n const type = resultTypes[index];\n return type === 'boolean' || this.isBlankLikeExpression(expr);\n });\n if (convertibleToBoolean) {\n return 'boolean';\n }\n }\n\n return 'unknown';\n }\n\n // Basic detection for functions that yield datetime\n if (\n [\n FunctionName.CreatedTime,\n FunctionName.LastModifiedTime,\n FunctionName.Today,\n FunctionName.Now,\n FunctionName.DateAdd,\n FunctionName.DatetimeParse,\n ].includes(fnName)\n ) {\n return 'datetime';\n }\n\n return 'unknown';\n }\n\n /**\n * Infer type from binary operations\n */\n private inferBinaryOperationType(\n ctx: BinaryOpContext\n ): 'string' | 'number' | 'boolean' | 'datetime' | 'unknown' {\n const operator = ctx._op?.text;\n\n if (!operator) {\n return 'unknown';\n }\n\n const arithmeticOperators = ['-', '*', '/', '%'];\n const comparisonOperators = ['>', '<', '>=', '<=', '=', '!=', '<>', '&&', '||'];\n const stringOperators = ['&']; // Bitwise AND is treated as string concatenation\n\n // Special handling for + operator - it can be either arithmetic or string concatenation\n if (operator === '+') {\n const leftType = this.inferExpressionType(ctx.expr(0));\n const rightType = this.inferExpressionType(ctx.expr(1));\n\n if (leftType === 'string' || rightType === 'string') {\n return 'string';\n }\n\n if (leftType === 'datetime' || rightType === 'datetime') {\n return 'string';\n }\n\n return 'number';\n }\n\n if (arithmeticOperators.includes(operator)) {\n return 'number';\n }\n\n if (comparisonOperators.includes(operator)) {\n return 'boolean';\n }\n\n if (stringOperators.includes(operator)) {\n return 'string';\n }\n\n return 'unknown';\n }\n}\n\n/**\n * Visitor that converts Teable formula AST to SQL expressions for generated columns\n * Uses dependency injection to get database-specific SQL implementations\n * Tracks field dependencies for generated column updates\n */\nexport class GeneratedColumnSqlConversionVisitor extends BaseSqlConversionVisitor {\n private dependencies: string[] = [];\n\n /**\n * Get the conversion result with SQL and dependencies\n */\n getResult(sql: string): IFormulaConversionResult {\n return {\n sql,\n dependencies: Array.from(new Set(this.dependencies)),\n };\n }\n\n visitFieldReferenceCurly(ctx: FieldReferenceCurlyContext): string {\n const normalizedFieldId = extractFieldReferenceId(ctx);\n const rawToken = getFieldReferenceTokenText(ctx);\n const fieldId = normalizedFieldId ?? rawToken?.slice(1, -1)?.trim() ?? '';\n this.dependencies.push(fieldId);\n return super.visitFieldReferenceCurly(ctx);\n }\n}\n\n/**\n * Visitor that converts Teable formula AST to SQL expressions for select queries\n * Uses dependency injection to get database-specific SQL implementations\n * Does not track dependencies as it's used for runtime queries\n */\nexport class SelectColumnSqlConversionVisitor extends BaseSqlConversionVisitor {\n /**\n * Override field reference handling to support CTE-based field references\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n visitFieldReferenceCurly(ctx: FieldReferenceCurlyContext): string {\n const normalizedFieldId = extractFieldReferenceId(ctx);\n const rawToken = getFieldReferenceTokenText(ctx);\n const fieldId = normalizedFieldId ?? rawToken?.slice(1, -1).trim() ?? '';\n\n const fieldInfo = this.context.table.getField(fieldId);\n if (!fieldInfo) {\n // Fallback: referenced field not found in current table domain.\n // Return NULL and emit a warning for visibility without breaking the query.\n try {\n const t = this.context.table;\n // eslint-disable-next-line no-console\n console.warn(\n `Select formula fallback: missing field {${fieldId}} in table ${t?.name || ''}(${t?.id || ''}); selecting NULL`\n );\n } catch {\n // ignore logging failures\n }\n return 'NULL';\n }\n\n // Check if this field has a CTE mapping (for link, lookup, rollup fields)\n const selectContext = this.context as ISelectFormulaConversionContext;\n const preferRaw = !!selectContext.preferRawFieldReferences;\n const selectionMap = selectContext.selectionMap;\n const selection = selectionMap?.get(fieldId);\n let selectionSql = typeof selection === 'string' ? selection : selection?.toSQL().sql;\n const cteMap = selectContext.fieldCteMap;\n const readyLinkFieldIds =\n selectContext.readyLinkFieldIds &&\n typeof (selectContext.readyLinkFieldIds as { has?: unknown }).has === 'function'\n ? (selectContext.readyLinkFieldIds as ReadonlySet)\n : undefined;\n const isSelfReference = selectContext.currentLinkFieldId === fieldId;\n // For link fields with CTE mapping, use the CTE directly\n // No need for complex cross-CTE reference handling in most cases\n\n // Handle different field types that use CTEs\n if (isLinkField(fieldInfo)) {\n // Prefer direct column when raw references are requested; otherwise fallback to CTE mapping.\n // However, when the field is not already part of the current selection (common when resolving\n // display fields for nested link CTEs), we still need to reference the CTE to access the link\n // value even in raw contexts; otherwise formulas that reference link fields end up reading\n // NULL placeholders instead of the computed JSON payload.\n const cteName = cteMap?.get(fieldId);\n const isReady = !readyLinkFieldIds || readyLinkFieldIds.has(fieldId);\n const canReferenceCte = !preferRaw && !isSelfReference && !!cteName && isReady;\n if (canReferenceCte) {\n selectionSql = `\"${cteName}\".\"link_value\"`;\n } else if (!preferRaw && !isSelfReference && cteName && selectContext.tableAlias && isReady) {\n const tableAlias = selectContext.tableAlias;\n // Use a scalar subquery when the CTE isn't joined in scope but is available in WITH.\n selectionSql = `(SELECT \"${cteName}\".\"link_value\" FROM \"${cteName}\" WHERE \"${cteName}\".\"main_record_id\" = \"${tableAlias}\".\"__id\")`;\n }\n // Provide a safe fallback if selection map has no entry\n if (!selectionSql) {\n if (selectContext.tableAlias) {\n selectionSql = `\"${selectContext.tableAlias}\".\"${fieldInfo.dbFieldName}\"`;\n } else {\n selectionSql = `\"${fieldInfo.dbFieldName}\"`;\n }\n }\n // Check if this link field is being used in a boolean context\n const isBooleanContext = this.isInBooleanContext(ctx);\n\n // Use database driver from context\n if (isBooleanContext) {\n return this.dialect!.linkHasAny(selectionSql);\n }\n // For non-boolean context, extract title values as JSON array or single title\n return this.dialect!.linkExtractTitles(selectionSql, !!fieldInfo.isMultipleCellValue);\n }\n\n if (\n preferRaw &&\n (fieldInfo.isLookup ||\n fieldInfo.type === FieldType.Rollup ||\n fieldInfo.type === FieldType.ConditionalRollup)\n ) {\n const tableAlias = selectContext.tableAlias;\n const directRef = tableAlias\n ? `\"${tableAlias}\".\"${fieldInfo.dbFieldName}\"`\n : `\"${fieldInfo.dbFieldName}\"`;\n if (fieldInfo.isLookup) {\n const normalized = this.normalizeLookupSelection(directRef, fieldInfo, selectContext);\n if (normalized !== directRef) {\n return normalized;\n }\n }\n return this.coerceRawMultiValueReference(directRef, fieldInfo, selectContext);\n }\n\n if (preferRaw && shouldExpandFieldReference(fieldInfo)) {\n const tableAlias = selectContext.tableAlias;\n const directRef = tableAlias\n ? `\"${tableAlias}\".\"${fieldInfo.dbFieldName}\"`\n : `\"${fieldInfo.dbFieldName}\"`;\n return this.coerceRawMultiValueReference(directRef, fieldInfo, selectContext);\n }\n\n // Check if this is a formula field that needs recursive expansion\n if (shouldExpandFieldReference(fieldInfo)) {\n return this.expandFormulaField(fieldId, fieldInfo);\n }\n\n // If this is a lookup or rollup and CTE map is available, use it\n const linkLookupOptions =\n fieldInfo.lookupOptions && isLinkLookupOptions(fieldInfo.lookupOptions)\n ? fieldInfo.lookupOptions\n : undefined;\n const linkLookupLinkId = linkLookupOptions?.linkFieldId;\n const canReferenceLookupCte =\n !preferRaw &&\n !!cteMap &&\n !!linkLookupLinkId &&\n cteMap.has(linkLookupLinkId) &&\n (!readyLinkFieldIds || readyLinkFieldIds.has(linkLookupLinkId)) &&\n selectContext.currentLinkFieldId !== linkLookupLinkId;\n if (canReferenceLookupCte) {\n const cteName = cteMap!.get(linkLookupLinkId!)!;\n const columnName = fieldInfo.isLookup\n ? `lookup_${fieldInfo.id}`\n : (fieldInfo as unknown as { type?: string }).type === 'rollup'\n ? `rollup_${fieldInfo.id}`\n : undefined;\n if (columnName) {\n let columnRef = `\"${cteName}\".\"${columnName}\"`;\n if (preferRaw && fieldInfo.type !== FieldType.Link) {\n const adjusted = this.coerceRawMultiValueReference(columnRef, fieldInfo, selectContext);\n if (selectContext.targetDbFieldType === DbFieldType.Json) {\n return adjusted;\n }\n columnRef = adjusted;\n }\n if (\n fieldInfo.type === FieldType.Link &&\n fieldInfo.isLookup &&\n isLinkLookupOptions(fieldInfo.lookupOptions)\n ) {\n if (preferRaw && selectContext.targetDbFieldType === DbFieldType.Json) {\n return columnRef;\n }\n if (fieldInfo.dbFieldType !== DbFieldType.Json) {\n return columnRef;\n }\n const titlesExpr = this.dialect!.linkExtractTitles(\n columnRef,\n !!fieldInfo.isMultipleCellValue\n );\n if (fieldInfo.isMultipleCellValue) {\n return this.dialect!.formatStringArray(titlesExpr, { fieldInfo });\n }\n return titlesExpr;\n }\n return columnRef;\n }\n }\n\n // Handle user-related fields\n if (fieldInfo.type === FieldType.CreatedBy) {\n // For system user fields, derive directly from system columns to avoid JSON dependency\n const alias = selectContext.tableAlias;\n const idRef = alias ? `\"${alias}\".\"__created_by\"` : `\"__created_by\"`;\n return this.dialect!.selectUserNameById(idRef);\n }\n if (fieldInfo.type === FieldType.LastModifiedBy) {\n const trackAll = (fieldInfo as LastModifiedByFieldCore).isTrackAll();\n if (trackAll) {\n const alias = selectContext.tableAlias;\n const idRef = alias ? `\"${alias}\".\"__last_modified_by\"` : `\"__last_modified_by\"`;\n return this.dialect!.selectUserNameById(idRef);\n }\n if (!selectionSql) {\n if (selectContext.tableAlias) {\n selectionSql = `\"${selectContext.tableAlias}\".\"${fieldInfo.dbFieldName}\"`;\n } else {\n selectionSql = `\"${fieldInfo.dbFieldName}\"`;\n }\n }\n if (preferRaw && selectContext.targetDbFieldType === DbFieldType.Json) {\n if (fieldInfo.isMultipleCellValue) {\n return this.dialect!.linkExtractTitles(selectionSql, true);\n }\n const titleExpr = this.dialect!.jsonTitleFromExpr(selectionSql);\n if (this.dialect!.driver === DriverClient.Pg) {\n return `to_jsonb(${titleExpr})`;\n }\n if (this.dialect!.driver === DriverClient.Sqlite) {\n return `json(${titleExpr})`;\n }\n return titleExpr;\n }\n if (fieldInfo.isMultipleCellValue) {\n return this.dialect!.linkExtractTitles(selectionSql, true);\n }\n return this.dialect!.jsonTitleFromExpr(selectionSql);\n }\n if (fieldInfo.type === FieldType.User) {\n // For normal User fields, extract title from the JSON selection when available\n if (!selectionSql) {\n if (selectContext.tableAlias) {\n selectionSql = `\"${selectContext.tableAlias}\".\"${fieldInfo.dbFieldName}\"`;\n } else {\n selectionSql = `\"${fieldInfo.dbFieldName}\"`;\n }\n }\n\n if (preferRaw && selectContext.targetDbFieldType === DbFieldType.Json) {\n if (fieldInfo.isMultipleCellValue) {\n return this.dialect!.linkExtractTitles(selectionSql, true);\n }\n // For single-value formulas targeting json columns, wrap scalar title as json\n const titleExpr = this.dialect!.jsonTitleFromExpr(selectionSql);\n if (this.dialect!.driver === DriverClient.Pg) {\n return `to_jsonb(${titleExpr})`;\n }\n if (this.dialect!.driver === DriverClient.Sqlite) {\n return `json(${titleExpr})`;\n }\n return titleExpr;\n }\n\n return this.dialect!.jsonTitleFromExpr(selectionSql);\n }\n\n if (selectionSql) {\n const normalizedSelection = this.normalizeLookupSelection(\n selectionSql,\n fieldInfo,\n selectContext\n );\n\n if (normalizedSelection !== selectionSql) {\n return normalizedSelection;\n }\n\n if (preferRaw) {\n return this.coerceRawMultiValueReference(selectionSql, fieldInfo, selectContext);\n }\n\n return selectionSql;\n }\n // Use table alias if provided in context\n if (selectContext.tableAlias) {\n const aliasExpr = `\"${selectContext.tableAlias}\".\"${fieldInfo.dbFieldName}\"`;\n return preferRaw\n ? this.coerceRawMultiValueReference(aliasExpr, fieldInfo, selectContext)\n : aliasExpr;\n }\n\n const fallbackExpr = this.formulaQuery.fieldReference(fieldId, fieldInfo.dbFieldName);\n return preferRaw\n ? this.coerceRawMultiValueReference(fallbackExpr, fieldInfo, selectContext)\n : fallbackExpr;\n }\n\n private normalizeLookupSelection(\n expr: string,\n fieldInfo: FieldCore,\n selectContext: ISelectFormulaConversionContext\n ): string {\n if (!expr) {\n return expr;\n }\n\n const dialect = this.dialect;\n if (!dialect) {\n return expr;\n }\n\n if (\n fieldInfo.type !== FieldType.Link ||\n !fieldInfo.isLookup ||\n !fieldInfo.lookupOptions ||\n !isLinkLookupOptions(fieldInfo.lookupOptions)\n ) {\n return expr;\n }\n\n const preferRaw = !!selectContext.preferRawFieldReferences;\n const targetDbType = selectContext.targetDbFieldType;\n const trimmed = expr.trim();\n if (!trimmed || trimmed.toUpperCase() === 'NULL') {\n return expr;\n }\n\n const titlesExpr = dialect.linkExtractTitles(expr, !!fieldInfo.isMultipleCellValue);\n if (preferRaw && targetDbType === DbFieldType.Json) {\n return fieldInfo.isMultipleCellValue ? titlesExpr : expr;\n }\n if (fieldInfo.isMultipleCellValue) {\n return dialect.formatStringArray(titlesExpr, { fieldInfo });\n }\n return titlesExpr;\n }\n\n private coerceRawMultiValueReference(\n expr: string,\n fieldInfo: FieldCore,\n selectContext: ISelectFormulaConversionContext\n ): string {\n if (!expr) return expr;\n const trimmed = expr.trim().toUpperCase();\n if (trimmed === 'NULL') {\n return expr;\n }\n if (!fieldInfo.isMultipleCellValue) {\n return expr;\n }\n\n const targetType = selectContext.targetDbFieldType;\n if (!targetType || targetType === DbFieldType.Json) {\n return expr;\n }\n\n if (!this.dialect) {\n return expr;\n }\n\n // eslint-disable-next-line sonarjs/no-small-switch\n switch (this.dialect.driver) {\n case DriverClient.Pg: {\n if (targetType !== DbFieldType.DateTime) {\n return expr;\n }\n const safeJsonExpr = `(CASE\n WHEN pg_typeof(${expr}) = 'jsonb'::regtype THEN (${expr})::text::jsonb\n WHEN pg_typeof(${expr}) = 'json'::regtype THEN (${expr})::text::jsonb\n ELSE NULL::jsonb\n END)`;\n return `(SELECT elem #>> '{}'\n FROM jsonb_array_elements(COALESCE(${safeJsonExpr}, '[]'::jsonb)) AS elem\n WHERE jsonb_typeof(elem) NOT IN ('array','object')\n LIMIT 1\n )`;\n }\n default:\n return expr;\n }\n }\n\n /**\n * Check if a field reference is being used in a boolean context\n * (i.e., as a parameter to logical functions like AND, OR, NOT, etc.)\n */\n private isInBooleanContext(ctx: FieldReferenceCurlyContext): boolean {\n let parent = ctx.parent;\n\n // Walk up the parse tree to find if we're inside a logical function\n while (parent) {\n if (parent instanceof FunctionCallContext) {\n const rawName = parent.func_name().text.toUpperCase();\n const fnName = normalizeFunctionNameAlias(rawName) as FunctionName;\n if (BOOLEAN_FUNCTIONS.has(fnName)) {\n return true;\n }\n\n if (fnName === FunctionName.If) {\n const conditionExpr = parent.expr(0);\n return conditionExpr ? this.isAncestorNode(conditionExpr, ctx) : false;\n }\n\n return false;\n }\n\n // Also check for binary logical operators\n if (parent instanceof BinaryOpContext) {\n const operator = parent._op?.text;\n if (!operator) return false;\n // Only treat actual logical operators as boolean context; comparison operators\n // should preserve the original field value for proper type-aware comparisons.\n const logicalOperators = ['&&', '||'];\n return logicalOperators.includes(operator);\n }\n\n parent = parent.parent;\n }\n\n return false;\n }\n\n private isAncestorNode(ancestor: any, node: any): boolean {\n let current = node;\n while (current) {\n if (current === ancestor) {\n return true;\n }\n current = current.parent;\n }\n return false;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/record-modify/record-create.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { IMakeOptional, TableDomain } from '@teable/core';\nimport { CellFormat, FieldKeyType, FieldType, HttpErrorCode, generateRecordId } from '@teable/core';\nimport type { ICreateRecordsRo, ICreateRecordsVo } from '@teable/openapi';\nimport { ThresholdConfig, IThresholdConfig } from '../../../configs/threshold.config';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { BatchService } from '../../calculation/batch.service';\nimport { LinkService } from '../../calculation/link.service';\nimport type { ICellContext } from '../../calculation/utils/changes';\nimport { TableDomainQueryService } from '../../table-domain';\nimport { ComputedOrchestratorService } from '../computed/services/computed-orchestrator.service';\nimport type { IRecordInnerRo } from '../record.service';\nimport { RecordService } from '../record.service';\nimport { RecordModifySharedService } from './record-modify.shared.service';\n\n@Injectable()\nexport class RecordCreateService {\n constructor(\n private readonly recordService: RecordService,\n private readonly shared: RecordModifySharedService,\n private readonly batchService: BatchService,\n private readonly linkService: LinkService,\n private readonly computedOrchestrator: ComputedOrchestratorService,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n private readonly tableDomainQueryService: TableDomainQueryService\n ) {}\n\n async multipleCreateRecords(\n tableId: string,\n createRecordsRo: ICreateRecordsRo,\n ignoreMissingFields: boolean = false\n ): Promise {\n const { fieldKeyType = FieldKeyType.Name, records, typecast, order } = createRecordsRo;\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n const typecastRecords = await this.shared.validateFieldsAndTypecast<\n IMakeOptional\n >(table, records, fieldKeyType, typecast, ignoreMissingFields);\n const preparedRecords = await this.shared.appendRecordOrderIndexes(\n table,\n typecastRecords,\n order\n );\n const chunkSize = this.thresholdConfig.calcChunkSize;\n const chunks: IMakeOptional[][] = [];\n for (let i = 0; i < preparedRecords.length; i += chunkSize) {\n chunks.push(preparedRecords.slice(i, i + chunkSize));\n }\n const acc: ICreateRecordsVo = { records: [] };\n for (const chunk of chunks) {\n const res = await this.createRecords(table, chunk, fieldKeyType);\n acc.records.push(...res.records);\n }\n return acc;\n }\n\n async createRecords(\n table: TableDomain,\n recordsRo: IMakeOptional[],\n fieldKeyType: FieldKeyType = FieldKeyType.Name,\n projection?: string[]\n ): Promise {\n if (recordsRo.length === 0) {\n throw new CustomHttpException('Create records is empty', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.record.createRecordsEmpty',\n },\n });\n }\n const records = recordsRo.map((r) => ({ ...r, id: r.id || generateRecordId() }));\n const fields = table.fieldList;\n await this.recordService.batchCreateRecords(table, records, fieldKeyType, fields);\n const recordsWithDefaults = await this.shared.appendDefaultValue(records, fieldKeyType, fields);\n const contextReadyRecords = await this.shared.ensureReferencedBaseFieldsForNewRecords(\n recordsWithDefaults,\n fieldKeyType,\n fields\n );\n const recordIds = contextReadyRecords.map((r) => r.id);\n const projectionByTable = this.buildProjectionByTable(table, fieldKeyType, contextReadyRecords);\n const createCtxs = await this.shared.generateCellContexts(\n table,\n fieldKeyType,\n contextReadyRecords,\n true\n );\n await this.linkService.getDerivateByLink(table.id, createCtxs, undefined, projectionByTable);\n const changes = this.shared.compressAndFilterChanges(table, createCtxs);\n const opsMap = this.shared.formatChangesToOps(changes);\n const computedCtxs = this.appendSystemFieldContextsForCreate(table, recordIds, createCtxs);\n // Publish computed values (with old/new) around base updates\n await this.computedOrchestrator.computeCellChangesForRecords(\n table.id,\n computedCtxs,\n async (tables) => {\n await this.batchService.updateRecords(opsMap, undefined, undefined, tables);\n }\n );\n const snapshots = await this.recordService.getSnapshotBulkWithPermission(\n table.id,\n recordIds,\n this.recordService.convertProjection(projection),\n fieldKeyType,\n CellFormat.Json,\n true\n );\n return { records: snapshots.map((s) => s.data) };\n }\n\n async createRecordsOnlySql(tableId: string, createRecordsRo: ICreateRecordsRo): Promise {\n const { fieldKeyType = FieldKeyType.Name, records, typecast } = createRecordsRo;\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n const typecastRecords = await this.shared.validateFieldsAndTypecast<\n IMakeOptional\n >(table, records, fieldKeyType, typecast);\n await this.recordService.createRecordsOnlySql(table, typecastRecords);\n }\n\n private buildProjectionByTable(\n table: TableDomain,\n fieldKeyType: FieldKeyType,\n records: { fields: Record }[]\n ): Record | undefined {\n const fieldsMap = table.getFieldsMap(fieldKeyType);\n const projectionIds = records.reduce>((acc, record) => {\n Object.keys(record.fields).forEach((key) => {\n const field = fieldsMap.get(key);\n if (field) {\n acc.add(field.id);\n }\n });\n return acc;\n }, new Set());\n\n return projectionIds.size ? { [table.id]: Array.from(projectionIds) } : undefined;\n }\n\n private appendSystemFieldContextsForCreate(\n table: TableDomain,\n recordIds: string[],\n cellContexts: ICellContext[]\n ): ICellContext[] {\n if (!recordIds.length) return cellContexts;\n\n const systemFieldIds = table.fieldList\n .filter(\n (field) =>\n field.type === FieldType.CreatedTime ||\n field.type === FieldType.CreatedBy ||\n field.type === FieldType.LastModifiedTime ||\n field.type === FieldType.LastModifiedBy ||\n field.type === FieldType.AutoNumber\n )\n .map((field) => field.id);\n\n if (!systemFieldIds.length) return cellContexts;\n\n const existing = new Set(cellContexts.map((ctx) => `${ctx.recordId}:${ctx.fieldId}`));\n const extraContexts: ICellContext[] = [];\n\n for (const recordId of recordIds) {\n for (const fieldId of systemFieldIds) {\n const key = `${recordId}:${fieldId}`;\n if (existing.has(key)) continue;\n existing.add(key);\n extraContexts.push({ recordId, fieldId });\n }\n }\n\n return extraContexts.length ? cellContexts.concat(extraContexts) : cellContexts;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/record-modify/record-delete.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { generateOperationId } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport type { IClsStore } from '../../../types/cls';\nimport { LinkService } from '../../calculation/link.service';\nimport { TableDomainQueryService } from '../../table-domain';\nimport { ComputedOrchestratorService } from '../computed/services/computed-orchestrator.service';\nimport { RecordService } from '../record.service';\n\n@Injectable()\nexport class RecordDeleteService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly recordService: RecordService,\n private readonly linkService: LinkService,\n private readonly eventEmitterService: EventEmitterService,\n private readonly computedOrchestrator: ComputedOrchestratorService,\n private readonly tableDomainQueryService: TableDomainQueryService,\n private readonly cls: ClsService\n ) {}\n\n async deleteRecord(tableId: string, recordId: string, windowId?: string) {\n const result = await this.deleteRecords(tableId, [recordId], windowId);\n return result.records[0];\n }\n\n async deleteRecords(tableId: string, recordIds: string[], windowId?: string) {\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n const { records: recordsForEvent, orders } = await this.prismaService.$tx(async () => {\n // Use a base-table query to ensure link values are derived from junction tables.\n const recordsForEvent = await this.recordService.getRecordsById(\n tableId,\n recordIds,\n false,\n false\n );\n const cellContextsByTableId = await this.linkService.getDeleteRecordUpdateContext(\n tableId,\n recordsForEvent.records\n );\n\n // Prepare sources for multi-orchestrator run\n const sources: {\n tableId: string;\n cellContexts: {\n recordId: string;\n fieldId: string;\n newValue?: unknown;\n oldValue?: unknown;\n }[];\n }[] = [];\n for (const effectedTableId in cellContextsByTableId) {\n const cellContexts = cellContextsByTableId[effectedTableId];\n await this.linkService.getDerivateByLink(effectedTableId, cellContexts);\n // Exclude the table being deleted from (we only publish to related tables)\n if (effectedTableId !== tableId) {\n sources.push({ tableId: effectedTableId, cellContexts });\n }\n }\n\n const orders = windowId\n ? await this.recordService.getRecordIndexes(table, recordIds)\n : undefined;\n\n // Publish computed/link changes with old/new around the actual delete\n await this.computedOrchestrator.computeCellChangesForRecordsMulti(sources, async () => {\n await this.recordService.batchDeleteRecords(tableId, recordIds);\n });\n\n return { records: recordsForEvent, orders };\n });\n\n this.eventEmitterService.emitAsync(Events.OPERATION_RECORDS_DELETE, {\n operationId: generateOperationId(),\n windowId,\n tableId,\n userId: this.cls.get('user.id'),\n records: recordsForEvent.records.map((record, index) => ({\n ...record,\n order: orders?.[index],\n })),\n });\n\n return recordsForEvent;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/record-modify/record-duplicate.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { FieldKeyType, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IRecordInsertOrderRo, IRecord } from '@teable/openapi';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { TableDomainQueryService } from '../../table-domain';\nimport { RecordService } from '../record.service';\nimport { RecordCreateService } from './record-create.service';\n\n@Injectable()\nexport class RecordDuplicateService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly recordService: RecordService,\n private readonly recordCreateService: RecordCreateService,\n private readonly tableDomainQueryService: TableDomainQueryService\n ) {}\n\n async duplicateRecord(\n tableId: string,\n recordId: string,\n order: IRecordInsertOrderRo,\n projection?: string[]\n ): Promise {\n const query = { fieldKeyType: FieldKeyType.Id, projection };\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n const result = await this.recordService.getRecord(tableId, recordId, query).catch(() => null);\n if (!result) {\n throw new CustomHttpException(`Record ${recordId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.record.notFound',\n },\n });\n }\n const records = { fields: result.fields };\n const createRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n order,\n records: [records],\n };\n return await this.prismaService\n .$tx(async () =>\n this.recordCreateService.createRecords(\n table,\n createRecordsRo.records,\n FieldKeyType.Id,\n projection\n )\n )\n .then((res) => {\n if (!res.records[0]) {\n throw new CustomHttpException('Duplicate record failed', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.record.duplicateFailed',\n },\n });\n }\n return res.records[0];\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/record-modify/record-modify.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { AttachmentsStorageModule } from '../../attachments/attachments-storage.module';\nimport { CalculationModule } from '../../calculation/calculation.module';\nimport { CollaboratorModule } from '../../collaborator/collaborator.module';\nimport { DataLoaderModule } from '../../data-loader/data-loader.module';\nimport { FieldCalculateModule } from '../../field/field-calculate/field-calculate.module';\nimport { TableDomainQueryModule } from '../../table-domain';\nimport { ViewOpenApiModule } from '../../view/open-api/view-open-api.module';\nimport { ViewModule } from '../../view/view.module';\nimport { ComputedModule } from '../computed/computed.module';\nimport { RecordModule } from '../record.module';\nimport { RecordCreateService } from './record-create.service';\nimport { RecordDeleteService } from './record-delete.service';\nimport { RecordDuplicateService } from './record-duplicate.service';\nimport { RecordModifyService } from './record-modify.service';\nimport { RecordModifySharedService } from './record-modify.shared.service';\nimport { RecordUpdateService } from './record-update.service';\n\n@Module({\n imports: [\n RecordModule,\n CalculationModule,\n FieldCalculateModule,\n ViewOpenApiModule,\n ViewModule,\n AttachmentsStorageModule,\n CollaboratorModule,\n DataLoaderModule,\n ComputedModule,\n TableDomainQueryModule,\n ],\n providers: [\n RecordModifyService,\n RecordModifySharedService,\n RecordCreateService,\n RecordUpdateService,\n RecordDeleteService,\n RecordDuplicateService,\n ],\n exports: [RecordModifyService, RecordModifySharedService],\n})\nexport class RecordModifyModule {}\n" }, { "path": "apps/nestjs-backend/src/features/record/record-modify/record-modify.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { FieldKeyType } from '@teable/core';\nimport type { IMakeOptional } from '@teable/core';\nimport type {\n IRecord,\n ICreateRecordsRo,\n ICreateRecordsVo,\n IRecordInsertOrderRo,\n} from '@teable/openapi';\nimport { TableDomainQueryService } from '../../table-domain';\nimport type { IRecordInnerRo } from '../record.service';\nimport type { IUpdateRecordsInternalRo } from '../type';\nimport { RecordCreateService } from './record-create.service';\nimport { RecordDeleteService } from './record-delete.service';\nimport { RecordDuplicateService } from './record-duplicate.service';\nimport { RecordUpdateService } from './record-update.service';\n\n@Injectable()\nexport class RecordModifyService {\n constructor(\n private readonly createService: RecordCreateService,\n private readonly updateService: RecordUpdateService,\n private readonly deleteService: RecordDeleteService,\n private readonly duplicateService: RecordDuplicateService,\n private readonly tableDomainQueryService: TableDomainQueryService\n ) {}\n\n async updateRecords(\n tableId: string,\n updateRecordsRo: IUpdateRecordsInternalRo,\n windowId?: string\n ) {\n return this.updateService.updateRecords(tableId, updateRecordsRo, windowId);\n }\n\n async simpleUpdateRecords(tableId: string, updateRecordsRo: IUpdateRecordsInternalRo) {\n return this.updateService.simpleUpdateRecords(tableId, updateRecordsRo);\n }\n\n async multipleCreateRecords(\n tableId: string,\n createRecordsRo: ICreateRecordsRo,\n ignoreMissingFields: boolean = false\n ): Promise {\n return this.createService.multipleCreateRecords(tableId, createRecordsRo, ignoreMissingFields);\n }\n\n async createRecords(\n tableId: string,\n recordsRo: IMakeOptional[],\n fieldKeyType?: FieldKeyType,\n projection?: string[]\n ): Promise {\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n return this.createService.createRecords(\n table,\n recordsRo,\n fieldKeyType ?? FieldKeyType.Name,\n projection\n );\n }\n\n async createRecordsOnlySql(tableId: string, createRecordsRo: ICreateRecordsRo): Promise {\n return this.createService.createRecordsOnlySql(tableId, createRecordsRo);\n }\n\n async deleteRecord(tableId: string, recordId: string, windowId?: string) {\n return this.deleteService.deleteRecord(tableId, recordId, windowId);\n }\n\n async deleteRecords(tableId: string, recordIds: string[], windowId?: string) {\n return this.deleteService.deleteRecords(tableId, recordIds, windowId);\n }\n\n async duplicateRecord(\n tableId: string,\n recordId: string,\n order: IRecordInsertOrderRo,\n projection?: string[]\n ): Promise {\n return this.duplicateService.duplicateRecord(tableId, recordId, order, projection);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/record-modify/record-modify.shared.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport {\n FieldKeyType,\n FieldType,\n FormulaFieldCore,\n TableDomain,\n HttpErrorCode,\n} from '@teable/core';\nimport type {\n FieldCore,\n IMakeOptional,\n IUserFieldOptions,\n LastModifiedByFieldCore,\n LastModifiedTimeFieldCore,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IRecord, IRecordInsertOrderRo } from '@teable/openapi';\nimport { isEqual, forEach, keyBy, map } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport { Timing } from '../../../utils/timing';\nimport { AttachmentsStorageService } from '../../attachments/attachments-storage.service';\nimport type { ICellContext, ICellChange } from '../../calculation/utils/changes';\nimport { formatChangesToOps, mergeDuplicateChange } from '../../calculation/utils/changes';\nimport { CollaboratorService } from '../../collaborator/collaborator.service';\nimport { DataLoaderService } from '../../data-loader/data-loader.service';\nimport { FieldConvertingService } from '../../field/field-calculate/field-converting.service';\nimport { createFieldInstanceByRaw } from '../../field/model/factory';\nimport { ViewOpenApiService } from '../../view/open-api/view-open-api.service';\nimport { ViewService } from '../../view/view.service';\nimport type { IRecordInnerRo } from '../record.service';\nimport { RecordService } from '../record.service';\nimport type { IFieldRaws } from '../type';\nimport { TypeCastAndValidate } from '../typecast.validate';\n\n@Injectable()\nexport class RecordModifySharedService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly recordService: RecordService,\n private readonly fieldConvertingService: FieldConvertingService,\n private readonly viewOpenApiService: ViewOpenApiService,\n private readonly viewService: ViewService,\n private readonly attachmentsStorageService: AttachmentsStorageService,\n private readonly collaboratorService: CollaboratorService,\n private readonly cls: ClsService,\n private readonly dataLoaderService: DataLoaderService\n ) {}\n\n // Shared change compression and filtering utilities\n compressAndFilterChanges(table: TableDomain, cellContexts: ICellContext[]): ICellChange[] {\n if (!cellContexts.length) return [];\n\n const rawChanges: ICellChange[] = cellContexts.map((ctx) => ({\n tableId: table.id,\n recordId: ctx.recordId,\n fieldId: ctx.fieldId,\n newValue: ctx.newValue,\n oldValue: ctx.oldValue,\n }));\n\n const merged = mergeDuplicateChange(rawChanges);\n const nonNoop = merged.filter((c) => !isEqual(c.newValue, c.oldValue));\n if (!nonNoop.length) return [];\n\n const fieldIds = Array.from(new Set(nonNoop.map((c) => c.fieldId)));\n const sysFields = table.getLastModifiedFields().filter((f) => {\n if (!fieldIds.includes(f.id)) return false;\n if (f.type === FieldType.LastModifiedTime) {\n const lmt = f as LastModifiedTimeFieldCore;\n // Only treat as a system field when it tracks all fields (generated column)\n return lmt.isTrackAll();\n }\n if (f.type === FieldType.LastModifiedBy) {\n return (f as LastModifiedByFieldCore).isTrackAll();\n }\n return true;\n });\n const sysSet = new Set(sysFields.map((f) => f.id));\n return nonNoop.filter((c) => !sysSet.has(c.fieldId));\n }\n\n private getEffectFieldInstances(\n table: TableDomain,\n recordsFields: Record[],\n fieldKeyType: FieldKeyType = FieldKeyType.Name,\n ignoreMissingFields: boolean = false\n ) {\n const fieldIdsOrNamesSet = recordsFields.reduce>((acc, recordFields) => {\n const fieldIds = Object.keys(recordFields);\n forEach(fieldIds, (fieldId) => acc.add(fieldId));\n return acc;\n }, new Set());\n\n const usedFieldIdsOrNames = Array.from(fieldIdsOrNamesSet);\n const fieldsMap = table.getFieldsMap(fieldKeyType);\n\n const usedFields = usedFieldIdsOrNames\n .map((fieldIdOrName) => fieldsMap.get(fieldIdOrName))\n .filter((f): f is FieldCore => !!f);\n\n if (!ignoreMissingFields && usedFields.length !== usedFieldIdsOrNames.length) {\n const usedSet = new Set(map(usedFields, fieldKeyType));\n const missedFields = usedFieldIdsOrNames.filter(\n (fieldIdOrName) => !usedSet.has(fieldIdOrName)\n );\n throw new CustomHttpException(\n `Field ${fieldKeyType}: ${missedFields.join(', ')} not found`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.field.fieldKeyTypeNotFound',\n context: {\n fieldKeyType,\n missedFields: missedFields.join(', '),\n },\n },\n }\n );\n }\n return usedFields;\n }\n\n @Timing()\n async validateFieldsAndTypecast<\n T extends {\n fields: Record;\n },\n >(\n table: TableDomain,\n records: T[],\n fieldKeyType: FieldKeyType = FieldKeyType.Name,\n typecast: boolean = false,\n ignoreMissingFields: boolean = false\n ): Promise {\n const recordsFields = map(records, 'fields');\n const effectFieldInstance = this.getEffectFieldInstances(\n table,\n recordsFields,\n fieldKeyType,\n ignoreMissingFields\n );\n\n const newRecordsFields: Record[] = recordsFields.map(() => ({}));\n for (const field of effectFieldInstance) {\n // skip computed field\n if (field.isComputed) {\n continue;\n }\n const typeCastAndValidate = new TypeCastAndValidate({\n services: {\n prismaService: this.prismaService,\n fieldConvertingService: this.fieldConvertingService,\n recordService: this.recordService,\n attachmentsStorageService: this.attachmentsStorageService,\n collaboratorService: this.collaboratorService,\n dataLoaderService: this.dataLoaderService,\n },\n field,\n tableId: table.id,\n typecast,\n });\n const fieldIdOrName = field[fieldKeyType];\n\n const cellValues = recordsFields.map((recordFields) => recordFields[fieldIdOrName]);\n\n const newCellValues = await typeCastAndValidate.typecastCellValuesWithField(cellValues);\n newRecordsFields.forEach((recordField, i) => {\n // do not generate undefined field key\n if (newCellValues[i] !== undefined) {\n recordField[fieldIdOrName] = newCellValues[i];\n }\n });\n }\n return records.map((record, i) => ({\n ...record,\n fields: newRecordsFields[i],\n }));\n }\n\n @Timing()\n async generateCellContexts(\n table: TableDomain,\n fieldKeyType: FieldKeyType,\n records: { id: string; fields: { [fieldNameOrId: string]: unknown } }[],\n isNewRecord?: boolean,\n projectionFields?: string[]\n ) {\n const fieldsMap = table.getFieldsMap(fieldKeyType);\n const projectionByFieldId =\n projectionFields && projectionFields.length > 0\n ? projectionFields.reduce>((acc, key) => {\n const field = fieldsMap.get(key);\n if (field) {\n acc[field.id] = true;\n }\n return acc;\n }, {})\n : records.reduce>((acc, record) => {\n Object.keys(record.fields).forEach((key) => {\n const field = fieldsMap.get(key);\n if (field) {\n acc[field.id] = true;\n }\n });\n return acc;\n }, {});\n\n const cellContexts: ICellContext[] = [];\n\n let oldRecordsMap: Record = {} as Record;\n if (!isNewRecord) {\n const oldRecords = (\n await this.recordService.getSnapshotBulk(\n table.id,\n records.map((r) => r.id),\n Object.keys(projectionByFieldId).length ? projectionByFieldId : undefined,\n FieldKeyType.Id,\n undefined,\n true\n )\n ).map((s) => s.data);\n oldRecordsMap = keyBy(oldRecords, 'id');\n }\n\n for (const record of records) {\n Object.entries(record.fields).forEach(([fieldNameOrId, value]) => {\n if (!fieldsMap.has(fieldNameOrId)) {\n throw new CustomHttpException(\n `Field ${fieldNameOrId} not found`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.field.notFound',\n },\n }\n );\n }\n const fieldId = fieldsMap.get(fieldNameOrId)!.id;\n const oldCellValue = isNewRecord ? null : oldRecordsMap[record.id]?.fields[fieldId] ?? null;\n cellContexts.push({\n recordId: record.id,\n fieldId,\n newValue: value,\n oldValue: oldCellValue,\n });\n });\n }\n return cellContexts;\n }\n\n async getRecordOrderIndexes(\n table: TableDomain,\n orderRo: IRecordInsertOrderRo,\n recordCount: number\n ) {\n const dbTableName = table.dbTableName;\n let indexes: number[] = [];\n await this.viewOpenApiService.updateRecordOrdersInner({\n tableId: table.id,\n dbTableName,\n itemLength: recordCount,\n indexField: await this.viewService.getOrCreateViewIndexField(dbTableName, orderRo.viewId),\n orderRo,\n update: async (result) => {\n indexes = result;\n },\n });\n return indexes;\n }\n\n async appendRecordOrderIndexes(\n table: TableDomain,\n records: IMakeOptional[],\n order: IRecordInsertOrderRo | undefined\n ) {\n if (!order) return records;\n const indexes = await this.getRecordOrderIndexes(table, order, records.length);\n return records.map((record, i) => ({\n ...record,\n order: indexes ? { [order.viewId]: indexes[i] } : undefined,\n }));\n }\n\n private transformUserDefaultValue(\n options: IUserFieldOptions,\n defaultValue: string | string[]\n ): unknown {\n const currentUserId = this.cls.get('user.id');\n const ids = Array.from(\n new Set([defaultValue].flat().map((id) => (id === 'me' ? currentUserId : id)))\n );\n return options.isMultiple ? ids.map((id) => ({ id })) : ids[0] ? { id: ids[0] } : undefined;\n }\n\n getDefaultValue(type: FieldType, options: unknown, defaultValue: unknown) {\n switch (type) {\n case FieldType.Date:\n return defaultValue === 'now' ? new Date().toISOString() : defaultValue;\n case FieldType.SingleSelect:\n return Array.isArray(defaultValue) ? defaultValue[0] : defaultValue;\n case FieldType.MultipleSelect:\n return Array.isArray(defaultValue) ? defaultValue : [defaultValue];\n case FieldType.User:\n return this.transformUserDefaultValue(\n options as IUserFieldOptions,\n defaultValue as string | string[]\n );\n case FieldType.Checkbox:\n return defaultValue ? true : null;\n default:\n return defaultValue;\n }\n }\n\n async getUserInfoFromDatabase(userIds: string[]) {\n const usersRaw = await this.prismaService.txClient().user.findMany({\n where: { id: { in: userIds }, deletedTime: null },\n select: { id: true, name: true, email: true },\n });\n return keyBy(\n usersRaw.map((u) => ({ id: u.id, title: u.name, email: u.email })),\n 'id'\n );\n }\n\n async fillUserInfo(\n records: { id: string; fields: { [fieldNameOrId: string]: unknown } }[],\n userFields: readonly FieldCore[],\n fieldKeyType: FieldKeyType\n ) {\n const userIds = new Set();\n records.forEach((record) => {\n userFields.forEach((field) => {\n const key = field[fieldKeyType];\n const v = record.fields[key] as unknown;\n if (v) {\n if (Array.isArray(v)) (v as { id: string }[]).forEach((i) => userIds.add(i.id));\n else userIds.add((v as { id: string }).id);\n }\n });\n });\n const info = await this.getUserInfoFromDatabase(Array.from(userIds));\n return records.map((record) => {\n const fields: Record = { ...record.fields };\n userFields.forEach((field) => {\n const key = field[fieldKeyType];\n const v = fields[key] as unknown;\n if (v) {\n fields[key] = Array.isArray(v)\n ? (v as { id: string }[]).map((i) => ({ ...i, ...info[i.id] }))\n : { ...(v as { id: string }), ...info[(v as { id: string }).id] };\n }\n });\n return { ...record, fields };\n });\n }\n\n @Timing()\n async ensureReferencedBaseFieldsForNewRecords(\n records: { id: string; fields: { [fieldNameOrId: string]: unknown } }[],\n fieldKeyType: FieldKeyType,\n fields: readonly FieldCore[]\n ) {\n if (!records.length) return records;\n\n const baseFieldKeyById = fields.reduce>((acc, field) => {\n if (this.isDerivedField(field)) {\n return acc;\n }\n const key = field[fieldKeyType] as string | undefined;\n acc.set(field.id, key);\n return acc;\n }, new Map());\n if (!baseFieldKeyById.size) {\n return records;\n }\n\n const baseFieldIds = Array.from(baseFieldKeyById.keys());\n if (!baseFieldIds.length) return records;\n\n const referencedRows = await this.prismaService.txClient().reference.findMany({\n where: {\n fromFieldId: { in: baseFieldIds },\n },\n select: { fromFieldId: true },\n });\n\n const referencedFieldIds = referencedRows.reduce>((acc, row) => {\n if (baseFieldKeyById.has(row.fromFieldId)) {\n acc.add(row.fromFieldId);\n }\n return acc;\n }, new Set());\n\n if (referencedFieldIds.size < baseFieldIds.length) {\n const fallbackReferenced = this.collectReferencedBaseFieldIdsFromFieldRaws(\n fields,\n baseFieldKeyById\n );\n fallbackReferenced.forEach((id) => referencedFieldIds.add(id));\n }\n\n const referencedFieldKeys = Array.from(referencedFieldIds).reduce>((acc, id) => {\n const key = baseFieldKeyById.get(id);\n if (key) {\n acc.add(key);\n }\n return acc;\n }, new Set());\n\n if (!referencedFieldKeys.size) return records;\n\n const hasOwn = Object.prototype.hasOwnProperty;\n\n return records.map((record) => {\n let fields = record.fields;\n let mutated = false;\n referencedFieldKeys.forEach((key) => {\n if (!hasOwn.call(fields, key)) {\n if (!mutated) {\n fields = { ...fields };\n mutated = true;\n }\n fields[key] = null;\n }\n });\n return mutated ? { ...record, fields } : record;\n });\n }\n\n @Timing()\n async appendDefaultValue(\n records: { id: string; fields: { [fieldNameOrId: string]: unknown } }[],\n fieldKeyType: FieldKeyType,\n fieldList: readonly FieldCore[]\n ) {\n const processed = records.map((record) => {\n const fields: Record = { ...record.fields };\n for (const f of fieldList) {\n const { type, options, isComputed } = f;\n if (options == null || isComputed) continue;\n if (!('defaultValue' in options)) continue;\n const dv = options.defaultValue;\n if (dv == null) continue;\n const key = f[fieldKeyType];\n if (fields[key] != null) continue;\n fields[key] = this.getDefaultValue(type as FieldType, options, dv);\n }\n return { ...record, fields };\n });\n const userFields = fieldList.filter((f) => f.type === FieldType.User);\n if (userFields.length) return this.fillUserInfo(processed, userFields, fieldKeyType);\n return processed;\n }\n\n private collectReferencedBaseFieldIdsFromFieldRaws(\n fields: readonly FieldCore[],\n baseFieldKeyById: Map\n ): Set {\n const referenced = new Set();\n const fieldById = new Map(fields.map((field) => [field.id, field]));\n const fieldByName = new Map(fields.map((field) => [field.name, field]));\n const memo = new Map>();\n const visiting = new Set();\n\n const resolveField = (identifier: string): FieldCore | undefined => {\n if (!identifier) return undefined;\n return fieldById.get(identifier) ?? fieldByName.get(identifier);\n };\n\n const collectBaseDeps = (field: FieldCore | undefined): Set => {\n if (!field) return new Set();\n if (!this.isDerivedField(field)) {\n return baseFieldKeyById.has(field.id) ? new Set([field.id]) : new Set();\n }\n const cached = memo.get(field.id);\n if (cached) return cached;\n if (visiting.has(field.id)) return new Set();\n visiting.add(field.id);\n\n const result = new Set();\n memo.set(field.id, result);\n\n const appendBase = (identifier: string | undefined) => {\n if (!identifier) return;\n if (baseFieldKeyById.has(identifier)) {\n result.add(identifier);\n return;\n }\n const target = resolveField(identifier);\n if (target) {\n const nested = collectBaseDeps(target);\n nested.forEach((id) => result.add(id));\n }\n };\n\n if (field.type === FieldType.Formula) {\n const options = this.parseJsonValue<{ expression?: string }>(field.options);\n const expression = options?.expression;\n if (expression) {\n const deps = FormulaFieldCore.getReferenceFieldIds(expression);\n deps.forEach((dep) => appendBase(dep));\n }\n }\n\n if (field.isLookup || field.isConditionalLookup || this.isLookupLikeRollup(field)) {\n appendBase(this.extractLookupLinkFieldId(field));\n }\n\n visiting.delete(field.id);\n return result;\n };\n\n for (const field of fields) {\n if (!this.isDerivedField(field)) continue;\n const deps = collectBaseDeps(field);\n deps.forEach((id) => referenced.add(id));\n }\n return referenced;\n }\n\n private extractLookupLinkFieldId(field: FieldCore): string | undefined {\n const options = this.parseJsonValue<{ linkFieldId?: string }>(field.lookupOptions);\n return options?.linkFieldId;\n }\n\n private isDerivedField(field: FieldCore): boolean {\n if (field.isLookup || field.isConditionalLookup) {\n return true;\n }\n if (this.isLookupLikeRollup(field)) {\n return true;\n }\n if (field.type === FieldType.Formula) {\n return true;\n }\n return !!field.isComputed;\n }\n\n private isLookupLikeRollup(field: FieldCore): boolean {\n return field.type === FieldType.Rollup || field.type === FieldType.ConditionalRollup;\n }\n\n private parseJsonValue(value: unknown): T | undefined {\n if (value == null) return undefined;\n if (typeof value === 'string') {\n try {\n return JSON.parse(value) as T;\n } catch {\n return undefined;\n }\n }\n return value as T;\n }\n\n // Convenience re-export so callers don't need to import from utils\n formatChangesToOps = formatChangesToOps;\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/record-modify/record-update.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { TableDomain } from '@teable/core';\nimport { FieldKeyType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IRecordInsertOrderRo } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport type { IClsStore } from '../../../types/cls';\nimport { retryOnDeadlock } from '../../../utils/retry-decorator';\nimport { Timing } from '../../../utils/timing';\nimport { BatchService } from '../../calculation/batch.service';\nimport { LinkService } from '../../calculation/link.service';\nimport { SystemFieldService } from '../../calculation/system-field.service';\nimport { composeOpMaps, type IOpsMap } from '../../calculation/utils/compose-maps';\nimport { TableDomainQueryService } from '../../table-domain';\nimport { ViewOpenApiService } from '../../view/open-api/view-open-api.service';\nimport { ComputedOrchestratorService } from '../computed/services/computed-orchestrator.service';\nimport { RecordService } from '../record.service';\nimport { IUpdateRecordsInternalRo } from '../type';\nimport { RecordModifySharedService } from './record-modify.shared.service';\n\n@Injectable()\nexport class RecordUpdateService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly recordService: RecordService,\n private readonly systemFieldService: SystemFieldService,\n private readonly viewOpenApiService: ViewOpenApiService,\n private readonly batchService: BatchService,\n private readonly linkService: LinkService,\n private readonly computedOrchestrator: ComputedOrchestratorService,\n private readonly shared: RecordModifySharedService,\n private readonly eventEmitterService: EventEmitterService,\n private readonly tableDomainQueryService: TableDomainQueryService,\n private readonly cls: ClsService\n ) {}\n\n @Timing({\n key: 'updateRecords',\n thresholdMs: 2000,\n reportToSentry: true,\n sentryTag: 'record-update',\n sentryContext: (args) => {\n const [tableId, updateRecordsRo, windowId] = args as [\n string,\n Partial,\n string | undefined,\n ];\n return {\n tableId,\n windowId,\n recordCount: updateRecordsRo?.records?.length,\n fieldIds: updateRecordsRo?.fieldIds,\n typecast: updateRecordsRo?.typecast,\n };\n },\n })\n @retryOnDeadlock()\n async updateRecords(\n tableId: string,\n updateRecordsRo: IUpdateRecordsInternalRo,\n windowId?: string\n ) {\n const effectiveWindowId = windowId ?? this.cls.get('windowId');\n const {\n records,\n order,\n fieldKeyType = FieldKeyType.Name,\n typecast,\n fieldIds,\n } = updateRecordsRo;\n\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n const scopedRecords = this.filterRecordsByFieldKeys(records, fieldIds);\n const orderIndexesBefore =\n order != null && effectiveWindowId\n ? await this.recordService.getRecordIndexes(\n table,\n records.map((r) => r.id),\n (order as IRecordInsertOrderRo).viewId\n )\n : undefined;\n\n const cellContexts = await this.prismaService.$tx(async () => {\n if (order != null) {\n const { viewId, anchorId, position } = order as IRecordInsertOrderRo;\n await this.viewOpenApiService.updateRecordOrders(table, viewId, {\n anchorId,\n position,\n recordIds: records.map((r) => r.id),\n });\n }\n\n const typecastRecords = await this.shared.validateFieldsAndTypecast(\n table,\n scopedRecords,\n fieldKeyType,\n typecast\n );\n\n const preparedRecords = await this.systemFieldService.getModifiedSystemOpsMap(\n table,\n fieldKeyType,\n typecastRecords\n );\n\n const projectionFields = this.collectProjectionFields(preparedRecords);\n const projectionByTable = this.toProjectionByTable(table, fieldKeyType, projectionFields);\n const ctxs = await this.shared.generateCellContexts(\n table,\n fieldKeyType,\n preparedRecords,\n false,\n projectionFields\n );\n // Publish computed/link/lookup changes with old/new by wrapping the base update\n await this.computedOrchestrator.computeCellChangesForRecords(\n tableId,\n ctxs,\n async (tables) => {\n const linkDerivate = await this.linkService.planDerivateByLink(\n tableId,\n ctxs,\n undefined,\n tables,\n projectionByTable\n );\n const changes = this.shared.compressAndFilterChanges(table, ctxs);\n const opsMap: IOpsMap = this.shared.formatChangesToOps(changes);\n const linkOpsMap: IOpsMap | undefined = linkDerivate?.cellChanges?.length\n ? this.shared.formatChangesToOps(linkDerivate.cellChanges)\n : undefined;\n // Compose base ops with link-derived ops so symmetric link updates are also published\n const composedOpsMap: IOpsMap = composeOpMaps([opsMap, linkOpsMap]);\n\n await this.linkService.commitForeignKeyChanges(\n tableId,\n linkDerivate?.fkRecordMap,\n tables\n );\n await this.batchService.updateRecords(composedOpsMap, undefined, undefined, tables);\n }\n );\n return ctxs;\n });\n\n const recordIds = records.map((r) => r.id);\n if (effectiveWindowId) {\n const orderIndexesAfter =\n order && (await this.recordService.getRecordIndexes(table, recordIds, order.viewId));\n\n this.eventEmitterService.emitAsync(Events.OPERATION_RECORDS_UPDATE, {\n tableId,\n windowId: effectiveWindowId,\n userId: this.cls.get('user.id'),\n recordIds,\n fieldIds: fieldIds?.length ? fieldIds : Object.keys(scopedRecords[0]?.fields || {}),\n cellContexts,\n orderIndexesBefore,\n orderIndexesAfter,\n });\n }\n\n const snapshots = await this.recordService.getSnapshotBulkWithPermission(\n tableId,\n recordIds,\n undefined,\n fieldKeyType,\n undefined,\n true\n );\n return {\n records: snapshots.map((snapshot) => snapshot.data),\n cellContexts,\n };\n }\n\n async simpleUpdateRecords(tableId: string, updateRecordsRo: IUpdateRecordsInternalRo) {\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n\n const { fieldKeyType = FieldKeyType.Name, records, fieldIds } = updateRecordsRo;\n const scopedRecords = this.filterRecordsByFieldKeys(records, fieldIds);\n const preparedRecords = await this.systemFieldService.getModifiedSystemOpsMap(\n table,\n fieldKeyType,\n scopedRecords\n );\n\n const projectionFields = this.collectProjectionFields(preparedRecords);\n const projectionByTable = this.toProjectionByTable(table, fieldKeyType, projectionFields);\n const cellContexts = await this.shared.generateCellContexts(\n table,\n fieldKeyType,\n preparedRecords,\n false,\n projectionFields\n );\n await this.computedOrchestrator.computeCellChangesForRecords(\n tableId,\n cellContexts,\n async (tables) => {\n const linkDerivate = await this.linkService.planDerivateByLink(\n tableId,\n cellContexts,\n undefined,\n tables,\n projectionByTable\n );\n const changes = this.shared.compressAndFilterChanges(table, cellContexts);\n const opsMap: IOpsMap = this.shared.formatChangesToOps(changes);\n const linkOpsMap: IOpsMap | undefined = linkDerivate?.cellChanges?.length\n ? this.shared.formatChangesToOps(linkDerivate.cellChanges)\n : undefined;\n const composedOpsMap: IOpsMap = composeOpMaps([opsMap, linkOpsMap]);\n\n await this.linkService.commitForeignKeyChanges(tableId, linkDerivate?.fkRecordMap, tables);\n await this.batchService.updateRecords(composedOpsMap, undefined, undefined, tables);\n }\n );\n return cellContexts;\n }\n\n private filterRecordsByFieldKeys<\n T extends { fields: Record } & Record,\n >(records: T[], fieldKeys?: string[]): T[] {\n if (!fieldKeys?.length) {\n return records;\n }\n const keySet = new Set(fieldKeys);\n return records.map((record) => {\n const filteredFields: Record = {};\n let same = true;\n for (const [key, value] of Object.entries(record.fields)) {\n if (keySet.has(key)) {\n filteredFields[key] = value;\n } else {\n same = false;\n }\n }\n if (same) {\n return record;\n }\n return {\n ...record,\n fields: filteredFields,\n } as T;\n });\n }\n\n private collectProjectionFields(records: { fields: Record }[]): string[] {\n const projection = new Set();\n records.forEach((record) => {\n Object.keys(record.fields).forEach((fieldKey) => projection.add(fieldKey));\n });\n return Array.from(projection);\n }\n\n private toProjectionByTable(\n table: TableDomain,\n fieldKeyType: FieldKeyType,\n projectionFields: string[]\n ): Record | undefined {\n if (!projectionFields.length) {\n return undefined;\n }\n const fieldsMap = table.getFieldsMap(fieldKeyType);\n const ids = projectionFields.reduce>((acc, key) => {\n const field = fieldsMap.get(key);\n if (field) {\n acc.add(field.id);\n }\n return acc;\n }, new Set());\n return ids.size ? { [table.id]: Array.from(ids) } : undefined;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/record-permission.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { Knex } from 'knex';\n\nexport type IWrapViewQuery = {\n keepPrimaryKey?: boolean;\n viewId?: string;\n};\n\nexport type IRecordReadQuerySource = {\n tableName: string;\n cteName: string;\n cteSql: string;\n enabledFieldIds?: string[];\n};\n\n@Injectable()\nexport class RecordPermissionService {\n async getReadQuerySource(\n _tableId: string,\n _query?: IWrapViewQuery\n ): Promise {\n return undefined;\n }\n\n async wrapView(\n _tableId: string,\n builder: Knex.QueryBuilder,\n _query?: IWrapViewQuery\n ): Promise<{ viewCte?: string; builder: Knex.QueryBuilder; enabledFieldIds?: string[] }> {\n return {\n viewCte: undefined,\n builder,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/record-query.service.ts", "content": "// TODO: move record service read related to record-query.service.ts\n\nimport { Injectable, Logger } from '@nestjs/common';\nimport { TableDomain, type IRecord } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { Timing } from '../../utils/timing';\nimport type { IFieldInstance } from '../field/model/factory';\nimport { createFieldInstanceByRaw, fieldCore2FieldInstance } from '../field/model/factory';\nimport { InjectRecordQueryBuilder, IRecordQueryBuilder } from './query-builder';\n\n/**\n * Service for querying record data\n * This service is separated from RecordService to avoid circular dependencies\n */\n@Injectable()\nexport class RecordQueryService {\n private readonly logger = new Logger(RecordQueryService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectRecordQueryBuilder() private readonly recordQueryBuilder: IRecordQueryBuilder\n ) {}\n\n /**\n * Get the database column name to query for a field\n * For lookup formula fields, use the standard field name\n */\n private getQueryColumnName(field: IFieldInstance): string {\n return field.dbFieldName;\n }\n /**\n * Get record snapshots in bulk by record IDs\n * This is a simplified version of RecordService.getSnapshotBulk for internal use\n */\n @Timing()\n async getSnapshotBulk(\n table: TableDomain,\n recordIds: string[]\n ): Promise<{ id: string; data: IRecord }[]> {\n if (recordIds.length === 0) {\n return [];\n }\n\n try {\n // Get table info\n\n const { qb: queryBuilder } = await this.recordQueryBuilder.createRecordQueryBuilder(\n table.dbTableName,\n {\n tableId: table.id,\n viewId: undefined,\n useQueryModel: true,\n restrictRecordIds: recordIds,\n }\n );\n const sql = queryBuilder.whereIn('__id', recordIds).toQuery();\n\n // Query records from database\n\n this.logger.debug(`Querying records: ${sql}`);\n\n const rawRecords = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ [key: string]: unknown }[]>(sql);\n\n const fields = table.fieldList.map((f) => fieldCore2FieldInstance(f));\n\n // Convert raw records to IRecord format\n const snapshots: { id: string; data: IRecord }[] = [];\n\n for (const rawRecord of rawRecords) {\n const recordId = rawRecord.__id as string;\n const createdTime = rawRecord.__created_time as string;\n const lastModifiedTime = rawRecord.__last_modified_time as string;\n\n const recordFields: { [fieldId: string]: unknown } = {};\n\n // Convert database values to cell values\n for (const field of fields) {\n const dbValue = rawRecord[this.getQueryColumnName(field)];\n const cellValue = field.convertDBValue2CellValue(dbValue);\n recordFields[field.id] = cellValue;\n }\n\n const record: IRecord = {\n id: recordId,\n fields: recordFields,\n createdTime,\n lastModifiedTime,\n createdBy: 'system', // Simplified for internal use\n lastModifiedBy: 'system', // Simplified for internal use\n };\n\n snapshots.push({\n id: recordId,\n data: record,\n });\n }\n\n return snapshots;\n } catch (error) {\n this.logger.error(`Failed to get snapshots for table ${table.id}: ${error}`);\n throw error;\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/record.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../db-provider/db.provider';\nimport { AttachmentsStorageModule } from '../attachments/attachments-storage.module';\nimport { CalculationModule } from '../calculation/calculation.module';\nimport { TableIndexService } from '../table/table-index.service';\nimport { RecordQueryBuilderModule } from './query-builder';\nimport { RecordPermissionService } from './record-permission.service';\nimport { RecordQueryService } from './record-query.service';\nimport { RecordService } from './record.service';\nimport { UserNameListener } from './user-name.listener.service';\n\n@Module({\n imports: [CalculationModule, AttachmentsStorageModule, RecordQueryBuilderModule],\n providers: [\n UserNameListener,\n RecordService,\n RecordQueryService,\n DbProvider,\n TableIndexService,\n RecordPermissionService,\n ],\n exports: [RecordService, RecordQueryService, RecordPermissionService],\n})\nexport class RecordModule {}\n" }, { "path": "apps/nestjs-backend/src/features/record/record.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { RecordModule } from './record.module';\nimport { RecordService } from './record.service';\n\ndescribe('RecordService', () => {\n let service: RecordService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, RecordModule],\n }).compile();\n\n service = module.get(RecordService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/record/record.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { Injectable, Logger } from '@nestjs/common';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport { Prisma } from '@prisma/client';\nimport type {\n CreatedByFieldCore,\n FieldCore,\n IAttachmentCellValue,\n IColumnMeta,\n IExtraResult,\n IFilter,\n IFilterItem,\n IFilterSet,\n IGridColumnMeta,\n IGroup,\n ILinkFieldOptions,\n ILinkCellValue,\n IRecord,\n ISnapshotBase,\n ISortItem,\n} from '@teable/core';\nimport {\n and,\n CellFormat,\n CellValueType,\n DbFieldType,\n DriverClient,\n FieldKeyType,\n FieldType,\n generateRecordId,\n HttpErrorCode,\n identify,\n IdPrefix,\n mergeFilter,\n mergeWithDefaultFilter,\n mergeWithDefaultSort,\n or,\n parseGroup,\n Relationship,\n StatisticsFunc,\n TableDomain,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n CreateRecordAction,\n ICreateRecordsRo,\n IGetRecordQuery,\n IGetRecordsRo,\n IGroupHeaderPoint,\n IGroupHeaderRef,\n IGroupPoint,\n IGroupPointsVo,\n IRecordGetCollaboratorsRo,\n IRecordStatusVo,\n IRecordsVo,\n UpdateRecordAction,\n} from '@teable/openapi';\nimport { DEFAULT_MAX_SEARCH_FIELD_COUNT, GroupPointType, UploadType } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { get, difference, keyBy, orderBy, uniqBy, toNumber } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { CacheService } from '../../cache/cache.service';\nimport { ThresholdConfig, IThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { Events } from '../../event-emitter/events';\nimport { RawOpType } from '../../share-db/interface';\nimport type { IClsStore } from '../../types/cls';\nimport { convertValueToStringify, string2Hash } from '../../utils';\nimport { handleDBValidationErrors } from '../../utils/db-validation-error';\nimport { generateFilterItem } from '../../utils/filter';\nimport {\n generateTableThumbnailPath,\n getTableThumbnailToken,\n} from '../../utils/generate-thumbnail-path';\nimport { Timing } from '../../utils/timing';\nimport { AttachmentsStorageService } from '../attachments/attachments-storage.service';\nimport StorageAdapter from '../attachments/plugins/adapter';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { BatchService } from '../calculation/batch.service';\nimport { DataLoaderService } from '../data-loader/data-loader.service';\nimport type { IVisualTableDefaultField } from '../field/constant';\nimport type { IFieldInstance } from '../field/model/factory';\nimport { createFieldInstanceByRaw } from '../field/model/factory';\nimport { UserFieldDto } from '../field/model/field-dto/user-field.dto';\nimport { TableIndexService } from '../table/table-index.service';\nimport { ROW_ORDER_FIELD_PREFIX } from '../view/constant';\nimport { InjectRecordQueryBuilder, IRecordQueryBuilder } from './query-builder';\nimport { RecordPermissionService } from './record-permission.service';\n\ntype IUserFields = { id: string; dbFieldName: string }[];\ntype IGeneratedColumnMeta = { meta?: { persistedAsGeneratedColumn?: boolean } };\ntype IGeneratedColumnStateRow = {\n column_name: string;\n is_generated: string | null;\n};\n\nfunction removeUndefined>(obj: T) {\n return Object.fromEntries(Object.entries(obj).filter(([_, v]) => v !== undefined)) as T;\n}\n\nexport interface IRecordInnerRo {\n id: string;\n fields: Record;\n createdBy?: string;\n lastModifiedBy?: string;\n createdTime?: string;\n lastModifiedTime?: string;\n autoNumber?: number;\n order?: Record; // viewId: index\n}\n\n@Injectable()\nexport class RecordService {\n private logger = new Logger(RecordService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly batchService: BatchService,\n private readonly cls: ClsService,\n private readonly cacheService: CacheService,\n private readonly attachmentStorageService: AttachmentsStorageService,\n private readonly recordPermissionService: RecordPermissionService,\n private readonly tableIndexService: TableIndexService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n private readonly dataLoaderService: DataLoaderService,\n @InjectRecordQueryBuilder() private readonly recordQueryBuilder: IRecordQueryBuilder,\n private readonly eventEmitter: EventEmitter2\n ) {}\n\n /**\n * Get the database column name to query for a field\n * For lookup formula fields, use the standard field name\n */\n private getQueryColumnName(field: IFieldInstance): string {\n return field.dbFieldName;\n }\n\n private async getWritableCreatedTimeFieldNames(\n dbTableName: string,\n fields: readonly FieldCore[]\n ): Promise> {\n const createdTimeFields = fields.filter(\n (field) => field.type === FieldType.CreatedTime && !field.isLookup\n );\n if (!createdTimeFields.length) {\n return new Set();\n }\n\n const fallbackWritableFieldNames = new Set(\n createdTimeFields\n .filter(\n (field) => (field as IGeneratedColumnMeta).meta?.persistedAsGeneratedColumn !== true\n )\n .map((field) => field.dbFieldName)\n );\n\n if (this.dbProvider.driver !== DriverClient.Pg) {\n return fallbackWritableFieldNames;\n }\n\n const [schemaName, tableName] = this.dbProvider.splitTableName(dbTableName);\n const sqlNative = this.knex('information_schema.columns')\n .select('column_name', 'is_generated')\n .where({\n table_schema: schemaName,\n table_name: tableName,\n })\n .whereIn(\n 'column_name',\n createdTimeFields.map((field) => field.dbFieldName)\n )\n .toSQL()\n .toNative();\n\n const rows = await this.prismaService\n .txClient()\n .$queryRawUnsafe(sqlNative.sql, ...sqlNative.bindings);\n const columnStateMap = new Map(rows.map((row) => [row.column_name, row.is_generated]));\n\n return new Set(\n createdTimeFields\n .filter((field) => {\n const isGenerated = columnStateMap.get(field.dbFieldName);\n if (isGenerated == null) {\n return fallbackWritableFieldNames.has(field.dbFieldName);\n }\n return isGenerated === 'NEVER';\n })\n .map((field) => field.dbFieldName)\n );\n }\n\n private dbRecord2RecordFields(\n record: IRecord['fields'],\n fields: IFieldInstance[],\n fieldKeyType: FieldKeyType = FieldKeyType.Id,\n cellFormat: CellFormat = CellFormat.Json\n ) {\n return fields.reduce((acc, field) => {\n const fieldNameOrId = field[fieldKeyType];\n const queryColumnName = this.getQueryColumnName(field);\n const dbCellValue = record[queryColumnName];\n const cellValue = field.convertDBValue2CellValue(dbCellValue);\n if (cellValue != null) {\n acc[fieldNameOrId] =\n cellFormat === CellFormat.Text ? field.cellValue2String(cellValue) : cellValue;\n }\n return acc;\n }, {});\n }\n\n async getAllRecordCount(dbTableName: string) {\n const sqlNative = this.knex(dbTableName).count({ count: '*' }).toSQL().toNative();\n\n const queryResult = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ count?: number }[]>(sqlNative.sql, ...sqlNative.bindings);\n return Number(queryResult[0]?.count ?? 0);\n }\n\n async getDbValueMatrix(\n dbTableName: string,\n userFields: IUserFields,\n rowIndexFieldNames: string[],\n createRecordsRo: ICreateRecordsRo\n ) {\n const rowCount = await this.getAllRecordCount(dbTableName);\n const dbValueMatrix: unknown[][] = [];\n for (let i = 0; i < createRecordsRo.records.length; i++) {\n const recordData = createRecordsRo.records[i].fields;\n // 1. collect cellValues\n const recordValues = userFields.map((field) => {\n const cellValue = recordData[field.id];\n if (cellValue == null) {\n return null;\n }\n return cellValue;\n });\n\n // 2. generate rowIndexValues\n const rowIndexValues = rowIndexFieldNames.map(() => rowCount + i);\n\n // 3. generate id, __created_time, __created_by, __version\n const systemValues = [generateRecordId(), new Date().toISOString(), 'admin', 1];\n\n dbValueMatrix.push([...recordValues, ...rowIndexValues, ...systemValues]);\n }\n return dbValueMatrix;\n }\n\n async getDbTableName(tableId: string) {\n const tableMeta = await this.prismaService\n .txClient()\n .tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n select: { dbTableName: true },\n })\n .catch(() => {\n throw new CustomHttpException('Table not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n });\n });\n return tableMeta.dbTableName;\n }\n\n private async getLinkCellIds(tableId: string, field: IFieldInstance, recordId: string) {\n const prisma = this.prismaService.txClient();\n const { dbTableName } = await prisma.tableMeta.findFirstOrThrow({\n where: { id: tableId },\n select: { dbTableName: true },\n });\n\n const { qb: queryBuilder } = await this.recordQueryBuilder.createRecordQueryBuilder(\n dbTableName,\n {\n tableId,\n viewId: undefined,\n restrictRecordIds: [recordId],\n useQueryModel: true,\n }\n );\n const sql = queryBuilder.where('__id', recordId).toQuery();\n\n const result = await prisma.$queryRawUnsafe<{ id: string; [key: string]: unknown }[]>(sql);\n return result\n .map((item) => {\n return field.convertDBValue2CellValue(item[field.dbFieldName]) as\n | ILinkCellValue\n | ILinkCellValue[];\n })\n .filter(Boolean)\n .flat()\n .map((item) => item.id);\n }\n\n private async buildLinkSelectedSort(\n queryBuilder: Knex.QueryBuilder,\n dbTableName: string,\n filterLinkCellSelected: [string, string]\n ) {\n const prisma = this.prismaService.txClient();\n const [fieldId, recordId] = filterLinkCellSelected;\n const fieldRaw = await prisma.field\n .findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(`Field ${fieldId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.field.notFound',\n },\n });\n });\n const field = createFieldInstanceByRaw(fieldRaw);\n if (!field.isMultipleCellValue) {\n return;\n }\n\n const ids = await this.getLinkCellIds(fieldRaw.tableId, field, recordId);\n if (!ids.length) {\n return;\n }\n\n // sql capable for sqlite\n const valuesQuery = ids\n .map((id, index) => `SELECT ${index + 1} AS sort_order, '${id}' AS id`)\n .join(' UNION ALL ');\n\n queryBuilder\n .with('ordered_ids', this.knex.raw(`${valuesQuery}`))\n .leftJoin('ordered_ids', function () {\n this.on(`${dbTableName}.__id`, '=', 'ordered_ids.id');\n })\n .orderBy('ordered_ids.sort_order');\n }\n\n private isJunctionTable(dbTableName: string) {\n if (dbTableName.includes('.')) {\n return dbTableName.split('.')[1].startsWith('junction');\n }\n return dbTableName.split('_')[1].startsWith('junction');\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async buildLinkSelectedQuery(\n queryBuilder: Knex.QueryBuilder,\n tableId: string,\n dbTableName: string,\n alias: string,\n filterLinkCellSelected: [string, string] | string\n ) {\n const prisma = this.prismaService.txClient();\n const fieldId = Array.isArray(filterLinkCellSelected)\n ? filterLinkCellSelected[0]\n : filterLinkCellSelected;\n const recordId = Array.isArray(filterLinkCellSelected) ? filterLinkCellSelected[1] : undefined;\n\n const fieldRaw = await prisma.field\n .findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(`Field ${fieldId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.field.notFound',\n },\n });\n });\n\n const field = createFieldInstanceByRaw(fieldRaw);\n\n if (field.type !== FieldType.Link) {\n throw new CustomHttpException(\n 'You can only filter by link field',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.onlyLinkFieldCanBeFiltered',\n },\n }\n );\n }\n const { foreignTableId, fkHostTableName, selfKeyName, foreignKeyName } = field.options;\n if (foreignTableId !== tableId) {\n throw new CustomHttpException(\n 'Field is not linked to current table',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.notLinkedToCurrentTable',\n },\n }\n );\n }\n\n if (fkHostTableName !== dbTableName) {\n queryBuilder.leftJoin(\n `${fkHostTableName}`,\n `${alias}.__id`,\n '=',\n `${fkHostTableName}.${foreignKeyName}`\n );\n if (recordId) {\n queryBuilder.where(`${fkHostTableName}.${selfKeyName}`, recordId);\n return;\n }\n queryBuilder.whereNotNull(`${fkHostTableName}.${foreignKeyName}`);\n return;\n }\n\n if (recordId) {\n queryBuilder.where(`${alias}.${selfKeyName}`, recordId);\n return;\n }\n queryBuilder.whereNotNull(`${alias}.${selfKeyName}`);\n }\n\n async buildLinkCandidateQuery(\n queryBuilder: Knex.QueryBuilder,\n tableId: string,\n filterLinkCellCandidate: [string, string] | string\n ) {\n const prisma = this.prismaService.txClient();\n const fieldId = Array.isArray(filterLinkCellCandidate)\n ? filterLinkCellCandidate[0]\n : filterLinkCellCandidate;\n const recordId = Array.isArray(filterLinkCellCandidate)\n ? filterLinkCellCandidate[1]\n : undefined;\n\n const fieldRaw = await prisma.field\n .findFirstOrThrow({\n where: { id: fieldId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(`Field ${fieldId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.field.notFound',\n },\n });\n });\n\n const field = createFieldInstanceByRaw(fieldRaw);\n\n if (field.type !== FieldType.Link) {\n throw new CustomHttpException(\n 'You can only filter by link field',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.onlyLinkFieldCanBeFiltered',\n },\n }\n );\n }\n const { foreignTableId, fkHostTableName, selfKeyName, foreignKeyName, relationship } =\n field.options;\n if (foreignTableId !== tableId) {\n throw new CustomHttpException(\n 'Field is not linked to current table',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.notLinkedToCurrentTable',\n },\n }\n );\n }\n if (relationship === Relationship.OneMany) {\n if (this.isJunctionTable(fkHostTableName)) {\n queryBuilder.whereNotIn('__id', function () {\n this.select(foreignKeyName).from(fkHostTableName);\n if (recordId) {\n this.whereNot(selfKeyName, recordId);\n }\n });\n } else {\n queryBuilder.where(function () {\n this.whereNull(selfKeyName);\n if (recordId) {\n this.orWhere(selfKeyName, recordId);\n }\n });\n }\n }\n if (relationship === Relationship.OneOne) {\n if (selfKeyName === '__id') {\n queryBuilder.whereNotIn('__id', function () {\n this.select(foreignKeyName).from(fkHostTableName).whereNotNull(foreignKeyName);\n if (recordId) {\n this.whereNot(selfKeyName, recordId);\n }\n });\n } else {\n queryBuilder.where(function () {\n this.whereNull(selfKeyName);\n if (recordId) {\n this.orWhere(selfKeyName, recordId);\n }\n });\n }\n }\n }\n\n private async getNecessaryFieldMap(\n tableId: string,\n filter?: IFilter,\n orderBy?: ISortItem[],\n groupBy?: IGroup,\n search?: [string, string?, boolean?],\n projection?: string[]\n ) {\n if (filter || orderBy?.length || groupBy?.length || search) {\n // Always load full field metadata so filters can reference denied fields for read,\n // while projection limits applied later keep them hidden from results.\n const fields = await this.getFieldsByProjection(tableId, undefined);\n const allowedSet = projection?.length ? new Set(projection) : undefined;\n return fields.reduce(\n (map, field) => {\n if (allowedSet && !allowedSet.has(field.id)) {\n return map;\n }\n map[field.id] = field;\n map[field.name] = field;\n return map;\n },\n {} as Record\n );\n }\n }\n\n private async sanitizeFilterByEnabledFields(\n tableId: string,\n filter: IFilter | undefined,\n enabledFieldIds?: string[]\n ): Promise {\n if (!filter || !enabledFieldIds?.length) {\n return filter;\n }\n const fields = await this.dataLoaderService.field.load(tableId);\n const keyToId = new Map();\n for (const field of fields) {\n keyToId.set(field.id, field.id);\n keyToId.set(field.name, field.id);\n keyToId.set(field.dbFieldName, field.id);\n }\n const allowed = new Set(enabledFieldIds);\n\n const sanitize = (target: IFilter): IFilter | null => {\n if (!target) {\n return null;\n }\n\n const isFilterGroup = (value: unknown): value is IFilter =>\n !!value && typeof value === 'object' && 'filterSet' in value;\n\n const isFilterLeaf = (value: unknown): value is IFilterItem =>\n !!value && typeof value === 'object' && 'fieldId' in value;\n\n const sanitizedSet: NonNullable['filterSet'] = [];\n for (const item of target.filterSet) {\n if (isFilterGroup(item)) {\n const nested = sanitize(item);\n if (nested) {\n sanitizedSet.push(nested);\n }\n continue;\n }\n\n if (!isFilterLeaf(item)) {\n continue;\n }\n\n const candidateId = keyToId.get(item.fieldId) ?? item.fieldId;\n if (!allowed.has(candidateId)) {\n continue;\n }\n sanitizedSet.push({\n ...item,\n fieldId: candidateId,\n });\n }\n\n if (sanitizedSet.length === 0) {\n return null;\n }\n return {\n ...target,\n filterSet: sanitizedSet,\n };\n };\n\n const sanitized = sanitize(filter);\n return sanitized ?? undefined;\n }\n\n private async getTinyView(tableId: string, viewId?: string) {\n if (!viewId) {\n return;\n }\n\n return this.prismaService\n .txClient()\n .view.findFirstOrThrow({\n select: { id: true, type: true, filter: true, sort: true, group: true, columnMeta: true },\n where: { tableId, id: viewId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(`View ${viewId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n });\n });\n }\n\n public parseSearch(\n search: [string, string?, boolean?],\n fieldMap?: Record\n ): [string, string?, boolean?] {\n const [searchValue, fieldId, hideNotMatchRow] = search;\n\n if (!fieldMap) {\n throw new CustomHttpException(\n 'fieldMap is required when search is set',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.aggregation.fieldMapRequired',\n },\n }\n );\n }\n\n if (!fieldId) {\n return [searchValue, fieldId, hideNotMatchRow];\n }\n\n const fieldIds = fieldId?.split(',');\n\n fieldIds.forEach((id) => {\n const field = fieldMap[id];\n if (!field) {\n throw new CustomHttpException(`Field ${fieldId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.field.notFound',\n },\n });\n }\n });\n\n return [searchValue, fieldId, hideNotMatchRow];\n }\n\n private stringifyRawQueryDebugPayload(payload: unknown): string {\n try {\n return JSON.stringify(payload, (_, value) =>\n typeof value === 'bigint' ? value.toString() : value\n );\n } catch (error) {\n const reason = error instanceof Error ? error.message : String(error);\n this.logger.warn(`Failed to stringify raw query debug payload: ${reason}`);\n return '[raw query debug payload: ]';\n }\n }\n\n private handleRawQueryError(\n error: unknown,\n sql: string,\n debugContext: Record\n ): never {\n const context = { sql, ...debugContext };\n const contextString = this.stringifyRawQueryDebugPayload(context);\n if (error instanceof Prisma.PrismaClientKnownRequestError) {\n error.message = `${error.message}\\nContext: ${contextString}`;\n Object.assign(error, context);\n this.logger.error(\n `Raw query known request error. Context: ${contextString}`,\n error.stack ?? undefined\n );\n throw error;\n }\n this.logger.error(\n `Raw query unexpected error. message: ${(error as Error)?.message}. Context: ${contextString}`,\n (error as Error)?.stack\n );\n if (error instanceof Error) {\n error.message = `${error.message}\\nContext: ${contextString}`;\n Object.assign(error, context);\n }\n throw error;\n }\n\n async prepareQuery(\n tableId: string,\n query: Pick<\n IGetRecordsRo,\n | 'viewId'\n | 'orderBy'\n | 'groupBy'\n | 'filter'\n | 'search'\n | 'filterLinkCellSelected'\n | 'ignoreViewQuery'\n >\n ) {\n const viewId = query.ignoreViewQuery ? undefined : query.viewId;\n const {\n orderBy: extraOrderBy,\n groupBy: extraGroupBy,\n filter: extraFilter,\n search: originSearch,\n } = query;\n const dbTableName = await this.getDbTableName(tableId);\n const { viewCte, builder, enabledFieldIds } = await this.recordPermissionService.wrapView(\n tableId,\n this.knex.queryBuilder(),\n {\n viewId: query.viewId,\n keepPrimaryKey: Boolean(query.filterLinkCellSelected),\n }\n );\n\n const view = await this.getTinyView(tableId, viewId);\n\n const mergedFilter = mergeWithDefaultFilter(view?.filter, extraFilter);\n const filter = await this.sanitizeFilterByEnabledFields(tableId, mergedFilter, enabledFieldIds);\n const orderBy = mergeWithDefaultSort(view?.sort, extraOrderBy);\n const groupBy = parseGroup(extraGroupBy);\n const fieldMap = await this.getNecessaryFieldMap(\n tableId,\n filter,\n orderBy,\n groupBy,\n originSearch,\n enabledFieldIds\n );\n\n const search = originSearch ? this.parseSearch(originSearch, fieldMap) : undefined;\n\n return {\n permissionBuilder: builder,\n dbTableName,\n viewCte,\n filter,\n search,\n orderBy,\n groupBy,\n fieldMap,\n enabledFieldIds,\n };\n }\n\n async getBasicOrderIndexField(dbTableName: string, viewId: string | undefined) {\n if (!viewId) {\n return '__auto_number';\n }\n const columnName = `${ROW_ORDER_FIELD_PREFIX}_${viewId}`;\n const exists = await this.dbProvider.checkColumnExist(\n dbTableName,\n columnName,\n this.prismaService.txClient()\n );\n\n if (exists) {\n return columnName;\n }\n return '__auto_number';\n }\n\n /**\n * Builds a query based on filtering and sorting criteria.\n *\n * This method creates a `Knex` query builder that constructs SQL queries based on the provided\n * filtering and sorting parameters. It also takes into account the context of the current user,\n * which is crucial for ensuring the security and relevance of data access.\n *\n * @param {string} tableId - The unique identifier of the table to determine the target of the query.\n * @param {Pick} query - An object of query parameters, including view ID, sorting rules, filtering conditions, etc.\n */\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async buildFilterSortQuery(\n tableId: string,\n query: Pick<\n IGetRecordsRo,\n | 'viewId'\n | 'ignoreViewQuery'\n | 'orderBy'\n | 'groupBy'\n | 'filter'\n | 'search'\n | 'filterLinkCellCandidate'\n | 'filterLinkCellSelected'\n | 'collapsedGroupIds'\n | 'selectedRecordIds'\n | 'skip'\n | 'take'\n >,\n useQueryModel = false\n ) {\n // Prepare the base query builder, filtering conditions, sorting rules, grouping rules and field mapping\n const {\n permissionBuilder,\n dbTableName,\n viewCte,\n filter,\n search,\n orderBy,\n groupBy,\n fieldMap,\n enabledFieldIds,\n } = await this.prepareQuery(tableId, query);\n\n const basicSortIndex = await this.getBasicOrderIndexField(dbTableName, query.viewId);\n\n const restrictRecordIds =\n query.selectedRecordIds && !query.filterLinkCellCandidate\n ? query.selectedRecordIds\n : undefined;\n\n // Retrieve the current user's ID to build user-related query conditions\n const currentUserId = this.cls.get('user.id');\n const projectionIds = fieldMap\n ? Array.from(new Set(Object.values(fieldMap).map((f) => f.id))).filter(\n (id) => !enabledFieldIds || enabledFieldIds.includes(id)\n )\n : [];\n\n const { qb, alias, selectionMap } = await this.recordQueryBuilder.createRecordQueryBuilder(\n viewCte ?? dbTableName,\n {\n tableId,\n viewId: query.viewId,\n filter,\n currentUserId,\n sort: [...(groupBy ?? []), ...(orderBy ?? [])],\n // Only select fields required by filter/order/search to avoid touching unrelated columns\n projection: projectionIds,\n useQueryModel,\n limit: query.take,\n offset: query.skip,\n hasSearch: Boolean(search?.[2]),\n defaultOrderField: basicSortIndex,\n restrictRecordIds,\n builder: permissionBuilder,\n }\n );\n\n if (query.filterLinkCellSelected && query.filterLinkCellCandidate) {\n throw new CustomHttpException(\n 'filterLinkCellSelected and filterLinkCellCandidate can not be set at the same time',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.aggregation.filterLinkCellQueryConflict',\n },\n }\n );\n }\n\n if (query.selectedRecordIds) {\n query.filterLinkCellCandidate\n ? qb.whereNotIn(`${alias}.__id`, query.selectedRecordIds)\n : qb.whereIn(`${alias}.__id`, query.selectedRecordIds);\n }\n\n if (query.filterLinkCellCandidate) {\n await this.buildLinkCandidateQuery(qb, tableId, query.filterLinkCellCandidate);\n }\n\n if (query.filterLinkCellSelected) {\n await this.buildLinkSelectedQuery(\n qb,\n tableId,\n dbTableName,\n alias,\n query.filterLinkCellSelected\n );\n }\n\n if (search && search[2] && fieldMap) {\n const searchFields = await this.getSearchFields(\n fieldMap,\n search,\n query?.viewId,\n enabledFieldIds\n );\n const tableIndex = await this.tableIndexService.getActivatedTableIndexes(tableId);\n qb.where((builder) => {\n this.dbProvider.searchQuery(builder, searchFields, tableIndex, search, { selectionMap });\n });\n }\n\n // ignore sorting when filterLinkCellSelected is set\n if (query.filterLinkCellSelected && Array.isArray(query.filterLinkCellSelected)) {\n await this.buildLinkSelectedSort(qb, alias, query.filterLinkCellSelected);\n } else {\n // view sorting added by default\n qb.orderBy(`${alias}.${basicSortIndex}`, 'asc');\n }\n\n // If you return `queryBuilder` directly and use `await` to receive it,\n // it will perform a query DB operation, which we obviously don't want to see here\n return { queryBuilder: qb, dbTableName, viewCte, alias };\n }\n\n convertProjection(fieldKeys?: string[]) {\n return fieldKeys?.reduce>((acc, cur) => {\n acc[cur] = true;\n return acc;\n }, {});\n }\n\n private async convertEnabledFieldIdsToProjection(\n tableId: string,\n enabledFieldIds?: string[],\n fieldKeyType: FieldKeyType = FieldKeyType.Id\n ) {\n if (!enabledFieldIds?.length) {\n return undefined;\n }\n\n if (fieldKeyType === FieldKeyType.Id) {\n return this.convertProjection(enabledFieldIds);\n }\n\n const fields = await this.dataLoaderService.field.load(tableId, {\n id: enabledFieldIds,\n });\n if (!fields.length) {\n return undefined;\n }\n\n const fieldKeys = fields\n .map((field) => field[fieldKeyType] as string | undefined)\n .filter((key): key is string => Boolean(key));\n\n return fieldKeys.length ? this.convertProjection(fieldKeys) : undefined;\n }\n\n async getRecordsById(\n tableId: string,\n recordIds: string[],\n withPermission = true,\n useQueryModel = true\n ): Promise {\n const recordSnapshot = await this[\n withPermission ? 'getSnapshotBulkWithPermission' : 'getSnapshotBulk'\n ](tableId, recordIds, undefined, FieldKeyType.Id, undefined, useQueryModel);\n\n if (!recordSnapshot.length) {\n throw new CustomHttpException('Can not get record', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.record.notFound',\n },\n });\n }\n\n return {\n records: recordSnapshot.map((r) => r.data),\n };\n }\n\n private async getViewProjection(\n tableId: string,\n query: IGetRecordsRo\n ): Promise | undefined> {\n const viewId = query.viewId;\n if (!viewId) {\n return;\n }\n\n const fieldKeyType = query.fieldKeyType || FieldKeyType.Name;\n const view = await this.prismaService.txClient().view.findFirstOrThrow({\n where: { id: viewId, deletedTime: null },\n select: { id: true, columnMeta: true },\n });\n\n const columnMeta = JSON.parse(view.columnMeta) as IColumnMeta;\n\n const useVisible = Object.values(columnMeta).some((column) => 'visible' in column);\n const useHidden = Object.values(columnMeta).some((column) => 'hidden' in column);\n\n if (!useVisible && !useHidden) {\n return;\n }\n\n const fieldRaws = await this.dataLoaderService.field.load(tableId);\n\n const fieldMap = keyBy(fieldRaws, 'id');\n\n const projection = Object.entries(columnMeta).reduce>(\n (acc, [fieldId, column]) => {\n const field = fieldMap[fieldId];\n if (!field) return acc;\n\n const fieldKey = field[fieldKeyType];\n\n if (useVisible) {\n if ('visible' in column && column.visible) {\n acc[fieldKey] = true;\n }\n } else if (useHidden) {\n if (!('hidden' in column) || !column.hidden) {\n acc[fieldKey] = true;\n }\n } else {\n acc[fieldKey] = true;\n }\n\n return acc;\n },\n {}\n );\n\n return Object.keys(projection).length > 0 ? projection : undefined;\n }\n\n async getRecords(\n tableId: string,\n query: IGetRecordsRo,\n useQueryModel = false\n ): Promise {\n const queryResult = await this.getDocIdsByQuery(\n tableId,\n {\n ignoreViewQuery: query.ignoreViewQuery ?? false,\n viewId: query.viewId,\n skip: query.skip,\n take: query.take,\n filter: query.filter,\n orderBy: query.orderBy,\n search: query.search,\n groupBy: query.groupBy,\n filterLinkCellCandidate: query.filterLinkCellCandidate,\n filterLinkCellSelected: query.filterLinkCellSelected,\n selectedRecordIds: query.selectedRecordIds,\n },\n useQueryModel\n );\n\n const projection = query.projection\n ? this.convertProjection(query.projection)\n : await this.getViewProjection(tableId, query);\n\n const recordSnapshot = await this.getSnapshotBulkWithPermission(\n tableId,\n queryResult.ids,\n projection,\n query.fieldKeyType || FieldKeyType.Name,\n query.cellFormat,\n useQueryModel\n );\n\n return {\n records: recordSnapshot.map((r) => r.data),\n extra: queryResult.extra,\n };\n }\n\n async getRecord(\n tableId: string,\n recordId: string,\n query: IGetRecordQuery,\n withPermission = true,\n useQueryModel = false\n ): Promise {\n const { projection, fieldKeyType = FieldKeyType.Name, cellFormat } = query;\n const recordSnapshot = await this[\n withPermission ? 'getSnapshotBulkWithPermission' : 'getSnapshotBulk'\n ](\n tableId,\n [recordId],\n this.convertProjection(projection),\n fieldKeyType,\n cellFormat,\n useQueryModel\n );\n\n if (!recordSnapshot.length) {\n throw new CustomHttpException('Can not get record', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.record.notFound',\n },\n });\n }\n\n return recordSnapshot[0].data;\n }\n\n async getCellValue(tableId: string, recordId: string, fieldId: string) {\n const record = await this.getRecord(tableId, recordId, {\n projection: [fieldId],\n fieldKeyType: FieldKeyType.Id,\n });\n return record.fields[fieldId];\n }\n\n async getMaxRecordOrder(dbTableName: string) {\n const sqlNative = this.knex(dbTableName).max('__auto_number', { as: 'max' }).toSQL().toNative();\n\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ max?: number }[]>(sqlNative.sql, ...sqlNative.bindings);\n\n return Number(result[0]?.max ?? 0) + 1;\n }\n\n async batchDeleteRecords(tableId: string, recordIds: string[]) {\n const dbTableName = await this.getDbTableName(tableId);\n // get version by recordIds, __id as id, __version as version\n const nativeQuery = this.knex(dbTableName)\n .select('__id as id', '__version as version')\n .whereIn('__id', recordIds)\n .toQuery();\n const recordRaw = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id: string; version: number }[]>(nativeQuery);\n\n if (recordIds.length !== recordRaw.length) {\n throw new CustomHttpException(\n `Some records to be deleted cannot be found, ids: ${difference(\n recordIds,\n recordRaw.map((r) => r.id)\n ).join(',')}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.record.deletedIdsNotFound',\n },\n }\n );\n }\n\n const recordRawMap = keyBy(recordRaw, 'id');\n\n const dataList = recordIds.map((recordId) => ({\n docId: recordId,\n version: recordRawMap[recordId].version,\n }));\n\n await this.batchService.saveRawOps(tableId, RawOpType.Del, IdPrefix.Record, dataList);\n\n await this.batchDel(tableId, recordIds);\n }\n\n private async getViewIndexColumns(dbTableName: string) {\n const columnInfoQuery = this.dbProvider.columnInfo(dbTableName);\n const columns = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ name: string }[]>(columnInfoQuery);\n return columns\n .filter((column) => column.name.startsWith(ROW_ORDER_FIELD_PREFIX))\n .map((column) => column.name);\n }\n\n @Timing()\n async getRecordIndexes(\n table: TableDomain,\n recordIds: string[],\n viewId?: string\n ): Promise[] | undefined> {\n const dbTableName = table.dbTableName;\n const allViewIndexColumns = await this.getViewIndexColumns(dbTableName);\n const viewIndexColumns = viewId\n ? (() => {\n const viewIndexColumns = allViewIndexColumns.filter((column) => column.endsWith(viewId));\n return viewIndexColumns.length === 0 ? ['__auto_number'] : viewIndexColumns;\n })()\n : allViewIndexColumns;\n\n if (!viewIndexColumns.length) {\n return;\n }\n\n // get all viewIndexColumns value for __id in recordIds\n const indexQuery = this.knex(dbTableName)\n .select(\n viewIndexColumns.reduce>((acc, columnName) => {\n if (columnName === '__auto_number') {\n acc[viewId as string] = '__auto_number';\n return acc;\n }\n const theViewId = columnName.substring(ROW_ORDER_FIELD_PREFIX.length + 1);\n acc[theViewId] = columnName;\n return acc;\n }, {})\n )\n .select('__id')\n .whereIn('__id', recordIds)\n .toQuery();\n const indexValues = await this.prismaService\n .txClient()\n .$queryRawUnsafe[]>(indexQuery);\n\n const indexMap = indexValues.reduce>>((map, cur) => {\n const id = cur.__id;\n delete cur.__id;\n map[id] = cur;\n return map;\n }, {});\n\n return recordIds.map((recordId) => indexMap[recordId]);\n }\n\n async updateRecordIndexes(\n tableId: string,\n recordsWithOrder: {\n id: string;\n order?: Record;\n }[]\n ) {\n const dbTableName = await this.getDbTableName(tableId);\n const viewIndexColumns = await this.getViewIndexColumns(dbTableName);\n if (!viewIndexColumns.length) {\n return;\n }\n\n const updateRecordSqls = recordsWithOrder\n .map((record) => {\n const order = record.order;\n const orderFields = viewIndexColumns.reduce>((acc, columnName) => {\n const viewId = columnName.substring(ROW_ORDER_FIELD_PREFIX.length + 1);\n const index = order?.[viewId];\n if (index != null) {\n acc[columnName] = index;\n }\n return acc;\n }, {});\n\n if (!order || Object.keys(orderFields).length === 0) {\n return;\n }\n\n return this.knex(dbTableName).update(orderFields).where('__id', record.id).toQuery();\n })\n .filter(Boolean) as string[];\n\n for (const sql of updateRecordSqls) {\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n }\n\n @Timing()\n async batchCreateRecords(\n table: TableDomain,\n records: IRecordInnerRo[],\n fieldKeyType: FieldKeyType,\n fields: readonly FieldCore[]\n ) {\n const snapshots = await this.createBatch(table, records, fieldKeyType, fields);\n\n const dataList = snapshots.map((snapshot) => ({\n docId: snapshot.__id,\n version: snapshot.__version == null ? 0 : snapshot.__version - 1,\n }));\n\n this.batchService.saveRawOps(table.id, RawOpType.Create, IdPrefix.Record, dataList);\n }\n\n @Timing()\n async createRecordsOnlySql(\n table: TableDomain,\n records: {\n fields: Record;\n }[]\n ) {\n const user = this.cls.get('user');\n const userId = user.id;\n await this.creditCheck(table.id);\n const dbTableName = table.dbTableName;\n const fields = await this.getFieldsByProjection(table.id);\n const writableCreatedTimeFieldNames = await this.getWritableCreatedTimeFieldNames(\n dbTableName,\n fields\n );\n const auditUserValue =\n user &&\n UserFieldDto.fullAvatarUrl({\n id: user.id,\n title: user.name,\n email: user.email,\n });\n const createdByFields = fields.filter(\n (f) => f.type === FieldType.CreatedBy && f.shouldPersistAuditValue?.()\n ) as IFieldInstance[];\n const fieldInstanceMap = fields.reduce(\n (map, curField) => {\n map[curField.id] = curField;\n return map;\n },\n {} as Record\n );\n\n const newRecords = records.map((record) => {\n const createdTime =\n writableCreatedTimeFieldNames.size > 0 ? new Date().toISOString() : undefined;\n const fieldsValues: Record = {};\n Object.entries(record.fields).forEach(([fieldId, value]) => {\n const fieldInstance = fieldInstanceMap[fieldId];\n fieldsValues[fieldInstance.dbFieldName] = fieldInstance.convertCellValue2DBValue(value);\n });\n if (auditUserValue && createdByFields.length) {\n createdByFields.forEach((field) => {\n fieldsValues[field.dbFieldName] = field.convertCellValue2DBValue({\n ...auditUserValue,\n });\n });\n }\n writableCreatedTimeFieldNames.forEach((dbFieldName) => {\n if (createdTime != null) {\n fieldsValues[dbFieldName] = createdTime;\n }\n });\n return removeUndefined({\n __id: generateRecordId(),\n __created_by: userId,\n __created_time: createdTime,\n __version: 1,\n ...fieldsValues,\n });\n });\n const sql = this.dbProvider.batchInsertSql(dbTableName, newRecords);\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n\n async creditCheck(tableId: string) {\n if (!this.thresholdConfig.maxFreeRowLimit) {\n return;\n }\n\n const table = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true, base: { select: { space: { select: { credit: true } } } } },\n });\n\n const rowCount = await this.getAllRecordCount(table.dbTableName);\n\n const maxRowCount =\n table.base.space.credit == null\n ? this.thresholdConfig.maxFreeRowLimit\n : table.base.space.credit;\n\n if (rowCount >= maxRowCount) {\n this.logger.log(`Exceed row count: ${maxRowCount}`, 'creditCheck');\n throw new CustomHttpException(\n `Exceed max row limit: ${maxRowCount}, please contact us to increase the limit`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.billing.exceedMaxRowLimit',\n context: {\n maxRowCount,\n },\n },\n }\n );\n }\n }\n\n private async getAllViewIndexesField(dbTableName: string) {\n const query = this.dbProvider.columnInfo(dbTableName);\n const columns = await this.prismaService.txClient().$queryRawUnsafe<{ name: string }[]>(query);\n return columns\n .filter((column) => column.name.startsWith(ROW_ORDER_FIELD_PREFIX))\n .map((column) => column.name)\n .reduce<{ [viewId: string]: string }>((acc, cur) => {\n const viewId = cur.substring(ROW_ORDER_FIELD_PREFIX.length + 1);\n acc[viewId] = cur;\n return acc;\n }, {});\n }\n\n private hasPersistedLinkColumn(field: FieldCore) {\n if (field.type !== FieldType.Link) {\n return true;\n }\n\n const options = field.options as ILinkFieldOptions | undefined;\n if (!options) {\n return true;\n }\n\n const inferredForeignKeyName =\n options.foreignKeyName ??\n (options.relationship === Relationship.ManyOne || options.relationship === Relationship.OneOne\n ? field.dbFieldName\n : undefined);\n const inferredSelfKeyName =\n options.selfKeyName ??\n (options.relationship === Relationship.OneMany && options.isOneWay === false\n ? field.dbFieldName\n : undefined);\n\n return (\n field.dbFieldName !== inferredForeignKeyName && field.dbFieldName !== inferredSelfKeyName\n );\n }\n\n private async createBatch(\n table: TableDomain,\n records: IRecordInnerRo[],\n fieldKeyType: FieldKeyType,\n fields: readonly FieldCore[]\n ) {\n const userId = this.cls.get('user.id');\n await this.creditCheck(table.id);\n\n const { dbTableName, name: tableName } = table;\n const maxRecordOrder = await this.getMaxRecordOrder(dbTableName);\n const writableCreatedTimeFieldNames = await this.getWritableCreatedTimeFieldNames(\n dbTableName,\n fields\n );\n\n const views = await this.prismaService.txClient().view.findMany({\n where: { tableId: table.id, deletedTime: null },\n select: { id: true },\n });\n\n const allViewIndexes = await this.getAllViewIndexesField(dbTableName);\n\n const validationFields = fields\n .filter((f) => !f.isComputed)\n .filter((field) => field.notNull || field.unique)\n .filter((field) => this.hasPersistedLinkColumn(field));\n\n const user = this.cls.get('user');\n const auditUserValue =\n user &&\n UserFieldDto.fullAvatarUrl({\n id: user.id,\n title: user.name,\n email: user.email,\n });\n const createdByFields = fields.filter(\n (f) => f.type === FieldType.CreatedBy && (f as CreatedByFieldCore).shouldPersistAuditValue?.()\n );\n const cloneAuditUserValue = () => (auditUserValue ? { ...auditUserValue } : null);\n const sanitizeAuditUserValue = () => {\n const cloned = cloneAuditUserValue();\n if (cloned && typeof cloned === 'object' && 'avatarUrl' in cloned) {\n // Avatar URLs are derived; strip before persistence to keep storage lean\n delete (cloned as { avatarUrl?: string }).avatarUrl;\n }\n return cloned;\n };\n\n const snapshots = records\n .map((record, i) =>\n views.reduce<{ [viewIndexFieldName: string]: number }>((pre, cur) => {\n const viewIndexFieldName = allViewIndexes[cur.id];\n const recordViewIndex = record.order?.[cur.id];\n if (!viewIndexFieldName) {\n return pre;\n }\n if (recordViewIndex) {\n pre[viewIndexFieldName] = recordViewIndex;\n } else {\n pre[viewIndexFieldName] = maxRecordOrder + i;\n }\n return pre;\n }, {})\n )\n .map((order, i) => {\n const snapshot = records[i];\n const fields = snapshot.fields;\n const createdTime =\n snapshot.createdTime ??\n (writableCreatedTimeFieldNames.size > 0 ? new Date().toISOString() : undefined);\n\n const dbFieldValueMap = validationFields.reduce(\n (map, field) => {\n const dbFieldName = field.dbFieldName;\n const fieldKey = field[fieldKeyType];\n const cellValue = fields[fieldKey];\n\n map[dbFieldName] = cellValue;\n return map;\n },\n {} as Record\n );\n const auditFieldValues: Record = {};\n\n if (auditUserValue && createdByFields.length) {\n createdByFields.forEach((field) => {\n auditFieldValues[field.dbFieldName] = sanitizeAuditUserValue();\n });\n }\n\n const createdTimeFieldValues = Array.from(writableCreatedTimeFieldNames).reduce(\n (map, dbFieldName) => {\n if (createdTime != null) {\n map[dbFieldName] = createdTime;\n }\n return map;\n },\n {} as Record\n );\n\n return removeUndefined({\n __id: snapshot.id,\n __created_by: snapshot.createdBy || userId,\n __last_modified_by: snapshot.lastModifiedBy || undefined,\n __created_time: createdTime,\n __last_modified_time: snapshot.lastModifiedTime || undefined,\n __auto_number: snapshot.autoNumber == null ? undefined : snapshot.autoNumber,\n __version: 1,\n ...order,\n ...dbFieldValueMap,\n ...auditFieldValues,\n ...createdTimeFieldValues,\n });\n });\n\n const sql = this.dbProvider.batchInsertSql(\n dbTableName,\n snapshots.map((s) => {\n return Object.entries(s).reduce(\n (acc, [key, value]) => {\n if (Array.isArray(value)) {\n acc[key] = JSON.stringify(value);\n return acc;\n }\n if (value && typeof value === 'object') {\n const isDate = (value as Date) instanceof Date;\n if (!isDate) {\n acc[key] = JSON.stringify(value);\n return acc;\n }\n }\n acc[key] = value;\n return acc;\n },\n {} as Record\n );\n })\n );\n\n await handleDBValidationErrors({\n fn: () => this.prismaService.txClient().$executeRawUnsafe(sql),\n handleUniqueError: () => {\n throw new CustomHttpException(\n `Fields ${validationFields.map((f) => f.id).join(', ')} unique validation failed`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.fieldValueDuplicate',\n context: {\n tableName,\n fieldName: validationFields.map((f) => f.name).join(', '),\n },\n },\n }\n );\n },\n handleNotNullError: () => {\n throw new CustomHttpException(\n `Fields ${validationFields.map((f) => f.id).join(', ')} not null validation failed`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.custom.fieldValueNotNull',\n context: {\n tableName,\n fieldName: validationFields.map((f) => f.name).join(', '),\n },\n },\n }\n );\n },\n });\n\n return snapshots;\n }\n\n private async batchDel(tableId: string, recordIds: string[]) {\n const dbTableName = await this.getDbTableName(tableId);\n\n const nativeQuery = this.knex(dbTableName).whereIn('__id', recordIds).del().toQuery();\n await this.prismaService.txClient().$executeRawUnsafe(nativeQuery);\n }\n\n public async getFieldsByProjection(\n tableId: string,\n projection?: { [fieldNameOrId: string]: boolean },\n fieldKeyType: FieldKeyType = FieldKeyType.Id\n ) {\n let fields = await this.dataLoaderService.field.load(tableId);\n if (projection) {\n const projectionFieldKeys = Object.entries(projection)\n .filter(([, v]) => v)\n .map(([k]) => k);\n if (projectionFieldKeys.length) {\n fields = fields.filter((field) => projectionFieldKeys.includes(field[fieldKeyType]));\n }\n }\n\n return fields.map((field) => createFieldInstanceByRaw(field));\n }\n\n private async getCachePreviewUrlTokenMap(\n records: ISnapshotBase[],\n fields: IFieldInstance[],\n fieldKeyType: FieldKeyType\n ) {\n const previewToken: string[] = [];\n for (const field of fields) {\n if (field.type === FieldType.Attachment) {\n const fieldKey = field[fieldKeyType];\n for (const record of records) {\n const cellValue = record.data.fields[fieldKey];\n if (cellValue == null) continue;\n (cellValue as IAttachmentCellValue).forEach((item) => {\n if (item.mimetype.startsWith('image/') && item.width && item.height) {\n const { smThumbnailPath, lgThumbnailPath } = generateTableThumbnailPath(item.path);\n previewToken.push(getTableThumbnailToken(smThumbnailPath));\n previewToken.push(getTableThumbnailToken(lgThumbnailPath));\n }\n previewToken.push(item.token);\n });\n }\n }\n }\n // limit 1000 one handle\n const tokenMap: Record = {};\n for (let i = 0; i < previewToken.length; i += 1000) {\n const tokenBatch = previewToken.slice(i, i + 1000);\n const previewUrls = await this.cacheService.getMany(\n tokenBatch.map((token) => `attachment:preview:${token}` as const)\n );\n previewUrls.forEach((url, index) => {\n if (url) {\n tokenMap[previewToken[i + index]] = url.url;\n }\n });\n }\n return tokenMap;\n }\n\n private async getThumbnailPathTokenMap(\n records: ISnapshotBase[],\n fields: IFieldInstance[],\n fieldKeyType: FieldKeyType\n ) {\n const thumbnailTokens: string[] = [];\n for (const field of fields) {\n if (field.type === FieldType.Attachment) {\n const fieldKey = field[fieldKeyType];\n for (const record of records) {\n const cellValue = record.data.fields[fieldKey];\n if (cellValue == null) continue;\n (cellValue as IAttachmentCellValue).forEach((item) => {\n if (item.mimetype.startsWith('image/') && item.width && item.height) {\n thumbnailTokens.push(getTableThumbnailToken(item.token));\n }\n });\n }\n }\n }\n if (thumbnailTokens.length === 0) {\n return {};\n }\n const attachments = await this.prismaService.txClient().attachments.findMany({\n where: { token: { in: thumbnailTokens } },\n select: { token: true, thumbnailPath: true },\n });\n return attachments.reduce<\n Record<\n string,\n | {\n sm?: string;\n lg?: string;\n }\n | undefined\n >\n >((acc, cur) => {\n acc[cur.token] = cur.thumbnailPath ? JSON.parse(cur.thumbnailPath) : undefined;\n return acc;\n }, {});\n }\n\n @Timing()\n private async recordsPresignedUrl(\n records: ISnapshotBase[],\n fields: IFieldInstance[],\n fieldKeyType: FieldKeyType\n ) {\n if (records.length === 0 || fields.findIndex((f) => f.type === FieldType.Attachment) === -1) {\n return records;\n }\n const cacheTokenUrlMap = await this.getCachePreviewUrlTokenMap(records, fields, fieldKeyType);\n const thumbnailPathTokenMap = await this.getThumbnailPathTokenMap(\n records,\n fields,\n fieldKeyType\n );\n for (const field of fields) {\n if (field.type === FieldType.Attachment) {\n const fieldKey = field[fieldKeyType];\n for (const record of records) {\n const cellValue = record.data.fields[fieldKey];\n const presignedCellValue = await this.getAttachmentPresignedCellValue(\n cellValue as IAttachmentCellValue,\n cacheTokenUrlMap,\n thumbnailPathTokenMap\n );\n if (presignedCellValue == null) continue;\n\n record.data.fields[fieldKey] = presignedCellValue;\n }\n }\n }\n return records;\n }\n\n async getAttachmentPresignedCellValue(\n cellValue: IAttachmentCellValue | null,\n cacheTokenUrlMap?: Record,\n thumbnailPathTokenMap?: Record\n ) {\n if (cellValue == null) {\n return null;\n }\n\n return await Promise.all(\n cellValue.map(async (item) => {\n const { path, mimetype, token } = item;\n const presignedUrl =\n cacheTokenUrlMap?.[token] ??\n (await this.attachmentStorageService.getPreviewUrlByPath(\n StorageAdapter.getBucket(UploadType.Table),\n path,\n token,\n undefined,\n {\n 'Content-Type': mimetype,\n 'Content-Disposition': `attachment; filename*=UTF-8''${encodeURIComponent(item.name)}`,\n }\n ));\n let smThumbnailUrl: string | undefined;\n let lgThumbnailUrl: string | undefined;\n if (thumbnailPathTokenMap && thumbnailPathTokenMap[token]) {\n const { sm: smThumbnailPath, lg: lgThumbnailPath } = thumbnailPathTokenMap[token]!;\n if (smThumbnailPath) {\n smThumbnailUrl =\n cacheTokenUrlMap?.[getTableThumbnailToken(smThumbnailPath)] ??\n (await this.attachmentStorageService.getTableThumbnailUrl(smThumbnailPath, mimetype));\n }\n if (lgThumbnailPath) {\n lgThumbnailUrl =\n cacheTokenUrlMap?.[getTableThumbnailToken(lgThumbnailPath)] ??\n (await this.attachmentStorageService.getTableThumbnailUrl(lgThumbnailPath, mimetype));\n }\n }\n const isImage = mimetype.startsWith('image/');\n return {\n ...item,\n presignedUrl,\n smThumbnailUrl: isImage ? smThumbnailUrl || presignedUrl : undefined,\n lgThumbnailUrl: isImage ? lgThumbnailUrl || presignedUrl : undefined,\n };\n })\n );\n }\n\n private async getSnapshotBulkInner(\n builder: Knex.QueryBuilder,\n viewQueryDbTableName: string,\n query: {\n tableId: string;\n recordIds: string[];\n projection?: { [fieldNameOrId: string]: boolean };\n fieldKeyType: FieldKeyType;\n cellFormat: CellFormat;\n useQueryModel: boolean;\n }\n ): Promise[]> {\n const { tableId, recordIds, projection, fieldKeyType, cellFormat } = query;\n const fields = await this.getFieldsByProjection(tableId, projection, fieldKeyType);\n const fieldIds = fields.map((f) => f.id);\n\n const { qb: queryBuilder } = await this.recordQueryBuilder.createRecordQueryBuilder(\n viewQueryDbTableName,\n {\n tableId,\n viewId: undefined,\n useQueryModel: query.useQueryModel,\n projection: fieldIds,\n restrictRecordIds: recordIds,\n builder,\n }\n );\n\n const nativeQuery = queryBuilder.whereIn('__id', recordIds).toQuery();\n\n this.logger.debug('getSnapshotBulkInner query %s', nativeQuery);\n\n let result: ({ [fieldName: string]: unknown } & IVisualTableDefaultField)[];\n try {\n result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<\n ({ [fieldName: string]: unknown } & IVisualTableDefaultField)[]\n >(nativeQuery);\n } catch (error) {\n this.handleRawQueryError(error, nativeQuery, {\n tableId,\n viewQueryDbTableName,\n recordIdsCount: recordIds.length,\n recordIds: recordIds.slice(0, 20),\n projectionFieldIds: fieldIds,\n fieldKeyType,\n cellFormat,\n useQueryModel: query.useQueryModel,\n });\n }\n\n const recordIdsMap = recordIds.reduce(\n (acc, recordId, currentIndex) => {\n acc[recordId] = currentIndex;\n return acc;\n },\n {} as { [recordId: string]: number }\n );\n\n recordIds.forEach((recordId) => {\n if (!(recordId in recordIdsMap)) {\n throw new CustomHttpException(`Record ${recordId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.record.notFound',\n },\n });\n }\n });\n\n const primaryField = await this.getPrimaryField(tableId);\n\n const snapshots = result\n .sort((a, b) => {\n return recordIdsMap[a.__id] - recordIdsMap[b.__id];\n })\n .map((record) => {\n const recordFields = this.dbRecord2RecordFields(record, fields, fieldKeyType, cellFormat);\n const name = recordFields[primaryField[fieldKeyType]];\n return {\n id: record.__id,\n v: record.__version,\n type: 'json0',\n data: {\n fields: recordFields,\n name:\n cellFormat === CellFormat.Text\n ? (name as string)\n : primaryField.cellValue2String(name),\n id: record.__id,\n autoNumber: record.__auto_number,\n createdTime: record.__created_time?.toISOString(),\n lastModifiedTime: record.__last_modified_time?.toISOString(),\n createdBy: record.__created_by,\n lastModifiedBy: record.__last_modified_by || undefined,\n },\n };\n });\n if (cellFormat === CellFormat.Json) {\n return await this.recordsPresignedUrl(snapshots, fields, fieldKeyType);\n }\n return snapshots;\n }\n\n async getSnapshotBulkWithPermission(\n tableId: string,\n recordIds: string[],\n projection?: { [fieldNameOrId: string]: boolean },\n fieldKeyType: FieldKeyType = FieldKeyType.Id, // for convince of collaboration, getSnapshotBulk use id as field key by default.\n cellFormat = CellFormat.Json,\n useQueryModel = false\n ) {\n const dbTableName = await this.getDbTableName(tableId);\n const { viewCte, builder, enabledFieldIds } = await this.recordPermissionService.wrapView(\n tableId,\n this.knex.queryBuilder(),\n {\n keepPrimaryKey: true,\n }\n );\n const viewQueryDbTableName = viewCte ?? dbTableName;\n const finalProjection =\n projection ??\n (await this.convertEnabledFieldIdsToProjection(tableId, enabledFieldIds, fieldKeyType));\n return this.getSnapshotBulkInner(builder, viewQueryDbTableName, {\n tableId,\n recordIds,\n projection: finalProjection,\n fieldKeyType,\n cellFormat,\n useQueryModel,\n });\n }\n\n async getSnapshotBulk(\n tableId: string,\n recordIds: string[],\n projection?: { [fieldNameOrId: string]: boolean },\n fieldKeyType: FieldKeyType = FieldKeyType.Id, // for convince of collaboration, getSnapshotBulk use id as field key by default.\n cellFormat = CellFormat.Json,\n useQueryModel = false\n ): Promise[]> {\n const dbTableName = await this.getDbTableName(tableId);\n return this.getSnapshotBulkInner(this.knex.queryBuilder(), dbTableName, {\n tableId,\n recordIds,\n projection,\n fieldKeyType,\n cellFormat,\n useQueryModel,\n });\n }\n\n async getDocIdsByQuery(\n tableId: string,\n query: IGetRecordsRo,\n useQueryModel = false\n ): Promise<{ ids: string[]; extra?: IExtraResult }> {\n const { skip, take = 100, ignoreViewQuery } = query;\n\n if (identify(tableId) !== IdPrefix.Table) {\n throw new CustomHttpException(\n 'Query collection must be table ID',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.aggregation.queryCollectionMustBeTableId',\n },\n }\n );\n }\n\n if (take > 1000) {\n throw new CustomHttpException(\n `The maximum search index result is 1000`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.aggregation.maxSearchIndexResult',\n },\n }\n );\n }\n\n const viewId = ignoreViewQuery ? undefined : query.viewId;\n const {\n groupPoints,\n allGroupHeaderRefs,\n filter: filterWithGroup,\n } = await this.getGroupRelatedData(\n tableId,\n {\n ...query,\n viewId,\n },\n useQueryModel\n );\n const { queryBuilder, dbTableName } = await this.buildFilterSortQuery(\n tableId,\n {\n ...query,\n filter: filterWithGroup,\n },\n useQueryModel\n );\n // queryBuilder.select(this.knex.ref(`${selectDbTableName}.__id`));\n\n skip && queryBuilder.offset(skip);\n if (take !== -1) {\n queryBuilder.limit(take);\n }\n\n const sqlNative = queryBuilder.toSQL().toNative();\n const sqlDebug = queryBuilder.toQuery();\n this.logger.debug('getRecordsQuery: %s', sqlDebug);\n let result: { __id: string }[];\n try {\n result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ __id: string }[]>(sqlNative.sql, ...sqlNative.bindings);\n } catch (error) {\n this.handleRawQueryError(error, sqlNative.sql, {\n tableId,\n dbTableName,\n viewId,\n ignoreViewQuery,\n useQueryModel,\n take,\n skip,\n orderBy: query.orderBy,\n groupBy: query.groupBy,\n filter: filterWithGroup,\n search: query.search,\n filterLinkCellCandidate: query.filterLinkCellCandidate,\n filterLinkCellSelected: query.filterLinkCellSelected,\n selectedRecordIds: query.selectedRecordIds,\n bindings: sqlNative.bindings,\n sqlDebug,\n });\n }\n const ids = result.map((r) => r.__id);\n\n const {\n builder: searchWrapBuilder,\n viewCte: searchViewCte,\n enabledFieldIds,\n } = await this.recordPermissionService.wrapView(tableId, this.knex.queryBuilder(), {\n keepPrimaryKey: Boolean(query.filterLinkCellSelected),\n viewId,\n });\n // this search step should not abort the query\n const searchBuilder = searchViewCte\n ? searchWrapBuilder.from(searchViewCte)\n : this.knex(dbTableName);\n try {\n const searchHitIndex = await this.getSearchHitIndex(\n tableId,\n {\n ...query,\n projection: query.projection\n ? enabledFieldIds\n ? query.projection.filter((id) => enabledFieldIds.includes(id))\n : query.projection\n : enabledFieldIds,\n viewId,\n },\n searchBuilder.whereIn('__id', ids),\n enabledFieldIds\n );\n return { ids, extra: { groupPoints, searchHitIndex, allGroupHeaderRefs } };\n } catch (e) {\n this.logger.error(`Get search index error: ${(e as Error).message}`, (e as Error)?.stack);\n }\n\n return { ids, extra: { groupPoints, allGroupHeaderRefs } };\n }\n\n async getSearchFields(\n originFieldInstanceMap: Record,\n search?: [string, string?, boolean?],\n viewId?: string,\n projection?: string[]\n ) {\n const maxSearchFieldCount = process.env.MAX_SEARCH_FIELD_COUNT\n ? toNumber(process.env.MAX_SEARCH_FIELD_COUNT)\n : DEFAULT_MAX_SEARCH_FIELD_COUNT;\n let viewColumnMeta: IGridColumnMeta | null = null;\n const fieldInstanceMap = projection?.length === 0 ? {} : { ...originFieldInstanceMap };\n if (!search) {\n return [] as IFieldInstance[];\n }\n\n const isSearchAllFields = !search?.[1];\n\n if (viewId) {\n const { columnMeta: viewColumnRawMeta } =\n (await this.prismaService.view.findUnique({\n where: { id: viewId, deletedTime: null },\n select: { columnMeta: true },\n })) || {};\n\n viewColumnMeta = viewColumnRawMeta ? JSON.parse(viewColumnRawMeta) : null;\n\n if (viewColumnMeta) {\n Object.entries(viewColumnMeta).forEach(([key, value]) => {\n if (get(value, ['hidden'])) {\n delete fieldInstanceMap[key];\n }\n });\n }\n }\n\n if (projection?.length) {\n Object.keys(fieldInstanceMap).forEach((fieldId) => {\n if (!projection.includes(fieldId)) {\n delete fieldInstanceMap[fieldId];\n }\n });\n }\n\n return uniqBy(\n orderBy(\n Object.values(fieldInstanceMap)\n .map((field) => ({\n ...field,\n isStructuredCellValue: field.isStructuredCellValue,\n }))\n .filter((field) => {\n if (!viewColumnMeta) {\n return true;\n }\n return !viewColumnMeta?.[field.id]?.hidden;\n })\n .filter((field) => {\n if (!projection) {\n return true;\n }\n return projection.includes(field.id);\n })\n .filter((field) => {\n if (isSearchAllFields) {\n return true;\n }\n\n const searchArr = search?.[1]?.split(',') || [];\n return searchArr.includes(field.id);\n })\n .filter((field) => {\n if (\n [CellValueType.Boolean, CellValueType.DateTime].includes(field.cellValueType) &&\n isSearchAllFields\n ) {\n return false;\n }\n if (field.cellValueType === CellValueType.Boolean) {\n return false;\n }\n return true;\n })\n .filter((field) => {\n if (field.type === FieldType.Button) {\n return false;\n }\n return true;\n })\n .map((field) => {\n return {\n ...field,\n order: viewColumnMeta?.[field.id]?.order ?? Number.MIN_SAFE_INTEGER,\n };\n }),\n ['order', 'createTime']\n ),\n 'id'\n ).slice(0, maxSearchFieldCount) as unknown as IFieldInstance[];\n }\n\n private async getSearchHitIndex(\n tableId: string,\n query: IGetRecordsRo,\n builder: Knex.QueryBuilder,\n enabledFieldIds?: string[]\n ) {\n const { search, viewId, projection, ignoreViewQuery } = query;\n\n if (!search) {\n return null;\n }\n\n const fieldsRaw = await this.dataLoaderService.field.load(tableId, {\n id: enabledFieldIds,\n });\n\n const fieldInstances = fieldsRaw.map((field) => createFieldInstanceByRaw(field));\n const fieldInstanceMap = fieldInstances.reduce(\n (map, field) => {\n map[field.id] = field;\n return map;\n },\n {} as Record\n );\n const searchFields = await this.getSearchFields(\n fieldInstanceMap,\n search,\n ignoreViewQuery ? undefined : viewId,\n projection\n );\n\n const tableIndex = await this.tableIndexService.getActivatedTableIndexes(tableId);\n\n if (searchFields.length === 0) {\n return null;\n }\n\n const newQuery = this.knex\n .with('current_page_records', builder)\n .with('search_index', (qb) => {\n this.dbProvider.searchIndexQuery(\n qb,\n 'current_page_records',\n searchFields,\n {\n search,\n },\n tableIndex,\n undefined,\n undefined,\n undefined\n );\n })\n .from('search_index');\n\n const searchQuery = newQuery.toQuery();\n\n this.logger.debug('getSearchHitIndex query: %s', searchQuery);\n\n const result =\n await this.prismaService.$queryRawUnsafe<{ __id: string; fieldId: string }[]>(searchQuery);\n\n if (!result.length) {\n return null;\n }\n\n return result.map((res) => ({\n fieldId: res.fieldId,\n recordId: res.__id,\n }));\n }\n\n async getRecordsFields(\n tableId: string,\n query: IGetRecordsRo,\n useQueryModel = true\n ): Promise[]> {\n if (identify(tableId) !== IdPrefix.Table) {\n throw new CustomHttpException(\n 'Query collection must be table ID',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.aggregation.queryCollectionMustBeTableId',\n },\n }\n );\n }\n\n const {\n skip,\n take,\n orderBy,\n search,\n groupBy,\n collapsedGroupIds,\n fieldKeyType,\n cellFormat,\n projection,\n viewId,\n ignoreViewQuery,\n filterLinkCellCandidate,\n filterLinkCellSelected,\n } = query;\n\n const fields = await this.getFieldsByProjection(\n tableId,\n this.convertProjection(projection),\n fieldKeyType\n );\n\n const { filter: filterWithGroup } = await this.getGroupRelatedData(tableId, query);\n\n const { queryBuilder } = await this.buildFilterSortQuery(\n tableId,\n {\n viewId,\n ignoreViewQuery,\n filter: filterWithGroup,\n orderBy,\n search,\n groupBy,\n collapsedGroupIds,\n filterLinkCellCandidate,\n filterLinkCellSelected,\n skip,\n take,\n },\n useQueryModel\n );\n skip && queryBuilder.offset(skip);\n take !== -1 && take && queryBuilder.limit(take);\n const sql = queryBuilder.toQuery();\n\n this.logger.debug('getRecordsFields query: %s', sql);\n\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<(Pick & Pick)[]>(sql);\n\n return result.map((record) => {\n return {\n id: record.__id,\n fields: this.dbRecord2RecordFields(record, fields, fieldKeyType, cellFormat),\n };\n });\n }\n\n private async getPrimaryField(tableId: string) {\n const field = await this.dataLoaderService.field.load(tableId, {\n isPrimary: [true],\n });\n if (!field.length) {\n throw new CustomHttpException(\n `Could not find primary field in table ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.table.notFoundPrimaryField',\n },\n }\n );\n }\n return createFieldInstanceByRaw(field[0]);\n }\n\n async getRecordsHeadWithTitles(tableId: string, titles: string[]) {\n const dbTableName = await this.getDbTableName(tableId);\n const field = await this.getPrimaryField(tableId);\n\n // only text field support type cast to title\n if (field.dbFieldType !== DbFieldType.Text) {\n return [];\n }\n\n const queryBuilder = this.knex(dbTableName)\n .select({ title: field.dbFieldName, id: '__id' })\n .whereIn(field.dbFieldName, titles);\n\n const querySql = queryBuilder.toQuery();\n\n return this.prismaService.txClient().$queryRawUnsafe<{ id: string; title: string }[]>(querySql);\n }\n\n async getRecordsHeadWithIds(tableId: string, recordIds: string[]) {\n const dbTableName = await this.getDbTableName(tableId);\n const field = await this.getPrimaryField(tableId);\n\n const queryBuilder = this.knex(dbTableName)\n .select({ title: field.dbFieldName, id: '__id' })\n .whereIn('__id', recordIds);\n\n const querySql = queryBuilder.toQuery();\n\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id: string; title: unknown }[]>(querySql);\n\n return result.map((r) => ({\n id: r.id,\n title: field.cellValue2String(r.title),\n }));\n }\n\n async filterRecordIdsByFilter(\n tableId: string,\n recordIds: string[],\n filter?: IFilter | null\n ): Promise {\n const { queryBuilder, alias } = await this.buildFilterSortQuery(\n tableId,\n {\n filter,\n },\n true\n );\n queryBuilder.whereIn(`${alias}.__id`, recordIds);\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ __id: string }[]>(queryBuilder.toQuery());\n return result.map((r) => r.__id);\n }\n\n async getDiffIdsByIdAndFilter(tableId: string, recordIds: string[], filter?: IFilter | null) {\n const ids = await this.filterRecordIdsByFilter(tableId, recordIds, filter);\n return difference(recordIds, ids);\n }\n\n @Timing()\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async groupDbCollection2GroupPoints(\n groupResult: { [key: string]: unknown; __c: number }[],\n groupFields: IFieldInstance[],\n groupBy: IGroup | undefined,\n collapsedGroupIds: string[] | undefined,\n rowCount: number\n ) {\n const groupPoints: IGroupPoint[] = [];\n const allGroupHeaderRefs: IGroupHeaderRef[] = [];\n const collapsedGroupIdsSet = new Set(collapsedGroupIds);\n let fieldValues: unknown[] = [Symbol(), Symbol(), Symbol()];\n let curRowCount = 0;\n let collapsedDepth = Number.MAX_SAFE_INTEGER;\n\n for (let i = 0; i < groupResult.length; i++) {\n const item = groupResult[i];\n const { __c: count } = item;\n\n for (let index = 0; index < groupFields.length; index++) {\n const field = groupFields[index];\n const { id, dbFieldName } = field;\n const fieldValue = convertValueToStringify(item[dbFieldName]);\n\n if (fieldValues[index] === fieldValue) continue;\n\n const flagString = `${id}_${[...fieldValues.slice(0, index), fieldValue].join('_')}`;\n const groupId = String(string2Hash(flagString));\n\n allGroupHeaderRefs.push({ id: groupId, depth: index });\n\n if (index > collapsedDepth) break;\n\n // Reset the collapsedDepth when encountering the next peer grouping\n collapsedDepth = Number.MAX_SAFE_INTEGER;\n\n fieldValues[index] = fieldValue;\n fieldValues = fieldValues.map((value, idx) => (idx > index ? Symbol() : value));\n\n const isCollapsedInner = collapsedGroupIdsSet.has(groupId) ?? false;\n let value = field.convertDBValue2CellValue(fieldValue);\n\n if (field.type === FieldType.Attachment) {\n value = await this.getAttachmentPresignedCellValue(value as IAttachmentCellValue);\n }\n\n groupPoints.push({\n id: groupId,\n type: GroupPointType.Header,\n depth: index,\n value,\n isCollapsed: isCollapsedInner,\n });\n\n if (isCollapsedInner) {\n collapsedDepth = index;\n }\n }\n\n curRowCount += Number(count);\n if (collapsedDepth !== Number.MAX_SAFE_INTEGER) continue;\n groupPoints.push({ type: GroupPointType.Row, count: Number(count) });\n }\n\n if (curRowCount < rowCount) {\n groupPoints.push(\n {\n id: 'unknown',\n type: GroupPointType.Header,\n depth: 0,\n value: 'Unknown',\n isCollapsed: false,\n },\n { type: GroupPointType.Row, count: rowCount - curRowCount }\n );\n }\n\n return {\n groupPoints,\n allGroupHeaderRefs,\n };\n }\n\n private getFilterByCollapsedGroup({\n groupBy,\n groupPoints,\n fieldInstanceMap,\n collapsedGroupIds,\n }: {\n groupBy: IGroup;\n groupPoints: IGroupPointsVo;\n fieldInstanceMap: Record;\n collapsedGroupIds?: string[];\n }) {\n if (!groupBy?.length || groupPoints == null || collapsedGroupIds == null) return null;\n const groupIds: string[] = [];\n const groupId2DataMap = groupPoints.reduce(\n (prev, cur) => {\n if (cur.type !== GroupPointType.Header) {\n return prev;\n }\n const { id, depth } = cur;\n\n groupIds[depth] = id;\n prev[id] = { ...cur, path: groupIds.slice(0, depth + 1) };\n return prev;\n },\n {} as Record\n );\n\n const filterQuery: IFilter = {\n conjunction: and.value,\n filterSet: [],\n };\n\n for (const groupId of collapsedGroupIds) {\n const groupData = groupId2DataMap[groupId];\n\n if (groupData == null) continue;\n\n const { path } = groupData;\n const innerFilterSet: IFilterSet = {\n conjunction: or.value,\n filterSet: [],\n };\n\n path.forEach((pathGroupId) => {\n const pathGroupData = groupId2DataMap[pathGroupId];\n\n if (pathGroupData == null) return;\n\n const { depth } = pathGroupData;\n const curGroup = groupBy[depth];\n\n if (curGroup == null) return;\n\n const { fieldId } = curGroup;\n const field = fieldInstanceMap[fieldId];\n\n if (field == null) return;\n\n const filterItem = generateFilterItem(field, pathGroupData.value);\n innerFilterSet.filterSet.push(filterItem);\n });\n\n filterQuery.filterSet.push(innerFilterSet);\n }\n\n return filterQuery;\n }\n\n async getRowCountByFilter(\n dbTableName: string,\n fieldInstanceMap: Record,\n tableId: string,\n filter?: IFilter,\n search?: [string, string?, boolean?],\n viewId?: string,\n useQueryModel = false\n ) {\n const withUserId = this.cls.get('user.id');\n const wrap = await this.recordPermissionService.wrapView(\n tableId,\n this.knex.queryBuilder(),\n viewId\n ? {\n viewId,\n }\n : undefined\n );\n\n const { qb, selectionMap } = await this.recordQueryBuilder.createRecordAggregateBuilder(\n wrap.viewCte ?? dbTableName,\n {\n tableId,\n aggregationFields: [],\n viewId,\n filter,\n currentUserId: withUserId,\n useQueryModel,\n builder: wrap.builder,\n }\n );\n\n if (search && search[2]) {\n const searchFields = await this.getSearchFields(\n fieldInstanceMap,\n search,\n viewId,\n wrap.enabledFieldIds\n );\n const tableIndex = await this.tableIndexService.getActivatedTableIndexes(tableId);\n qb.where((builder) => {\n this.dbProvider.searchQuery(builder, searchFields, tableIndex, search, { selectionMap });\n });\n }\n\n const rowCountSql = qb.count({ count: '*' });\n const sql = rowCountSql.toQuery();\n this.logger.debug('getRowCountSql: %s', sql);\n const result = await this.prismaService.$queryRawUnsafe<{ count?: number }[]>(sql);\n return Number(result[0].count);\n }\n\n public async getGroupRelatedData(tableId: string, query?: IGetRecordsRo, useQueryModel = false) {\n const { groupBy: extraGroupBy, filter, search, ignoreViewQuery, queryId } = query || {};\n let groupPoints: IGroupPoint[] = [];\n let allGroupHeaderRefs: IGroupHeaderRef[] = [];\n let collapsedGroupIds = query?.collapsedGroupIds;\n\n if (queryId) {\n const cacheKey = `query-params:${queryId}` as const;\n const cache = await this.cacheService.get(cacheKey);\n if (cache) {\n collapsedGroupIds = (cache.queryParams as IGetRecordsRo)?.collapsedGroupIds;\n }\n }\n\n const fullGroupBy = parseGroup(extraGroupBy);\n\n if (!fullGroupBy?.length) {\n return {\n groupPoints,\n filter,\n };\n }\n\n const viewId = ignoreViewQuery ? undefined : query?.viewId;\n const viewRaw = await this.getTinyView(tableId, viewId);\n const {\n viewCte,\n builder: permissionBuilder,\n enabledFieldIds,\n } = await this.recordPermissionService.wrapView(tableId, this.knex.queryBuilder(), {\n keepPrimaryKey: Boolean(query?.filterLinkCellSelected),\n viewId,\n });\n const fieldInstanceMap = (await this.getNecessaryFieldMap(\n tableId,\n filter,\n undefined,\n fullGroupBy,\n search,\n enabledFieldIds\n ))!;\n const enabledFieldIdSet = enabledFieldIds ? new Set(enabledFieldIds) : undefined;\n const groupBy = fullGroupBy.filter(\n (item) =>\n fieldInstanceMap[item.fieldId] &&\n (!enabledFieldIdSet || enabledFieldIdSet.has(item.fieldId))\n );\n\n if (!groupBy?.length) {\n return {\n groupPoints,\n filter,\n builder: permissionBuilder,\n };\n }\n\n const dbTableName = await this.getDbTableName(tableId);\n\n const filterStr = viewRaw?.filter;\n const mergedFilter = mergeWithDefaultFilter(filterStr, filter);\n const groupFieldIds = groupBy.map((item) => item.fieldId);\n\n const withUserId = this.cls.get('user.id');\n const shouldUseQueryModel = useQueryModel && !viewCte;\n const { qb: queryBuilder, selectionMap } =\n await this.recordQueryBuilder.createRecordAggregateBuilder(viewCte ?? dbTableName, {\n tableId,\n viewId,\n filter: mergedFilter,\n aggregationFields: [\n {\n fieldId: '*',\n statisticFunc: StatisticsFunc.Count,\n alias: '__c',\n },\n ],\n groupBy,\n currentUserId: withUserId,\n useQueryModel: shouldUseQueryModel,\n builder: permissionBuilder,\n });\n\n if (search && search[2]) {\n const searchFields = await this.getSearchFields(fieldInstanceMap, search, viewId);\n const tableIndex = await this.tableIndexService.getActivatedTableIndexes(tableId);\n queryBuilder.where((builder) => {\n this.dbProvider.searchQuery(builder, searchFields, tableIndex, search, { selectionMap });\n });\n }\n\n queryBuilder.limit(this.thresholdConfig.maxGroupPoints);\n\n const groupSql = queryBuilder.toQuery();\n this.logger.debug('groupSql: %s', groupSql);\n const groupFields = groupFieldIds.map((fieldId) => fieldInstanceMap[fieldId]).filter(Boolean);\n const rowCount = await this.getRowCountByFilter(\n dbTableName,\n fieldInstanceMap,\n tableId,\n mergedFilter,\n search,\n viewId,\n useQueryModel\n );\n\n try {\n const result =\n await this.prismaService.$queryRawUnsafe<{ [key: string]: unknown; __c: number }[]>(\n groupSql\n );\n const pointsResult = await this.groupDbCollection2GroupPoints(\n result,\n groupFields,\n groupBy,\n collapsedGroupIds,\n rowCount\n );\n groupPoints = pointsResult.groupPoints;\n allGroupHeaderRefs = pointsResult.allGroupHeaderRefs;\n } catch (error) {\n this.logger.error(`Get group points error in table ${tableId}: `, error);\n }\n\n const filterWithCollapsed = this.getFilterByCollapsedGroup({\n groupBy,\n groupPoints,\n fieldInstanceMap,\n collapsedGroupIds,\n });\n\n return {\n groupPoints,\n allGroupHeaderRefs,\n filter: mergeFilter(filter, filterWithCollapsed),\n builder: permissionBuilder,\n };\n }\n\n async getRecordStatus(\n tableId: string,\n recordId: string,\n query: IGetRecordsRo\n ): Promise {\n const dbTableName = await this.getDbTableName(tableId);\n const queryBuilder = this.knex(dbTableName).select('__id').where('__id', recordId).limit(1);\n\n const result = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ __id: string }[]>(queryBuilder.toQuery());\n\n const isDeleted = result.length === 0;\n\n if (isDeleted) {\n return { isDeleted, isVisible: false };\n }\n\n const queryResult = await this.getDocIdsByQuery(\n tableId,\n {\n ignoreViewQuery: query.ignoreViewQuery ?? false,\n viewId: query.viewId,\n skip: query.skip,\n take: query.take,\n filter: query.filter,\n orderBy: query.orderBy,\n search: query.search,\n groupBy: query.groupBy,\n filterLinkCellCandidate: query.filterLinkCellCandidate,\n filterLinkCellSelected: query.filterLinkCellSelected,\n selectedRecordIds: query.selectedRecordIds,\n },\n true\n );\n const isVisible = queryResult.ids.includes(recordId);\n return { isDeleted, isVisible };\n }\n\n async emitRecordAuditLogEvent(\n action: UpdateRecordAction | CreateRecordAction,\n tableId: string,\n recordCount: number,\n appId?: string\n ) {\n this.eventEmitter.emit(Events.TABLE_RECORD_CREATE_RELATIVE, {\n action,\n resourceId: tableId,\n recordCount,\n params: {\n appId,\n },\n });\n }\n\n async getRecordsCollaborators(\n tableId: string,\n query: IRecordGetCollaboratorsRo & { filter?: IFilter | null }\n ) {\n const { fieldId, skip, take, search, filter } = query;\n const [fieldRaw] = await this.dataLoaderService.field.load(tableId, {\n id: [fieldId],\n });\n if (\n !fieldRaw ||\n ![FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy].includes(\n fieldRaw.type as FieldType\n )\n ) {\n throw new CustomHttpException(\n 'field type is not user-related field',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.share.fieldNotUserRelatedField',\n },\n }\n );\n }\n const { queryBuilder } = await this.buildFilterSortQuery(\n tableId,\n {\n filter,\n },\n true\n );\n const collaboratorsQueryBuilder = this.knex.queryBuilder().with('table_records', queryBuilder);\n\n const { dbFieldName, isMultipleCellValue } = fieldRaw;\n collaboratorsQueryBuilder.whereNotNull(dbFieldName);\n collaboratorsQueryBuilder.from('table_records');\n this.dbProvider.shareFilterCollaboratorsQuery(\n collaboratorsQueryBuilder,\n dbFieldName,\n isMultipleCellValue\n );\n\n const resQuery = this.knex('users')\n .with('coll', collaboratorsQueryBuilder)\n .select('id', 'email', 'name', 'avatar')\n .from('coll')\n .leftJoin('users', 'users.id', '=', 'coll.user_id')\n .limit(take ?? 50)\n .offset(skip ?? 0);\n if (search) {\n this.dbProvider.searchBuilder(resQuery, [\n ['users.name', search],\n ['users.email', search],\n ]);\n }\n const users = await this.prismaService\n .txClient()\n // eslint-disable-next-line @typescript-eslint/naming-convention\n .$queryRawUnsafe<{ id: string; email: string; name: string; avatar: string | null }[]>(\n resQuery.toQuery()\n );\n\n return users.map(({ id, email, name, avatar }) => ({\n userId: id,\n email,\n userName: name,\n avatar: avatar && getPublicFullStorageUrl(avatar),\n }));\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/type.ts", "content": "import type { Field } from '@prisma/client';\nimport type { IUpdateRecordsRo } from '@teable/openapi';\n\nexport type IFieldRaws = Pick<\n Field,\n | 'id'\n | 'name'\n | 'type'\n | 'options'\n | 'unique'\n | 'notNull'\n | 'isComputed'\n | 'isLookup'\n | 'isConditionalLookup'\n | 'lookupOptions'\n | 'lookupLinkedFieldId'\n | 'dbFieldName'\n>[];\n\nexport type IUpdateRecordsInternalRo = Omit & {\n fieldIds?: string[];\n records: {\n id: string;\n fields: Record;\n order?: Record;\n }[];\n};\n" }, { "path": "apps/nestjs-backend/src/features/record/typecast.validate.spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { IUserCellValue } from '@teable/core';\nimport { Colors, FieldType, UserFieldCore } from '@teable/core';\nimport type { PrismaService } from '@teable/db-main-prisma';\nimport { plainToInstance } from 'class-transformer';\nimport { vi } from 'vitest';\nimport { mockDeep, mockReset } from 'vitest-mock-extended';\nimport { getError } from '../../../test/utils/get-error';\nimport type { AttachmentsStorageService } from '../attachments/attachments-storage.service';\nimport type { CollaboratorService } from '../collaborator/collaborator.service';\nimport type { DataLoaderService } from '../data-loader/data-loader.service';\nimport type { FieldConvertingService } from '../field/field-calculate/field-converting.service';\nimport type { IFieldInstance } from '../field/model/factory';\nimport type { SingleSelectFieldDto } from '../field/model/field-dto/single-select-field.dto';\nimport type { UserFieldDto } from '../field/model/field-dto/user-field.dto';\nimport type { RecordService } from './record.service';\nimport { TypeCastAndValidate } from './typecast.validate';\n\nvi.mock('zod-validation-error', () => {\n return {\n __esModule: true,\n fromZodError: (message: any) => message,\n };\n});\n\ndescribe('TypeCastAndValidate', () => {\n const prismaService = mockDeep();\n const fieldConvertingService = mockDeep();\n const recordService = mockDeep();\n const attachmentsStorageService = mockDeep();\n const collaboratorService = mockDeep();\n const dataLoaderService = mockDeep();\n\n const services = {\n prismaService,\n fieldConvertingService,\n recordService,\n attachmentsStorageService,\n collaboratorService,\n dataLoaderService,\n };\n const tableId = 'tableId';\n\n afterEach(() => {\n mockReset(fieldConvertingService);\n mockReset(prismaService);\n mockReset(recordService);\n mockReset(collaboratorService);\n mockReset(dataLoaderService);\n });\n\n describe('typecastCellValuesWithField', () => {\n it('should call castToSingleSelect for single select field', async () => {\n const field = mockDeep({ type: FieldType.SingleSelect, isComputed: false });\n const typeCastAndValidate = new TypeCastAndValidate({ services, field, tableId });\n const cellValues: unknown[] = [];\n\n vi.spyOn(typeCastAndValidate as any, 'castToSingleSelect').mockResolvedValue(cellValues);\n\n const result = await typeCastAndValidate.typecastCellValuesWithField(cellValues);\n\n expect(result).toEqual(cellValues);\n expect(typeCastAndValidate['castToSingleSelect']).toBeCalledWith(cellValues);\n });\n\n it('should call castToMultipleSelect for multiple select field', async () => {\n const field = mockDeep({ type: FieldType.MultipleSelect, isComputed: false });\n const typeCastAndValidate = new TypeCastAndValidate({ services, field, tableId });\n const cellValues: unknown[] = [];\n\n vi.spyOn(typeCastAndValidate as any, 'castToMultipleSelect').mockResolvedValue(cellValues);\n\n const result = await typeCastAndValidate.typecastCellValuesWithField(cellValues);\n\n expect(result).toEqual(cellValues);\n expect(typeCastAndValidate['castToMultipleSelect']).toBeCalledWith(cellValues);\n });\n\n it('should call castToLink for link field', async () => {\n const field = mockDeep({ type: FieldType.Link, isComputed: false });\n const typeCastAndValidate = new TypeCastAndValidate({ services, field, tableId });\n const cellValues: Record[] = [];\n\n vi.spyOn(typeCastAndValidate as any, 'castToLink').mockResolvedValue(cellValues);\n\n const result = await typeCastAndValidate.typecastCellValuesWithField(cellValues);\n\n expect(result).toEqual(cellValues);\n expect(typeCastAndValidate['castToLink']).toBeCalledWith(cellValues);\n });\n\n it('should call defaultCastTo for other field', async () => {\n const field = mockDeep({ type: FieldType.SingleLineText, isComputed: false });\n const typeCastAndValidate = new TypeCastAndValidate({ services, field, tableId });\n const cellValues: unknown[] = [];\n\n vi.spyOn(typeCastAndValidate as any, 'defaultCastTo').mockResolvedValue(cellValues);\n\n const result = await typeCastAndValidate.typecastCellValuesWithField(cellValues);\n\n expect(result).toEqual(cellValues);\n expect(typeCastAndValidate['defaultCastTo']).toBeCalledWith(cellValues);\n });\n\n it('should reject if sub method throws error', async () => {\n const field = mockDeep({ type: FieldType.SingleSelect, isComputed: false });\n const typeCastAndValidate = new TypeCastAndValidate({ services, field, tableId });\n\n vi.spyOn(typeCastAndValidate as any, 'castToSingleSelect').mockImplementation(() => {\n throw new Error('xxxxx');\n });\n\n await expect(typeCastAndValidate.typecastCellValuesWithField([])).rejects.toThrow();\n });\n });\n\n describe('valueToStringArray', () => {\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field: mockDeep(),\n tableId,\n });\n it('should return null for null value', () => {\n const result = typeCastAndValidate['valueToStringArray'](null);\n expect(result).toBeNull();\n });\n\n it('should convert array to string array', () => {\n const value = [1, '2', null, undefined];\n const result = typeCastAndValidate['valueToStringArray'](value);\n expect(result).toEqual(['1', '2']);\n });\n\n it('should return single element array for string', () => {\n const value = 'str';\n const result = typeCastAndValidate['valueToStringArray'](value);\n expect(result).toEqual(['str']);\n });\n\n it('should convert object to string', () => {\n const value = { toString: () => 'obj' };\n const result = typeCastAndValidate['valueToStringArray'](value);\n expect(result).toEqual(['obj']);\n });\n\n it('should filter out null values in array', () => {\n const value = [1, null, 2];\n const result = typeCastAndValidate['valueToStringArray'](value);\n expect(result).toEqual(['1', '2']);\n });\n\n it('should filter out empty string values', () => {\n const value = ['1', '', '2'];\n const result = typeCastAndValidate['valueToStringArray'](value);\n expect(result).toEqual(['1', '2']);\n });\n\n it('should handle error when toString throws', () => {\n const value = {\n toString: () => {\n throw new Error();\n },\n };\n expect(() => typeCastAndValidate['valueToStringArray'](value)).toThrow();\n });\n });\n\n it('should bypass notNull for computed fields', async () => {\n const field = mockDeep({\n type: FieldType.Formula,\n isComputed: true,\n notNull: true,\n validateCellValue: vi.fn().mockReturnValue({ success: true, data: null }),\n validateCellValueWithNotNull: vi.fn().mockReturnValue({ success: true, data: null }),\n });\n const typeCastAndValidate = new TypeCastAndValidate({ services, field, tableId });\n const result = (typeCastAndValidate as any).mapFieldsCellValuesWithValidate(\n [null],\n (v: any) => v\n );\n expect(result[0]).toBeNull();\n expect(field.validateCellValueWithNotNull).toHaveBeenCalled();\n });\n\n describe('mapFieldsCellValuesWithValidate', () => {\n const field = mockDeep({ id: 'fldxxxx' });\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field,\n tableId,\n typecast: true,\n });\n it('should map record and apply callback', () => {\n const cellValues = [1];\n const callback = vi.fn(() => 'value');\n\n field.validateCellValueWithNotNull = vi.fn().mockReturnValue({\n success: false,\n error: 'error',\n }) as any;\n\n const result = typeCastAndValidate['mapFieldsCellValuesWithValidate'](cellValues, callback);\n\n expect(result).toEqual(['value']);\n expect(callback).toBeCalledWith(1);\n });\n\n it('should throw error when validate fails', async () => {\n const cellValues = [1];\n\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field,\n tableId,\n });\n\n field.validateCellValueWithNotNull = vi.fn().mockReturnValue({\n success: false,\n error: 'error',\n }) as any;\n\n const error = await getError(async () =>\n typeCastAndValidate['mapFieldsCellValuesWithValidate'](cellValues, vi.fn())\n );\n expect(error).toBeDefined();\n expect(error?.status).toBe(400);\n });\n\n it('should return null if typecast is false', () => {\n const field = mockDeep({\n validateCellValueWithNotNull: vi.fn().mockReturnValue({ success: true, data: null }),\n }) as any;\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field,\n tableId,\n });\n\n field.validateCellValue = vi.fn().mockReturnValue({\n success: true,\n }) as any;\n\n const cellValues = [1];\n\n const result = typeCastAndValidate['mapFieldsCellValuesWithValidate'](\n cellValues,\n () => 'value'\n );\n\n expect(result).toEqual([null]);\n });\n\n it('should not throw error if no field value', () => {\n const cellValues = [undefined];\n\n const result = typeCastAndValidate['mapFieldsCellValuesWithValidate'](cellValues, vi.fn());\n\n expect(result).toEqual([undefined]);\n });\n });\n\n describe('createOptionsIfNotExists', () => {\n const field = {\n id: 'fldxxxx',\n type: FieldType.SingleSelect,\n options: { choices: [{ id: 'xxx', name: '1', color: Colors.Blue }] },\n } as any;\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field,\n tableId,\n typecast: true,\n });\n\n it('should create new options and update field', async () => {\n fieldConvertingService.stageAnalysis.mockImplementation(() => Promise.resolve({}) as any);\n\n await typeCastAndValidate['createOptionsIfNotExists'](['1', '2']);\n\n expect(fieldConvertingService.stageAnalysis).toBeCalledWith(\n tableId,\n field.id,\n expect.objectContaining({\n type: FieldType.SingleSelect,\n options: expect.objectContaining({\n choices: expect.arrayContaining([\n expect.objectContaining({ name: '1' }),\n expect.objectContaining({ name: '2' }),\n ]),\n }),\n })\n );\n });\n\n it('should return if no options', async () => {\n fieldConvertingService.stageAnalysis.mockImplementation(() => Promise.resolve() as any);\n await typeCastAndValidate['createOptionsIfNotExists']([]);\n\n expect(fieldConvertingService.stageAnalysis).not.toBeCalled();\n });\n });\n\n describe('defaultCastTo', () => {\n it('should call mapFieldsCellValuesWithValidate with repair callback', () => {\n const field = mockDeep({ id: 'fldxxxx', repair: () => 'repair' });\n const cellValues = ['value'];\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field,\n tableId,\n typecast: true,\n });\n\n vi.spyOn(typeCastAndValidate as any, 'mapFieldsCellValuesWithValidate').mockImplementation(\n (...args: any[]) => (args[1] as any)()\n );\n\n const result = typeCastAndValidate['defaultCastTo'](cellValues);\n\n expect(result).toEqual('repair');\n });\n });\n\n describe('castToSingleSelect', () => {\n const field = mockDeep({\n id: 'fldxxxx',\n type: FieldType.SingleSelect,\n options: {\n choices: [{ id: '1', name: 'option 1', color: Colors.Blue }],\n preventAutoNewOptions: false,\n },\n });\n const cellValues = ['value'];\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field,\n tableId,\n typecast: true,\n });\n it('should call dependencies correctly and return', async () => {\n vi.spyOn(typeCastAndValidate as any, 'mapFieldsCellValuesWithValidate').mockImplementation(\n (...args: any[]) => (args[1] as any)('value')\n );\n\n vi.spyOn(typeCastAndValidate as any, 'createOptionsIfNotExists').mockImplementation(\n () => ({})\n );\n\n const result = await typeCastAndValidate['castToSingleSelect'](cellValues);\n\n expect(typeCastAndValidate['mapFieldsCellValuesWithValidate']).toBeCalled();\n expect(typeCastAndValidate['createOptionsIfNotExists']).toBeCalledWith(['value']);\n expect(result).toEqual('value');\n });\n });\n\n describe('castToMultipleSelect', () => {\n const field = mockDeep({\n id: 'fldxxxx',\n type: FieldType.SingleSelect,\n options: {\n choices: [{ id: '1', name: 'option 1', color: Colors.Blue }],\n preventAutoNewOptions: false,\n },\n });\n const cellValues = ['value'];\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field,\n tableId,\n typecast: true,\n });\n it('should call dependencies correctly and return', async () => {\n vi.spyOn(typeCastAndValidate as any, 'mapFieldsCellValuesWithValidate').mockImplementation(\n (...args: any[]) => (args[1] as any)('value')\n );\n\n vi.spyOn(typeCastAndValidate as any, 'createOptionsIfNotExists').mockImplementation(\n () => ({})\n );\n\n const result = await typeCastAndValidate['castToMultipleSelect'](cellValues);\n\n expect(typeCastAndValidate['mapFieldsCellValuesWithValidate']).toBeCalled();\n expect(typeCastAndValidate['createOptionsIfNotExists']).toBeCalledWith(['value']);\n expect(result).toEqual(['value']);\n });\n });\n\n describe('castToUser', () => {\n const bobCv: IUserCellValue = {\n id: '1',\n title: 'bob',\n email: 'bob@example.com',\n avatarUrl: expect.stringContaining('api/attachments/read/public/avatar/1'),\n };\n const tomCv: IUserCellValue = {\n id: '2',\n title: 'tom',\n email: 'tom@example.com',\n avatarUrl: expect.stringContaining('api/attachments/read/public/avatar/2'),\n };\n beforeEach(() => {\n collaboratorService.getUserCollaboratorsByTableId.mockResolvedValue([\n { id: '1', name: 'bob', email: 'bob@example.com', avatar: null, isSystem: false },\n { id: '2', name: 'tom', email: 'tom@example.com', avatar: null, isSystem: false },\n ]);\n });\n\n it('string cell value', async () => {\n const field = mockDeep({\n id: 'fldxxxx',\n type: FieldType.User,\n });\n field.convertStringToCellValue.mockImplementation((value: string, ctx: any) => {\n return new UserFieldCore().convertStringToCellValue(value, ctx);\n });\n const cellValues = ['bob', '1', 'bob@example.com', 'xxxx', 'bob,tom'];\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field,\n tableId,\n typecast: true,\n });\n\n vi.spyOn(typeCastAndValidate as any, 'mapFieldsCellValuesWithValidate').mockImplementation(\n (...args: any[]) => args[0].map((v: any) => (args[1] as any)(v))\n );\n\n const expectedCv: (IUserCellValue | null)[] = [bobCv, bobCv, bobCv, null, bobCv];\n\n const result = await typeCastAndValidate['castToUser'](cellValues);\n expect(result).toEqual(expectedCv);\n });\n\n it('multiple cell value', async () => {\n const field = mockDeep({\n id: 'fldxxxx',\n type: FieldType.User,\n isMultipleCellValue: true,\n });\n field.convertStringToCellValue.mockImplementation((value: string, ctx: any) => {\n return plainToInstance(UserFieldCore, {\n isMultipleCellValue: true,\n }).convertStringToCellValue(value, ctx);\n });\n const cellValues = ['bob', '1', 'bob@example.com', 'xxxx', 'bob,tom'];\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field,\n tableId,\n typecast: true,\n });\n vi.spyOn(typeCastAndValidate as any, 'mapFieldsCellValuesWithValidate').mockImplementation(\n (...args: any[]) => args[0].map((v: any) => (args[1] as any)(v))\n );\n const result = await typeCastAndValidate['castToUser'](cellValues);\n const expectedCv: (IUserCellValue | IUserCellValue[] | null)[] = [\n [bobCv],\n [bobCv],\n [bobCv],\n null,\n [bobCv, tomCv],\n ];\n expect(result).toEqual(expectedCv);\n });\n\n it('object cell value', async () => {\n const field = mockDeep({\n id: 'fldxxxx',\n type: FieldType.User,\n });\n\n const cellValues = [\n { id: '1' },\n { name: 'bob' },\n { email: 'bob@example.com' },\n null,\n { title: 'bob' },\n ];\n\n field.convertStringToCellValue.mockImplementation((value: string, ctx: any) => {\n return new UserFieldCore().convertStringToCellValue(value, ctx);\n });\n\n const typeCastAndValidate = new TypeCastAndValidate({\n services,\n field,\n tableId,\n typecast: true,\n });\n vi.spyOn(typeCastAndValidate as any, 'mapFieldsCellValuesWithValidate').mockImplementation(\n (...args: any[]) => args[0].map((v: any) => (args[1] as any)(v))\n );\n const result = await typeCastAndValidate['castToUser'](cellValues);\n\n expect(result).toEqual([bobCv, bobCv, bobCv, null, bobCv]);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/record/typecast.validate.ts", "content": "import { BadRequestException } from '@nestjs/common';\nimport type {\n FieldCore,\n IAttachmentCellValueRo,\n IAttachmentItem,\n IAttachmentItemRo,\n ILinkCellValue,\n ISelectFieldChoice,\n ISelectFieldOptions,\n IUserCellValue,\n UserFieldCore,\n} from '@teable/core';\nimport {\n ColorUtils,\n FieldType,\n generateAttachmentId,\n generateChoiceId,\n HttpErrorCode,\n IdPrefix,\n nullsToUndefined,\n} from '@teable/core';\nimport type { PrismaService } from '@teable/db-main-prisma';\nimport { isObject, keyBy, map } from 'lodash';\nimport { fromZodError } from 'zod-validation-error';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { AttachmentsStorageService } from '../attachments/attachments-storage.service';\nimport type { CollaboratorService } from '../collaborator/collaborator.service';\nimport type { DataLoaderService } from '../data-loader/data-loader.service';\nimport type { FieldConvertingService } from '../field/field-calculate/field-converting.service';\nimport type { LinkFieldDto } from '../field/model/field-dto/link-field.dto';\nimport type { MultipleSelectFieldDto } from '../field/model/field-dto/multiple-select-field.dto';\nimport type { SingleSelectFieldDto } from '../field/model/field-dto/single-select-field.dto';\nimport { UserFieldDto } from '../field/model/field-dto/user-field.dto';\nimport type { RecordService } from './record.service';\n\ninterface IServices {\n prismaService: PrismaService;\n fieldConvertingService: FieldConvertingService;\n recordService: RecordService;\n attachmentsStorageService: AttachmentsStorageService;\n collaboratorService: CollaboratorService;\n dataLoaderService: DataLoaderService;\n}\n\ninterface IObjectType {\n id?: string;\n title?: string;\n name?: string;\n email?: string;\n}\n\nconst convertUser = (input: unknown): string | undefined => {\n if (typeof input === 'string') return input;\n\n if (Array.isArray(input)) {\n if (input.every((item) => typeof item === 'string')) {\n return input.join();\n }\n if (input.every((item) => typeof item === 'object' && item !== null)) {\n return (\n input\n .map((item) => convertUser(item as IObjectType))\n .filter(Boolean)\n .join() || undefined\n );\n }\n return undefined;\n }\n\n if (typeof input === 'object' && input !== null) {\n const obj = input as IObjectType;\n return obj.id ?? obj.email ?? obj.title ?? obj.name ?? undefined;\n }\n\n return undefined;\n};\n\n/**\n * Cell type conversion:\n * Because there are some merge operations, we choose column-by-column conversion here.\n */\nexport class TypeCastAndValidate {\n private readonly services: IServices;\n private readonly field: FieldCore;\n private readonly tableId: string;\n private readonly typecast?: boolean;\n private cache: Record = {};\n\n constructor({\n services,\n field,\n typecast,\n tableId,\n }: {\n services: IServices;\n field: FieldCore;\n typecast?: boolean;\n tableId: string;\n }) {\n this.services = services;\n this.field = field;\n this.typecast = typecast;\n this.tableId = tableId;\n if (\n !this.field.isComputed &&\n (this.field.type === FieldType.SingleSelect || this.field.type === FieldType.MultipleSelect)\n ) {\n this.cache.choicesMap = keyBy((this.field.options as ISelectFieldOptions).choices, 'name');\n }\n }\n\n /**\n * Attempts to cast a cell value to the appropriate type based on the field configuration.\n * Calls the appropriate typecasting method depending on the field type.\n */\n async typecastCellValuesWithField(cellValues: unknown[]) {\n const { type, isComputed } = this.field;\n if (isComputed) {\n return cellValues;\n }\n switch (type) {\n case FieldType.SingleSelect:\n return await this.castToSingleSelect(cellValues);\n case FieldType.MultipleSelect:\n return await this.castToMultipleSelect(cellValues);\n case FieldType.Link: {\n return await this.castToLink(cellValues);\n }\n case FieldType.User:\n return await this.castToUser(cellValues);\n case FieldType.Attachment:\n return await this.castToAttachment(cellValues);\n case FieldType.Date:\n return this.castToDate(cellValues);\n default:\n return this.defaultCastTo(cellValues);\n }\n }\n\n private defaultCastTo(cellValues: unknown[]) {\n return this.mapFieldsCellValuesWithValidate(cellValues, (cellValue: unknown) => {\n return this.field.repair(cellValue);\n });\n }\n\n /**\n * Traverse fieldRecords, and do validation here.\n */\n private mapFieldsCellValuesWithValidate(\n cellValues: unknown[],\n callBack: (cellValue: unknown) => unknown,\n validateBusinessRules?: (cellValue: unknown) => unknown\n ) {\n return cellValues.map((cellValue) => {\n if (cellValue === undefined) {\n return;\n }\n const validate = this.field.validateCellValueWithNotNull(cellValue);\n if (!validate) return;\n if (!validate.success) {\n if (this.typecast) {\n return callBack(cellValue);\n } else if (validate?.error) {\n throw new CustomHttpException(\n `Cell value ${cellValue} typecast field ${this.field.name}[${this.field.id}] validation failed: ${fromZodError(validate.error).message}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.typecast.cellValueValidationFailed',\n },\n }\n );\n }\n }\n if (this.field.type === FieldType.SingleLineText || this.field.type === FieldType.LongText) {\n return this.field.convertStringToCellValue(validate.data as string);\n }\n return validate.data == null ? null : validateBusinessRules?.(validate.data) ?? validate.data;\n });\n }\n\n /**\n * Converts the provided value to a string array.\n * Handles multiple types of input such as arrays, strings, and other types.\n */\n private valueToStringArray(value: unknown): string[] | null {\n if (value == null) {\n return null;\n }\n if (Array.isArray(value)) {\n return value.filter((v) => v != null && v !== '').map((v) => String(v).trim());\n }\n if (typeof value === 'string') {\n const trimValue = value.trim();\n return trimValue ? [trimValue] : null;\n }\n const strValue = String(value);\n if (strValue != null) {\n const trimValue = strValue.trim();\n return trimValue ? [trimValue] : null;\n }\n\n return null;\n }\n\n /**\n * Creates select options if they do not already exist in the field.\n * Also updates the field with the newly created options.\n */\n private async createOptionsIfNotExists(choicesNames: string[]) {\n if (!choicesNames.length) {\n return;\n }\n const { id, type, options, aiConfig } = this.field as\n | SingleSelectFieldDto\n | MultipleSelectFieldDto;\n const existsChoicesNameMap = this.cache.choicesMap as Record;\n const notExists = choicesNames.filter((name) => !existsChoicesNameMap[name]);\n const colors = ColorUtils.randomColor(map(options.choices, 'color'), notExists.length);\n const newChoices = notExists.map((name, index) => ({\n id: generateChoiceId(),\n name,\n color: colors[index],\n }));\n\n // TODO: seems not necessary\n const { newField } = await this.services.fieldConvertingService.stageAnalysis(\n this.tableId,\n id,\n {\n type,\n aiConfig,\n options: {\n ...options,\n choices: options.choices.concat(newChoices),\n },\n }\n );\n\n await this.services.fieldConvertingService.stageAlter(this.tableId, newField, this.field);\n await this.services.dataLoaderService.field.clear();\n }\n\n /**\n * Casts the value to a single select option.\n * Creates the option if it does not already exist.\n */\n private async castToSingleSelect(cellValues: unknown[]): Promise {\n const allValuesSet = new Set();\n const { preventAutoNewOptions } = this.field.options as ISelectFieldOptions;\n const existsChoicesNameMap = this.cache.choicesMap as Record;\n const newCellValues = this.mapFieldsCellValuesWithValidate(cellValues, (cellValue: unknown) => {\n const valueArr = this.valueToStringArray(cellValue);\n const newCellValue: string | null = valueArr?.length ? valueArr[0] : null;\n newCellValue && allValuesSet.add(newCellValue);\n return newCellValue;\n }) as string[];\n\n if (preventAutoNewOptions) {\n return newCellValues\n ? newCellValues.map((v) => (existsChoicesNameMap[v] ? v : null))\n : newCellValues;\n }\n\n await this.createOptionsIfNotExists([...allValuesSet]);\n return newCellValues;\n }\n\n private castToDate(cellValues: unknown[]): unknown[] {\n return cellValues.map((cellValue) => {\n if (cellValue === undefined) {\n return;\n }\n const validate = this.field.validateCellValue(cellValue);\n if (!validate) return;\n if (!validate.success) {\n return this.field.repair(cellValue);\n }\n return validate.data == null ? null : validate.data;\n });\n }\n\n /**\n * Casts the value to multiple select options.\n * Creates the option if it does not already exist.\n */\n private async castToMultipleSelect(cellValues: unknown[]): Promise {\n const allValuesSet = new Set();\n const { preventAutoNewOptions } = this.field.options as ISelectFieldOptions;\n const newCellValues = this.mapFieldsCellValuesWithValidate(cellValues, (cellValue: unknown) => {\n const valueArr =\n typeof cellValue === 'string'\n ? cellValue.split(',').map((s) => s.trim())\n : Array.isArray(cellValue)\n ? cellValue.filter((v) => typeof v === 'string').map((v) => v.trim())\n : null;\n const newCellValue: string[] | null = valueArr?.length ? valueArr : null;\n // collect all options\n newCellValue?.forEach((v) => v && allValuesSet.add(v));\n return newCellValue;\n });\n\n if (preventAutoNewOptions) {\n const existsChoicesNameMap = this.cache.choicesMap as Record;\n return newCellValues\n ? newCellValues.map((v) => {\n if (v && Array.isArray(v)) {\n return (v as string[]).filter((v) => existsChoicesNameMap[v]);\n }\n return v;\n })\n : newCellValues;\n }\n\n await this.createOptionsIfNotExists([...allValuesSet]);\n return newCellValues;\n }\n\n /**\n * Casts the value to a link type, link it with another table.\n * Try to find the rows with matching titles from the link table and write them to the cell.\n */\n private async castToLink(cellValues: unknown[]): Promise {\n const linkRecordMap = this.typecast ? await this.getLinkTableRecordMap(cellValues) : {};\n return this.mapFieldsCellValuesWithValidate(cellValues, (cellValue: unknown) => {\n return this.castToLinkOne(cellValue, linkRecordMap);\n });\n }\n\n private async castToUser(cellValues: unknown[]): Promise {\n const userStrArray = cellValues.map((v) => {\n const stringCv = convertUser(v);\n if (!stringCv) {\n return [];\n }\n const stringCvArr = stringCv.split(',').map((s) => s.trim());\n if (this.field.isMultipleCellValue) {\n return stringCvArr;\n }\n return stringCvArr[0];\n });\n const ctx = await this.services.collaboratorService.getUserCollaboratorsByTableId(\n this.tableId,\n {\n containsIn: {\n keys: ['id', 'name', 'email', 'phone'],\n values: userStrArray.flat(),\n },\n }\n );\n\n const userMap = keyBy(ctx, 'id');\n\n return this.mapFieldsCellValuesWithValidate(\n cellValues,\n (cellValue: unknown) => {\n const strValue = convertUser(cellValue);\n if (strValue) {\n const cv = (this.field as UserFieldCore).convertStringToCellValue(strValue, {\n userSets: ctx,\n });\n if (Array.isArray(cv)) {\n return cv.map(UserFieldDto.fullAvatarUrl);\n }\n return cv ? UserFieldDto.fullAvatarUrl(cv) : cv;\n }\n return null;\n },\n (validatedCellValue: unknown) => {\n if (this.field.isMultipleCellValue) {\n const notInUserMap = (validatedCellValue as IUserCellValue[]).find((v) => !userMap[v.id]);\n if (notInUserMap) {\n throw new CustomHttpException(\n `User(${notInUserMap.id}) not found in table(${this.tableId})`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.user.notFound',\n },\n }\n );\n }\n return (validatedCellValue as IUserCellValue[]).map((v) => {\n const user = userMap[v.id];\n return UserFieldDto.fullAvatarUrl({\n id: user.id,\n title: user.name,\n email: user.email,\n });\n });\n }\n const user = userMap[(validatedCellValue as IUserCellValue).id];\n if (!user) {\n throw new CustomHttpException(\n `User(${(validatedCellValue as IUserCellValue).id}) not found in table(${this.tableId})`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.user.notFound',\n },\n }\n );\n }\n return UserFieldDto.fullAvatarUrl({\n id: user.id,\n title: user.name,\n email: user.email,\n });\n }\n );\n }\n\n private async getAttachmentCvMapByCv(cellValues: unknown[]): Promise<\n Record<\n string,\n {\n token: string;\n size: number;\n mimetype: string;\n width: number | null;\n height: number | null;\n path: string;\n }\n >\n > {\n const tokens = cellValues\n .flat()\n .flatMap((v) => {\n if (isObject(v) && 'token' in v && typeof v.token === 'string') {\n return [v.token];\n }\n })\n .filter(Boolean) as string[];\n if (tokens.length === 0) {\n return {};\n }\n const attachmentMetadata = await this.services.prismaService.attachments.findMany({\n where: { token: { in: tokens } },\n select: {\n token: true,\n size: true,\n mimetype: true,\n width: true,\n height: true,\n path: true,\n },\n });\n return keyBy(\n attachmentMetadata.map((a) => ({ ...a, size: Number(a.size) })),\n 'token'\n );\n }\n\n private async castToAttachment(cellValues: unknown[]): Promise {\n const attachmentItemsMap = this.typecast ? await this.getAttachmentItemMap(cellValues) : {};\n const attachmentCvMap = await this.getAttachmentCvMapByCv(cellValues);\n const unsignedValues = this.mapFieldsCellValuesWithValidate(\n cellValues,\n (cellValue: unknown) => {\n const splitValues = typeof cellValue === 'string' ? cellValue.split(',') : cellValue;\n if (Array.isArray(splitValues)) {\n const result = splitValues.map((v) => attachmentItemsMap[v]).filter(Boolean);\n if (result.length) {\n return result;\n }\n }\n },\n (validatedCellValue: unknown) => {\n const attachmentCellValue = validatedCellValue as IAttachmentCellValueRo;\n const notInAttachmentMap = attachmentCellValue.find((v) => !attachmentCvMap[v.token]);\n if (notInAttachmentMap) {\n throw new CustomHttpException(\n `Attachment(${notInAttachmentMap.token}) not found`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.attachment.notFound',\n },\n }\n );\n }\n const idsSet = new Set();\n return attachmentCellValue.map((v: IAttachmentItemRo) => {\n let id = v.id ?? generateAttachmentId();\n if (idsSet.has(id)) {\n id = generateAttachmentId(); // duplicate id, generate new one\n }\n idsSet.add(id);\n return {\n ...nullsToUndefined(attachmentCvMap[v.token]),\n name: v.name,\n id,\n };\n });\n }\n );\n\n return unsignedValues.map((cellValues) => {\n const attachmentCellValue = cellValues as (IAttachmentItem & {\n thumbnailPath?: { sm?: string; lg?: string };\n })[];\n if (!attachmentCellValue) {\n return attachmentCellValue;\n }\n\n return attachmentCellValue;\n });\n }\n\n /**\n * Get the recordMap of the link table, the format is: {[title]: [id]}.\n * compatible with title, title[], id, id[]\n */\n private async getLinkTableRecordMap(cellValues: unknown[]) {\n const titles = cellValues\n .flat()\n .filter((v) => v != null && typeof v !== 'object')\n .map((v) =>\n typeof v === 'string' && this.field.isMultipleCellValue\n ? v.split(',').map((t) => t.trim())\n : (v as string)\n )\n .flat();\n\n if (titles.length === 0) {\n return {};\n }\n\n // id[]\n if (typeof titles[0] === 'string' && titles[0].startsWith('rec')) {\n const linkRecords = await this.services.recordService.getRecordsHeadWithIds(\n (this.field as LinkFieldDto).options.foreignTableId,\n titles\n );\n return keyBy(linkRecords, 'id');\n }\n\n // title[]\n const linkRecords = await this.services.recordService.getRecordsHeadWithTitles(\n (this.field as LinkFieldDto).options.foreignTableId,\n titles\n );\n\n return keyBy(linkRecords, 'title');\n }\n\n private async getAttachmentItemMap(\n cellValues: unknown[]\n ): Promise> {\n // Extract and flatten attachment IDs from cell values\n const attachmentIds = cellValues\n .flat()\n .flatMap((v) => {\n if (typeof v === 'string') {\n return v.split(',').map((s) => s.trim());\n }\n if (Array.isArray(v)) {\n return v\n .map((v) => {\n if (typeof v === 'string') {\n return v;\n }\n if (isObject(v) && 'id' in v && typeof v.id === 'string') {\n return v.id;\n }\n return undefined;\n })\n .filter(Boolean) as string[];\n }\n return [];\n })\n .filter((v) => v?.startsWith(IdPrefix.Attachment));\n\n // Fetch attachment metadata from attachmentsTable\n const attachmentMetadata = await this.services.prismaService.attachmentsTable.findMany({\n where: { attachmentId: { in: attachmentIds } },\n select: { attachmentId: true, token: true, name: true },\n });\n\n const tokens = attachmentMetadata.map((item) => item.token);\n const metadataMap = keyBy(attachmentMetadata, 'token');\n\n // Fetch attachment details from attachments table\n const attachmentDetails = await this.services.prismaService.attachments.findMany({\n where: { token: { in: tokens } },\n select: {\n token: true,\n size: true,\n mimetype: true,\n path: true,\n width: true,\n height: true,\n },\n });\n\n // Combine metadata and details into a single map\n return attachmentDetails.reduce<\n Record\n >((acc, detail) => {\n const metadata = metadataMap[detail.token];\n acc[metadata.attachmentId] = {\n ...nullsToUndefined(detail),\n size: Number(detail.size),\n name: metadata.name,\n id: generateAttachmentId(),\n };\n return acc;\n }, {});\n }\n\n /**\n * The conversion of cellValue here is mainly about the difference between filtering null values,\n * returning data based on isMultipleCellValue.\n */\n private castToLinkOne(\n cellValue: unknown,\n linkTableRecordMap: Record\n ): ILinkCellValue[] | ILinkCellValue | null {\n const { isMultipleCellValue } = this.field;\n if (isMultipleCellValue) {\n if (typeof cellValue === 'string') {\n return cellValue\n .split(',')\n .map((v) => v.trim())\n .map((v) => linkTableRecordMap[v])\n .filter(Boolean);\n }\n if (Array.isArray(cellValue)) {\n return cellValue\n .map((v) => {\n if (typeof v === 'string') {\n return linkTableRecordMap[v];\n }\n if (isObject(v) && 'id' in v && typeof v.id === 'string') {\n return linkTableRecordMap[v.id];\n }\n return null;\n })\n .filter(Boolean) as ILinkCellValue[];\n }\n }\n return linkTableRecordMap[cellValue as string] || null;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/record/user-name.listener.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { ModuleRef } from '@nestjs/core';\nimport { IUserInfoVo } from '@teable/openapi';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport { Events } from '../../event-emitter/events';\nimport { V2UserRenamePropagationService } from '../v2/v2-user-rename-propagation.service';\n\n@Injectable()\nexport class UserNameListener {\n private readonly logger = new Logger(UserNameListener.name);\n\n constructor(\n private readonly eventEmitterService: EventEmitterService,\n private readonly moduleRef: ModuleRef\n ) {}\n\n private async propagateRename(user: IUserInfoVo) {\n // Resolve lazily to avoid wiring RecordModule back to V2Module. V2Module already depends on\n // ShareDb/Table modules, which pull RecordModule in transitively.\n const propagationService = this.moduleRef.get(V2UserRenamePropagationService, {\n strict: false,\n });\n if (!propagationService) {\n this.logger.warn(\n 'V2UserRenamePropagationService is unavailable, skipping user rename propagation'\n );\n return;\n }\n\n await propagationService.propagateUserRename({\n actorId: user.id,\n userId: user.id,\n requestId: `user-rename:${user.id}:${Date.now()}`,\n name: user.name,\n });\n }\n\n @OnEvent(Events.USER_RENAME, { async: true })\n async updateUserName(user: IUserInfoVo) {\n try {\n await this.propagateRename(user);\n } catch (e: unknown) {\n const error = e as Error;\n this.logger.error(error.message, error.stack);\n }\n\n this.eventEmitterService.emit(Events.TABLE_USER_RENAME_COMPLETE, user);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/selection/selection.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { SelectionController } from './selection.controller';\n\ndescribe('SelectionController', () => {\n let controller: SelectionController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [SelectionController],\n }).compile();\n\n controller = module.get(SelectionController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/selection/selection.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n Body,\n Controller,\n Delete,\n Get,\n Param,\n Patch,\n Query,\n Headers,\n UseGuards,\n UseInterceptors,\n} from '@nestjs/common';\nimport type {\n ICopyVo,\n IRangesToIdVo,\n IPasteVo,\n IDeleteVo,\n ITemporaryPasteVo,\n} from '@teable/openapi';\nimport {\n IRangesToIdQuery,\n rangesToIdQuerySchema,\n rangesQuerySchema,\n IPasteRo,\n pasteRoSchema,\n rangesRoSchema,\n IRangesRo,\n temporaryPasteRoSchema,\n ITemporaryPasteRo,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../types/cls';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { UseV2Feature } from '../canary/decorators/use-v2-feature.decorator';\nimport { V2FeatureGuard } from '../canary/guards/v2-feature.guard';\nimport { V2IndicatorInterceptor } from '../canary/interceptors/v2-indicator.interceptor';\nimport { RecordOpenApiV2Service } from '../record/open-api/record-open-api-v2.service';\nimport { TqlPipe } from '../record/open-api/tql.pipe';\nimport { SelectionService } from './selection.service';\n\n@UseGuards(V2FeatureGuard)\n@UseInterceptors(V2IndicatorInterceptor)\n@Controller('api/table/:tableId/selection')\nexport class SelectionController {\n constructor(\n private selectionService: SelectionService,\n private readonly recordOpenApiV2Service: RecordOpenApiV2Service,\n private readonly cls: ClsService\n ) {}\n\n @Permissions('record|read')\n @Get('/range-to-id')\n async getIdsFromRanges(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(rangesToIdQuerySchema), TqlPipe) query: IRangesToIdQuery\n ): Promise {\n return this.selectionService.getIdsFromRanges(tableId, query);\n }\n\n @Permissions('record|read', 'record|copy')\n @Get('/copy')\n async copy(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(rangesQuerySchema), TqlPipe) query: IRangesRo\n ): Promise {\n return this.selectionService.copy(tableId, query);\n }\n\n @UseV2Feature('paste')\n @Permissions('record|update')\n @Patch('/paste')\n async paste(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(pasteRoSchema), TqlPipe) pasteRo: IPasteRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n // Use V2 logic when canary config enables it for this space + feature\n if (this.cls.get('useV2')) {\n return this.recordOpenApiV2Service.paste(tableId, pasteRo, { windowId });\n }\n\n const ranges = await this.selectionService.paste(tableId, pasteRo, {\n windowId,\n });\n return { ranges };\n }\n\n @Permissions('record|read')\n @Patch('/temporaryPaste')\n async temporaryPaste(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(temporaryPasteRoSchema), TqlPipe)\n temporaryPasteRo: ITemporaryPasteRo\n ): Promise {\n return await this.selectionService.temporaryPaste(tableId, temporaryPasteRo);\n }\n\n @UseV2Feature('clear')\n @Permissions('record|update')\n @Patch('/clear')\n async clear(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(rangesRoSchema), TqlPipe) rangesRo: IRangesRo,\n @Headers('x-window-id') windowId?: string\n ) {\n // Use V2 logic when canary config enables it for this space + feature\n if (this.cls.get('useV2')) {\n return this.recordOpenApiV2Service.clear(tableId, rangesRo);\n }\n\n await this.selectionService.clear(tableId, rangesRo, {\n windowId,\n });\n return null;\n }\n\n @UseV2Feature('deleteRecord')\n @Permissions('record|delete')\n @Delete('/delete')\n async delete(\n @Param('tableId') tableId: string,\n @Query(new ZodValidationPipe(rangesQuerySchema), TqlPipe) rangesRo: IRangesRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n // Use V2 logic when canary config enables it for this space + feature\n if (this.cls.get('useV2')) {\n return this.recordOpenApiV2Service.deleteByRange(tableId, rangesRo);\n }\n\n return this.selectionService.delete(tableId, rangesRo, {\n windowId,\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/selection/selection.module.ts", "content": "import { Module, forwardRef } from '@nestjs/common';\nimport { AggregationModule } from '../aggregation/aggregation.module';\nimport { CanaryModule } from '../canary/canary.module';\nimport { FieldCalculateModule } from '../field/field-calculate/field-calculate.module';\nimport { FieldModule } from '../field/field.module';\nimport { RecordOpenApiModule } from '../record/open-api/record-open-api.module';\nimport { RecordModule } from '../record/record.module';\nimport { SelectionController } from './selection.controller';\nimport { SelectionService } from './selection.service';\n\n@Module({\n imports: [\n RecordModule,\n FieldModule,\n AggregationModule,\n forwardRef(() => RecordOpenApiModule),\n FieldCalculateModule,\n CanaryModule,\n ],\n controllers: [SelectionController],\n providers: [SelectionService],\n exports: [SelectionService],\n})\nexport class SelectionModule {}\n" }, { "path": "apps/nestjs-backend/src/features/selection/selection.service.spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { faker } from '@faker-js/faker';\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport type {\n IDatetimeFormatting,\n IFieldOptionsVo,\n IFieldVo,\n IMultiNumberShowAs,\n ISingleLineTextFieldOptions,\n} from '@teable/core';\nimport {\n CellValueType,\n Colors,\n DbFieldType,\n FieldKeyType,\n FieldType,\n MultiNumberDisplayType,\n NumberFormattingType,\n SingleLineTextDisplayType,\n SingleNumberDisplayType,\n TIME_ZONE_LIST,\n defaultUserFieldOptions,\n getPermissions,\n Role,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { RangeType } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { vi } from 'vitest';\nimport type { DeepMockProxy } from 'vitest-mock-extended';\nimport { mockDeep, mockReset } from 'vitest-mock-extended';\nimport { GlobalModule } from '../../global/global.module';\nimport type { IClsStore } from '../../types/cls';\nimport type { IAggregationService } from '../aggregation/aggregation.service.interface';\nimport { AGGREGATION_SERVICE_SYMBOL } from '../aggregation/aggregation.service.symbol';\nimport { FieldCreatingService } from '../field/field-calculate/field-creating.service';\nimport { FieldSupplementService } from '../field/field-calculate/field-supplement.service';\nimport { FieldService } from '../field/field.service';\nimport { createFieldInstanceByVo } from '../field/model/factory';\nimport { RecordOpenApiService } from '../record/open-api/record-open-api.service';\nimport { RecordService } from '../record/record.service';\nimport { SelectionModule } from './selection.module';\nimport { SelectionService } from './selection.service';\n\ndescribe('selectionService', () => {\n let selectionService: SelectionService;\n let recordService: RecordService;\n let fieldService: FieldService;\n let prismaService: DeepMockProxy;\n let recordOpenApiService: RecordOpenApiService;\n let fieldCreatingService: FieldCreatingService;\n let fieldSupplementService: FieldSupplementService;\n let clsService: ClsService;\n let aggregationService: IAggregationService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, SelectionModule],\n })\n .overrideProvider(PrismaService)\n .useValue(mockDeep())\n .compile();\n\n selectionService = module.get(SelectionService);\n fieldService = module.get(FieldService);\n recordService = module.get(RecordService);\n recordOpenApiService = module.get(RecordOpenApiService);\n fieldCreatingService = module.get(FieldCreatingService);\n fieldSupplementService = module.get(FieldSupplementService);\n clsService = module.get>(ClsService);\n aggregationService = module.get(AGGREGATION_SERVICE_SYMBOL);\n\n prismaService = module.get(\n PrismaService\n ) as unknown as DeepMockProxy;\n mockReset(prismaService);\n });\n\n const tableId = 'table1';\n const viewId = 'view1';\n\n describe('copy', () => {\n it('should return merged ranges data', async () => {\n const mockSelectionCtxRecords = [\n {\n id: 'record1',\n fields: {\n field1: '1',\n field2: '2',\n field3: '3',\n },\n },\n {\n id: 'record2',\n fields: {\n field1: '1',\n field2: '2',\n },\n },\n ];\n const mockSelectionCtxFields = [\n { id: 'field1', name: 'Field 1', type: FieldType.SingleLineText },\n { id: 'field2', name: 'Field 2', type: FieldType.SingleLineText },\n ];\n vi.spyOn(selectionService as any, 'getSelectionCtxByRange').mockReturnValue({\n records: mockSelectionCtxRecords,\n fields: mockSelectionCtxFields,\n });\n\n const result = await selectionService.copy(tableId, {\n viewId,\n ranges: [\n [0, 0],\n [1, 1],\n ],\n });\n\n expect(result?.content).toEqual('1\\t2\\n1\\t2');\n });\n });\n\n describe('parseCopyContent', () => {\n it('should parse the copy content into a 2D array', () => {\n // Input\n const content = 'John\\tDoe\\tjohn.doe@example.com\\nJane\\tSmith\\tjane.smith@example.com';\n const expectedParsedContent = [\n ['John', 'Doe', 'john.doe@example.com'],\n ['Jane', 'Smith', 'jane.smith@example.com'],\n ];\n\n // Perform the parsing\n const result = selectionService['parseCopyContent'](content);\n\n // Verify the result\n expect(result).toEqual(expectedParsedContent);\n });\n });\n\n describe('calculateExpansion', () => {\n it('should calculate the number of rows and columns to expand', async () => {\n // Input\n const tableSize: [number, number] = [5, 4];\n const cell: [number, number] = [2, 3];\n const tableDataSize: [number, number] = [2, 2];\n const expectedExpansion = [0, 1];\n\n // Perform the calculation\n const result = await clsService.runWith(\n {\n user: {} as any,\n tx: {},\n origin: {\n ip: '127.0.0.1',\n byApi: false,\n userAgent: 'test',\n referer: 'test',\n },\n permissions: getPermissions(Role.Owner),\n },\n async () => selectionService['calculateExpansion'](tableSize, cell, tableDataSize)\n );\n\n // no permission to expand column\n // Perform the calculation\n const resultNoPermission = await clsService.runWith(\n {\n user: {} as any,\n tx: {},\n origin: {\n ip: '127.0.0.1',\n byApi: false,\n userAgent: 'test',\n referer: 'test',\n },\n permissions: getPermissions(Role.Editor),\n },\n async () => selectionService['calculateExpansion'](tableSize, cell, tableDataSize)\n );\n\n // Verify the result\n expect(result).toEqual(expectedExpansion);\n expect(resultNoPermission).toEqual([0, expectedExpansion[1]]);\n });\n });\n\n describe('expandColumns', () => {\n it('should expand the columns and create new fields', async () => {\n vi.spyOn(fieldService as any, 'generateDbFieldName').mockReturnValue('fieldName');\n // Mock dependencies\n const tableId = 'table1';\n // const viewId = 'view1';\n const header = [\n { id: '3', name: 'Email', type: FieldType.SingleLineText },\n { id: '4', name: 'Phone', type: FieldType.SingleLineText },\n ] as IFieldVo[];\n const numColsToExpand = 2;\n vi.spyOn(fieldSupplementService, 'prepareCreateField').mockResolvedValueOnce(header[0]);\n vi.spyOn(fieldSupplementService, 'prepareCreateField').mockResolvedValueOnce(header[1]);\n vi.spyOn(fieldCreatingService, 'alterCreateField').mockImplementation(\n (() => undefined) as any\n );\n\n // Perform expanding columns\n const result = await selectionService['expandColumns']({\n tableId,\n header,\n numColsToExpand,\n });\n\n // Verify the createField calls\n expect(fieldCreatingService.alterCreateField).toHaveBeenCalledTimes(2);\n\n // Verify the result\n expect(result.length).toEqual(2);\n });\n });\n\n describe('fillCells', () => {\n it('should return updated records with new fields merged when newRecords is provided', () => {\n const oldRecords = [\n { id: '1', fields: { a: 1, b: 2 } },\n { id: '2', fields: { c: 3, d: 4 } },\n ];\n const newRecords = [{ fields: { b: 20 } }, { fields: { d: 40, e: 5 } }];\n\n const result = selectionService['fillCells'](oldRecords, newRecords);\n\n expect(result).toEqual({\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n { id: '1', fields: { b: 20 } },\n { id: '2', fields: { d: 40, e: 5 } },\n ],\n });\n });\n\n it('should return records with empty fields when newRecords is undefined', () => {\n const oldRecords = [\n { id: '1', fields: { a: 1, b: 2 } },\n { id: '2', fields: { c: 3, d: 4 } },\n ];\n\n const result = selectionService['fillCells'](oldRecords);\n\n expect(result).toEqual({\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n { id: '1', fields: {} },\n { id: '2', fields: {} },\n ],\n });\n });\n\n it('should return records with empty fields when newRecords is an empty array', () => {\n const oldRecords = [\n { id: '1', fields: { a: 1, b: 2 } },\n { id: '2', fields: { c: 3, d: 4 } },\n ];\n\n const result = selectionService['fillCells'](oldRecords, []);\n\n expect(result).toEqual({\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n { id: '1', fields: {} },\n { id: '2', fields: {} },\n ],\n });\n });\n\n it('should merge fields correctly when newRecords has fewer elements', () => {\n const oldRecords = [\n { id: '1', fields: { a: 1, b: 2 } },\n { id: '2', fields: { c: 3, d: 4 } },\n ];\n const newRecords = [{ fields: { b: 20 } }];\n\n const result = selectionService['fillCells'](oldRecords, newRecords);\n\n expect(result).toEqual({\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n { id: '1', fields: { b: 20 } },\n { id: '2', fields: {} },\n ],\n });\n });\n });\n\n describe('expandPasteContent', () => {\n it('should expand data when range is multiple of paste data size', () => {\n const pasteData = [\n ['1', '2'],\n ['3', '4'],\n ];\n const range = [\n [0, 0],\n [3, 3],\n ] as [[number, number], [number, number]];\n const expected = [\n ['1', '2', '1', '2'],\n ['3', '4', '3', '4'],\n ['1', '2', '1', '2'],\n ['3', '4', '3', '4'],\n ];\n\n expect(selectionService['expandPasteContent'](pasteData, range)).toEqual(expected);\n });\n\n it('should not expand data when range is not multiple of paste data size', () => {\n const pasteData = [\n ['1', '2'],\n ['3', '4'],\n ];\n const range = [\n [0, 0],\n [2, 2],\n ] as [[number, number], [number, number]];\n\n expect(selectionService['expandPasteContent'](pasteData, range)).toEqual(pasteData);\n });\n });\n\n describe('getRangeCell', () => {\n const maxRange = [\n [0, 0],\n [5, 5],\n ] as [number, number][];\n\n it('should return correct range for column type', () => {\n const range = [[1, 2]] as [number, number][];\n const type = RangeType.Columns;\n const expected = [\n [1, 0],\n [2, 5],\n ];\n\n expect(selectionService['getRangeCell'](maxRange, range, type)).toEqual(expected);\n });\n\n it('should return correct range for row type', () => {\n const range = [[1, 2]] as [number, number][];\n const type = RangeType.Rows;\n const expected = [\n [0, 1],\n [5, 2],\n ];\n\n expect(selectionService['getRangeCell'](maxRange, range, type)).toEqual(expected);\n });\n\n it('should return input range for default type', () => {\n const range = [\n [1, 2],\n [3, 4],\n ] as [number, number][];\n const type = undefined;\n\n expect(selectionService['getRangeCell'](maxRange, range, type)).toEqual(range);\n });\n });\n\n describe('paste', () => {\n const content = 'A1\\tB1\\tC1\\nA2\\tB2\\tC2\\nA3\\tB3\\tC3';\n const tableData = [\n ['A1', 'B1', 'C1'],\n ['A2', 'B2', 'C2'],\n ['A3', 'B3', 'C3'],\n ];\n\n it('should paste table data and update records', async () => {\n // Mock input parameters\n const tableId = 'testTableId';\n const viewId = 'testViewId';\n\n // Mock dependencies\n const mockFields = [\n {\n id: 'fieldId1',\n name: 'Field 1',\n type: FieldType.SingleLineText,\n options: {},\n dbFieldName: 'Field 1',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n columnMeta: {},\n },\n {\n id: 'fieldId2',\n name: 'Field 2',\n type: FieldType.SingleLineText,\n options: {},\n dbFieldName: 'Field 2',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n columnMeta: {},\n },\n {\n id: 'fieldId3',\n name: 'Field 3',\n type: FieldType.SingleLineText,\n options: {},\n dbFieldName: 'Field 3',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n columnMeta: {},\n },\n ].map(createFieldInstanceByVo);\n\n const pasteRo = {\n ranges: [\n [2, 1],\n [2, 1],\n ] as [number, number][],\n content,\n header: mockFields,\n };\n\n const mockRecords = [\n { id: 'recordId1', fields: {} },\n { id: 'recordId2', fields: {} },\n ];\n\n const mockNewFields = [\n {\n id: 'newFieldId1',\n name: 'Field 1',\n type: FieldType.SingleLineText,\n options: {},\n dbFieldName: 'Field 1',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n columnMeta: {},\n },\n {\n id: 'newFieldId2',\n name: 'Field 2',\n type: FieldType.SingleLineText,\n options: {},\n dbFieldName: 'Field 2',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n columnMeta: {},\n },\n ].map(createFieldInstanceByVo);\n\n vi.spyOn(selectionService as any, 'parseCopyContent').mockReturnValue(tableData);\n\n vi.spyOn(aggregationService, 'performRowCount').mockResolvedValue({\n rowCount: mockRecords.length,\n });\n vi.spyOn(recordService, 'getRecordsFields').mockResolvedValue(\n mockRecords.slice(pasteRo.ranges[0][1])\n );\n\n vi.spyOn(fieldService, 'getFieldInstances').mockResolvedValue(mockFields);\n\n vi.spyOn(selectionService as any, 'expandColumns').mockResolvedValue(mockNewFields);\n\n vi.spyOn(recordOpenApiService, 'updateRecords').mockResolvedValue({} as any);\n\n vi.spyOn(recordOpenApiService, 'createRecords').mockResolvedValue({ records: [] } as any);\n\n prismaService.$tx.mockImplementation(async (fn, _options) => {\n return await fn(prismaService);\n });\n\n // Call the method\n const result = await clsService.runWith(\n {\n user: {} as any,\n tx: {},\n origin: {\n ip: '127.0.0.1',\n byApi: false,\n userAgent: 'test',\n referer: 'test',\n },\n permissions: getPermissions(Role.Owner),\n },\n async () => await selectionService.paste(tableId, { viewId, ...pasteRo })\n );\n\n // Assertions\n expect(selectionService['parseCopyContent']).toHaveBeenCalledWith(content);\n expect(aggregationService.performRowCount).toHaveBeenCalledWith(tableId, { viewId });\n expect(recordService.getRecordsFields).toHaveBeenCalledWith(\n tableId,\n {\n viewId,\n skip: 1,\n projection: ['fieldId3'],\n take: tableData.length,\n fieldKeyType: 'id',\n },\n true\n );\n\n expect(fieldService.getFieldInstances).toHaveBeenCalledWith(tableId, {\n viewId,\n filterHidden: true,\n });\n\n expect(selectionService['expandColumns']).toHaveBeenCalledWith({\n tableId,\n header: mockFields,\n numColsToExpand: 2,\n });\n\n expect(result).toEqual([\n [2, 1],\n [4, 3],\n ]);\n });\n });\n\n describe('clear', () => {\n const tableId = 'testTableId';\n const viewId = 'testViewId';\n const records = [\n {\n id: 'record1',\n fields: {\n field1: '1',\n field2: '2',\n },\n },\n ];\n const fields = [\n { id: 'field1', name: 'Field 1', type: FieldType.SingleLineText },\n { id: 'field2', name: 'Field 2', type: FieldType.SingleLineText },\n ];\n\n it('should clear both fields and records when type is undefined', async () => {\n // Mock the required dependencies and their methods\n const clearRo = {\n ranges: [\n [0, 0],\n [0, 0],\n ] as [number, number][],\n };\n // Mock the updateRecordsRo object\n const updateRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n records: [{ id: 'record1', fields: { field1: null } }],\n };\n const expectedFieldIds = fields.map((field) => field.id);\n\n // Mock the required methods from the service\n selectionService['getSelectionCtxByRange'] = vi.fn().mockResolvedValue({ fields, records });\n selectionService['tableDataToRecords'] = vi.fn().mockReturnValue([{ fields: {} }]);\n selectionService['fillCells'] = vi.fn().mockReturnValue(updateRecordsRo);\n recordOpenApiService.updateRecords = vi.fn().mockResolvedValue(null);\n\n // Call the clear method\n await selectionService.clear(tableId, { viewId, ...clearRo });\n\n // Expect the methods to have been called with the correct parameters\n expect(selectionService['getSelectionCtxByRange']).toHaveBeenCalledWith(tableId, {\n viewId,\n ranges: clearRo.ranges,\n });\n expect(selectionService['fillCells']).toHaveBeenCalledWith(records, [{ fields: {} }]);\n expect(recordOpenApiService.updateRecords).toHaveBeenCalledWith(\n tableId,\n { ...updateRecordsRo, fieldIds: expectedFieldIds },\n undefined\n );\n });\n });\n\n describe('optionsRoToVoByCvType', () => {\n it('should return correct options for Number type', () => {\n const cellValueType = CellValueType.Number;\n const options: IFieldOptionsVo = {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 3,\n },\n showAs: {\n type: faker.helpers.arrayElement(Object.values(SingleNumberDisplayType)),\n color: faker.helpers.arrayElement(Object.values(Colors)),\n showValue: faker.datatype.boolean(),\n maxValue: faker.number.int(),\n },\n };\n\n const result = selectionService['optionsRoToVoByCvType'](cellValueType, options);\n\n expect(result).toEqual({\n type: FieldType.Number,\n options,\n });\n });\n\n it('should return correct options for DateTime type', () => {\n const cellValueType = CellValueType.DateTime;\n const options: IFieldOptionsVo = {\n formatting: {\n date: 'MM/DD/YYYY',\n time: 'HH:mm',\n timeZone: TIME_ZONE_LIST[0],\n } as IDatetimeFormatting,\n };\n\n const result = selectionService['optionsRoToVoByCvType'](cellValueType, options);\n\n expect(result).toEqual({\n type: FieldType.Date,\n options,\n });\n });\n\n it('should return correct options for String type', () => {\n const cellValueType = CellValueType.String;\n const options: IFieldOptionsVo = {\n showAs: {\n type: faker.helpers.arrayElement(Object.values(SingleLineTextDisplayType)),\n },\n } as ISingleLineTextFieldOptions;\n\n const result = selectionService['optionsRoToVoByCvType'](cellValueType, options);\n\n expect(result).toEqual({\n type: FieldType.SingleLineText,\n options,\n });\n });\n\n it('should return correct options for Boolean type', () => {\n const cellValueType = CellValueType.Boolean;\n const options: IFieldOptionsVo = {};\n\n const result = selectionService['optionsRoToVoByCvType'](cellValueType, options);\n\n expect(result).toEqual({\n type: FieldType.Checkbox,\n options: {},\n });\n });\n\n it('should throw BadRequestException for invalid cellValueType', () => {\n const cellValueType = 'InvalidType' as any;\n const options: IFieldOptionsVo = {};\n\n expect(() => selectionService['optionsRoToVoByCvType'](cellValueType, options)).toThrowError(\n 'Invalid cellValueType'\n );\n });\n });\n\n describe('fieldVoToRo', () => {\n it('should return default SingleLineText field if no field is provided', () => {\n const result = selectionService['fieldVoToRo'](undefined);\n\n expect(result).toEqual({\n type: FieldType.SingleLineText,\n });\n });\n\n it('should return correct User field for CreatedBy and LastModifiedBy types', () => {\n const createdByField: IFieldVo = {\n type: FieldType.CreatedBy,\n id: '',\n name: '',\n description: '',\n isComputed: true,\n options: undefined as any,\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n dbFieldName: '',\n };\n\n const lastModifiedByField: IFieldVo = {\n type: FieldType.LastModifiedBy,\n id: '',\n options: undefined as any,\n name: '',\n isComputed: true,\n description: '',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n dbFieldName: '',\n };\n\n const createdByResult = selectionService['fieldVoToRo'](createdByField);\n const lastModifiedByResult = selectionService['fieldVoToRo'](lastModifiedByField);\n\n expect(createdByResult).toEqual({\n type: FieldType.User,\n options: defaultUserFieldOptions,\n name: '',\n description: '',\n });\n\n expect(lastModifiedByResult).toEqual({\n type: FieldType.User,\n options: defaultUserFieldOptions,\n name: '',\n description: '',\n });\n });\n\n it('should handle computed fields with valid cellValueType', () => {\n const computedField: IFieldVo = {\n id: '',\n name: '',\n description: '',\n type: FieldType.Formula,\n isComputed: true,\n cellValueType: CellValueType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n showAs: {\n type: MultiNumberDisplayType.Bar,\n color: Colors.Blue,\n showValue: true,\n maxValue: 100,\n } as IMultiNumberShowAs,\n },\n dbFieldType: DbFieldType.Text,\n dbFieldName: '',\n };\n\n const optionsRoToVoByCvTypeMock = vitest.spyOn(\n selectionService as any,\n 'optionsRoToVoByCvType'\n );\n\n const result = selectionService['fieldVoToRo'](computedField);\n\n expect(result).toEqual({\n name: '',\n description: '',\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n showAs: {\n type: MultiNumberDisplayType.Bar,\n color: Colors.Blue,\n showValue: true,\n maxValue: 100,\n },\n },\n });\n\n expect(optionsRoToVoByCvTypeMock).toHaveBeenCalledWith(\n computedField.cellValueType,\n computedField.options\n );\n\n optionsRoToVoByCvTypeMock.mockRestore();\n });\n\n it('should handle computed fields with invalid cellValueType', () => {\n const computedField: IFieldVo = {\n id: '',\n name: '',\n description: '',\n type: FieldType.Number,\n isComputed: false,\n cellValueType: CellValueType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n showAs: {\n type: MultiNumberDisplayType.Bar,\n color: Colors.Blue,\n showValue: true,\n maxValue: 100,\n } as IMultiNumberShowAs,\n },\n dbFieldType: DbFieldType.Integer,\n dbFieldName: '',\n };\n\n const optionsRoToVoByCvTypeMock = vitest.spyOn(\n selectionService as any,\n 'optionsRoToVoByCvType'\n );\n\n const result = selectionService['fieldVoToRo'](computedField);\n\n expect(result).toEqual({\n name: '',\n description: '',\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n showAs: {\n type: MultiNumberDisplayType.Bar,\n color: Colors.Blue,\n showValue: true,\n maxValue: 100,\n },\n },\n });\n\n expect(optionsRoToVoByCvTypeMock).not.toHaveBeenCalled();\n\n optionsRoToVoByCvTypeMock.mockRestore();\n });\n });\n\n describe('lookupOptionsRoToVo', () => {\n it('should return MultipleSelect options for SingleSelect with isMultipleCellValue', () => {\n const field: IFieldVo = {\n type: FieldType.SingleSelect,\n isMultipleCellValue: true,\n options: {\n choices: [],\n },\n id: '',\n name: '',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n dbFieldName: '',\n };\n\n const result = selectionService['lookupOptionsRoToVo'](field);\n\n expect(result).toEqual({\n type: FieldType.MultipleSelect,\n options: field.options,\n });\n });\n\n it('should return User options with isMultiple true for FieldType User with isMultipleCellValue', () => {\n const field: IFieldVo = {\n type: FieldType.User,\n isMultipleCellValue: true,\n options: {\n isMultiple: false,\n shouldNotify: false,\n },\n id: '',\n name: '',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n dbFieldName: '',\n };\n const result = selectionService['lookupOptionsRoToVo'](field);\n\n expect(result).toEqual({\n type: FieldType.User,\n options: {\n ...field.options,\n isMultiple: true,\n },\n });\n });\n\n it('should return the same type and options for other cases', () => {\n const field: IFieldVo = {\n type: FieldType.SingleLineText,\n isMultipleCellValue: false,\n options: {},\n id: '',\n name: '',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n dbFieldName: '',\n };\n\n const result = selectionService['lookupOptionsRoToVo'](field);\n\n expect(result).toEqual({\n type: field.type,\n options: field.options,\n });\n });\n });\n\n describe('tableDataToRecords', () => {\n it('should return the cells with provided table data', async () => {\n // Mock data\n const tableData = [\n ['A1', 'B1', 'C1'],\n ['A2', 'B2', 'C2'],\n ['A3', 'B3', 'C3'],\n ];\n\n const fields = [\n {\n id: 'field1',\n name: 'Field 1',\n type: FieldType.SingleLineText,\n options: {},\n dbFieldName: 'Field 1',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n columnMeta: {},\n },\n {\n id: 'field2',\n name: 'Field 2',\n type: FieldType.SingleLineText,\n options: {},\n dbFieldName: 'Field 2',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n columnMeta: {},\n },\n {\n id: 'field3',\n name: 'Field 3',\n type: FieldType.SingleLineText,\n options: {},\n dbFieldName: 'Field 3',\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n columnMeta: {},\n },\n ].map(createFieldInstanceByVo);\n\n // Execute the method\n const updateRecordsRo = selectionService['tableDataToRecords']({\n tableData,\n fields,\n });\n\n expect(updateRecordsRo).toEqual([\n {\n fields: { field1: 'A1', field2: 'B1', field3: 'C1' },\n },\n {\n fields: { field1: 'A2', field2: 'B2', field3: 'C2' },\n },\n {\n fields: { field1: 'A3', field2: 'B3', field3: 'C3' },\n },\n ]);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/selection/selection.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type {\n IButtonFieldOptions,\n IDateFieldOptions,\n IFieldOptionsRo,\n IFieldOptionsVo,\n IFieldRo,\n IFieldVo,\n INumberFieldOptionsRo,\n IRecord,\n ISingleLineTextFieldOptions,\n IUserFieldOptions,\n} from '@teable/core';\nimport {\n CellValueType,\n FieldKeyType,\n FieldType,\n HttpErrorCode,\n datetimeFormattingSchema,\n defaultDatetimeFormatting,\n defaultNumberFormatting,\n defaultUserFieldOptions,\n numberFormattingSchema,\n parseClipboardText,\n singleLineTextShowAsSchema,\n singleNumberShowAsSchema,\n stringifyClipboardText,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n IUpdateRecordsRo,\n IRangesToIdQuery,\n IRangesToIdVo,\n IPasteRo,\n IPasteVo,\n IRangesRo,\n IDeleteVo,\n ITemporaryPasteVo,\n ICreateRecordsRo,\n} from '@teable/openapi';\nimport { IdReturnType, RangeType, UpdateRecordAction, CreateRecordAction } from '@teable/openapi';\nimport { difference, pick } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { ThresholdConfig, IThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport { Events } from '../../event-emitter/events';\nimport type { IClsStore } from '../../types/cls';\nimport { IAggregationService } from '../aggregation/aggregation.service.interface';\nimport { InjectAggregationService } from '../aggregation/aggregation.service.provider';\nimport { FieldCreatingService } from '../field/field-calculate/field-creating.service';\nimport { FieldSupplementService } from '../field/field-calculate/field-supplement.service';\nimport { FieldService } from '../field/field.service';\nimport type { IFieldInstance } from '../field/model/factory';\nimport { createFieldInstanceByVo } from '../field/model/factory';\nimport { RecordOpenApiService } from '../record/open-api/record-open-api.service';\nimport { RecordService } from '../record/record.service';\nimport type { IUpdateRecordsInternalRo } from '../record/type';\n\n@Injectable()\nexport class SelectionService {\n constructor(\n private readonly recordService: RecordService,\n private readonly fieldService: FieldService,\n private readonly prismaService: PrismaService,\n @InjectAggregationService() private readonly aggregationService: IAggregationService,\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly fieldCreatingService: FieldCreatingService,\n private readonly fieldSupplementService: FieldSupplementService,\n private readonly eventEmitterService: EventEmitterService,\n private readonly cls: ClsService,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n async getIdsFromRanges(tableId: string, query: IRangesToIdQuery): Promise {\n const { returnType } = query;\n if (returnType === IdReturnType.RecordId) {\n return {\n recordIds: await this.rowSelectionToIds(tableId, query),\n };\n }\n\n if (returnType === IdReturnType.FieldId) {\n return {\n fieldIds: await this.columnSelectionToIds(tableId, query),\n };\n }\n\n if (returnType === IdReturnType.All) {\n return {\n fieldIds: await this.columnSelectionToIds(tableId, query),\n recordIds: await this.rowSelectionToIds(tableId, query),\n };\n }\n\n throw new CustomHttpException('Invalid return type', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.selection.invalidReturnType',\n },\n });\n }\n\n private async columnSelectionToIds(tableId: string, query: IRangesToIdQuery): Promise {\n const { type, viewId, ranges, projection } = query;\n const result = await this.fieldService.getDocIdsByQuery(tableId, {\n viewId,\n filterHidden: true,\n projection,\n });\n\n if (type === RangeType.Rows) {\n return result.ids;\n }\n\n if (type === RangeType.Columns) {\n return ranges.reduce((acc, range) => {\n return acc.concat(result.ids.slice(range[0], range[1] + 1));\n }, []);\n }\n\n const [start, end] = ranges;\n return result.ids.slice(start[0], end[0] + 1);\n }\n\n private async rowSelectionToIds(tableId: string, query: IRangesToIdQuery): Promise {\n const { type, ranges } = query;\n if (type === RangeType.Columns) {\n const result = await this.recordService.getDocIdsByQuery(\n tableId,\n {\n ...query,\n skip: 0,\n take: -1,\n },\n true\n );\n return result.ids;\n }\n\n if (type === RangeType.Rows) {\n let recordIds: string[] = [];\n const total = ranges.reduce((acc, range) => acc + range[1] - range[0] + 1, 0);\n if (total > this.thresholdConfig.maxReadRows) {\n throw new CustomHttpException(\n `Exceed max read rows ${this.thresholdConfig.maxReadRows}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.selection.exceedMaxReadRows',\n },\n }\n );\n }\n for (const [start, end] of ranges) {\n const result = await this.recordService.getDocIdsByQuery(\n tableId,\n {\n ...query,\n skip: start,\n take: end + 1 - start,\n },\n true\n );\n recordIds = recordIds.concat(result.ids);\n }\n\n return recordIds;\n }\n\n const [start, end] = ranges;\n const total = end[1] - start[1] + 1;\n if (total > this.thresholdConfig.maxReadRows) {\n throw new CustomHttpException(\n `Exceed max read rows ${this.thresholdConfig.maxReadRows}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.selection.exceedMaxReadRows',\n },\n }\n );\n }\n const result = await this.recordService.getDocIdsByQuery(\n tableId,\n {\n ...query,\n skip: start[1],\n take: end[1] + 1 - start[1],\n },\n true\n );\n\n return result.ids;\n }\n\n private fieldsToProjection(fields: IFieldVo[], fieldKeyType: FieldKeyType) {\n return fields.map((f) => f[fieldKeyType]);\n }\n\n private async columnsSelectionCtx(tableId: string, rangesRo: IRangesRo) {\n const { ranges, type, projection, ...queryRo } = rangesRo;\n\n const fields = await this.fieldService.getFieldsByQuery(tableId, {\n viewId: queryRo.viewId,\n filterHidden: true,\n projection,\n });\n const filteredFields = ranges.reduce((acc, range) => {\n return acc.concat(fields.slice(range[0], range[1] + 1));\n }, [] as IFieldVo[]);\n\n const records = await this.recordService.getRecordsFields(\n tableId,\n {\n ...queryRo,\n skip: 0,\n take: -1,\n fieldKeyType: FieldKeyType.Id,\n projection: this.fieldsToProjection(filteredFields, FieldKeyType.Id),\n },\n true\n );\n\n return {\n records,\n fields: filteredFields,\n };\n }\n\n private async rowsSelectionCtx(tableId: string, rangesRo: IRangesRo) {\n const { ranges, type, projection, ...queryRo } = rangesRo;\n const fields = await this.fieldService.getFieldsByQuery(tableId, {\n viewId: queryRo.viewId,\n filterHidden: true,\n projection,\n });\n let records: Pick[] = [];\n for (const [start, end] of ranges) {\n const recordsFields = await this.recordService.getRecordsFields(\n tableId,\n {\n ...queryRo,\n skip: start,\n take: end + 1 - start,\n fieldKeyType: FieldKeyType.Id,\n projection: this.fieldsToProjection(fields, FieldKeyType.Id),\n },\n true\n );\n records = records.concat(recordsFields);\n }\n\n return {\n records,\n fields,\n };\n }\n\n private async defaultSelectionCtx(tableId: string, rangesRo: IRangesRo) {\n const { ranges, type, projection, ...queryRo } = rangesRo;\n const [start, end] = ranges;\n const fields = await this.fieldService.getFieldInstances(tableId, {\n viewId: queryRo.viewId,\n filterHidden: true,\n projection,\n });\n const selectedFields = fields.slice(start[0], end[0] + 1);\n const records = await this.recordService.getRecordsFields(\n tableId,\n {\n ...queryRo,\n skip: start[1],\n take: end[1] + 1 - start[1],\n fieldKeyType: FieldKeyType.Id,\n projection: this.fieldsToProjection(selectedFields, FieldKeyType.Id),\n },\n true\n );\n return { records, fields: selectedFields };\n }\n\n private async parseRange(\n tableId: string,\n rangesRo: IRangesRo\n ): Promise<{ cellCount: number; columnCount: number; rowCount: number }> {\n const { ranges, type, projection, ...queryRo } = rangesRo;\n switch (type) {\n case RangeType.Columns: {\n const { rowCount } = await this.aggregationService.performRowCount(tableId, queryRo);\n const columnCount = ranges.reduce((acc, range) => acc + range[1] - range[0] + 1, 0);\n const cellCount = rowCount * columnCount;\n\n return { cellCount, columnCount, rowCount };\n }\n case RangeType.Rows: {\n const fields = await this.fieldService.getFieldsByQuery(tableId, {\n viewId: queryRo.viewId,\n filterHidden: true,\n projection,\n });\n const columnCount = fields.length;\n const rowCount = ranges.reduce((acc, range) => acc + range[1] - range[0] + 1, 0);\n const cellCount = rowCount * columnCount;\n\n return { cellCount, columnCount, rowCount };\n }\n default: {\n const [start, end] = ranges;\n const columnCount = end[0] - start[0] + 1;\n const rowCount = end[1] - start[1] + 1;\n const cellCount = rowCount * columnCount;\n\n return { cellCount, columnCount, rowCount };\n }\n }\n }\n\n private async getSelectionCtxByRange(tableId: string, rangesRo: IRangesRo) {\n const { type } = rangesRo;\n switch (type) {\n case RangeType.Columns: {\n return await this.columnsSelectionCtx(tableId, rangesRo);\n }\n case RangeType.Rows: {\n return await this.rowsSelectionCtx(tableId, rangesRo);\n }\n default:\n return await this.defaultSelectionCtx(tableId, rangesRo);\n }\n }\n\n private optionsRoToVoByCvType(\n cellValueType: CellValueType,\n options: IFieldOptionsVo = {}\n ): { type: FieldType; options: IFieldOptionsRo } {\n switch (cellValueType) {\n case CellValueType.Number: {\n const numberOptions = options as INumberFieldOptionsRo;\n const formattingRes = numberFormattingSchema.safeParse(numberOptions?.formatting);\n const showAsRes = singleNumberShowAsSchema.safeParse(numberOptions?.showAs);\n return {\n type: FieldType.Number,\n options: {\n formatting: formattingRes.success ? formattingRes?.data : defaultNumberFormatting,\n showAs: showAsRes.success ? showAsRes?.data : undefined,\n },\n };\n }\n case CellValueType.DateTime: {\n const dateOptions = options as IDateFieldOptions;\n const formattingRes = datetimeFormattingSchema.safeParse(dateOptions?.formatting);\n return {\n type: FieldType.Date,\n options: {\n formatting: formattingRes.success ? formattingRes?.data : defaultDatetimeFormatting,\n },\n };\n }\n case CellValueType.String: {\n const singleLineTextOptions = options as ISingleLineTextFieldOptions;\n const showAsRes = singleLineTextShowAsSchema.safeParse(singleLineTextOptions.showAs);\n return {\n type: FieldType.SingleLineText,\n options: {\n showAs: showAsRes.success ? showAsRes?.data : undefined,\n },\n };\n }\n case CellValueType.Boolean: {\n return {\n type: FieldType.Checkbox,\n options: {},\n };\n }\n default:\n throw new CustomHttpException('Invalid cellValueType', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.selection.invalidCellValueType',\n },\n });\n }\n }\n\n private lookupOptionsRoToVo(field: IFieldVo): { type: FieldType; options: IFieldOptionsRo } {\n const { type, isMultipleCellValue, options } = field;\n if (type === FieldType.SingleSelect && isMultipleCellValue) {\n return {\n type: FieldType.MultipleSelect,\n options,\n };\n }\n if (type === FieldType.User && isMultipleCellValue) {\n const userOptions = options as IUserFieldOptions;\n return {\n type,\n options: {\n ...userOptions,\n isMultiple: true,\n },\n };\n }\n return { type, options };\n }\n\n private fieldVoToRo(field?: IFieldVo): IFieldRo {\n if (!field) {\n return {\n type: FieldType.SingleLineText,\n };\n }\n const { isComputed, isLookup } = field;\n const baseField = pick(field, 'name', 'type', 'options', 'description');\n\n if (isComputed && !isLookup) {\n if ([FieldType.CreatedBy, FieldType.LastModifiedBy].includes(field.type)) {\n return {\n ...baseField,\n type: FieldType.User,\n options: defaultUserFieldOptions,\n };\n }\n return {\n ...baseField,\n ...this.optionsRoToVoByCvType(field.cellValueType, field.options),\n };\n }\n\n if (isLookup) {\n return {\n ...baseField,\n ...this.lookupOptionsRoToVo(field),\n };\n }\n\n return baseField;\n }\n\n private async expandColumns({\n tableId,\n header = [],\n numColsToExpand,\n }: {\n tableId: string;\n header?: IFieldVo[];\n numColsToExpand: number;\n }) {\n const colLen = header.length;\n const res: IFieldVo[] = [];\n for (let i = colLen - numColsToExpand; i < colLen; i++) {\n const field = this.fieldVoToRo(header[i]);\n const fieldVo = await this.fieldSupplementService.prepareCreateField(tableId, field);\n if (fieldVo.type === FieldType.Button) {\n delete (fieldVo.options as IButtonFieldOptions).workflow;\n }\n const fieldInstance = createFieldInstanceByVo(fieldVo);\n // expend columns do not need to calculate\n await this.fieldCreatingService.alterCreateField(tableId, fieldInstance);\n res.push(fieldVo);\n }\n return res;\n }\n\n private parseCopyContent(content: string): string[][] {\n return parseClipboardText(content);\n }\n\n private stringifyCopyContent(content: string[][]): string {\n return stringifyClipboardText(content);\n }\n\n private calculateExpansion(\n tableSize: [number, number],\n cell: [number, number],\n tableDataSize: [number, number]\n ): [number, number] {\n const permissions = this.cls.get('permissions');\n const [numCols, numRows] = tableSize;\n const [dataNumCols, dataNumRows] = tableDataSize;\n\n const endCol = cell[0] + dataNumCols;\n const endRow = cell[1] + dataNumRows;\n\n const numRowsToExpand = Math.max(0, endRow - numRows);\n const numColsToExpand = Math.max(0, endCol - numCols);\n const hasFieldCreatePermission = permissions.includes('field|create');\n const hasRecordCreatePermission = permissions.includes('record|create');\n return [\n hasFieldCreatePermission ? numColsToExpand : 0,\n hasRecordCreatePermission ? numRowsToExpand : 0,\n ];\n }\n\n private tableDataToRecords({\n tableData,\n fields,\n }: {\n tableData: string[][];\n fields: IFieldInstance[];\n }) {\n const records: { fields: IRecord['fields'] }[] = tableData.map(() => ({ fields: {} }));\n fields.forEach((field, col) => {\n if (field.isComputed) {\n return;\n }\n tableData.forEach((cellCols, row) => {\n records[row].fields[field.id] = cellCols?.[col] ?? null;\n });\n });\n return records;\n }\n\n private cellValueToRecords({\n tableData,\n fields,\n sourceFields,\n }: {\n tableData: unknown[][];\n fields: IFieldInstance[];\n sourceFields: IFieldInstance[];\n }) {\n const records: { fields: IRecord['fields'] }[] = tableData.map(() => ({ fields: {} }));\n fields.forEach((field, col) => {\n const sourceField = sourceFields[col];\n if (field.isComputed) {\n return;\n }\n // eslint-disable-next-line sonarjs/cognitive-complexity\n tableData.forEach((cellCols, row) => {\n const cellValue = cellCols?.[col] ?? null;\n const recordField = records[row].fields;\n\n if (cellValue == null) {\n recordField[field.id] = null;\n return;\n }\n\n switch (field.type) {\n case FieldType.User:\n case FieldType.Attachment:\n {\n const cvs = [cellValue].flat();\n recordField[field.id] =\n sourceField.type === field.type\n ? field.isMultipleCellValue\n ? cvs\n : cvs?.[0]\n : sourceField.cellValue2String(cellValue);\n }\n break;\n case FieldType.Date:\n recordField[field.id] =\n sourceField.type === FieldType.Date\n ? Array.isArray(cellValue)\n ? cellValue[0]\n : cellValue\n : sourceField.cellValue2String(cellValue);\n break;\n case FieldType.Link: {\n recordField[field.id] = cellValue\n ? sourceField.type === FieldType.Link\n ? [cellValue as { id: string }]\n .flat()\n .map((v) => (typeof v === 'string' ? v : v.id))\n .join(',')\n : sourceField.cellValue2String(cellValue)\n : null;\n break;\n }\n default:\n recordField[field.id] = sourceField.cellValue2String(cellValue) ?? null;\n }\n });\n });\n return records;\n }\n\n private fillCells(\n oldRecords: {\n id: string;\n fields: IRecord['fields'];\n }[],\n newRecords?: { fields: IRecord['fields'] }[]\n ): IUpdateRecordsRo {\n return {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: oldRecords.map(({ id }, index) => {\n const newFields = newRecords?.[index]?.fields;\n const updateFields = newFields ?? {};\n return {\n id,\n fields: updateFields,\n };\n }),\n };\n }\n\n async copy(tableId: string, rangesRo: IRangesRo) {\n const { cellCount } = await this.parseRange(tableId, rangesRo);\n\n if (cellCount > this.thresholdConfig.maxCopyCells) {\n throw new CustomHttpException(\n `Exceed max copy cells ${this.thresholdConfig.maxCopyCells}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.selection.exceedMaxCopyCells',\n },\n }\n );\n }\n\n const { fields, records } = await this.getSelectionCtxByRange(tableId, rangesRo);\n const fieldInstances = fields.map(createFieldInstanceByVo);\n const rectangleData = records.map((record) =>\n fieldInstances.map((fieldInstance) =>\n fieldInstance.cellValue2String(record.fields[fieldInstance.id] as never)\n )\n );\n return {\n content: this.stringifyCopyContent(rectangleData),\n header: fields,\n };\n }\n\n // If the pasted selection is twice the size of the content,\n // the content is automatically expanded to the selection size\n private expandPasteContent(pasteData: unknown[][], range: [[number, number], [number, number]]) {\n const [start, end] = range;\n const [startCol, startRow] = start;\n const [endCol, endRow] = end;\n\n const rangeRows = endRow - startRow + 1;\n const rangeCols = endCol - startCol + 1;\n\n const pasteRows = pasteData.length;\n const pasteCols = pasteData[0].length;\n\n if (rangeRows % pasteRows !== 0 || rangeCols % pasteCols !== 0) {\n return pasteData;\n }\n\n return Array.from({ length: rangeRows }, (_, i) =>\n Array.from({ length: rangeCols }, (_, j) => pasteData[i % pasteRows][j % pasteCols])\n );\n }\n\n // Paste does not support non-contiguous selections,\n // the first selection is taken by default.\n private getRangeCell(\n maxRange: [number, number][],\n range: [number, number][],\n type?: RangeType\n ): [[number, number], [number, number]] {\n const [maxStart, maxEnd] = maxRange;\n const [maxStartCol, maxStartRow] = maxStart;\n const [maxEndCol, maxEndRow] = maxEnd;\n\n if (type === RangeType.Columns) {\n return [\n [range[0][0], maxStartRow],\n [range[0][1], maxEndRow],\n ];\n }\n\n if (type === RangeType.Rows) {\n return [\n [maxStartCol, range[0][0]],\n [maxEndCol, range[0][1]],\n ];\n }\n return [range[0], range[1]];\n }\n\n // For pasting to add new lines\n async temporaryPaste(\n tableId: string,\n pasteRo: IPasteRo,\n {\n permissionFilter,\n }: {\n permissionFilter?: (data: { fields: IRecord['fields'] }[]) => Promise<\n {\n fields: IRecord['fields'];\n }[]\n >;\n } = {}\n ) {\n const { content, header, viewId, ranges, projection } = pasteRo;\n const pasteContent = typeof content === 'string' ? this.parseCopyContent(content) : content;\n const pasteContentSize = pasteContent.length * pasteContent[0].length;\n if (pasteContentSize > this.thresholdConfig.maxPasteCells) {\n throw new CustomHttpException(\n `Exceed max paste cells ${this.thresholdConfig.maxPasteCells}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.selection.exceedMaxPasteCells',\n },\n }\n );\n }\n\n const fields = await this.fieldService.getFieldInstances(tableId, {\n viewId,\n filterHidden: true,\n projection,\n });\n\n const rangeCell = ranges as [[number, number], [number, number]];\n const startColumnIndex = rangeCell[0][0];\n\n const tableData = this.expandPasteContent(pasteContent, rangeCell);\n const tableColCount = tableData[0].length;\n const effectFields = fields.slice(startColumnIndex, startColumnIndex + tableColCount);\n const sourceFields = header && header.map((f) => createFieldInstanceByVo(f));\n let result: ITemporaryPasteVo = [];\n\n await this.prismaService.$tx(async () => {\n const newRecords = sourceFields\n ? this.cellValueToRecords({\n tableData,\n fields: effectFields,\n sourceFields,\n })\n : this.tableDataToRecords({\n tableData: tableData as string[][],\n fields: effectFields,\n });\n const filteredNewRecords = permissionFilter ? await permissionFilter(newRecords) : newRecords;\n\n result = await this.recordOpenApiService.validateFieldsAndTypecast(\n tableId,\n filteredNewRecords,\n FieldKeyType.Id,\n true\n );\n });\n\n return result;\n }\n\n async paste(\n tableId: string,\n pasteRo: IPasteRo,\n {\n expansionChecker,\n permissionFilter,\n windowId,\n }: {\n expansionChecker?: (col: number, row: number) => Promise;\n permissionFilter?: (\n type: 'create' | 'update',\n data: ICreateRecordsRo | IUpdateRecordsRo,\n newFields?: { id: string; name: string; dbFieldName: string }[]\n ) => Promise;\n windowId?: string;\n } = {}\n ) {\n const effectiveWindowId = windowId ?? this.cls.get('windowId');\n const { content, header, ...rangesRo } = pasteRo;\n const { ranges, type, ...queryRo } = rangesRo;\n const { viewId } = queryRo;\n const { cellCount } = await this.parseRange(tableId, rangesRo);\n const pasteContent = typeof content === 'string' ? this.parseCopyContent(content) : content;\n const pasteContentSize = pasteContent.length * pasteContent[0].length;\n if (\n cellCount > this.thresholdConfig.maxPasteCells ||\n pasteContentSize > this.thresholdConfig.maxPasteCells\n ) {\n throw new CustomHttpException(\n `Exceed max paste cells ${this.thresholdConfig.maxPasteCells}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.selection.exceedMaxPasteCells',\n },\n }\n );\n }\n\n const { rowCount: rowCountInView } = await this.aggregationService.performRowCount(\n tableId,\n queryRo\n );\n const sourceFields = header && header.map((f) => createFieldInstanceByVo(f));\n const fields = await this.fieldService.getFieldInstances(tableId, {\n viewId,\n filterHidden: true,\n projection: rangesRo.projection,\n });\n\n const tableSize: [number, number] = [fields.length, rowCountInView];\n const rangeCell = this.getRangeCell(\n [\n [0, 0],\n [tableSize[0] - 1, tableSize[1] - 1],\n ],\n ranges,\n type\n );\n\n const tableData = this.expandPasteContent(pasteContent, rangeCell);\n const tableColCount = tableData[0].length;\n const tableRowCount = tableData.length;\n\n const cell = rangeCell[0];\n const [col, row] = cell;\n\n const effectFields = fields.slice(col, col + tableColCount);\n\n const projection = effectFields.map((f) => f.id);\n\n const existingRecords = await this.recordService.getRecordsFields(\n tableId,\n {\n ...queryRo,\n projection,\n skip: row,\n take: tableData.length,\n fieldKeyType: FieldKeyType.Id,\n },\n true\n );\n const [numColsToExpand, numRowsToExpand] = this.calculateExpansion(tableSize, cell, [\n tableColCount,\n tableRowCount,\n ]);\n await expansionChecker?.(numColsToExpand, numRowsToExpand);\n\n const updateRange: IPasteVo['ranges'] = [cell, cell];\n\n const newFields = await this.prismaService.$tx(async () => {\n // Expansion col\n return await this.expandColumns({\n tableId,\n header,\n numColsToExpand,\n });\n });\n\n const { updateRecords, newRecords } = await this.prismaService.$tx(async () => {\n const updateFields = effectFields.concat(newFields.map(createFieldInstanceByVo));\n\n // get all effect records, contains update and need create record\n const recordsFromClipboard = sourceFields\n ? this.cellValueToRecords({\n tableData,\n fields: updateFields,\n sourceFields,\n })\n : this.tableDataToRecords({\n tableData: tableData as string[][],\n fields: updateFields,\n });\n\n // Warning: Update before creating\n // Fill cells\n const toUpdateRecords = recordsFromClipboard.slice(0, existingRecords.length);\n const updateRecordsRo = this.fillCells(existingRecords, toUpdateRecords);\n const filteredUpdateRecordsRo = permissionFilter\n ? await permissionFilter('update', updateRecordsRo, newFields)\n : updateRecordsRo;\n const updateFieldIds = updateFields.map((field) => field.id);\n const maybeInternal = filteredUpdateRecordsRo as IUpdateRecordsInternalRo;\n const updateRecordsPayload: IUpdateRecordsInternalRo =\n maybeInternal.fieldIds !== undefined\n ? maybeInternal\n : {\n ...maybeInternal,\n fieldIds: updateFieldIds,\n };\n const { cellContexts } = await this.recordOpenApiService.updateRecords(\n tableId,\n updateRecordsPayload\n );\n\n if (updateRecordsPayload?.records?.length) {\n await this.emitPasteSelectionAuditLog(\n UpdateRecordAction.PasteRecord,\n tableId,\n updateRecordsPayload?.records?.length\n );\n }\n\n let newRecords: IRecord[] | undefined;\n // create record\n if (numRowsToExpand) {\n const createNewRecords = recordsFromClipboard.slice(existingRecords.length);\n const createRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: createNewRecords,\n };\n const filteredCreateRecordsRo = permissionFilter\n ? await permissionFilter('create', createRecordsRo, newFields)\n : createRecordsRo;\n this.cls.set('skipRecordAuditLog', true);\n newRecords = (\n await this.recordOpenApiService.createRecords(tableId, filteredCreateRecordsRo, undefined)\n ).records;\n }\n\n updateRange[1] = [col + updateFields.length - 1, row + tableRowCount - 1];\n return {\n updateRecords: {\n cellContexts,\n recordIds: existingRecords.map(({ id }) => id),\n fieldIds: updateFields.map(({ id }) => id),\n },\n newRecords,\n };\n });\n\n if (effectiveWindowId) {\n this.eventEmitterService.emitAsync(Events.OPERATION_PASTE_SELECTION, {\n windowId: effectiveWindowId,\n userId: this.cls.get('user.id'),\n tableId,\n updateRecords,\n newFields,\n newRecords,\n });\n }\n\n if (newRecords?.length) {\n // Emit audit log for paste operation\n await this.emitPasteSelectionAuditLog(\n CreateRecordAction.RecordPaste,\n tableId,\n newRecords?.length\n );\n }\n\n return updateRange;\n }\n\n async clear(\n tableId: string,\n rangesRo: IRangesRo,\n {\n windowId,\n permissionFilter,\n }: {\n windowId?: string;\n permissionFilter?: (data: IUpdateRecordsRo) => Promise;\n } = {}\n ) {\n const { fields, records } = await this.getSelectionCtxByRange(tableId, rangesRo);\n const fieldInstances = fields.map(createFieldInstanceByVo);\n const fieldIds = fields.map((field) => field.id);\n const updateRecords = this.tableDataToRecords({\n tableData: Array.from({ length: records.length }, () => []),\n fields: fieldInstances,\n });\n const updateRecordsRo = this.fillCells(records, updateRecords);\n const filteredUpdateRecordsRo: IUpdateRecordsRo = permissionFilter\n ? await permissionFilter(updateRecordsRo)\n : updateRecordsRo;\n const maybeInternal = filteredUpdateRecordsRo as IUpdateRecordsInternalRo;\n const payload: IUpdateRecordsInternalRo =\n maybeInternal.fieldIds !== undefined ? maybeInternal : { ...maybeInternal, fieldIds };\n await this.recordOpenApiService.updateRecords(tableId, payload, windowId);\n }\n\n async delete(\n tableId: string,\n rangesRo: IRangesRo,\n {\n windowId,\n permissionFilter,\n }: {\n windowId?: string;\n permissionFilter?: (recordIds: string[]) => Promise;\n }\n ): Promise {\n const { records } = await this.getSelectionCtxByRange(tableId, rangesRo);\n const recordIds = records.map(({ id }) => id);\n const filteredRecordIds = permissionFilter ? await permissionFilter(recordIds) : recordIds;\n const diffRecordIds = difference(recordIds, filteredRecordIds);\n if (diffRecordIds.length) {\n throw new CustomHttpException(\n `You don't have permission to delete records: ${diffRecordIds}`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.deleteRecords',\n context: { recordIds: diffRecordIds.join(',') },\n },\n }\n );\n }\n await this.recordOpenApiService.deleteRecords(tableId, filteredRecordIds, windowId);\n return { ids: filteredRecordIds };\n }\n\n private async emitPasteSelectionAuditLog(\n action: UpdateRecordAction | CreateRecordAction,\n tableId: string,\n newRecordLength?: number\n ) {\n const userId = this.cls.get('user.id');\n const origin = this.cls.get('origin');\n this.cls.set('skipRecordAuditLog', true);\n\n await this.cls.run(async () => {\n this.cls.set('origin', origin!);\n this.cls.set('user.id', userId);\n await this.eventEmitterService.emitAsync(Events.TABLE_RECORD_CREATE_RELATIVE, {\n action,\n resourceId: tableId,\n recordCount: newRecordLength ?? 0,\n });\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/setting/open-api/admin-open-api.controller.ts", "content": "import { Controller, Delete, Get, Param, Patch, Post, Query, Res } from '@nestjs/common';\nimport { Response } from 'express';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { AdminOpenApiService } from './admin-open-api.service';\n\n@Controller('api/admin')\n@Permissions('instance|update')\nexport class AdminOpenApiController {\n constructor(private readonly adminService: AdminOpenApiService) {}\n\n @Patch('/plugin/:pluginId/publish')\n async publishPlugin(@Param('pluginId') pluginId: string): Promise {\n await this.adminService.publishPlugin(pluginId);\n }\n\n @Patch('/plugin/:pluginId/unpublish')\n async unpublishPlugin(@Param('pluginId') pluginId: string): Promise {\n await this.adminService.unpublishPlugin(pluginId);\n }\n\n @Post('/attachment/repair-table-thumbnail')\n async repairTableAttachmentThumbnail(): Promise {\n await this.adminService.repairTableAttachmentThumbnail();\n }\n\n @Get('/debug/heap-snapshot')\n async getHeapSnapshot(@Res() res: Response): Promise {\n await this.adminService.getHeapSnapshot(res);\n }\n\n @Get('performance-cache-stats')\n async getPerformanceCache() {\n return await this.adminService.getPerformanceCache();\n }\n\n @Delete('performance-cache')\n async deletePerformanceCache(@Query('key') key?: string) {\n return await this.adminService.deletePerformanceCache(key);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/setting/open-api/admin-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { MulterModule } from '@nestjs/platform-express';\nimport multer from 'multer';\nimport { AttachmentsCropModule } from '../../attachments/attachments-crop.module';\nimport { StorageModule } from '../../attachments/plugins/storage.module';\nimport { AdminOpenApiController } from './admin-open-api.controller';\nimport { AdminOpenApiService } from './admin-open-api.service';\n\n@Module({\n imports: [\n AttachmentsCropModule,\n MulterModule.register({\n storage: multer.diskStorage({}),\n }),\n StorageModule,\n ],\n controllers: [AdminOpenApiController],\n exports: [AdminOpenApiService],\n providers: [AdminOpenApiService],\n})\nexport class AdminOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/setting/open-api/admin-open-api.service.ts", "content": "import { Session } from 'node:inspector';\nimport { Readable } from 'node:stream';\nimport {\n BadRequestException,\n Injectable,\n InternalServerErrorException,\n Logger,\n} from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { PluginStatus, UploadType } from '@teable/openapi';\nimport { Response } from 'express';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { PerformanceCacheService } from '../../../performance-cache';\nimport { Timing } from '../../../utils/timing';\nimport { AttachmentsCropQueueProcessor } from '../../attachments/attachments-crop.processor';\nimport StorageAdapter from '../../attachments/plugins/adapter';\n\n@Injectable()\nexport class AdminOpenApiService {\n private readonly logger = new Logger(AdminOpenApiService.name);\n constructor(\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n private readonly attachmentsCropQueueProcessor: AttachmentsCropQueueProcessor,\n private readonly performanceCacheService: PerformanceCacheService\n ) {}\n\n async publishPlugin(pluginId: string) {\n return this.prismaService.plugin.update({\n where: { id: pluginId, status: PluginStatus.Reviewing },\n data: { status: PluginStatus.Published },\n });\n }\n\n async unpublishPlugin(pluginId: string) {\n return this.prismaService.plugin.update({\n where: { id: pluginId, status: PluginStatus.Published },\n data: { status: PluginStatus.Developing },\n });\n }\n\n async repairTableAttachmentThumbnail() {\n // once handle 1000 attachments\n const take = 1000;\n let total = 0;\n for (let skip = 0; ; skip += take) {\n const sqlNative = this.knex('attachments_table')\n .select(\n 'attachments.token',\n 'attachments.height',\n 'attachments.mimetype',\n 'attachments.path'\n )\n .leftJoin('attachments', 'attachments_table.token', 'attachments.token')\n .whereNotNull('attachments.height')\n .whereNull('attachments.deleted_time')\n .whereNull('attachments.thumbnail_path')\n .limit(take)\n .offset(skip)\n .toSQL()\n .toNative();\n const attachments = await this.prismaService.$queryRawUnsafe<\n { token: string; height?: number; mimetype: string; path: string }[]\n >(sqlNative.sql, ...sqlNative.bindings);\n this.logger.log('attachments', attachments, sqlNative.sql);\n if (attachments.length === 0) {\n break;\n }\n total += attachments.length;\n await this.attachmentsCropQueueProcessor.queue.addBulk(\n attachments.map((attachment) => ({\n name: 'admin_attachment_crop_image',\n data: {\n ...attachment,\n bucket: StorageAdapter.getBucket(UploadType.Table),\n },\n }))\n );\n this.logger.log(`Processed ${attachments.length} attachments`);\n }\n this.logger.log(`Total processed ${total} attachments`);\n }\n\n @Timing()\n async getHeapSnapshot(res: Response) {\n const podName = process.env.HOSTNAME || 'unknown';\n const session = new Session();\n const timestamp = new Date().toISOString();\n const filename = `heap-${podName}-${timestamp}.heapsnapshot`;\n try {\n const snapshotStream = new Readable({\n // eslint-disable-next-line @typescript-eslint/no-empty-function\n read() {},\n });\n\n res.setHeader('Content-Type', 'application/octet-stream');\n res.setHeader('Content-Disposition', `attachment; filename=\"${filename}\"`);\n\n session.connect();\n session.on('HeapProfiler.addHeapSnapshotChunk', (m) => {\n snapshotStream.push(m.params.chunk);\n });\n\n const snapshotPromise = new Promise((resolve, reject) => {\n session.post('HeapProfiler.takeHeapSnapshot', undefined, (err) => {\n if (err) {\n reject(err);\n } else {\n snapshotStream.push(null);\n resolve();\n }\n });\n });\n\n snapshotStream.on('error', (error) => {\n this.logger.error(`Stream error for pod ${podName}:`, error);\n throw new InternalServerErrorException(`Stream error: ${error.message}`);\n });\n\n snapshotStream.pipe(res);\n\n await new Promise((resolve, reject) => {\n res.on('finish', () => {\n this.logger.log(`Heap snapshot streaming completed for pod ${podName}`);\n resolve();\n });\n\n res.on('error', (error) => {\n this.logger.error(`Response error for pod ${podName}:`, error);\n reject(error);\n });\n\n snapshotStream.on('error', reject);\n });\n\n await snapshotPromise;\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (error: any) {\n throw new InternalServerErrorException(\n `Failed to get heap snapshot: ${error.message}, podName: ${podName}, timestamp: ${timestamp}`\n );\n } finally {\n session.disconnect();\n this.logger.log(`Session disconnected for pod ${podName}`);\n }\n }\n\n async getPerformanceCache() {\n return {\n stats: this.performanceCacheService.getStats(),\n typeStats: this.performanceCacheService.getTypeStats(),\n };\n }\n\n async deletePerformanceCache(key?: string) {\n if (!key) {\n throw new BadRequestException('key is required');\n }\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n await this.performanceCacheService.del(key as any);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/setting/open-api/setting-open-api.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n BadRequestException,\n Body,\n Controller,\n Get,\n Patch,\n Post,\n Put,\n UploadedFile,\n UseInterceptors,\n} from '@nestjs/common';\nimport { FileInterceptor } from '@nestjs/platform-express';\nimport type {\n IPublicSettingVo,\n ISetSettingMailTransportConfigVo,\n ISettingVo,\n ITestLLMVo,\n IUploadLogoVo,\n IBatchTestLLMVo,\n ITestApiKeyVo,\n ITestPublicAccessVo,\n} from '@teable/openapi';\nimport {\n IUpdateSettingRo,\n testLLMRoSchema,\n updateSettingRoSchema,\n ITestLLMRo,\n setSettingMailTransportConfigRoSchema,\n ISetSettingMailTransportConfigRo,\n SettingKey,\n batchTestLLMRoSchema,\n IBatchTestLLMRo,\n testApiKeyRoSchema,\n ITestApiKeyRo,\n} from '@teable/openapi';\nimport { IThresholdConfig, ThresholdConfig } from '../../../configs/threshold.config';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { Public } from '../../auth/decorators/public.decorator';\nimport { TurnstileService } from '../../auth/turnstile/turnstile.service';\nimport { SettingOpenApiService } from './setting-open-api.service';\n\n@Controller('api/admin/setting')\nexport class SettingOpenApiController {\n constructor(\n private readonly settingOpenApiService: SettingOpenApiService,\n private readonly turnstileService: TurnstileService,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n /**\n * Get the instance settings, now we have config for AI, there are some sensitive fields, we need check the permission before return.\n */\n @Permissions('instance|read')\n @Get()\n async getSetting(): Promise {\n return await this.settingOpenApiService.getSetting();\n }\n\n /**\n * Public endpoint for getting public settings without authentication\n */\n @Public()\n @Get('public')\n async getPublicSetting(): Promise {\n const setting = await this.settingOpenApiService.getSetting([\n SettingKey.INSTANCE_ID,\n SettingKey.BRAND_NAME,\n SettingKey.BRAND_LOGO,\n SettingKey.DISALLOW_SIGN_UP,\n SettingKey.DISALLOW_SPACE_CREATION,\n SettingKey.DISALLOW_SPACE_INVITATION,\n SettingKey.DISALLOW_DASHBOARD,\n SettingKey.ENABLE_EMAIL_VERIFICATION,\n SettingKey.ENABLE_WAITLIST,\n SettingKey.ENABLE_CREDIT_REWARD,\n SettingKey.AI_CONFIG,\n SettingKey.APP_CONFIG,\n ]);\n const { aiConfig, appConfig, enableCreditReward, ...rest } = setting;\n return {\n ...rest,\n enableCreditReward: enableCreditReward ?? undefined,\n aiConfig: {\n enable: Boolean(aiConfig?.chatModel?.lg),\n llmProviders:\n aiConfig?.llmProviders?.map((provider) => ({\n type: provider.type,\n name: provider.name,\n models: provider.models,\n isInstance: true,\n modelConfigs: provider.modelConfigs,\n })) ?? [],\n chatModel: aiConfig?.chatModel ?? undefined,\n capabilities: aiConfig?.capabilities,\n // Include gateway models for space-level AI config\n gatewayModels: aiConfig?.gatewayModels,\n },\n appGenerationEnabled: Boolean(appConfig?.apiKey),\n turnstileSiteKey: this.turnstileService.getTurnstileSiteKey(),\n changeEmailSendCodeMailRate: this.thresholdConfig.changeEmailSendCodeMailRate,\n resetPasswordSendMailRate: this.thresholdConfig.resetPasswordSendMailRate,\n signupVerificationSendCodeMailRate: this.thresholdConfig.signupVerificationSendCodeMailRate,\n };\n }\n\n @Patch()\n @Permissions('instance|update')\n async updateSetting(\n @Body(new ZodValidationPipe(updateSettingRoSchema))\n updateSettingRo: IUpdateSettingRo\n ): Promise {\n return await this.settingOpenApiService.updateSetting(updateSettingRo);\n }\n\n @UseInterceptors(\n FileInterceptor('file', {\n fileFilter: (_req, file, callback) => {\n if (file.mimetype.startsWith('image/')) {\n callback(null, true);\n } else {\n callback(new BadRequestException('Invalid file type'), false);\n }\n },\n limits: {\n fileSize: 500 * 1024, // limit file size is 500KB\n },\n })\n )\n @Patch('logo')\n @Permissions('instance|update')\n async uploadLogo(@UploadedFile() file: Express.Multer.File): Promise {\n return this.settingOpenApiService.uploadLogo(file);\n }\n\n @Permissions('instance|update')\n @Post('test-llm')\n async testLLM(\n @Body(new ZodValidationPipe(testLLMRoSchema)) testLLMRo: ITestLLMRo\n ): Promise {\n return await this.settingOpenApiService.testLLM(testLLMRo);\n }\n\n @Permissions('instance|update')\n @Post('batch-test-llm')\n async batchTestLLM(\n @Body(new ZodValidationPipe(batchTestLLMRoSchema.optional())) batchTestLLMRo?: IBatchTestLLMRo\n ): Promise {\n return await this.settingOpenApiService.batchTestLLM(batchTestLLMRo);\n }\n\n @Permissions('instance|update')\n @Post('test-api-key')\n async testApiKey(\n @Body(new ZodValidationPipe(testApiKeyRoSchema)) testApiKeyRo: ITestApiKeyRo\n ): Promise {\n return await this.settingOpenApiService.testApiKey(testApiKeyRo);\n }\n\n @Permissions('instance|update')\n @Get('test-public-access')\n async testPublicAccess(): Promise {\n return await this.settingOpenApiService.testPublicAccess();\n }\n\n @Permissions('instance|update')\n @Put('set-mail-transport-config')\n async setMailTransportConfig(\n @Body(new ZodValidationPipe(setSettingMailTransportConfigRoSchema))\n setMailTransportConfigRo: ISetSettingMailTransportConfigRo\n ): Promise {\n await this.settingOpenApiService.setMailTransportConfig(setMailTransportConfigRo);\n\n return {\n ...setMailTransportConfigRo,\n transportConfig: {\n ...setMailTransportConfigRo.transportConfig,\n auth: {\n user: setMailTransportConfigRo.transportConfig.auth.user,\n pass: '',\n },\n },\n };\n }\n\n /**\n * Get available models from AI Gateway\n * Returns configured=false if gateway is not set up\n */\n @Public()\n @Get('gateway-models')\n async getGatewayModels() {\n return await this.settingOpenApiService.getGatewayModels();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/setting/open-api/setting-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { MulterModule } from '@nestjs/platform-express';\nimport multer from 'multer';\nimport { AttachmentsStorageModule } from '../../attachments/attachments-storage.module';\nimport { StorageModule } from '../../attachments/plugins/storage.module';\nimport { TurnstileModule } from '../../auth/turnstile/turnstile.module';\nimport { SettingModule } from '../setting.module';\nimport { SettingOpenApiController } from './setting-open-api.controller';\nimport { SettingOpenApiService } from './setting-open-api.service';\n\n@Module({\n imports: [\n MulterModule.register({\n storage: multer.diskStorage({}),\n }),\n StorageModule,\n AttachmentsStorageModule,\n SettingModule,\n TurnstileModule,\n ],\n controllers: [SettingOpenApiController],\n exports: [SettingOpenApiService],\n providers: [SettingOpenApiService],\n})\nexport class SettingOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/setting/open-api/setting-open-api.service.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport { readFile } from 'fs/promises';\nimport { join, resolve } from 'path';\nimport type { OpenAIProvider } from '@ai-sdk/openai';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n ISetSettingMailTransportConfigRo,\n IChatModelAbility,\n IAbilityDetail,\n ISettingVo,\n ITestLLMRo,\n ITestLLMVo,\n IBatchTestLLMRo,\n IBatchTestLLMVo,\n IModelTestResult,\n LLMProvider,\n ITestApiKeyRo,\n ITestApiKeyVo,\n ITestPublicAccessVo,\n GatewayModelType,\n GatewayModelTag,\n GatewayModelProvider,\n} from '@teable/openapi';\nimport { chatModelAbilityType, UploadType, LLMProviderType } from '@teable/openapi';\nimport { createGateway, generateText, tool, experimental_generateImage } from 'ai';\nimport type { LanguageModel, TextPart, FilePart } from 'ai';\nimport axios from 'axios';\nimport { uniq } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { z } from 'zod';\nimport { BaseConfig, IBaseConfig } from '../../../configs/base.config';\nimport { type IStorageConfig, StorageConfig } from '../../../configs/storage';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport { getAdaptedProviderOptions, modelProviders } from '../../ai/util';\nimport { AttachmentsStorageService } from '../../attachments/attachments-storage.service';\nimport StorageAdapter from '../../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../attachments/plugins/storage';\nimport { getPublicFullStorageUrl } from '../../attachments/plugins/utils';\nimport { EMAIL_LOGO_TOKEN } from '../../builtin-assets-init/builtin-assets-init.service';\nimport { verifyTransport } from '../../mail-sender/mail-helpers';\nimport { SettingService } from '../setting.service';\n\nconst unknownErrorMsg = 'unknown error';\n\n// Test file tokens from builtin-assets-init\nconst actTestImageToken = 'actTestImage';\nconst actTestPdfToken = 'actTestPDF';\n// Test file paths\nconst testImagePath = 'static/test/test-image.png';\nconst testPdfPath = 'static/test/test-pdf.pdf';\n// Expected letter in test files - use uppercase K for stricter matching\nconst expectedLetter = 'k';\n\n@Injectable()\nexport class SettingOpenApiService {\n private readonly logger = new Logger(SettingOpenApiService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n @BaseConfig() private readonly baseConfig: IBaseConfig,\n @StorageConfig() private readonly storageConfig: IStorageConfig,\n @InjectStorageAdapter() readonly storageAdapter: StorageAdapter,\n private readonly cls: ClsService,\n private readonly settingService: SettingService,\n protected readonly attachmentsStorageService: AttachmentsStorageService\n ) {}\n\n async getSetting(names?: string[]): Promise {\n return this.settingService.getSetting(names);\n }\n\n async updateSetting(updateSettingRo: Partial): Promise {\n return this.settingService.updateSetting(updateSettingRo);\n }\n\n async getServerBrand(): Promise<{ brandName: string; brandLogo: string }> {\n const logoPath = join(StorageAdapter.getDir(UploadType.Logo), EMAIL_LOGO_TOKEN);\n return {\n brandName: 'Teable',\n brandLogo: getPublicFullStorageUrl(logoPath),\n };\n }\n\n async uploadLogo(file: Express.Multer.File) {\n const token = 'brand';\n const path = join(StorageAdapter.getDir(UploadType.Logo), 'brand');\n const bucket = StorageAdapter.getBucket(UploadType.Logo);\n\n const { hash } = await this.storageAdapter.uploadFileWidthPath(bucket, path, file.path, {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': file.mimetype,\n });\n\n const { size, mimetype } = file;\n const userId = this.cls.get('user.id');\n\n await this.prismaService.txClient().attachments.upsert({\n create: {\n hash,\n size,\n mimetype,\n token,\n path,\n createdBy: userId,\n },\n update: {\n hash,\n size,\n mimetype,\n path,\n },\n where: {\n token,\n deletedTime: null,\n },\n });\n\n await this.updateSetting({ brandLogo: path });\n\n return {\n url: getPublicFullStorageUrl(path),\n };\n }\n\n /**\n * Test attachment support with a specific data source (URL or base64)\n */\n private async testAttachmentWithData(\n modelInstance: LanguageModel,\n data: string,\n contentType: string\n ): Promise {\n // Request AI to put the letter in quotes for strict validation\n const testPrompt =\n 'What letter or character do you see in this image/file? ' +\n 'Please respond with ONLY the letter wrapped in double quotes, like \"X\". ' +\n 'Do not add any other text.';\n\n try {\n const textPart: TextPart = {\n type: 'text',\n text: testPrompt,\n };\n\n const filePart: FilePart = {\n type: 'file' as const,\n data,\n mediaType: contentType,\n };\n\n const res = await generateText({\n model: modelInstance,\n messages: [\n {\n role: 'user',\n content: [textPart, filePart],\n },\n ],\n temperature: 0,\n });\n\n const responseText = res.text.trim();\n\n // Log the full response for debugging\n this.logger.log(\n `[testAttachment] Full AI response: \"${responseText}\", data preview: \"${data.substring(0, 100)}...\"`\n );\n\n // Strict validation: expect exactly \"K\" or \"k\" in quotes\n const quotedLetterMatch = responseText.match(/\"([^\"]+)\"/);\n const letterInQuotes = quotedLetterMatch ? quotedLetterMatch[1].toLowerCase() : null;\n const containsExpectedInQuotes = letterInQuotes === expectedLetter;\n\n // Fallback: also check if response is just the letter (some models might not follow format)\n const isJustTheLetter =\n responseText.toLowerCase() === expectedLetter ||\n responseText.toLowerCase() === expectedLetter.toUpperCase();\n\n // Anti-hallucination checks:\n // 1. Response should be short (< 30 chars) - a direct answer\n const isShortResponse = responseText.length < 30;\n\n // 2. Response should not indicate inability to see the file\n const cannotSeeIndicators = [\n 'cannot see',\n \"can't see\",\n 'unable to',\n 'no image',\n 'no file',\n \"don't see\",\n 'not visible',\n 'not able to',\n 'sorry',\n 'error',\n ];\n const indicatesCannotSee = cannotSeeIndicators.some((indicator) =>\n responseText.toLowerCase().includes(indicator)\n );\n\n const isValid =\n (containsExpectedInQuotes || isJustTheLetter) && isShortResponse && !indicatesCannotSee;\n\n this.logger.log(\n `[testAttachment] Validation: letterInQuotes=\"${letterInQuotes}\", ` +\n `containsExpectedInQuotes=${containsExpectedInQuotes}, isJustTheLetter=${isJustTheLetter}, ` +\n `isShortResponse=${isShortResponse}, indicatesCannotSee=${indicatesCannotSee}, ` +\n `isValid=${isValid}`\n );\n\n return isValid;\n } catch (error) {\n this.logger.error(\n `[testAttachment] Error: ${error instanceof Error ? error.message : unknownErrorMsg}`\n );\n return false;\n }\n }\n\n /**\n * Get signed URL for a test file\n */\n private async getTestFileSignedUrl(token: string): Promise {\n try {\n const bucket = StorageAdapter.getBucket(UploadType.ChatFile);\n const url = await this.attachmentsStorageService.getPreviewUrl(bucket, token);\n return url || null;\n } catch (error) {\n this.logger.error(`Failed to get signed URL for ${token}: ${error}`);\n return null;\n }\n }\n\n /**\n * Get base64 data URL for a test file\n */\n private async getTestFileBase64(filePath: string, contentType: string): Promise {\n try {\n const fullPath = resolve(process.cwd(), filePath);\n const fileBuffer = await readFile(fullPath);\n const base64 = fileBuffer.toString('base64');\n return `data:${contentType};base64,${base64}`;\n } catch (error) {\n this.logger.error(`Failed to read file for base64 ${filePath}: ${error}`);\n return null;\n }\n }\n\n /**\n * Test image or PDF support with both URL and base64 forms in parallel\n * Returns detailed support info: { url: boolean, base64: boolean }\n */\n private async testAttachmentAbility(\n modelInstance: LanguageModel,\n token: string,\n filePath: string,\n contentType: string\n ): Promise {\n // Get both data sources in parallel\n const [signedUrl, base64Data] = await Promise.all([\n this.getTestFileSignedUrl(token),\n this.getTestFileBase64(filePath, contentType),\n ]);\n\n // Run both tests in parallel\n const [urlResult, base64Result] = await Promise.all([\n signedUrl\n ? this.testAttachmentWithData(modelInstance, signedUrl, contentType).then((r) => {\n this.logger.log(`testAttachmentAbility URL test for ${token}: ${r}`);\n return r;\n })\n : Promise.resolve(false),\n base64Data\n ? this.testAttachmentWithData(modelInstance, base64Data, contentType).then((r) => {\n this.logger.log(`testAttachmentAbility base64 test for ${token}: ${r}`);\n return r;\n })\n : Promise.resolve(false),\n ]);\n\n return { url: urlResult, base64: base64Result };\n }\n\n private async testToolCall(modelInstance: LanguageModel): Promise {\n try {\n // Define tools inline with generateText for proper type inference\n const result = await generateText({\n model: modelInstance,\n prompt: 'What is the weather in Tokyo? Please use the available tool.',\n tools: {\n get_weather: tool({\n description: 'Get the current weather for a location',\n inputSchema: z.object({\n location: z.string().describe('The city name'),\n }),\n execute: async ({ location }) => `Weather in ${location}: Sunny, 25°C`,\n }),\n },\n });\n\n // Check multiple ways to detect tool calls\n // 1. Check toolCalls directly on result\n const hasDirectToolCall = result.toolCalls && result.toolCalls.length > 0;\n // 2. Check steps for tool calls\n const hasStepToolCall = result.steps?.some(\n (step) => step.toolCalls && step.toolCalls.length > 0\n );\n // 3. Check toolResults\n const hasToolResults = result.toolResults && result.toolResults.length > 0;\n\n const hasToolCall = hasDirectToolCall || hasStepToolCall || hasToolResults;\n\n this.logger.log(\n `testToolCall result: hasDirectToolCall=${hasDirectToolCall}, hasStepToolCall=${hasStepToolCall}, hasToolResults=${hasToolResults}`\n );\n return hasToolCall;\n } catch (error) {\n const errorMessage = error instanceof Error ? error.message : unknownErrorMsg;\n this.logger.error(`testToolCall error: ${errorMessage}`);\n\n // Any error during tool call test means the model cannot properly use tools\n // Even schema errors indicate the model/provider combination is not usable for tool calling\n this.logger.log('testToolCall: Error during test, marking as unsupported');\n return false;\n }\n }\n\n private async testChatModelAbility(\n modelInstance: LanguageModel,\n ability: ITestLLMRo['ability']\n ): Promise {\n if (!ability?.length) {\n return {};\n }\n\n const testAbilities = uniq(ability);\n const result: IChatModelAbility = {};\n\n // Run all tests in parallel for better performance\n const testPromises: Promise[] = [];\n\n if (testAbilities.includes(chatModelAbilityType.enum.image)) {\n testPromises.push(\n this.testAttachmentAbility(\n modelInstance,\n actTestImageToken,\n testImagePath,\n 'image/png'\n ).then((detail) => {\n // Store detailed result - at least one form should work\n result.image = detail;\n })\n );\n }\n\n if (testAbilities.includes(chatModelAbilityType.enum.pdf)) {\n testPromises.push(\n this.testAttachmentAbility(\n modelInstance,\n actTestPdfToken,\n testPdfPath,\n 'application/pdf'\n ).then((detail) => {\n // Store detailed result - at least one form should work\n result.pdf = detail;\n })\n );\n }\n\n if (testAbilities.includes(chatModelAbilityType.enum.toolCall)) {\n testPromises.push(\n this.testToolCall(modelInstance).then((supported) => {\n result.toolCall = supported;\n })\n );\n }\n\n // Wait for all tests to complete\n await Promise.all(testPromises);\n\n return result;\n }\n\n private parseModelKey(modelKey: string) {\n const [type, model, name] = modelKey.split('@');\n return { type, model, name };\n }\n\n async testLLM(testLLMRo: ITestLLMRo): Promise {\n const {\n type,\n baseUrl,\n apiKey,\n models,\n ability,\n modelKey,\n testImageGeneration,\n testImageToImage,\n } = testLLMRo;\n\n try {\n const modelArray = models.split(',');\n const model = modelKey ? this.parseModelKey(modelKey).model : modelArray[0];\n\n // Handle AI Gateway separately using createGateway from AI SDK\n // See: https://ai-sdk.dev/providers/ai-sdk-providers/ai-gateway\n if (type === LLMProviderType.AI_GATEWAY) {\n const gatewayProvider = createGateway({\n apiKey,\n baseURL: baseUrl || undefined,\n });\n\n // Handle image generation model testing\n if (testImageGeneration) {\n // Gemini image models via Gateway use generateText, not experimental_generateImage\n throw new CustomHttpException(\n 'Image generation testing not supported for AI Gateway models yet',\n HttpErrorCode.VALIDATION_ERROR\n );\n }\n\n // Standard text model testing\n const testPrompt = 'Hello, please respond with \"Connection successful!\"';\n const modelInstance = gatewayProvider(model) as unknown as LanguageModel;\n const { text } = await generateText({\n model: modelInstance,\n prompt: testPrompt,\n temperature: 1,\n });\n const supportAbilities = await this.testChatModelAbility(modelInstance, ability);\n return {\n success: true,\n response: text,\n ability: supportAbilities,\n };\n }\n\n const provider = modelProviders[type as keyof typeof modelProviders];\n const providerOptions = getAdaptedProviderOptions(type, {\n name: model,\n baseURL: baseUrl,\n apiKey,\n });\n const modelProvider = provider({\n ...providerOptions,\n } as never) as OpenAIProvider;\n\n // Handle image generation model testing\n if (testImageGeneration) {\n return await this.testImageGenerationModel(modelProvider, model, type, testImageToImage);\n }\n\n // Standard text model testing\n const testPrompt = 'Hello, please respond with \"Connection successful!\"';\n const modelInstance = modelProvider(model) as unknown as LanguageModel;\n const { text } = await generateText({\n model: modelInstance,\n prompt: testPrompt,\n temperature: 1,\n });\n const supportAbilities = await this.testChatModelAbility(modelInstance, ability);\n return {\n success: true,\n response: text,\n ability: supportAbilities,\n };\n } catch (error) {\n const message = error instanceof Error ? error.message : unknownErrorMsg;\n throw new CustomHttpException(\n 'LLM test failed with error: ' + message,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.ai.testLLMFailed',\n },\n }\n );\n }\n }\n\n private async testImageGenerationModel(\n modelProvider: OpenAIProvider,\n model: string,\n providerType: LLMProviderType,\n testImageToImage?: boolean\n ): Promise {\n try {\n // Google Gemini native image generation models use generateText with responseModalities\n if (providerType === LLMProviderType.GOOGLE) {\n return await this.testGoogleImageGeneration(modelProvider, model, testImageToImage);\n }\n\n // OpenAI-style image generation (DALL-E, etc.)\n\n const imageModel = modelProvider.image(model);\n\n if (testImageToImage) {\n // Test image-to-image: provide an image as input\n // Note: Not all image models support this, so we catch errors gracefully\n const testImageUrl =\n 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg==';\n await experimental_generateImage({\n model: imageModel,\n prompt: 'A simple test image',\n n: 1,\n size: '256x256',\n providerOptions: {\n openai: {\n image: testImageUrl,\n },\n },\n });\n } else {\n // Test basic text-to-image generation\n await experimental_generateImage({\n model: imageModel,\n prompt: 'A simple test: draw a small red circle',\n n: 1,\n size: '256x256',\n });\n }\n\n return {\n success: true,\n response: testImageToImage\n ? 'Image-to-image generation successful'\n : 'Image generation successful',\n };\n } catch (error) {\n const message = error instanceof Error ? error.message : 'Image generation failed';\n return {\n success: false,\n response: message,\n };\n }\n }\n\n /**\n * Test Google Gemini native image generation models\n * These models use generateText with responseModalities: ['TEXT', 'IMAGE']\n */\n private async testGoogleImageGeneration(\n modelProvider: OpenAIProvider,\n model: string,\n testImageToImage?: boolean\n ): Promise {\n try {\n const modelInstance = modelProvider(model) as unknown as LanguageModel;\n\n if (testImageToImage) {\n // Test image-to-image with a simple 1x1 pixel image\n const testImageBase64 =\n 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg==';\n\n const result = await generateText({\n model: modelInstance,\n messages: [\n {\n role: 'user',\n content: [\n {\n type: 'image',\n image: `data:image/png;base64,${testImageBase64}`,\n },\n {\n type: 'text',\n text: 'Generate a variation of this image with a red circle',\n },\n ],\n },\n ],\n providerOptions: {\n google: {\n responseModalities: ['TEXT', 'IMAGE'],\n },\n },\n });\n\n // Check if we got any response (text or image parts)\n if (result.text || result.response) {\n return {\n success: true,\n response: 'Image-to-image generation successful',\n };\n }\n } else {\n // Test text-to-image generation\n const result = await generateText({\n model: modelInstance,\n prompt: 'Generate an image of a simple red circle on white background',\n providerOptions: {\n google: {\n responseModalities: ['TEXT', 'IMAGE'],\n },\n },\n });\n\n // Check if we got any response\n if (result.text || result.response) {\n return {\n success: true,\n response: 'Image generation successful',\n };\n }\n }\n\n return {\n success: false,\n response: 'No image generated',\n };\n } catch (error) {\n const message = error instanceof Error ? error.message : 'Image generation failed';\n return {\n success: false,\n response: message,\n };\n }\n }\n\n async setMailTransportConfig(setMailTransportConfigRo: ISetSettingMailTransportConfigRo) {\n const { name, transportConfig } = setMailTransportConfigRo;\n await verifyTransport(transportConfig);\n await this.settingService.updateSetting({\n [name]: transportConfig,\n });\n }\n\n /**\n * Test a single model and return the result\n * This is a non-throwing version for batch testing\n */\n private async testSingleModel(\n provider: Required,\n model: string\n ): Promise {\n const { type, name: providerName, baseUrl, apiKey } = provider;\n const modelKey = `${type}@${model}@${providerName}`;\n const testPrompt = 'Hello, please respond with \"Connection successful!\"';\n\n try {\n let modelInstance: LanguageModel;\n\n // Handle AI Gateway separately\n if (type === LLMProviderType.AI_GATEWAY) {\n const gatewayProvider = createGateway({\n apiKey,\n baseURL: baseUrl || undefined,\n });\n modelInstance = gatewayProvider(model) as unknown as LanguageModel;\n } else {\n const providerFactory = modelProviders[type as keyof typeof modelProviders];\n\n if (!providerFactory) {\n return {\n modelKey,\n providerName,\n providerType: type,\n model,\n success: false,\n error: `Unsupported provider type: ${type}`,\n };\n }\n\n const providerOptions = getAdaptedProviderOptions(type, {\n name: model,\n baseURL: baseUrl,\n apiKey,\n });\n const modelProvider = providerFactory({\n ...providerOptions,\n } as never) as OpenAIProvider;\n modelInstance = modelProvider(model) as unknown as LanguageModel;\n }\n\n // Test basic generation\n await generateText({\n model: modelInstance,\n prompt: testPrompt,\n temperature: 1,\n });\n\n // Test image support (vision capability)\n const ability = await this.testChatModelAbility(modelInstance, [\n chatModelAbilityType.enum.image,\n ]);\n\n return {\n modelKey,\n providerName,\n providerType: type,\n model,\n success: true,\n ability,\n };\n } catch (error) {\n const errorMessage = error instanceof Error ? error.message : unknownErrorMsg;\n this.logger.error(`Batch test failed for model ${modelKey}: ${errorMessage}`);\n\n return {\n modelKey,\n providerName,\n providerType: type,\n model,\n success: false,\n error: errorMessage,\n };\n }\n }\n\n /**\n * Batch test all configured LLM models\n * Tests basic generation and image (attachment) support for each model\n */\n async batchTestLLM(batchTestLLMRo?: IBatchTestLLMRo): Promise {\n // Get providers from request or from settings\n let providers: LLMProvider[];\n\n if (batchTestLLMRo?.providers && batchTestLLMRo.providers.length > 0) {\n providers = batchTestLLMRo.providers;\n } else {\n const setting = await this.getSetting();\n providers = setting.aiConfig?.llmProviders ?? [];\n }\n\n if (providers.length === 0) {\n return {\n totalModels: 0,\n testedModels: 0,\n successCount: 0,\n failedCount: 0,\n results: [],\n };\n }\n\n // Expand all models from all providers\n const modelTests: { provider: Required; model: string }[] = [];\n\n for (const provider of providers) {\n if (!provider.apiKey || !provider.baseUrl || !provider.models) {\n continue;\n }\n\n const models = provider.models\n .split(',')\n .map((m) => m.trim())\n .filter(Boolean);\n for (const model of models) {\n modelTests.push({\n provider: provider as Required,\n model,\n });\n }\n }\n\n const totalModels = modelTests.length;\n\n if (totalModels === 0) {\n return {\n totalModels: 0,\n testedModels: 0,\n successCount: 0,\n failedCount: 0,\n results: [],\n };\n }\n\n // Run all tests in parallel with concurrency limit\n // eslint-disable-next-line @typescript-eslint/naming-convention\n const CONCURRENCY_LIMIT = 5;\n const results: IModelTestResult[] = [];\n\n for (let i = 0; i < modelTests.length; i += CONCURRENCY_LIMIT) {\n const batch = modelTests.slice(i, i + CONCURRENCY_LIMIT);\n const batchResults = await Promise.all(\n batch.map(({ provider, model }) => this.testSingleModel(provider, model))\n );\n results.push(...batchResults);\n }\n\n const successCount = results.filter((r) => r.success).length;\n const failedCount = results.filter((r) => !r.success).length;\n\n return {\n totalModels,\n testedModels: results.length,\n successCount,\n failedCount,\n results,\n };\n }\n\n /**\n * Test API key validity for AI Gateway or v0\n * Optionally also tests attachment transfer modes (URL and Base64)\n * When testAttachment is true, results are automatically saved to appConfig\n */\n async testApiKey(testApiKeyRo: ITestApiKeyRo): Promise {\n const { type, apiKey, baseUrl, testAttachment } = testApiKeyRo;\n\n if (type === 'aiGateway') {\n const keyResult = await this.testAiGatewayKey(apiKey, baseUrl);\n\n // If key test failed or attachment test not requested, return early\n if (!keyResult.success || !testAttachment) {\n return keyResult;\n }\n\n // Key is valid, now test attachment transfer modes\n const attachmentResult = await this.testAttachmentTransferModes(apiKey, baseUrl);\n\n // Auto-save results and switch mode if needed\n if (attachmentResult) {\n await this.saveAttachmentTestResults(attachmentResult);\n }\n\n return {\n ...keyResult,\n attachmentTest: attachmentResult,\n };\n } else if (type === 'v0') {\n return this.testV0Key(apiKey, baseUrl);\n } else if (type === 'vercel') {\n return this.testVercelToken(apiKey, baseUrl);\n }\n\n return { success: false, error: { code: 'unknown', message: 'Unknown API type' } };\n }\n\n private static readonly URL_CHECKER_ENDPOINT = 'https://access-checker.teable.ai/check';\n private static readonly URL_CHECKER_KEY = 'teable-checker-sk-2026xYz9Kw3mN7pQ';\n\n private getStorageTestFileUrl(): string | undefined {\n const { provider } = this.storageConfig;\n if (provider === 'local') {\n return undefined;\n }\n const logoPath = join(StorageAdapter.getDir(UploadType.Logo), EMAIL_LOGO_TOKEN);\n return getPublicFullStorageUrl(logoPath);\n }\n\n private async checkUrlAccessible(\n url: string,\n setting: { instanceId?: string; createdTime?: string | number | Date }\n ): Promise<{\n success: boolean;\n statusCode?: number;\n error?: string;\n checkedFrom?: string;\n }> {\n const deployedAt = String(setting.createdTime || '');\n const resp = await axios.get<{\n success: boolean;\n statusCode?: number;\n latencyMs: number;\n error?: string;\n checkedFrom: string;\n }>(SettingOpenApiService.URL_CHECKER_ENDPOINT, {\n timeout: 20000,\n params: {\n url,\n instanceId: setting.instanceId || '',\n version: process.env.NEXT_PUBLIC_BUILD_VERSION || '',\n deployedAt,\n },\n headers: {\n Authorization: `Bearer ${SettingOpenApiService.URL_CHECKER_KEY}`,\n },\n });\n return resp.data;\n }\n\n private async checkStorageAccess(setting: {\n instanceId?: string;\n createdTime?: string | number | Date;\n }): Promise {\n const storageUrl = this.getStorageTestFileUrl();\n if (!storageUrl) {\n return undefined;\n }\n\n try {\n const data = await this.checkUrlAccessible(storageUrl, setting);\n if (data.success) {\n return { success: true, storageUrl };\n }\n return {\n success: false,\n storageUrl,\n error: data.error || `Not reachable (HTTP ${data.statusCode}) from ${data.checkedFrom}`,\n };\n } catch (error) {\n const msg = error instanceof Error ? error.message : 'Storage check failed';\n this.logger.warn(`Storage access check failed: ${msg}`);\n return { success: false, storageUrl, error: msg };\n }\n }\n\n async testPublicAccess(): Promise {\n const publicOrigin = this.baseConfig.publicOrigin;\n\n if (!publicOrigin) {\n return { success: false, error: 'PUBLIC_ORIGIN not set' };\n }\n\n try {\n const setting = await this.settingService.getSetting();\n\n const originData = await this.checkUrlAccessible(`${publicOrigin}/health`, setting);\n const originOk = originData.success;\n const originError = originOk\n ? undefined\n : originData.error ||\n `Not reachable (HTTP ${originData.statusCode}) from ${originData.checkedFrom}`;\n\n const storageCheck = await this.checkStorageAccess(setting);\n const allOk = originOk && (storageCheck?.success ?? true);\n\n return { success: allOk, publicOrigin, error: originError, storageCheck };\n } catch (error) {\n const message = error instanceof Error ? error.message : 'Check failed';\n this.logger.warn(`Public access check failed: ${message}`);\n return { success: false, publicOrigin, error: message };\n }\n }\n\n /**\n * Save attachment test results to aiConfig and auto-switch mode if needed\n */\n private async saveAttachmentTestResults(\n attachmentResult: NonNullable\n ): Promise {\n try {\n const { aiConfig } = await this.settingService.getSetting();\n const currentMode = aiConfig?.attachmentTransferMode || 'url';\n\n // Prepare the update\n const update: {\n attachmentTest: NonNullable & { testedAt: string };\n attachmentTransferMode?: 'url' | 'base64';\n } = {\n attachmentTest: {\n ...attachmentResult,\n testedAt: new Date().toISOString(),\n },\n };\n\n // Auto-switch mode if:\n // 1. URL mode failed but Base64 succeeded -> switch to base64\n // 2. Current mode is base64 but now URL works -> switch to url (optional, keep user choice)\n const urlWorks = attachmentResult.urlMode?.success ?? false;\n const base64Works = attachmentResult.base64Mode?.success ?? false;\n\n if (!urlWorks && base64Works && currentMode === 'url') {\n // URL doesn't work, switch to base64\n update.attachmentTransferMode = 'base64';\n this.logger.log('Auto-switching attachment transfer mode to base64 (URL mode failed)');\n }\n // Note: We don't auto-switch back to URL even if it now works,\n // because the user might have intentionally chosen base64\n\n await this.settingService.updateSetting({\n aiConfig: {\n ...aiConfig,\n llmProviders: aiConfig?.llmProviders ?? [],\n ...update,\n },\n });\n this.logger.log('Saved attachment test results to aiConfig');\n } catch (error) {\n this.logger.error(`Failed to save attachment test results: ${error}`);\n // Don't throw - this is a non-critical operation\n }\n }\n\n /**\n * Test attachment transfer modes (URL and Base64) in parallel\n * Uses vision model to verify if AI can access attachments via each mode\n */\n private async testAttachmentTransferModes(\n apiKey: string,\n baseUrl?: string\n ): Promise {\n const testModel = 'openai/gpt-4o-mini';\n\n try {\n // Create gateway instance\n const gatewayOptions: { apiKey: string; baseURL?: string } = { apiKey };\n if (baseUrl) {\n gatewayOptions.baseURL = baseUrl;\n }\n const gateway = createGateway(gatewayOptions);\n const modelInstance = gateway(testModel);\n\n // Test image with both URL and Base64 modes in parallel\n const imageResult = await this.testAttachmentAbility(\n modelInstance,\n actTestImageToken,\n testImagePath,\n 'image/png'\n );\n\n // Determine recommended mode based on test results\n let recommendedMode: 'url' | 'base64' | undefined;\n if (imageResult.url && imageResult.base64) {\n recommendedMode = 'url'; // Both work, prefer URL for performance\n } else if (!imageResult.url && imageResult.base64) {\n recommendedMode = 'base64'; // Only Base64 works\n } else if (imageResult.url && !imageResult.base64) {\n recommendedMode = 'url'; // Only URL works (rare case)\n }\n // If both fail, recommendedMode remains undefined\n\n return {\n urlMode: {\n success: imageResult.url ?? false,\n errorMessage: imageResult.url ? undefined : 'AI service cannot access attachment URL',\n },\n base64Mode: {\n success: imageResult.base64 ?? false,\n errorMessage: imageResult.base64\n ? undefined\n : 'AI service cannot process base64 attachment',\n },\n recommendedMode,\n testedOrigin: this.baseConfig.publicOrigin,\n };\n } catch (error) {\n const errorMessage = error instanceof Error ? error.message : String(error);\n this.logger.error(`testAttachmentTransferModes error: ${errorMessage}`);\n\n return {\n urlMode: { success: false, errorMessage },\n base64Mode: { success: false, errorMessage },\n testedOrigin: this.baseConfig.publicOrigin,\n };\n }\n }\n\n private async testAiGatewayKey(apiKey: string, baseUrl?: string): Promise {\n try {\n // Only set baseURL if user provided a custom one, otherwise use SDK default\n // SDK default: https://ai-gateway.vercel.sh/v1/ai\n const gatewayOptions: { apiKey: string; baseURL?: string } = { apiKey };\n if (baseUrl) {\n gatewayOptions.baseURL = baseUrl;\n }\n const gateway = createGateway(gatewayOptions);\n\n // Use a minimal generateText call to verify the key\n await generateText({\n model: gateway('openai/gpt-4o-mini'),\n prompt: 'hi',\n });\n\n return { success: true };\n } catch (error) {\n return this.parseApiKeyError(error, 'AI Gateway');\n }\n }\n\n private parseApiKeyError(error: unknown, service: string): ITestApiKeyVo {\n const errorMessage = String(error).toLowerCase();\n const rawMessage = String(error);\n const errorObj = error as {\n status?: number;\n statusCode?: number;\n message?: string;\n cause?: { status?: number; message?: string };\n data?: { error?: { type?: string; code?: string; message?: string } };\n };\n\n const status = errorObj.status || errorObj.statusCode || errorObj.cause?.status;\n const detailedMessage = errorObj.data?.error?.message || errorObj.message || rawMessage;\n\n this.logger.error(\n '%s key test failed: status=%s, message=%s, raw=%s',\n service,\n status,\n detailedMessage,\n rawMessage\n );\n\n // Determine error code based on status and message\n const code = this.getApiKeyErrorCode(status, errorMessage);\n return { success: false, error: { code, message: detailedMessage } };\n }\n\n private getApiKeyErrorCode(\n status: number | undefined,\n errorMessage: string\n ):\n | 'unauthorized'\n | 'forbidden'\n | 'need_credit_card'\n | 'insufficient_quota'\n | 'network_error'\n | 'unknown' {\n // 401 unauthorized\n if (\n status === 401 ||\n errorMessage.includes('401') ||\n errorMessage.includes('unauthorized') ||\n errorMessage.includes('invalid api key') ||\n errorMessage.includes('invalid_api_key')\n ) {\n return 'unauthorized';\n }\n\n // 403 forbidden / credit card required\n if (status === 403 || errorMessage.includes('403')) {\n if (\n errorMessage.includes('customer_verification_required') ||\n errorMessage.includes('credit card')\n ) {\n return 'need_credit_card';\n }\n return 'forbidden';\n }\n\n // Insufficient quota\n if (\n errorMessage.includes('insufficient') ||\n errorMessage.includes('quota') ||\n errorMessage.includes('balance')\n ) {\n return 'insufficient_quota';\n }\n\n // Network errors\n if (\n errorMessage.includes('econnrefused') ||\n errorMessage.includes('enotfound') ||\n errorMessage.includes('timeout') ||\n errorMessage.includes('fetch failed')\n ) {\n return 'network_error';\n }\n\n return 'unknown';\n }\n\n private async testV0Key(apiKey: string, baseUrl?: string): Promise {\n const url = `${baseUrl || 'https://api.v0.dev/v1'}/projects`;\n\n try {\n await axios.get(url, {\n headers: { Authorization: `Bearer ${apiKey}` },\n });\n return { success: true };\n } catch (error) {\n if (!axios.isAxiosError(error)) {\n return this.parseApiKeyError(error, 'v0');\n }\n\n const status = error.response?.status;\n const data = error.response?.data as {\n error?: { type?: string; code?: string; message?: string };\n };\n const detailedMessage = data?.error?.message || error.message;\n\n this.logger.error('v0 key test failed: status=%s, message=%s', status, detailedMessage);\n\n // No response = network error\n if (!error.response) {\n return { success: false, error: { code: 'network_error', message: detailedMessage } };\n }\n\n const code = this.getV0ErrorCode(status, data, detailedMessage);\n return { success: false, error: { code, message: detailedMessage } };\n }\n }\n\n private async testVercelToken(token: string, baseUrl?: string): Promise {\n const apiBase = baseUrl || 'https://api.vercel.com';\n\n const url = `${apiBase}/v2/user`;\n try {\n await axios.get(url, { headers: { Authorization: `Bearer ${token}` } });\n return { success: true };\n } catch (error) {\n if (!axios.isAxiosError(error)) {\n return this.parseApiKeyError(error, 'vercel');\n }\n\n const status = error.response?.status;\n const detailedMessage =\n (error.response?.data as { error?: { message?: string } })?.error?.message || error.message;\n\n this.logger.error('Vercel token test failed: status=%s, message=%s', status, detailedMessage);\n\n if (!error.response) {\n return { success: false, error: { code: 'network_error', message: detailedMessage } };\n }\n\n if (status === 401 || status === 403) {\n return { success: false, error: { code: 'unauthorized', message: detailedMessage } };\n }\n\n return { success: false, error: { code: 'unknown', message: detailedMessage } };\n }\n }\n\n private getV0ErrorCode(\n status: number | undefined,\n data: { error?: { type?: string; code?: string; message?: string } } | undefined,\n message: string\n ): 'unauthorized' | 'forbidden' | 'insufficient_quota' | 'unknown' {\n if (status === 401) return 'unauthorized';\n if (status === 403) return 'forbidden';\n\n const errorType = data?.error?.type?.toLowerCase() || '';\n const errorCode = data?.error?.code?.toLowerCase() || '';\n const errorMsg = message.toLowerCase();\n\n if (\n errorType.includes('insufficient') ||\n errorCode.includes('insufficient') ||\n errorMsg.includes('insufficient') ||\n errorMsg.includes('quota')\n ) {\n return 'insufficient_quota';\n }\n\n return 'unknown';\n }\n\n /**\n * Get available models from AI Gateway\n * Returns empty array if gateway is not configured\n * Uses Redis cache with 1 hour TTL from SettingService\n */\n async getGatewayModels(): Promise<{\n configured: boolean;\n models: Array<{\n id: string;\n name?: string;\n description?: string;\n type?: GatewayModelType;\n tags?: GatewayModelTag[];\n contextWindow?: number;\n maxTokens?: number;\n created?: number;\n ownedBy?: GatewayModelProvider;\n pricing?: Record;\n }>;\n }> {\n // Check if gateway is configured\n const { aiConfig } = await this.settingService.getSetting();\n if (!aiConfig?.aiGatewayApiKey) {\n return { configured: false, models: [] };\n }\n\n try {\n const models = await this.settingService.getGatewayModels();\n this.logger.log(`Fetched ${models.length} gateway models`);\n return { configured: true, models };\n } catch (error) {\n const errorMessage = error instanceof Error ? error.message : String(error);\n const errorStack = error instanceof Error ? error.stack : '';\n this.logger.error(`Failed to fetch gateway models: ${errorMessage}`, errorStack);\n // Return configured=true but empty models on error\n // so frontend knows gateway is configured but had a fetch error\n return { configured: true, models: [] };\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/setting/setting.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { SettingService } from './setting.service';\n\n@Module({\n imports: [],\n exports: [SettingService],\n providers: [SettingService],\n})\nexport class SettingModule {}\n" }, { "path": "apps/nestjs-backend/src/features/setting/setting.service.ts", "content": "/**\n * IMPORTANT LEGAL NOTICE:\n *\n * This file is part of Teable, licensed under the GNU Affero General Public License (AGPL).\n *\n * While Teable is open source software, the brand assets (including but not limited to\n * the Teable name, logo, and brand identity) are protected intellectual property.\n * Modification, replacement, or removal of these brand assets is strictly prohibited\n * and constitutes a violation of our trademark rights and the terms of the AGPL license.\n *\n * Under Section 7(e) of AGPLv3, we explicitly reserve all rights to the\n * Teable brand assets. Any unauthorized modification, redistribution, or use\n * of these assets, including creating derivative works that remove or replace\n * the brand assets, may result in legal action.\n */\n\nimport { BadRequestException, Injectable, Logger } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { SettingKey, convertGatewayApiModel } from '@teable/openapi';\nimport type { IGatewayApiModel, IGatewayApiModelRaw, ISettingVo } from '@teable/openapi';\nimport axios from 'axios';\nimport { isArray } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { PerformanceCacheService } from '../../performance-cache';\nimport type { IClsStore } from '../../types/cls';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { SettingModel } from '../model/setting';\n\n// In-memory cache for Gateway models (TTL: 1 hour)\nconst gatewayModelsCacheTtl = 60 * 60 * 1000;\n\ninterface IGatewayModelsCache {\n data: IGatewayApiModel[];\n expiresAt: number;\n}\n\n@Injectable()\nexport class SettingService {\n private readonly logger = new Logger(SettingService.name);\n\n // In-memory cache for Gateway models - faster than Redis for static data\n private gatewayModelsCache: IGatewayModelsCache | null = null;\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly settingModel: SettingModel,\n private readonly performanceCacheService: PerformanceCacheService\n ) {}\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n async getSetting(names?: string[]): Promise {\n const settings = await this.settingModel.getSetting();\n const res: Record = {\n instanceId: '',\n };\n if (!isArray(settings)) {\n return res as ISettingVo;\n }\n\n const nameSet = names ? new Set(names) : new Set(settings.map((setting) => setting.name));\n for (const setting of settings) {\n if (!nameSet.has(setting.name)) {\n continue;\n }\n const value = this.parseSettingContent(setting.content);\n if (setting.name === SettingKey.BRAND_LOGO) {\n res[setting.name] = value ? getPublicFullStorageUrl(value as string) : value;\n } else {\n res[setting.name] = value;\n }\n\n if (setting.name === SettingKey.INSTANCE_ID) {\n res.createdTime =\n setting.createdTime instanceof Date\n ? setting.createdTime.toISOString()\n : setting.createdTime;\n }\n }\n\n // Apply environment variable overrides\n this.applyEnvOverrides(res);\n\n return res as ISettingVo;\n }\n\n /**\n * Apply environment variable overrides for settings\n * - TEST_AI_CONFIG: Completely overrides aiConfig (for testing)\n * - AI_GATEWAY_API_KEY: Fallback for aiConfig.aiGatewayApiKey if not set\n */\n private applyEnvOverrides(res: Record): void {\n // TEST_AI_CONFIG completely overrides aiConfig (for testing)\n const testAiConfig = process.env.TEST_AI_CONFIG;\n if (testAiConfig) {\n try {\n res[SettingKey.AI_CONFIG] = JSON.parse(testAiConfig);\n } catch {\n this.logger.warn('Failed to parse TEST_AI_CONFIG environment variable');\n }\n }\n\n // AI_GATEWAY_API_KEY fallback for aiConfig.aiGatewayApiKey\n const envAiGatewayApiKey = process.env.AI_GATEWAY_API_KEY;\n if (envAiGatewayApiKey) {\n const aiConfig = res[SettingKey.AI_CONFIG] as Record | undefined;\n if (!aiConfig?.aiGatewayApiKey) {\n res[SettingKey.AI_CONFIG] = {\n ...aiConfig,\n aiGatewayApiKey: envAiGatewayApiKey,\n };\n }\n }\n }\n\n async updateSetting(updateSettingRo: Partial): Promise {\n const userId = this.cls.get('user.id');\n const updates = Object.entries(updateSettingRo).map(([name, value]) => ({\n where: { name },\n update: { content: JSON.stringify(value ?? null), lastModifiedBy: userId },\n create: {\n name,\n content: JSON.stringify(value ?? null),\n createdBy: userId,\n },\n }));\n\n const results = await Promise.all(\n updates.map((update) => this.prismaService.txClient().setting.upsert(update))\n );\n\n const res: Record = {};\n for (const setting of results) {\n const value = this.parseSettingContent(setting.content);\n res[setting.name] = value;\n }\n\n return res as ISettingVo;\n }\n\n private parseSettingContent(content: string | null): unknown {\n if (!content) return null;\n\n try {\n return JSON.parse(content);\n } catch (error) {\n // If parsing fails, return the original content\n return content;\n }\n }\n\n /**\n * Fetch AI Gateway models with in-memory cache (1 hour TTL)\n * In-memory is faster than Redis for this static data\n */\n async getGatewayModels(): Promise {\n // Check in-memory cache first\n if (this.gatewayModelsCache && Date.now() < this.gatewayModelsCache.expiresAt) {\n return this.gatewayModelsCache.data;\n }\n\n try {\n const response = await axios.get<{ data: IGatewayApiModelRaw[] }>(\n 'https://ai-gateway.vercel.sh/v1/models',\n { timeout: 10000 }\n );\n\n // Convert snake_case API response to camelCase\n const models = (response.data?.data || []).map(convertGatewayApiModel);\n\n // Update in-memory cache\n this.gatewayModelsCache = {\n data: models,\n expiresAt: Date.now() + gatewayModelsCacheTtl,\n };\n\n return models;\n } catch (error) {\n // If fetch fails but we have stale cache, return it\n if (this.gatewayModelsCache) {\n this.logger.warn(`[getGatewayModels] Failed to refresh, using stale cache: ${error}`);\n return this.gatewayModelsCache.data;\n }\n\n this.logger.error(\n `Failed to fetch AI Gateway models ${error instanceof Error ? error.message : String(error)}`\n );\n throw new BadRequestException('Failed to fetch AI Gateway models');\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/share/guard/auth.guard.ts", "content": "import type { ExecutionContext } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport { Reflector } from '@nestjs/core';\nimport { AuthGuard as PassportAuthGuard } from '@nestjs/passport';\nimport { ANONYMOUS_USER_ID, HttpErrorCode, IdPrefix } from '@teable/core';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport { AuthGuard } from '../../auth/guard/auth.guard';\nimport { getTemplateHeader } from '../../auth/utils';\nimport { ShareAuthService } from '../share-auth.service';\nimport { SHARE_JWT_STRATEGY } from './constant';\nimport { IS_SHARE_LINK_VIEW } from './link-view.decorator';\nimport { IS_SHARE_SUBMIT_KEY } from './submit.decorator';\n\n@Injectable()\nexport class ShareAuthGuard extends PassportAuthGuard([SHARE_JWT_STRATEGY]) {\n constructor(\n private readonly shareAuthService: ShareAuthService,\n private readonly cls: ClsService,\n private readonly authGuard: AuthGuard,\n private readonly reflector: Reflector\n ) {\n super();\n }\n\n async validate(context: ExecutionContext, shareId: string) {\n const req = context.switchToHttp().getRequest();\n // share link view route\n const isShareLinkView = this.reflector.getAllAndOverride(IS_SHARE_LINK_VIEW, [\n context.getHandler(),\n context.getClass(),\n ]);\n\n if (isShareLinkView && shareId.startsWith(IdPrefix.Field)) {\n const activate = (await this.authGuard.validate(context)) as boolean;\n const templateHeader = getTemplateHeader(req);\n const shareInfo = await this.shareAuthService.getLinkViewInfo(shareId, templateHeader);\n req.shareInfo = shareInfo;\n return activate;\n }\n\n const shareInfo = await this.shareAuthService.getShareViewInfo(shareId);\n\n try {\n req.shareInfo = shareInfo;\n // submit route\n const isShareSubmit = this.reflector.getAllAndOverride(IS_SHARE_SUBMIT_KEY, [\n context.getHandler(),\n context.getClass(),\n ]);\n const submit = shareInfo.shareMeta?.submit;\n if (isShareSubmit && submit?.allow && submit?.requireLogin) {\n return this.authGuard.validate(context);\n }\n\n this.cls.set('user', {\n id: ANONYMOUS_USER_ID,\n name: ANONYMOUS_USER_ID,\n email: '',\n });\n\n if (shareInfo.view?.shareMeta?.password) {\n return (await super.canActivate(context)) as boolean;\n }\n return true;\n } catch (err) {\n throw new CustomHttpException('Unauthorized', HttpErrorCode.UNAUTHORIZED_SHARE);\n }\n }\n\n async canActivate(context: ExecutionContext) {\n const req = context.switchToHttp().getRequest();\n const shareId = req.params.shareId;\n return this.validate(context, shareId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/share/guard/constant.ts", "content": "export const SHARE_JWT_STRATEGY = 'share-jwt-strategy';\n" }, { "path": "apps/nestjs-backend/src/features/share/guard/link-view.decorator.ts", "content": "import { SetMetadata } from '@nestjs/common';\n\nexport const IS_SHARE_LINK_VIEW = 'isShareLinkView';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const ShareLinkView = () => SetMetadata(IS_SHARE_LINK_VIEW, true);\n" }, { "path": "apps/nestjs-backend/src/features/share/guard/share-auth-local.guard.ts", "content": "import type { CanActivate, ExecutionContext } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { ShareAuthService } from '../share-auth.service';\n\n@Injectable()\nexport class ShareAuthLocalGuard implements CanActivate {\n constructor(private readonly shareAuthService: ShareAuthService) {}\n\n async canActivate(context: ExecutionContext) {\n const req = context.switchToHttp().getRequest();\n const shareId = req.params.shareId;\n const password = req.body.password;\n const authShareId = await this.shareAuthService.authShareView(shareId, password);\n req.shareId = authShareId;\n req.password = password;\n if (!authShareId) {\n throw new CustomHttpException('Incorrect password.', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.share.incorrectPassword',\n },\n });\n }\n return true;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/share/guard/submit.decorator.ts", "content": "import { SetMetadata } from '@nestjs/common';\n\nexport const IS_SHARE_SUBMIT_KEY = 'isShareSubmit';\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const ShareSubmit = () => SetMetadata(IS_SHARE_SUBMIT_KEY, true);\n" }, { "path": "apps/nestjs-backend/src/features/share/share-auth.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { JwtModule } from '@nestjs/jwt';\nimport { PassportModule } from '@nestjs/passport';\nimport { authConfig, type IAuthConfig } from '../../configs/auth.config';\nimport { DbProvider } from '../../db-provider/db.provider';\nimport { AuthModule } from '../auth/auth.module';\nimport { ShareAuthGuard } from './guard/auth.guard';\nimport { ShareAuthService } from './share-auth.service';\nimport { JwtStrategy } from './strategies/jwt.strategy';\n\n@Module({\n imports: [\n AuthModule,\n PassportModule,\n JwtModule.registerAsync({\n useFactory: (config: IAuthConfig) => ({\n secret: config.jwt.secret,\n signOptions: {\n expiresIn: config.jwt.expiresIn,\n },\n }),\n inject: [authConfig.KEY],\n }),\n ],\n providers: [JwtStrategy, ShareAuthService, DbProvider, ShareAuthGuard],\n exports: [ShareAuthService, ShareAuthGuard],\n})\nexport class ShareAuthModule {}\n" }, { "path": "apps/nestjs-backend/src/features/share/share-auth.service.ts", "content": "import { Injectable, UnauthorizedException } from '@nestjs/common';\nimport { JwtService } from '@nestjs/jwt';\nimport { FieldType, HttpErrorCode, isAnonymous } from '@teable/core';\nimport type { IViewVo, IShareViewMeta, ILinkFieldOptions } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport { PermissionService } from '../auth/permission.service';\nimport { createFieldInstanceByRaw } from '../field/model/factory';\nimport { createViewVoByRaw } from '../view/model/factory';\n\nexport interface IShareViewInfo {\n shareId: string;\n tableId: string;\n view?: IViewVo;\n linkOptions?: Pick;\n shareMeta?: IShareViewMeta;\n}\n\nexport interface IJwtShareInfo {\n shareId: string;\n password: string;\n}\n\n@Injectable()\nexport class ShareAuthService {\n constructor(\n private readonly permissionService: PermissionService,\n private readonly prismaService: PrismaService,\n private readonly jwtService: JwtService,\n private readonly cls: ClsService\n ) {}\n\n async validateJwtToken(token: string) {\n try {\n return await this.jwtService.verifyAsync(token);\n } catch {\n throw new UnauthorizedException();\n }\n }\n\n async authShareView(shareId: string, pass: string): Promise {\n const view = await this.prismaService.view.findFirst({\n where: { shareId, enableShare: true, deletedTime: null },\n select: { shareId: true, shareMeta: true },\n });\n if (!view) {\n return null;\n }\n const shareMeta = view.shareMeta ? (JSON.parse(view.shareMeta) as IShareViewMeta) : undefined;\n const password = shareMeta?.password;\n if (!password) {\n throw new CustomHttpException(\n 'Password restriction is not enabled',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.shareAuth.passwordRestrictionNotEnabled',\n },\n }\n );\n }\n return pass === password ? shareId : null;\n }\n\n async authToken(jwtShareInfo: IJwtShareInfo) {\n return await this.jwtService.signAsync(jwtShareInfo);\n }\n\n async getShareViewInfo(shareId: string): Promise {\n const view = await this.prismaService.view.findFirst({\n where: { shareId, enableShare: true, deletedTime: null },\n });\n if (!view) {\n throw new CustomHttpException('Share view not found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.shareAuth.shareViewNotFound',\n },\n });\n }\n const viewVo = createViewVoByRaw(view);\n return {\n shareId,\n tableId: view.tableId,\n view: createViewVoByRaw(view),\n shareMeta: viewVo.shareMeta,\n };\n }\n\n async getLinkViewInfo(linkFieldId: string, templateHeader?: string): Promise {\n const fieldRaw = await this.prismaService.field\n .findFirstOrThrow({\n where: {\n id: linkFieldId,\n deletedTime: null,\n },\n })\n .catch((_err) => {\n throw new CustomHttpException(\n `Link field ${linkFieldId} not exist`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.shareAuth.linkFieldNotFound',\n },\n }\n );\n });\n\n const field = createFieldInstanceByRaw(fieldRaw);\n if (field.type !== FieldType.Link) {\n throw new CustomHttpException(\n 'Field is not a link field',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.share.fieldTypeNotLinkField',\n },\n }\n );\n }\n\n if (templateHeader) {\n const templateId = this.permissionService.getTemplateIdByHeader(templateHeader);\n if (!templateId) {\n throw new CustomHttpException(\n `Template header is invalid`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.permission.templateHeaderInvalid',\n },\n }\n );\n }\n }\n if (templateHeader || isAnonymous(this.cls.get('user.id'))) {\n await this.permissionService.validTemplatePermissions(fieldRaw.tableId, [\n 'table|read',\n 'record|read',\n 'field|read',\n ]);\n } else {\n // make sure user has permission to access the table where the link field from\n await this.permissionService.validPermissions(fieldRaw.tableId, [\n 'table|read',\n 'record|read',\n 'field|read',\n ]);\n }\n\n const { filterByViewId, visibleFieldIds, filter } = field.options;\n\n return {\n shareId: linkFieldId,\n tableId: field.options.foreignTableId,\n linkOptions: { filterByViewId, visibleFieldIds, filter },\n shareMeta: {\n allowCopy: true,\n includeRecords: true,\n },\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/share/share-socket.service.ts", "content": "import { BadRequestException, ForbiddenException, Injectable } from '@nestjs/common';\nimport { HttpErrorCode, type IGetFieldsQuery } from '@teable/core';\nimport type { IGetRecordsRo } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { difference } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { CustomHttpException } from '../../custom.exception';\nimport { FieldService } from '../field/field.service';\nimport { RecordService } from '../record/record.service';\nimport { ViewService } from '../view/view.service';\nimport type { IShareViewInfo } from './share-auth.service';\n\n@Injectable()\nexport class ShareSocketService {\n constructor(\n private readonly viewService: ViewService,\n private readonly fieldService: FieldService,\n private readonly recordService: RecordService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n getViewDocIdsByQuery(shareInfo: IShareViewInfo) {\n const { tableId, view } = shareInfo;\n if (!view) {\n throw new CustomHttpException('View not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n });\n }\n return this.viewService.getDocIdsByQuery(tableId, {\n includeIds: [view.id],\n });\n }\n\n getViewSnapshotBulk(shareInfo: IShareViewInfo, ids: string[]) {\n const { tableId, view } = shareInfo;\n if (!view) {\n throw new CustomHttpException('View not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n });\n }\n\n if (ids.length > 1 || ids[0] !== view.id) {\n throw new CustomHttpException(\n 'View permission not allowed: read',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.shareSocket.viewPermissionNotAllowed',\n },\n }\n );\n }\n return this.viewService.getSnapshotBulk(tableId, [view.id]);\n }\n\n async getFieldDocIdsByQuery(shareInfo: IShareViewInfo, query: IGetFieldsQuery = {}) {\n const { tableId, view, linkOptions } = shareInfo;\n const { filterByViewId, visibleFieldIds } = linkOptions ?? {};\n const viewId = filterByViewId ?? view?.id;\n const filterHidden = !view?.shareMeta?.includeHiddenField;\n\n const fields = await this.fieldService.getFieldsByQuery(tableId, {\n ...query,\n viewId,\n filterHidden: Boolean(filterByViewId) || filterHidden,\n });\n const fieldIds = fields.map((field) => field.id);\n\n if (visibleFieldIds?.length) {\n return {\n ids: fields\n .filter((f) => visibleFieldIds?.includes(f.id) || f.isPrimary)\n .map((field) => field.id),\n };\n }\n return { ids: fieldIds };\n }\n\n async getFieldSnapshotBulk(shareInfo: IShareViewInfo, ids: string[]) {\n const { tableId } = shareInfo;\n await this.validFieldSnapshotPermission(shareInfo, ids);\n const { ids: fieldIds } = await this.getFieldDocIdsByQuery(shareInfo);\n return this.fieldService.getSnapshotBulk(tableId, fieldIds);\n }\n\n async validFieldSnapshotPermission(shareInfo: IShareViewInfo, ids: string[]) {\n const { ids: fieldIds } = await this.getFieldDocIdsByQuery(shareInfo);\n const unPermissionIds = difference(ids, fieldIds);\n if (unPermissionIds.length) {\n throw new CustomHttpException(\n `Field(${unPermissionIds.join(',')}) permission not allowed: read`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.shareSocket.fieldPermissionNotAllowed',\n },\n }\n );\n }\n }\n\n async getRecordDocIdsByQuery(\n shareInfo: IShareViewInfo,\n query: IGetRecordsRo,\n useQueryModel = true\n ) {\n const { tableId, view, linkOptions, shareMeta } = shareInfo;\n\n if (!shareMeta?.includeRecords) {\n return { ids: [] };\n }\n\n const { id } = view ?? {};\n const { filterByViewId } = linkOptions ?? {};\n const viewId = filterByViewId ?? id;\n // if filterLinkCellSelected is not empty, use it as filter\n const defaultFilter = linkOptions?.filter ?? query.filter;\n const filter = !query.filterLinkCellSelected ? defaultFilter : undefined;\n let projection = query.projection;\n\n if (linkOptions) {\n projection = (await this.getFieldDocIdsByQuery(shareInfo, query)).ids;\n }\n\n return this.recordService.getDocIdsByQuery(\n tableId,\n { ...query, viewId, filter, projection },\n useQueryModel\n );\n }\n\n async getRecordSnapshotBulk(shareInfo: IShareViewInfo, ids: string[], useQueryModel: boolean) {\n const { tableId } = shareInfo;\n await this.validRecordSnapshotPermission(shareInfo, ids);\n return this.recordService.getSnapshotBulk(\n tableId,\n ids,\n undefined,\n undefined,\n undefined,\n useQueryModel\n );\n }\n\n async validRecordSnapshotPermission(shareInfo: IShareViewInfo, ids: string[]) {\n const { tableId, shareMeta, view } = shareInfo;\n if (!shareMeta?.includeRecords) {\n throw new CustomHttpException(\n `Record(${ids.join(',')}) permission not allowed: read`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.shareSocket.recordPermissionNotAllowed',\n },\n }\n );\n }\n const diff = await this.recordService.getDiffIdsByIdAndFilter(tableId, ids, view?.filter);\n if (diff.length) {\n throw new CustomHttpException(\n `Record(${diff.join(',')}) permission not allowed: read`,\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.shareSocket.recordPermissionNotAllowed',\n },\n }\n );\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/share/share.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { ShareController } from './share.controller';\n\ndescribe('ShareController', () => {\n let controller: ShareController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [ShareController],\n }).compile();\n\n controller = module.get(ShareController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/share/share.controller.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport {\n Controller,\n HttpCode,\n Post,\n Res,\n UseGuards,\n Request,\n Get,\n Body,\n Query,\n Param,\n} from '@nestjs/common';\nimport { IGetFieldsQuery, getFieldsQuerySchema } from '@teable/core';\nimport {\n ShareViewFormSubmitRo,\n shareViewFormSubmitRoSchema,\n shareViewRowCountRoSchema,\n shareViewAggregationsRoSchema,\n shareViewGroupPointsRoSchema,\n shareViewRecordsRoSchema,\n IShareViewRowCountRo,\n IShareViewGroupPointsRo,\n IShareViewAggregationsRo,\n IShareViewRecordsRo,\n rangesQuerySchema,\n IRangesRo,\n shareViewLinkRecordsRoSchema,\n IShareViewLinkRecordsRo,\n shareViewCollaboratorsRoSchema,\n IShareViewCollaboratorsRo,\n getRecordsRoSchema,\n IGetRecordsRo,\n shareViewCalendarDailyCollectionRoSchema,\n IShareViewCalendarDailyCollectionRo,\n searchCountRoSchema,\n ISearchCountRo,\n ISearchIndexByQueryRo,\n searchIndexByQueryRoSchema,\n} from '@teable/openapi';\nimport type {\n IRecord,\n IAggregationVo,\n IRowCountVo,\n IGroupPointsVo,\n ICopyVo,\n ShareViewGetVo,\n IShareViewLinkRecordsVo,\n IShareViewCollaboratorsVo,\n ICalendarDailyCollectionVo,\n ISearchCountVo,\n ISearchIndexVo,\n IButtonClickVo,\n IRecordsVo,\n} from '@teable/openapi';\nimport { Response } from 'express';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { AllowAnonymous } from '../auth/decorators/allow-anonymous.decorator';\nimport { Public } from '../auth/decorators/public.decorator';\nimport { TqlPipe } from '../record/open-api/tql.pipe';\nimport { ShareAuthGuard } from './guard/auth.guard';\nimport { ShareLinkView } from './guard/link-view.decorator';\nimport { ShareAuthLocalGuard } from './guard/share-auth-local.guard';\nimport { ShareSubmit } from './guard/submit.decorator';\nimport type { IShareViewInfo } from './share-auth.service';\nimport { ShareAuthService } from './share-auth.service';\nimport { ShareSocketService } from './share-socket.service';\nimport { ShareService } from './share.service';\n\n@Controller('api/share')\n@Public()\nexport class ShareController {\n constructor(\n private readonly shareService: ShareService,\n private readonly shareAuthService: ShareAuthService,\n private readonly shareSocketService: ShareSocketService\n ) {}\n\n @HttpCode(200)\n @UseGuards(ShareAuthLocalGuard)\n @Post('/:shareId/view/auth')\n async auth(@Request() req: any, @Res({ passthrough: true }) res: Response) {\n const shareId = req.shareId;\n const password = req.password;\n const token = await this.shareAuthService.authToken({ shareId, password });\n res.cookie(shareId, token, {\n httpOnly: true,\n maxAge: 1000 * 60 * 60 * 24 * 7,\n });\n return { token };\n }\n\n @ShareLinkView()\n @UseGuards(ShareAuthGuard)\n @AllowAnonymous()\n @Get('/:shareId/view')\n async getShareView(@Request() req?: any): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareService.getShareView(shareInfo);\n }\n\n @UseGuards(ShareAuthGuard)\n @Get('/:shareId/view/aggregations')\n async getViewAggregations(\n @Request() req: any,\n @Query(new ZodValidationPipe(shareViewAggregationsRoSchema), TqlPipe)\n query?: IShareViewAggregationsRo\n ): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareService.getViewAggregations(shareInfo, query);\n }\n\n @ShareLinkView()\n @UseGuards(ShareAuthGuard)\n @AllowAnonymous()\n @Get('/:shareId/view/row-count')\n async getViewRowCount(\n @Request() req: any,\n @Query(new ZodValidationPipe(shareViewRowCountRoSchema), TqlPipe)\n query?: IShareViewRowCountRo\n ): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareService.getViewRowCount(shareInfo, query);\n }\n\n @ShareLinkView()\n @UseGuards(ShareAuthGuard)\n @AllowAnonymous()\n @Get('/:shareId/view/records')\n async getViewRecords(\n @Request() req: any,\n @Query(new ZodValidationPipe(shareViewRecordsRoSchema), TqlPipe)\n query?: IShareViewRecordsRo\n ): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareService.getViewRecords(shareInfo, query);\n }\n\n @ShareSubmit()\n @UseGuards(ShareAuthGuard)\n @Post('/:shareId/view/form-submit')\n async submitRecord(\n @Request() req: any,\n @Body(new ZodValidationPipe(shareViewFormSubmitRoSchema))\n shareViewFormSubmitRo: ShareViewFormSubmitRo\n ): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareService.formSubmit(shareInfo, shareViewFormSubmitRo);\n }\n\n @UseGuards(ShareAuthGuard)\n @Get('/:shareId/view/copy')\n async copy(\n @Request() req: any,\n @Query(new ZodValidationPipe(rangesQuerySchema), TqlPipe) shareViewCopyRo: IRangesRo\n ): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareService.copy(shareInfo, shareViewCopyRo);\n }\n\n @UseGuards(ShareAuthGuard)\n @Get('/:shareId/view/group-points')\n async getViewGroupPoints(\n @Request() req: any,\n @Query(new ZodValidationPipe(shareViewGroupPointsRoSchema))\n query?: IShareViewGroupPointsRo\n ): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareService.getViewGroupPoints(shareInfo, query);\n }\n\n @UseGuards(ShareAuthGuard)\n @Get('/:shareId/view/calendar-daily-collection')\n async getViewCalendarDailyCollection(\n @Request() req: any,\n @Query(new ZodValidationPipe(shareViewCalendarDailyCollectionRoSchema))\n query: IShareViewCalendarDailyCollectionRo\n ): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareService.getViewCalendarDailyCollection(shareInfo, query);\n }\n\n @UseGuards(ShareAuthGuard)\n @Get('/:shareId/view/link-records')\n async viewLinkRecords(\n @Request() req: any,\n @Query(new ZodValidationPipe(shareViewLinkRecordsRoSchema))\n shareViewLinkRecordsRo: IShareViewLinkRecordsRo\n ): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareService.getViewLinkRecords(shareInfo, shareViewLinkRecordsRo);\n }\n\n @UseGuards(ShareAuthGuard)\n @Get('/:shareId/view/collaborators')\n async getViewCollaborators(\n @Request() req: any,\n @Query(new ZodValidationPipe(shareViewCollaboratorsRoSchema)) query: IShareViewCollaboratorsRo\n ): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareService.getViewCollaborators(shareInfo, query);\n }\n\n @UseGuards(ShareAuthGuard)\n @Get('/:shareId/view/search-count')\n async getSearchCount(\n @Request() req: any,\n @Query(new ZodValidationPipe(searchCountRoSchema))\n queryRo: ISearchCountRo\n ): Promise {\n const { tableId, view } = req.shareInfo as IShareViewInfo;\n return this.shareService.getShareSearchCount(tableId, { ...queryRo, viewId: view?.id });\n }\n\n @UseGuards(ShareAuthGuard)\n @Get('/:shareId/view/search-index')\n async getSearchIndex(\n @Request() req: any,\n @Query(new ZodValidationPipe(searchIndexByQueryRoSchema))\n queryRo: ISearchIndexByQueryRo\n ): Promise {\n const { tableId, view } = req.shareInfo as IShareViewInfo;\n return this.shareService.getShareSearchIndex(tableId, { ...queryRo, viewId: view?.id });\n }\n\n @UseGuards(ShareAuthGuard)\n @Post('/:shareId/view/record/:recordId/:fieldId/button-click')\n async buttonClick(\n @Request() req: any,\n @Param('recordId') recordId: string,\n @Param('fieldId') fieldId: string\n ): Promise {\n const shareInfo = req.shareInfo as IShareViewInfo;\n const result = await this.shareService.buttonClick(shareInfo, recordId, fieldId);\n return { ...result, runId: '' };\n }\n\n @ShareLinkView()\n @UseGuards(ShareAuthGuard)\n @AllowAnonymous()\n @Get('/:shareId/socket/view/snapshot-bulk')\n async getViewSnapshotBulk(@Request() req: any, @Query('ids') ids: string[]) {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareSocketService.getViewSnapshotBulk(shareInfo, ids);\n }\n\n @ShareLinkView()\n @UseGuards(ShareAuthGuard)\n @AllowAnonymous()\n @Get('/:shareId/socket/view/doc-ids')\n async getViewDocIds(@Request() req: any) {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareSocketService.getViewDocIdsByQuery(shareInfo);\n }\n\n @ShareLinkView()\n @UseGuards(ShareAuthGuard)\n @AllowAnonymous()\n @Get('/:shareId/socket/field/snapshot-bulk')\n async getFieldSnapshotBulk(@Request() req: any, @Query('ids') ids: string[]) {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareSocketService.getFieldSnapshotBulk(shareInfo, ids);\n }\n\n @ShareLinkView()\n @UseGuards(ShareAuthGuard)\n @AllowAnonymous()\n @Get('/:shareId/socket/field/doc-ids')\n async getFieldDocIds(\n @Request() req: any,\n @Query(new ZodValidationPipe(getFieldsQuerySchema)) query: IGetFieldsQuery\n ) {\n const shareInfo = req.shareInfo as IShareViewInfo;\n\n return this.shareSocketService.getFieldDocIdsByQuery(shareInfo, query);\n }\n\n @ShareLinkView()\n @UseGuards(ShareAuthGuard)\n @AllowAnonymous()\n @Get('/:shareId/socket/record/snapshot-bulk')\n async getRecordSnapshotBulk(@Request() req: any, @Query('ids') ids: string[]) {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareSocketService.getRecordSnapshotBulk(shareInfo, ids, true);\n }\n\n @ShareLinkView()\n @UseGuards(ShareAuthGuard)\n @AllowAnonymous()\n @Post('/:shareId/socket/record/doc-ids')\n async getRecordDocIds(\n @Request() req: any,\n @Body(new ZodValidationPipe(getRecordsRoSchema), TqlPipe) query: IGetRecordsRo\n ) {\n const shareInfo = req.shareInfo as IShareViewInfo;\n return this.shareSocketService.getRecordDocIdsByQuery(shareInfo, query, true);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/share/share.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../db-provider/db.provider';\nimport { AggregationModule } from '../aggregation/aggregation.module';\nimport { AuthModule } from '../auth/auth.module';\nimport { CollaboratorModule } from '../collaborator/collaborator.module';\nimport { FieldModule } from '../field/field.module';\nimport { RecordOpenApiModule } from '../record/open-api/record-open-api.module';\nimport { RecordModule } from '../record/record.module';\nimport { SelectionModule } from '../selection/selection.module';\nimport { ViewModule } from '../view/view.module';\nimport { ShareAuthModule } from './share-auth.module';\nimport { ShareSocketService } from './share-socket.service';\nimport { ShareController } from './share.controller';\nimport { ShareService } from './share.service';\n\n@Module({\n imports: [\n AuthModule,\n FieldModule,\n RecordModule,\n RecordOpenApiModule,\n SelectionModule,\n AggregationModule,\n ShareAuthModule,\n CollaboratorModule,\n ViewModule,\n ],\n providers: [ShareService, DbProvider, ShareSocketService],\n controllers: [ShareController],\n exports: [ShareService, ShareSocketService],\n})\nexport class ShareModule {}\n" }, { "path": "apps/nestjs-backend/src/features/share/share.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { ShareModule } from './share.module';\nimport { ShareService } from './share.service';\n\ndescribe('ShareService', () => {\n let service: ShareService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, ShareModule],\n }).compile();\n\n service = module.get(ShareService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/share/share.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport type { IFilter, IFieldVo, IViewVo, ILinkFieldOptions, StatisticsFunc } from '@teable/core';\nimport { CellFormat, FieldKeyType, FieldType, HttpErrorCode, ViewType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ShareViewLinkRecordsType, PluginPosition } from '@teable/openapi';\nimport type {\n IShareViewCalendarDailyCollectionRo,\n ShareViewFormSubmitRo,\n ShareViewGetVo,\n IShareViewRowCountRo,\n IShareViewAggregationsRo,\n IShareViewRecordsRo,\n IRangesRo,\n IShareViewGroupPointsRo,\n IAggregationVo,\n IGroupPointsVo,\n IRowCountVo,\n IShareViewLinkRecordsRo,\n IRecordsVo,\n IShareViewCollaboratorsRo,\n ISearchCountRo,\n ISearchIndexByQueryRo,\n} from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport type { IClsStore } from '../../types/cls';\nimport { convertViewVoAttachmentUrl } from '../../utils/convert-view-vo-attachment-url';\nimport { isNotHiddenField } from '../../utils/is-not-hidden-field';\nimport { IAggregationService } from '../aggregation/aggregation.service.interface';\nimport { InjectAggregationService } from '../aggregation/aggregation.service.provider';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { CollaboratorService } from '../collaborator/collaborator.service';\nimport { FieldService } from '../field/field.service';\nimport type { IFieldInstance } from '../field/model/factory';\nimport { createFieldInstanceByVo } from '../field/model/factory';\nimport { RecordOpenApiService } from '../record/open-api/record-open-api.service';\nimport { RecordService } from '../record/record.service';\nimport { SelectionService } from '../selection/selection.service';\nimport type { IShareViewInfo } from './share-auth.service';\nimport { ShareSocketService } from './share-socket.service';\n\nexport interface IJwtShareInfo {\n shareId: string;\n password: string;\n}\n\n@Injectable()\nexport class ShareService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly fieldService: FieldService,\n private readonly recordService: RecordService,\n @InjectAggregationService() private readonly aggregationService: IAggregationService,\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly selectionService: SelectionService,\n private readonly collaboratorService: CollaboratorService,\n private readonly shareSocketService: ShareSocketService,\n private readonly cls: ClsService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n async getShareView(shareInfo: IShareViewInfo): Promise {\n const { shareId, tableId, view, linkOptions, shareMeta } = shareInfo;\n const { id, group } = view ?? {};\n const { filterByViewId, filter, visibleFieldIds } = linkOptions ?? {};\n const viewId = filterByViewId ?? id;\n\n const fields = await this.fieldService.getFieldsByQuery(tableId, {\n viewId,\n filterHidden: Boolean(filterByViewId) || !shareMeta?.includeHiddenField,\n });\n const filteredFields = visibleFieldIds?.length\n ? fields.filter((f) => visibleFieldIds?.includes(f.id) || f.isPrimary)\n : fields;\n\n let records: IRecordsVo['records'] = [];\n let extra: ShareViewGetVo['extra'];\n if (shareMeta?.includeRecords) {\n const recordsData = await this.recordService.getRecords(\n tableId,\n {\n viewId,\n skip: 0,\n take: 50,\n filter,\n groupBy: group,\n fieldKeyType: FieldKeyType.Id,\n projection: filteredFields.map((f) => f.id),\n },\n true\n );\n records = recordsData.records;\n extra = recordsData.extra;\n }\n\n if (view?.type === ViewType.Plugin) {\n const pluginInstall = await this.prismaService.pluginInstall.findFirst({\n where: { positionId: viewId, position: PluginPosition.View },\n select: {\n id: true,\n pluginId: true,\n name: true,\n storage: true,\n plugin: {\n select: {\n url: true,\n },\n },\n },\n });\n if (!pluginInstall) {\n throw new CustomHttpException('Plugin install not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.pluginInstall.notFound',\n },\n });\n }\n const plugin = {\n pluginId: pluginInstall.pluginId,\n pluginInstallId: pluginInstall.id,\n name: pluginInstall.name,\n storage: pluginInstall.storage ? JSON.parse(pluginInstall.storage) : undefined,\n url: pluginInstall.plugin.url || undefined,\n };\n if (extra) {\n extra.plugin = plugin;\n } else {\n extra = { plugin: plugin };\n }\n }\n\n return {\n shareMeta,\n shareId,\n tableId,\n viewId,\n view: view ? convertViewVoAttachmentUrl(view) : undefined,\n fields: filteredFields,\n records,\n extra,\n };\n }\n\n async getViewAggregations(\n shareInfo: IShareViewInfo,\n query: IShareViewAggregationsRo = {}\n ): Promise {\n const { tableId, shareMeta } = shareInfo;\n if (!shareMeta?.includeRecords) {\n return { aggregations: [] };\n }\n const viewId = shareInfo.view?.id;\n const filter = query?.filter ?? null;\n const groupBy = query?.groupBy ?? null;\n const fieldStats: Array<{ fieldId: string; statisticFunc: StatisticsFunc }> = [];\n if (query?.field) {\n Object.entries(query.field).forEach(([key, value]) => {\n const stats = value.map((fieldId) => {\n // check field hidden\n if (shareInfo.view) {\n this.preCheckFieldHidden(shareInfo.view as IViewVo, key);\n }\n return {\n fieldId,\n statisticFunc: key as StatisticsFunc,\n };\n });\n fieldStats.push(...stats);\n });\n }\n const result = await this.aggregationService.performAggregation({\n tableId,\n withView: { viewId, customFilter: filter, customFieldStats: fieldStats, groupBy },\n useQueryModel: true,\n });\n\n return { aggregations: result?.aggregations };\n }\n\n async getViewRowCount(\n shareInfo: IShareViewInfo,\n query?: IShareViewRowCountRo\n ): Promise {\n const { view, linkOptions, shareMeta } = shareInfo;\n\n if (!shareMeta?.includeRecords) {\n return { rowCount: 0 };\n }\n\n const { id } = view ?? {};\n const { filterByViewId } = linkOptions ?? {};\n const viewId = filterByViewId ?? id;\n const tableId = shareInfo.tableId;\n // if filterLinkCellSelected is not empty, use it as filter\n const defaultFilter = linkOptions?.filter ?? query?.filter;\n const filter = query?.filterLinkCellSelected ? undefined : defaultFilter;\n const result = await this.aggregationService.performRowCount(tableId, {\n viewId,\n filter,\n ...query,\n });\n\n return {\n rowCount: result.rowCount,\n };\n }\n\n async getViewRecords(\n shareInfo: IShareViewInfo,\n query?: IShareViewRecordsRo\n ): Promise {\n const { tableId, view, linkOptions, shareMeta } = shareInfo;\n\n if (!shareMeta?.includeRecords) {\n return { records: [] };\n }\n\n const { id, group } = view ?? {};\n const { filterByViewId, filter: linkFilter, visibleFieldIds } = linkOptions ?? {};\n const viewId = filterByViewId ?? id;\n\n const fields = await this.fieldService.getFieldsByQuery(tableId, {\n viewId,\n filterHidden: Boolean(filterByViewId) || !shareMeta?.includeHiddenField,\n });\n const filteredFields = visibleFieldIds?.length\n ? fields.filter((f) => visibleFieldIds?.includes(f.id) || f.isPrimary)\n : fields;\n\n return await this.recordService.getRecords(\n tableId,\n {\n viewId,\n skip: query?.skip ?? 0,\n take: query?.take ?? 100,\n filter: query?.filter ?? linkFilter,\n orderBy: query?.orderBy,\n groupBy: query?.groupBy ?? group,\n fieldKeyType: FieldKeyType.Id,\n projection: query?.projection ?? filteredFields.map((f) => f.id),\n },\n true\n );\n }\n\n async formSubmit(shareInfo: IShareViewInfo, shareViewFormSubmitRo: ShareViewFormSubmitRo) {\n const { tableId, view, shareMeta } = shareInfo;\n const { fields, typecast } = shareViewFormSubmitRo;\n if (!shareMeta?.submit?.allow) {\n throw new CustomHttpException('not allowed to submit', HttpErrorCode.RESTRICTED_RESOURCE, {\n localization: {\n i18nKey: 'httpErrors.share.notAllowedToSubmit',\n },\n });\n }\n if (!view) {\n throw new CustomHttpException('view is required', HttpErrorCode.RESTRICTED_RESOURCE, {\n localization: {\n i18nKey: 'httpErrors.share.viewRequired',\n },\n });\n }\n\n return this.recordOpenApiService.formSubmit(\n tableId,\n { viewId: view.id, fields, typecast },\n { includeHiddenField: view.shareMeta?.includeHiddenField }\n );\n }\n\n async copy(shareInfo: IShareViewInfo, shareViewCopyRo: IRangesRo) {\n if (!shareInfo.shareMeta?.allowCopy) {\n throw new CustomHttpException('not allowed to copy', HttpErrorCode.RESTRICTED_RESOURCE, {\n localization: {\n i18nKey: 'httpErrors.share.notAllowedToCopy',\n },\n });\n }\n\n return this.selectionService.copy(shareInfo.tableId, {\n viewId: shareInfo.view?.id,\n ...shareViewCopyRo,\n });\n }\n\n private preCheckFieldHidden(view: IViewVo, fieldId: string) {\n // hidden check\n if (!view.shareMeta?.includeHiddenField && !isNotHiddenField(fieldId, view)) {\n throw new CustomHttpException(\n 'field is hidden, not allowed',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.share.fieldHiddenNotAllowed',\n },\n }\n );\n }\n }\n\n async getViewLinkRecords(shareInfo: IShareViewInfo, query: IShareViewLinkRecordsRo) {\n const { tableId, view } = shareInfo;\n const { fieldId } = query;\n if (!view) {\n throw new CustomHttpException('view is required', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.share.viewRequired',\n },\n });\n }\n\n this.preCheckFieldHidden(view as IViewVo, fieldId);\n\n // link field check\n const field = await this.fieldService.getField(tableId, fieldId);\n if (field.type !== FieldType.Link) {\n throw new CustomHttpException(\n 'Field type is not link field',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.share.fieldTypeNotLinkField',\n },\n }\n );\n }\n\n let recordsVo: IRecordsVo;\n if (view.type === ViewType.Form) {\n recordsVo = await this.getFormLinkRecords(field, query);\n } else if (view.type === ViewType.Plugin) {\n recordsVo =\n query.type === ShareViewLinkRecordsType.Candidate\n ? await this.getFormLinkRecords(field, query)\n : await this.getViewFilterLinkRecords(field, query);\n } else {\n recordsVo = await this.getViewFilterLinkRecords(field, query);\n }\n return recordsVo.records.map(({ id, name, fields }) => {\n const lookupFieldId = (field.options as ILinkFieldOptions).lookupFieldId;\n const title = lookupFieldId ? (fields[lookupFieldId] as string) : name;\n return { id, title };\n });\n }\n\n async getFormLinkRecords(field: IFieldVo, query: IShareViewLinkRecordsRo) {\n const { lookupFieldId, foreignTableId, filter, filterByViewId } =\n field.options as ILinkFieldOptions;\n const { take, skip, search } = query;\n\n return this.recordService.getRecords(\n foreignTableId,\n {\n viewId: filterByViewId ?? undefined,\n filter,\n take,\n skip,\n search: search ? [search, lookupFieldId, true] : undefined,\n projection: [lookupFieldId],\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate: field.id,\n cellFormat: CellFormat.Text,\n },\n true\n );\n }\n\n async getViewFilterLinkRecords(field: IFieldVo, query: IShareViewLinkRecordsRo) {\n const { fieldId, skip, take, search } = query;\n\n const { foreignTableId, lookupFieldId } = field.options as ILinkFieldOptions;\n\n return this.recordService.getRecords(\n foreignTableId,\n {\n skip,\n take,\n search: search ? [search, lookupFieldId, true] : undefined,\n fieldKeyType: FieldKeyType.Id,\n projection: [lookupFieldId],\n filterLinkCellSelected: fieldId,\n cellFormat: CellFormat.Text,\n },\n true\n );\n }\n\n async getViewGroupPoints(\n shareInfo: IShareViewInfo,\n query?: IShareViewGroupPointsRo\n ): Promise {\n if (!shareInfo.shareMeta?.includeRecords) {\n return [];\n }\n const viewId = shareInfo.view?.id;\n const tableId = shareInfo.tableId;\n const view = shareInfo.view;\n if (viewId == null) return null;\n\n if (view) {\n query?.groupBy?.forEach(({ fieldId }) => {\n this.preCheckFieldHidden(view, fieldId);\n });\n }\n\n return this.aggregationService.getGroupPoints(tableId, { ...query, viewId });\n }\n\n async getViewCollaborators(shareInfo: IShareViewInfo, query: IShareViewCollaboratorsRo) {\n const { view, tableId } = shareInfo;\n const { fieldId } = query;\n\n if (!view) {\n return this.getViewAllCollaborators(shareInfo, query);\n }\n\n // only form, kanban and plugin view can get all collaborators\n if ([ViewType.Form, ViewType.Kanban, ViewType.Plugin].includes(view.type)) {\n return this.getViewAllCollaborators(shareInfo, query);\n }\n\n if (!fieldId) {\n throw new CustomHttpException('fieldId is required', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.share.fieldIdRequired',\n },\n });\n }\n\n await this.preCheckFieldHidden(view as IViewVo, fieldId);\n\n // user field check\n const field = await this.fieldService.getField(tableId, fieldId);\n // All user field, contains lastModifiedBy, createdBy\n if (![FieldType.User, FieldType.LastModifiedBy, FieldType.CreatedBy].includes(field.type)) {\n throw new CustomHttpException(\n 'field type is not user-related field',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.share.fieldNotUserRelatedField',\n },\n }\n );\n }\n\n return this.getViewFilterCollaborators(shareInfo, field, query);\n }\n\n private async getViewFilterUserQuery(\n tableId: string,\n filter: IFilter | undefined,\n userField: IFieldVo,\n fieldMap: Record,\n query?: { skip?: number; take?: number; search?: string }\n ) {\n const { skip = 0, take = 50, search } = query ?? {};\n const dbTableName = await this.recordService.getDbTableName(tableId);\n const queryBuilder = this.knex(dbTableName);\n const { isMultipleCellValue, dbFieldName } = userField;\n\n this.dbProvider.shareFilterCollaboratorsQuery(queryBuilder, dbFieldName, isMultipleCellValue);\n queryBuilder.whereNotNull(dbFieldName);\n this.dbProvider.filterQuery(queryBuilder, fieldMap, filter).appendQueryBuilder();\n\n const resQuery = this.knex('users')\n .select('id', 'email', 'name', 'avatar')\n .from(this.knex.raw(`(${queryBuilder.toQuery()}) AS coll`))\n .leftJoin('users', 'users.id', '=', 'coll.user_id');\n if (search) {\n this.dbProvider.searchBuilder(resQuery, [\n ['users.name', search],\n ['users.email', search],\n ]);\n }\n if (skip) {\n resQuery.offset(skip);\n }\n if (take) {\n resQuery.limit(take);\n }\n return resQuery.toQuery();\n }\n\n async getViewFilterCollaborators(\n shareInfo: IShareViewInfo,\n field: IFieldVo,\n query?: { skip?: number; take?: number; search?: string }\n ) {\n const { tableId, view } = shareInfo;\n if (!view) {\n throw new CustomHttpException('view is required', HttpErrorCode.RESTRICTED_RESOURCE, {\n localization: {\n i18nKey: 'httpErrors.share.viewRequired',\n },\n });\n }\n\n const fields = await this.fieldService.getFieldsByQuery(tableId, {\n viewId: view.id,\n });\n\n const nativeQuery = await this.getViewFilterUserQuery(\n tableId,\n view.filter,\n field,\n fields.reduce(\n (acc, field) => {\n acc[field.id] = createFieldInstanceByVo(field);\n return acc;\n },\n {} as Record\n ),\n query\n );\n\n const users = await this.prismaService\n .txClient()\n // eslint-disable-next-line @typescript-eslint/naming-convention\n .$queryRawUnsafe<{ id: string; email: string; name: string; avatar: string | null }[]>(\n nativeQuery\n );\n\n return users.map(({ id, email, name, avatar }) => ({\n userId: id,\n email,\n userName: name,\n avatar: avatar && getPublicFullStorageUrl(avatar),\n }));\n }\n\n async getViewAllCollaborators(\n shareInfo: IShareViewInfo,\n query?: { skip?: number; take?: number; search?: string; fieldId?: string }\n ) {\n const { skip = 0, take = 50, search } = query ?? {};\n const { tableId, view } = shareInfo;\n\n if (view && ![ViewType.Form, ViewType.Kanban, ViewType.Plugin].includes(view.type)) {\n throw new CustomHttpException('view type is not allowed', HttpErrorCode.RESTRICTED_RESOURCE, {\n localization: {\n i18nKey: 'httpErrors.share.viewTypeNotAllowed',\n },\n });\n }\n\n let fields = await this.fieldService.getFieldsByQuery(tableId, {\n viewId: view?.id,\n filterHidden: !view?.shareMeta?.includeHiddenField,\n });\n if (query?.fieldId) {\n fields = fields.filter((field) => field.id === query.fieldId);\n }\n // If there is no user field, return an empty array\n if (\n !fields.some((field) =>\n [FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy].includes(field.type)\n )\n ) {\n return [];\n }\n const { baseId } = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n select: { baseId: true },\n where: { id: tableId },\n });\n const list = await this.collaboratorService.getUserCollaborators(baseId, {\n skip,\n take,\n search,\n });\n return list.map((item) => ({\n userId: item.id,\n email: item.email,\n userName: item.name,\n avatar: item.avatar,\n }));\n }\n\n async getShareSearchCount(tableId: string, query: ISearchCountRo) {\n return this.aggregationService.getSearchCount(tableId, query);\n }\n\n async getShareSearchIndex(tableId: string, query: ISearchIndexByQueryRo) {\n return this.aggregationService.getRecordIndexBySearchOrder(tableId, query);\n }\n\n async getViewCalendarDailyCollection(\n shareInfo: IShareViewInfo,\n query: IShareViewCalendarDailyCollectionRo\n ) {\n return this.aggregationService.getCalendarDailyCollection(shareInfo.tableId, {\n ...query,\n viewId: shareInfo.view?.id,\n });\n }\n\n async buttonClick(shareInfo: IShareViewInfo, recordId: string, fieldId: string) {\n await this.shareSocketService.validFieldSnapshotPermission(shareInfo, [fieldId]);\n await this.shareSocketService.validRecordSnapshotPermission(shareInfo, [recordId]);\n return this.recordOpenApiService.buttonClick(shareInfo.tableId, recordId, fieldId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/share/strategies/jwt.strategy.ts", "content": "import { Injectable, UnauthorizedException } from '@nestjs/common';\nimport { ConfigType } from '@nestjs/config';\nimport { PassportStrategy } from '@nestjs/passport';\nimport cookie from 'cookie';\nimport type { Request } from 'express';\nimport { ExtractJwt, Strategy } from 'passport-jwt';\nimport type { authConfig } from '../../../configs/auth.config';\nimport { AuthConfig } from '../../../configs/auth.config';\nimport { SHARE_JWT_STRATEGY } from '../guard/constant';\nimport { ShareAuthService } from '../share-auth.service';\nimport type { IJwtShareInfo } from '../share.service';\n\n@Injectable()\nexport class JwtStrategy extends PassportStrategy(Strategy, SHARE_JWT_STRATEGY) {\n constructor(\n @AuthConfig() readonly config: ConfigType,\n private readonly shareAuthService: ShareAuthService\n ) {\n super({\n jwtFromRequest: ExtractJwt.fromExtractors([JwtStrategy.fromAuthCookieAsToken]),\n ignoreExpiration: false,\n secretOrKey: config.jwt.secret,\n });\n }\n\n public static fromAuthCookieAsToken(req: Request): string | null {\n const shareId = req.params.shareId || (req.headers['tea-share-id'] as string);\n const cookieObj = cookie.parse(req.headers.cookie ?? '');\n return cookieObj?.[shareId] ?? null;\n }\n\n async validate(payload: IJwtShareInfo) {\n const { shareId, password } = payload;\n const authShareId = await this.shareAuthService.authShareView(shareId, password);\n if (!authShareId) {\n throw new UnauthorizedException();\n }\n return authShareId;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/space/space.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { SpaceController } from './space.controller';\n\ndescribe('SpaceController', () => {\n let controller: SpaceController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [SpaceController],\n }).compile();\n\n controller = module.get(SpaceController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/space/space.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Body, Controller, Param, Patch, Post, Get, Delete, Query } from '@nestjs/common';\nimport { HttpErrorCode, Role } from '@teable/core';\nimport type {\n ICreateSpaceVo,\n IUpdateSpaceVo,\n IGetSpaceVo,\n EmailInvitationVo,\n ListSpaceInvitationLinkVo,\n CreateSpaceInvitationLinkVo,\n UpdateSpaceInvitationLinkVo,\n ListSpaceCollaboratorVo,\n IGetBaseAllVo,\n ITestLLMVo,\n ISpaceSearchVo,\n} from '@teable/openapi';\nimport {\n createSpaceRoSchema,\n ICreateSpaceRo,\n updateSpaceRoSchema,\n IUpdateSpaceRo,\n emailSpaceInvitationRoSchema,\n updateSpaceInvitationLinkRoSchema,\n CreateSpaceInvitationLinkRo,\n EmailSpaceInvitationRo,\n UpdateSpaceInvitationLinkRo,\n createSpaceInvitationLinkRoSchema,\n updateSpaceCollaborateRoSchema,\n UpdateSpaceCollaborateRo,\n CollaboratorType,\n deleteSpaceCollaboratorRoSchema,\n DeleteSpaceCollaboratorRo,\n listSpaceCollaboratorRoSchema,\n ListSpaceCollaboratorRo,\n addSpaceCollaboratorRoSchema,\n AddSpaceCollaboratorRo,\n createIntegrationRoSchema,\n ICreateIntegrationRo,\n updateIntegrationRoSchema,\n IUpdateIntegrationRo,\n testLLMRoSchema,\n ITestLLMRo,\n spaceSearchRoSchema,\n ISpaceSearchRo,\n} from '@teable/openapi';\nimport { CustomHttpException } from '../../custom.exception';\nimport { EmitControllerEvent } from '../../event-emitter/decorators/emit-controller-event.decorator';\nimport { Events } from '../../event-emitter/events';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { CollaboratorService } from '../collaborator/collaborator.service';\nimport { InvitationService } from '../invitation/invitation.service';\nimport { SpaceService } from './space.service';\n@Controller('api/space/')\nexport class SpaceController {\n constructor(\n private readonly spaceService: SpaceService,\n private readonly invitationService: InvitationService,\n private readonly collaboratorService: CollaboratorService\n ) {}\n\n @Post()\n @Permissions('space|create')\n @EmitControllerEvent(Events.SPACE_CREATE)\n async createSpace(\n @Body(new ZodValidationPipe(createSpaceRoSchema))\n createSpaceRo: ICreateSpaceRo\n ): Promise {\n return await this.spaceService.createSpace(createSpaceRo);\n }\n\n @Permissions('space|update')\n @Patch(':spaceId')\n @EmitControllerEvent(Events.SPACE_UPDATE)\n async updateSpace(\n @Param('spaceId') spaceId: string,\n @Body(new ZodValidationPipe(updateSpaceRoSchema))\n updateSpaceRo: IUpdateSpaceRo\n ): Promise {\n return await this.spaceService.updateSpace(spaceId, updateSpaceRo);\n }\n\n @Permissions('space|read')\n @Get(':spaceId')\n async getSpaceById(@Param('spaceId') spaceId: string): Promise {\n return await this.spaceService.getSpaceById(spaceId);\n }\n\n @Permissions('space|read')\n @Get()\n async getSpaceList(): Promise {\n return await this.spaceService.getSpaceList();\n }\n\n @Permissions('space|delete')\n @Delete(':spaceId')\n @EmitControllerEvent(Events.SPACE_DELETE)\n async deleteSpace(@Param('spaceId') spaceId: string) {\n await this.spaceService.deleteSpace(spaceId);\n return null;\n }\n\n @Permissions('space|invite_link')\n @Post(':spaceId/invitation/link')\n async createInvitationLink(\n @Param('spaceId') spaceId: string,\n @Body(new ZodValidationPipe(createSpaceInvitationLinkRoSchema))\n spaceInvitationLinkRo: CreateSpaceInvitationLinkRo\n ): Promise {\n return this.invitationService.generateInvitationLink({\n resourceId: spaceId,\n resourceType: CollaboratorType.Space,\n role: spaceInvitationLinkRo.role,\n });\n }\n\n @Permissions('space|invite_link')\n @Delete(':spaceId/invitation/link/:invitationId')\n async deleteInvitationLink(\n @Param('spaceId') spaceId: string,\n @Param('invitationId') invitationId: string\n ): Promise {\n return this.invitationService.deleteInvitationLink({\n resourceId: spaceId,\n resourceType: CollaboratorType.Space,\n invitationId,\n });\n }\n\n @Permissions('base|read')\n @Get(':spaceId/base')\n async getBaseList(@Param('spaceId') spaceId: string): Promise {\n return await this.spaceService.getBaseListBySpaceId(spaceId);\n }\n\n @Permissions('space|read')\n @Get(':spaceId/search')\n async search(\n @Param('spaceId') spaceId: string,\n @Query(new ZodValidationPipe(spaceSearchRoSchema)) query: ISpaceSearchRo\n ): Promise {\n return await this.spaceService.search(spaceId, query);\n }\n\n @Permissions('space|invite_link')\n @Patch(':spaceId/invitation/link/:invitationId')\n async updateInvitationLink(\n @Param('spaceId') spaceId: string,\n @Param('invitationId') invitationId: string,\n @Body(new ZodValidationPipe(updateSpaceInvitationLinkRoSchema))\n updateSpaceInvitationLinkRo: UpdateSpaceInvitationLinkRo\n ): Promise {\n return this.invitationService.updateInvitationLink({\n invitationId,\n resourceId: spaceId,\n resourceType: CollaboratorType.Space,\n role: updateSpaceInvitationLinkRo.role,\n });\n }\n\n @Permissions('space|invite_link')\n @Get(':spaceId/invitation/link')\n async listInvitationLinkBySpace(\n @Param('spaceId') spaceId: string\n ): Promise {\n return this.invitationService.getInvitationLink(spaceId, CollaboratorType.Space);\n }\n\n @Permissions('space|invite_email')\n @Post(':spaceId/invitation/email')\n async emailInvitation(\n @Param('spaceId') spaceId: string,\n @Body(new ZodValidationPipe(emailSpaceInvitationRoSchema))\n emailSpaceInvitationRo: EmailSpaceInvitationRo\n ): Promise {\n return this.invitationService.emailInvitationBySpace(spaceId, emailSpaceInvitationRo);\n }\n\n @Permissions('space|read')\n @Get(':spaceId/collaborators')\n async listCollaborator(\n @Param('spaceId') spaceId: string,\n @Query(new ZodValidationPipe(listSpaceCollaboratorRoSchema))\n options: ListSpaceCollaboratorRo\n ): Promise {\n const stats = await this.collaboratorService.getSpaceCollaboratorStats(spaceId, options);\n return {\n collaborators: await this.collaboratorService.getListBySpace(spaceId, options),\n total: stats.total,\n uniqTotal: stats.uniqTotal,\n };\n }\n\n @Patch(':spaceId/collaborators')\n @Permissions('space|read')\n async updateCollaborator(\n @Param('spaceId') spaceId: string,\n @Body(new ZodValidationPipe(updateSpaceCollaborateRoSchema))\n updateSpaceCollaborateRo: UpdateSpaceCollaborateRo\n ): Promise {\n if (\n updateSpaceCollaborateRo.role !== Role.Owner &&\n (await this.collaboratorService.isUniqueOwnerUser(\n spaceId,\n updateSpaceCollaborateRo.principalId\n ))\n ) {\n throw new CustomHttpException(\n 'Cannot change the role of the only owner of the space',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.space.cannotChangeOnlyOwnerRole',\n },\n }\n );\n }\n await this.collaboratorService.updateCollaborator({\n resourceId: spaceId,\n resourceType: CollaboratorType.Space,\n ...updateSpaceCollaborateRo,\n });\n }\n\n @Delete(':spaceId/collaborators')\n @Permissions('space|read')\n async deleteCollaborator(\n @Param('spaceId') spaceId: string,\n @Query(new ZodValidationPipe(deleteSpaceCollaboratorRoSchema))\n deleteSpaceCollaboratorRo: DeleteSpaceCollaboratorRo\n ): Promise {\n if (\n await this.collaboratorService.isUniqueOwnerUser(\n spaceId,\n deleteSpaceCollaboratorRo.principalId\n )\n ) {\n throw new CustomHttpException(\n 'Cannot delete the only owner of the space',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.space.cannotDeleteOnlyOwner',\n },\n }\n );\n }\n await this.collaboratorService.deleteCollaborator({\n resourceId: spaceId,\n resourceType: CollaboratorType.Space,\n ...deleteSpaceCollaboratorRo,\n });\n }\n\n @Delete(':spaceId/permanent')\n @EmitControllerEvent(Events.SPACE_DELETE)\n async permanentDeleteSpace(@Param('spaceId') spaceId: string) {\n await this.spaceService.permanentDeleteSpace(spaceId);\n return { spaceId, permanent: true };\n }\n\n @Permissions('space|read')\n @Post(':spaceId/collaborator')\n async addCollaborators(\n @Param('spaceId') spaceId: string,\n @Body(new ZodValidationPipe(addSpaceCollaboratorRoSchema))\n addSpaceCollaboratorRo: AddSpaceCollaboratorRo\n ) {\n return this.collaboratorService.addSpaceCollaborators(spaceId, addSpaceCollaboratorRo);\n }\n\n @Permissions('space|update')\n @Get(':spaceId/integration')\n async getIntegrationList(@Param('spaceId') spaceId: string) {\n return this.spaceService.getIntegrationList(spaceId);\n }\n\n @Permissions('space|update')\n @Post(':spaceId/integration')\n async createIntegration(\n @Param('spaceId') spaceId: string,\n @Body(new ZodValidationPipe(createIntegrationRoSchema))\n addIntegrationRo: ICreateIntegrationRo\n ) {\n return this.spaceService.createIntegration(spaceId, addIntegrationRo);\n }\n\n @Permissions('space|update')\n @Patch(':spaceId/integration/:integrationId')\n async updateIntegration(\n @Param('spaceId') spaceId: string,\n @Param('integrationId') integrationId: string,\n @Body(new ZodValidationPipe(updateIntegrationRoSchema))\n updateIntegrationRo: IUpdateIntegrationRo\n ) {\n return this.spaceService.updateIntegration(integrationId, updateIntegrationRo, spaceId);\n }\n\n @Permissions('space|update')\n @Delete(':spaceId/integration/:integrationId')\n async deleteIntegration(\n @Param('spaceId') spaceId: string,\n @Param('integrationId') integrationId: string\n ) {\n return this.spaceService.deleteIntegration(integrationId, spaceId);\n }\n\n @Permissions('space|update')\n @Post(':spaceId/test-llm')\n async testIntegrationLLM(\n @Param('spaceId') _spaceId: string,\n @Body(new ZodValidationPipe(testLLMRoSchema)) testLLMRo: ITestLLMRo\n ): Promise {\n return await this.spaceService.testIntegrationLLM(testLLMRo);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/space/space.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { PermissionModule } from '../auth/permission.module';\nimport { BaseModule } from '../base/base.module';\nimport { CollaboratorModule } from '../collaborator/collaborator.module';\nimport { InvitationModule } from '../invitation/invitation.module';\nimport { SettingOpenApiModule } from '../setting/open-api/setting-open-api.module';\nimport { SettingModule } from '../setting/setting.module';\nimport { SpaceController } from './space.controller';\nimport { SpaceService } from './space.service';\nimport { TemplateSpaceInitService } from './template-space-init/template-space.init.service';\n\n@Module({\n controllers: [SpaceController],\n providers: [SpaceService, TemplateSpaceInitService],\n exports: [SpaceService, TemplateSpaceInitService],\n imports: [\n SettingModule,\n SettingOpenApiModule,\n CollaboratorModule,\n InvitationModule,\n BaseModule,\n PermissionModule,\n ],\n})\nexport class SpaceModule {}\n" }, { "path": "apps/nestjs-backend/src/features/space/space.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { SpaceModule } from './space.module';\nimport { SpaceService } from './space.service';\n\ndescribe('SpaceService', () => {\n let service: SpaceService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, SpaceModule],\n }).compile();\n\n service = module.get(SpaceService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/space/space.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport type { IRole } from '@teable/core';\nimport {\n HttpErrorCode,\n Role,\n canManageRole,\n generateIntegrationId,\n generateSpaceId,\n getUniqName,\n} from '@teable/core';\nimport type { Prisma } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n ICreateIntegrationRo,\n ICreateSpaceRo,\n IIntegrationItemVo,\n ISpaceSearchRo,\n ISpaceSearchVo,\n ITestLLMRo,\n IUpdateIntegrationRo,\n IUpdateSpaceRo,\n} from '@teable/openapi';\nimport { ResourceType, CollaboratorType, PrincipalType, IntegrationType } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { keyBy, map, uniq } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { ThresholdConfig, IThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { PerformanceCache, PerformanceCacheService } from '../../performance-cache';\nimport { generateIntegrationCacheKey } from '../../performance-cache/generate-keys';\nimport type { IClsStore } from '../../types/cls';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { PermissionService } from '../auth/permission.service';\nimport { BaseService } from '../base/base.service';\nimport { CollaboratorService } from '../collaborator/collaborator.service';\nimport { SettingOpenApiService } from '../setting/open-api/setting-open-api.service';\nimport { SettingService } from '../setting/setting.service';\n@Injectable()\nexport class SpaceService {\n constructor(\n protected readonly prismaService: PrismaService,\n protected readonly cls: ClsService,\n protected readonly baseService: BaseService,\n protected readonly collaboratorService: CollaboratorService,\n protected readonly permissionService: PermissionService,\n protected readonly settingService: SettingService,\n protected readonly settingOpenApiService: SettingOpenApiService,\n protected readonly performanceCacheService: PerformanceCacheService,\n @ThresholdConfig() protected readonly thresholdConfig: IThresholdConfig,\n @InjectModel('CUSTOM_KNEX') protected readonly knex: Knex,\n @InjectDbProvider() protected readonly dbProvider: IDbProvider\n ) {}\n\n async createSpaceByParams(spaceCreateInput: Prisma.SpaceCreateInput) {\n return await this.prismaService.$tx(async () => {\n const result = await this.prismaService.txClient().space.create({\n select: {\n id: true,\n name: true,\n },\n data: spaceCreateInput,\n });\n await this.collaboratorService.createSpaceCollaborator({\n collaborators: [\n {\n principalId: spaceCreateInput.createdBy,\n principalType: PrincipalType.User,\n },\n ],\n role: Role.Owner,\n spaceId: result.id,\n });\n return result;\n });\n }\n\n async getSpaceById(spaceId: string) {\n const space = await this.prismaService.space.findFirst({\n select: {\n id: true,\n name: true,\n },\n where: {\n id: spaceId,\n deletedTime: null,\n },\n });\n if (!space) {\n throw new CustomHttpException('Space not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.space.notFound',\n },\n });\n }\n const role = await this.permissionService.getRoleBySpaceId(spaceId);\n if (!role) {\n throw new CustomHttpException(\n 'You have no permission to access this space',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.space.noPermission',\n },\n }\n );\n }\n return {\n ...space,\n role,\n };\n }\n\n async filterSpaceListWithAccessToken(spaceList: { id: string; name: string }[]) {\n const accessTokenId = this.cls.get('accessTokenId');\n if (!accessTokenId) {\n return spaceList;\n }\n const accessToken = await this.permissionService.getAccessToken(accessTokenId);\n if (accessToken.hasFullAccess) {\n return spaceList;\n }\n if (!accessToken.spaceIds?.length) {\n return [];\n }\n return spaceList.filter((space) => accessToken.spaceIds.includes(space.id));\n }\n\n async getSpaceList() {\n const userId = this.cls.get('user.id');\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n const collaboratorSpaceList = await this.prismaService.collaborator.findMany({\n select: {\n resourceId: true,\n roleName: true,\n },\n where: {\n principalId: { in: [userId, ...(departmentIds || [])] },\n resourceType: CollaboratorType.Space,\n },\n });\n const spaceIds = map(collaboratorSpaceList, 'resourceId') as string[];\n const spaceList = await this.prismaService.space.findMany({\n where: {\n id: { in: spaceIds },\n deletedTime: null,\n isTemplate: null,\n },\n select: { id: true, name: true },\n orderBy: { createdTime: 'asc' },\n });\n const roleMap = collaboratorSpaceList.reduce(\n (acc, curr) => {\n if (\n !acc[curr.resourceId] ||\n canManageRole(curr.roleName as IRole, acc[curr.resourceId].roleName as IRole)\n ) {\n acc[curr.resourceId] = curr;\n }\n return acc;\n },\n {} as Record\n );\n const filteredSpaceList = await this.filterSpaceListWithAccessToken(spaceList);\n return filteredSpaceList.map((space) => ({\n ...space,\n role: roleMap[space.id].roleName as IRole,\n }));\n }\n\n async createSpace(createSpaceRo: ICreateSpaceRo) {\n const userId = this.cls.get('user.id');\n const isAdmin = this.cls.get('user.isAdmin');\n\n if (!isAdmin) {\n const setting = await this.settingService.getSetting();\n if (setting?.disallowSpaceCreation) {\n throw new CustomHttpException(\n 'The current instance disallow space creation by the administrator',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.space.disallowSpaceCreation',\n },\n }\n );\n }\n }\n\n const spaceList = await this.prismaService.space.findMany({\n where: { deletedTime: null, createdBy: userId },\n select: { name: true },\n });\n\n const names = spaceList.map((space) => space.name);\n const uniqName = getUniqName(createSpaceRo.name ?? 'Space', names);\n\n const spaceId = generateSpaceId();\n\n // create default ai integration\n await this.createDefaultAIIntegration(spaceId);\n\n return await this.createSpaceByParams({\n id: spaceId,\n name: uniqName,\n createdBy: userId,\n });\n }\n\n async updateSpace(spaceId: string, updateSpaceRo: IUpdateSpaceRo) {\n const userId = this.cls.get('user.id');\n\n return await this.prismaService.space.update({\n select: {\n id: true,\n name: true,\n },\n data: {\n ...updateSpaceRo,\n lastModifiedBy: userId,\n },\n where: {\n id: spaceId,\n deletedTime: null,\n },\n });\n }\n\n async deleteSpace(spaceId: string) {\n const userId = this.cls.get('user.id');\n\n await this.prismaService.$tx(async () => {\n await this.prismaService\n .txClient()\n .space.update({\n data: {\n deletedTime: new Date(),\n lastModifiedBy: userId,\n },\n where: {\n id: spaceId,\n deletedTime: null,\n },\n })\n .catch(() => {\n throw new CustomHttpException('Space not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.space.notFound',\n },\n });\n });\n });\n }\n\n async getBaseListBySpaceId(spaceId: string) {\n const { spaceIds, roleMap } =\n await this.collaboratorService.getCurrentUserCollaboratorsBaseAndSpaceArray();\n if (!spaceIds.includes(spaceId)) {\n throw new CustomHttpException(\n 'You have no permission to access this space',\n HttpErrorCode.RESTRICTED_RESOURCE,\n {\n localization: {\n i18nKey: 'httpErrors.space.noPermission',\n },\n }\n );\n }\n const baseList = await this.prismaService.base.findMany({\n select: {\n id: true,\n name: true,\n order: true,\n spaceId: true,\n icon: true,\n createdBy: true,\n lastModifiedTime: true,\n createdTime: true,\n },\n where: {\n spaceId,\n deletedTime: null,\n },\n orderBy: {\n order: 'asc',\n },\n });\n\n const userList = await this.prismaService.user.findMany({\n where: { id: { in: baseList.map((base) => base.createdBy) } },\n select: { id: true, name: true, avatar: true },\n });\n const userMap = keyBy(userList, 'id');\n\n return baseList.map((base) => {\n const role = roleMap[base.id] || roleMap[base.spaceId];\n const createdUser = userMap[base.createdBy];\n return {\n ...base,\n role,\n lastModifiedTime: base.lastModifiedTime?.toISOString(),\n createdTime: base.createdTime?.toISOString(),\n createdUser: createdUser\n ? {\n ...createdUser,\n avatar: createdUser.avatar ? getPublicFullStorageUrl(createdUser.avatar) : null,\n }\n : undefined,\n };\n });\n }\n\n protected getTableMapping(): Record<\n string,\n { table: string; hasDeletedTime: boolean; hasIcon?: boolean }\n > {\n return {\n [ResourceType.Base]: { table: 'base', hasDeletedTime: true, hasIcon: true },\n [ResourceType.Table]: { table: 'table_meta', hasDeletedTime: true, hasIcon: true },\n [ResourceType.Dashboard]: { table: 'dashboard', hasDeletedTime: false, hasIcon: false },\n };\n }\n\n /**\n * Parse cursor in format: {iso_timestamp}_{id}\n */\n private parseCursor(cursor?: string): { timeStr: string; id: string } | null {\n if (!cursor) return null;\n // Find the last underscore to handle IDs that might contain underscores\n const lastUnderscoreIndex = cursor.lastIndexOf('_');\n if (lastUnderscoreIndex === -1) return null;\n const timeStr = cursor.substring(0, lastUnderscoreIndex);\n const id = cursor.substring(lastUnderscoreIndex + 1);\n return { timeStr, id };\n }\n\n /**\n * Generate cursor from createdTime ISO string and id\n */\n private generateCursor(createdTimeStr: string, id: string): string {\n return `${createdTimeStr}_${id}`;\n }\n\n async search(spaceId: string, query: ISpaceSearchRo): Promise {\n const { search, pageSize = 10, cursor, type: filterType } = query;\n\n const bases = await this.prismaService.base.findMany({\n where: { spaceId, deletedTime: null },\n select: { id: true, name: true, createdBy: true, spaceId: true },\n });\n const baseMap = keyBy(bases, 'id');\n const baseIds = bases.map((base) => base.id);\n if (baseIds.length === 0) {\n return { list: [], total: 0, nextCursor: null };\n }\n\n const tableMapping = this.getTableMapping();\n const searchableTypes = Object.keys(tableMapping).map((key) => key as ResourceType);\n const typesToSearch = filterType ? [filterType] : searchableTypes;\n\n const cursorData = this.parseCursor(cursor);\n\n const buildSubQuery = (resourceType: ResourceType) => {\n const mapping = tableMapping[resourceType];\n if (!mapping) return null;\n\n const { table, hasDeletedTime, hasIcon } = mapping;\n const isBase = resourceType === ResourceType.Base;\n\n let subQuery = this.knex(table).select(\n 'id',\n 'name',\n this.knex.raw('? as type', [resourceType]),\n hasIcon ? this.knex.raw('COALESCE(icon, NULL) as icon') : this.knex.raw('NULL as icon'),\n isBase ? this.knex.raw('id as base_id') : 'base_id',\n 'created_by',\n 'created_time'\n );\n\n subQuery = this.dbProvider.searchBuilder(subQuery, [['name', search]]);\n\n if (isBase) {\n subQuery = subQuery.whereIn('id', baseIds);\n } else {\n subQuery = subQuery.whereIn('base_id', baseIds);\n }\n\n if (hasDeletedTime) {\n subQuery = subQuery.whereNull('deleted_time');\n }\n\n return subQuery;\n };\n\n const validQueries = typesToSearch\n .map((t) => buildSubQuery(t))\n .filter((q): q is Knex.QueryBuilder => q !== null);\n\n if (validQueries.length === 0) {\n return { list: [], total: 0, nextCursor: null };\n }\n\n let unionQuery = validQueries[0];\n for (let i = 1; i < validQueries.length; i++) {\n unionQuery = unionQuery.unionAll(validQueries[i]);\n }\n\n const isFirstPage = !cursorData;\n\n const totalCountExpr = isFirstPage\n ? this.knex.raw('COUNT(*) OVER() as total_count')\n : this.knex.raw('0 as total_count');\n\n let dataQuery = this.knex\n .from(unionQuery.as('combined'))\n .select('*', totalCountExpr)\n .orderBy('created_time', 'desc')\n .orderBy('id', 'desc')\n .limit(pageSize + 1);\n\n if (cursorData) {\n dataQuery = dataQuery.whereRaw('(created_time, id) < (?, ?)', [\n cursorData.timeStr,\n cursorData.id,\n ]);\n }\n\n interface ISearchResultRow {\n id: string;\n name: string;\n type: ResourceType;\n icon: string | null;\n // eslint-disable-next-line @typescript-eslint/naming-convention\n base_id: string;\n // eslint-disable-next-line @typescript-eslint/naming-convention\n created_by: string;\n // eslint-disable-next-line @typescript-eslint/naming-convention\n created_time: Date;\n // eslint-disable-next-line @typescript-eslint/naming-convention\n total_count: bigint | number;\n }\n\n const rows = await this.prismaService.$queryRawUnsafe(dataQuery.toQuery());\n\n const total = isFirstPage && rows.length > 0 ? Number(rows[0].total_count) : 0;\n const hasMore = rows.length > pageSize;\n const resultsToReturn = hasMore ? rows.slice(0, pageSize) : rows;\n\n const userIds = resultsToReturn\n .map((row) => row.created_by)\n .filter((id): id is string => id !== null);\n\n const spaceIdsForBases = uniq(\n resultsToReturn\n .filter((row) => row.type === ResourceType.Base)\n .map((row) => baseMap[row.base_id].spaceId)\n );\n const { validCreatorSet, spaceOwnerMap } =\n await this.collaboratorService.buildSpaceOwnerContext(spaceIdsForBases);\n\n const allUserIds = uniq([...userIds, ...spaceOwnerMap.values()]);\n const userList = await this.prismaService.user.findMany({\n where: { id: { in: allUserIds } },\n select: { id: true, name: true, avatar: true },\n });\n const userMap = keyBy(userList, 'id');\n\n const list = resultsToReturn.map((row) => {\n const base = baseMap[row.base_id];\n const isCreatorInSpace = validCreatorSet.has(`${base?.spaceId}:${row.created_by}`);\n const displayUserId =\n row.type === ResourceType.Base\n ? isCreatorInSpace\n ? row.created_by\n : spaceOwnerMap.get(base.spaceId)\n : row.created_by;\n const displayUser = displayUserId ? userMap[displayUserId] : undefined;\n return {\n id: row.id,\n name: row.name,\n type: row.type,\n icon: row.icon,\n baseId: row.base_id,\n baseName: base?.name ?? '',\n createdTime: row.created_time.toISOString(),\n createdUser: displayUser\n ? {\n ...displayUser,\n avatar: displayUser.avatar && getPublicFullStorageUrl(displayUser.avatar),\n }\n : undefined,\n };\n });\n\n const nextCursor =\n hasMore && resultsToReturn.length > 0\n ? this.generateCursor(\n resultsToReturn[resultsToReturn.length - 1].created_time.toISOString(),\n resultsToReturn[resultsToReturn.length - 1].id\n )\n : null;\n\n return { list, total, nextCursor };\n }\n\n async permanentDeleteSpace(spaceId: string, ignorePermissionCheck: boolean = false) {\n if (!ignorePermissionCheck) {\n const accessTokenId = this.cls.get('accessTokenId');\n await this.permissionService.validPermissions(spaceId, ['space|delete'], accessTokenId, true);\n }\n\n await this.prismaService.space\n .findUniqueOrThrow({\n where: { id: spaceId },\n })\n .catch(() => {\n throw new CustomHttpException('Space not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.space.notFound',\n },\n });\n });\n\n await this.prismaService.$tx(\n async (prisma) => {\n const bases = await prisma.base.findMany({\n where: { spaceId },\n select: { id: true },\n });\n\n for (const { id } of bases) {\n await this.baseService.permanentDeleteBase(id, ignorePermissionCheck);\n }\n\n await this.cleanSpaceRelatedData(spaceId);\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n async cleanSpaceRelatedData(spaceId: string) {\n // delete collaborators for space\n await this.prismaService.txClient().collaborator.deleteMany({\n where: { resourceId: spaceId, resourceType: CollaboratorType.Space },\n });\n\n // delete invitation for space\n await this.prismaService.txClient().invitation.deleteMany({\n where: { spaceId },\n });\n\n // delete invitation record for space\n await this.prismaService.txClient().invitationRecord.deleteMany({\n where: { spaceId },\n });\n\n // delete integrations for space\n await this.prismaService.txClient().integration.deleteMany({\n where: { resourceId: spaceId },\n });\n\n // delete space\n await this.prismaService.txClient().space.delete({\n where: { id: spaceId },\n });\n\n // delete trash for space\n await this.prismaService.txClient().trash.deleteMany({\n where: {\n resourceId: spaceId,\n resourceType: ResourceType.Space,\n },\n });\n }\n\n @PerformanceCache({\n ttl: 600, // 10 minutes\n keyGenerator: generateIntegrationCacheKey,\n statsType: 'integration',\n })\n async getIntegrationList(spaceId: string): Promise {\n const integrationList = await this.prismaService.integration.findMany({\n where: { resourceId: spaceId },\n });\n return integrationList.map(({ id, config, type, enable, createdTime, lastModifiedTime }) => {\n return {\n id,\n spaceId,\n type: type as IntegrationType,\n enable: enable ?? false,\n config: JSON.parse(config),\n createdTime: createdTime.toISOString(),\n lastModifiedTime: lastModifiedTime?.toISOString(),\n };\n });\n }\n\n async createIntegration(spaceId: string, addIntegrationRo: ICreateIntegrationRo) {\n const { type, enable, config } = addIntegrationRo;\n\n await this.performanceCacheService.del(generateIntegrationCacheKey(spaceId));\n if (type === IntegrationType.AI) {\n const aiIntegration = await this.prismaService.integration.findFirst({\n where: {\n resourceId: spaceId,\n type: IntegrationType.AI,\n },\n });\n\n if (!aiIntegration) {\n return await this.prismaService.integration.create({\n data: {\n id: generateIntegrationId(),\n resourceId: spaceId,\n type,\n enable,\n config: JSON.stringify(config),\n },\n });\n }\n\n const { id, enable: originalEnable } = aiIntegration;\n const originalConfig = JSON.parse(aiIntegration.config);\n\n return await this.prismaService.integration.update({\n where: { id },\n data: {\n config: JSON.stringify({\n ...originalConfig,\n ...config,\n llmProviders: [...originalConfig.llmProviders, ...config.llmProviders],\n }),\n enable: enable ?? originalEnable,\n },\n });\n }\n\n const res = await this.prismaService.integration.create({\n data: {\n id: generateIntegrationId(),\n resourceId: spaceId,\n type,\n enable,\n config: JSON.stringify(config),\n },\n });\n await this.performanceCacheService.del(generateIntegrationCacheKey(spaceId));\n return res;\n }\n\n async createDefaultAIIntegration(spaceId: string) {\n const res = await this.prismaService.integration.create({\n data: {\n id: generateIntegrationId(),\n resourceId: spaceId,\n type: IntegrationType.AI,\n enable: false,\n config: JSON.stringify({\n llmProviders: [],\n }),\n },\n });\n await this.performanceCacheService.del(generateIntegrationCacheKey(spaceId));\n return res;\n }\n\n async updateIntegration(\n integrationId: string,\n updateIntegrationRo: IUpdateIntegrationRo,\n spaceId: string\n ) {\n const { enable, config } = updateIntegrationRo;\n const updateData: Record = {};\n if (enable != null) {\n updateData.enable = enable;\n }\n if (config) {\n updateData.config = JSON.stringify(config);\n }\n const res = await this.prismaService.integration.update({\n where: { id: integrationId },\n data: updateData,\n });\n await this.performanceCacheService.del(generateIntegrationCacheKey(spaceId));\n return res;\n }\n\n async deleteIntegration(integrationId: string, spaceId: string) {\n await this.prismaService.integration.delete({\n where: { id: integrationId },\n });\n await this.performanceCacheService.del(generateIntegrationCacheKey(spaceId));\n }\n\n async testIntegrationLLM(testLLMRo: ITestLLMRo) {\n return await this.settingOpenApiService.testLLM(testLLMRo);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/space/template-space-init/template-space.init.service.ts", "content": "import { Injectable, Logger, type OnModuleInit } from '@nestjs/common';\nimport { IdPrefix } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\n\nexport const TEMPLATE_SPACE_ID = `${IdPrefix.Space}DefaultTempSpcId`;\n\n@Injectable()\nexport class TemplateSpaceInitService implements OnModuleInit {\n private logger = new Logger(TemplateSpaceInitService.name);\n\n constructor(private readonly prismaService: PrismaService) {}\n\n async onModuleInit() {\n const prisma = this.prismaService.txClient();\n\n const initTemplateSpaceId = TEMPLATE_SPACE_ID;\n\n await prisma.space.upsert({\n where: {\n id: initTemplateSpaceId,\n },\n update: {\n isTemplate: true,\n },\n create: {\n id: initTemplateSpaceId,\n name: 'Template Space',\n isTemplate: true,\n createdBy: 'system',\n },\n });\n\n this.logger.log('Template space ensured');\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/table/constant.ts", "content": "import type { IFieldRo, IViewRo } from '@teable/core';\nimport { Colors, FieldType, ViewType } from '@teable/core';\nimport type { ICreateRecordsRo } from '@teable/openapi';\n\nexport const DEFAULT_FIELDS: IFieldRo[] = [\n { name: 'Name', type: FieldType.SingleLineText },\n {\n name: 'Count',\n type: FieldType.Number,\n },\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n {\n name: 'light',\n color: Colors.GrayBright,\n },\n {\n name: 'medium',\n color: Colors.YellowBright,\n },\n {\n name: 'heavy',\n color: Colors.TealBright,\n },\n ],\n },\n },\n];\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const DEFAULT_VIEWS: IViewRo[] = [\n {\n name: 'Grid view',\n type: ViewType.Grid,\n columnMeta: {},\n },\n];\n\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const DEFAULT_RECORD_DATA: ICreateRecordsRo['records'] = [\n { fields: {} },\n { fields: {} },\n { fields: {} },\n];\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table-open-api-v2.mapper.spec.ts", "content": "import { FieldType } from '@teable/core';\nimport { describe, expect, it } from 'vitest';\n\nimport { mapLegacyCreateTableToV2Input } from './table-open-api-v2.mapper';\n\ndescribe('mapLegacyCreateTableToV2Input', () => {\n const foreignTableId = 'tblForeign';\n const revenueFieldId = 'fldRevenue';\n const sumValuesExpression = 'sum({values})';\n\n it('maps legacy rollup fields into v2 create-table config', () => {\n const input = mapLegacyCreateTableToV2Input('bseTest', {\n name: 'Rollup Table',\n fields: [\n {\n id: 'fldRollup',\n name: 'Revenue Total',\n type: FieldType.Rollup,\n cellValueType: 'number',\n isMultipleCellValue: false,\n options: {\n expression: sumValuesExpression,\n timeZone: 'UTC',\n },\n lookupOptions: {\n linkFieldId: 'fldLink',\n foreignTableId,\n lookupFieldId: revenueFieldId,\n },\n },\n ],\n views: [{ type: 'grid', name: 'Grid' }],\n records: [],\n });\n\n expect(input.fields).toEqual([\n {\n id: 'fldRollup',\n name: 'Revenue Total',\n type: 'rollup',\n cellValueType: 'number',\n options: {\n expression: sumValuesExpression,\n timeZone: 'utc',\n },\n config: {\n linkFieldId: 'fldLink',\n foreignTableId,\n lookupFieldId: revenueFieldId,\n },\n },\n ]);\n });\n\n it('maps legacy conditional rollup and conditional lookup fields into v2 create-table inputs', () => {\n const input = mapLegacyCreateTableToV2Input('bseTest', {\n name: 'Conditional Table',\n fields: [\n {\n id: 'fldConditionalRollup',\n name: 'High Revenue Total',\n type: FieldType.ConditionalRollup,\n cellValueType: 'number',\n isMultipleCellValue: false,\n options: {\n foreignTableId,\n lookupFieldId: revenueFieldId,\n expression: sumValuesExpression,\n timeZone: 'UTC',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: revenueFieldId, operator: 'isGreater', value: 100 }],\n },\n },\n },\n {\n id: 'fldConditionalLookup',\n name: 'High Revenue Company',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n isMultipleCellValue: true,\n options: {\n formatting: { type: 'singleLineText' },\n },\n lookupOptions: {\n foreignTableId,\n lookupFieldId: 'fldName',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: revenueFieldId, operator: 'isGreater', value: 100 }],\n },\n },\n },\n ],\n views: [{ type: 'grid', name: 'Grid' }],\n records: [],\n });\n\n expect(input.fields).toEqual([\n {\n id: 'fldConditionalRollup',\n name: 'High Revenue Total',\n type: 'conditionalRollup',\n cellValueType: 'number',\n options: {\n expression: sumValuesExpression,\n timeZone: 'utc',\n },\n config: {\n foreignTableId,\n lookupFieldId: revenueFieldId,\n condition: {\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: revenueFieldId, operator: 'isGreater', value: 100 }],\n },\n },\n },\n },\n {\n id: 'fldConditionalLookup',\n name: 'High Revenue Company',\n type: 'conditionalLookup',\n isMultipleCellValue: true,\n options: {\n foreignTableId,\n lookupFieldId: 'fldName',\n condition: {\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: revenueFieldId, operator: 'isGreater', value: 100 }],\n },\n },\n },\n innerOptions: {\n formatting: { type: 'singleLineText' },\n },\n },\n ]);\n });\n\n it('preserves db table and field names in v2 create-table inputs', () => {\n const input = mapLegacyCreateTableToV2Input('bseTest', {\n name: 'Custom Names',\n dbTableName: 'bseTest.custom_table',\n fields: [\n {\n id: 'fldName',\n name: 'Name',\n dbFieldName: 'db_field_name',\n type: FieldType.SingleLineText,\n },\n ],\n views: [{ type: 'grid', name: 'Grid' }],\n records: [],\n });\n\n expect(input.dbTableName).toBe('bseTest.custom_table');\n expect(input.fields).toEqual([\n {\n id: 'fldName',\n name: 'Name',\n dbFieldName: 'db_field_name',\n type: 'singleLineText',\n },\n ]);\n });\n\n it('normalizes legacy UTC values for generic field options', () => {\n const input = mapLegacyCreateTableToV2Input('bseTest', {\n name: 'Date Table',\n fields: [\n {\n id: 'fldDate',\n name: 'Due Date',\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: 'HH:mm',\n timeZone: 'UTC',\n },\n },\n },\n ],\n views: [{ type: 'grid', name: 'Grid' }],\n records: [],\n });\n\n expect(input.fields).toEqual([\n {\n id: 'fldDate',\n name: 'Due Date',\n type: 'date',\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: 'HH:mm',\n timeZone: 'utc',\n },\n },\n },\n ]);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table-open-api-v2.mapper.ts", "content": "import { FieldType } from '@teable/core';\nimport type { IFieldRo } from '@teable/core';\nimport type { ICreateTableWithDefault } from '@teable/openapi';\nimport type { ICreateTableCommandInput, ITableFieldInput } from '@teable/v2-core';\n\nconst asRecord = (value: unknown): Record | undefined =>\n value && typeof value === 'object' && !Array.isArray(value)\n ? (value as Record)\n : undefined;\n\nconst withDefined = >(value: T): T => {\n return Object.fromEntries(Object.entries(value).filter(([, entry]) => entry !== undefined)) as T;\n};\n\nconst normalizeLegacyTimeZone = (value: unknown): unknown => {\n if (Array.isArray(value)) {\n return value.map((item) => normalizeLegacyTimeZone(item));\n }\n\n if (!value || typeof value !== 'object') {\n return value;\n }\n\n const normalized: Record = {};\n for (const [key, raw] of Object.entries(value as Record)) {\n if (key === 'timeZone' && raw === 'UTC') {\n normalized[key] = 'utc';\n continue;\n }\n normalized[key] = normalizeLegacyTimeZone(raw);\n }\n\n return normalized;\n};\n\nconst getResultTypePair = (field: Record): Record => {\n const cellValueType = field.cellValueType;\n const isMultipleCellValue = field.isMultipleCellValue;\n\n if (typeof cellValueType === 'string' && typeof isMultipleCellValue === 'boolean') {\n return isMultipleCellValue ? { cellValueType, isMultipleCellValue } : { cellValueType };\n }\n\n return {};\n};\n\nconst pickLookupOptions = (lookupOptions: Record | undefined) =>\n withDefined({\n linkFieldId: lookupOptions?.linkFieldId as string | undefined,\n foreignTableId: lookupOptions?.foreignTableId as string | undefined,\n lookupFieldId: lookupOptions?.lookupFieldId as string | undefined,\n filter: lookupOptions?.filter,\n sort: lookupOptions?.sort,\n limit: lookupOptions?.limit,\n });\n\nconst pickCondition = (lookupOptions: Record | undefined) =>\n withDefined({\n filter: lookupOptions?.filter,\n sort: lookupOptions?.sort,\n limit: lookupOptions?.limit,\n });\n\nconst pickFormulaOptions = (options: Record | undefined) =>\n withDefined({\n expression: options?.expression as string | undefined,\n timeZone: options?.timeZone as string | undefined,\n formatting: options?.formatting,\n showAs: options?.showAs,\n });\n\nconst pickRollupConfig = (\n options: Record | undefined,\n lookupOptions: Record | undefined\n) =>\n withDefined({\n linkFieldId: (options?.linkFieldId ?? lookupOptions?.linkFieldId) as string | undefined,\n foreignTableId: (options?.foreignTableId ?? lookupOptions?.foreignTableId) as\n | string\n | undefined,\n lookupFieldId: (options?.lookupFieldId ?? lookupOptions?.lookupFieldId) as string | undefined,\n });\n\nconst pickLinkOptions = (options: Record | undefined) =>\n withDefined({\n baseId: options?.baseId as string | undefined,\n relationship: options?.relationship,\n foreignTableId: options?.foreignTableId as string | undefined,\n lookupFieldId: options?.lookupFieldId as string | undefined,\n isOneWay: options?.isOneWay as boolean | undefined,\n fkHostTableName: options?.fkHostTableName as string | undefined,\n selfKeyName: options?.selfKeyName as string | undefined,\n foreignKeyName: options?.foreignKeyName as string | undefined,\n symmetricFieldId: options?.symmetricFieldId as string | undefined,\n filterByViewId: (options?.filterByViewId ?? undefined) as string | null | undefined,\n visibleFieldIds: (options?.visibleFieldIds ?? undefined) as string[] | null | undefined,\n filter: options?.filter,\n });\n\nconst mapBaseField = (field: IFieldRo) =>\n withDefined({\n id: field.id,\n name: field.name,\n dbFieldName: field.dbFieldName,\n description: field.description ?? undefined,\n aiConfig: field.aiConfig ?? undefined,\n isPrimary: (field as Record).isPrimary === true ? true : undefined,\n notNull: field.notNull,\n unique: field.unique,\n });\n\nconst mapLegacyFieldToV2Field = (field: IFieldRo): ITableFieldInput => {\n const baseField = mapBaseField(field);\n const rawField = field as Record;\n const options = asRecord(field.options);\n const lookupOptions = asRecord(field.lookupOptions);\n\n if (field.isLookup) {\n if (field.isConditionalLookup) {\n return mapLegacyConditionalLookupField(\n baseField,\n rawField,\n field.type,\n options,\n lookupOptions\n );\n }\n\n return mapLegacyLookupField(baseField, rawField, lookupOptions, options);\n }\n\n if (field.type === FieldType.Rollup) {\n return mapLegacyRollupField(baseField, rawField, options, lookupOptions);\n }\n\n if (field.type === FieldType.Link) {\n return normalizeLegacyTimeZone({\n ...baseField,\n type: 'link',\n options: pickLinkOptions(options),\n }) as ITableFieldInput;\n }\n\n if (field.type === FieldType.ConditionalRollup || rawField.type === 'conditionalRollup') {\n return mapLegacyConditionalRollupField(baseField, rawField, options);\n }\n\n return normalizeLegacyTimeZone(\n withDefined({\n ...baseField,\n type: field.type as ITableFieldInput['type'],\n ...(options ? { options } : {}),\n })\n ) as ITableFieldInput;\n};\n\nconst mapLegacyConditionalLookupField = (\n baseField: ReturnType,\n rawField: Record,\n fieldType: IFieldRo['type'],\n options: Record | undefined,\n lookupOptions: Record | undefined\n): ITableFieldInput => {\n const foreignTableId = lookupOptions?.foreignTableId as string | undefined;\n const lookupFieldId = lookupOptions?.lookupFieldId as string | undefined;\n const condition = pickCondition(lookupOptions);\n\n if (fieldType === FieldType.Rollup) {\n return normalizeLegacyTimeZone({\n ...baseField,\n type: 'conditionalRollup',\n ...getResultTypePair(rawField),\n options: pickFormulaOptions(options),\n config: {\n foreignTableId: foreignTableId ?? '',\n lookupFieldId: lookupFieldId ?? '',\n condition,\n },\n }) as ITableFieldInput;\n }\n\n return normalizeLegacyTimeZone({\n ...baseField,\n type: 'conditionalLookup',\n options: {\n foreignTableId: foreignTableId ?? '',\n lookupFieldId: lookupFieldId ?? '',\n condition,\n },\n ...(typeof rawField.isMultipleCellValue === 'boolean'\n ? { isMultipleCellValue: rawField.isMultipleCellValue }\n : {}),\n innerOptions: options,\n }) as ITableFieldInput;\n};\n\nconst mapLegacyLookupField = (\n baseField: ReturnType,\n rawField: Record,\n lookupOptions: Record | undefined,\n options: Record | undefined\n): ITableFieldInput =>\n normalizeLegacyTimeZone({\n ...baseField,\n type: 'lookup',\n legacyMultiplicityDerivation: true,\n ...(rawField.isMultipleCellValue === true ? { isMultipleCellValue: true } : {}),\n options: pickLookupOptions(lookupOptions),\n innerOptions: options,\n }) as ITableFieldInput;\n\nconst mapLegacyRollupField = (\n baseField: ReturnType,\n rawField: Record,\n options: Record | undefined,\n lookupOptions: Record | undefined\n): ITableFieldInput =>\n normalizeLegacyTimeZone({\n ...baseField,\n type: 'rollup',\n ...getResultTypePair(rawField),\n options: pickFormulaOptions(options),\n config: pickRollupConfig(options, lookupOptions),\n }) as ITableFieldInput;\n\nconst mapLegacyConditionalRollupField = (\n baseField: ReturnType,\n rawField: Record,\n options: Record | undefined\n): ITableFieldInput =>\n normalizeLegacyTimeZone({\n ...baseField,\n type: 'conditionalRollup',\n ...getResultTypePair(rawField),\n options: pickFormulaOptions(options),\n config: {\n foreignTableId: options?.foreignTableId as string,\n lookupFieldId: options?.lookupFieldId as string,\n condition: pickCondition(options),\n },\n }) as ITableFieldInput;\n\nexport const mapLegacyCreateTableToV2Input = (\n baseId: string,\n table: ICreateTableWithDefault\n): ICreateTableCommandInput => {\n return {\n baseId,\n name: table.name ?? 'New table',\n ...(table.dbTableName ? { dbTableName: table.dbTableName } : {}),\n fields: table.fields.map(mapLegacyFieldToV2Field),\n views: table.views.map((view) =>\n withDefined({\n type: view.type,\n name: view.name,\n })\n ),\n records: table.records?.map((record) =>\n withDefined({\n id: 'id' in record && typeof record.id === 'string' ? record.id : undefined,\n fields: record.fields,\n })\n ),\n };\n};\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table-open-api-v2.service.spec.ts", "content": "import { FieldType } from '@teable/core';\nimport { beforeEach, describe, expect, it, vi } from 'vitest';\n\nconst { executeCreateTableEndpoint, executeDeleteTableEndpoint, executeRestoreTableEndpoint } =\n vi.hoisted(() => ({\n executeCreateTableEndpoint: vi.fn(),\n executeDeleteTableEndpoint: vi.fn(),\n executeRestoreTableEndpoint: vi.fn(),\n }));\n\nvi.mock('@teable/v2-contract-http-implementation/handlers', () => ({\n executeCreateTableEndpoint,\n executeDeleteTableEndpoint,\n executeRestoreTableEndpoint,\n}));\n\nvi.mock('../table.service', () => ({\n TableService: class TableService {},\n}));\n\nvi.mock('../../field/open-api/field-open-api.service', () => ({\n FieldOpenApiService: class FieldOpenApiService {},\n}));\n\nvi.mock('../../record/record.service', () => ({\n RecordService: class RecordService {},\n}));\n\nvi.mock('../../v2/v2-container.service', () => ({\n V2ContainerService: class V2ContainerService {},\n}));\n\nvi.mock('../../v2/v2-execution-context.factory', () => ({\n V2ExecutionContextFactory: class V2ExecutionContextFactory {},\n}));\n\nvi.mock('../../view/view.service', () => ({\n ViewService: class ViewService {},\n}));\n\nimport { TableOpenApiV2Service } from './table-open-api-v2.service';\n\ndescribe('TableOpenApiV2Service.createTable', () => {\n beforeEach(() => {\n vi.clearAllMocks();\n });\n\n const createService = (overrides?: {\n tableService?: Record;\n fieldOpenApiService?: Record;\n viewService?: Record;\n recordService?: Record;\n dbProvider?: Record;\n }) =>\n new TableOpenApiV2Service(\n {\n getContainer: vi.fn().mockResolvedValue({\n resolve: vi.fn().mockReturnValue({}),\n }),\n } as never,\n {\n createContext: vi.fn().mockResolvedValue({}),\n } as never,\n (overrides?.tableService ?? {}) as never,\n (overrides?.fieldOpenApiService ?? {}) as never,\n (overrides?.viewService ?? {}) as never,\n (overrides?.recordService ?? {}) as never,\n {\n generateDbTableName: vi\n .fn()\n .mockImplementation((baseId: string, name: string) => `${baseId}.${name}`),\n ...overrides?.dbProvider,\n } as never\n );\n\n it('fills missing legacy link lookupFieldId and prefixes legacy dbTableName before calling v2', async () => {\n executeCreateTableEndpoint.mockResolvedValue({\n status: 400,\n body: {\n ok: false,\n error: {\n code: 'validation.invalid',\n message: 'Invalid create table',\n tags: ['validation'],\n },\n },\n });\n\n const fieldOpenApiService = {\n getFields: vi.fn().mockResolvedValue([\n {\n id: 'fldPrimary',\n name: 'Name',\n type: FieldType.SingleLineText,\n isPrimary: true,\n },\n ]),\n };\n\n const service = createService({\n fieldOpenApiService,\n });\n\n await expect(\n service.createTable('bseTest', {\n name: 'Links',\n dbTableName: 'legacy_table',\n fields: [\n {\n name: 'Related',\n type: FieldType.Link,\n options: {\n relationship: 'manyMany',\n foreignTableId: 'tblForeign',\n },\n },\n ],\n views: [],\n records: [],\n })\n ).rejects.toBeTruthy();\n\n expect(fieldOpenApiService.getFields).toHaveBeenCalledWith('tblForeign', {\n filterHidden: false,\n });\n expect(executeCreateTableEndpoint).toHaveBeenCalledTimes(1);\n expect(executeCreateTableEndpoint.mock.calls[0]?.[1]).toMatchObject({\n baseId: 'bseTest',\n name: 'Links',\n dbTableName: 'bseTest.legacy_table',\n fields: [\n {\n name: 'Related',\n type: 'link',\n options: {\n relationship: 'manyMany',\n foreignTableId: 'tblForeign',\n lookupFieldId: 'fldPrimary',\n },\n },\n ],\n });\n });\n\n it('rebuilds legacy create-table response in chunks', async () => {\n executeCreateTableEndpoint.mockResolvedValue({\n status: 201,\n body: {\n ok: true,\n data: {\n table: {\n id: 'tblTest',\n },\n },\n },\n });\n\n const recordIds = Array.from({ length: 1001 }, (_, index) => `rec${index + 1}`);\n const tableService = {\n getTableMeta: vi.fn().mockResolvedValue({\n id: 'tblTest',\n name: 'Orders',\n dbTableName: 'bseTest.orders',\n defaultViewId: 'viwDefault',\n }),\n };\n const fieldOpenApiService = {\n getFields: vi.fn().mockResolvedValue([\n {\n id: 'fldName',\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ]),\n };\n const viewService = {\n getViews: vi.fn().mockResolvedValue([\n {\n id: 'viwDefault',\n name: 'Grid',\n type: 'grid',\n },\n ]),\n };\n const recordService = {\n getDocIdsByQuery: vi\n .fn()\n .mockResolvedValueOnce({ ids: recordIds.slice(0, 1000) })\n .mockResolvedValueOnce({ ids: recordIds.slice(1000) }),\n getSnapshotBulkWithPermission: vi.fn().mockResolvedValue(\n [...recordIds].reverse().map((recordId) => ({\n data: {\n id: recordId,\n name: recordId,\n fields: {},\n },\n }))\n ),\n };\n\n const service = createService({\n tableService,\n fieldOpenApiService,\n viewService,\n recordService,\n });\n\n const result = await service.createTable('bseTest', {\n name: 'Orders',\n fields: [],\n views: [],\n records: Array.from({ length: 1001 }, () => ({\n fields: {},\n })),\n });\n\n expect(recordService.getDocIdsByQuery).toHaveBeenNthCalledWith(1, 'tblTest', {\n viewId: 'viwDefault',\n skip: 0,\n take: 1000,\n });\n expect(recordService.getDocIdsByQuery).toHaveBeenNthCalledWith(2, 'tblTest', {\n viewId: 'viwDefault',\n skip: 1000,\n take: 1,\n });\n expect(result.records).toHaveLength(1001);\n expect(result.records[0]?.id).toBe('rec1');\n expect(result.records[1000]?.id).toBe('rec1001');\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table-open-api-v2.service.ts", "content": "import { HttpException, HttpStatus, Injectable } from '@nestjs/common';\nimport { CellFormat, FieldKeyType, FieldType } from '@teable/core';\nimport type { IFieldRo, ILinkFieldOptionsRo, IRecord } from '@teable/core';\nimport type { ICreateTableWithDefault, ITableFullVo, ITableVo } from '@teable/openapi';\nimport {\n executeCreateTableEndpoint,\n executeDeleteTableEndpoint,\n executeRestoreTableEndpoint,\n} from '@teable/v2-contract-http-implementation/handlers';\nimport { v2CoreTokens } from '@teable/v2-core';\nimport type { ICommandBus } from '@teable/v2-core';\nimport { CustomHttpException, getDefaultCodeByStatus } from '../../../custom.exception';\nimport { InjectDbProvider } from '../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport { FieldOpenApiService } from '../../field/open-api/field-open-api.service';\nimport { RecordService } from '../../record/record.service';\nimport { V2ContainerService } from '../../v2/v2-container.service';\nimport { V2ExecutionContextFactory } from '../../v2/v2-execution-context.factory';\nimport { ViewService } from '../../view/view.service';\nimport { TableService } from '../table.service';\nimport { mapLegacyCreateTableToV2Input } from './table-open-api-v2.mapper';\n\nconst internalServerError = 'Internal server error';\n\n@Injectable()\nexport class TableOpenApiV2Service {\n constructor(\n private readonly v2ContainerService: V2ContainerService,\n private readonly v2ContextFactory: V2ExecutionContextFactory,\n private readonly tableService: TableService,\n private readonly fieldOpenApiService: FieldOpenApiService,\n private readonly viewService: ViewService,\n private readonly recordService: RecordService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider\n ) {}\n\n private throwV2Error(\n error: {\n code: string;\n message: string;\n tags?: ReadonlyArray;\n details?: Readonly>;\n },\n status: number\n ): never {\n throw new CustomHttpException(error.message, getDefaultCodeByStatus(status), {\n domainCode: error.code,\n domainTags: error.tags,\n details: error.details,\n });\n }\n\n async createTable(baseId: string, createTableRo: ICreateTableWithDefault): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n const normalizedCreateTableRo = await this.normalizeLegacyCreateTableRo(baseId, createTableRo);\n const result = await executeCreateTableEndpoint(\n context,\n mapLegacyCreateTableToV2Input(baseId, normalizedCreateTableRo),\n commandBus\n );\n\n if (result.status === 201 && result.body.ok) {\n return await this.buildLegacyCreateTableResponse(\n baseId,\n normalizedCreateTableRo,\n result.body.data.table.id\n );\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n async deleteTable(\n baseId: string,\n tableId: string,\n mode: 'soft' | 'permanent' = 'soft'\n ): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n const result = await executeDeleteTableEndpoint(\n context,\n {\n baseId,\n tableId,\n mode,\n },\n commandBus\n );\n\n if (result.status === 200 && result.body.ok) {\n return;\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n async restoreTable(baseId: string, tableId: string): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n const result = await executeRestoreTableEndpoint(\n context,\n {\n baseId,\n tableId,\n },\n commandBus\n );\n\n if (result.status === 200 && result.body.ok) {\n return;\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n private async buildLegacyCreateTableResponse(\n baseId: string,\n createTableRo: ICreateTableWithDefault,\n tableId: string\n ): Promise {\n const table = await this.tableService.getTableMeta(baseId, tableId);\n const fields = await this.fieldOpenApiService.getFields(tableId, {\n filterHidden: false,\n });\n const views = await this.viewService.getViews(tableId);\n const records = await this.getCreatedRecords(table, createTableRo);\n\n return {\n ...table,\n fields,\n views,\n records,\n };\n }\n\n private async getCreatedRecords(\n table: ITableVo,\n createTableRo: ICreateTableWithDefault\n ): Promise {\n const total = createTableRo.records?.length ?? 0;\n if (total === 0) {\n return [];\n }\n\n const recordIds: string[] = [];\n for (let skip = 0; skip < total; skip += 1000) {\n const take = Math.min(1000, total - skip);\n const { ids } = await this.recordService.getDocIdsByQuery(table.id, {\n viewId: table.defaultViewId,\n skip,\n take,\n });\n recordIds.push(...ids);\n }\n\n if (recordIds.length === 0) {\n return [];\n }\n\n const snapshots = await this.recordService.getSnapshotBulkWithPermission(\n table.id,\n recordIds,\n undefined,\n createTableRo.fieldKeyType ?? FieldKeyType.Name,\n CellFormat.Json\n );\n const recordById = new Map(\n snapshots.map((snapshot) => [snapshot.data.id, snapshot.data] as const)\n );\n\n return recordIds\n .map((recordId) => recordById.get(recordId))\n .filter((record): record is IRecord => record != null);\n }\n\n private async normalizeLegacyCreateTableRo(\n baseId: string,\n createTableRo: ICreateTableWithDefault\n ): Promise {\n const withLookupFieldIds = await this.populateLegacyLinkLookupFieldIds(createTableRo);\n const normalizedDbTableName = this.normalizeLegacyDbTableName(\n baseId,\n withLookupFieldIds.dbTableName\n );\n\n if (normalizedDbTableName === withLookupFieldIds.dbTableName) {\n return withLookupFieldIds;\n }\n\n return {\n ...withLookupFieldIds,\n dbTableName: normalizedDbTableName,\n };\n }\n\n private normalizeLegacyDbTableName(baseId: string, dbTableName?: string): string | undefined {\n if (!dbTableName) {\n return dbTableName;\n }\n\n const legacyPrefix = this.dbProvider.generateDbTableName(baseId, '');\n if (dbTableName.startsWith(legacyPrefix)) {\n return dbTableName;\n }\n\n return this.dbProvider.generateDbTableName(baseId, dbTableName);\n }\n\n private async populateLegacyLinkLookupFieldIds(\n createTableRo: ICreateTableWithDefault\n ): Promise {\n const fields = createTableRo.fields ?? [];\n const foreignTableIds = [\n ...new Set(\n fields.flatMap((field) => {\n if (field.type !== FieldType.Link || field.isLookup) {\n return [];\n }\n\n const options =\n field.options && typeof field.options === 'object' && !Array.isArray(field.options)\n ? (field.options as Record)\n : undefined;\n if (typeof options?.lookupFieldId === 'string') {\n return [];\n }\n\n const foreignTableId = options?.foreignTableId;\n return typeof foreignTableId === 'string' ? [foreignTableId] : [];\n })\n ),\n ];\n\n if (foreignTableIds.length === 0) {\n return createTableRo;\n }\n\n const primaryFieldIdByTableId = new Map();\n await Promise.all(\n foreignTableIds.map(async (foreignTableId) => {\n const foreignFields = await this.fieldOpenApiService.getFields(foreignTableId, {\n filterHidden: false,\n });\n const primaryField = foreignFields.find(\n (field) => (field as Record).isPrimary === true\n );\n if (primaryField?.id) {\n primaryFieldIdByTableId.set(foreignTableId, primaryField.id);\n }\n })\n );\n\n let changed = false;\n const nextFields = fields.map((field) => {\n if (field.type !== FieldType.Link || field.isLookup) {\n return field;\n }\n\n const options =\n field.options && typeof field.options === 'object' && !Array.isArray(field.options)\n ? (field.options as Record)\n : undefined;\n if (typeof options?.lookupFieldId === 'string') {\n return field;\n }\n\n if (typeof options?.relationship !== 'string') {\n return field;\n }\n\n const foreignTableId =\n typeof options?.foreignTableId === 'string' ? options.foreignTableId : null;\n if (!foreignTableId) {\n return field;\n }\n\n const lookupFieldId = primaryFieldIdByTableId.get(foreignTableId);\n if (!lookupFieldId) {\n return field;\n }\n\n changed = true;\n const nextOptions: ILinkFieldOptionsRo = {\n ...(field.options as ILinkFieldOptionsRo),\n lookupFieldId,\n };\n return {\n ...field,\n options: nextOptions,\n };\n });\n\n if (!changed) {\n return createTableRo;\n }\n\n return {\n ...createTableRo,\n fields: nextFields,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table-open-api.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n Body,\n Controller,\n Delete,\n Get,\n Param,\n Patch,\n Post,\n Put,\n Query,\n UseGuards,\n UseInterceptors,\n} from '@nestjs/common';\nimport type {\n IDuplicateTableVo,\n IGetAbnormalVo,\n ITableFullVo,\n ITableListVo,\n ITableVo,\n} from '@teable/openapi';\nimport {\n tableRoSchema,\n ICreateTableWithDefault,\n dbTableNameRoSchema,\n IDbTableNameRo,\n ITableDescriptionRo,\n ITableIconRo,\n ITableNameRo,\n IUpdateOrderRo,\n tableDescriptionRoSchema,\n tableIconRoSchema,\n tableNameRoSchema,\n updateOrderRoSchema,\n IToggleIndexRo,\n toggleIndexRoSchema,\n TableIndex,\n duplicateTableRoSchema,\n IDuplicateTableRo,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../types/cls';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { AllowAnonymous } from '../../auth/decorators/allow-anonymous.decorator';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { UseV2Feature } from '../../canary/decorators/use-v2-feature.decorator';\nimport { V2FeatureGuard } from '../../canary/guards/v2-feature.guard';\nimport { V2IndicatorInterceptor } from '../../canary/interceptors/v2-indicator.interceptor';\nimport { TableIndexService } from '../table-index.service';\nimport { TablePermissionService } from '../table-permission.service';\nimport { TableService } from '../table.service';\nimport { TableOpenApiV2Service } from './table-open-api-v2.service';\nimport { TableOpenApiService } from './table-open-api.service';\nimport { TablePipe } from './table.pipe';\n\n@UseGuards(V2FeatureGuard)\n@UseInterceptors(V2IndicatorInterceptor)\n@Controller('api/base/:baseId/table')\n@AllowAnonymous()\nexport class TableController {\n constructor(\n private readonly tableService: TableService,\n private readonly tableOpenApiService: TableOpenApiService,\n private readonly tableIndexService: TableIndexService,\n private readonly tablePermissionService: TablePermissionService,\n private readonly tableOpenApiV2Service: TableOpenApiV2Service,\n private readonly cls: ClsService\n ) {}\n\n @Permissions('table|read')\n @Get(':tableId/default-view-id')\n async getDefaultViewId(@Param('tableId') tableId: string): Promise<{ id: string }> {\n return await this.tableService.getDefaultViewId(tableId);\n }\n\n @Permissions('table|read')\n @Get(':tableId')\n async getTable(\n @Param('baseId') baseId: string,\n @Param('tableId') tableId: string\n ): Promise {\n return await this.tableOpenApiService.getTable(baseId, tableId);\n }\n\n @Permissions('table|read')\n @Get()\n async getTables(@Param('baseId') baseId: string): Promise {\n return await this.tableOpenApiService.getTables(baseId);\n }\n\n @Permissions('table|update')\n @Put(':tableId/name')\n async updateName(\n @Param('baseId') baseId: string,\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(tableNameRoSchema)) tableNameRo: ITableNameRo\n ) {\n return await this.tableOpenApiService.updateName(baseId, tableId, tableNameRo.name);\n }\n\n @Permissions('table|update')\n @Put(':tableId/icon')\n async updateIcon(\n @Param('baseId') baseId: string,\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(tableIconRoSchema)) tableIconRo: ITableIconRo\n ) {\n return await this.tableOpenApiService.updateIcon(baseId, tableId, tableIconRo.icon);\n }\n\n @Permissions('table|update')\n @Put(':tableId/description')\n async updateDescription(\n @Param('baseId') baseId: string,\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(tableDescriptionRoSchema)) tableDescriptionRo: ITableDescriptionRo\n ) {\n return await this.tableOpenApiService.updateDescription(\n baseId,\n tableId,\n tableDescriptionRo.description\n );\n }\n\n @Permissions('table|update')\n @Put(':tableId/db-table-name')\n async updateDbTableName(\n @Param('baseId') baseId: string,\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(dbTableNameRoSchema)) dbTableNameRo: IDbTableNameRo\n ) {\n return await this.tableOpenApiService.updateDbTableName(\n baseId,\n tableId,\n dbTableNameRo.dbTableName\n );\n }\n\n @Permissions('table|update')\n @Put(':tableId/order')\n async updateOrder(\n @Param('baseId') baseId: string,\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(updateOrderRoSchema)) updateOrderRo: IUpdateOrderRo\n ) {\n return await this.tableOpenApiService.updateOrder(baseId, tableId, updateOrderRo);\n }\n\n @Post()\n @UseV2Feature('createTable')\n @Permissions('table|create')\n async createTable(\n @Param('baseId') baseId: string,\n @Body(new ZodValidationPipe(tableRoSchema), TablePipe) createTableRo: ICreateTableWithDefault\n ): Promise {\n if (this.cls.get('useV2')) {\n return await this.tableOpenApiV2Service.createTable(baseId, createTableRo);\n }\n return await this.tableOpenApiService.createTable(baseId, createTableRo);\n }\n\n @Permissions('table|create')\n @Permissions('table|read')\n @Post(':tableId/duplicate')\n async duplicateTable(\n @Param('baseId') baseId: string,\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(duplicateTableRoSchema), TablePipe)\n duplicateTableRo: IDuplicateTableRo\n ): Promise {\n return await this.tableOpenApiService.duplicateTable(baseId, tableId, duplicateTableRo);\n }\n\n @UseV2Feature('deleteTable')\n @Delete(':tableId')\n @Permissions('table|delete')\n async archiveTable(@Param('baseId') baseId: string, @Param('tableId') tableId: string) {\n if (this.cls.get('useV2')) {\n await this.tableOpenApiV2Service.deleteTable(baseId, tableId);\n return;\n }\n return await this.tableOpenApiService.deleteTable(baseId, tableId);\n }\n\n @UseV2Feature('deleteTable')\n @Delete(':tableId/permanent')\n @Permissions('table|delete')\n async permanentDeleteTable(@Param('baseId') baseId: string, @Param('tableId') tableId: string) {\n if (this.cls.get('useV2')) {\n await this.tableOpenApiV2Service.deleteTable(baseId, tableId, 'permanent');\n return;\n }\n return this.tableOpenApiService.permanentDeleteTables(baseId, [tableId]);\n }\n\n @Permissions('table|read')\n @Get(':tableId/permission')\n async getPermission(@Param('baseId') baseId: string, @Param('tableId') tableId: string) {\n return await this.tableOpenApiService.getPermission(baseId, tableId);\n }\n\n @Permissions('table|read')\n @Get('/socket/snapshot-bulk')\n async getSnapshotBulk(@Param('baseId') baseId: string, @Query('ids') ids: string[]) {\n const permissionMap = await this.tablePermissionService.getTablePermissionMapByBaseId(\n baseId,\n ids\n );\n const snapshotBulk = await this.tableService.getSnapshotBulk(baseId, ids);\n return snapshotBulk.map((snapshot) => {\n return {\n ...snapshot,\n data: {\n ...snapshot.data,\n permission: permissionMap[snapshot.id],\n },\n };\n });\n }\n\n @Permissions('table|read')\n @Get('/socket/doc-ids')\n async getDocIds(@Param('baseId') baseId: string) {\n return this.tableService.getDocIdsByQuery(baseId, undefined);\n }\n\n @Post(':tableId/index')\n @Permissions('table|update')\n async toggleIndex(\n @Param('baseId') baseId: string,\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(toggleIndexRoSchema)) searchIndexRo: IToggleIndexRo\n ) {\n return this.tableIndexService.toggleIndex(tableId, searchIndexRo);\n }\n\n @Get(':tableId/activated-index')\n @Permissions('table|read')\n async getTableIndex(@Param('tableId') tableId: string): Promise {\n return this.tableIndexService.getActivatedTableIndexes(tableId);\n }\n\n @Get(':tableId/abnormal-index')\n @Permissions('table|read')\n async getAbnormalTableIndex(\n @Param('tableId') tableId: string,\n @Query('type') tableIndexType: TableIndex\n ): Promise {\n return this.tableIndexService.getAbnormalTableIndex(tableId, tableIndexType);\n }\n\n @Patch(':tableId/index/repair')\n @Permissions('table|update')\n async repairIndex(\n @Param('tableId') tableId: string,\n @Query('type') tableIndexType: TableIndex\n ): Promise {\n return this.tableIndexService.repairIndex(tableId, tableIndexType);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../../db-provider/db.provider';\nimport { ShareDbModule } from '../../../share-db/share-db.module';\nimport { CalculationModule } from '../../calculation/calculation.module';\nimport { CanaryModule } from '../../canary/canary.module';\nimport { FieldCalculateModule } from '../../field/field-calculate/field-calculate.module';\nimport { FieldDuplicateModule } from '../../field/field-duplicate/field-duplicate.module';\nimport { FieldOpenApiModule } from '../../field/open-api/field-open-api.module';\nimport { GraphModule } from '../../graph/graph.module';\nimport { RecordOpenApiModule } from '../../record/open-api/record-open-api.module';\nimport { RecordModule } from '../../record/record.module';\nimport { V2Module } from '../../v2/v2.module';\nimport { ViewOpenApiModule } from '../../view/open-api/view-open-api.module';\nimport { ViewModule } from '../../view/view.module';\nimport { TableDuplicateService } from '../table-duplicate.service';\nimport { TableIndexService } from '../table-index.service';\nimport { TableModule } from '../table.module';\nimport { TableOpenApiV2Service } from './table-open-api-v2.service';\nimport { TableController } from './table-open-api.controller';\nimport { TableOpenApiService } from './table-open-api.service';\n\n@Module({\n imports: [\n FieldCalculateModule,\n RecordModule,\n RecordOpenApiModule,\n ViewOpenApiModule,\n FieldOpenApiModule,\n FieldDuplicateModule,\n TableModule,\n ShareDbModule,\n CalculationModule,\n GraphModule,\n V2Module,\n CanaryModule,\n ViewModule,\n ],\n controllers: [TableController],\n providers: [\n DbProvider,\n TableOpenApiService,\n TableOpenApiV2Service,\n TableIndexService,\n TableDuplicateService,\n ],\n exports: [TableOpenApiService, TableOpenApiV2Service, TableDuplicateService],\n})\nexport class TableOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table-open-api.server.spec.ts", "content": "import { beforeAll, beforeEach, describe, expect, it, vi } from 'vitest';\n\nconst useV2Feature = () => () => undefined;\n\nvi.mock('../table.service', () => ({\n TableService: class TableService {},\n}));\n\nvi.mock('./table-open-api.service', () => ({\n TableOpenApiService: class TableOpenApiService {},\n}));\n\nvi.mock('../table-index.service', () => ({\n TableIndexService: class TableIndexService {},\n}));\n\nvi.mock('../table-permission.service', () => ({\n TablePermissionService: class TablePermissionService {},\n}));\n\nvi.mock('./table-open-api-v2.service', () => ({\n TableOpenApiV2Service: class TableOpenApiV2Service {},\n}));\n\nvi.mock('../../canary/decorators/use-v2-feature.decorator', () => ({\n UseV2Feature: useV2Feature,\n}));\n\nvi.mock('../../canary/guards/v2-feature.guard', () => ({\n V2FeatureGuard: class V2FeatureGuard {},\n}));\n\nvi.mock('../../canary/interceptors/v2-indicator.interceptor', () => ({\n V2IndicatorInterceptor: class V2IndicatorInterceptor {},\n}));\n\nvi.mock('@teable/db-main-prisma', () => ({\n PrismaService: class PrismaService {},\n}));\n\nlet tableControllerClass: new (...args: unknown[]) => {\n createTable: (baseId: string, createTableRo: unknown) => Promise;\n archiveTable: (baseId: string, tableId: string) => Promise;\n permanentDeleteTable: (baseId: string, tableId: string) => Promise;\n};\n\ndescribe('TableController.archiveTable', () => {\n beforeAll(async () => {\n const module = await import('./table-open-api.controller');\n tableControllerClass = module.TableController as typeof tableControllerClass;\n });\n\n const createController = (useV2: boolean) => {\n const tableOpenApiService = {\n createTable: vi.fn().mockResolvedValue({ id: 'tbl-legacy' }),\n deleteTable: vi.fn(),\n permanentDeleteTables: vi.fn(),\n };\n const tableOpenApiV2Service = {\n createTable: vi.fn().mockResolvedValue({ id: 'tbl-v2' }),\n deleteTable: vi.fn(),\n };\n const cls = {\n get: vi.fn((key: string) => (key === 'useV2' ? useV2 : undefined)),\n };\n\n const controller = new tableControllerClass(\n {} as never,\n tableOpenApiService as never,\n {} as never,\n {} as never,\n tableOpenApiV2Service as never,\n cls as never\n );\n\n return {\n controller,\n tableOpenApiService,\n tableOpenApiV2Service,\n };\n };\n\n beforeEach(() => {\n vi.restoreAllMocks();\n });\n\n it('routes delete-table through v2 when useV2 is enabled', async () => {\n const { controller, tableOpenApiService, tableOpenApiV2Service } = createController(true);\n\n await controller.archiveTable('bse1', 'tbl1');\n\n expect(tableOpenApiV2Service.deleteTable).toHaveBeenCalledWith('bse1', 'tbl1');\n expect(tableOpenApiService.deleteTable).not.toHaveBeenCalled();\n });\n\n it('routes create-table through v2 when useV2 is enabled', async () => {\n const { controller, tableOpenApiService, tableOpenApiV2Service } = createController(true);\n const createTableRo = { name: 'Projects', fields: [] };\n\n const result = await controller.createTable('bse1', createTableRo);\n\n expect(tableOpenApiV2Service.createTable).toHaveBeenCalledWith('bse1', createTableRo);\n expect(tableOpenApiService.createTable).not.toHaveBeenCalled();\n expect(result).toEqual({ id: 'tbl-v2' });\n });\n\n it('keeps the legacy create-table path when useV2 is disabled', async () => {\n const { controller, tableOpenApiService, tableOpenApiV2Service } = createController(false);\n const createTableRo = { name: 'Projects', fields: [] };\n\n const result = await controller.createTable('bse1', createTableRo);\n\n expect(tableOpenApiService.createTable).toHaveBeenCalledWith('bse1', createTableRo);\n expect(tableOpenApiV2Service.createTable).not.toHaveBeenCalled();\n expect(result).toEqual({ id: 'tbl-legacy' });\n });\n\n it('keeps the legacy delete-table path when useV2 is disabled', async () => {\n const { controller, tableOpenApiService, tableOpenApiV2Service } = createController(false);\n\n await controller.archiveTable('bse1', 'tbl1');\n\n expect(tableOpenApiService.deleteTable).toHaveBeenCalledWith('bse1', 'tbl1');\n expect(tableOpenApiV2Service.deleteTable).not.toHaveBeenCalled();\n });\n\n it('routes permanent delete through v2 when useV2 is enabled', async () => {\n const { controller, tableOpenApiService, tableOpenApiV2Service } = createController(true);\n\n await controller.permanentDeleteTable('bse1', 'tbl1');\n\n expect(tableOpenApiV2Service.deleteTable).toHaveBeenCalledWith('bse1', 'tbl1', 'permanent');\n expect(tableOpenApiService.permanentDeleteTables).not.toHaveBeenCalled();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table-open-api.service.spec.ts", "content": "import { CellValueType, DbFieldType, FieldType, Relationship } from '@teable/core';\nimport { describe, expect, it, vi } from 'vitest';\nimport { TableOpenApiService } from './table-open-api.service';\n\ndescribe('TableOpenApiService.prepareFields', () => {\n it('prepares same-batch link fields before dependent lookup and rollup fields', async () => {\n const nameFieldRo = {\n id: 'fldName',\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n const linkFieldRo = {\n id: 'fldLink',\n name: 'Company',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: 'tblForeign',\n lookupFieldId: 'fldForeignName',\n },\n };\n const lookupFieldRo = {\n id: 'fldLookup',\n name: 'Company Name',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n linkFieldId: 'fldLink',\n foreignTableId: 'tblForeign',\n lookupFieldId: 'fldForeignName',\n },\n };\n const rollupFieldRo = {\n id: 'fldRollup',\n name: 'Company Revenue',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n linkFieldId: 'fldLink',\n foreignTableId: 'tblForeign',\n lookupFieldId: 'fldForeignRevenue',\n },\n };\n\n const preparedNameField = {\n id: 'fldName',\n name: 'Name',\n dbFieldName: 'name',\n type: FieldType.SingleLineText,\n options: {},\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n };\n const preparedLinkField = {\n id: 'fldLink',\n name: 'Company',\n dbFieldName: 'company',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: 'tblForeign',\n lookupFieldId: 'fldForeignName',\n fkHostTableName: '__link_host',\n selfKeyName: '__fk_self',\n foreignKeyName: '__fk_foreign',\n },\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n isMultipleCellValue: undefined,\n };\n\n const fieldSupplementService = {\n prepareCreateFields: vi.fn().mockResolvedValue([preparedNameField, preparedLinkField]),\n prepareCreateField: vi.fn().mockImplementation(async (_tableId, fieldRo, batchFieldVos) => {\n expect(batchFieldVos).toEqual(\n expect.arrayContaining([\n expect.objectContaining({\n id: 'fldLink',\n type: FieldType.Link,\n options: expect.objectContaining({\n foreignTableId: 'tblForeign',\n fkHostTableName: '__link_host',\n }),\n }),\n ])\n );\n\n return {\n id: fieldRo.id,\n name: fieldRo.name,\n dbFieldName: fieldRo.id === 'fldLookup' ? 'company_name' : 'company_revenue',\n type: fieldRo.type,\n isLookup: fieldRo.isLookup,\n options: fieldRo.options ?? {},\n lookupOptions: fieldRo.lookupOptions,\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n };\n }),\n };\n\n const service = new TableOpenApiService(\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n fieldSupplementService as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never,\n {} as never\n );\n\n const fields = await (\n service as unknown as {\n prepareFields: (tableId: string, fieldRos: Array) => Promise;\n }\n ).prepareFields('tblTest', [nameFieldRo, linkFieldRo, lookupFieldRo, rollupFieldRo]);\n\n expect(fieldSupplementService.prepareCreateFields).toHaveBeenCalledWith('tblTest', [\n nameFieldRo,\n linkFieldRo,\n ]);\n expect(fieldSupplementService.prepareCreateField).toHaveBeenCalledTimes(2);\n expect(fields).toHaveLength(4);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table-open-api.service.ts", "content": "import { NotFoundException, Injectable, Logger } from '@nestjs/common';\nimport type {\n FieldAction,\n IFieldRo,\n IFieldVo,\n ILinkFieldOptions,\n ILookupOptionsVo,\n IViewRo,\n RecordAction,\n IRole,\n TableAction,\n ViewAction,\n BasePermission,\n} from '@teable/core';\nimport {\n ActionPrefix,\n FieldKeyType,\n FieldType,\n HttpErrorCode,\n IdPrefix,\n TemplateRolePermission,\n actionPrefixMap,\n getBasePermission,\n isLinkLookupOptions,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { CreateRecordAction, ResourceType } from '@teable/openapi';\nimport type {\n ICreateRecordsRo,\n ICreateTableRo,\n ICreateTableWithDefault,\n IDuplicateTableRo,\n ITableFullVo,\n ITablePermissionVo,\n ITableVo,\n IUpdateOrderRo,\n} from '@teable/openapi';\nimport { nanoid } from 'nanoid';\nimport { ClsService } from 'nestjs-cls';\nimport { ThresholdConfig, IThresholdConfig } from '../../../configs/threshold.config';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { InjectDbProvider } from '../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport { RawOpType } from '../../../share-db/interface';\nimport type { IClsStore } from '../../../types/cls';\nimport { updateOrder } from '../../../utils/update-order';\nimport { PermissionService } from '../../auth/permission.service';\nimport { BatchService } from '../../calculation/batch.service';\nimport { LinkService } from '../../calculation/link.service';\nimport { FieldCreatingService } from '../../field/field-calculate/field-creating.service';\nimport { FieldSupplementService } from '../../field/field-calculate/field-supplement.service';\nimport { createFieldInstanceByVo } from '../../field/model/factory';\nimport { FieldOpenApiService } from '../../field/open-api/field-open-api.service';\nimport { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\nimport { RecordService } from '../../record/record.service';\nimport { ViewOpenApiService } from '../../view/open-api/view-open-api.service';\nimport { TableDuplicateService } from '../table-duplicate.service';\nimport { TableService } from '../table.service';\n\n@Injectable()\nexport class TableOpenApiService {\n private logger = new Logger(TableOpenApiService.name);\n constructor(\n private readonly prismaService: PrismaService,\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly viewOpenApiService: ViewOpenApiService,\n private readonly recordService: RecordService,\n private readonly tableService: TableService,\n private readonly linkService: LinkService,\n private readonly fieldOpenApiService: FieldOpenApiService,\n private readonly fieldCreatingService: FieldCreatingService,\n private readonly fieldSupplementService: FieldSupplementService,\n private readonly permissionService: PermissionService,\n private readonly tableDuplicateService: TableDuplicateService,\n private readonly batchService: BatchService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n private readonly cls: ClsService,\n private readonly eventEmitterService: EventEmitterService\n ) {}\n\n private async createView(tableId: string, viewRos: IViewRo[]) {\n const viewCreationPromises = viewRos.map(async (viewRo) => {\n return this.viewOpenApiService.createView(tableId, viewRo);\n });\n return await Promise.all(viewCreationPromises);\n }\n\n private async createField(tableId: string, fieldVos: IFieldVo[]) {\n const fieldSnapshots: IFieldVo[] = [];\n const fieldNameSet = new Set();\n for (const fieldVo of fieldVos) {\n if (fieldNameSet.has(fieldVo.name)) {\n throw new CustomHttpException(\n `Field name ${fieldVo.name} already exists`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.fieldNameAlreadyExists',\n },\n }\n );\n }\n fieldNameSet.add(fieldVo.name);\n const fieldInstance = createFieldInstanceByVo(fieldVo);\n await this.fieldCreatingService.alterCreateField(tableId, fieldInstance);\n fieldSnapshots.push(fieldVo);\n }\n return fieldSnapshots;\n }\n\n private async createFields(tableId: string, fieldVos: IFieldVo[]) {\n const fieldNameSet = new Set();\n\n for (const fieldVo of fieldVos) {\n if (fieldNameSet.has(fieldVo.name)) {\n throw new CustomHttpException(\n `Field name ${fieldVo.name} already exists`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.fieldNameAlreadyExists',\n },\n }\n );\n }\n fieldNameSet.add(fieldVo.name);\n }\n\n const fieldInstances = fieldVos.map((fieldVo) => createFieldInstanceByVo(fieldVo));\n\n await this.fieldCreatingService.alterCreateFields(tableId, fieldInstances);\n\n return fieldVos;\n }\n\n private async createRecords(tableId: string, data: ICreateRecordsRo) {\n return this.recordOpenApiService.createRecords(tableId, data);\n }\n\n private async prepareFields(tableId: string, fieldRos: IFieldRo[]) {\n const independentFields: IFieldRo[] = [];\n const dependentFields: IFieldRo[] = [];\n fieldRos.forEach((field) => {\n if (field.type === FieldType.Formula || field.type === FieldType.Rollup || field.isLookup) {\n dependentFields.push(field);\n } else {\n independentFields.push(field);\n }\n });\n\n const fields: IFieldVo[] = await this.fieldSupplementService.prepareCreateFields(\n tableId,\n independentFields\n );\n\n const allFieldRos = independentFields.concat(dependentFields);\n\n const fieldVoMap = new Map();\n independentFields.forEach((f, i) => fieldVoMap.set(f, fields[i]));\n\n for (const fieldRo of dependentFields) {\n const batchFieldVos = allFieldRos\n .filter((ro) => ro !== fieldRo)\n .map((ro) => fieldVoMap.get(ro) ?? (ro as unknown as IFieldVo));\n const computedFieldVo = await this.fieldSupplementService.prepareCreateField(\n tableId,\n fieldRo,\n batchFieldVos\n );\n fieldVoMap.set(fieldRo, computedFieldVo);\n }\n\n const orderedFields = fieldRos.map((ro) => fieldVoMap.get(ro)).filter(Boolean) as IFieldVo[];\n\n const repeatedDbFieldNames = orderedFields\n .map((f) => f.dbFieldName)\n .filter((value, index, self) => self.indexOf(value) !== index);\n\n // generator dbFieldName may repeat, this is fix it.\n return orderedFields.map((f) => {\n const newField = { ...f };\n const { dbFieldName } = newField;\n\n if (repeatedDbFieldNames.includes(dbFieldName)) {\n newField.dbFieldName = `${dbFieldName}_${nanoid(3)}`;\n }\n\n return newField;\n });\n }\n\n async createTable(baseId: string, tableRo: ICreateTableWithDefault): Promise {\n const schema = await this.prismaService.$tx(async () => {\n const tableVo = await this.createTableMeta(baseId, tableRo);\n const tableId = tableVo.id;\n\n const preparedFields = await this.prepareFields(tableId, tableRo.fields);\n\n // set the first field to be the primary field if not set\n if (!preparedFields.find((field) => field.isPrimary)) {\n preparedFields[0].isPrimary = true;\n }\n\n // create teable should not set computed field isPending, because noting need to calculate when create\n preparedFields.forEach((field) => delete field.isPending);\n await this.createFields(tableId, preparedFields);\n\n const viewVos = await this.createView(tableId, tableRo.views);\n const allFieldVos = await this.fieldOpenApiService.getFields(tableId, {\n filterHidden: false,\n });\n\n // Maintain original field order from input to ensure consistent API response\n const fieldIdOrder = new Map(preparedFields.map((f, i) => [f.id, i]));\n const fieldVos = allFieldVos.sort((a, b) => {\n const orderA = fieldIdOrder.get(a.id) ?? Number.MAX_SAFE_INTEGER;\n const orderB = fieldIdOrder.get(b.id) ?? Number.MAX_SAFE_INTEGER;\n return orderA - orderB;\n });\n\n return {\n ...tableVo,\n total: tableRo.records?.length || 0,\n fields: fieldVos,\n views: viewVos,\n defaultViewId: viewVos[0].id,\n };\n });\n\n const isDefaultRecords =\n tableRo.records?.length === 3 &&\n tableRo?.records?.every(({ fields }) => Object.keys(fields).length === 0);\n\n // default records\n if (isDefaultRecords) {\n this.cls.set('skipRecordAuditLog', true);\n }\n\n const records = await this.prismaService.$tx(async () => {\n const recordsVo =\n tableRo.records?.length &&\n (await this.createRecords(schema.id, {\n records: tableRo.records,\n fieldKeyType: tableRo.fieldKeyType ?? FieldKeyType.Name,\n }));\n\n return recordsVo ? recordsVo.records : [];\n });\n\n if (isDefaultRecords) {\n await this.emitDefaultRecordsAuditLog(schema.id, tableRo);\n }\n\n return {\n ...schema,\n records,\n };\n }\n\n async duplicateTable(baseId: string, tableId: string, tableRo: IDuplicateTableRo) {\n return await this.tableDuplicateService.duplicateTable(baseId, tableId, tableRo);\n }\n\n async createTableMeta(baseId: string, tableRo: ICreateTableRo) {\n return await this.tableService.createTable(baseId, tableRo);\n }\n\n async getTable(baseId: string, tableId: string): Promise {\n return await this.tableService.getTableMeta(baseId, tableId);\n }\n\n async getTables(baseId: string, includeTableIds?: string[]): Promise {\n const tablesMeta = await this.prismaService.txClient().tableMeta.findMany({\n orderBy: { order: 'asc' },\n where: {\n baseId,\n deletedTime: null,\n id: includeTableIds ? { in: includeTableIds } : undefined,\n },\n });\n const tableIds = tablesMeta.map((tableMeta) => tableMeta.id);\n const tableDefaultViewIds = await this.tableService.getTableDefaultViewId(tableIds);\n return tablesMeta.map((tableMeta, i) => {\n const defaultViewId = tableDefaultViewIds[i];\n if (!defaultViewId) {\n throw new CustomHttpException(\n `defaultViewId is not found in table ${tableMeta.id}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.defaultViewNotFound',\n },\n }\n );\n }\n return {\n ...tableMeta,\n description: tableMeta.description ?? undefined,\n icon: tableMeta.icon ?? undefined,\n lastModifiedTime:\n tableMeta.lastModifiedTime?.toISOString() || tableMeta.createdTime.toISOString(),\n defaultViewId,\n };\n });\n }\n\n async detachLink(tableId: string) {\n // handle the link field in this table\n const linkFields = await this.prismaService.txClient().field.findMany({\n where: { tableId, type: FieldType.Link, isLookup: null, deletedTime: null },\n select: { id: true, options: true },\n });\n\n for (const field of linkFields) {\n if (field.options) {\n const options = JSON.parse(field.options as string) as ILinkFieldOptions;\n // if the link field is a self-link field, skip it\n if (options.foreignTableId === tableId) {\n continue;\n }\n }\n await this.fieldOpenApiService.convertField(tableId, field.id, {\n type: FieldType.SingleLineText,\n });\n }\n\n // handle the link field in related tables\n const relatedLinkFieldRaws = await this.linkService.getRelatedLinkFieldRaws(tableId);\n\n for (const field of relatedLinkFieldRaws) {\n if (field.tableId === tableId) {\n continue;\n }\n await this.fieldOpenApiService.convertField(field.tableId, field.id, {\n type: FieldType.SingleLineText,\n });\n }\n }\n\n async permanentDeleteTables(baseId: string, tableIds: string[]) {\n // If the table has already been deleted, exceptions may occur\n // If the table hasn't been deleted and permanent deletion is executed directly,\n // we need to handle the deletion of associated data\n try {\n for (const tableId of tableIds) {\n await this.detachLink(tableId);\n }\n } catch (e) {\n console.log('Permanent delete tables error:', e);\n }\n\n return await this.prismaService.$tx(\n async () => {\n await this.dropTables(tableIds);\n await this.cleanTaskRelatedData(tableIds);\n await this.cleanTablesRelatedData(baseId, tableIds);\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n async dropTables(tableIds: string[]) {\n const tables = await this.prismaService.txClient().tableMeta.findMany({\n where: { id: { in: tableIds } },\n select: { dbTableName: true, version: true, id: true, baseId: true, deletedTime: true },\n });\n\n for (const table of tables) {\n if (!table.deletedTime) {\n await this.batchService.saveRawOps(table.baseId, RawOpType.Del, IdPrefix.Table, [\n { docId: table.id, version: table.version },\n ]);\n }\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(this.dbProvider.dropTable(table.dbTableName));\n }\n }\n\n async cleanTaskRelatedData(tableIds: string[]) {\n const alternativeFields = await this.prismaService.txClient().field.findMany({\n where: { tableId: { in: tableIds } },\n select: { id: true },\n });\n const alternativeFieldIds = alternativeFields.map((field) => field.id);\n\n // clean task reference for fields\n await this.prismaService.txClient().taskReference.deleteMany({\n where: {\n OR: [\n { fromFieldId: { in: alternativeFieldIds } },\n { toFieldId: { in: alternativeFieldIds } },\n ],\n },\n });\n\n // clean task for table\n await this.prismaService.txClient().task.deleteMany({\n where: {\n OR: tableIds.map((tableId) => ({\n snapshot: {\n contains: `\"tableId\":\"${tableId}\"`,\n },\n })),\n },\n });\n }\n\n async cleanReferenceFieldIds(tableIds: string[]) {\n const fields = await this.prismaService.txClient().field.findMany({\n where: { tableId: { in: tableIds }, type: { in: [FieldType.Link, FieldType.Formula] } },\n select: { id: true },\n });\n const fieldIds = fields.map((field) => field.id);\n await this.prismaService.txClient().reference.deleteMany({\n where: { OR: [{ fromFieldId: { in: fieldIds } }, { toFieldId: { in: fieldIds } }] },\n });\n }\n\n async cleanTablesRelatedData(baseId: string, tableIds: string[]) {\n // delete field for table\n await this.prismaService.txClient().field.deleteMany({\n where: { tableId: { in: tableIds } },\n });\n\n // delete view for table\n await this.prismaService.txClient().view.deleteMany({\n where: { tableId: { in: tableIds } },\n });\n\n // clean attachment for table\n await this.prismaService.txClient().attachmentsTable.deleteMany({\n where: { tableId: { in: tableIds } },\n });\n\n // clear ops for view/field/record\n await this.prismaService.txClient().ops.deleteMany({\n where: { collection: { in: tableIds } },\n });\n\n // clean ops for table\n await this.prismaService.txClient().ops.deleteMany({\n where: { collection: baseId, docId: { in: tableIds } },\n });\n\n await this.prismaService.txClient().tableMeta.deleteMany({\n where: { id: { in: tableIds } },\n });\n\n // clean record history for table\n await this.prismaService.txClient().recordHistory.deleteMany({\n where: { tableId: { in: tableIds } },\n });\n\n // clean trash for table\n await this.prismaService.txClient().trash.deleteMany({\n where: { resourceId: { in: tableIds }, resourceType: ResourceType.Table },\n });\n\n // clean table trash\n await this.prismaService.txClient().tableTrash.deleteMany({\n where: { tableId: { in: tableIds } },\n });\n\n // clean record trash\n await this.prismaService.txClient().recordTrash.deleteMany({\n where: { tableId: { in: tableIds } },\n });\n }\n\n async deleteTable(baseId: string, tableId: string) {\n try {\n await this.detachLink(tableId);\n } catch (e) {\n console.log(`Detach link error in table ${tableId}:`, e);\n }\n\n return await this.prismaService.$tx(\n async (prisma) => {\n const deletedTime = new Date();\n\n await this.tableService.deleteTable(baseId, tableId, deletedTime);\n\n await prisma.field.updateMany({\n where: { tableId, deletedTime: null },\n data: { deletedTime },\n });\n\n await prisma.view.updateMany({\n where: { tableId, deletedTime: null },\n data: { deletedTime },\n });\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n async restoreTable(baseId: string, tableId: string) {\n return await this.prismaService.$tx(\n async (prisma) => {\n const { deletedTime } = await prisma.trash.findFirstOrThrow({\n where: { resourceId: tableId, resourceType: ResourceType.Table },\n });\n\n if (!deletedTime) {\n throw new CustomHttpException(\n 'Unable to restore this table because it is not in the trash',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.table.notInTrash',\n },\n }\n );\n }\n\n await this.tableService.restoreTable(baseId, tableId);\n\n await prisma.field.updateMany({\n where: { tableId, deletedTime },\n data: { deletedTime: null },\n });\n\n await prisma.view.updateMany({\n where: { tableId, deletedTime },\n data: { deletedTime: null },\n });\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n async sqlQuery(tableId: string, viewId: string, sql: string) {\n this.logger.log('sqlQuery:sql: ' + sql);\n const { queryBuilder } = await this.recordService.buildFilterSortQuery(\n tableId,\n {\n viewId,\n },\n true\n );\n\n const baseQuery = queryBuilder.toString();\n const { dbTableName } = await this.prismaService.tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n\n const combinedQuery = `\n WITH base AS (${baseQuery})\n ${sql.replace(dbTableName, 'base')};\n `;\n this.logger.log('sqlQuery:sql:combine: ' + combinedQuery);\n\n return this.prismaService.$queryRawUnsafe(combinedQuery);\n }\n\n async updateName(baseId: string, tableId: string, name: string) {\n await this.prismaService.$tx(async () => {\n await this.tableService.updateTable(baseId, tableId, { name });\n });\n }\n\n async updateIcon(baseId: string, tableId: string, icon: string) {\n await this.prismaService.$tx(async () => {\n await this.tableService.updateTable(baseId, tableId, { icon });\n });\n }\n\n async updateDescription(baseId: string, tableId: string, description: string | null) {\n await this.prismaService.$tx(async () => {\n await this.tableService.updateTable(baseId, tableId, { description });\n });\n }\n\n async updateDbTableName(baseId: string, tableId: string, dbTableNameRo: string) {\n const dbTableName = this.dbProvider.joinDbTableName(baseId, dbTableNameRo);\n const existDbTableName = await this.prismaService.tableMeta\n .findFirst({\n where: { baseId, dbTableName, deletedTime: null },\n select: { id: true },\n })\n .catch(() => {\n throw new NotFoundException(`table ${tableId} not found`);\n });\n\n if (existDbTableName) {\n throw new CustomHttpException(\n `dbTableName ${dbTableNameRo} already exists`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.table.dbTableNameAlreadyExists',\n },\n }\n );\n }\n\n const { dbTableName: oldDbTableName } = await this.prismaService.tableMeta\n .findFirstOrThrow({\n where: { id: tableId, baseId, deletedTime: null },\n select: { dbTableName: true },\n })\n .catch(() => {\n throw new CustomHttpException(`table ${tableId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n });\n });\n\n const linkFieldsQuery = this.dbProvider.optionsQuery(\n FieldType.Link,\n 'fkHostTableName',\n oldDbTableName\n );\n const lookupFieldsQuery = this.dbProvider.lookupOptionsQuery('fkHostTableName', oldDbTableName);\n\n await this.prismaService.$tx(async (prisma) => {\n const linkFieldsRaw =\n await this.prismaService.$queryRawUnsafe<{ id: string; options: string }[]>(\n linkFieldsQuery\n );\n const lookupFieldsRaw =\n await this.prismaService.$queryRawUnsafe<{ id: string; lookupOptions: string }[]>(\n lookupFieldsQuery\n );\n\n for (const field of linkFieldsRaw) {\n const options = JSON.parse(field.options as string) as ILinkFieldOptions;\n await prisma.field.update({\n where: { id: field.id },\n data: { options: JSON.stringify({ ...options, fkHostTableName: dbTableName }) },\n });\n }\n\n for (const field of lookupFieldsRaw) {\n const lookupOptions = JSON.parse(field.lookupOptions as string) as ILookupOptionsVo;\n if (!isLinkLookupOptions(lookupOptions)) {\n continue;\n }\n await prisma.field.update({\n where: { id: field.id },\n data: {\n lookupOptions: JSON.stringify({\n ...lookupOptions,\n fkHostTableName: dbTableName,\n }),\n },\n });\n }\n\n await this.tableService.updateTable(baseId, tableId, { dbTableName });\n const renameSql = this.dbProvider.renameTableName(oldDbTableName, dbTableName);\n for (const sql of renameSql) {\n await prisma.$executeRawUnsafe(sql);\n }\n });\n }\n\n async shuffle(baseId: string) {\n const tables = await this.prismaService.tableMeta.findMany({\n where: { baseId, deletedTime: null },\n select: { id: true },\n orderBy: { order: 'asc' },\n });\n\n this.logger.log(`lucky table shuffle! ${baseId}`, 'shuffle');\n\n await this.prismaService.$tx(async () => {\n for (let i = 0; i < tables.length; i++) {\n const table = tables[i];\n await this.tableService.updateTable(baseId, table.id, { order: i });\n }\n });\n }\n\n async updateOrder(baseId: string, tableId: string, orderRo: IUpdateOrderRo) {\n const { anchorId, position } = orderRo;\n\n const tablesOrder = await this.prismaService.txClient().tableMeta.findMany({\n where: {\n baseId,\n deletedTime: null,\n },\n select: {\n order: true,\n },\n });\n\n const uniqOrder = [...new Set(tablesOrder.map((t) => t.order))];\n\n // if the table order has the same order, should shuffle\n const shouldShuffle = uniqOrder.length !== tablesOrder.length;\n\n if (shouldShuffle) {\n await this.shuffle(baseId);\n }\n\n const table = await this.prismaService.tableMeta\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: { baseId, id: tableId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(`Table ${tableId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n });\n });\n\n const anchorTable = await this.prismaService.tableMeta\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: { baseId, id: anchorId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(`Anchor ${anchorId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.table.anchorNotFound',\n },\n });\n });\n\n await updateOrder({\n query: baseId,\n position,\n item: table,\n anchorItem: anchorTable,\n getNextItem: async (whereOrder, align) => {\n return this.prismaService.tableMeta.findFirst({\n select: { order: true, id: true },\n where: {\n baseId,\n deletedTime: null,\n order: whereOrder,\n },\n orderBy: { order: align },\n });\n },\n update: async (\n parentId: string,\n id: string,\n data: { newOrder: number; oldOrder: number }\n ) => {\n await this.prismaService.$tx(async () => {\n await this.tableService.updateTable(parentId, id, { order: data.newOrder });\n });\n },\n shuffle: this.shuffle.bind(this),\n });\n }\n\n async getPermission(baseId: string, tableId: string): Promise {\n const baseShare = this.cls.get('baseShare');\n if (\n this.cls.get('template') ||\n this.cls.get('template.baseId') === baseId ||\n baseShare?.baseId === baseId\n ) {\n return this.getPermissionByPermissionMap(\n TemplateRolePermission as Record\n );\n }\n let role: IRole | null = await this.permissionService.getRoleByBaseId(baseId);\n if (!role) {\n const { spaceId } = await this.permissionService.getUpperIdByBaseId(baseId);\n role = await this.permissionService.getRoleBySpaceId(spaceId);\n }\n if (!role) {\n throw new CustomHttpException(`Role not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.role.notFound',\n },\n });\n }\n return this.getPermissionByRole(tableId, role);\n }\n\n private async getPermissionByPermissionMap(permissionMap: Record) {\n const tablePermission = actionPrefixMap[ActionPrefix.Table].reduce(\n (acc, action) => {\n acc[action] = permissionMap[action];\n return acc;\n },\n {} as Record\n );\n const viewPermission = actionPrefixMap[ActionPrefix.View].reduce(\n (acc, action) => {\n acc[action] = permissionMap[action];\n return acc;\n },\n {} as Record\n );\n\n const recordPermission = actionPrefixMap[ActionPrefix.Record].reduce(\n (acc, action) => {\n acc[action] = permissionMap[action];\n return acc;\n },\n {} as Record\n );\n\n const fieldPermission = actionPrefixMap[ActionPrefix.Field].reduce(\n (acc, action) => {\n acc[action] = permissionMap[action];\n return acc;\n },\n {} as Record\n );\n\n return {\n table: tablePermission,\n field: fieldPermission,\n record: recordPermission,\n view: viewPermission,\n };\n }\n\n async getPermissionByRole(tableId: string, role: IRole) {\n const permissionMap = getBasePermission(role);\n return this.getPermissionByPermissionMap(permissionMap);\n }\n\n private async emitDefaultRecordsAuditLog(tableId: string, ro: ICreateTableWithDefault) {\n this.eventEmitterService.emit(Events.TABLE_RECORD_CREATE_RELATIVE, {\n resourceId: tableId,\n action: CreateRecordAction.CreateDefaultRecords,\n recordCount: 3,\n params: ro,\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table.pipe.helper.ts", "content": "import type { IFieldVo } from '@teable/core';\nimport { HttpErrorCode, PRIMARY_SUPPORTED_TYPES } from '@teable/core';\nimport type { ICreateTableRo, ICreateTableWithDefault } from '@teable/openapi';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { DEFAULT_FIELDS, DEFAULT_VIEWS, DEFAULT_RECORD_DATA } from '../constant';\n\nexport const prepareCreateTableRo = (tableRo: ICreateTableRo): ICreateTableWithDefault => {\n const fieldRos = tableRo.fields && tableRo.fields.length ? tableRo.fields : DEFAULT_FIELDS;\n // make sure first field to be the primary field;\n (fieldRos[0] as IFieldVo).isPrimary = true;\n if (!PRIMARY_SUPPORTED_TYPES.has(fieldRos[0].type)) {\n throw new CustomHttpException(\n `Field type ${fieldRos[0].type} is not supported as primary field`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.field.primaryFieldNotSupported',\n },\n }\n );\n }\n\n return {\n ...tableRo,\n fields: fieldRos,\n views: tableRo.views && tableRo.views.length ? tableRo.views : DEFAULT_VIEWS,\n records: tableRo.records ? tableRo.records : DEFAULT_RECORD_DATA,\n };\n};\n" }, { "path": "apps/nestjs-backend/src/features/table/open-api/table.pipe.ts", "content": "import type { ArgumentMetadata, PipeTransform } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport type { ICreateTableRo } from '@teable/openapi';\nimport { prepareCreateTableRo } from './table.pipe.helper';\n\n@Injectable()\nexport class TablePipe implements PipeTransform {\n async transform(value: ICreateTableRo, _metadata: ArgumentMetadata) {\n return prepareCreateTableRo(value);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/table/table-duplicate.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport type { ILinkFieldOptions } from '@teable/core';\nimport {\n generateViewId,\n generateShareId,\n FieldType,\n ViewType,\n generatePluginInstallId,\n HttpErrorCode,\n} from '@teable/core';\nimport type { View } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n CreateRecordAction,\n type IDuplicateTableRo,\n type IDuplicateTableVo,\n type IFieldWithTableIdJson,\n} from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { get, pick, omit } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport { Events } from '../../event-emitter/events';\nimport type { IClsStore } from '../../types/cls';\nimport { DataLoaderService } from '../data-loader/data-loader.service';\nimport { FieldDuplicateService } from '../field/field-duplicate/field-duplicate.service';\nimport { createFieldInstanceByRaw, rawField2FieldObj } from '../field/model/factory';\nimport type { LinkFieldDto } from '../field/model/field-dto/link-field.dto';\nimport { FieldOpenApiService } from '../field/open-api/field-open-api.service';\nimport { ROW_ORDER_FIELD_PREFIX } from '../view/constant';\nimport { createViewVoByRaw } from '../view/model/factory';\nimport { TableService } from './table.service';\n\n@Injectable()\nexport class TableDuplicateService {\n private logger = new Logger(TableDuplicateService.name);\n\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService,\n private readonly tableService: TableService,\n private readonly fieldOpenService: FieldOpenApiService,\n private readonly fieldDuplicateService: FieldDuplicateService,\n private readonly dataLoaderService: DataLoaderService,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n private readonly eventEmitterService: EventEmitterService\n ) {}\n\n private disableTableDomainDataLoader() {\n if (!this.cls.isActive()) {\n return;\n }\n this.cls.set('dataLoaderCache.disabled', true);\n this.cls.set('dataLoaderCache.cacheKeys', []);\n this.dataLoaderService.field.clear();\n this.dataLoaderService.table.clear();\n }\n\n async duplicateTable(baseId: string, tableId: string, duplicateRo: IDuplicateTableRo) {\n const { includeRecords, name } = duplicateRo;\n this.disableTableDomainDataLoader();\n const {\n id: sourceTableId,\n icon,\n description,\n dbTableName,\n } = await this.prismaService.tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n });\n return await this.prismaService.$tx(\n async () => {\n const newTableVo = await this.tableService.createTable(baseId, {\n name,\n icon,\n description,\n });\n const sourceToTargetFieldMap = await this.duplicateFields(sourceTableId, newTableVo.id);\n const sourceToTargetViewMap = await this.duplicateViews(\n sourceTableId,\n newTableVo.id,\n sourceToTargetFieldMap\n );\n await this.repairDuplicateOmit(\n sourceToTargetFieldMap,\n sourceToTargetViewMap,\n newTableVo.id\n );\n\n if (includeRecords) {\n const count = await this.duplicateTableData(\n dbTableName,\n newTableVo.dbTableName,\n sourceToTargetViewMap,\n sourceToTargetFieldMap,\n []\n );\n\n await this.emitTableDuplicateAuditLog(newTableVo.id, count, duplicateRo);\n\n await this.duplicateAttachments(sourceTableId, newTableVo.id, sourceToTargetFieldMap);\n await this.duplicateLinkJunction(\n { [sourceTableId]: newTableVo.id },\n sourceToTargetFieldMap\n );\n }\n\n const viewPlain = await this.prismaService.txClient().view.findMany({\n where: {\n tableId: newTableVo.id,\n deletedTime: null,\n },\n orderBy: {\n order: 'asc',\n },\n });\n\n const fieldPlain = await this.prismaService.txClient().field.findMany({\n where: {\n tableId: newTableVo.id,\n deletedTime: null,\n },\n orderBy: {\n createdTime: 'asc',\n },\n });\n\n return {\n ...newTableVo,\n views: viewPlain.map((v) => createViewVoByRaw(v)),\n fields: fieldPlain.map((f) => omit(rawField2FieldObj(f), ['meta'])),\n viewMap: sourceToTargetViewMap,\n fieldMap: sourceToTargetFieldMap,\n defaultViewId: viewPlain[0]?.id,\n } as IDuplicateTableVo;\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n async duplicateTableData(\n sourceDbTableName: string,\n targetDbTableName: string,\n sourceToTargetViewMap: Record,\n sourceToTargetFieldMap: Record,\n crossBaseLinkInfo: { dbFieldName: string; selfKeyName: string; isMultipleCellValue: boolean }[]\n ) {\n const prisma = this.prismaService.txClient();\n const qb = this.knex.queryBuilder();\n\n const columnInfoQuery = this.dbProvider.columnInfo(sourceDbTableName);\n\n const newColumnsInfoQuery = this.dbProvider.columnInfo(targetDbTableName);\n\n const allSourceColumns = (\n await prisma.$queryRawUnsafe<{ name: string }[]>(columnInfoQuery)\n ).map(({ name }) => name);\n\n // Only filter by crossBaseLinkInfo if it's not empty\n // When crossBaseLinkInfo is empty (normal table duplication), include all columns\n const oldOriginColumns =\n crossBaseLinkInfo.length === 0\n ? allSourceColumns\n : allSourceColumns.filter((name) =>\n crossBaseLinkInfo\n .map(({ selfKeyName }) => selfKeyName)\n .filter((selfKeyName) => selfKeyName !== '__id' && selfKeyName)\n .includes(name)\n );\n\n const crossBaseLinkDbFieldNames = crossBaseLinkInfo.map(\n ({ dbFieldName, isMultipleCellValue }) => ({\n dbFieldName,\n isMultipleCellValue,\n })\n );\n\n const newOriginColumns = (\n await prisma.$queryRawUnsafe<{ name: string }[]>(newColumnsInfoQuery)\n ).map(({ name }) => name);\n\n const oldRowColumns = oldOriginColumns.filter((name) =>\n name.startsWith(ROW_ORDER_FIELD_PREFIX)\n );\n\n // Exclude computed field columns (formula/lookup/rollup/created time/etc.) from data insertion\n // because generated columns cannot be directly inserted into\n let computedDbFieldNames: string[] = [];\n try {\n const targetTable = await prisma.tableMeta.findFirst({\n where: { dbTableName: targetDbTableName, deletedTime: null },\n select: { id: true },\n });\n if (targetTable?.id) {\n const computedFields = await prisma.field.findMany({\n where: { tableId: targetTable.id, deletedTime: null, isComputed: true },\n select: { dbFieldName: true },\n });\n computedDbFieldNames = computedFields.map((f) => f.dbFieldName);\n }\n } catch (_e) {\n // Best effort; if query fails, fallback to existing filters\n computedDbFieldNames = [];\n }\n\n const computedSet = new Set(computedDbFieldNames);\n\n const newFieldColumns = newOriginColumns.filter(\n (name) =>\n !name.startsWith(ROW_ORDER_FIELD_PREFIX) &&\n !name.startsWith('__fk_fld') &&\n !computedSet.has(name)\n );\n\n const oldFkColumns = oldOriginColumns.filter((name) => name.startsWith('__fk_fld'));\n\n const newRowColumns = oldRowColumns.map((name) =>\n sourceToTargetViewMap[name.slice(6)] ? `__row_${sourceToTargetViewMap[name.slice(6)]}` : name\n );\n\n const newFkColumns = oldFkColumns.map((name) =>\n sourceToTargetFieldMap[name.slice(5)] ? `__fk_${sourceToTargetFieldMap[name.slice(5)]}` : name\n );\n\n for (const name of newRowColumns) {\n await this.createRowOrderField(targetDbTableName, name.slice(6));\n }\n\n for (const name of newFkColumns) {\n await this.createFkField(targetDbTableName, name.slice(5));\n }\n\n // following field should not be duplicated\n const systemColumns = [\n '__auto_number',\n '__created_time',\n '__last_modified_time',\n '__last_modified_by',\n ];\n\n const excludeFields = await prisma.field.findMany({\n where: {\n id: {\n in: Object.keys(sourceToTargetFieldMap),\n },\n type: FieldType.Button,\n },\n select: {\n dbFieldName: true,\n },\n });\n const excludeDbFieldNames = excludeFields.map(({ dbFieldName }) => dbFieldName);\n const excludeColumnsSet = new Set([\n ...systemColumns,\n ...excludeDbFieldNames,\n ...computedDbFieldNames,\n ]);\n\n // use new table field columns info\n // old table contains ghost columns or customer columns\n const oldColumns = newFieldColumns\n .concat(oldRowColumns)\n .concat(oldFkColumns)\n .filter((dbFieldName) => !excludeColumnsSet.has(dbFieldName));\n\n const newColumns = newFieldColumns\n .concat(newRowColumns)\n .concat(newFkColumns)\n .filter((dbFieldName) => !excludeColumnsSet.has(dbFieldName));\n\n const sql = this.dbProvider\n .duplicateTableQuery(qb)\n .duplicateTableData(\n sourceDbTableName,\n targetDbTableName,\n newColumns,\n oldColumns,\n crossBaseLinkDbFieldNames\n )\n .toQuery();\n\n const sourceTableCountSql = await this.knex(sourceDbTableName)\n .count('*', { as: 'count' })\n .toQuery();\n\n const sourceTableCountResult =\n await prisma.$queryRawUnsafe<[{ count: bigint | number }]>(sourceTableCountSql);\n\n await prisma.$executeRawUnsafe(sql);\n\n return Number(sourceTableCountResult[0]?.count || 0);\n }\n\n private async createRowOrderField(dbTableName: string, viewId: string) {\n const prisma = this.prismaService.txClient();\n\n const rowIndexFieldName = `${ROW_ORDER_FIELD_PREFIX}_${viewId}`;\n\n const columnExists = await this.dbProvider.checkColumnExist(\n dbTableName,\n rowIndexFieldName,\n prisma\n );\n\n if (!columnExists) {\n // add a field for maintain row order number\n const addRowIndexColumnSql = this.knex.schema\n .alterTable(dbTableName, (table) => {\n table.double(rowIndexFieldName);\n })\n .toQuery();\n await prisma.$executeRawUnsafe(addRowIndexColumnSql);\n }\n\n // create index\n const indexName = `idx_${ROW_ORDER_FIELD_PREFIX}_${viewId}`;\n const createRowIndexSQL = this.knex\n .raw(\n `\n CREATE INDEX IF NOT EXISTS ?? ON ?? (??)\n`,\n [indexName, dbTableName, rowIndexFieldName]\n )\n .toQuery();\n\n await prisma.$executeRawUnsafe(createRowIndexSQL);\n }\n\n private async createFkField(dbTableName: string, fieldId: string) {\n const prisma = this.prismaService.txClient();\n\n const fkFieldName = `__fk_${fieldId}`;\n\n const columnExists = await this.dbProvider.checkColumnExist(dbTableName, fkFieldName, prisma);\n\n if (!columnExists) {\n const addFkColumnSql = this.knex.schema\n .alterTable(dbTableName, (table) => {\n table.string(fkFieldName);\n })\n .toQuery();\n await prisma.$executeRawUnsafe(addFkColumnSql);\n }\n }\n\n private async duplicateFields(sourceTableId: string, targetTableId: string) {\n const fieldsRaw = await this.prismaService.txClient().field.findMany({\n where: { tableId: sourceTableId, deletedTime: null },\n // for promise the link group create order\n orderBy: {\n createdTime: 'asc',\n },\n });\n const fieldsInstances = fieldsRaw\n .map((f) => ({\n ...createFieldInstanceByRaw(f),\n order: f.order,\n createdTime: f.createdTime.toISOString(),\n }))\n .map((f) => {\n return {\n ...f,\n sourceTableId,\n targetTableId,\n } as IFieldWithTableIdJson;\n });\n const sourceToTargetFieldMap: Record = {};\n const tableIdMap: Record = {\n [sourceTableId]: targetTableId,\n };\n\n const nonCommonFieldTypes = [\n FieldType.Link,\n FieldType.Rollup,\n FieldType.ConditionalRollup,\n FieldType.Formula,\n FieldType.Button,\n ];\n\n const commonFields = fieldsInstances.filter(\n ({ type, isLookup, aiConfig }) =>\n !nonCommonFieldTypes.includes(type) && !isLookup && !aiConfig\n );\n\n // the primary formula which rely on other fields\n const primaryFormulaFields = fieldsInstances.filter(\n ({ type, isLookup }) => type === FieldType.Formula && !isLookup\n );\n\n // these field require other field, we need to merge them and ensure a specific order\n const linkFields = fieldsInstances.filter(\n ({ type, isLookup }) => type === FieldType.Link && !isLookup\n );\n\n const buttonFields = fieldsInstances.filter(\n ({ type, isLookup }) => type === FieldType.Button && !isLookup\n );\n\n // rest fields, like formula, rollup, lookup fields\n const dependencyFields = fieldsInstances.filter(\n ({ id }) =>\n ![...primaryFormulaFields, ...linkFields, ...buttonFields, ...commonFields]\n .map(({ id }) => id)\n .includes(id)\n );\n\n await this.fieldDuplicateService.createCommonFields(commonFields, sourceToTargetFieldMap);\n\n await this.fieldDuplicateService.createButtonFields(buttonFields, sourceToTargetFieldMap);\n\n await this.fieldDuplicateService.createTmpPrimaryFormulaFields(\n primaryFormulaFields,\n sourceToTargetFieldMap\n );\n\n // main fix formula dbField type\n await this.fieldDuplicateService.repairPrimaryFormulaFields(\n primaryFormulaFields,\n sourceToTargetFieldMap\n );\n\n // duplicate link fields different from duplicate base link field\n await this.duplicateLinkFields(\n sourceTableId,\n targetTableId,\n linkFields,\n sourceToTargetFieldMap\n );\n\n await this.fieldDuplicateService.createDependencyFields(\n dependencyFields,\n tableIdMap,\n sourceToTargetFieldMap,\n 'table'\n );\n\n // fix formula expression' field map\n await this.fieldDuplicateService.repairPrimaryFormulaFields(\n primaryFormulaFields,\n sourceToTargetFieldMap\n );\n\n const formulaFields = fieldsInstances.filter(\n ({ type, isLookup }) => type === FieldType.Formula && !isLookup\n );\n\n // fix formula reference\n await this.fieldDuplicateService.repairFormulaReference(formulaFields, sourceToTargetFieldMap);\n\n return sourceToTargetFieldMap;\n }\n\n private async duplicateLinkFields(\n sourceTableId: string,\n targetTableId: string,\n linkFields: IFieldWithTableIdJson[],\n sourceToTargetFieldMap: Record\n ) {\n const twoWaySelfLinkFields = linkFields.filter((f) => {\n const options = f.options as ILinkFieldOptions;\n return options.foreignTableId === sourceTableId;\n });\n\n const mergedTwoWaySelfLinkFields = [] as [IFieldWithTableIdJson, IFieldWithTableIdJson][];\n\n twoWaySelfLinkFields.forEach((f) => {\n // two-way self link field should only create one of it\n if (!mergedTwoWaySelfLinkFields.some((group) => group.some(({ id: fId }) => fId === f.id))) {\n const groupField = twoWaySelfLinkFields.find(\n ({ options }) => get(options, 'symmetricFieldId') === f.id\n );\n groupField && mergedTwoWaySelfLinkFields.push([f, groupField]);\n }\n });\n\n const otherLinkFields = linkFields.filter(\n (f) => !twoWaySelfLinkFields.map((f) => f.id).includes(f.id)\n );\n\n // self link field\n for (let i = 0; i < mergedTwoWaySelfLinkFields.length; i++) {\n const f = mergedTwoWaySelfLinkFields[i][0];\n const { notNull, unique, description } = f;\n const groupField = mergedTwoWaySelfLinkFields[i][1] as unknown as LinkFieldDto;\n const { name, type, dbFieldName, id, order } = f;\n const options = f.options as ILinkFieldOptions;\n const newField = await this.fieldOpenService.createField(targetTableId, {\n type: type as FieldType,\n dbFieldName,\n name,\n description,\n options: {\n ...pick(options, [\n 'relationship',\n 'isOneWay',\n 'filterByViewId',\n 'filter',\n 'visibleFieldIds',\n ]),\n foreignTableId: targetTableId,\n },\n });\n await this.fieldDuplicateService.replenishmentConstraint(newField.id, targetTableId, order, {\n notNull,\n unique,\n dbFieldName,\n });\n sourceToTargetFieldMap[id] = newField.id;\n sourceToTargetFieldMap[options.symmetricFieldId!] = (\n newField.options as ILinkFieldOptions\n ).symmetricFieldId!;\n\n // self link should updated the opposite field dbFieldName and name\n const { dbTableName: targetDbTableName } = await this.prismaService\n .txClient()\n .tableMeta.findUniqueOrThrow({\n where: {\n id: targetTableId,\n },\n select: {\n dbTableName: true,\n },\n });\n\n const { dbFieldName: genDbFieldName } = await this.prismaService\n .txClient()\n .field.findUniqueOrThrow({\n where: {\n id: sourceToTargetFieldMap[groupField.id],\n },\n select: {\n dbFieldName: true,\n },\n });\n\n await this.prismaService.txClient().field.update({\n where: {\n id: sourceToTargetFieldMap[groupField.id],\n },\n data: {\n dbFieldName: groupField.dbFieldName,\n name: groupField.name,\n options: JSON.stringify({ ...groupField.options, foreignTableId: targetTableId }),\n },\n });\n\n // Only attempt to rename if a physical column exists.\n // Link fields do not create standard columns; self-link symmetric side definitely doesn't.\n const prisma = this.prismaService.txClient();\n const exists = await this.dbProvider.checkColumnExist(\n targetDbTableName,\n genDbFieldName,\n prisma\n );\n if (exists) {\n const alterTableSql = this.dbProvider.renameColumn(\n targetDbTableName,\n genDbFieldName,\n groupField.dbFieldName\n );\n for (const sql of alterTableSql) {\n await prisma.$executeRawUnsafe(sql);\n }\n }\n }\n\n // other common link field\n for (let i = 0; i < otherLinkFields.length; i++) {\n const f = otherLinkFields[i];\n const { type, description, name, notNull, unique, options, dbFieldName, order } = f;\n const newField = await this.fieldOpenService.createField(targetTableId, {\n type: type as FieldType,\n description,\n dbFieldName,\n name,\n options: {\n ...pick(options, [\n 'baseId',\n 'relationship',\n 'foreignTableId',\n 'isOneWay',\n 'filterByViewId',\n 'filter',\n 'visibleFieldIds',\n ]),\n // duplicate link field always be one-way, consider that advanced auth control etc.\n isOneWay: true,\n } as ILinkFieldOptions,\n });\n await this.fieldDuplicateService.replenishmentConstraint(newField.id, targetTableId, order, {\n notNull,\n unique,\n dbFieldName,\n });\n sourceToTargetFieldMap[f.id] = newField.id;\n }\n }\n\n private async duplicateViews(\n sourceTableId: string,\n targetTableId: string,\n sourceToTargetFieldMap: Record\n ) {\n const views = await this.prismaService.view.findMany({\n where: { tableId: sourceTableId, deletedTime: null },\n });\n const viewsWithoutPlugin = views.filter((v) => v.type !== ViewType.Plugin);\n const pluginViews = views.filter(({ type }) => type === ViewType.Plugin);\n const sourceToTargetViewMap = {} as Record;\n const userId = this.cls.get('user.id');\n const prisma = this.prismaService.txClient();\n await prisma.view.createMany({\n data: viewsWithoutPlugin.map((view) => {\n const fieldsToReplace = ['columnMeta', 'options', 'sort', 'group', 'filter'] as const;\n\n const updatedFields = fieldsToReplace.reduce(\n (acc, field) => {\n if (view[field]) {\n acc[field] = Object.entries(sourceToTargetFieldMap).reduce(\n (result, [key, value]) => result.replaceAll(key, value),\n view[field]!\n );\n }\n return acc;\n },\n {} as Partial\n );\n\n const newViewId = generateViewId();\n\n sourceToTargetViewMap[view.id] = newViewId;\n\n return {\n ...view,\n createdTime: new Date().toISOString(),\n createdBy: userId,\n version: 1,\n tableId: targetTableId,\n id: newViewId,\n shareId: generateShareId(),\n ...updatedFields,\n };\n }),\n });\n\n // duplicate plugin view\n await this.duplicatePluginViews(\n targetTableId,\n pluginViews,\n sourceToTargetViewMap,\n sourceToTargetFieldMap\n );\n\n return sourceToTargetViewMap;\n }\n\n private async duplicatePluginViews(\n targetTableId: string,\n pluginViews: View[],\n sourceToTargetViewMap: Record,\n sourceToTargetFieldMap: Record\n ) {\n const prisma = this.prismaService.txClient();\n\n if (!pluginViews.length) return;\n\n const pluginData = await prisma.pluginInstall.findMany({\n where: {\n id: {\n in: pluginViews.map((v) => (v.options ? JSON.parse(v.options).pluginInstallId : null)),\n },\n },\n });\n\n for (const view of pluginViews) {\n const plugin = view.options ? JSON.parse(view.options) : null;\n if (!plugin) {\n throw new CustomHttpException(\n `Duplicate plugin view error: plugin not found`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n }\n );\n }\n const { pluginInstallId, pluginId } = plugin;\n\n const newPluginInsId = generatePluginInstallId();\n const newViewId = generateViewId();\n\n sourceToTargetViewMap[view.id] = newViewId;\n\n const pluginInfo = pluginData.find((p) => p.id === pluginInstallId);\n\n if (!pluginInfo) continue;\n\n let curPluginStorage = pluginInfo?.storage;\n let pluginOptions = plugin.options;\n\n if (curPluginStorage) {\n Object.entries(sourceToTargetFieldMap).forEach(([key, value]) => {\n curPluginStorage = curPluginStorage?.replaceAll(key, value) || null;\n });\n }\n\n if (pluginOptions) {\n Object.entries(sourceToTargetFieldMap).forEach(([key, value]) => {\n pluginOptions = pluginOptions.replaceAll(key, value);\n });\n pluginOptions = pluginOptions.replaceAll(pluginId, newPluginInsId);\n }\n\n const fieldsToReplace = ['columnMeta', 'options', 'sort', 'group', 'filter'] as const;\n\n const updatedFields = fieldsToReplace.reduce(\n (acc, field) => {\n if (view[field]) {\n acc[field] = Object.entries(sourceToTargetFieldMap).reduce(\n (result, [key, value]) => result.replaceAll(key, value),\n view[field]!\n );\n }\n return acc;\n },\n {} as Partial\n );\n\n await prisma.pluginInstall.create({\n data: {\n ...pluginInfo,\n createdBy: this.cls.get('user.id'),\n id: newPluginInsId,\n createdTime: new Date().toISOString(),\n lastModifiedBy: null,\n lastModifiedTime: null,\n storage: curPluginStorage,\n positionId: newViewId,\n },\n });\n\n await prisma.view.create({\n data: {\n ...view,\n createdTime: new Date().toISOString(),\n createdBy: this.cls.get('user.id'),\n version: 1,\n tableId: targetTableId,\n id: newViewId,\n shareId: generateShareId(),\n options: pluginOptions,\n ...updatedFields,\n },\n });\n }\n\n return sourceToTargetViewMap;\n }\n\n private async repairDuplicateOmit(\n sourceToTargetFieldMap: Record,\n sourceToTargetViewMap: Record,\n targetTableId: string\n ) {\n const fieldRaw = await this.prismaService.txClient().field.findMany({\n where: {\n tableId: targetTableId,\n deletedTime: null,\n },\n orderBy: {\n createdTime: 'asc',\n },\n });\n\n const selfLinkFields = fieldRaw.filter(\n ({ type, options }) =>\n type === FieldType.Link &&\n options &&\n (JSON.parse(options) as ILinkFieldOptions)?.foreignTableId === targetTableId\n );\n\n for (const field of selfLinkFields) {\n const { id: fieldId, options } = field;\n if (!options) continue;\n\n let newOptions = options;\n\n Object.entries(sourceToTargetFieldMap).forEach(([key, value]) => {\n newOptions = newOptions.replaceAll(key, value);\n });\n\n Object.entries(sourceToTargetViewMap).forEach(([key, value]) => {\n newOptions = newOptions.replaceAll(key, value);\n });\n\n await this.prismaService.txClient().field.update({\n where: {\n id: fieldId,\n },\n data: {\n options: newOptions,\n },\n });\n }\n }\n\n private extractFieldIds(expression: string): string[] {\n const matches = expression.match(/\\{fld[a-zA-Z0-9]+\\}/g);\n\n if (!matches) {\n return [];\n }\n return matches.map((match) => match.slice(1, -1));\n }\n\n async duplicateAttachments(\n sourceTableId: string,\n targetTableId: string,\n fieldIdMap: Record\n ) {\n const prisma = this.prismaService.txClient();\n const attachmentFieldRaws = await prisma.field.findMany({\n where: {\n tableId: sourceTableId,\n type: FieldType.Attachment,\n deletedTime: null,\n },\n select: {\n id: true,\n },\n });\n const qb = this.knex.queryBuilder();\n\n const attachmentFieldIds = attachmentFieldRaws.map(({ id }) => id);\n\n const userId = this.cls.get('user.id');\n\n for (const attachmentFieldId of attachmentFieldIds) {\n const sql = this.dbProvider\n .duplicateAttachmentTableQuery(qb)\n .duplicateAttachmentTable(\n sourceTableId,\n targetTableId,\n attachmentFieldId,\n fieldIdMap[attachmentFieldId],\n userId\n )\n .toQuery();\n\n await prisma.$executeRawUnsafe(sql);\n }\n }\n\n // duplicate link junction table\n async duplicateLinkJunction(\n tableIdMap: Record,\n fieldIdMap: Record,\n allowCrossBase: boolean = true,\n disconnectedLinkFieldIds?: string[]\n ) {\n const prisma = this.prismaService.txClient();\n const sourceLinkFieldRaws = await prisma.field.findMany({\n where: {\n tableId: { in: Object.keys(tableIdMap) },\n type: FieldType.Link,\n deletedTime: null,\n },\n });\n\n const targetLinkFieldRaws = await prisma.field.findMany({\n where: {\n tableId: { in: Object.values(tableIdMap) },\n type: FieldType.Link,\n deletedTime: null,\n },\n });\n\n const sourceFields = sourceLinkFieldRaws\n .filter(({ isLookup }) => !isLookup)\n .map((f) => createFieldInstanceByRaw(f))\n .filter((field) => {\n if (allowCrossBase) {\n return true;\n }\n // if not allow cross base, filter out it.\n return !(field.options as ILinkFieldOptions).baseId;\n })\n .filter((field) => {\n if (!disconnectedLinkFieldIds?.length) {\n return true;\n }\n return !disconnectedLinkFieldIds.includes(field.id);\n });\n const targetFields = targetLinkFieldRaws.map((f) => createFieldInstanceByRaw(f));\n\n const junctionDbTableNameMap = {} as Record<\n string,\n {\n sourceSelfKeyName: string;\n sourceForeignKeyName: string;\n targetSelfKeyName: string;\n targetForeignKeyName: string;\n targetFkHostTableName: string;\n }\n >;\n\n for (const sourceField of sourceFields) {\n const { options: sourceOptions } = sourceField;\n const {\n fkHostTableName: sourceFkHostTableName,\n selfKeyName: sourceSelfKeyName,\n foreignKeyName: sourceForeignKeyName,\n } = sourceOptions as ILinkFieldOptions;\n const targetField = targetFields.find((f) => f.id === fieldIdMap[sourceField.id])!;\n const { options: targetOptions } = targetField;\n const {\n fkHostTableName: targetFkHostTableName,\n selfKeyName: targetSelfKeyName,\n foreignKeyName: targetForeignKeyName,\n } = targetOptions as ILinkFieldOptions;\n if (sourceFkHostTableName.includes('junction_')) {\n junctionDbTableNameMap[sourceFkHostTableName] = {\n sourceSelfKeyName,\n sourceForeignKeyName,\n targetSelfKeyName,\n targetForeignKeyName,\n targetFkHostTableName,\n };\n }\n }\n for (const [sourceJunctionDbTableName, targetJunctionInfo] of Object.entries(\n junctionDbTableNameMap\n )) {\n const {\n sourceSelfKeyName,\n sourceForeignKeyName,\n targetSelfKeyName,\n targetForeignKeyName,\n targetFkHostTableName,\n } = targetJunctionInfo;\n const sql = this.knex\n .raw(\n `INSERT INTO ?? (\"${targetSelfKeyName}\",\"${targetForeignKeyName}\") SELECT \"${sourceSelfKeyName}\", \"${sourceForeignKeyName}\" FROM ??`,\n [targetFkHostTableName, sourceJunctionDbTableName]\n )\n .toQuery();\n\n await prisma.$executeRawUnsafe(sql);\n }\n }\n\n private async emitTableDuplicateAuditLog(\n targetTableId: string,\n recordCount: number,\n ro: IDuplicateTableRo\n ) {\n const userId = this.cls.get('user.id');\n const origin = this.cls.get('origin');\n\n await this.cls.run(async () => {\n this.cls.set('origin', origin!);\n this.cls.set('user.id', userId);\n await this.eventEmitterService.emitAsync(Events.TABLE_RECORD_CREATE_RELATIVE, {\n action: CreateRecordAction.TableDuplicate,\n resourceId: targetTableId,\n recordCount,\n params: ro,\n });\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/table/table-index.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { BadRequestException, Injectable, Logger } from '@nestjs/common';\nimport { CellValueType, FieldType, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { TableIndex } from '@teable/openapi';\nimport type { IGetAbnormalVo, ITableIndexType, IToggleIndexRo } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport type { IClsStore } from '../../types/cls';\nimport type { IFieldInstance } from '../field/model/factory';\nimport { createFieldInstanceByRaw } from '../field/model/factory';\n\nconst unSupportTableIndex = 'Unsupport table index type';\n\n@Injectable()\nexport class TableIndexService {\n private logger = new Logger(TableIndexService.name);\n\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n async getSearchIndexFields(tableId: string): Promise {\n const fieldsRaw = await this.prismaService.field.findMany({\n where: {\n tableId,\n deletedTime: null,\n },\n });\n return fieldsRaw\n .filter(\n ({ cellValueType, type }) =>\n cellValueType !== CellValueType.DateTime && type !== FieldType.Button\n )\n .map((field) => createFieldInstanceByRaw(field))\n .map((field) => ({\n ...field,\n isStructuredCellValue: field.isStructuredCellValue,\n })) as IFieldInstance[];\n }\n\n async getActivatedTableIndexes(\n tableId: string,\n type: TableIndex = TableIndex.search\n ): Promise {\n const { dbTableName } = await this.prismaService.txClient().tableMeta.findUniqueOrThrow({\n where: {\n id: tableId,\n },\n select: {\n dbTableName: true,\n },\n });\n\n if (type === TableIndex.search) {\n const searchIndexSql = this.dbProvider.searchIndex().getExistTableIndexSql(dbTableName);\n const [{ exists: searchIndexExist }] = await this.prismaService.$queryRawUnsafe<\n {\n exists: boolean;\n }[]\n >(searchIndexSql);\n\n const result: ITableIndexType[] = [];\n\n if (searchIndexExist) {\n result.push(TableIndex.search);\n }\n\n return result;\n } else {\n throw new CustomHttpException(\n 'Table index type not supported',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.table.notSupportTableIndex',\n },\n }\n );\n }\n }\n\n async toggleIndex(tableId: string, enableRo: IToggleIndexRo) {\n const { type } = enableRo;\n if (type !== TableIndex.search) {\n throw new CustomHttpException(\n 'Table index type not supported',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.table.notSupportTableIndex',\n },\n }\n );\n }\n\n const index = await this.getActivatedTableIndexes(tableId);\n\n const fields = await this.getSearchIndexFields(tableId);\n\n const { dbTableName } = await this.prismaService.tableMeta.findFirstOrThrow({\n where: {\n id: tableId,\n },\n select: {\n dbTableName: true,\n },\n });\n\n await this.toggleSearchIndex(dbTableName, fields, !index.includes(type));\n }\n\n async toggleSearchIndex(dbTableName: string, fields: IFieldInstance[], toEnable: boolean) {\n if (toEnable) {\n const sqls = this.dbProvider.searchIndex().getCreateIndexSql(dbTableName, fields);\n return await this.prismaService.$tx(\n async (prisma) => {\n for (let i = 0; i < sqls.length; i++) {\n const sql = sqls[i];\n try {\n await prisma.$executeRawUnsafe(sql);\n } catch (error) {\n console.error('toggleSearchIndex:create:error', sql);\n throw new CustomHttpException(\n `Create table index error: ${error instanceof Error ? error.message : 'Unknown error'}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.table.createTableIndexError',\n },\n }\n );\n }\n }\n },\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n }\n\n const sql = this.dbProvider.searchIndex().getDropIndexSql(dbTableName);\n try {\n return await this.prismaService.$executeRawUnsafe(sql);\n } catch (error) {\n console.error('toggleSearchIndex:drop:error', sql);\n throw new CustomHttpException(\n `Drop table index error: ${error instanceof Error ? error.message : 'Unknown error'}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.table.dropTableIndexError',\n },\n }\n );\n }\n }\n\n async deleteSearchFieldIndex(tableId: string, field: IFieldInstance) {\n const tableRaw = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n const { dbTableName } = tableRaw;\n const index = await this.getActivatedTableIndexes(tableId);\n if (index.includes(TableIndex.search)) {\n const sql = this.dbProvider.searchIndex().getDeleteSingleIndexSql(dbTableName, field);\n // Execute within current transaction if present to keep boundaries consistent\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n }\n\n async createSearchFieldSingleIndex(tableId: string, fieldInstance: IFieldInstance) {\n if (\n fieldInstance.cellValueType === CellValueType.DateTime ||\n fieldInstance.type === FieldType.Button\n ) {\n return;\n }\n const tableRaw = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n const { dbTableName } = tableRaw;\n const index = await this.getActivatedTableIndexes(tableId);\n const sql = this.dbProvider.searchIndex().createSingleIndexSql(dbTableName, fieldInstance);\n if (index.includes(TableIndex.search) && sql) {\n await this.prismaService.txClient().$executeRawUnsafe(sql);\n }\n }\n\n async updateSearchFieldIndexName(\n tableId: string,\n oldField: Pick,\n newField: Pick\n ) {\n const tableRaw = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n const { dbTableName } = tableRaw;\n const index = await this.getActivatedTableIndexes(tableId);\n if (index.includes(TableIndex.search)) {\n const sql = this.dbProvider\n .searchIndex()\n .getUpdateSingleIndexNameSql(dbTableName, oldField, newField);\n await this.prismaService.$executeRawUnsafe(sql);\n }\n }\n\n async getIndexInfo(tableId: string) {\n const tableRaw = await this.prismaService.txClient().tableMeta.findFirstOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { dbTableName: true },\n });\n const { dbTableName } = tableRaw;\n\n const sql = this.dbProvider.searchIndex().getIndexInfoSql(dbTableName);\n return this.prismaService.$queryRawUnsafe(sql);\n }\n\n async getAbnormalTableIndex(tableId: string, type: TableIndex) {\n const index = await this.getActivatedTableIndexes(tableId);\n if (!index.includes(type)) {\n return [] as IGetAbnormalVo;\n }\n\n const tableRaw = await this.prismaService.tableMeta.findFirstOrThrow({\n where: {\n id: tableId,\n },\n });\n\n const { dbTableName } = tableRaw;\n\n const fieldInstances = await this.getSearchIndexFields(tableId);\n\n const indexInfo = await this.getIndexInfo(tableId);\n\n return await this.dbProvider\n .searchIndex()\n .getAbnormalIndex(dbTableName, fieldInstances, indexInfo);\n }\n\n async repairIndex(tableId: string, type: TableIndex) {\n if (type !== TableIndex.search) {\n throw new CustomHttpException(\n 'Table index type not supported',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.table.notSupportTableIndex',\n },\n }\n );\n }\n\n const tableRaw = await this.prismaService.tableMeta.findFirstOrThrow({\n where: {\n id: tableId,\n deletedTime: null,\n },\n select: {\n dbTableName: true,\n },\n });\n\n const { dbTableName } = tableRaw;\n const dropSql = this.dbProvider.searchIndex().getDropIndexSql(dbTableName);\n const fieldInstances = await this.getSearchIndexFields(tableId);\n const createSqls = this.dbProvider.searchIndex().getCreateIndexSql(dbTableName, fieldInstances);\n await this.prismaService.$tx(\n async (prisma) => {\n await prisma.$executeRawUnsafe(dropSql);\n for (let i = 0; i < createSqls.length; i++) {\n await prisma.$executeRawUnsafe(createSqls[i]);\n }\n },\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/table/table-permission.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { Action, ExcludeAction, TableAction } from '@teable/core';\nimport {\n ActionPrefix,\n actionPrefixMap,\n getPermissionMap,\n HttpErrorCode,\n TemplateRolePermission,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { pick } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport { getMaxLevelRole } from '../../utils/get-max-level-role';\n\n@Injectable()\nexport class TablePermissionService {\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService\n ) {}\n\n async getProjectionTableIds(_baseId: string): Promise {\n const shareViewId = this.cls.get('shareViewId');\n if (shareViewId) {\n return this.getViewQueryWithSharePermission();\n }\n }\n\n protected async getViewQueryWithSharePermission() {\n return [];\n }\n\n async getTablePermissionMapByBaseId(\n baseId: string,\n tableIds?: string[]\n ): Promise, boolean>>> {\n if (this.cls.get('template')) {\n return this.getTablePermissionMapByPermissions(baseId, TemplateRolePermission, tableIds);\n }\n // Handle base share access - use same read-only permissions as template\n if (this.cls.get('baseShare')) {\n return this.getTablePermissionMapByPermissions(baseId, TemplateRolePermission, tableIds);\n }\n const userId = this.cls.get('user.id');\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n const base = await this.prismaService\n .txClient()\n .base.findUniqueOrThrow({\n where: { id: baseId },\n })\n .catch(() => {\n throw new CustomHttpException('Base not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.base.notFound',\n },\n });\n });\n const collaborators = await this.prismaService.txClient().collaborator.findMany({\n where: {\n principalId: { in: [userId, ...(departmentIds || [])] },\n resourceId: { in: [baseId, base.spaceId] },\n },\n });\n if (collaborators.length === 0) {\n throw new CustomHttpException('Collaborator not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.collaborator.notFound',\n },\n });\n }\n const roleName = getMaxLevelRole(collaborators);\n return this.getTablePermissionMapByPermissions(baseId, getPermissionMap(roleName), tableIds);\n }\n\n private async getTablePermissionMapByPermissions(\n baseId: string,\n permissions: Record,\n tableIds?: string[]\n ) {\n const tables = await this.prismaService.txClient().tableMeta.findMany({\n where: { baseId, deletedTime: null, id: { in: tableIds } },\n });\n return tables.reduce(\n (acc, table) => {\n acc[table.id] = pick(\n permissions,\n actionPrefixMap[ActionPrefix.Table].filter(\n (action) => action !== 'table|create'\n ) as ExcludeAction[]\n );\n return acc;\n },\n {} as Record, boolean>>\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/table/table.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../db-provider/db.provider';\nimport { CalculationModule } from '../calculation/calculation.module';\nimport { FieldModule } from '../field/field.module';\nimport { RecordModule } from '../record/record.module';\nimport { ViewModule } from '../view/view.module';\nimport { TablePermissionService } from './table-permission.service';\nimport { TableService } from './table.service';\n@Module({\n imports: [CalculationModule, FieldModule, RecordModule, ViewModule],\n providers: [TableService, DbProvider, TablePermissionService],\n exports: [FieldModule, RecordModule, ViewModule, TableService, TablePermissionService],\n})\nexport class TableModule {}\n" }, { "path": "apps/nestjs-backend/src/features/table/table.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { TableModule } from './table.module';\nimport { TableService } from './table.service';\n\ndescribe('TableService', () => {\n let service: TableService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, TableModule],\n }).compile();\n\n service = module.get(TableService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n\n it('should convert table name to valid db table name', () => {\n const dbTableName = service.generateValidName('!@#$1_a ha3ha 中文');\n expect(dbTableName).toBe('t1_a_ha3ha_Zhong_Wen');\n });\n\n it('should limit table name to 40', () => {\n const dbTableName = service.generateValidName('t'.repeat(50));\n expect(dbTableName).toBe('t'.repeat(40));\n });\n\n it('should convert chinese to pin yin', () => {\n const dbTableName = service.generateValidName('中文');\n expect(dbTableName).toBe('Zhong_Wen');\n });\n\n it('should convert empty table name unnamed', () => {\n const dbTableName = service.generateValidName('');\n expect(dbTableName).toBe('unnamed');\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/table/table.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable, Logger } from '@nestjs/common';\nimport type { IOtOperation, ISnapshotBase } from '@teable/core';\nimport {\n DriverClient,\n generateTableId,\n getRandomString,\n getUniqName,\n HttpErrorCode,\n IdPrefix,\n nullsToUndefined,\n} from '@teable/core';\nimport type { Prisma } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ICreateTableRo, ITableVo } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport type { IReadonlyAdapterService } from '../../share-db/interface';\nimport { RawOpType } from '../../share-db/interface';\nimport type { IClsStore } from '../../types/cls';\nimport { convertNameToValidCharacter } from '../../utils/name-conversion';\nimport { BatchService } from '../calculation/batch.service';\n\n@Injectable()\nexport class TableService implements IReadonlyAdapterService {\n private logger = new Logger(TableService.name);\n\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService,\n private readonly batchService: BatchService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n generateValidName(name: string) {\n return convertNameToValidCharacter(name, 40);\n }\n\n private async lockBaseRow(baseId: string) {\n if (this.dbProvider.driver !== DriverClient.Pg) return;\n\n await this.prismaService.txClient()\n .$executeRaw`select id from base where id = ${baseId} for update`;\n }\n\n private async createDBTable(baseId: string, tableRo: ICreateTableRo, createTable = true) {\n const userId = this.cls.get('user.id');\n await this.lockBaseRow(baseId);\n\n const tableRaws = await this.prismaService.txClient().tableMeta.findMany({\n where: { baseId, deletedTime: null },\n select: { name: true, order: true },\n });\n const tableId = generateTableId();\n const names = tableRaws.map((table) => table.name);\n const uniqName = getUniqName(tableRo.name ?? 'New table', names);\n const order =\n tableRaws.reduce((acc, cur) => {\n return acc > cur.order ? acc : cur.order;\n }, 0) + 1;\n\n const validTableName = this.generateValidName(uniqName);\n let dbTableName = this.dbProvider.generateDbTableName(\n baseId,\n tableRo.dbTableName || validTableName\n );\n\n if (tableRo.dbTableName) {\n const existTable = await this.prismaService.txClient().tableMeta.findFirst({\n where: { dbTableName, baseId },\n select: { id: true },\n });\n\n if (existTable) {\n throw new CustomHttpException(\n `dbTableName ${tableRo.dbTableName} already exists`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.table.dbTableNameAlreadyExists',\n },\n }\n );\n }\n } else {\n const existTable = await this.prismaService.txClient().tableMeta.findFirst({\n where: { dbTableName },\n select: { id: true },\n });\n\n if (existTable) {\n // add uniqId ensure no conflict\n dbTableName += getRandomString(10);\n }\n }\n\n const data: Prisma.TableMetaCreateInput = {\n id: tableId,\n base: {\n connect: {\n id: baseId,\n },\n },\n name: uniqName,\n description: tableRo.description,\n icon: tableRo.icon,\n dbTableName,\n order,\n createdBy: userId,\n version: 1,\n };\n\n const tableMeta = await this.prismaService.txClient().tableMeta.create({\n data,\n });\n\n if (!createTable) {\n return tableMeta;\n }\n\n const createTableSchema = this.knex.schema.createTable(dbTableName, (table) => {\n table.string('__id').unique(`${baseId}_${tableMeta.id}__id_unique`).notNullable();\n table.increments('__auto_number').primary();\n table.dateTime('__created_time').defaultTo(this.knex.fn.now()).notNullable();\n table.dateTime('__last_modified_time');\n table.string('__created_by').notNullable();\n table.string('__last_modified_by');\n table.integer('__version').notNullable();\n });\n\n for (const sql of createTableSchema.toSQL()) {\n await this.prismaService.txClient().$executeRawUnsafe(sql.sql);\n }\n return tableMeta;\n }\n\n async getTableDefaultViewId(tableIds: string[]) {\n if (!tableIds.length) return [];\n\n const nativeSql = this.knex\n .select({\n tableId: 'id',\n viewId: this.knex\n .select('id')\n .from('view')\n .whereRaw('view.table_id = table_meta.id')\n .whereRaw('view.deleted_time is null')\n .orderBy('order')\n .limit(1),\n })\n .from('table_meta')\n .whereIn('id', tableIds)\n .toSQL()\n .toNative();\n\n const results = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ tableId: string; viewId: string }[]>(nativeSql.sql, ...nativeSql.bindings);\n\n return tableIds.map((tableId) => {\n const item = results.find((result) => result.tableId === tableId);\n return item?.viewId;\n });\n }\n\n async getTableMeta(baseId: string, tableId: string): Promise {\n const tableMeta = await this.prismaService.txClient().tableMeta.findFirst({\n where: { id: tableId, baseId, deletedTime: null },\n });\n\n if (!tableMeta) {\n throw new CustomHttpException(\n `Table not found with id: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n }\n );\n }\n\n const tableDefaultViewIds = await this.getTableDefaultViewId([tableId]);\n if (!tableDefaultViewIds[0]) {\n throw new CustomHttpException('defaultViewId not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.view.defaultViewNotFound',\n },\n });\n }\n\n return {\n ...tableMeta,\n description: tableMeta.description ?? undefined,\n icon: tableMeta.icon ?? undefined,\n lastModifiedTime:\n tableMeta.lastModifiedTime?.toISOString() || tableMeta.createdTime.toISOString(),\n defaultViewId: tableDefaultViewIds[0],\n };\n }\n\n async getDefaultViewId(tableId: string) {\n const viewRaw = await this.prismaService.view.findFirst({\n where: { tableId, deletedTime: null },\n select: { id: true },\n orderBy: { order: 'asc' },\n });\n if (!viewRaw) {\n throw new CustomHttpException(\n `View not found with tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n }\n return viewRaw;\n }\n\n async createTable(\n baseId: string,\n snapshot: ICreateTableRo,\n createTable: boolean = true\n ): Promise {\n const tableVo = await this.createDBTable(baseId, snapshot, createTable);\n await this.batchService.saveRawOps(baseId, RawOpType.Create, IdPrefix.Table, [\n {\n docId: tableVo.id,\n version: 0,\n data: tableVo,\n },\n ]);\n return nullsToUndefined({\n ...tableVo,\n lastModifiedTime: tableVo.lastModifiedTime?.toISOString(),\n });\n }\n\n async deleteTable(baseId: string, tableId: string, deletedTime: Date) {\n const result = await this.prismaService.txClient().tableMeta.findFirst({\n where: { id: tableId, baseId, deletedTime: null },\n });\n\n if (!result) {\n throw new CustomHttpException(\n `Table not found with id: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n }\n );\n }\n\n const { version } = result;\n const userId = this.cls.get('user.id');\n\n await this.prismaService.txClient().tableMeta.update({\n where: { id: tableId, baseId },\n data: { version: version + 1, deletedTime, lastModifiedBy: userId },\n });\n\n await this.batchService.saveRawOps(baseId, RawOpType.Del, IdPrefix.Table, [\n { docId: tableId, version },\n ]);\n }\n\n async restoreTable(baseId: string, tableId: string) {\n const result = await this.prismaService.txClient().tableMeta.findFirst({\n where: { id: tableId, baseId, deletedTime: { not: null } },\n });\n\n if (!result) {\n throw new CustomHttpException(`Table ${tableId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n });\n }\n\n const { version } = result;\n const userId = this.cls.get('user.id');\n\n await this.prismaService.txClient().tableMeta.update({\n where: { id: tableId, baseId },\n data: { version: version + 1, deletedTime: null, lastModifiedBy: userId },\n });\n\n await this.batchService.saveRawOps(baseId, RawOpType.Create, IdPrefix.Table, [\n { docId: tableId, version },\n ]);\n }\n\n async updateTable(\n baseId: string,\n tableId: string,\n input: Omit<\n Prisma.TableMetaUpdateInput,\n | 'id'\n | 'createdBy'\n | 'lastModifiedBy'\n | 'createdTime'\n | 'lastModifiedTime'\n | 'version'\n | 'base'\n | 'fields'\n | 'views'\n >\n ) {\n const select = Object.keys(input).reduce<{ [key: string]: boolean }>((acc, key) => {\n acc[key] = true;\n return acc;\n }, {});\n\n const tableRaw = await this.prismaService\n .txClient()\n .tableMeta.findFirstOrThrow({\n where: { id: tableId, baseId, deletedTime: null },\n select: {\n ...select,\n version: true,\n lastModifiedBy: true,\n lastModifiedTime: true,\n },\n })\n .catch(() => {\n throw new CustomHttpException(\n `Table not found with id: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n }\n );\n });\n\n const updateInput: Prisma.TableMetaUpdateInput = {\n ...input,\n version: tableRaw.version + 1,\n lastModifiedBy: this.cls.get('user.id'),\n lastModifiedTime: new Date().toISOString(),\n };\n\n const ops = Object.entries(updateInput)\n .filter(([key, value]) => Boolean(value !== (tableRaw as Record)[key]))\n .map(([key, value]) => {\n return {\n p: [key],\n oi: value,\n od: (tableRaw as Record)[key],\n };\n });\n\n const tableRawAfter = await this.prismaService.txClient().tableMeta.update({\n where: { id: tableId },\n data: updateInput,\n });\n\n await this.batchService.saveRawOps(baseId, RawOpType.Edit, IdPrefix.Table, [\n {\n docId: tableId,\n version: tableRaw.version,\n data: ops,\n },\n ]);\n\n return tableRawAfter;\n }\n\n async create(baseId: string, snapshot: ITableVo) {\n await this.createDBTable(baseId, snapshot);\n }\n\n async getSnapshotBulk(\n baseId: string,\n ids: string[],\n ops: {\n ignoreDefaultViewId?: boolean;\n } = {}\n ): Promise[]> {\n const { ignoreDefaultViewId } = ops;\n const tables = await this.prismaService.txClient().tableMeta.findMany({\n where: { baseId, id: { in: ids }, deletedTime: null },\n orderBy: { order: 'asc' },\n });\n\n const tableDefaultViewIds = ignoreDefaultViewId ? [] : await this.getTableDefaultViewId(ids);\n return tables\n .sort((a, b) => ids.indexOf(a.id) - ids.indexOf(b.id))\n .map((table, i) => {\n const res = {\n id: table.id,\n v: table.version,\n type: 'json0',\n data: {\n ...table,\n description: table.description ?? undefined,\n icon: table.icon ?? undefined,\n lastModifiedTime:\n table.lastModifiedTime?.toISOString() || table.createdTime.toISOString(),\n } as ITableVo,\n };\n if (!ignoreDefaultViewId) {\n res.data.defaultViewId = tableDefaultViewIds[i];\n }\n return res;\n });\n }\n\n async getDocIdsByQuery(baseId: string, query: { projectionTableIds?: string[] } = {}) {\n const { projectionTableIds } = query;\n const tables = await this.prismaService.txClient().tableMeta.findMany({\n where: {\n deletedTime: null,\n baseId,\n ...(projectionTableIds\n ? {\n id: { in: projectionTableIds },\n }\n : {}),\n },\n select: { id: true },\n orderBy: { order: 'asc' },\n });\n return { ids: tables.map((table) => table.id) };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/table-domain/index.ts", "content": "export * from './table-domain-query.service';\nexport * from './table-domain-query.module';\n" }, { "path": "apps/nestjs-backend/src/features/table-domain/table-domain-query.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { PrismaModule } from '@teable/db-main-prisma';\nimport { TableDomainQueryService } from './table-domain-query.service';\n\n/**\n * Module for table domain query functionality\n * This module provides services for fetching and constructing table domain objects\n * specifically for record query operations\n */\n@Module({\n imports: [PrismaModule],\n providers: [TableDomainQueryService],\n exports: [TableDomainQueryService],\n})\nexport class TableDomainQueryModule {}\n" }, { "path": "apps/nestjs-backend/src/features/table-domain/table-domain-query.service.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\nimport { Injectable } from '@nestjs/common';\nimport { HttpErrorCode, TableDomain, Tables } from '@teable/core';\nimport type { FieldCore } from '@teable/core';\nimport type { Field, TableMeta } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IClsStore } from '../../types/cls';\nimport { Timing } from '../../utils/timing';\nimport { DataLoaderService } from '../data-loader/data-loader.service';\nimport { rawField2FieldObj, createFieldInstanceByVo } from '../field/model/factory';\n\n/**\n * Service for querying and constructing table domain objects\n * This service is responsible for fetching table metadata and fields,\n * then constructing complete TableDomain objects for record queries\n */\n@Injectable()\nexport class TableDomainQueryService {\n constructor(\n private readonly dataLoaderService: DataLoaderService,\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService\n ) {}\n\n /**\n * Get a complete table domain object by table ID\n * This method fetches both table metadata and all associated fields,\n * then constructs a TableDomain object with a Fields collection\n *\n * @param tableId - The ID of the table to fetch\n * @returns Promise - Complete table domain object with fields\n * @throws NotFoundException - If table is not found or has been deleted\n */\n async getTableDomainById(tableId: string): Promise {\n this.enableTableDomainDataLoader();\n const tableMeta = await this.getTableMetaById(tableId);\n const fieldRaws = await this.getTableFields(tableMeta.id);\n return this.buildTableDomain(tableMeta, fieldRaws);\n }\n\n async getTableDomainsByIds(tableIds: string[]): Promise> {\n const uniqueIds = Array.from(new Set(tableIds.filter(Boolean)));\n if (!uniqueIds.length) {\n return new Map();\n }\n\n const tableMetas = await this.prismaService.txClient().tableMeta.findMany({\n where: { id: { in: uniqueIds }, deletedTime: null },\n include: {\n fields: {\n where: { deletedTime: null },\n },\n },\n });\n\n const domainMap = new Map();\n for (const tableMeta of tableMetas) {\n const sortedFields = this.sortFieldRaws(tableMeta.fields as Field[]);\n const domain = this.buildTableDomain(tableMeta, sortedFields);\n domainMap.set(tableMeta.id, domain);\n }\n\n return domainMap;\n }\n\n /**\n * Get table metadata by ID\n * @private\n */\n private async getTableMetaById(tableId: string) {\n const [tableMeta] = (await this.dataLoaderService.table.loadByIds([tableId])) as TableMeta[];\n\n if (!tableMeta) {\n throw new CustomHttpException(\n `Table not found with id: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n }\n );\n }\n\n return tableMeta;\n }\n\n private async getTableFields(tableId: string) {\n const fields = await this.dataLoaderService.field.load(tableId);\n return this.sortFieldRaws(fields as Field[]);\n }\n\n private sortFieldRaws(fieldRaws: Field[]): Field[] {\n return [...fieldRaws].sort((a, b) => {\n const primaryDiff = this.comparePrimaryRank(a.isPrimary, b.isPrimary);\n if (primaryDiff !== 0) {\n return primaryDiff;\n }\n\n const orderDiff = (a.order ?? Number.MAX_SAFE_INTEGER) - (b.order ?? Number.MAX_SAFE_INTEGER);\n if (orderDiff !== 0) {\n return orderDiff;\n }\n\n return a.createdTime.getTime() - b.createdTime.getTime();\n });\n }\n\n private comparePrimaryRank(valueA?: boolean | null, valueB?: boolean | null) {\n const rank = (value?: boolean | null) => {\n if (value === true) {\n return 0;\n }\n if (value === false) {\n return 1;\n }\n return 2;\n };\n\n return rank(valueA) - rank(valueB);\n }\n\n private buildTableDomain(tableMeta: TableMeta, fieldRaws: Field[]): TableDomain {\n const fieldInstances = fieldRaws.map((fieldRaw) => {\n const fieldVo = rawField2FieldObj(fieldRaw);\n return createFieldInstanceByVo(fieldVo) as FieldCore;\n });\n\n return new TableDomain({\n id: tableMeta.id,\n name: tableMeta.name,\n dbTableName: tableMeta.dbTableName,\n dbViewName: tableMeta.dbViewName ?? undefined,\n icon: tableMeta.icon || undefined,\n description: tableMeta.description || undefined,\n lastModifiedTime:\n tableMeta.lastModifiedTime?.toISOString() || tableMeta.createdTime.toISOString(),\n baseId: tableMeta.baseId,\n fields: fieldInstances,\n });\n }\n\n /**\n * Get all related table domains recursively\n * This method will fetch the current table domain and all tables it references\n * through link fields and formula fields that reference link fields\n *\n * @param tableId - The root table ID to start from\n * @param fieldIds - Optional projection of field IDs to limit foreign table traversal on the entry table\n * @returns Promise - Tables domain object containing all related table domains\n */\n @Timing()\n async getAllRelatedTableDomains(tableId: string, fieldIds?: string[]) {\n this.enableTableDomainDataLoader();\n return this.#getAllRelatedTableDomains(tableId, fieldIds);\n }\n\n async #getAllRelatedTableDomains(\n tableId: string,\n projectionFieldIds?: string[]\n ): Promise {\n const tables = new Tables(tableId);\n const queue: Array<{ tableId: string; projection?: string[] }> = [\n { tableId, projection: projectionFieldIds },\n ];\n\n while (queue.length) {\n const batch = queue.splice(0);\n const idsToFetch = Array.from(\n new Set(batch.map((item) => item.tableId).filter((id) => !tables.isVisited(id)))\n );\n\n if (idsToFetch.length) {\n const domainMap = await this.getTableDomainsByIds(idsToFetch);\n\n if (!tables.hasTable(tableId) && !domainMap.has(tableId)) {\n throw new CustomHttpException(\n `Table not found with id: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n }\n );\n }\n\n for (const id of idsToFetch) {\n const domain = domainMap.get(id);\n if (!domain) {\n // Related table was deleted or not found; skip gracefully\n continue;\n }\n\n tables.addTable(id, domain);\n tables.markVisited(id);\n }\n }\n\n for (const { tableId: currentId, projection } of batch) {\n const domain = tables.getTable(currentId);\n if (!domain) {\n continue;\n }\n\n const fieldProjection =\n currentId === tableId && projection && projection.length ? projection : undefined;\n\n const foreignTableIds = domain.getAllForeignTableIds(fieldProjection);\n for (const foreignTableId of foreignTableIds) {\n if (!tables.isVisited(foreignTableId)) {\n queue.push({ tableId: foreignTableId });\n }\n }\n }\n }\n\n return tables;\n }\n\n private enableTableDomainDataLoader() {\n if (!this.cls.isActive()) {\n return;\n }\n if (this.cls.get('dataLoaderCache.disabled')) {\n return;\n }\n const cacheKeys = this.cls.get('dataLoaderCache.cacheKeys') ?? [];\n const requiredKeys: ('table' | 'field')[] = ['table', 'field'];\n const missingKeys = requiredKeys.filter((key) => !cacheKeys.includes(key));\n if (missingKeys.length) {\n this.cls.set('dataLoaderCache.cacheKeys', [...cacheKeys, ...missingKeys]);\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/template/template-open-api.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { TemplateOpenApiController } from './template-open-api.controller';\n\ndescribe('CommentOpenApiController', () => {\n let controller: TemplateOpenApiController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [TemplateOpenApiController],\n }).compile();\n\n controller = module.get(TemplateOpenApiController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/template/template-open-api.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Controller, Get, Post, Body, Param, Patch, Delete, Query, Put } from '@nestjs/common';\nimport {\n createTemplateRoSchema,\n ICreateTemplateCategoryRo,\n ICreateTemplateRo,\n ITemplateListQueryRo,\n ITemplateQueryRoSchema,\n IUpdateTemplateCategoryRo,\n IUpdateTemplateRo,\n IUpdateOrderRo,\n templateListQueryRoSchema,\n templateQueryRoSchema,\n updateTemplateCategoryRoSchema,\n updateTemplateRoSchema,\n updateOrderRoSchema,\n} from '@teable/openapi';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { Permissions } from '../auth/decorators/permissions.decorator';\nimport { Public } from '../auth/decorators/public.decorator';\nimport { TemplateOpenApiService } from './template-open-api.service';\nimport { TemplatePermalinkService } from './template-permalink.service';\n\n@Controller('api/template')\nexport class TemplateOpenApiController {\n constructor(\n private readonly templateOpenApiService: TemplateOpenApiService,\n private readonly templatePermalinkService: TemplatePermalinkService\n ) {}\n\n @Get()\n @Permissions('instance|update')\n async getTemplateList(\n @Query(new ZodValidationPipe(templateListQueryRoSchema)) query?: ITemplateListQueryRo\n ) {\n return this.templateOpenApiService.getAllTemplateList(query);\n }\n\n @Public()\n @Get('/published')\n async getPublishedTemplateList(\n @Query(new ZodValidationPipe(templateQueryRoSchema)) templateQuery: ITemplateQueryRoSchema\n ) {\n return this.templateOpenApiService.getPublishedTemplateList(templateQuery);\n }\n\n @Post('/create')\n @Permissions('instance|update')\n async createTemplate(\n @Body(new ZodValidationPipe(createTemplateRoSchema)) createTemplateRo: ICreateTemplateRo\n ) {\n return this.templateOpenApiService.createTemplate(createTemplateRo);\n }\n\n @Delete('/:templateId')\n @Permissions('instance|update')\n async deleteTemplate(@Param('templateId') templateId: string) {\n return this.templateOpenApiService.deleteTemplate(templateId);\n }\n\n @Patch('/:templateId')\n @Permissions('instance|update')\n async updateTemplate(\n @Param('templateId') templateId: string,\n @Body(new ZodValidationPipe(updateTemplateRoSchema)) updateTemplateRo: IUpdateTemplateRo\n ) {\n return this.templateOpenApiService.updateTemplate(templateId, updateTemplateRo);\n }\n\n @Patch('/:templateId/pin-top')\n @Permissions('instance|update')\n async updateTemplateOrder(@Param('templateId') templateId: string) {\n return this.templateOpenApiService.pinTopTemplate(templateId);\n }\n\n @Put('/:templateId/order')\n @Permissions('instance|update')\n async updateOrder(\n @Param('templateId') templateId: string,\n @Body(new ZodValidationPipe(updateOrderRoSchema)) updateOrderRo: IUpdateOrderRo\n ) {\n return await this.templateOpenApiService.updateOrder(templateId, updateOrderRo);\n }\n\n @Post('/:templateId/snapshot')\n @Permissions('instance|update')\n async createTemplateSnapshot(@Param('templateId') templateId: string) {\n return this.templateOpenApiService.createTemplateSnapshot(templateId);\n }\n\n @Post('/category/create')\n @Permissions('instance|update')\n async createTemplateCategory(@Body() createTemplateCategoryRo: ICreateTemplateCategoryRo) {\n return this.templateOpenApiService.createTemplateCategory(createTemplateCategoryRo);\n }\n\n @Get('/category/list')\n async getTemplateCategoryList() {\n return this.templateOpenApiService.getTemplateCategoryList();\n }\n\n @Delete('/category/:templateCategoryId')\n @Permissions('instance|update')\n async deleteTemplateCategory(@Param('templateCategoryId') templateCategoryId: string) {\n return this.templateOpenApiService.deleteTemplateCategory(templateCategoryId);\n }\n\n @Patch('/category/:templateCategoryId')\n @Permissions('instance|update')\n async updateTemplateCategory(\n @Param('templateCategoryId') templateCategoryId: string,\n @Body(new ZodValidationPipe(updateTemplateCategoryRoSchema))\n updateTemplateCategoryRo: IUpdateTemplateCategoryRo\n ) {\n return this.templateOpenApiService.updateTemplateCategory(\n templateCategoryId,\n updateTemplateCategoryRo\n );\n }\n\n @Put('/category/:templateCategoryId/order')\n @Permissions('instance|update')\n async updateTemplateCategoryOrder(\n @Param('templateCategoryId') templateCategoryId: string,\n @Body(new ZodValidationPipe(updateOrderRoSchema)) updateOrderRo: IUpdateOrderRo\n ) {\n return await this.templateOpenApiService.updateTemplateCategoryOrder(\n templateCategoryId,\n updateOrderRo\n );\n }\n\n @Get('/by-base/:baseId')\n async getTemplateByBaseId(@Param('baseId') baseId: string) {\n return this.templateOpenApiService.getTemplateByBaseId(baseId);\n }\n\n @Delete('/unpublish/:templateId')\n async unpublishTemplate(@Param('templateId') templateId: string) {\n return this.templateOpenApiService.deleteTemplate(templateId);\n }\n\n @Public()\n @Get('/:templateId')\n async getTemplateById(@Param('templateId') templateId: string) {\n return this.templateOpenApiService.getTemplateDetailById(templateId);\n }\n\n @Public()\n @Patch('/:templateId/visit')\n async incrementTemplateVisitCount(@Param('templateId') templateId: string) {\n return this.templateOpenApiService.incrementTemplateVisitCount(templateId);\n }\n\n @Public()\n @Get('/permalink/:identifier')\n async getTemplatePermalink(@Param('identifier') identifier: string) {\n return await this.templatePermalinkService.resolvePermalink(identifier);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/template/template-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { AttachmentsStorageModule } from '../attachments/attachments-storage.module';\nimport { BaseModule } from '../base/base.module';\nimport { TemplateOpenApiController } from './template-open-api.controller';\nimport { TemplateOpenApiService } from './template-open-api.service';\nimport { TemplatePermalinkService } from './template-permalink.service';\n\n@Module({\n imports: [BaseModule, AttachmentsStorageModule],\n controllers: [TemplateOpenApiController],\n providers: [TemplateOpenApiService, TemplatePermalinkService],\n exports: [TemplateOpenApiService, TemplatePermalinkService],\n})\nexport class TemplateOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/template/template-open-api.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { generateTemplateCategoryId, generateTemplateId, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\n\nimport {\n type ICreateTemplateCategoryRo,\n type ICreateTemplateRo,\n type ITemplateListQueryRo,\n type IUpdateTemplateCategoryRo,\n type IUpdateTemplateRo,\n type ITemplateQueryRoSchema,\n type IUpdateOrderRo,\n BaseDuplicateMode,\n MAX_TEMPLATE_CATEGORY_COUNT,\n} from '@teable/openapi';\nimport { isNumber } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { PerformanceCacheService, PerformanceCache } from '../../performance-cache';\nimport {\n generateTemplateCacheKeyByBaseId,\n generateTemplateCategoryCacheKey,\n generateTemplatePermalinkCacheKey,\n} from '../../performance-cache/generate-keys';\nimport type { IClsStore } from '../../types/cls';\nimport { updateOrder } from '../../utils/update-order';\nimport { AttachmentsStorageService } from '../attachments/attachments-storage.service';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { BaseDuplicateService } from '../base/base-duplicate.service';\n\n@Injectable()\nexport class TemplateOpenApiService {\n private logger = new Logger(TemplateOpenApiService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly baseDuplicateService: BaseDuplicateService,\n private readonly cls: ClsService,\n private readonly attachmentsStorageService: AttachmentsStorageService,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig,\n private readonly performanceCacheService: PerformanceCacheService\n ) {}\n\n async createTemplate(createTemplateRo: ICreateTemplateRo) {\n const userId = this.cls.get('user.id');\n const templateId = generateTemplateId();\n const prisma = this.prismaService.txClient();\n const order = await prisma.template.aggregate({\n _max: {\n order: true,\n },\n });\n const finalOrder = isNumber(order._max.order) ? order._max.order + 1 : 1;\n\n return await prisma.template.create({\n data: {\n id: templateId,\n ...createTemplateRo,\n createdBy: userId,\n order: finalOrder,\n },\n });\n }\n\n async getAllTemplateList(query?: ITemplateListQueryRo) {\n const { skip = 0, take = 300 } = query ?? {};\n const prisma = this.prismaService.txClient();\n\n this.validateTakeCount(take);\n\n const res = await prisma.template.findMany({\n orderBy: {\n order: 'asc',\n },\n skip,\n take,\n select: {\n id: true,\n name: true,\n cover: true,\n snapshot: true,\n createdBy: true,\n categoryId: true,\n isSystem: true,\n featured: true,\n isPublished: true,\n description: true,\n baseId: true,\n usageCount: true,\n markdownDescription: true,\n publishInfo: true,\n visitCount: true,\n },\n });\n\n return this.transformTemplateListResult(res);\n }\n\n async getPublishedTemplateList(templateQuery?: ITemplateQueryRoSchema) {\n const { skip = 0, take = 100 } = templateQuery ?? {};\n const prisma = this.prismaService.txClient();\n const featured = templateQuery?.featured;\n const categoryId = templateQuery?.categoryId;\n const search = templateQuery?.search;\n\n this.validateTakeCount(take);\n\n const res = await prisma.template.findMany({\n where: {\n isPublished: true,\n ...(featured === true\n ? { featured: true }\n : featured === false\n ? { OR: [{ featured: false }, { featured: null }] }\n : {}),\n categoryId: categoryId ? { has: categoryId } : undefined,\n name: search ? { contains: search, mode: 'insensitive' } : undefined,\n },\n orderBy: {\n order: 'asc',\n },\n skip,\n take,\n });\n\n return this.transformTemplateListResult(res);\n }\n\n private validateTakeCount(take: number) {\n if (take && take > 1000) {\n throw new CustomHttpException('Take count is too large', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.template.takeCountTooLarge',\n },\n });\n }\n }\n\n private async transformTemplateListResult<\n T extends { id: string; cover: string | null; snapshot: string | null; createdBy: string },\n >(templates: T[]) {\n const previewUrlMap: Record = {};\n const userIds = templates.map((item) => item.createdBy).filter((id) => !!id);\n const userMap = await this.getSpecifiedUserInfoByUserId(userIds);\n\n for (const item of templates) {\n const cover = item.cover ? JSON.parse(item.cover) : undefined;\n if (!cover) {\n continue;\n }\n\n const { path, thumbnailPath } = cover;\n // Use thumbnail path if the image is larger than thumbnail size\n const finalThumbnailPath = thumbnailPath?.lg ?? path;\n // Template cover is stored in publicBucket, no need for signed URL\n previewUrlMap[item.id] = getPublicFullStorageUrl(finalThumbnailPath);\n }\n\n return templates.map((item) => {\n const creator = userMap?.[item.createdBy];\n return {\n ...item,\n cover: item.cover\n ? {\n ...JSON.parse(item.cover),\n presignedUrl: previewUrlMap[item.id],\n }\n : undefined,\n snapshot: item.snapshot ? JSON.parse(item.snapshot) : undefined,\n createdBy: creator ?? null,\n };\n });\n }\n\n async deleteTemplate(templateId: string) {\n return await this.prismaService\n .txClient()\n .template.delete({\n where: {\n id: templateId,\n },\n })\n .then(async (res) => {\n if (res.baseId) {\n await this.performanceCacheService.del(generateTemplateCacheKeyByBaseId(res.baseId));\n }\n // Clear permalink cache\n await this.performanceCacheService.del(generateTemplatePermalinkCacheKey(templateId));\n return res;\n });\n }\n\n async updateTemplate(templateId: string, updateTemplateRo: IUpdateTemplateRo) {\n const prisma = this.prismaService.txClient();\n const newCover = updateTemplateRo?.cover\n ? JSON.stringify(updateTemplateRo.cover)\n : updateTemplateRo?.cover;\n\n const originalTemplate = await prisma.template.findUniqueOrThrow({\n where: { id: templateId },\n });\n\n if (updateTemplateRo.isPublished && !originalTemplate.snapshot) {\n throw new CustomHttpException(\n 'This template could not be published, causing the lacking of snapshot',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.template.snapshotRequired',\n },\n }\n );\n }\n\n await prisma.template\n .update({\n where: { id: templateId },\n data: {\n ...updateTemplateRo,\n categoryId: updateTemplateRo.categoryId,\n cover: newCover as string | null | undefined,\n },\n })\n .then(async (res) => {\n if (res.baseId) {\n await this.performanceCacheService.del(generateTemplateCacheKeyByBaseId(res.baseId));\n }\n // Clear permalink cache when template is updated (especially when publish status changes)\n await this.performanceCacheService.del(generateTemplatePermalinkCacheKey(templateId));\n return res;\n });\n }\n\n async createTemplateSnapshot(templateId: string) {\n const prisma = this.prismaService.txClient();\n const templateRaw = await prisma.template.findUniqueOrThrow({\n where: { id: templateId },\n select: {\n baseId: true,\n name: true,\n snapshot: true,\n },\n });\n\n if (!templateRaw.baseId) {\n throw new CustomHttpException('Source template not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.template.sourceTemplateNotFound',\n },\n });\n }\n\n const templateSpaceId = await prisma.space.findFirstOrThrow({\n where: {\n isTemplate: true,\n },\n select: {\n id: true,\n },\n });\n\n return await this.prismaService.$tx(\n async (prisma) => {\n // duplicate a base for template snapshot, not allow cross base field relative, all cross base link field will be duplicated as single text fields\n const {\n base: { id, spaceId, name },\n } = await this.baseDuplicateService.duplicateBase(\n {\n fromBaseId: templateRaw.baseId!,\n spaceId: templateSpaceId.id,\n withRecords: true,\n name: templateRaw?.name || 'template snapshot',\n },\n false,\n BaseDuplicateMode.CreateTemplate\n );\n\n if (templateRaw.snapshot) {\n // delete previous base\n const snapshot = JSON.parse(templateRaw.snapshot);\n await prisma.base.update({\n where: { id: snapshot.baseId },\n data: {\n deletedTime: new Date().toISOString(),\n },\n });\n }\n\n return await prisma.template\n .update({\n where: { id: templateId },\n data: {\n snapshot: JSON.stringify({\n baseId: id,\n snapshotTime: new Date().toISOString(),\n spaceId,\n name,\n }),\n lastModifiedBy: this.cls.get('user.id'),\n },\n })\n .then(async (res) => {\n if (res.baseId) {\n await this.performanceCacheService.del(generateTemplateCacheKeyByBaseId(res.baseId));\n }\n // Clear permalink cache when snapshot is updated\n await this.performanceCacheService.del(generateTemplatePermalinkCacheKey(templateId));\n return res;\n });\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n async createTemplateCategory(createTemplateCategoryRo: ICreateTemplateCategoryRo) {\n const prisma = this.prismaService.txClient();\n const userId = this.cls.get('user.id');\n\n // Check if category limit reached (max 50)\n const categoryCount = await prisma.templateCategory.count();\n if (categoryCount >= MAX_TEMPLATE_CATEGORY_COUNT) {\n throw new CustomHttpException(\n `Template category limit reached (max ${MAX_TEMPLATE_CATEGORY_COUNT})`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.template.categoryLimitReached',\n context: {\n maxCount: MAX_TEMPLATE_CATEGORY_COUNT,\n },\n },\n }\n );\n }\n\n const categoryId = generateTemplateCategoryId();\n const maxOrder = await prisma.templateCategory.aggregate({\n _max: {\n order: true,\n },\n });\n\n const finalOrder = isNumber(maxOrder._max.order) ? maxOrder._max.order + 1 : 1;\n\n await this.performanceCacheService.del(generateTemplateCategoryCacheKey());\n\n return await prisma.templateCategory.create({\n data: {\n id: categoryId,\n ...createTemplateCategoryRo,\n createdBy: userId,\n order: finalOrder,\n },\n });\n }\n\n @PerformanceCache({\n ttl: 60 * 60 * 24,\n keyGenerator: generateTemplateCategoryCacheKey,\n statsType: 'template',\n })\n async getTemplateCategoryList() {\n return await this.prismaService.txClient().templateCategory.findMany({\n orderBy: {\n order: 'asc',\n },\n // limit 50\n take: MAX_TEMPLATE_CATEGORY_COUNT,\n });\n }\n\n async pinTopTemplate(templateId: string) {\n const prisma = this.prismaService.txClient();\n const result = await prisma.template.aggregate({\n _min: {\n order: true,\n },\n });\n\n if (!isNumber(result._min.order)) {\n throw new CustomHttpException('No min order found', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.template.noMinOrderFound',\n },\n });\n }\n\n await prisma.template\n .update({\n where: { id: templateId },\n data: { order: result._min.order - 1 },\n })\n .then(async (res) => {\n if (res.baseId) {\n await this.performanceCacheService.del(generateTemplateCacheKeyByBaseId(res.baseId));\n }\n return res;\n });\n }\n\n async deleteTemplateCategory(categoryId: string) {\n await this.performanceCacheService.del(generateTemplateCategoryCacheKey());\n await this.prismaService.txClient().templateCategory.delete({\n where: { id: categoryId },\n });\n }\n\n async updateTemplateCategory(\n categoryId: string,\n updateTemplateCategoryRo: IUpdateTemplateCategoryRo\n ) {\n await this.performanceCacheService.del(generateTemplateCategoryCacheKey());\n await this.prismaService.txClient().templateCategory.update({\n where: { id: categoryId },\n data: { ...updateTemplateCategoryRo },\n });\n }\n\n async shuffleCategories() {\n const categories = await this.prismaService.txClient().templateCategory.findMany({\n select: { id: true },\n orderBy: { order: 'asc' },\n });\n\n this.logger.log(`category shuffle!`, 'shuffleCategories');\n\n await this.prismaService.$tx(async (prisma) => {\n for (let i = 0; i < categories.length; i++) {\n const category = categories[i];\n await prisma.templateCategory.update({\n where: { id: category.id },\n data: { order: i + 1 },\n });\n }\n });\n }\n\n async updateTemplateCategoryOrder(categoryId: string, orderRo: IUpdateOrderRo) {\n const { anchorId, position } = orderRo;\n const prisma = this.prismaService.txClient();\n\n // Check if there are duplicate orders, if so, shuffle first\n const categoriesOrder = await prisma.templateCategory.findMany({\n select: {\n order: true,\n },\n });\n\n const uniqOrder = [...new Set(categoriesOrder.map((c) => c.order))];\n\n // if the category order has the same order, should shuffle\n const shouldShuffle = uniqOrder.length !== categoriesOrder.length;\n\n if (shouldShuffle) {\n await this.shuffleCategories();\n }\n\n const category = await prisma.templateCategory\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: { id: categoryId },\n })\n .catch(() => {\n throw new CustomHttpException('Template category not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.template.categoryNotFound',\n },\n });\n });\n\n const anchorCategory = await prisma.templateCategory\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: { id: anchorId },\n })\n .catch(() => {\n throw new CustomHttpException(\n 'Anchor template category not found',\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.table.anchorNotFound',\n context: {\n anchorId,\n },\n },\n }\n );\n });\n\n await this.performanceCacheService.del(generateTemplateCategoryCacheKey());\n\n await updateOrder({\n query: null,\n position,\n item: category,\n anchorItem: anchorCategory,\n getNextItem: async (whereOrder, align) => {\n return prisma.templateCategory.findFirst({\n select: { order: true, id: true },\n where: {\n order: whereOrder,\n },\n orderBy: { order: align },\n });\n },\n update: async (_, id, data) => {\n await prisma.templateCategory.update({\n data: { order: data.newOrder },\n where: { id },\n });\n },\n shuffle: this.shuffleCategories.bind(this),\n });\n }\n\n async getTemplateDetailById(templateId: string) {\n const prisma = this.prismaService.txClient();\n const template = await prisma.template.findUniqueOrThrow({\n where: { id: templateId },\n });\n\n const cover = template.cover ? JSON.parse(template.cover) : undefined;\n\n const newCover = {\n ...cover,\n presignedUrl: undefined,\n };\n\n if (cover) {\n const { path } = cover;\n // Template cover is stored in publicBucket, no need for signed URL\n newCover.presignedUrl = getPublicFullStorageUrl(path);\n }\n\n const userMap = await this.getSpecifiedUserInfoByUserId([template.createdBy]);\n const creator = userMap?.[template.createdBy];\n\n return {\n ...template,\n cover: {\n ...newCover,\n },\n snapshot: template.snapshot ? JSON.parse(template.snapshot) : undefined,\n createdBy: creator,\n };\n }\n\n async getTemplateByBaseId(baseId: string) {\n const prisma = this.prismaService.txClient();\n const template = await prisma.template.findUnique({\n where: { baseId },\n select: {\n id: true,\n name: true,\n categoryId: true,\n isSystem: true,\n featured: true,\n isPublished: true,\n description: true,\n baseId: true,\n cover: true,\n usageCount: true,\n markdownDescription: true,\n publishInfo: true,\n visitCount: true,\n createdBy: true,\n snapshot: true,\n },\n });\n\n if (!template) {\n return null;\n }\n\n const cover = template.cover ? JSON.parse(template.cover) : undefined;\n\n const newCover = {\n ...cover,\n presignedUrl: undefined,\n };\n\n if (cover) {\n const { path } = cover;\n // Template cover is stored in publicBucket, no need for signed URL\n newCover.presignedUrl = getPublicFullStorageUrl(path);\n }\n\n const userMap = await this.getSpecifiedUserInfoByUserId([template.createdBy]);\n\n const creator = userMap?.[template.createdBy];\n\n return {\n ...template,\n cover: cover ? { ...newCover } : null,\n snapshot: template.snapshot ? JSON.parse(template.snapshot) : null,\n createdBy: creator ?? null,\n };\n }\n\n async incrementTemplateVisitCount(templateId: string) {\n await this.prismaService.txClient().template.update({\n where: { id: templateId },\n data: { visitCount: { increment: 1 } },\n });\n }\n\n private async getSpecifiedUserInfoByUserId(userIds: string[]) {\n const prisma = this.prismaService.txClient();\n const users = await prisma.user.findMany({\n where: {\n id: { in: userIds },\n deletedTime: null,\n },\n select: {\n id: true,\n name: true,\n avatar: true,\n email: true,\n },\n });\n\n return users.reduce(\n (acc, user) => {\n acc[user.id] = {\n id: user.id,\n name: user.name,\n avatar: user.avatar ? getPublicFullStorageUrl(user.avatar) : undefined,\n email: user.email,\n };\n return acc;\n },\n {} as Record\n );\n }\n\n async shuffle(_query: unknown) {\n const templates = await this.prismaService.txClient().template.findMany({\n select: { id: true },\n orderBy: { order: 'asc' },\n });\n\n this.logger.log(`lucky template shuffle!`, 'shuffle');\n\n await this.prismaService.$tx(async (prisma) => {\n for (let i = 0; i < templates.length; i++) {\n const template = templates[i];\n await prisma.template.update({\n where: { id: template.id },\n data: { order: i + 1 },\n });\n }\n });\n }\n\n async updateOrder(templateId: string, orderRo: IUpdateOrderRo) {\n const { anchorId, position } = orderRo;\n const prisma = this.prismaService.txClient();\n\n // Check if there are duplicate orders, if so, shuffle first\n const templatesOrder = await prisma.template.findMany({\n select: {\n order: true,\n },\n });\n\n const uniqOrder = [...new Set(templatesOrder.map((t) => t.order))];\n\n // if the template order has the same order, should shuffle\n const shouldShuffle = uniqOrder.length !== templatesOrder.length;\n\n if (shouldShuffle) {\n await this.shuffle(null);\n }\n\n const template = await prisma.template\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: { id: templateId },\n })\n .catch(() => {\n throw new CustomHttpException('Template not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.base.templateNotFound',\n },\n });\n });\n\n const anchorTemplate = await prisma.template\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: { id: anchorId },\n })\n .catch(() => {\n throw new CustomHttpException('Anchor template not found', HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.table.anchorNotFound',\n context: {\n anchorId,\n },\n },\n });\n });\n\n await updateOrder({\n query: null,\n position,\n item: template,\n anchorItem: anchorTemplate,\n getNextItem: async (whereOrder, align) => {\n return prisma.template.findFirst({\n select: { order: true, id: true },\n where: {\n order: whereOrder,\n },\n orderBy: { order: align },\n });\n },\n update: async (_, id, data) => {\n await prisma.template.update({\n data: { order: data.newOrder },\n where: { id },\n });\n },\n shuffle: this.shuffle.bind(this),\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/template/template-permalink.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { IdPrefix, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITemplatePermalinkVo } from '@teable/openapi';\nimport { CustomHttpException } from '../../custom.exception';\nimport { PerformanceCache, PerformanceCacheService } from '../../performance-cache';\nimport { generateTemplatePermalinkCacheKey } from '../../performance-cache/generate-keys';\n\n@Injectable()\nexport class TemplatePermalinkService {\n private logger = new Logger(TemplatePermalinkService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly performanceCacheService: PerformanceCacheService\n ) {}\n\n @PerformanceCache({\n ttl: 86400, // 1 day (24 hours)\n keyGenerator: (identifier: string) => generateTemplatePermalinkCacheKey(identifier),\n })\n async resolvePermalink(identifier: string): Promise {\n const prisma = this.prismaService.txClient();\n\n if (!identifier.startsWith(IdPrefix.Template)) {\n throw new CustomHttpException('Invalid identifier', HttpErrorCode.NOT_FOUND);\n }\n\n // 1. Find template by ID\n const template = await prisma.template.findUnique({\n where: { id: identifier },\n select: {\n publishInfo: true,\n snapshot: true,\n isPublished: true,\n id: true,\n },\n });\n\n // 2. Validate template exists\n if (!template) {\n throw new CustomHttpException('Template not found', HttpErrorCode.NOT_FOUND);\n }\n\n // 3. Check if template is published\n if (!template.isPublished) {\n throw new CustomHttpException('Template is not published', HttpErrorCode.RESTRICTED_RESOURCE);\n }\n\n // 4. Parse snapshot and publishInfo\n const snapshot = template.snapshot ? JSON.parse(template.snapshot) : {};\n const publishInfo = template.publishInfo as { defaultUrl?: string } | null;\n const snapshotBaseId = snapshot.baseId;\n\n if (!snapshotBaseId) {\n throw new CustomHttpException(\n 'Template snapshot is invalid',\n HttpErrorCode.UNPROCESSABLE_ENTITY\n );\n }\n\n // 5. Get redirect URL from publishInfo, fallback to base homepage\n const defaultUrl = publishInfo?.defaultUrl;\n const redirectUrl = defaultUrl || `/base/${snapshotBaseId}`;\n\n return {\n redirectUrl,\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/trash/listener/table-trash.listener.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { generateRecordTrashId } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ResourceType } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { IThresholdConfig, ThresholdConfig } from '../../../configs/threshold.config';\nimport { Events } from '../../../event-emitter/events';\nimport { IDeleteFieldsPayload } from '../../undo-redo/operations/delete-fields.operation';\nimport { IDeleteRecordsPayload } from '../../undo-redo/operations/delete-records.operation';\nimport { IDeleteViewPayload } from '../../undo-redo/operations/delete-view.operation';\n\n@Injectable()\nexport class TableTrashListener {\n constructor(\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n @OnEvent(Events.OPERATION_RECORDS_DELETE)\n async recordDeleteListener(payload: IDeleteRecordsPayload) {\n const { operationId, userId, tableId, records } = payload;\n\n if (!operationId) return;\n\n const recordIds = records.map((record) => record.id);\n\n await this.prismaService.$tx(\n async (prisma) => {\n await prisma.tableTrash.create({\n data: {\n id: operationId,\n tableId,\n createdBy: userId,\n resourceType: ResourceType.Record,\n snapshot: JSON.stringify(recordIds),\n },\n });\n\n const batchSize = 5000;\n for (let i = 0; i < records.length; i += batchSize) {\n const batch = records.slice(i, i + batchSize);\n const recordTrashData = batch.map((record) => ({\n id: generateRecordTrashId(),\n table_id: tableId,\n record_id: record.id,\n snapshot: JSON.stringify(record),\n created_by: userId,\n }));\n\n const query = this.knex.insert(recordTrashData).into('record_trash').toQuery();\n await prisma.$executeRawUnsafe(query);\n }\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n @OnEvent(Events.OPERATION_FIELDS_DELETE, { async: true })\n async fieldDeleteListener(payload: IDeleteFieldsPayload) {\n const { userId, tableId, fields, records, operationId } = payload;\n\n if (!operationId) return;\n\n await this.prismaService.tableTrash.create({\n data: {\n id: operationId,\n tableId,\n createdBy: userId,\n resourceType: ResourceType.Field,\n snapshot: JSON.stringify({ fields, records }),\n },\n });\n }\n\n @OnEvent(Events.OPERATION_VIEW_DELETE, { async: true })\n async viewDeleteListener(payload: IDeleteViewPayload) {\n const { operationId, tableId, viewId, userId } = payload;\n\n if (!operationId) return;\n\n await this.prismaService.tableTrash.create({\n data: {\n id: operationId,\n tableId,\n createdBy: userId,\n resourceType: ResourceType.View,\n snapshot: JSON.stringify([viewId]),\n },\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/trash/trash.controller.ts", "content": "import { Controller, Delete, Get, Param, Post, Query, Res } from '@nestjs/common';\nimport type { ITrashVo } from '@teable/openapi';\nimport {\n ITrashRo,\n trashItemsRoSchema,\n trashRoSchema,\n ITrashItemsRo,\n resetTrashItemsRoSchema,\n IResetTrashItemsRo,\n} from '@teable/openapi';\nimport type { Response } from 'express';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../types/cls';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { TokenAccess } from '../auth/decorators/token.decorator';\nimport {\n X_TEABLE_V2_FEATURE_HEADER,\n X_TEABLE_V2_HEADER,\n X_TEABLE_V2_REASON_HEADER,\n} from '../canary/interceptors/v2-indicator.interceptor';\nimport { TrashService } from './trash.service';\n\n@Controller('api/trash/')\nexport class TrashController {\n protected static readonly restoreTableV2Feature = 'restoreTable';\n\n constructor(\n private readonly trashService: TrashService,\n private readonly cls: ClsService\n ) {}\n\n @Get()\n async getTrash(@Query(new ZodValidationPipe(trashRoSchema)) query: ITrashRo): Promise {\n return await this.trashService.getTrash(query);\n }\n\n @Get('items')\n @TokenAccess()\n async getTrashItems(\n @Query(new ZodValidationPipe(trashItemsRoSchema)) query: ITrashItemsRo\n ): Promise {\n return await this.trashService.getTrashItems(query);\n }\n\n @Post('restore/:trashId')\n @TokenAccess()\n async restoreTrash(\n @Param('trashId') trashId: string,\n @Res({ passthrough: true }) response: Response\n ): Promise {\n await this.prepareRestoreTableCanary(trashId, response);\n if (this.cls.get('useV2')) {\n return await this.trashService.restoreTrashV2(trashId);\n }\n return await this.trashService.restoreTrash(trashId);\n }\n\n @Delete('reset-items')\n @TokenAccess()\n async resetTrashItems(\n @Query(new ZodValidationPipe(resetTrashItemsRoSchema)) query: IResetTrashItemsRo\n ): Promise {\n return await this.trashService.resetTrashItems(query);\n }\n\n @Delete(':trashId')\n @TokenAccess()\n async delete(@Param('trashId') trashId: string): Promise {\n return await this.trashService.delete(trashId);\n }\n\n protected async prepareRestoreTableCanary(trashId: string, response: Response): Promise {\n const decision = await this.trashService.getRestoreTableV2Decision(trashId);\n if (!decision) {\n return;\n }\n\n this.cls.set('useV2', decision.useV2);\n this.cls.set('v2Feature', TrashController.restoreTableV2Feature);\n this.cls.set('v2Reason', decision.reason);\n\n response.setHeader(X_TEABLE_V2_HEADER, decision.useV2 ? 'true' : 'false');\n response.setHeader(X_TEABLE_V2_FEATURE_HEADER, TrashController.restoreTableV2Feature);\n response.setHeader(X_TEABLE_V2_REASON_HEADER, decision.reason);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/trash/trash.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { AttachmentsTableModule } from '../attachments/attachments-table.module';\nimport { BaseModule } from '../base/base.module';\nimport { CanaryModule } from '../canary/canary.module';\nimport { FieldOpenApiModule } from '../field/open-api/field-open-api.module';\nimport { RecordOpenApiModule } from '../record/open-api/record-open-api.module';\nimport { RecordModule } from '../record/record.module';\nimport { SpaceModule } from '../space/space.module';\nimport { TableOpenApiModule } from '../table/open-api/table-open-api.module';\nimport { UserModule } from '../user/user.module';\nimport { V2Module } from '../v2/v2.module';\nimport { ViewModule } from '../view/view.module';\nimport { TableTrashListener } from './listener/table-trash.listener';\nimport { TrashController } from './trash.controller';\nimport { TrashService } from './trash.service';\nimport { V2TableTrashService } from './v2-table-trash.service';\n\n@Module({\n imports: [\n AttachmentsTableModule,\n UserModule,\n SpaceModule,\n BaseModule,\n CanaryModule,\n TableOpenApiModule,\n FieldOpenApiModule,\n RecordOpenApiModule,\n RecordModule,\n V2Module,\n ViewModule,\n ],\n controllers: [TrashController],\n providers: [TrashService, TableTrashListener, V2TableTrashService],\n exports: [TrashService],\n})\nexport class TrashModule {}\n" }, { "path": "apps/nestjs-backend/src/features/trash/trash.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport type { FieldType, IFieldVo } from '@teable/core';\nimport { FieldKeyType, HttpErrorCode, IdPrefix, Role } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n IResetTrashItemsRo,\n IResourceMapVo,\n ITrashItemsRo,\n ITrashItemVo,\n ITrashRo,\n ITrashVo,\n} from '@teable/openapi';\nimport { CollaboratorType, TableTrashType, TrashType } from '@teable/openapi';\nimport { TableId, v2CoreTokens } from '@teable/v2-core';\nimport type { Table, TableQueryService } from '@teable/v2-core';\nimport { Knex } from 'knex';\nimport { keyBy } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport type { ICreateFieldsOperation } from '../../cache/types';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport type { IPerformanceCacheStore } from '../../performance-cache';\nimport { PerformanceCacheService } from '../../performance-cache';\nimport { generateBaseNodeListCacheKey } from '../../performance-cache/generate-keys';\nimport type { IClsStore } from '../../types/cls';\nimport { PermissionService } from '../auth/permission.service';\nimport { BaseService } from '../base/base.service';\nimport { CanaryService, type IV2Decision } from '../canary/canary.service';\nimport { FieldOpenApiService } from '../field/open-api/field-open-api.service';\nimport { RecordOpenApiService } from '../record/open-api/record-open-api.service';\nimport { RecordService } from '../record/record.service';\nimport { SpaceService } from '../space/space.service';\nimport { TableOpenApiV2Service } from '../table/open-api/table-open-api-v2.service';\nimport { TableOpenApiService } from '../table/open-api/table-open-api.service';\nimport { UserService } from '../user/user.service';\nimport { V2ContainerService } from '../v2/v2-container.service';\nimport { V2ExecutionContextFactory } from '../v2/v2-execution-context.factory';\nimport { ViewService } from '../view/view.service';\nimport { resolveV2TrashRecordDisplayName } from './v2-trash-record-name';\n\n@Injectable()\nexport class TrashService {\n constructor(\n protected readonly performanceCacheService: PerformanceCacheService,\n protected readonly prismaService: PrismaService,\n protected readonly cls: ClsService,\n protected readonly userService: UserService,\n protected readonly permissionService: PermissionService,\n protected readonly spaceService: SpaceService,\n protected readonly baseService: BaseService,\n protected readonly tableOpenApiService: TableOpenApiService,\n protected readonly tableOpenApiV2Service: TableOpenApiV2Service,\n protected readonly fieldOpenApiService: FieldOpenApiService,\n protected readonly recordOpenApiService: RecordOpenApiService,\n protected readonly recordService: RecordService,\n protected readonly viewService: ViewService,\n protected readonly v2ContainerService: V2ContainerService,\n protected readonly v2ExecutionContextFactory: V2ExecutionContextFactory,\n protected readonly canaryService: CanaryService,\n @ThresholdConfig() protected readonly thresholdConfig: IThresholdConfig,\n @InjectModel('CUSTOM_KNEX') protected readonly knex: Knex\n ) {}\n\n async getAuthorizedSpacesAndBases() {\n const userId = this.cls.get('user.id');\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n\n const collaborators = await this.prismaService.txClient().collaborator.findMany({\n where: {\n principalId: { in: [userId, ...(departmentIds || [])] },\n roleName: { in: [Role.Owner, Role.Creator] },\n },\n select: {\n resourceId: true,\n resourceType: true,\n },\n });\n\n const baseIds = new Set();\n const spaceIds = new Set();\n\n collaborators.forEach(({ resourceId, resourceType }) => {\n if (resourceType === CollaboratorType.Base) baseIds.add(resourceId);\n if (resourceType === CollaboratorType.Space) spaceIds.add(resourceId);\n });\n const bases = await this.prismaService.base.findMany({\n where: {\n OR: [{ spaceId: { in: Array.from(spaceIds) } }, { id: { in: Array.from(baseIds) } }],\n },\n select: {\n id: true,\n name: true,\n spaceId: true,\n space: {\n select: {\n name: true,\n },\n },\n },\n });\n const spaces = await this.prismaService.space.findMany({\n where: { id: { in: Array.from(spaceIds) } },\n select: { id: true, name: true },\n });\n\n return {\n spaces,\n bases,\n };\n }\n\n async getTrash(trashRo: ITrashRo) {\n const { resourceType, spaceId } = trashRo;\n\n switch (resourceType) {\n case TrashType.Space:\n return await this.getSpaceTrash();\n case TrashType.Base:\n return await this.getBaseTrash(spaceId);\n default:\n throw new CustomHttpException(\n `Invalid resource type ${resourceType}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.trash.invalidResourceType',\n },\n }\n );\n }\n }\n\n private async getSpaceTrash() {\n const { spaces } = await this.getAuthorizedSpacesAndBases();\n const spaceIds = spaces.map((space) => space.id);\n const spaceIdMap = keyBy(spaces, 'id');\n const list = await this.prismaService.trash.findMany({\n where: { resourceId: { in: spaceIds } },\n orderBy: { deletedTime: 'desc' },\n });\n\n const trashItems: ITrashItemVo[] = [];\n const deletedBySet: Set = new Set();\n const resourceMap: IResourceMapVo = {};\n\n list.forEach((item) => {\n const { id, resourceId, resourceType, deletedTime, deletedBy } = item;\n\n trashItems.push({\n id,\n resourceId,\n resourceType: resourceType as TrashType,\n deletedTime: deletedTime.toISOString(),\n deletedBy,\n });\n resourceMap[resourceId] = {\n id: resourceId,\n name: spaceIdMap[resourceId].name,\n };\n deletedBySet.add(deletedBy);\n });\n\n const userList = await this.userService.getUserInfoList(Array.from(deletedBySet));\n\n return {\n trashItems,\n resourceMap,\n userMap: keyBy(userList, 'id'),\n nextCursor: null,\n };\n }\n\n private async getBaseTrash(spaceId?: string) {\n const { bases } = await this.getAuthorizedSpacesAndBases();\n const authorizedBaseIds = bases.map((base) => base.id);\n const authorizedBaseSpaceIds = bases.map((base) => base.spaceId);\n const baseIdMap = keyBy(bases, 'id');\n\n const trashedSpaces = await this.prismaService.trash.findMany({\n where: {\n resourceType: TrashType.Space,\n resourceId: { in: authorizedBaseSpaceIds },\n },\n select: { resourceId: true },\n });\n const list = await this.prismaService.trash.findMany({\n where: {\n parentId: {\n notIn: trashedSpaces.map((space) => space.resourceId),\n in: spaceId ? [spaceId] : undefined,\n },\n resourceId: { in: authorizedBaseIds },\n resourceType: TrashType.Base,\n },\n });\n\n const trashItems: ITrashItemVo[] = [];\n const deletedBySet: Set = new Set();\n const resourceMap: IResourceMapVo = {};\n\n list.forEach((item) => {\n const { id, resourceId, resourceType, deletedTime, deletedBy } = item;\n\n trashItems.push({\n id,\n resourceId,\n resourceType: resourceType as TrashType,\n deletedTime: deletedTime.toISOString(),\n deletedBy,\n });\n deletedBySet.add(deletedBy);\n\n const baseInfo = baseIdMap[resourceId];\n resourceMap[resourceId] = {\n id: resourceId,\n spaceId: baseInfo.spaceId,\n name: baseInfo.name,\n };\n resourceMap[baseInfo.spaceId] = {\n id: baseInfo.spaceId,\n name: baseInfo.space.name,\n };\n });\n const userList = await this.userService.getUserInfoList(Array.from(deletedBySet));\n\n return {\n trashItems,\n resourceMap,\n userMap: keyBy(userList, 'id'),\n nextCursor: null,\n };\n }\n\n async getTrashItems(trashItemsRo: ITrashItemsRo): Promise {\n const { resourceType } = trashItemsRo;\n\n switch (resourceType) {\n case TrashType.Base:\n return await this.getBaseTrashItems(trashItemsRo);\n case TrashType.Table:\n return await this.getTableTrashItems(trashItemsRo);\n default:\n throw new CustomHttpException(\n `Invalid resource type ${resourceType}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.trash.invalidResourceType',\n },\n }\n );\n }\n }\n\n private async getV2TableDomain(tableId: string): Promise {\n const tableIdResult = TableId.create(tableId);\n if (tableIdResult.isErr()) {\n return null;\n }\n\n try {\n const container = await this.v2ContainerService.getContainer();\n const tableQueryService = container.resolve(\n v2CoreTokens.tableQueryService\n );\n const queryContext = await this.v2ExecutionContextFactory.createContext();\n const tableResult = await tableQueryService.getById(queryContext, tableIdResult.value);\n\n return tableResult.isOk() ? tableResult.value : null;\n } catch {\n return null;\n }\n }\n\n private async getRecordTrashResourceMap(\n tableId: string,\n recordList: Array<{ recordId: string; snapshot: string }>\n ): Promise {\n const cache = { loaded: false, table: null as Table | null };\n const resourceMap: IResourceMapVo = {};\n\n for (const { recordId, snapshot } of recordList) {\n const parsedSnapshot = JSON.parse(snapshot) as {\n id?: string;\n name?: string;\n fields?: Record;\n };\n\n const name = await this.resolveRecordTrashName(tableId, recordId, parsedSnapshot, cache);\n resourceMap[recordId] = { id: recordId, name };\n }\n\n return resourceMap;\n }\n\n private async getCachedV2Table(\n tableId: string,\n cache: { loaded: boolean; table: Table | null }\n ): Promise
{\n if (!cache.loaded) {\n cache.table = await this.getV2TableDomain(tableId);\n cache.loaded = true;\n }\n\n return cache.table;\n }\n\n private async resolveRecordTrashName(\n tableId: string,\n recordId: string,\n parsedSnapshot: { id?: string; name?: string; fields?: Record },\n cache: { loaded: boolean; table: Table | null }\n ): Promise {\n const snapshotName = typeof parsedSnapshot.name === 'string' ? parsedSnapshot.name.trim() : '';\n if (snapshotName) {\n return snapshotName;\n }\n\n if (\n parsedSnapshot.fields == null ||\n typeof parsedSnapshot.fields !== 'object' ||\n Array.isArray(parsedSnapshot.fields)\n ) {\n return '';\n }\n\n const table = await this.getCachedV2Table(tableId, cache);\n if (!table) {\n return '';\n }\n\n const nameResult = resolveV2TrashRecordDisplayName(table, {\n id: parsedSnapshot.id ?? recordId,\n fields: parsedSnapshot.fields,\n });\n\n return nameResult.isOk() ? nameResult.value ?? '' : '';\n }\n\n async getResourceMapByIds(\n resourceType: TableTrashType,\n resourceIds: string[],\n tableId: string\n ): Promise {\n switch (resourceType) {\n case TableTrashType.View: {\n const views = await this.prismaService.view.findMany({\n where: { id: { in: resourceIds }, deletedTime: { not: null } },\n select: {\n id: true,\n name: true,\n type: true,\n },\n });\n return keyBy(views, 'id');\n }\n case TableTrashType.Field: {\n const fields = await this.prismaService.field.findMany({\n where: { id: { in: resourceIds }, deletedTime: { not: null } },\n select: {\n id: true,\n name: true,\n type: true,\n options: true,\n isLookup: true,\n isConditionalLookup: true,\n },\n });\n return fields.reduce((acc, { id, name, type, options, isLookup, isConditionalLookup }) => {\n acc[id] = {\n id,\n name,\n type: type as FieldType,\n options: options ? JSON.parse(options) : undefined,\n isLookup,\n isConditionalLookup,\n };\n return acc;\n }, {} as IResourceMapVo);\n }\n case TableTrashType.Record: {\n const recordList = await this.prismaService.recordTrash.findMany({\n where: { tableId, recordId: { in: resourceIds } },\n select: {\n recordId: true,\n snapshot: true,\n },\n });\n\n return await this.getRecordTrashResourceMap(tableId, recordList);\n }\n default:\n throw new CustomHttpException(\n `Invalid resource type ${resourceType}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.trash.invalidResourceType',\n },\n }\n );\n }\n }\n\n async getTableTrashItems(trashItemsRo: ITrashItemsRo): Promise {\n const { resourceId: tableId, cursor, pageSize = 20 } = trashItemsRo;\n const accessTokenId = this.cls.get('accessTokenId');\n let nextCursor: typeof cursor | undefined = undefined;\n\n await this.permissionService.validPermissions(\n tableId,\n ['table|trash_read'],\n accessTokenId,\n true\n );\n\n const list = await this.prismaService.tableTrash.findMany({\n where: {\n tableId,\n },\n select: {\n id: true,\n snapshot: true,\n resourceType: true,\n createdBy: true,\n createdTime: true,\n },\n take: pageSize + 1,\n cursor: cursor ? { id: cursor } : undefined,\n orderBy: {\n createdTime: 'desc',\n },\n });\n\n if (list.length > pageSize) {\n const nextItem = list.pop();\n nextCursor = nextItem?.id;\n }\n\n const deletedResourceMap: Record<\n TableTrashType.View | TableTrashType.Field | TableTrashType.Record,\n string[]\n > = {\n [TableTrashType.View]: [],\n [TableTrashType.Field]: [],\n [TableTrashType.Record]: [],\n };\n const deletedBySet: Set = new Set();\n const trashItems = list.map((item) => {\n const { id, snapshot, createdBy, createdTime } = item;\n const parsedSnapshot = JSON.parse(snapshot);\n const resourceType = item.resourceType as TableTrashType;\n\n const resourceIds =\n resourceType === TableTrashType.Field\n ? (parsedSnapshot.fields as IFieldVo[]).map(({ id }) => id)\n : parsedSnapshot;\n deletedResourceMap[resourceType].push(...resourceIds);\n deletedBySet.add(createdBy);\n\n return {\n id,\n resourceType: resourceType,\n deletedTime: createdTime.toISOString(),\n deletedBy: createdBy,\n resourceIds,\n };\n });\n\n const resourceMap: IResourceMapVo = {};\n\n for (const [type, ids] of Object.entries(deletedResourceMap)) {\n if (ids.length > 0) {\n const resources = await this.getResourceMapByIds(type as TableTrashType, ids, tableId);\n Object.assign(resourceMap, resources);\n }\n }\n\n const userList = await this.userService.getUserInfoList(Array.from(deletedBySet));\n\n return {\n trashItems,\n resourceMap,\n userMap: keyBy(userList, 'id'),\n nextCursor,\n };\n }\n\n protected async getBaseTrashResourceList(baseId: string) {\n return await this.prismaService.tableMeta.findMany({\n where: {\n baseId,\n deletedTime: { not: null },\n },\n select: {\n id: true,\n name: true,\n },\n });\n }\n\n async getBaseTrashItems(trashItemsRo: ITrashItemsRo): Promise {\n const { resourceId: baseId, cursor, pageSize = 20 } = trashItemsRo;\n let nextCursor: string | null | undefined = undefined;\n\n const accessTokenId = this.cls.get('accessTokenId');\n await this.permissionService.validPermissions(\n baseId,\n ['table|delete', 'app|delete', 'automation|delete'],\n accessTokenId,\n true\n );\n\n const trashItems: ITrashItemVo[] = [];\n const deletedBySet: Set = new Set();\n const resourceList = await this.getBaseTrashResourceList(baseId);\n const resourceMap: IResourceMapVo = keyBy(resourceList, 'id');\n\n const list = await this.prismaService.trash.findMany({\n where: {\n parentId: baseId,\n },\n take: pageSize + 1,\n cursor: cursor ? { id: cursor } : undefined,\n orderBy: { deletedTime: 'desc' },\n });\n\n if (list.length > pageSize) {\n const nextItem = list.pop();\n nextCursor = nextItem?.id;\n }\n\n list.forEach((item) => {\n const { id, resourceId, resourceType, deletedTime, deletedBy } = item;\n\n trashItems.push({\n id,\n resourceId,\n resourceType: resourceType as TrashType,\n deletedTime: deletedTime.toISOString(),\n deletedBy,\n });\n deletedBySet.add(deletedBy);\n });\n const userList = await this.userService.getUserInfoList(Array.from(deletedBySet));\n\n return {\n trashItems,\n resourceMap,\n userMap: keyBy(userList, 'id'),\n nextCursor: nextCursor ?? null,\n };\n }\n\n private async restoreSpace(spaceId: string) {\n const accessTokenId = this.cls.get('accessTokenId');\n await this.permissionService.validPermissions(spaceId, ['space|create'], accessTokenId, true);\n\n await this.prismaService.txClient().space.update({\n where: { id: spaceId },\n data: { deletedTime: null },\n });\n }\n\n private async restoreBase(baseId: string) {\n const accessTokenId = this.cls.get('accessTokenId');\n await this.permissionService.validPermissions(baseId, ['base|create'], accessTokenId, true);\n\n const prisma = this.prismaService.txClient();\n const base = await prisma.base.findUniqueOrThrow({\n where: { id: baseId },\n select: { id: true, spaceId: true },\n });\n const trashedSpace = await prisma.trash.findFirst({\n where: { resourceId: base.spaceId, resourceType: TrashType.Space },\n });\n\n if (trashedSpace != null) {\n throw new CustomHttpException(\n 'Unable to restore this base because its parent space is also trashed',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.trash.parentSpaceTrashed',\n },\n }\n );\n }\n\n await this.permissionService.validPermissions(baseId, ['base|create'], accessTokenId, true);\n\n await prisma.base.update({\n where: { id: baseId },\n data: { deletedTime: null },\n });\n\n this.performanceCacheService.del(generateBaseNodeListCacheKey(baseId));\n }\n\n private async assertParentNotTrashed(parentId: string | null) {\n if (!parentId) {\n return;\n }\n\n // Use recursive CTE to check if any parent in the hierarchy is trashed\n const query = this.knex\n .withRecursive('parent_chain', (qb) => {\n // Base case: check if the immediate parent is in trash\n qb.select('resource_id', 'parent_id')\n .from('trash')\n .where('resource_id', parentId)\n .unionAll((qb) => {\n // Recursive case: traverse up the parent hierarchy\n qb.select('t.resource_id', 't.parent_id')\n .from('trash as t')\n .join('parent_chain as pc', 't.resource_id', 'pc.parent_id')\n .whereNotNull('pc.parent_id');\n });\n })\n .select('resource_id')\n .from('parent_chain')\n .limit(1)\n .toQuery();\n\n const result = await this.prismaService.$queryRawUnsafe<{ resourceId: string }[]>(query);\n if (result.length > 0) {\n throw new CustomHttpException(\n 'Unable to restore this resource because its parent is also in trash',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.trash.parentBaseTrashed',\n },\n }\n );\n }\n }\n\n private async restoreTable(tableId: string) {\n const accessTokenId = this.cls.get('accessTokenId');\n await this.permissionService.validPermissions(tableId, ['table|create'], accessTokenId, true);\n\n const prisma = this.prismaService.txClient();\n const { baseId } = await prisma.tableMeta\n .findUniqueOrThrow({\n where: { id: tableId },\n select: { baseId: true },\n })\n .catch(() => {\n throw new CustomHttpException(`The table ${tableId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.table.notFound',\n },\n });\n });\n await this.tableOpenApiService.restoreTable(baseId, tableId);\n this.performanceCacheService.del(generateBaseNodeListCacheKey(baseId));\n }\n\n async getRestoreTableV2Decision(\n trashId: string\n ): Promise<(IV2Decision & { baseId: string; tableId: string }) | undefined> {\n if (trashId.startsWith(IdPrefix.Operation)) {\n return undefined;\n }\n\n const trash = await this.prismaService.txClient().trash.findUnique({\n where: { id: trashId },\n select: {\n resourceId: true,\n resourceType: true,\n parentId: true,\n },\n });\n\n if (!trash || trash.resourceType !== TrashType.Table) {\n return undefined;\n }\n\n const baseId = trash.parentId;\n if (!baseId) {\n return { useV2: false, reason: 'disabled', baseId: '', tableId: trash.resourceId };\n }\n\n const base = await this.prismaService.txClient().base.findUnique({\n where: { id: baseId, deletedTime: null },\n select: { spaceId: true },\n });\n\n if (!base?.spaceId) {\n return { useV2: false, reason: 'disabled', baseId, tableId: trash.resourceId };\n }\n\n const decision = await this.canaryService.shouldUseV2WithReason(base.spaceId, 'restoreTable');\n return {\n ...decision,\n baseId,\n tableId: trash.resourceId,\n };\n }\n\n async restoreTrashV2(trashId: string) {\n const decision = await this.getRestoreTableV2Decision(trashId);\n if (!decision) {\n throw new CustomHttpException(`The trash ${trashId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.trash.notFound',\n },\n });\n }\n\n await this.assertParentNotTrashed(decision.baseId);\n await this.restoreTableV2(decision.baseId, decision.tableId);\n }\n\n private async restoreTableV2(baseId: string, tableId: string) {\n const accessTokenId = this.cls.get('accessTokenId');\n await this.permissionService.validPermissions(tableId, ['table|create'], accessTokenId, true);\n await this.tableOpenApiV2Service.restoreTable(baseId, tableId);\n this.performanceCacheService.del(generateBaseNodeListCacheKey(baseId));\n }\n\n async restoreResource(trash: { resourceType: TrashType; resourceId: string }) {\n const { resourceType, resourceId } = trash;\n switch (resourceType) {\n case TrashType.Space:\n return this.restoreSpace(resourceId);\n case TrashType.Base:\n return this.restoreBase(resourceId);\n case TrashType.Table:\n return this.restoreTable(resourceId);\n default:\n throw new CustomHttpException(\n `Invalid resource type ${resourceType}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.trash.invalidResourceType',\n },\n }\n );\n }\n }\n\n async restoreTableResource(trashId: string) {\n const accessTokenId = this.cls.get('accessTokenId');\n\n const {\n tableId,\n resourceType,\n snapshot: originSnapshot,\n } = await this.prismaService.tableTrash\n .findUniqueOrThrow({\n where: { id: trashId },\n select: {\n tableId: true,\n resourceType: true,\n snapshot: true,\n },\n })\n .catch(() => {\n throw new CustomHttpException(\n `The table trash ${trashId} not found`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.trash.tableNotFound',\n },\n }\n );\n });\n\n await this.permissionService.validPermissions(\n tableId,\n ['table|trash_update'],\n accessTokenId,\n true\n );\n\n const snapshot = JSON.parse(originSnapshot);\n\n return await this.prismaService.$tx(\n async (prisma) => {\n switch (resourceType) {\n case TableTrashType.View: {\n await this.viewService.restoreView(tableId, snapshot[0]);\n break;\n }\n case TableTrashType.Field: {\n const { fields, records } = snapshot as ICreateFieldsOperation['result'];\n await this.fieldOpenApiService.createFields(tableId, fields);\n if (records) {\n const existingSnapshots = await this.recordService.getSnapshotBulk(\n tableId,\n records.map((r) => r.id)\n );\n const existingIdSet = new Set(existingSnapshots.map((s) => s.data.id));\n const filteredRecords = records.filter((r) => existingIdSet.has(r.id));\n if (filteredRecords.length) {\n await this.recordOpenApiService.updateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: filteredRecords,\n });\n }\n }\n break;\n }\n case TableTrashType.Record: {\n const originRecords = await prisma.recordTrash.findMany({\n where: { tableId, recordId: { in: snapshot } },\n select: { snapshot: true },\n });\n const records = originRecords.map(({ snapshot }) => JSON.parse(snapshot));\n await this.recordOpenApiService.multipleCreateRecords(\n tableId,\n {\n fieldKeyType: FieldKeyType.Id,\n records,\n typecast: true,\n },\n true\n );\n await prisma.recordTrash.deleteMany({\n where: { tableId, recordId: { in: snapshot } },\n });\n break;\n }\n default:\n throw new CustomHttpException(\n `Invalid resource type ${resourceType}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.trash.invalidResourceType',\n },\n }\n );\n }\n\n await prisma.tableTrash.delete({\n where: { id: trashId },\n });\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n async restoreTrash(trashId: string) {\n if (trashId.startsWith(IdPrefix.Operation)) {\n return await this.restoreTableResource(trashId);\n }\n\n await this.prismaService.$tx(async (prisma) => {\n const trash = await prisma.trash\n .findUniqueOrThrow({\n where: { id: trashId },\n select: {\n id: true,\n resourceId: true,\n resourceType: true,\n parentId: true,\n },\n })\n .catch(() => {\n throw new CustomHttpException(`The trash ${trashId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.trash.notFound',\n },\n });\n });\n\n await this.assertParentNotTrashed(trash.parentId);\n\n await this.restoreResource({\n resourceType: trash.resourceType as TrashType,\n resourceId: trash.resourceId,\n });\n\n await prisma.trash.deleteMany({\n where: { id: trashId },\n });\n });\n }\n\n /**\n * Reset base trash resource (tables, Apps, Workflows)\n */\n protected async resetBaseTrashResource(resetTrashItemsRo: IResetTrashItemsRo) {\n const { resourceId } = resetTrashItemsRo;\n const accessTokenId = this.cls.get('accessTokenId');\n await this.permissionService.validPermissions(\n resourceId,\n ['table|delete', 'app|delete', 'automation|delete'],\n accessTokenId,\n true\n );\n\n const tables = await this.prismaService.tableMeta.findMany({\n where: {\n baseId: resourceId,\n deletedTime: { not: null },\n },\n select: { id: true },\n });\n\n if (!tables.length) return;\n\n const tableIds = tables.map(({ id }) => id);\n await this.tableOpenApiService.permanentDeleteTables(resourceId, tableIds);\n }\n\n async resetTrashItems(resetTrashItemsRo: IResetTrashItemsRo) {\n const { resourceId, resourceType } = resetTrashItemsRo;\n\n if (![TrashType.Base, TrashType.Table].includes(resourceType)) {\n throw new CustomHttpException(\n `Invalid resource type ${resourceType}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.trash.invalidResourceType',\n },\n }\n );\n }\n\n if (resourceType === TrashType.Base) {\n await this.resetBaseTrashResource(resetTrashItemsRo);\n }\n\n if (resourceType === TrashType.Table) {\n await this.resetTableTrashItems(resourceId);\n }\n }\n\n private async resetTableTrashItems(tableId: string) {\n const accessTokenId = this.cls.get('accessTokenId');\n await this.permissionService.validPermissions(\n tableId,\n ['table|trash_reset'],\n accessTokenId,\n true\n );\n\n const deletedList = await this.prismaService.tableTrash.findMany({\n where: { tableId },\n select: { resourceType: true, snapshot: true },\n });\n let deletedViewIds: string[] = [];\n let deletedFieldIds: string[] = [];\n let deletedRecordIds: string[] = [];\n\n deletedList.forEach(({ resourceType, snapshot }) => {\n const parsedSnapshot = JSON.parse(snapshot);\n\n if (resourceType === TableTrashType.View) {\n deletedViewIds.push(...parsedSnapshot);\n }\n\n if (resourceType === TableTrashType.Field) {\n deletedFieldIds.push(...(parsedSnapshot.fields as IFieldVo[]).map(({ id }) => id));\n }\n\n if (resourceType === TableTrashType.Record) {\n deletedRecordIds.push(...parsedSnapshot);\n }\n });\n\n deletedViewIds = [...new Set(deletedViewIds)];\n deletedFieldIds = [...new Set(deletedFieldIds)];\n deletedRecordIds = [...new Set(deletedRecordIds)];\n\n await this.prismaService.$tx(async (prisma) => {\n await prisma.view.deleteMany({\n where: { id: { in: deletedViewIds } },\n });\n\n await prisma.field.deleteMany({\n where: { id: { in: deletedFieldIds } },\n });\n\n await prisma.taskReference.deleteMany({\n where: {\n OR: [{ fromFieldId: { in: deletedFieldIds } }, { toFieldId: { in: deletedFieldIds } }],\n },\n });\n\n await prisma.ops.deleteMany({\n where: {\n collection: tableId,\n docId: { in: [...deletedViewIds, ...deletedFieldIds, ...deletedRecordIds] },\n },\n });\n\n await prisma.recordTrash.deleteMany({\n where: { tableId },\n });\n\n await prisma.tableTrash.deleteMany({\n where: { tableId },\n });\n });\n }\n\n async delete(trashId: string, ignorePermissionCheck = false): Promise {\n const trash = await this.prismaService.trash\n .findUniqueOrThrow({\n where: { id: trashId },\n })\n .catch(() => {\n throw new CustomHttpException(`The trash ${trashId} not found`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.trash.notFound',\n },\n });\n });\n\n await this.deleteResource(\n {\n ...trash,\n resourceType: trash.resourceType as TrashType,\n },\n ignorePermissionCheck\n );\n }\n\n async deleteResource(\n trash: {\n resourceType: TrashType;\n resourceId: string;\n parentId?: string | null;\n },\n ignorePermissionCheck = false\n ): Promise {\n const { resourceType, resourceId, parentId } = trash;\n\n switch (resourceType) {\n case TrashType.Space:\n return this.spaceService.permanentDeleteSpace(resourceId, ignorePermissionCheck);\n case TrashType.Base:\n return this.baseService.permanentDeleteBase(resourceId, ignorePermissionCheck);\n case TrashType.Table: {\n const baseId = parentId ?? '';\n if (!baseId) {\n throw new CustomHttpException(\n 'Base ID is required for deleting table resources',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.trash.parentNotFound',\n },\n }\n );\n }\n if (!ignorePermissionCheck) {\n const accessTokenId = this.cls.get('accessTokenId');\n await this.permissionService.validPermissions(\n baseId,\n ['table|delete'],\n accessTokenId,\n true\n );\n }\n return this.tableOpenApiService.permanentDeleteTables(baseId, [resourceId]);\n }\n default:\n throw new CustomHttpException(\n `Unsupported resource type: ${resourceType}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.trash.invalidResourceType',\n },\n }\n );\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/trash/v2-table-trash.service.spec.ts", "content": "import { ResourceType } from '@teable/openapi';\nimport { ActorId, BaseId, TableId, TableName, TableRestored, TableTrashed } from '@teable/v2-core';\nimport { describe, expect, it, vi } from 'vitest';\n\nvi.mock('@teable/db-main-prisma', () => ({\n PrismaModule: class PrismaModule {},\n PrismaService: class PrismaService {},\n}));\n\nimport { V2TableRestoredProjection, V2TableTrashedProjection } from './v2-table-trash.service';\n\ndescribe('V2TableTrashedProjection', () => {\n it('writes a table trash entry for soft-deleted tables', async () => {\n const deletedTime = new Date('2026-03-12T00:00:00.000Z');\n const prisma = {\n tableMeta: {\n findUnique: vi.fn().mockResolvedValue({\n baseId: 'bseaaaaaaaaaaaaaaaa',\n deletedTime,\n }),\n },\n trash: {\n deleteMany: vi.fn().mockResolvedValue({ count: 0 }),\n create: vi.fn().mockResolvedValue({}),\n },\n };\n\n const projection = new V2TableTrashedProjection(prisma as never);\n const context = {\n actorId: ActorId.create('usrTestUserId')._unsafeUnwrap(),\n };\n const event = TableTrashed.create({\n tableId: TableId.create('tblaaaaaaaaaaaaaaaa')._unsafeUnwrap(),\n baseId: BaseId.create('bseaaaaaaaaaaaaaaaa')._unsafeUnwrap(),\n tableName: TableName.create('Trash Me')._unsafeUnwrap(),\n fieldIds: [],\n viewIds: [],\n });\n\n const result = await projection.handle(context, event);\n\n expect(result._unsafeUnwrap()).toBeUndefined();\n expect(prisma.tableMeta.findUnique).toHaveBeenCalledWith({\n where: { id: 'tblaaaaaaaaaaaaaaaa' },\n select: { baseId: true, deletedTime: true },\n });\n expect(prisma.trash.deleteMany).toHaveBeenCalledWith({\n where: {\n resourceId: 'tblaaaaaaaaaaaaaaaa',\n resourceType: ResourceType.Table,\n },\n });\n expect(prisma.trash.create).toHaveBeenCalledWith({\n data: {\n resourceId: 'tblaaaaaaaaaaaaaaaa',\n resourceType: ResourceType.Table,\n parentId: 'bseaaaaaaaaaaaaaaaa',\n deletedTime,\n deletedBy: 'usrTestUserId',\n },\n });\n });\n});\n\ndescribe('V2TableRestoredProjection', () => {\n it('removes a table trash entry after restore', async () => {\n const prisma = {\n trash: {\n deleteMany: vi.fn().mockResolvedValue({ count: 1 }),\n },\n };\n\n const projection = new V2TableRestoredProjection(prisma as never);\n const context = {\n actorId: ActorId.create('usrTestUserId')._unsafeUnwrap(),\n };\n const event = TableRestored.create({\n tableId: TableId.create('tblaaaaaaaaaaaaaaaa')._unsafeUnwrap(),\n baseId: BaseId.create('bseaaaaaaaaaaaaaaaa')._unsafeUnwrap(),\n tableName: TableName.create('Restore Me')._unsafeUnwrap(),\n fieldIds: [],\n viewIds: [],\n });\n\n const result = await projection.handle(context, event);\n\n expect(result._unsafeUnwrap()).toBeUndefined();\n expect(prisma.trash.deleteMany).toHaveBeenCalledWith({\n where: {\n resourceId: 'tblaaaaaaaaaaaaaaaa',\n resourceType: ResourceType.Table,\n },\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/trash/v2-table-trash.service.ts", "content": "import type { OnModuleInit } from '@nestjs/common';\nimport { Injectable, Logger } from '@nestjs/common';\nimport type { IRecord } from '@teable/core';\nimport { generateOperationId } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ResourceType } from '@teable/openapi';\nimport {\n ProjectionHandler,\n RecordsDeleted,\n TableRestored,\n TableTrashed,\n TableQueryService,\n ok,\n v2CoreTokens,\n type DomainError,\n type IEventHandler,\n type IExecutionContext,\n type Result,\n} from '@teable/v2-core';\nimport type { DependencyContainer } from '@teable/v2-di';\nimport { AttachmentsTableService } from '../attachments/attachments-table.service';\nimport type { IDeleteRecordsPayload } from '../undo-redo/operations/delete-records.operation';\nimport { V2ContainerService } from '../v2/v2-container.service';\nimport type { IV2ProjectionRegistrar } from '../v2/v2-projection-registrar';\nimport { TableTrashListener } from './listener/table-trash.listener';\nimport { resolveV2TrashRecordDisplayName } from './v2-trash-record-name';\n\n@ProjectionHandler(RecordsDeleted)\nexport class V2RecordsDeletedTableTrashProjection implements IEventHandler {\n constructor(\n private readonly tableTrashListener: TableTrashListener,\n private readonly tableQueryService: TableQueryService\n ) {}\n\n async handle(\n context: IExecutionContext,\n event: RecordsDeleted\n ): Promise> {\n if (event.recordSnapshots.length === 0) {\n return ok(undefined);\n }\n\n const tableResult = await this.tableQueryService.getById(context, event.tableId);\n const table = tableResult.isOk() ? tableResult.value : null;\n\n const records: IDeleteRecordsPayload['records'] = event.recordSnapshots.map((snapshot) => {\n const record: IDeleteRecordsPayload['records'][number] = {\n id: snapshot.id,\n fields: snapshot.fields as IRecord['fields'],\n autoNumber: snapshot.autoNumber,\n createdTime: snapshot.createdTime,\n createdBy: snapshot.createdBy,\n lastModifiedTime: snapshot.lastModifiedTime,\n lastModifiedBy: snapshot.lastModifiedBy,\n order: snapshot.orders,\n };\n\n if (table) {\n const nameResult = resolveV2TrashRecordDisplayName(table, {\n id: snapshot.id,\n fields: snapshot.fields,\n });\n if (nameResult.isOk() && nameResult.value) {\n record.name = nameResult.value;\n }\n }\n\n return record;\n });\n\n await this.tableTrashListener.recordDeleteListener({\n operationId: generateOperationId(),\n windowId: context.windowId,\n tableId: event.tableId.toString(),\n userId: context.actorId.toString(),\n records,\n });\n\n return ok(undefined);\n }\n}\n\n@ProjectionHandler(RecordsDeleted)\nexport class V2RecordsDeletedAttachmentProjection implements IEventHandler {\n constructor(private readonly attachmentsTableService: AttachmentsTableService) {}\n\n async handle(\n _context: IExecutionContext,\n event: RecordsDeleted\n ): Promise> {\n if (event.recordIds.length === 0) {\n return ok(undefined);\n }\n\n await this.attachmentsTableService.deleteRecords(\n event.tableId.toString(),\n event.recordIds.map((id) => id.toString())\n );\n\n return ok(undefined);\n }\n}\n\n@ProjectionHandler(TableTrashed)\nexport class V2TableTrashedProjection implements IEventHandler {\n constructor(private readonly prisma: PrismaService) {}\n\n async handle(\n context: IExecutionContext,\n event: TableTrashed\n ): Promise> {\n const table = await this.prisma.tableMeta.findUnique({\n where: { id: event.tableId.toString() },\n select: { baseId: true, deletedTime: true },\n });\n\n if (!table?.deletedTime) {\n return ok(undefined);\n }\n\n await this.prisma.trash.deleteMany({\n where: {\n resourceId: event.tableId.toString(),\n resourceType: ResourceType.Table,\n },\n });\n\n await this.prisma.trash.create({\n data: {\n resourceId: event.tableId.toString(),\n resourceType: ResourceType.Table,\n parentId: table.baseId,\n deletedTime: table.deletedTime,\n deletedBy: context.actorId.toString(),\n },\n });\n\n return ok(undefined);\n }\n}\n\n@ProjectionHandler(TableRestored)\nexport class V2TableRestoredProjection implements IEventHandler {\n constructor(private readonly prisma: PrismaService) {}\n\n async handle(\n _context: IExecutionContext,\n event: TableRestored\n ): Promise> {\n await this.prisma.trash.deleteMany({\n where: {\n resourceId: event.tableId.toString(),\n resourceType: ResourceType.Table,\n },\n });\n\n return ok(undefined);\n }\n}\n\n@Injectable()\nexport class V2TableTrashService implements IV2ProjectionRegistrar, OnModuleInit {\n private readonly logger = new Logger(V2TableTrashService.name);\n\n constructor(\n private readonly v2ContainerService: V2ContainerService,\n private readonly tableTrashListener: TableTrashListener,\n private readonly attachmentsTableService: AttachmentsTableService,\n private readonly prisma: PrismaService\n ) {}\n\n onModuleInit(): void {\n this.v2ContainerService.addProjectionRegistrar(this);\n }\n\n registerProjections(container: DependencyContainer): void {\n this.logger.log('Registering V2 trash projections');\n\n const tableQueryService = container.resolve(v2CoreTokens.tableQueryService);\n\n container.registerInstance(\n V2RecordsDeletedTableTrashProjection,\n new V2RecordsDeletedTableTrashProjection(this.tableTrashListener, tableQueryService)\n );\n\n container.registerInstance(\n V2RecordsDeletedAttachmentProjection,\n new V2RecordsDeletedAttachmentProjection(this.attachmentsTableService)\n );\n container.registerInstance(V2TableTrashedProjection, new V2TableTrashedProjection(this.prisma));\n container.registerInstance(\n V2TableRestoredProjection,\n new V2TableRestoredProjection(this.prisma)\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/trash/v2-trash-record-name.ts", "content": "import {\n FieldId,\n RecordId,\n TableRecord,\n TableRecordCellValue,\n err,\n type DomainError,\n type Result,\n type Table,\n} from '@teable/v2-core';\n\nexport interface IV2TrashRecordSnapshotLike {\n id: string;\n fields: Record;\n}\n\nconst buildTableRecordFromSnapshot = (\n table: Table,\n snapshot: IV2TrashRecordSnapshotLike\n): Result => {\n const recordIdResult = RecordId.create(snapshot.id);\n if (recordIdResult.isErr()) {\n return err(recordIdResult.error);\n }\n\n const fieldValues: Array<{ fieldId: FieldId; value: TableRecordCellValue }> = [];\n for (const [fieldIdRaw, rawValue] of Object.entries(snapshot.fields)) {\n const fieldIdResult = FieldId.create(fieldIdRaw);\n if (fieldIdResult.isErr()) {\n return err(fieldIdResult.error);\n }\n\n const cellValueResult = TableRecordCellValue.create(rawValue);\n if (cellValueResult.isErr()) {\n return err(cellValueResult.error);\n }\n\n fieldValues.push({\n fieldId: fieldIdResult.value,\n value: cellValueResult.value,\n });\n }\n\n return TableRecord.create({\n id: recordIdResult.value,\n tableId: table.id(),\n fieldValues,\n });\n};\n\nexport const resolveV2TrashRecordDisplayName = (\n table: Table,\n snapshot: IV2TrashRecordSnapshotLike\n): Result => {\n return buildTableRecordFromSnapshot(table, snapshot).andThen((record) =>\n record.displayName(table)\n );\n};\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/open-api/undo-redo.controller.ts", "content": "import { Controller, Headers, Param, Post, Res } from '@nestjs/common';\nimport type { IRedoVo, IUndoVo } from '@teable/openapi';\nimport type { Response } from 'express';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { UndoRedoService, X_TEABLE_UNDO_REDO_ENGINE_HEADER } from './undo-redo.service';\n\n@Controller('api/table/:tableId/undo-redo')\nexport class UndoRedoController {\n constructor(private readonly undoRedoService: UndoRedoService) {}\n\n @Permissions('table|read')\n @Post('undo')\n async undo(\n @Headers('x-window-id') windowId: string,\n @Param('tableId') tableId: string,\n @Res({ passthrough: true }) res: Response\n ): Promise {\n const result = await this.undoRedoService.undo(tableId, windowId);\n res.setHeader(X_TEABLE_UNDO_REDO_ENGINE_HEADER, result.engine);\n return result.body;\n }\n\n @Permissions('table|read')\n @Post('redo')\n async redo(\n @Headers('x-window-id') windowId: string,\n @Param('tableId') tableId: string,\n @Res({ passthrough: true }) res: Response\n ): Promise {\n const result = await this.undoRedoService.redo(tableId, windowId);\n res.setHeader(X_TEABLE_UNDO_REDO_ENGINE_HEADER, result.engine);\n return result.body;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/open-api/undo-redo.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { V2Module } from '../../v2/v2.module';\nimport { UndoRedoStackModule } from '../stack/undo-redo-stack.module';\nimport { UndoRedoController } from './undo-redo.controller';\nimport { UndoRedoService } from './undo-redo.service';\n\n@Module({\n imports: [UndoRedoStackModule, V2Module],\n controllers: [UndoRedoController],\n providers: [UndoRedoService],\n})\nexport class UndoRedoModule {}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/open-api/undo-redo.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable, Logger } from '@nestjs/common';\nimport type { IRedoVo, IUndoVo } from '@teable/openapi';\nimport { RedoCommand, RedoResult, UndoCommand, UndoResult, v2CoreTokens } from '@teable/v2-core';\nimport type { ICommandBus } from '@teable/v2-core';\nimport { V2ContainerService } from '../../v2/v2-container.service';\nimport { V2ExecutionContextFactory } from '../../v2/v2-execution-context.factory';\nimport { UndoRedoOperationService } from '../stack/undo-redo-operation.service';\nimport { UndoRedoStackService } from '../stack/undo-redo-stack.service';\n\nexport const X_TEABLE_UNDO_REDO_ENGINE_HEADER = 'x-teable-undo-redo-engine';\n\nexport type UndoRedoEngine = 'v1' | 'v2';\n\ntype UndoRedoResponse = {\n body: T;\n engine: UndoRedoEngine;\n};\n\n@Injectable()\nexport class UndoRedoService {\n logger = new Logger(UndoRedoService.name);\n constructor(\n private readonly v2ContainerService: V2ContainerService,\n private readonly v2ContextFactory: V2ExecutionContextFactory,\n private readonly undoRedoStackService: UndoRedoStackService,\n private readonly undoRedoOperationService: UndoRedoOperationService\n ) {}\n\n async undo(tableId: string, windowId: string): Promise> {\n const v2Result = await this.executeV2UndoRedo(tableId, windowId, 'undo');\n if (v2Result) {\n return v2Result;\n }\n\n const { operation, push } = await this.undoRedoStackService.popUndo(tableId, windowId);\n\n if (!operation) {\n return {\n body: {\n status: 'empty',\n },\n engine: 'v1',\n };\n }\n\n try {\n const newOperation = await this.undoRedoOperationService.undo(operation);\n await push(newOperation);\n } catch (error: unknown) {\n if (error instanceof Error) {\n this.logger.error(error.message, error.stack);\n return {\n body: {\n status: 'failed',\n errorMessage: error.message,\n },\n engine: 'v1',\n };\n }\n this.logger.error('An unknown error occurred');\n return {\n body: {\n status: 'failed',\n errorMessage: 'An unknown error occurred',\n },\n engine: 'v1',\n };\n }\n\n return {\n body: {\n status: 'fulfilled',\n },\n engine: 'v1',\n };\n }\n\n async redo(tableId: string, windowId: string): Promise> {\n const v2Result = await this.executeV2UndoRedo(tableId, windowId, 'redo');\n if (v2Result) {\n return v2Result;\n }\n\n const { operation, push } = await this.undoRedoStackService.popRedo(tableId, windowId);\n if (!operation) {\n return {\n body: {\n status: 'empty',\n },\n engine: 'v1',\n };\n }\n\n try {\n const newOperation = await this.undoRedoOperationService.redo(operation);\n await push(newOperation);\n } catch (error: unknown) {\n if (error instanceof Error) {\n this.logger.error(error.message, error.stack);\n return {\n body: {\n status: 'failed',\n errorMessage: error.message,\n },\n engine: 'v1',\n };\n }\n this.logger.error('An unknown error occurred');\n return {\n body: {\n status: 'failed',\n errorMessage: 'An unknown error occurred',\n },\n engine: 'v1',\n };\n }\n\n return {\n body: {\n status: 'fulfilled',\n },\n engine: 'v1',\n };\n }\n\n private async executeV2UndoRedo(\n tableId: string,\n windowId: string,\n mode: 'undo' | 'redo'\n ): Promise | undefined> {\n try {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n context.windowId = windowId;\n\n const commandResult =\n mode === 'undo'\n ? UndoCommand.create({ tableId, windowId })\n : RedoCommand.create({ tableId, windowId });\n\n if (commandResult.isErr()) {\n return {\n body: {\n status: 'failed',\n errorMessage: commandResult.error.message,\n },\n engine: 'v2',\n };\n }\n\n const executeResult = await commandBus.execute<\n UndoCommand | RedoCommand,\n UndoResult | RedoResult\n >(context, commandResult.value);\n if (executeResult.isErr()) {\n return {\n body: {\n status: 'failed',\n errorMessage: executeResult.error.message,\n },\n engine: 'v2',\n };\n }\n\n if (!executeResult.value.entry) {\n return undefined;\n }\n\n return {\n body: {\n status: 'fulfilled',\n },\n engine: 'v2',\n };\n } catch (error: unknown) {\n if (error instanceof Error) {\n this.logger.error(error.message, error.stack);\n return {\n body: {\n status: 'failed',\n errorMessage: error.message,\n },\n engine: 'v2',\n };\n }\n\n this.logger.error('An unknown error occurred');\n return {\n body: {\n status: 'failed',\n errorMessage: 'An unknown error occurred',\n },\n engine: 'v2',\n };\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/convert-field-v2.operation.ts", "content": "import { FieldType } from '@teable/core';\nimport type { IConvertFieldRo, IFieldVo, IOtOperation } from '@teable/core';\nimport type { IConvertFieldV2Operation } from '../../../cache/types';\nimport type { IOpsMap } from '../../calculation/utils/compose-maps';\nimport type { FieldOpenApiV2Service } from '../../field/open-api/field-open-api-v2.service';\n\nexport class ConvertFieldV2Operation {\n constructor(private readonly fieldOpenApiV2Service: FieldOpenApiV2Service) {}\n\n private isComputedField(field: IFieldVo) {\n return (\n field.type === FieldType.Formula ||\n Boolean(field.isLookup) ||\n Boolean(field.isConditionalLookup) ||\n field.type === FieldType.Rollup ||\n field.type === FieldType.ConditionalRollup\n );\n }\n\n private shouldReplayUndo(oldField: IFieldVo) {\n return !this.isComputedField(oldField);\n }\n\n private shouldReplayRedo(newField: IFieldVo) {\n return !this.isComputedField(newField);\n }\n\n private extractLinkDisplayValue(value: unknown): unknown {\n if (value == null) {\n return null;\n }\n if (Array.isArray(value)) {\n const titles = value\n .map((item) =>\n item &&\n typeof item === 'object' &&\n typeof (item as Record).title === 'string'\n ? (item as Record).title\n : undefined\n )\n .filter((item): item is string => item != null);\n if (!titles.length) {\n return null;\n }\n return titles.join(', ');\n }\n if (value && typeof value === 'object') {\n const title = (value as Record).title;\n if (typeof title === 'string') {\n return title;\n }\n }\n return null;\n }\n\n private applyLinkToTextReplayFallback(modifiedOps: IOpsMap): IOpsMap {\n const next: IOpsMap = {};\n for (const [tableId, recordMap] of Object.entries(modifiedOps)) {\n const nextRecordMap: IOpsMap[string] = {};\n for (const [recordId, ops] of Object.entries(recordMap)) {\n nextRecordMap[recordId] = ops.map((op) => {\n if (op.oi != null) {\n return op;\n }\n const fallback = this.extractLinkDisplayValue(op.od);\n if (fallback == null) {\n return op;\n }\n return {\n ...(op as IOtOperation),\n oi: fallback,\n };\n });\n }\n next[tableId] = nextRecordMap;\n }\n return next;\n }\n\n private toConvertFieldRo(field: IFieldVo): IConvertFieldRo {\n const ro: IConvertFieldRo = {\n type: field.type,\n name: field.name,\n description: field.description ?? null,\n notNull: Boolean(field.notNull),\n unique: Boolean(field.unique),\n isLookup: Boolean(field.isLookup),\n isConditionalLookup: Boolean(field.isConditionalLookup),\n options: field.options,\n lookupOptions: field.lookupOptions,\n aiConfig: field.aiConfig ?? null,\n ...(field.dbFieldName ? { dbFieldName: field.dbFieldName } : {}),\n };\n\n if (field.type === FieldType.Link && ro.options && typeof ro.options === 'object') {\n const linkOptions = { ...(ro.options as Record) };\n if (!Object.prototype.hasOwnProperty.call(linkOptions, 'isOneWay')) {\n linkOptions.isOneWay = false;\n }\n ro.options = linkOptions;\n }\n\n return ro;\n }\n\n private async convertWithV2(\n tableId: string,\n fieldId: string,\n field: IFieldVo,\n mode: 'undo' | 'redo'\n ) {\n await this.fieldOpenApiV2Service.convertField(tableId, fieldId, this.toConvertFieldRo(field), {\n emitOperation: false,\n suppressWindowId: true,\n undoRedoMode: mode,\n });\n }\n\n async undo(operation: IConvertFieldV2Operation) {\n const { tableId } = operation.params;\n const { oldField, modifiedOps } = operation.result;\n await this.convertWithV2(tableId, oldField.id, oldField, 'undo');\n if (modifiedOps && this.shouldReplayUndo(oldField)) {\n await this.fieldOpenApiV2Service.replayModifiedOps(modifiedOps as IOpsMap, 'old', 'undo');\n }\n return operation;\n }\n\n async redo(operation: IConvertFieldV2Operation) {\n const { tableId } = operation.params;\n const { oldField, newField, modifiedOps } = operation.result;\n await this.convertWithV2(tableId, newField.id, newField, 'redo');\n if (modifiedOps && this.shouldReplayRedo(newField)) {\n const replayOps =\n oldField.type === FieldType.Link &&\n (newField.type === FieldType.SingleLineText || newField.type === FieldType.LongText)\n ? this.applyLinkToTextReplayFallback(modifiedOps as IOpsMap)\n : (modifiedOps as IOpsMap);\n await this.fieldOpenApiV2Service.replayModifiedOps(replayOps, 'new', 'redo');\n }\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/convert-field.operation.ts", "content": "import { FieldType } from '@teable/core';\nimport type { IFieldVo, IOtOperation } from '@teable/core';\nimport type { PrismaService } from '@teable/db-main-prisma';\nimport type { IConvertFieldOperation } from '../../../cache/types';\nimport { OperationName } from '../../../cache/types';\nimport type { IThresholdConfig } from '../../../configs/threshold.config';\nimport type { IOpsMap } from '../../calculation/utils/compose-maps';\nimport { createFieldInstanceByVo } from '../../field/model/factory';\nimport type { FieldOpenApiService } from '../../field/open-api/field-open-api.service';\n\nexport interface IConvertFieldPayload {\n windowId: string;\n tableId: string;\n userId: string;\n oldField: IFieldVo;\n newField: IFieldVo;\n modifiedOps?: IOpsMap;\n references?: string[];\n supplementChange?: {\n tableId: string;\n newField: IFieldVo;\n oldField: IFieldVo;\n };\n}\n\nexport class ConvertFieldOperation {\n constructor(\n private readonly fieldOpenApiService: FieldOpenApiService,\n private readonly prismaService: PrismaService,\n private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n async event2Operation(payload: IConvertFieldPayload): Promise {\n return {\n name: OperationName.ConvertField,\n params: {\n tableId: payload.tableId,\n },\n result: {\n oldField: payload.oldField,\n newField: payload.newField,\n modifiedOps: payload.modifiedOps,\n references: payload.references,\n supplementChange: payload.supplementChange,\n },\n };\n }\n\n // convert oi to od, od to oi in IOtOperation\n private revertOpsMap(opsMap: IOpsMap) {\n return Object.entries(opsMap).reduce((acc, [key, opsKeyMap]) => {\n acc[key] = Object.entries(opsKeyMap).reduce>(\n (opAcc, [opsKey, op]) => {\n opAcc[opsKey] = op.map(\n (singleOp) =>\n ({\n ...singleOp,\n oi: singleOp.od,\n od: singleOp.oi,\n }) as IOtOperation\n );\n return opAcc;\n },\n {}\n );\n return acc;\n }, {});\n }\n\n private isLinkForeignTableChanged(oldField: IFieldVo, newField: IFieldVo) {\n if (oldField.type !== FieldType.Link || newField.type !== FieldType.Link) {\n return false;\n }\n if (oldField.isLookup || newField.isLookup) {\n return false;\n }\n const oldOptions =\n oldField.options && typeof oldField.options === 'object'\n ? (oldField.options as Record)\n : undefined;\n const newOptions =\n newField.options && typeof newField.options === 'object'\n ? (newField.options as Record)\n : undefined;\n const oldForeignTableId =\n oldOptions && typeof oldOptions.foreignTableId === 'string'\n ? oldOptions.foreignTableId\n : undefined;\n const newForeignTableId =\n newOptions && typeof newOptions.foreignTableId === 'string'\n ? newOptions.foreignTableId\n : undefined;\n return Boolean(\n oldForeignTableId && newForeignTableId && oldForeignTableId !== newForeignTableId\n );\n }\n\n private async forceLookupRelatedError(linkFieldId: string) {\n const dependentLookupFields = await this.prismaService.txClient().field.findMany({\n where: {\n lookupLinkedFieldId: linkFieldId,\n deletedTime: null,\n OR: [{ isLookup: true }, { type: FieldType.Rollup }, { type: FieldType.ConditionalRollup }],\n },\n select: { id: true },\n });\n\n if (!dependentLookupFields.length) {\n return;\n }\n\n await this.prismaService.txClient().field.updateMany({\n where: {\n id: { in: dependentLookupFields.map((item) => item.id) },\n },\n data: {\n hasError: true,\n },\n });\n }\n\n async undo(operation: IConvertFieldOperation) {\n const { params, result } = operation;\n const { tableId } = params;\n const { oldField, newField, modifiedOps, references, supplementChange } = result;\n await this.prismaService.$tx(\n async () => {\n await this.fieldOpenApiService.performConvertField({\n tableId,\n oldField: createFieldInstanceByVo(newField),\n newField: createFieldInstanceByVo(oldField),\n modifiedOps: modifiedOps && this.revertOpsMap(modifiedOps),\n supplementChange: supplementChange && {\n tableId: supplementChange.tableId,\n oldField: createFieldInstanceByVo(supplementChange.newField),\n newField: createFieldInstanceByVo(supplementChange.oldField),\n },\n });\n\n if (references) {\n await this.fieldOpenApiService.restoreReference(references);\n }\n },\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n\n return operation;\n }\n\n async redo(operation: IConvertFieldOperation) {\n const { params, result } = operation;\n const { tableId } = params;\n const { oldField, newField, modifiedOps, references, supplementChange } = result;\n await this.prismaService.$tx(\n async () => {\n await this.fieldOpenApiService.performConvertField({\n tableId,\n oldField: createFieldInstanceByVo(oldField),\n newField: createFieldInstanceByVo(newField),\n modifiedOps,\n supplementChange: supplementChange && {\n tableId: supplementChange.tableId,\n oldField: createFieldInstanceByVo(supplementChange.oldField),\n newField: createFieldInstanceByVo(supplementChange.newField),\n },\n });\n\n if (references) {\n await this.fieldOpenApiService.restoreReference(references);\n }\n\n if (this.isLinkForeignTableChanged(oldField, newField)) {\n await this.forceLookupRelatedError(newField.id);\n }\n },\n { timeout: this.thresholdConfig.bigTransactionTimeout }\n );\n\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/create-fields.operation.ts", "content": "import { FieldKeyType } from '@teable/core';\nimport type { IColumnMeta, IFieldVo } from '@teable/core';\nimport type { ICreateFieldsOperation } from '../../../cache/types';\nimport { OperationName } from '../../../cache/types';\nimport type { FieldOpenApiService } from '../../field/open-api/field-open-api.service';\nimport type { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\n\nexport interface ICreateFieldsPayload {\n windowId: string;\n tableId: string;\n userId: string;\n fields: (IFieldVo & { columnMeta?: IColumnMeta; references?: string[] })[];\n records?: {\n id: string;\n fields: Record;\n }[];\n}\n\nexport class CreateFieldsOperation {\n constructor(\n private readonly fieldOpenApiService: FieldOpenApiService,\n private readonly recordOpenApiService: RecordOpenApiService\n ) {}\n\n async event2Operation(payload: ICreateFieldsPayload): Promise {\n return {\n name: OperationName.CreateFields,\n params: {\n tableId: payload.tableId,\n },\n result: {\n fields: payload.fields,\n records: payload.records,\n },\n };\n }\n\n async undo(operation: ICreateFieldsOperation) {\n const { params, result } = operation;\n const { tableId } = params;\n const { fields } = result;\n\n await this.fieldOpenApiService.deleteFields(\n tableId,\n fields.map((field) => field.id)\n );\n\n return operation;\n }\n\n async redo(operation: ICreateFieldsOperation) {\n const { params, result } = operation;\n const { tableId } = params;\n const { fields, records } = result;\n\n await this.fieldOpenApiService.createFields(tableId, fields);\n\n if (records) {\n await this.recordOpenApiService.updateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: records,\n });\n }\n\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/create-records.operation.ts", "content": "import { FieldKeyType } from '@teable/core';\nimport type { ICreateRecordsRo, IRecordsVo } from '@teable/openapi';\nimport { OperationName, type ICreateRecordsOperation } from '../../../cache/types';\nimport type { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\nimport type { RecordService } from '../../record/record.service';\nimport type { TableDomainQueryService } from '../../table-domain';\n\nexport interface ICreateRecordsPayload {\n reqParams: { tableId: string };\n reqBody: ICreateRecordsRo;\n resolveData: IRecordsVo;\n}\n\nexport class CreateRecordsOperation {\n constructor(\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly recordService: RecordService,\n private readonly tableDomainQueryService: TableDomainQueryService\n ) {}\n\n async event2Operation(payload: ICreateRecordsPayload): Promise {\n const { reqParams, resolveData } = payload;\n const { tableId } = reqParams;\n const { records = [] } = resolveData;\n\n const recordIds = records.map((record) => record.id);\n\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n const indexes = await this.recordService.getRecordIndexes(table, recordIds);\n return {\n name: OperationName.CreateRecords,\n params: {\n tableId: tableId,\n },\n result: {\n records: records.map((r, i) => ({ ...r, order: indexes?.[i] })),\n },\n };\n }\n\n async undo(operation: ICreateRecordsOperation) {\n const { params, result } = operation;\n\n const recordIds = result.records.map((record) => record.id);\n\n await this.recordOpenApiService.deleteRecords(params.tableId, recordIds);\n return operation;\n }\n\n async redo(operation: ICreateRecordsOperation) {\n const { params, result } = operation;\n\n await this.recordOpenApiService.multipleCreateRecords(params.tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: result.records,\n });\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/create-view.operation.ts", "content": "import type { IViewRo, IViewVo } from '@teable/core';\nimport type { ICreateViewOperation } from '../../../cache/types';\nimport { OperationName } from '../../../cache/types';\nimport type { ViewOpenApiService } from '../../view/open-api/view-open-api.service';\nimport type { ViewService } from '../../view/view.service';\n\nexport interface ICreateViewPayload {\n reqParams: { tableId: string };\n reqBody: IViewRo;\n resolveData: IViewVo;\n}\n\nexport class CreateViewOperation {\n constructor(\n private readonly viewOpenApiService: ViewOpenApiService,\n private readonly viewService: ViewService\n ) {}\n\n async event2Operation(payload: ICreateViewPayload): Promise {\n return {\n name: OperationName.CreateView,\n params: {\n tableId: payload.reqParams.tableId,\n },\n result: {\n view: payload.resolveData,\n },\n };\n }\n\n async undo(operation: ICreateViewOperation) {\n const { params, result } = operation;\n const { tableId } = params;\n const { view } = result;\n\n await this.viewOpenApiService.deleteView(tableId, view.id);\n return operation;\n }\n\n async redo(operation: ICreateViewOperation) {\n const { params, result } = operation;\n const { tableId } = params;\n const { view } = result;\n\n await this.viewService.restoreView(tableId, view.id);\n\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/delete-fields.operation.ts", "content": "import { FieldKeyType } from '@teable/core';\nimport type { PrismaService } from '@teable/db-main-prisma';\nimport type { IDeleteFieldsOperation } from '../../../cache/types';\nimport { OperationName } from '../../../cache/types';\nimport type { FieldOpenApiService } from '../../field/open-api/field-open-api.service';\nimport type { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\nimport type { ICreateFieldsPayload } from './create-fields.operation';\n\nexport type IDeleteFieldsPayload = ICreateFieldsPayload & { operationId: string };\nexport class DeleteFieldsOperation {\n constructor(\n private readonly fieldOpenApiService: FieldOpenApiService,\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly prismaService: PrismaService\n ) {}\n\n async event2Operation(payload: IDeleteFieldsPayload): Promise {\n return {\n name: OperationName.DeleteFields,\n params: {\n tableId: payload.tableId,\n },\n result: {\n fields: payload.fields,\n records: payload.records,\n },\n operationId: payload.operationId,\n };\n }\n\n async undo(operation: IDeleteFieldsOperation) {\n const { params, result, operationId = '' } = operation;\n const { tableId } = params;\n const { fields, records } = result;\n\n const count = await this.prismaService.tableTrash.count({\n where: { id: operationId },\n });\n\n if (operationId && Number(count) === 0) return operation;\n\n await this.fieldOpenApiService.createFields(tableId, fields);\n\n if (records) {\n await this.recordOpenApiService.updateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records,\n });\n }\n\n if (operationId) {\n await this.prismaService.tableTrash.delete({\n where: { id: operationId },\n });\n }\n return operation;\n }\n\n async redo(operation: IDeleteFieldsOperation) {\n const { params, result } = operation;\n const { tableId } = params;\n const { fields } = result;\n\n await this.fieldOpenApiService.deleteFields(\n tableId,\n fields.map((field) => field.id)\n );\n\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/delete-records.operation.ts", "content": "import type { IRecord } from '@teable/core';\nimport { FieldKeyType } from '@teable/core';\nimport type { PrismaService } from '@teable/db-main-prisma';\nimport type { IDeleteRecordsOperation } from '../../../cache/types';\nimport { OperationName } from '../../../cache/types';\nimport type { IThresholdConfig } from '../../../configs/threshold.config';\nimport type { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\n\nexport interface IDeleteRecordsPayload {\n operationId: string;\n windowId?: string;\n tableId: string;\n userId: string;\n records: (IRecord & { order?: Record })[];\n}\n\nexport class DeleteRecordsOperation {\n constructor(\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly prismaService: PrismaService,\n private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n async event2Operation(payload: IDeleteRecordsPayload): Promise {\n return {\n name: OperationName.DeleteRecords,\n params: {\n tableId: payload.tableId,\n },\n result: {\n records: payload.records,\n },\n operationId: payload.operationId,\n };\n }\n\n async undo(operation: IDeleteRecordsOperation) {\n const { params, result, operationId = '' } = operation;\n\n const count = await this.prismaService.tableTrash.count({\n where: { id: operationId },\n });\n\n if (operationId && Number(count) === 0) return operation;\n\n await this.prismaService.$tx(\n async (prisma) => {\n await this.recordOpenApiService.multipleCreateRecords(params.tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: result.records,\n });\n\n if (operationId) {\n const recordIds = result.records.map((record) => record.id);\n\n await prisma.tableTrash.delete({\n where: { id: operationId },\n });\n await prisma.recordTrash.deleteMany({\n where: {\n tableId: params.tableId,\n recordId: { in: recordIds },\n },\n });\n }\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n\n return operation;\n }\n\n async redo(operation: IDeleteRecordsOperation) {\n const { params, result } = operation;\n const { tableId } = params;\n\n await this.recordOpenApiService.deleteRecords(\n tableId,\n result.records.map((record) => record.id)\n );\n\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/delete-view.operation.ts", "content": "import type { PrismaService } from '@teable/db-main-prisma';\nimport type { IDeleteViewOperation } from '../../../cache/types';\nimport { OperationName } from '../../../cache/types';\nimport type { ViewOpenApiService } from '../../view/open-api/view-open-api.service';\nimport type { ViewService } from '../../view/view.service';\n\nexport interface IDeleteViewPayload {\n operationId: string;\n windowId: string;\n tableId: string;\n viewId: string;\n userId: string;\n}\n\nexport class DeleteViewOperation {\n constructor(\n private readonly viewOpenApiService: ViewOpenApiService,\n private readonly viewService: ViewService,\n private readonly prismaService: PrismaService\n ) {}\n\n async event2Operation(payload: IDeleteViewPayload): Promise {\n return {\n name: OperationName.DeleteView,\n params: {\n tableId: payload.tableId,\n viewId: payload.viewId,\n },\n operationId: payload.operationId,\n };\n }\n\n async undo(operation: IDeleteViewOperation) {\n const { params, operationId = '' } = operation;\n const { tableId, viewId } = params;\n\n const count = await this.prismaService.tableTrash.count({\n where: { id: operationId },\n });\n\n if (operationId && Number(count) === 0) return operation;\n\n await this.prismaService.$tx(async (prisma) => {\n await this.viewService.restoreView(tableId, viewId);\n await prisma.tableTrash.delete({\n where: { id: operationId },\n });\n });\n return operation;\n }\n\n async redo(operation: IDeleteViewOperation) {\n const { params } = operation;\n const { tableId, viewId } = params;\n\n await this.viewOpenApiService.deleteView(tableId, viewId);\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/paste-selection.operation.ts", "content": "import type { IColumnMeta, IFieldVo, IRecord } from '@teable/core';\nimport { FieldKeyType } from '@teable/core';\nimport { keyBy } from 'lodash';\nimport { OperationName } from '../../../cache/types';\nimport type { IPasteSelectionOperation } from '../../../cache/types';\nimport type { ICellContext } from '../../calculation/utils/changes';\nimport type { FieldOpenApiService } from '../../field/open-api/field-open-api.service';\nimport type { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\n\nexport interface IPasteSelectionPayload {\n windowId: string;\n userId: string;\n tableId: string;\n updateRecords?: {\n recordIds: string[];\n fieldIds: string[];\n cellContexts: ICellContext[];\n };\n newFields?: (IFieldVo & { columnMeta?: IColumnMeta; references?: string[] })[];\n newRecords?: (IRecord & { order?: Record })[];\n}\n\nexport class PasteSelectionOperation {\n constructor(\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly fieldOpenApiService: FieldOpenApiService\n ) {}\n\n async event2Operation(payload: IPasteSelectionPayload): Promise {\n return {\n name: OperationName.PasteSelection,\n params: {\n tableId: payload.tableId,\n },\n result: {\n updateRecords: payload.updateRecords,\n newFields: payload.newFields,\n newRecords: payload.newRecords,\n },\n };\n }\n\n async undo(operation: IPasteSelectionOperation) {\n const { params, result } = operation;\n const { tableId } = params;\n const { updateRecords, newRecords, newFields } = result;\n\n if (updateRecords) {\n const { cellContexts, recordIds, fieldIds } = updateRecords;\n\n const cellContextMap = keyBy(\n cellContexts,\n (cellContext) => `${cellContext.recordId}-${cellContext.fieldId}`\n );\n\n const records = recordIds.map((recordId) => ({\n id: recordId,\n fields: fieldIds.reduce>((acc, fieldId) => {\n const key = `${recordId}-${fieldId}`;\n const cellContext = cellContextMap[key];\n if (cellContext) {\n acc[fieldId] = cellContext.oldValue == null ? null : cellContext.oldValue;\n }\n return acc;\n }, {}),\n }));\n\n await this.recordOpenApiService.updateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records,\n });\n }\n\n if (newFields && newFields.length > 0) {\n await this.fieldOpenApiService.deleteFields(\n tableId,\n newFields.map((field) => field.id)\n );\n }\n\n if (newRecords && newRecords.length > 0) {\n await this.recordOpenApiService.deleteRecords(\n tableId,\n newRecords.map((r) => r.id)\n );\n }\n\n return operation;\n }\n\n async redo(operation: IPasteSelectionOperation) {\n const { params, result } = operation;\n const { tableId } = params;\n const { updateRecords, newRecords, newFields } = result;\n\n if (newFields && newFields.length > 0) {\n await this.fieldOpenApiService.createFields(tableId, newFields);\n }\n\n if (newRecords && newRecords.length > 0) {\n await this.recordOpenApiService.multipleCreateRecords(params.tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: newRecords,\n });\n }\n\n if (updateRecords) {\n const { cellContexts, recordIds, fieldIds } = updateRecords;\n\n const cellContextMap = keyBy(\n cellContexts,\n (cellContext) => `${cellContext.recordId}-${cellContext.fieldId}`\n );\n\n const records = recordIds.map((recordId) => ({\n id: recordId,\n fields: fieldIds.reduce>((acc, fieldId) => {\n const key = `${recordId}-${fieldId}`;\n const cellContext = cellContextMap[key];\n if (cellContext) {\n acc[fieldId] = cellContext.newValue == null ? null : cellContext.newValue;\n }\n return acc;\n }, {}),\n }));\n\n await this.recordOpenApiService.updateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records,\n });\n }\n\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/update-records-order.operation.ts", "content": "import type { IUpdateRecordsOrderOperation } from '../../../cache/types';\nimport { OperationName } from '../../../cache/types';\nimport type { ViewOpenApiService } from '../../view/open-api/view-open-api.service';\n\nexport interface IUpdateRecordsOrderPayload {\n windowId: string;\n tableId: string;\n viewId: string;\n userId: string;\n recordIds: string[];\n orderIndexesBefore?: Record[];\n orderIndexesAfter?: Record[];\n}\n\nexport class UpdateRecordsOrderOperation {\n constructor(private readonly viewOpenApiService: ViewOpenApiService) {}\n\n async event2Operation(\n payload: IUpdateRecordsOrderPayload\n ): Promise {\n const { tableId, viewId, recordIds, orderIndexesAfter, orderIndexesBefore } = payload;\n\n const ordersMap = recordIds.reduce<{\n [recordId: string]: {\n newOrder?: Record;\n oldOrder?: Record;\n };\n }>((acc, recordId, index) => {\n if (orderIndexesAfter?.[index] == orderIndexesBefore?.[index]) {\n return acc;\n }\n\n acc[recordId] = {\n newOrder: orderIndexesAfter?.[index],\n oldOrder: orderIndexesBefore?.[index],\n };\n return acc;\n }, {});\n\n return {\n name: OperationName.UpdateRecordsOrder,\n params: {\n tableId,\n viewId,\n recordIds,\n },\n result: {\n ordersMap,\n },\n };\n }\n\n // TODO: filter out fields that are not in the record, filter out computed fields\n async undo(operation: IUpdateRecordsOrderOperation) {\n const { params, result } = operation;\n const { tableId, viewId, recordIds } = params;\n const { ordersMap } = result;\n\n const records = recordIds.map((recordId) => ({\n id: recordId,\n order: ordersMap?.[recordId]?.oldOrder,\n }));\n await this.viewOpenApiService.updateRecordIndexes(tableId, viewId, records);\n return operation;\n }\n\n async redo(operation: IUpdateRecordsOrderOperation) {\n const { params, result } = operation;\n const { tableId, viewId, recordIds } = params;\n const { ordersMap } = result;\n\n const records = recordIds.map((recordId) => ({\n id: recordId,\n order: ordersMap?.[recordId]?.newOrder,\n }));\n await this.viewOpenApiService.updateRecordIndexes(tableId, viewId, records);\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/update-records.operation.ts", "content": "import { FieldKeyType } from '@teable/core';\nimport { keyBy } from 'lodash';\nimport type { IUpdateRecordsOperation } from '../../../cache/types';\nimport { OperationName } from '../../../cache/types';\nimport type { ICellContext } from '../../calculation/utils/changes';\nimport type { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\nimport type { RecordService } from '../../record/record.service';\n\nexport interface IUpdateRecordsPayload {\n windowId: string;\n tableId: string;\n userId: string;\n recordIds: string[];\n fieldIds: string[];\n cellContexts: ICellContext[];\n orderIndexesBefore?: Record[];\n orderIndexesAfter?: Record[];\n}\n\nexport class UpdateRecordsOperation {\n constructor(\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly recordService: RecordService\n ) {}\n\n async event2Operation(payload: IUpdateRecordsPayload): Promise {\n const { tableId, recordIds, fieldIds, cellContexts, orderIndexesAfter, orderIndexesBefore } =\n payload;\n\n const ordersMap = recordIds.reduce<{\n [recordId: string]: {\n newOrder?: Record;\n oldOrder?: Record;\n };\n }>((acc, recordId, index) => {\n if (orderIndexesAfter?.[index] == orderIndexesBefore?.[index]) {\n return acc;\n }\n\n acc[recordId] = {\n newOrder: orderIndexesAfter?.[index],\n oldOrder: orderIndexesBefore?.[index],\n };\n return acc;\n }, {});\n\n return {\n name: OperationName.UpdateRecords,\n params: {\n tableId,\n recordIds,\n fieldIds,\n },\n result: {\n cellContexts,\n ordersMap,\n },\n };\n }\n\n // TODO: filter out fields that are not in the record, filter out computed fields\n async undo(operation: IUpdateRecordsOperation) {\n const { params, result } = operation;\n const { tableId, recordIds, fieldIds } = params;\n const { cellContexts, ordersMap } = result;\n\n const cellContextMap = keyBy(\n cellContexts,\n (cellContext) => `${cellContext.recordId}-${cellContext.fieldId}`\n );\n\n const records = recordIds.map((recordId) => ({\n id: recordId,\n fields: fieldIds.reduce>((acc, fieldId) => {\n const key = `${recordId}-${fieldId}`;\n const cellContext = cellContextMap[key];\n if (cellContext) {\n acc[fieldId] = cellContext.oldValue == null ? null : cellContext.oldValue;\n }\n return acc;\n }, {}),\n order: ordersMap?.[recordId]?.oldOrder,\n }));\n\n await this.recordService.updateRecordIndexes(tableId, records);\n\n await this.recordOpenApiService.updateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records,\n });\n\n return operation;\n }\n\n async redo(operation: IUpdateRecordsOperation) {\n const { params, result } = operation;\n const { tableId, recordIds, fieldIds } = params;\n const { cellContexts, ordersMap } = result;\n\n const cellContextMap = keyBy(\n cellContexts,\n (cellContext) => `${cellContext.recordId}-${cellContext.fieldId}`\n );\n\n const records = recordIds.map((recordId) => ({\n id: recordId,\n fields: fieldIds.reduce>((acc, fieldId) => {\n const key = `${recordId}-${fieldId}`;\n const cellContext = cellContextMap[key];\n if (cellContext) {\n acc[fieldId] = cellContext.newValue == null ? null : cellContext.newValue;\n }\n return acc;\n }, {}),\n order: ordersMap?.[recordId]?.newOrder,\n }));\n\n await this.recordService.updateRecordIndexes(tableId, records);\n\n await this.recordOpenApiService.updateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records,\n });\n\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/operations/update-view.operation.ts", "content": "import type { IOtOperation, IViewPropertyKeys } from '@teable/core';\nimport Sharedb from 'sharedb';\nimport type { IUpdateViewOperation } from '../../../cache/types';\nimport { OperationName } from '../../../cache/types';\nimport type { ViewOpenApiService } from '../../view/open-api/view-open-api.service';\n\nexport interface IUpdateViewPayload {\n tableId: string;\n windowId: string;\n viewId: string;\n userId: string;\n byKey?: {\n key: IViewPropertyKeys;\n newValue: unknown;\n oldValue: unknown;\n };\n byOps?: IOtOperation[];\n}\n\nexport class UpdateViewOperation {\n constructor(private readonly viewOpenApiService: ViewOpenApiService) {}\n\n async event2Operation(payload: IUpdateViewPayload): Promise {\n const { byKey, byOps } = payload;\n return {\n name: OperationName.UpdateView,\n params: {\n tableId: payload.tableId,\n viewId: payload.viewId,\n },\n result: {\n byKey,\n byOps,\n },\n };\n }\n\n async undo(operation: IUpdateViewOperation) {\n const { params, result } = operation;\n const { tableId, viewId } = params;\n const { byKey, byOps } = result;\n\n if (byKey) {\n const { key, oldValue } = byKey;\n await this.viewOpenApiService.setViewProperty(tableId, viewId, key, oldValue);\n }\n\n if (byOps) {\n await this.viewOpenApiService.updateViewByOps(\n tableId,\n viewId,\n Sharedb.types.map['json0'].invert?.(byOps)\n );\n }\n\n return operation;\n }\n\n async redo(operation: IUpdateViewOperation) {\n const { params, result } = operation;\n const { tableId, viewId } = params;\n const { byKey, byOps } = result;\n\n if (byKey) {\n const { key, newValue } = byKey;\n await this.viewOpenApiService.setViewProperty(tableId, viewId, key, newValue);\n }\n\n if (byOps) {\n await this.viewOpenApiService.updateViewByOps(tableId, viewId, byOps);\n }\n\n return operation;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/stack/undo-redo-operation.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { assertNever } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IUndoRedoOperation } from '../../../cache/types';\nimport { OperationName } from '../../../cache/types';\nimport { IThresholdConfig, ThresholdConfig } from '../../../configs/threshold.config';\nimport { Events, IEventRawContext } from '../../../event-emitter/events';\nimport { FieldOpenApiV2Service } from '../../field/open-api/field-open-api-v2.service';\nimport { FieldOpenApiService } from '../../field/open-api/field-open-api.service';\nimport { RecordOpenApiService } from '../../record/open-api/record-open-api.service';\nimport { RecordService } from '../../record/record.service';\nimport { TableDomainQueryService } from '../../table-domain';\nimport { ViewOpenApiService } from '../../view/open-api/view-open-api.service';\nimport { ViewService } from '../../view/view.service';\nimport { ConvertFieldV2Operation } from '../operations/convert-field-v2.operation';\nimport { ConvertFieldOperation, IConvertFieldPayload } from '../operations/convert-field.operation';\nimport { CreateFieldsOperation, ICreateFieldsPayload } from '../operations/create-fields.operation';\nimport type { ICreateRecordsPayload } from '../operations/create-records.operation';\nimport { CreateRecordsOperation } from '../operations/create-records.operation';\nimport type { ICreateViewPayload } from '../operations/create-view.operation';\nimport { CreateViewOperation } from '../operations/create-view.operation';\nimport { DeleteFieldsOperation, IDeleteFieldsPayload } from '../operations/delete-fields.operation';\nimport {\n DeleteRecordsOperation,\n IDeleteRecordsPayload,\n} from '../operations/delete-records.operation';\nimport { IDeleteViewPayload, DeleteViewOperation } from '../operations/delete-view.operation';\nimport {\n IPasteSelectionPayload,\n PasteSelectionOperation,\n} from '../operations/paste-selection.operation';\nimport {\n IUpdateRecordsOrderPayload,\n UpdateRecordsOrderOperation,\n} from '../operations/update-records-order.operation';\nimport {\n UpdateRecordsOperation,\n IUpdateRecordsPayload,\n} from '../operations/update-records.operation';\nimport { IUpdateViewPayload, UpdateViewOperation } from '../operations/update-view.operation';\nimport { UndoRedoStackService } from './undo-redo-stack.service';\n\n@Injectable()\nexport class UndoRedoOperationService {\n createRecords: CreateRecordsOperation;\n deleteRecords: DeleteRecordsOperation;\n updateRecords: UpdateRecordsOperation;\n updateRecordsOrder: UpdateRecordsOrderOperation;\n createFields: CreateFieldsOperation;\n deleteFields: DeleteFieldsOperation;\n convertField: ConvertFieldOperation;\n convertFieldV2: ConvertFieldV2Operation;\n pasteSelection: PasteSelectionOperation;\n deleteView: DeleteViewOperation;\n createView: CreateViewOperation;\n updateView: UpdateViewOperation;\n\n constructor(\n private readonly undoRedoStackService: UndoRedoStackService,\n private readonly recordOpenApiService: RecordOpenApiService,\n private readonly fieldOpenApiService: FieldOpenApiService,\n private readonly fieldOpenApiV2Service: FieldOpenApiV2Service,\n private readonly viewOpenApiService: ViewOpenApiService,\n private readonly recordService: RecordService,\n private readonly viewService: ViewService,\n private readonly prismaService: PrismaService,\n private readonly tableDomainQueryService: TableDomainQueryService,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {\n this.createRecords = new CreateRecordsOperation(\n this.recordOpenApiService,\n this.recordService,\n this.tableDomainQueryService\n );\n this.deleteRecords = new DeleteRecordsOperation(\n this.recordOpenApiService,\n this.prismaService,\n this.thresholdConfig\n );\n this.updateRecords = new UpdateRecordsOperation(this.recordOpenApiService, this.recordService);\n this.updateRecordsOrder = new UpdateRecordsOrderOperation(this.viewOpenApiService);\n this.createFields = new CreateFieldsOperation(\n this.fieldOpenApiService,\n this.recordOpenApiService\n );\n this.deleteFields = new DeleteFieldsOperation(\n this.fieldOpenApiService,\n this.recordOpenApiService,\n this.prismaService\n );\n this.convertField = new ConvertFieldOperation(\n this.fieldOpenApiService,\n this.prismaService,\n this.thresholdConfig\n );\n this.convertFieldV2 = new ConvertFieldV2Operation(this.fieldOpenApiV2Service);\n this.pasteSelection = new PasteSelectionOperation(\n this.recordOpenApiService,\n this.fieldOpenApiService\n );\n this.deleteView = new DeleteViewOperation(\n this.viewOpenApiService,\n this.viewService,\n this.prismaService\n );\n this.createView = new CreateViewOperation(this.viewOpenApiService, this.viewService);\n this.updateView = new UpdateViewOperation(this.viewOpenApiService);\n }\n\n async undo(operation: IUndoRedoOperation): Promise {\n switch (operation.name) {\n case OperationName.CreateRecords:\n return this.createRecords.undo(operation);\n case OperationName.DeleteRecords:\n return this.deleteRecords.undo(operation);\n case OperationName.UpdateRecords:\n return this.updateRecords.undo(operation);\n case OperationName.UpdateRecordsOrder:\n return this.updateRecordsOrder.undo(operation);\n case OperationName.CreateFields:\n return this.createFields.undo(operation);\n case OperationName.DeleteFields:\n return this.deleteFields.undo(operation);\n case OperationName.PasteSelection:\n return this.pasteSelection.undo(operation);\n case OperationName.ConvertField:\n return this.convertField.undo(operation);\n case OperationName.ConvertFieldV2:\n return this.convertFieldV2.undo(operation);\n case OperationName.DeleteView:\n return this.deleteView.undo(operation);\n case OperationName.CreateView:\n return this.createView.undo(operation);\n case OperationName.UpdateView:\n return this.updateView.undo(operation);\n default:\n assertNever(operation);\n }\n }\n\n async redo(operation: IUndoRedoOperation): Promise {\n switch (operation.name) {\n case OperationName.CreateRecords:\n return this.createRecords.redo(operation);\n case OperationName.DeleteRecords:\n return this.deleteRecords.redo(operation);\n case OperationName.UpdateRecords:\n return this.updateRecords.redo(operation);\n case OperationName.UpdateRecordsOrder:\n return this.updateRecordsOrder.redo(operation);\n case OperationName.CreateFields:\n return this.createFields.redo(operation);\n case OperationName.DeleteFields:\n return this.deleteFields.redo(operation);\n case OperationName.PasteSelection:\n return this.pasteSelection.redo(operation);\n case OperationName.ConvertField:\n return this.convertField.redo(operation);\n case OperationName.ConvertFieldV2:\n return this.convertFieldV2.redo(operation);\n case OperationName.DeleteView:\n return this.deleteView.redo(operation);\n case OperationName.CreateView:\n return this.createView.redo(operation);\n case OperationName.UpdateView:\n return this.updateView.redo(operation);\n default:\n assertNever(operation);\n }\n }\n\n @OnEvent(Events.OPERATION_RECORDS_CREATE)\n private async onCreateRecords(payload: IEventRawContext) {\n const windowId = payload.reqHeaders['x-window-id'] as string;\n const userId = payload.reqUser?.id;\n if (!windowId || !userId) {\n return;\n }\n const operation = await this.createRecords.event2Operation(payload as ICreateRecordsPayload);\n await this.undoRedoStackService.push(userId, operation.params.tableId, windowId, operation);\n }\n\n @OnEvent(Events.OPERATION_RECORDS_DELETE)\n private async onDeleteRecords(payload: IDeleteRecordsPayload) {\n const { windowId, userId, tableId } = payload;\n if (!windowId || !userId) {\n return;\n }\n\n const operation = await this.deleteRecords.event2Operation(payload);\n await this.undoRedoStackService.push(userId, tableId, windowId, operation);\n }\n\n @OnEvent(Events.OPERATION_RECORDS_UPDATE)\n private async onUpdateRecords(payload: IUpdateRecordsPayload) {\n const { windowId, userId, tableId } = payload;\n if (!windowId || !userId) {\n return;\n }\n\n const operation = await this.updateRecords.event2Operation(payload);\n await this.undoRedoStackService.push(userId, tableId, windowId, operation);\n }\n\n @OnEvent(Events.OPERATION_RECORDS_ORDER_UPDATE)\n private async onUpdateRecordsOrder(payload: IUpdateRecordsOrderPayload) {\n const { windowId, userId, tableId } = payload;\n if (!windowId || !userId) {\n return;\n }\n\n const operation = await this.updateRecordsOrder.event2Operation(payload);\n await this.undoRedoStackService.push(userId, tableId, windowId, operation);\n }\n\n @OnEvent(Events.OPERATION_FIELDS_CREATE)\n private async onCreateFields(payload: ICreateFieldsPayload) {\n const { windowId, userId, tableId } = payload;\n if (!windowId || !userId) {\n return;\n }\n\n const operation = await this.createFields.event2Operation(payload);\n await this.undoRedoStackService.push(userId, tableId, windowId, operation);\n }\n\n @OnEvent(Events.OPERATION_FIELDS_DELETE)\n private async onDeleteFields(payload: IDeleteFieldsPayload) {\n const { windowId, userId, tableId } = payload;\n if (!windowId || !userId) {\n return;\n }\n\n const operation = await this.deleteFields.event2Operation(payload);\n await this.undoRedoStackService.push(userId, tableId, windowId, operation);\n }\n\n @OnEvent(Events.OPERATION_PASTE_SELECTION)\n private async onPasteSelection(payload: IPasteSelectionPayload) {\n const { windowId, userId, tableId } = payload;\n if (!windowId || !userId) {\n return;\n }\n\n const operation = await this.pasteSelection.event2Operation(payload);\n await this.undoRedoStackService.push(userId, tableId, windowId, operation);\n }\n\n @OnEvent(Events.OPERATION_FIELD_CONVERT)\n private async onConvertField(payload: IConvertFieldPayload) {\n const { windowId, userId, tableId } = payload;\n if (!windowId || !userId) {\n return;\n }\n\n const operation = await this.convertField.event2Operation(payload);\n await this.undoRedoStackService.push(userId, tableId, windowId, operation);\n }\n\n @OnEvent(Events.OPERATION_VIEW_DELETE)\n private async onDeleteView(payload: IDeleteViewPayload) {\n const { windowId, userId } = payload;\n if (!windowId || !userId) {\n return;\n }\n const operation = await this.deleteView.event2Operation(payload as IDeleteViewPayload);\n await this.undoRedoStackService.push(userId, operation.params.tableId, windowId, operation);\n }\n\n @OnEvent(Events.OPERATION_VIEW_CREATE)\n private async onCreateView(payload: IEventRawContext) {\n const windowId = payload.reqHeaders['x-window-id'] as string;\n const userId = payload.reqUser?.id;\n if (!windowId || !userId) {\n return;\n }\n const operation = await this.createView.event2Operation(payload as ICreateViewPayload);\n await this.undoRedoStackService.push(userId, operation.params.tableId, windowId, operation);\n }\n\n @OnEvent(Events.OPERATION_VIEW_UPDATE)\n private async onUpdateView(payload: IUpdateViewPayload) {\n const { windowId, userId, tableId } = payload;\n if (!windowId || !userId) {\n return;\n }\n const operation = await this.updateView.event2Operation(payload as IUpdateViewPayload);\n await this.undoRedoStackService.push(userId, tableId, windowId, operation);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/stack/undo-redo-stack.module.ts", "content": "import { Module, forwardRef } from '@nestjs/common';\nimport { FieldOpenApiModule } from '../../field/open-api/field-open-api.module';\nimport { RecordOpenApiModule } from '../../record/open-api/record-open-api.module';\nimport { RecordModule } from '../../record/record.module';\nimport { TableDomainQueryModule } from '../../table-domain';\nimport { ViewOpenApiModule } from '../../view/open-api/view-open-api.module';\nimport { ViewModule } from '../../view/view.module';\nimport { UndoRedoOperationService } from './undo-redo-operation.service';\nimport { UndoRedoStackService } from './undo-redo-stack.service';\n\n@Module({\n imports: [\n RecordModule,\n forwardRef(() => RecordOpenApiModule),\n ViewModule,\n ViewOpenApiModule,\n forwardRef(() => FieldOpenApiModule),\n TableDomainQueryModule,\n ],\n providers: [UndoRedoStackService, UndoRedoOperationService],\n exports: [UndoRedoStackService, UndoRedoOperationService],\n})\nexport class UndoRedoStackModule {}\n" }, { "path": "apps/nestjs-backend/src/features/undo-redo/stack/undo-redo-stack.service.ts", "content": "import { Injectable, InternalServerErrorException } from '@nestjs/common';\nimport { ClsService } from 'nestjs-cls';\nimport { CacheService } from '../../../cache/cache.service';\nimport type { IUndoRedoOperation } from '../../../cache/types';\nimport { IThresholdConfig, ThresholdConfig } from '../../../configs/threshold.config';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport type { IClsStore } from '../../../types/cls';\n\n@Injectable()\nexport class UndoRedoStackService {\n constructor(\n private readonly cls: ClsService,\n private readonly eventEmitterService: EventEmitterService,\n private readonly cacheService: CacheService,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n private async getUndoStack(userId: string, tableId: string, windowId: string) {\n return (await this.cacheService.get(`operations:undo:${userId}:${tableId}:${windowId}`)) || [];\n }\n\n private async getRedoStack(userId: string, tableId: string, windowId: string) {\n return (await this.cacheService.get(`operations:redo:${userId}:${tableId}:${windowId}`)) || [];\n }\n\n private async setUndoStack(\n userId: string,\n tableId: string,\n windowId: string,\n undoStack: IUndoRedoOperation[]\n ) {\n await this.cacheService.set(\n `operations:undo:${userId}:${tableId}:${windowId}`,\n undoStack,\n this.thresholdConfig.undoExpirationTime\n );\n }\n\n private async setRedoStack(\n userId: string,\n tableId: string,\n windowId: string,\n redoStack: IUndoRedoOperation[]\n ) {\n await this.cacheService.set(\n `operations:redo:${userId}:${tableId}:${windowId}`,\n redoStack,\n this.thresholdConfig.undoExpirationTime\n );\n }\n\n async push(\n userId: string,\n tableId: string,\n windowId: string,\n operation: IUndoRedoOperation\n ): Promise {\n const maxUndoStackSize = this.thresholdConfig.maxUndoStackSize;\n let undoStack = await this.getUndoStack(userId, tableId, windowId);\n\n undoStack.push(operation);\n if (undoStack.length > this.thresholdConfig.maxUndoStackSize) {\n undoStack = undoStack.slice(-maxUndoStackSize);\n }\n\n await this.setUndoStack(userId, tableId, windowId, undoStack);\n\n // Clear redo stack when a new operation is pushed\n await this.cacheService.del(`operations:redo:${userId}:${tableId}:${windowId}`);\n\n this.eventEmitterService.emit(Events.OPERATION_PUSH, operation);\n }\n\n async mergeLastOperation(\n userId: string,\n tableId: string,\n windowId: string,\n merge: (operation: IUndoRedoOperation) => IUndoRedoOperation | null\n ): Promise {\n const undoStack = await this.getUndoStack(userId, tableId, windowId);\n if (!undoStack.length) {\n return false;\n }\n\n const lastIndex = undoStack.length - 1;\n const merged = merge(undoStack[lastIndex]);\n if (!merged) {\n return false;\n }\n\n undoStack[lastIndex] = merged;\n await this.setUndoStack(userId, tableId, windowId, undoStack);\n return true;\n }\n\n async popUndo(tableId: string, windowId: string) {\n const userId = this.cls.get('user.id');\n const undoStack = await this.getUndoStack(userId, tableId, windowId);\n const redoStack = await this.getRedoStack(userId, tableId, windowId);\n\n const operation = undoStack.pop();\n\n return {\n operation,\n push: async (newOperation: IUndoRedoOperation) => {\n if (!newOperation) {\n throw new InternalServerErrorException('No operation to undo');\n }\n redoStack.push(newOperation);\n await this.setUndoStack(userId, tableId, windowId, undoStack);\n await this.setRedoStack(userId, tableId, windowId, redoStack);\n },\n };\n }\n\n async popRedo(tableId: string, windowId: string) {\n const userId = this.cls.get('user.id');\n const undoStack = await this.getUndoStack(userId, tableId, windowId);\n const redoStack = await this.getRedoStack(userId, tableId, windowId);\n\n const operation = redoStack.pop();\n\n return {\n operation,\n push: async (newOperation: IUndoRedoOperation) => {\n if (!newOperation) {\n throw new InternalServerErrorException('No operation to redo');\n }\n undoStack.push(newOperation);\n await this.setUndoStack(userId, tableId, windowId, undoStack);\n await this.setRedoStack(userId, tableId, windowId, redoStack);\n },\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/user/delete-user/delete-user.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { StorageModule } from '../../attachments/plugins/storage.module';\nimport { SessionStoreService } from '../../auth/session/session-store.service';\nimport { DeleteUserService } from './delete-user.service';\n\n@Module({\n imports: [StorageModule],\n providers: [DeleteUserService, SessionStoreService],\n exports: [DeleteUserService],\n})\nexport class DeleteUserModule {}\n" }, { "path": "apps/nestjs-backend/src/features/user/delete-user/delete-user.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { join } from 'path';\nimport { Injectable } from '@nestjs/common';\nimport { getRandomString, HttpErrorCode, Role } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { PluginStatus, PrincipalType, UploadType } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../../custom.exception';\nimport type { IClsStore } from '../../../types/cls';\nimport StorageAdapter from '../../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../attachments/plugins/storage';\n\n@Injectable()\nexport class DeleteUserService {\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService,\n @InjectStorageAdapter() readonly storageAdapter: StorageAdapter,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n private async updateUserAvatarToDeleted(userId: string) {\n const path = join(StorageAdapter.getDir(UploadType.Avatar), userId);\n const bucket = StorageAdapter.getBucket(UploadType.Avatar);\n const mimetype = `image/png`;\n const { hash } = await this.storageAdapter.uploadFileWidthPath(\n bucket,\n path,\n 'static/system/deleted-user-avatar.png',\n {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': mimetype,\n }\n );\n await this.prismaService.txClient().attachments.update({\n data: {\n hash,\n },\n where: {\n token: userId,\n deletedTime: null,\n },\n });\n }\n\n private async permanentlyDeleteUser(userId: string) {\n await this.prismaService.txClient().user.update({\n where: { id: userId, permanentDeletedTime: null },\n data: {\n email: `deleted-${getRandomString(10)}@teable.ai`,\n name: 'Deleted User',\n permanentDeletedTime: new Date().toISOString(),\n deletedTime: new Date().toISOString(),\n },\n });\n // update user avatar to default avatar\n await this.updateUserAvatarToDeleted(userId);\n }\n\n private async clearUserData(userId: string) {\n // clear user data\n // clear token\n await this.prismaService.txClient().accessToken.deleteMany({\n where: {\n userId,\n },\n });\n // clear account\n await this.prismaService.txClient().account.deleteMany({\n where: {\n userId,\n },\n });\n // clear comment subscription\n await this.prismaService.txClient().commentSubscription.deleteMany({\n where: {\n createdBy: userId,\n },\n });\n // clear invitation\n await this.prismaService.txClient().invitation.deleteMany({\n where: {\n createdBy: userId,\n },\n });\n // clear notification\n await this.prismaService.txClient().notification.deleteMany({\n where: {\n toUserId: userId,\n },\n });\n // clear Oauth app\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex('oauth_app_token as t')\n .join('oauth_app_secret as s', 't.app_secret_id', 's.id')\n .join('oauth_app as a', 's.client_id', 'a.client_id')\n .where('a.created_by', userId)\n .del()\n .toQuery()\n );\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex('oauth_app_secret as s')\n .join('oauth_app as a', 's.client_id', 'a.client_id')\n .where('a.created_by', userId)\n .del()\n .toQuery()\n );\n await this.prismaService\n .txClient()\n .$executeRawUnsafe(\n this.knex('oauth_app_authorized as auth')\n .join('oauth_app as a', 'auth.client_id', 'a.client_id')\n .where('a.created_by', userId)\n .del()\n .toQuery()\n );\n await this.prismaService.txClient().oAuthApp.deleteMany({\n where: {\n createdBy: userId,\n },\n });\n // clear Pin\n await this.prismaService.txClient().pinResource.deleteMany({\n where: {\n createdBy: userId,\n },\n });\n // clear Plugin develop\n await this.prismaService.txClient().plugin.deleteMany({\n where: {\n createdBy: userId,\n status: {\n not: PluginStatus.Published,\n },\n },\n });\n // clear user last visit\n await this.prismaService.txClient().userLastVisit.deleteMany({\n where: {\n userId,\n },\n });\n\n // clear collaborator\n await this.prismaService.txClient().collaborator.deleteMany({\n where: {\n principalId: userId,\n },\n });\n }\n\n private async validateDeleteUser(userId: string) {\n const collaboratorSpaces = await this.prismaService.txClient().$queryRawUnsafe<\n {\n id: string;\n name: string;\n deletedTime: string | null;\n }[]\n >(\n this.knex\n .queryBuilder()\n .select({\n id: 'space.id',\n name: 'space.name',\n deletedTime: 'space.deleted_time',\n })\n .from('collaborator')\n .innerJoin('space', 'collaborator.resource_id', 'space.id')\n .where('principal_id', userId)\n .where('principal_type', PrincipalType.User)\n .where((d1) =>\n d1\n .where((d2) =>\n d2\n .whereIn('collaborator.role_name', [Role.Owner, Role.Creator])\n .whereNotNull('space.deleted_time')\n )\n .orWhereNull('space.deleted_time')\n )\n .toQuery()\n );\n if (collaboratorSpaces.length > 0) {\n throw new CustomHttpException(\n 'User has collaborators in spaces (or deleted spaces in trash): ' +\n collaboratorSpaces.map((space) => space.name).join(', '),\n HttpErrorCode.VALIDATION_ERROR,\n {\n spaces: collaboratorSpaces.map((space) => ({\n id: space.id,\n name: space.name,\n deletedTime: space.deletedTime ? new Date(space.deletedTime).toISOString() : null,\n })),\n localization: {\n i18nKey: 'httpErrors.user.collaboratorsInSpaces',\n },\n }\n );\n }\n }\n\n async deleteUserById(userId: string) {\n await this.prismaService.$tx(async () => {\n await this.validateDeleteUser(userId);\n await this.clearUserData(userId);\n await this.permanentlyDeleteUser(userId);\n });\n }\n\n async deleteUser() {\n const userId = this.cls.get('user.id');\n await this.deleteUserById(userId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/user/last-visit/last-visit.controller.ts", "content": "import { Body, Controller, Get, Post, Query } from '@nestjs/common';\nimport type {\n IUserLastVisitBaseNodeVo,\n IUserLastVisitListBaseVo,\n IUserLastVisitMapVo,\n IUserLastVisitVo,\n} from '@teable/openapi';\nimport {\n IGetUserLastVisitRo,\n IGetUserLastVisitBaseNodeRo,\n IUpdateUserLastVisitRo,\n getUserLastVisitBaseNodeRoSchema,\n getUserLastVisitRoSchema,\n updateUserLastVisitRoSchema,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../../types/cls';\nimport { ZodValidationPipe } from '../../../zod.validation.pipe';\nimport { LastVisitService } from './last-visit.service';\n\n@Controller('api/user/last-visit')\nexport class LastVisitController {\n constructor(\n private readonly lastVisitService: LastVisitService,\n private readonly cls: ClsService\n ) {}\n\n @Get()\n async getUserLastVisit(\n @Query(new ZodValidationPipe(getUserLastVisitRoSchema)) params: IGetUserLastVisitRo\n ): Promise {\n const userId = this.cls.get('user.id');\n return this.lastVisitService.getUserLastVisit(userId, params);\n }\n\n @Post()\n async updateUserLastVisit(\n @Body(new ZodValidationPipe(updateUserLastVisitRoSchema))\n updateUserLastVisitRo: IUpdateUserLastVisitRo\n ) {\n const userId = this.cls.get('user.id');\n return this.lastVisitService.updateUserLastVisit(userId, updateUserLastVisitRo);\n }\n\n @Get('/map')\n async getUserLastVisitMap(\n @Query(new ZodValidationPipe(getUserLastVisitRoSchema)) params: IGetUserLastVisitRo\n ): Promise {\n const userId = this.cls.get('user.id');\n return this.lastVisitService.getUserLastVisitMap(userId, params);\n }\n\n @Get('/list-base')\n async getUserLastVisitListBase(): Promise {\n return this.lastVisitService.baseVisit();\n }\n\n @Get('/base-node')\n async getUserLastVisitBaseNode(\n @Query(new ZodValidationPipe(getUserLastVisitBaseNodeRoSchema))\n params: IGetUserLastVisitBaseNodeRo\n ): Promise {\n const userId = this.cls.get('user.id');\n return this.lastVisitService.getUserLastVisitBaseNode(userId, params);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/user/last-visit/last-visit.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { LastVisitController } from './last-visit.controller';\nimport { LastVisitService } from './last-visit.service';\n\n@Module({\n controllers: [LastVisitController],\n providers: [LastVisitService],\n exports: [LastVisitService],\n})\nexport class LastVisitModule {}\n" }, { "path": "apps/nestjs-backend/src/features/user/last-visit/last-visit.service.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport { OnEvent } from '@nestjs/event-emitter';\nimport { HttpErrorCode, type IRole } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n IGetUserLastVisitRo,\n IGetUserLastVisitBaseNodeRo,\n IUpdateUserLastVisitRo,\n IUserLastVisitListBaseVo,\n IUserLastVisitMapVo,\n IUserLastVisitVo,\n IUserLastVisitBaseNodeVo,\n} from '@teable/openapi';\nimport { LastVisitResourceType } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { keyBy } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport type {\n BaseDeleteEvent,\n SpaceDeleteEvent,\n DashboardDeleteEvent,\n WorkflowDeleteEvent,\n AppDeleteEvent,\n TableDeleteEvent,\n ViewDeleteEvent,\n} from '../../../event-emitter/events';\nimport { Events } from '../../../event-emitter/events';\nimport { LastVisitUpdateEvent } from '../../../event-emitter/events/last-visit/last-visit.event';\nimport type { IClsStore } from '../../../types/cls';\n\n@Injectable()\nexport class LastVisitService {\n constructor(\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n private readonly cls: ClsService,\n private readonly eventEmitterService: EventEmitterService\n ) {}\n\n async getUserLastVisitBaseNode(\n userId: string,\n params: IGetUserLastVisitBaseNodeRo\n ): Promise {\n const lastVisit = await this.prismaService.userLastVisit.findFirst({\n where: {\n userId,\n parentResourceId: params.parentResourceId,\n resourceType: {\n in: [\n LastVisitResourceType.Table,\n LastVisitResourceType.Dashboard,\n LastVisitResourceType.Workflow,\n LastVisitResourceType.App,\n ],\n },\n },\n orderBy: {\n lastVisitTime: 'desc',\n },\n take: 1,\n select: {\n resourceId: true,\n resourceType: true,\n },\n });\n\n if (!lastVisit) {\n return;\n }\n\n return {\n resourceId: lastVisit.resourceId,\n resourceType: lastVisit.resourceType as LastVisitResourceType,\n };\n }\n\n async spaceVisit(userId: string, parentResourceId: string) {\n const lastVisit = await this.prismaService.userLastVisit.findFirst({\n where: {\n userId,\n parentResourceId,\n resourceType: LastVisitResourceType.Space,\n },\n orderBy: {\n lastVisitTime: 'desc',\n },\n take: 1,\n select: {\n resourceId: true,\n resourceType: true,\n },\n });\n\n if (lastVisit) {\n return {\n resourceId: lastVisit.resourceId,\n resourceType: lastVisit.resourceType as LastVisitResourceType,\n };\n }\n\n return undefined;\n }\n\n async tableVisit(userId: string, baseId: string): Promise {\n const knex = this.knex;\n\n const query = this.knex\n .with('table_visit', (qb) => {\n qb.select({\n resourceId: 'ulv.resource_id',\n })\n .from('user_last_visit as ulv')\n .leftJoin('table_meta as t', function () {\n this.on('t.id', '=', 'ulv.resource_id').andOnNull('t.deleted_time');\n })\n .where('ulv.user_id', userId)\n .where('ulv.resource_type', LastVisitResourceType.Table)\n .where('ulv.parent_resource_id', baseId)\n .limit(1);\n })\n .select({\n tableId: 'table_visit.resourceId',\n viewId: 'ulv.resource_id',\n })\n .from('table_visit')\n .leftJoin('user_last_visit as ulv', function () {\n this.on('ulv.parent_resource_id', '=', 'table_visit.resourceId')\n .andOn('ulv.resource_type', knex.raw('?', LastVisitResourceType.View))\n .andOn('ulv.user_id', knex.raw('?', userId));\n })\n .leftJoin('view as v', function () {\n this.on('v.id', '=', 'ulv.resource_id').andOnNull('v.deleted_time');\n })\n .whereRaw('(ulv.resource_id IS NULL OR v.id IS NOT NULL)')\n .limit(1)\n .toQuery();\n\n const results = await this.prismaService.$queryRawUnsafe<\n {\n tableId: string;\n tableLastVisitTime: Date;\n viewId: string;\n viewLastVisitTime: Date;\n }[]\n >(query);\n\n const result = results[0];\n\n if (result && result.tableId && result.viewId) {\n return {\n resourceId: result.tableId,\n childResourceId: result.viewId,\n resourceType: LastVisitResourceType.Table,\n };\n }\n\n if (result && result.tableId) {\n const table = await this.prismaService.tableMeta.findFirst({\n select: {\n id: true,\n views: {\n select: {\n id: true,\n },\n take: 1,\n orderBy: {\n order: 'asc',\n },\n where: {\n deletedTime: null,\n },\n },\n },\n where: {\n id: result.tableId,\n deletedTime: null,\n },\n });\n\n if (!table) {\n return;\n }\n\n return {\n resourceId: table.id,\n childResourceId: table.views[0].id,\n resourceType: LastVisitResourceType.Table,\n };\n }\n\n const table = await this.prismaService.tableMeta.findFirst({\n select: {\n id: true,\n views: {\n select: {\n id: true,\n },\n take: 1,\n orderBy: {\n order: 'asc',\n },\n where: {\n deletedTime: null,\n },\n },\n },\n where: {\n baseId,\n deletedTime: null,\n },\n orderBy: {\n order: 'asc',\n },\n });\n\n if (!table) {\n return;\n }\n\n return {\n resourceId: table.id,\n childResourceId: table.views[0].id,\n resourceType: LastVisitResourceType.Table,\n };\n }\n\n async viewVisit(userId: string, parentResourceId: string) {\n const query = this.knex\n .select({\n resourceId: 'ulv.resource_id',\n })\n .from('user_last_visit as ulv')\n .leftJoin('view as v', function () {\n this.on('v.id', '=', 'ulv.resource_id').andOnNull('v.deleted_time');\n })\n .where('ulv.user_id', userId)\n .where('ulv.resource_type', LastVisitResourceType.View)\n .where('ulv.parent_resource_id', parentResourceId)\n .whereNotNull('v.id')\n .limit(1);\n\n const sql = query.toQuery();\n\n const results = await this.prismaService.$queryRawUnsafe(sql);\n const lastVisit = results[0];\n\n if (lastVisit) {\n return {\n resourceId: lastVisit.resourceId,\n resourceType: LastVisitResourceType.View,\n };\n }\n\n const view = await this.prismaService.view.findFirst({\n select: {\n id: true,\n },\n where: {\n tableId: parentResourceId,\n deletedTime: null,\n },\n orderBy: {\n order: 'asc',\n },\n });\n\n if (view) {\n return {\n resourceId: view.id,\n resourceType: LastVisitResourceType.View,\n };\n }\n }\n\n async dashboardVisit(userId: string, parentResourceId: string) {\n const query = this.knex\n .select({\n resourceId: 'ulv.resource_id',\n })\n .from('user_last_visit as ulv')\n .leftJoin('dashboard as v', function () {\n this.on('v.id', '=', 'ulv.resource_id');\n })\n .where('ulv.user_id', userId)\n .where('ulv.resource_type', LastVisitResourceType.Dashboard)\n .where('ulv.parent_resource_id', parentResourceId)\n .whereNotNull('v.id')\n .limit(1);\n\n const sql = query.toQuery();\n\n const results = await this.prismaService.$queryRawUnsafe(sql);\n const lastVisit = results[0];\n\n if (lastVisit) {\n return {\n resourceId: lastVisit.resourceId,\n resourceType: LastVisitResourceType.Dashboard,\n };\n }\n\n const dashboard = await this.prismaService.dashboard.findFirst({\n select: {\n id: true,\n },\n where: {\n baseId: parentResourceId,\n },\n });\n\n if (dashboard) {\n return {\n resourceId: dashboard.id,\n resourceType: LastVisitResourceType.Dashboard,\n };\n }\n }\n\n async workflowVisit(userId: string, parentResourceId: string) {\n const query = this.knex\n .select({\n resourceId: 'ulv.resource_id',\n })\n .from('user_last_visit as ulv')\n .leftJoin('workflow as v', function () {\n this.on('v.id', '=', 'ulv.resource_id').andOnNull('v.deleted_time');\n })\n .where('ulv.user_id', userId)\n .where('ulv.resource_type', LastVisitResourceType.Workflow)\n .where('ulv.parent_resource_id', parentResourceId)\n .whereNotNull('v.id')\n .limit(1)\n .toQuery();\n\n const results = await this.prismaService.$queryRawUnsafe(query);\n const lastVisit = results[0];\n\n if (lastVisit) {\n return {\n resourceId: lastVisit.resourceId,\n resourceType: LastVisitResourceType.Workflow,\n };\n }\n\n const workflowQuery = this.knex('workflow')\n .select({\n id: 'id',\n })\n .where('base_id', parentResourceId)\n .whereNull('deleted_time')\n .orderBy('order', 'asc')\n .limit(1)\n .toQuery();\n\n const workflowResults =\n await this.prismaService.$queryRawUnsafe<{ id: string }[]>(workflowQuery);\n const workflow = workflowResults[0];\n\n if (workflow) {\n return {\n resourceId: workflow.id,\n resourceType: LastVisitResourceType.Workflow,\n };\n }\n }\n\n async appVisit(userId: string, parentResourceId: string) {\n const query = this.knex\n .select({\n resourceId: 'ulv.resource_id',\n })\n .from('user_last_visit as ulv')\n .leftJoin('app as a', function () {\n this.on('a.id', '=', 'ulv.resource_id').andOnNull('a.deleted_time');\n })\n .where('ulv.user_id', userId)\n .where('ulv.resource_type', LastVisitResourceType.App)\n .where('ulv.parent_resource_id', parentResourceId)\n .whereNotNull('a.id')\n .limit(1)\n .toQuery();\n\n const results = await this.prismaService.$queryRawUnsafe(query);\n const lastVisit = results[0];\n\n if (lastVisit) {\n return {\n resourceId: lastVisit.resourceId,\n resourceType: LastVisitResourceType.App,\n };\n }\n\n const appQuery = this.knex('app')\n .select({\n id: 'id',\n })\n .where('base_id', parentResourceId)\n .whereNull('deleted_time')\n .orderBy('last_modified_time', 'desc')\n .limit(1)\n .toQuery();\n\n const appResults = await this.prismaService.$queryRawUnsafe<{ id: string }[]>(appQuery);\n const app = appResults[0];\n\n if (app) {\n return {\n resourceId: app.id,\n resourceType: LastVisitResourceType.App,\n };\n }\n\n return undefined;\n }\n\n async baseVisit(): Promise {\n const userId = this.cls.get('user.id');\n const departmentIds = this.cls.get('organization.departments')?.map((d) => d.id);\n const query = this.knex\n .distinct(['ulv.resource_id'])\n .select({\n resourceId: 'ulv.resource_id',\n resourceType: 'ulv.resource_type',\n lastVisitTime: 'ulv.last_visit_time',\n resourceName: 'b.name',\n resourceIcon: 'b.icon',\n resourceRole: 'c.role_name',\n spaceId: 's.id',\n createBy: 'b.created_by',\n })\n .from('user_last_visit as ulv')\n .join('base as b', function () {\n this.on('b.id', '=', 'ulv.resource_id').andOnNull('b.deleted_time');\n })\n .join('space as s', function () {\n this.on('s.id', '=', 'ulv.parent_resource_id').andOnNull('s.deleted_time');\n })\n .join('collaborator as c', function () {\n this.onIn('c.principal_id', [...(departmentIds ?? []), userId]).andOn(function () {\n this.on('c.resource_id', '=', 'ulv.parent_resource_id').orOn(\n 'c.resource_id',\n '=',\n 'ulv.resource_id'\n );\n });\n })\n .where('ulv.user_id', userId)\n .where('ulv.resource_type', LastVisitResourceType.Base)\n .whereNotNull('b.id')\n .whereNotNull('c.id')\n .orderBy('ulv.last_visit_time', 'desc');\n\n const results = await this.prismaService.$queryRawUnsafe<\n {\n resourceId: string;\n resourceType: LastVisitResourceType;\n lastVisitTime: Date;\n resourceName: string;\n resourceIcon: string;\n resourceRole: IRole;\n spaceId: string;\n createBy: string;\n }[]\n >(query.toQuery());\n\n const list = results.map((result) => ({\n resourceId: result.resourceId,\n resourceType: result.resourceType,\n lastVisitTime: result.lastVisitTime.toISOString(),\n resource: {\n id: result.resourceId,\n name: result.resourceName,\n icon: result.resourceIcon,\n role: result.resourceRole,\n spaceId: result.spaceId,\n createdBy: result.createBy,\n },\n }));\n\n return {\n total: results.length,\n list,\n };\n }\n\n async getUserLastVisit(\n userId: string,\n params: IGetUserLastVisitRo\n ): Promise {\n switch (params.resourceType) {\n case LastVisitResourceType.Space:\n return this.spaceVisit(userId, params.parentResourceId);\n case LastVisitResourceType.Table:\n return this.tableVisit(userId, params.parentResourceId);\n case LastVisitResourceType.View:\n return this.viewVisit(userId, params.parentResourceId);\n case LastVisitResourceType.Dashboard:\n return this.dashboardVisit(userId, params.parentResourceId);\n case LastVisitResourceType.Workflow:\n return this.workflowVisit(userId, params.parentResourceId);\n case LastVisitResourceType.App:\n return this.appVisit(userId, params.parentResourceId);\n default:\n throw new CustomHttpException('Invalid resource type', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.lastVisit.invalidResourceType',\n },\n });\n }\n }\n\n async updateUserLastVisit(userId: string, updateData: IUpdateUserLastVisitRo) {\n this.eventEmitterService.emitAsync(\n Events.LAST_VISIT_UPDATE,\n new LastVisitUpdateEvent(updateData)\n );\n const { resourceType, resourceId, parentResourceId, childResourceId } = updateData;\n\n if (resourceType === LastVisitResourceType.Base) {\n await this.updateUserLastVisitRecord({\n userId,\n resourceType: LastVisitResourceType.Base,\n resourceId,\n parentResourceId,\n });\n return;\n }\n\n await this.updateUserLastVisitRecord({\n userId,\n resourceType,\n resourceId,\n parentResourceId,\n maxRecords: 1,\n maxKeys: ['parentResourceId'],\n });\n\n if (childResourceId) {\n await this.updateUserLastVisitRecord({\n userId,\n resourceType: LastVisitResourceType.View,\n resourceId: childResourceId,\n parentResourceId: resourceId,\n maxRecords: 1,\n maxKeys: ['parentResourceId'],\n });\n }\n }\n\n async updateUserLastVisitRecord({\n userId,\n resourceType,\n resourceId,\n maxRecords = 0,\n parentResourceId,\n maxKeys,\n }: {\n userId: string;\n resourceType: string;\n resourceId: string;\n parentResourceId: string;\n maxRecords?: number;\n maxKeys?: 'parentResourceId'[];\n }) {\n await this.prismaService.$transaction(async (prisma) => {\n await prisma.userLastVisit.upsert({\n where: {\n userId_resourceType_resourceId: {\n userId,\n resourceType,\n resourceId,\n },\n },\n update: {\n lastVisitTime: new Date().toISOString(),\n },\n create: {\n userId,\n resourceType,\n resourceId,\n parentResourceId,\n },\n });\n\n if (maxRecords > 0) {\n const oldRecords = await prisma.userLastVisit.findMany({\n where: {\n userId,\n resourceType,\n ...(maxKeys?.includes('parentResourceId') ? { parentResourceId } : {}),\n },\n orderBy: {\n lastVisitTime: 'desc',\n },\n skip: maxRecords,\n select: {\n id: true,\n },\n });\n\n if (oldRecords.length > 0) {\n await prisma.userLastVisit.deleteMany({\n where: {\n id: {\n in: oldRecords.map((record) => record.id),\n },\n },\n });\n }\n }\n });\n }\n\n async getUserLastVisitMap(\n userId: string,\n params: IGetUserLastVisitRo\n ): Promise {\n const tables = await this.prismaService.tableMeta.findMany({\n select: {\n id: true,\n },\n where: {\n baseId: params.parentResourceId,\n deletedTime: null,\n },\n });\n\n const query = this.knex\n .select({\n resourceId: 'ulv.resource_id',\n parentResourceId: 'ulv.parent_resource_id',\n })\n .from('user_last_visit as ulv')\n .leftJoin('view as v', function () {\n this.on('v.id', '=', 'ulv.resource_id').andOnNull('v.deleted_time');\n })\n .where('ulv.user_id', userId)\n .where('ulv.resource_type', LastVisitResourceType.View)\n .whereIn(\n 'ulv.parent_resource_id',\n tables.map((table) => table.id)\n )\n .whereNotNull('v.id');\n\n const sql = query.toQuery();\n const results =\n await this.prismaService.$queryRawUnsafe<(IUserLastVisitVo & { parentResourceId: string })[]>(\n sql\n );\n\n // If some tables don't have a last visited view, find their first view\n const tablesWithVisit = new Set(results.map((result) => result.parentResourceId));\n const tablesWithoutVisit = tables.filter((table) => !tablesWithVisit.has(table.id));\n\n if (tablesWithoutVisit.length > 0) {\n const defaultViews = await this.prismaService.view.findMany({\n select: {\n id: true,\n tableId: true,\n },\n where: {\n tableId: {\n in: tablesWithoutVisit.map((t) => t.id),\n },\n deletedTime: null,\n },\n orderBy: {\n order: 'asc',\n },\n distinct: ['tableId'],\n });\n\n // Add default views to results\n for (const view of defaultViews) {\n results.push({\n resourceId: view.id,\n parentResourceId: view.tableId,\n resourceType: LastVisitResourceType.View,\n });\n }\n }\n\n return keyBy(results, 'parentResourceId');\n }\n\n @OnEvent(Events.BASE_DELETE, { async: true })\n @OnEvent(Events.SPACE_DELETE, { async: true })\n @OnEvent(Events.TABLE_DELETE, { async: true })\n @OnEvent(Events.TABLE_VIEW_DELETE, { async: true })\n @OnEvent(Events.DASHBOARD_DELETE, { async: true })\n @OnEvent(Events.WORKFLOW_DELETE, { async: true })\n @OnEvent(Events.APP_DELETE, { async: true })\n protected async resourceDeleteListener(\n listenerEvent:\n | BaseDeleteEvent\n | SpaceDeleteEvent\n | TableDeleteEvent\n | ViewDeleteEvent\n | DashboardDeleteEvent\n | WorkflowDeleteEvent\n | AppDeleteEvent\n ) {\n switch (listenerEvent.name) {\n case Events.BASE_DELETE:\n await this.prismaService.userLastVisit.deleteMany({\n where: {\n OR: [\n {\n resourceId: listenerEvent.payload.baseId,\n resourceType: LastVisitResourceType.Base,\n },\n {\n parentResourceId: listenerEvent.payload.baseId,\n resourceType: LastVisitResourceType.Table,\n },\n ],\n },\n });\n break;\n case Events.SPACE_DELETE:\n await this.prismaService.userLastVisit.deleteMany({\n where: {\n parentResourceId: listenerEvent.payload.spaceId,\n resourceType: LastVisitResourceType.Base,\n },\n });\n break;\n case Events.TABLE_DELETE:\n await this.prismaService.userLastVisit.deleteMany({\n where: {\n OR: [\n {\n resourceId: listenerEvent.payload.tableId,\n resourceType: LastVisitResourceType.Table,\n },\n {\n parentResourceId: listenerEvent.payload.tableId,\n resourceType: LastVisitResourceType.View,\n },\n ],\n },\n });\n break;\n case Events.TABLE_VIEW_DELETE:\n await this.prismaService.userLastVisit.deleteMany({\n where: {\n resourceId: listenerEvent.payload.viewId,\n resourceType: LastVisitResourceType.View,\n },\n });\n break;\n case Events.DASHBOARD_DELETE:\n await this.prismaService.userLastVisit.deleteMany({\n where: {\n resourceId: listenerEvent.payload.dashboardId,\n resourceType: LastVisitResourceType.Dashboard,\n },\n });\n break;\n case Events.WORKFLOW_DELETE:\n await this.prismaService.userLastVisit.deleteMany({\n where: {\n resourceId: listenerEvent.payload.workflowId,\n resourceType: LastVisitResourceType.Workflow,\n },\n });\n break;\n case Events.APP_DELETE:\n await this.prismaService.userLastVisit.deleteMany({\n where: {\n resourceId: listenerEvent.payload.appId,\n resourceType: LastVisitResourceType.App,\n },\n });\n break;\n }\n\n this.eventEmitterService.emitAsync(Events.LAST_VISIT_CLEAR, {});\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/user/user.controller.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { UserController } from './user.controller';\n\ndescribe('UserController', () => {\n let controller: UserController;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n controllers: [UserController],\n }).compile();\n\n controller = module.get(UserController);\n });\n\n it('should be defined', () => {\n expect(controller).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/user/user.controller.ts", "content": "import {\n BadRequestException,\n Body,\n Controller,\n Patch,\n UploadedFile,\n UseInterceptors,\n} from '@nestjs/common';\nimport { FileInterceptor } from '@nestjs/platform-express';\nimport {\n IUpdateUserLangRo,\n IUpdateUserNameRo,\n IUserNotifyMeta,\n updateUserLangRoSchema,\n updateUserNameRoSchema,\n userNotifyMetaSchema,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../types/cls';\nimport { ZodValidationPipe } from '../../zod.validation.pipe';\nimport { UserService } from './user.service';\n\n@Controller('api/user')\nexport class UserController {\n constructor(\n private readonly userService: UserService,\n private readonly cls: ClsService\n ) {}\n\n @Patch('name')\n async updateName(\n @Body(new ZodValidationPipe(updateUserNameRoSchema)) updateUserNameRo: IUpdateUserNameRo\n ): Promise {\n const userId = this.cls.get('user.id');\n return this.userService.updateUserName(userId, updateUserNameRo.name);\n }\n\n // Supported avatar image types (gif not supported for cropping)\n private static readonly avatarAllowedMimetypes = [\n 'image/jpeg',\n 'image/png',\n 'image/webp',\n 'image/jpg',\n ];\n\n @UseInterceptors(\n FileInterceptor('file', {\n fileFilter: (_req, file, callback) => {\n const allowedTypes = ['image/jpeg', 'image/png', 'image/webp', 'image/jpg'];\n if (allowedTypes.includes(file.mimetype)) {\n callback(null, true);\n } else {\n callback(\n new BadRequestException('Unsupported file type. Only JPEG, PNG, and WebP are allowed.'),\n false\n );\n }\n },\n limits: {\n fileSize: 3 * 1024 * 1024, // limit file size is 3MB\n },\n })\n )\n @Patch('avatar')\n async updateAvatar(@UploadedFile() file: Express.Multer.File): Promise {\n const userId = this.cls.get('user.id');\n return this.userService.updateAvatar(userId, file);\n }\n\n @Patch('notify-meta')\n async updateNotifyMeta(\n @Body(new ZodValidationPipe(userNotifyMetaSchema))\n updateUserNotifyMetaRo: IUserNotifyMeta\n ): Promise {\n const userId = this.cls.get('user.id');\n return this.userService.updateNotifyMeta(userId, updateUserNotifyMetaRo);\n }\n\n @Patch('lang')\n async updateLang(\n @Body(new ZodValidationPipe(updateUserLangRoSchema)) updateUserLangRo: IUpdateUserLangRo\n ): Promise {\n const userId = this.cls.get('user.id');\n return this.userService.updateLang(userId, updateUserLangRo.lang);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/user/user.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { MulterModule } from '@nestjs/platform-express';\nimport multer from 'multer';\nimport { StorageModule } from '../attachments/plugins/storage.module';\nimport { SettingModule } from '../setting/setting.module';\nimport { LastVisitModule } from './last-visit/last-visit.module';\nimport { UserController } from './user.controller';\nimport { UserService } from './user.service';\n\n@Module({\n controllers: [UserController],\n imports: [\n MulterModule.register({\n storage: multer.diskStorage({}),\n }),\n StorageModule,\n SettingModule,\n LastVisitModule,\n ],\n providers: [UserService],\n exports: [UserService],\n})\nexport class UserModule {}\n" }, { "path": "apps/nestjs-backend/src/features/user/user.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { UserModule } from './user.module';\nimport { UserService } from './user.service';\n\ndescribe('UserService', () => {\n let service: UserService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, UserModule],\n }).compile();\n\n service = module.get(UserService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/user/user.service.ts", "content": "import https from 'https';\nimport { join } from 'path';\nimport { Injectable } from '@nestjs/common';\nimport {\n generateAccountId,\n generateSpaceId,\n generateUserId,\n HttpErrorCode,\n minidenticon,\n Role,\n} from '@teable/core';\nimport type { Prisma } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { CollaboratorType, PrincipalType, UploadType } from '@teable/openapi';\nimport type { IUserInfoVo, ICreateSpaceRo, IUserNotifyMeta } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { I18nContext } from 'nestjs-i18n';\nimport sharp from 'sharp';\nimport { CacheService } from '../../cache/cache.service';\nimport { BaseConfig, IBaseConfig } from '../../configs/base.config';\nimport { CustomHttpException } from '../../custom.exception';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport { Events } from '../../event-emitter/events';\nimport { UserSignUpEvent } from '../../event-emitter/events/user/user.event';\nimport type { IClsStore } from '../../types/cls';\nimport StorageAdapter from '../attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../attachments/plugins/storage';\nimport { getPublicFullStorageUrl } from '../attachments/plugins/utils';\nimport { UserModel } from '../model/user';\nimport { SettingService } from '../setting/setting.service';\n\n@Injectable()\nexport class UserService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly eventEmitterService: EventEmitterService,\n private readonly settingService: SettingService,\n private readonly cacheService: CacheService,\n private readonly userModel: UserModel,\n @BaseConfig() private readonly baseConfig: IBaseConfig,\n @InjectStorageAdapter() readonly storageAdapter: StorageAdapter\n ) {}\n\n async getUserById(id: string) {\n const userRaw = await this.userModel.getUserRawById(id);\n\n return (\n userRaw && {\n ...userRaw,\n avatar: userRaw.avatar && getPublicFullStorageUrl(userRaw.avatar),\n notifyMeta: userRaw.notifyMeta && JSON.parse(userRaw.notifyMeta),\n }\n );\n }\n\n async getUserByEmail(email: string) {\n return await this.prismaService.txClient().user.findUnique({\n where: { email: email.toLowerCase(), deletedTime: null },\n include: { accounts: true },\n });\n }\n\n async createSpaceBySignup(createSpaceRo: ICreateSpaceRo) {\n const userId = this.cls.get('user.id');\n const uniqName = createSpaceRo.name ?? 'Space';\n\n const space = await this.prismaService.txClient().space.create({\n select: {\n id: true,\n name: true,\n },\n data: {\n id: generateSpaceId(),\n name: uniqName,\n createdBy: userId,\n },\n });\n await this.prismaService.txClient().collaborator.create({\n data: {\n resourceId: space.id,\n resourceType: CollaboratorType.Space,\n roleName: Role.Owner,\n principalType: PrincipalType.User,\n principalId: userId,\n createdBy: userId,\n },\n });\n return space;\n }\n\n async createUserWithSettingCheck(\n user: Omit & { name?: string },\n account?: Omit,\n defaultSpaceName?: string,\n inviteCode?: string,\n autoSpaceCreation: boolean = true\n ) {\n const setting = await this.settingService.getSetting();\n if (setting?.disallowSignUp) {\n throw new CustomHttpException(\n 'The current instance disallow sign up by the administrator',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.user.disallowSignUp',\n },\n }\n );\n }\n if (setting.enableWaitlist) {\n await this.checkWaitlistInviteCode(inviteCode);\n }\n\n return await this.createUser(user, account, defaultSpaceName, autoSpaceCreation);\n }\n\n async checkWaitlistInviteCode(inviteCode?: string) {\n if (!inviteCode) {\n throw new CustomHttpException(\n 'Waitlist is enabled, invite code is required',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.user.waitlistInviteCodeRequired',\n },\n }\n );\n }\n\n const times = await this.cacheService.get(`waitlist:invite-code:${inviteCode}`);\n if (!times || times <= 0) {\n throw new CustomHttpException(\n 'Waitlist is enabled, invite code is invalid',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.user.waitlistInviteCodeInvalid',\n },\n }\n );\n }\n\n await this.cacheService.set(`waitlist:invite-code:${inviteCode}`, times - 1, '30d');\n\n return true;\n }\n\n async createUser(\n user: Omit & { name?: string },\n account?: Omit,\n defaultSpaceName?: string,\n autoSpaceCreation: boolean = true\n ) {\n // defaults\n const defaultNotifyMeta: IUserNotifyMeta = {\n email: true,\n };\n\n user = {\n ...user,\n id: user.id ?? generateUserId(),\n email: user.email.toLowerCase(),\n notifyMeta: JSON.stringify(defaultNotifyMeta),\n };\n\n const userTotalCount = await this.prismaService.txClient().user.count({\n where: { isSystem: null },\n });\n\n const isAdmin = userTotalCount === 0;\n\n if (!user?.avatar) {\n const avatar = await this.generateDefaultAvatar(user.id!);\n user = {\n ...user,\n avatar,\n };\n }\n // default space created\n const newUser = await this.prismaService.txClient().user.create({\n data: {\n ...user,\n name: user.name ?? user.email.split('@')[0],\n isAdmin: isAdmin ? true : null,\n lang: I18nContext.current()?.lang,\n },\n });\n const { id, name } = newUser;\n if (account) {\n await this.prismaService.txClient().account.create({\n data: { id: generateAccountId(), ...account, userId: id },\n });\n }\n if (this.baseConfig.isCloud && autoSpaceCreation) {\n await this.cls.runWith(this.cls.get(), async () => {\n this.cls.set('user.id', id);\n await this.createSpaceBySignup({ name: defaultSpaceName || `${name}'s space` });\n });\n }\n return newUser;\n }\n\n async updateUserName(id: string, name: string) {\n const user: IUserInfoVo = await this.prismaService.txClient().user.update({\n data: {\n name,\n },\n where: { id, deletedTime: null },\n select: {\n id: true,\n name: true,\n email: true,\n avatar: true,\n },\n });\n this.eventEmitterService.emitAsync(Events.USER_RENAME, user);\n }\n\n // Avatar size for cropping (square)\n private static readonly avatarSize = 128;\n private static readonly avatarMimetype = 'image/webp';\n\n async updateAvatar(id: string, avatarFile: { path: string; mimetype: string; size: number }) {\n const storagePath = join(StorageAdapter.getDir(UploadType.Avatar), id);\n const bucket = StorageAdapter.getBucket(UploadType.Avatar);\n\n // Crop the image to a square before uploading\n const croppedImageBuffer = await this.cropAvatarImage(avatarFile.path);\n\n // Upload the cropped image buffer directly\n const { hash } = await this.storageAdapter.uploadFile(bucket, storagePath, croppedImageBuffer, {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': UserService.avatarMimetype,\n });\n\n await this.mountAttachment(id, {\n hash,\n size: croppedImageBuffer.length,\n mimetype: UserService.avatarMimetype,\n token: id,\n path: storagePath,\n });\n\n await this.prismaService.txClient().user.update({\n data: {\n avatar: storagePath,\n },\n where: { id, deletedTime: null },\n });\n }\n\n /**\n * Crop avatar image to a square (center crop) and resize to avatarSize\n * Output format is WebP for better compression\n */\n private async cropAvatarImage(filePath: string): Promise {\n try {\n const image = sharp(filePath, { failOn: 'none' });\n const metadata = await image.metadata();\n\n if (!metadata.width || !metadata.height) {\n throw new CustomHttpException('Unsupported file type', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidImage',\n },\n });\n }\n\n // Center crop to square\n const size = Math.min(metadata.width, metadata.height);\n const left = Math.floor((metadata.width - size) / 2);\n const top = Math.floor((metadata.height - size) / 2);\n\n return await image\n .extract({ left, top, width: size, height: size })\n .resize(UserService.avatarSize, UserService.avatarSize)\n .webp({ quality: 85 })\n .toBuffer();\n } catch (error) {\n // If it's already a CustomHttpException, rethrow it\n if (error instanceof CustomHttpException) {\n throw error;\n }\n // For any other errors (e.g., unsupported format, corrupted file), throw 400\n throw new CustomHttpException('Unsupported file type', HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.attachment.invalidImage',\n },\n });\n }\n }\n\n private async mountAttachment(\n userId: string,\n input: Prisma.AttachmentsCreateInput | Prisma.AttachmentsUpdateInput\n ) {\n await this.prismaService.txClient().attachments.upsert({\n create: {\n ...input,\n createdBy: userId,\n } as Prisma.AttachmentsCreateInput,\n update: input as Prisma.AttachmentsUpdateInput,\n where: {\n token: userId,\n deletedTime: null,\n },\n });\n }\n\n async updateNotifyMeta(id: string, notifyMetaRo: IUserNotifyMeta) {\n await this.prismaService.txClient().user.update({\n data: {\n notifyMeta: JSON.stringify(notifyMetaRo),\n },\n where: { id, deletedTime: null },\n });\n }\n\n async updateLang(id: string, lang: string) {\n await this.prismaService.txClient().user.update({\n data: {\n lang,\n },\n where: { id, deletedTime: null },\n });\n }\n\n private async generateDefaultAvatar(id: string) {\n const path = join(StorageAdapter.getDir(UploadType.Avatar), id);\n const bucket = StorageAdapter.getBucket(UploadType.Avatar);\n\n const svgSize = [410, 410];\n const svgString = minidenticon(id);\n const svgObject = sharp(Buffer.from(svgString))\n .resize(svgSize[0], svgSize[1])\n .flatten({ background: '#f0f0f0' })\n .png({ quality: 90 });\n const mimetype = 'image/png';\n const { size } = await svgObject.metadata();\n const svgBuffer = await svgObject.toBuffer();\n\n const { hash } = await this.storageAdapter.uploadFile(bucket, path, svgBuffer, {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': mimetype,\n });\n\n await this.mountAttachment(id, {\n hash: hash,\n size: size,\n mimetype: mimetype,\n token: id,\n path: path,\n width: svgSize[0],\n height: svgSize[1],\n });\n\n return path;\n }\n\n private async uploadAvatarByUrl(userId: string, url: string) {\n return new Promise((resolve, reject) => {\n https\n .get(url, async (response) => {\n try {\n // Collect the image data into a buffer\n const chunks: Buffer[] = [];\n for await (const chunk of response) {\n chunks.push(chunk);\n }\n const imageBuffer = Buffer.concat(chunks);\n\n // Crop the image to square and resize\n const croppedBuffer = await this.cropAvatarBuffer(imageBuffer);\n\n const storagePath = join(StorageAdapter.getDir(UploadType.Avatar), userId);\n const bucket = StorageAdapter.getBucket(UploadType.Avatar);\n const { hash } = await this.storageAdapter.uploadFile(\n bucket,\n storagePath,\n croppedBuffer,\n {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': UserService.avatarMimetype,\n }\n );\n\n await this.mountAttachment(userId, {\n hash: hash,\n size: croppedBuffer.length,\n mimetype: UserService.avatarMimetype,\n token: userId,\n path: storagePath,\n });\n resolve(storagePath);\n } catch (error) {\n reject(error);\n }\n })\n .on('error', (error) => {\n reject(error);\n });\n });\n }\n\n /**\n * Crop avatar image buffer to a square (center crop) and resize to avatarSize\n * Output format is WebP for better compression\n */\n private async cropAvatarBuffer(imageBuffer: Buffer): Promise {\n const image = sharp(imageBuffer, { failOn: 'none' });\n const metadata = await image.metadata();\n\n if (!metadata.width || !metadata.height) {\n // If we can't get metadata, just resize without center crop\n return image\n .resize(UserService.avatarSize, UserService.avatarSize)\n .webp({ quality: 85 })\n .toBuffer();\n }\n\n // Center crop to square\n const size = Math.min(metadata.width, metadata.height);\n const left = Math.floor((metadata.width - size) / 2);\n const top = Math.floor((metadata.height - size) / 2);\n\n return image\n .extract({ left, top, width: size, height: size })\n .resize(UserService.avatarSize, UserService.avatarSize)\n .webp({ quality: 85 })\n .toBuffer();\n }\n\n async findOrCreateUser(\n user: {\n name: string;\n email: string;\n provider: string;\n providerId: string;\n type: string;\n avatarUrl?: string;\n },\n autoSpaceCreation: boolean = true,\n onCreateNewUser?: () => void\n ) {\n let isNewUser = false;\n const res = await this.prismaService.$tx(async () => {\n const { email, name, provider, providerId, type, avatarUrl } = user;\n // account exist check\n const existAccount = await this.prismaService.txClient().account.findFirst({\n where: { provider, providerId },\n });\n if (existAccount) {\n return await this.getUserById(existAccount.userId);\n }\n\n // user exist check\n const existUser = await this.getUserByEmail(email);\n if (existUser && existUser.isSystem) {\n throw new CustomHttpException('User is system user', HttpErrorCode.UNAUTHORIZED, {\n localization: {\n i18nKey: 'httpErrors.user.systemUser',\n },\n });\n }\n if (!existUser) {\n const userId = generateUserId();\n let avatar: string | undefined = undefined;\n if (avatarUrl) {\n try {\n avatar = await this.uploadAvatarByUrl(userId, avatarUrl);\n } catch {\n // Ignore avatar upload errors, don't block user login\n }\n }\n isNewUser = true;\n onCreateNewUser?.();\n return await this.createUserWithSettingCheck(\n { id: userId, email, name, avatar },\n { provider, providerId, type },\n undefined,\n undefined,\n autoSpaceCreation\n );\n }\n\n await this.prismaService.txClient().account.create({\n data: { id: generateAccountId(), provider, providerId, type, userId: existUser.id },\n });\n return existUser;\n });\n if (res && isNewUser) {\n this.eventEmitterService.emitAsync(Events.USER_SIGNUP, new UserSignUpEvent(res.id));\n }\n return res;\n }\n\n async refreshLastSignTime(userId: string) {\n await this.prismaService.txClient().user.update({\n where: { id: userId, deletedTime: null },\n data: { lastSignTime: new Date().toISOString() },\n });\n this.eventEmitterService.emitAsync(Events.USER_SIGNIN, { userId });\n }\n\n async getUserInfoList(userIds: string[]) {\n const userList = await this.prismaService.user.findMany({\n where: {\n id: { in: userIds },\n },\n select: {\n id: true,\n name: true,\n email: true,\n avatar: true,\n },\n });\n return userList.map((user) => {\n const { avatar } = user;\n return {\n ...user,\n avatar: avatar && getPublicFullStorageUrl(avatar),\n };\n });\n }\n\n async createSystemUser({\n id = generateUserId(),\n email,\n name,\n avatar,\n }: {\n id?: string;\n email: string;\n name: string;\n avatar?: string;\n }) {\n return this.prismaService.$tx(async () => {\n if (!avatar) {\n avatar = await this.generateDefaultAvatar(id);\n }\n return this.prismaService.txClient().user.create({\n data: {\n id,\n email,\n name,\n avatar,\n isSystem: true,\n },\n });\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-action-trigger.service.spec.ts", "content": "import { getActionTriggerChannel } from '@teable/core';\nimport {\n BaseId,\n FieldCreated,\n FieldId,\n FieldUpdated,\n RecordsBatchUpdated,\n TableActionTriggerRequested,\n TableId,\n type IExecutionContext,\n type IEventHandler,\n} from '@teable/v2-core';\nimport type { DependencyContainer } from '@teable/v2-di';\nimport { describe, expect, it } from 'vitest';\nimport type { ShareDbService } from '../../share-db/share-db.service';\nimport { V2ActionTriggerService } from './v2-action-trigger.service';\n\ntype IPresencePayload = Array<{ actionKey: string; payload?: Record }>;\n\nconst defaultTimeZone = 'UTC';\nconst defaultDateFormat = 'YYYY-MM-DD';\nconst sourceFieldId = 'fldSource0000000001';\n\nconst waitForPresenceFlush = async () => {\n await new Promise((resolve) => {\n if (typeof setImmediate === 'function') {\n setImmediate(() => resolve());\n return;\n }\n setTimeout(() => resolve(), 0);\n });\n};\n\nconst fieldUpdateSemantics = {\n type: {\n realtimePath: ['type'],\n presencePath: ['type'],\n mayRequirePresence: true,\n },\n options: {\n realtimePath: ['options'],\n presencePath: ['options'],\n mayRequirePresence: true,\n },\n formatting: {\n realtimePath: ['options'],\n presencePath: ['options', 'formatting'],\n mayRequirePresence: true,\n },\n} as const;\n\nconst createIds = () => {\n return {\n baseId: BaseId.create(`bse${'a'.repeat(16)}`)._unsafeUnwrap(),\n tableId: TableId.create(`tbl${'b'.repeat(16)}`)._unsafeUnwrap(),\n fieldId: FieldId.create(`fld${'c'.repeat(16)}`)._unsafeUnwrap(),\n };\n};\n\ndescribe('V2ActionTriggerService', () => {\n it('emits setField presence payload with changed new values', async () => {\n let channelSubmitted: string | undefined;\n let submitted: IPresencePayload | undefined;\n\n const shareDbService = {\n connect: () => ({\n getPresence: (channel: string) => {\n channelSubmitted = channel;\n return {\n create: () => ({\n submit: (data: IPresencePayload, cb?: (error?: unknown) => void) => {\n submitted = data;\n cb?.();\n },\n }),\n };\n },\n }),\n } as unknown as ShareDbService;\n\n const registered: Array<{ instance: unknown }> = [];\n const container = {\n registerInstance: (_token: unknown, instance: unknown) => {\n registered.push({ instance });\n return container;\n },\n } as unknown as DependencyContainer;\n\n const service = new V2ActionTriggerService(shareDbService);\n service.registerProjections(container);\n\n const projection = registered.find(\n (item) =>\n (item.instance as { constructor?: { name?: string } }).constructor?.name ===\n 'V2FieldUpdatedActionTriggerProjection'\n )?.instance as IEventHandler | undefined;\n\n expect(projection).toBeDefined();\n\n const { baseId, tableId, fieldId } = createIds();\n const event = FieldUpdated.create({\n baseId,\n tableId,\n fieldId,\n updatedProperties: ['type', 'options'],\n changes: {\n type: { oldValue: 'singleLineText', newValue: 'singleSelect' },\n options: {\n oldValue: { showAs: { type: 'url' } },\n newValue: { choices: [{ id: 'opt1', name: 'Open' }] },\n },\n },\n propertySemantics: {\n type: fieldUpdateSemantics.type,\n options: fieldUpdateSemantics.options,\n },\n });\n\n const result = await projection?.handle({} as IExecutionContext, event);\n expect(result?.isOk()).toBe(true);\n await waitForPresenceFlush();\n\n expect(channelSubmitted).toBe(getActionTriggerChannel(tableId.toString()));\n expect(submitted).toEqual([\n {\n actionKey: 'setField',\n payload: {\n tableId: tableId.toString(),\n field: {\n id: fieldId.toString(),\n updatedProperties: ['type', 'options'],\n type: 'singleSelect',\n options: {\n choices: [{ id: 'opt1', name: 'Open' }],\n },\n },\n },\n },\n ]);\n });\n\n it('emits addField and setRecord presence payloads for field created', async () => {\n let channelSubmitted: string | undefined;\n let submitted: IPresencePayload | undefined;\n\n const shareDbService = {\n connect: () => ({\n getPresence: (channel: string) => {\n channelSubmitted = channel;\n return {\n create: () => ({\n submit: (data: IPresencePayload, cb?: (error?: unknown) => void) => {\n submitted = data;\n cb?.();\n },\n }),\n };\n },\n }),\n } as unknown as ShareDbService;\n\n const registered: Array<{ instance: unknown }> = [];\n const container = {\n registerInstance: (_token: unknown, instance: unknown) => {\n registered.push({ instance });\n return container;\n },\n } as unknown as DependencyContainer;\n\n const service = new V2ActionTriggerService(shareDbService);\n service.registerProjections(container);\n\n const projection = registered.find(\n (item) =>\n (item.instance as { constructor?: { name?: string } }).constructor?.name ===\n 'V2FieldCreatedActionTriggerProjection'\n )?.instance as IEventHandler | undefined;\n\n expect(projection).toBeDefined();\n\n const { baseId, tableId, fieldId } = createIds();\n const event = FieldCreated.create({\n baseId,\n tableId,\n fieldId,\n });\n\n const result = await projection?.handle({} as IExecutionContext, event);\n expect(result?.isOk()).toBe(true);\n await waitForPresenceFlush();\n\n expect(channelSubmitted).toBe(getActionTriggerChannel(tableId.toString()));\n expect(submitted).toEqual([\n {\n actionKey: 'addField',\n payload: {\n tableId: tableId.toString(),\n field: {\n id: fieldId.toString(),\n },\n },\n },\n {\n actionKey: 'setRecord',\n payload: {\n tableId: tableId.toString(),\n fieldIds: [fieldId.toString()],\n },\n },\n ]);\n });\n\n it('emits setField presence payload for formatting-only field updates', async () => {\n let submitted: IPresencePayload | undefined;\n\n const shareDbService = {\n connect: () => ({\n getPresence: () => ({\n create: () => ({\n submit: (data: IPresencePayload, cb?: (error?: unknown) => void) => {\n submitted = data;\n cb?.();\n },\n }),\n }),\n }),\n } as unknown as ShareDbService;\n\n const registered: Array<{ instance: unknown }> = [];\n const container = {\n registerInstance: (_token: unknown, instance: unknown) => {\n registered.push({ instance });\n return container;\n },\n } as unknown as DependencyContainer;\n\n const service = new V2ActionTriggerService(shareDbService);\n service.registerProjections(container);\n\n const projection = registered.find(\n (item) =>\n (item.instance as { constructor?: { name?: string } }).constructor?.name ===\n 'V2FieldUpdatedActionTriggerProjection'\n )?.instance as IEventHandler | undefined;\n\n expect(projection).toBeDefined();\n\n const { baseId, tableId, fieldId } = createIds();\n const event = FieldUpdated.create({\n baseId,\n tableId,\n fieldId,\n updatedProperties: ['formatting'],\n changes: {\n formatting: {\n oldValue: {\n date: defaultDateFormat,\n time: 'None',\n timeZone: defaultTimeZone,\n },\n newValue: {\n date: defaultDateFormat,\n time: 'hh:mm A',\n timeZone: defaultTimeZone,\n },\n },\n },\n propertySemantics: {\n formatting: fieldUpdateSemantics.formatting,\n },\n });\n\n const result = await projection?.handle({} as IExecutionContext, event);\n expect(result?.isOk()).toBe(true);\n await waitForPresenceFlush();\n expect(submitted).toEqual([\n {\n actionKey: 'setField',\n payload: {\n tableId: tableId.toString(),\n field: {\n id: fieldId.toString(),\n updatedProperties: ['formatting'],\n options: {\n formatting: {\n date: defaultDateFormat,\n time: 'hh:mm A',\n timeZone: defaultTimeZone,\n },\n },\n },\n },\n },\n ]);\n });\n\n it('does not emit setField action for unrelated field property updates', async () => {\n let submitted: IPresencePayload | undefined;\n\n const shareDbService = {\n connect: () => ({\n getPresence: () => ({\n create: () => ({\n submit: (data: IPresencePayload, cb?: (error?: unknown) => void) => {\n submitted = data;\n cb?.();\n },\n }),\n }),\n }),\n } as unknown as ShareDbService;\n\n const registered: Array<{ instance: unknown }> = [];\n const container = {\n registerInstance: (_token: unknown, instance: unknown) => {\n registered.push({ instance });\n return container;\n },\n } as unknown as DependencyContainer;\n\n const service = new V2ActionTriggerService(shareDbService);\n service.registerProjections(container);\n\n const projection = registered.find(\n (item) =>\n (item.instance as { constructor?: { name?: string } }).constructor?.name ===\n 'V2FieldUpdatedActionTriggerProjection'\n )?.instance as IEventHandler | undefined;\n\n expect(projection).toBeDefined();\n\n const { baseId, tableId, fieldId } = createIds();\n const event = FieldUpdated.create({\n baseId,\n tableId,\n fieldId,\n updatedProperties: ['description'],\n changes: {\n description: { oldValue: 'old', newValue: 'new' },\n },\n });\n\n const result = await projection?.handle({} as IExecutionContext, event);\n expect(result?.isOk()).toBe(true);\n await waitForPresenceFlush();\n expect(submitted).toBeUndefined();\n });\n\n it('emits requested action trigger payload for schema-driven presence events', async () => {\n let channelSubmitted: string | undefined;\n let submitted: IPresencePayload | undefined;\n\n const shareDbService = {\n connect: () => ({\n getPresence: (channel: string) => {\n channelSubmitted = channel;\n return {\n create: () => ({\n submit: (data: IPresencePayload, cb?: (error?: unknown) => void) => {\n submitted = data;\n cb?.();\n },\n }),\n };\n },\n }),\n } as unknown as ShareDbService;\n\n const registered: Array<{ instance: unknown }> = [];\n const container = {\n registerInstance: (_token: unknown, instance: unknown) => {\n registered.push({ instance });\n return container;\n },\n } as unknown as DependencyContainer;\n\n const service = new V2ActionTriggerService(shareDbService);\n service.registerProjections(container);\n\n const projection = registered.find(\n (item) =>\n (item.instance as { constructor?: { name?: string } }).constructor?.name ===\n 'V2TableActionTriggerRequestedProjection'\n )?.instance as IEventHandler | undefined;\n\n expect(projection).toBeDefined();\n\n const { baseId, tableId } = createIds();\n const event = TableActionTriggerRequested.create({\n baseId,\n tableId,\n actionKey: 'setField',\n payload: {\n tableId: tableId.toString(),\n field: {\n id: sourceFieldId,\n },\n fieldIds: [sourceFieldId, 'fldComputed00000002'],\n },\n });\n\n const result = await projection?.handle({} as IExecutionContext, event);\n expect(result?.isOk()).toBe(true);\n await waitForPresenceFlush();\n\n expect(channelSubmitted).toBe(getActionTriggerChannel(tableId.toString()));\n expect(submitted).toEqual([\n {\n actionKey: 'setField',\n payload: {\n tableId: tableId.toString(),\n field: {\n id: sourceFieldId,\n },\n fieldIds: [sourceFieldId, 'fldComputed00000002'],\n },\n },\n ]);\n });\n\n it('emits setRecord presence payload with fieldIds for large batch updates', async () => {\n let channelSubmitted: string | undefined;\n let submitted: IPresencePayload | undefined;\n\n const shareDbService = {\n connect: () => ({\n getPresence: (channel: string) => {\n channelSubmitted = channel;\n return {\n create: () => ({\n submit: (data: IPresencePayload, cb?: (error?: unknown) => void) => {\n submitted = data;\n cb?.();\n },\n }),\n };\n },\n }),\n } as unknown as ShareDbService;\n\n const registered: Array<{ instance: unknown }> = [];\n const container = {\n registerInstance: (_token: unknown, instance: unknown) => {\n registered.push({ instance });\n return container;\n },\n } as unknown as DependencyContainer;\n\n const service = new V2ActionTriggerService(shareDbService);\n service.registerProjections(container);\n\n const projection = registered.find(\n (item) =>\n (item.instance as { constructor?: { name?: string } }).constructor?.name ===\n 'V2RecordsBatchUpdatedActionTriggerProjection'\n )?.instance as IEventHandler | undefined;\n\n expect(projection).toBeDefined();\n\n const { baseId, tableId, fieldId } = createIds();\n const event = RecordsBatchUpdated.create({\n baseId,\n tableId,\n source: 'user',\n updates: Array.from({ length: 1001 }, (_, index) => ({\n recordId: `rec${index.toString().padStart(16, '0')}`,\n oldVersion: 1,\n newVersion: 2,\n changes: [\n {\n fieldId: fieldId.toString(),\n oldValue: `old-${index}`,\n newValue: `new-${index}`,\n },\n ],\n })),\n });\n\n const result = await projection?.handle({} as IExecutionContext, event);\n expect(result?.isOk()).toBe(true);\n await waitForPresenceFlush();\n\n expect(channelSubmitted).toBe(getActionTriggerChannel(tableId.toString()));\n expect(submitted).toEqual([\n {\n actionKey: 'setRecord',\n payload: {\n tableId: tableId.toString(),\n fieldIds: [fieldId.toString()],\n },\n },\n ]);\n });\n\n it('batches field patch and schema-refresh setField actions into one presence submit for schema-driven updates', async () => {\n const submissions: IPresencePayload[] = [];\n\n const shareDbService = {\n connect: () => ({\n getPresence: () => ({\n create: () => ({\n submit: (data: IPresencePayload, cb?: (error?: unknown) => void) => {\n submissions.push(data);\n cb?.();\n },\n }),\n }),\n }),\n } as unknown as ShareDbService;\n\n const registered: Array<{ instance: unknown }> = [];\n const container = {\n registerInstance: (_token: unknown, instance: unknown) => {\n registered.push({ instance });\n return container;\n },\n } as unknown as DependencyContainer;\n\n const service = new V2ActionTriggerService(shareDbService);\n service.registerProjections(container);\n\n const fieldUpdatedProjection = registered.find(\n (item) =>\n (item.instance as { constructor?: { name?: string } }).constructor?.name ===\n 'V2FieldUpdatedActionTriggerProjection'\n )?.instance as IEventHandler | undefined;\n const actionTriggerProjection = registered.find(\n (item) =>\n (item.instance as { constructor?: { name?: string } }).constructor?.name ===\n 'V2TableActionTriggerRequestedProjection'\n )?.instance as IEventHandler | undefined;\n\n expect(fieldUpdatedProjection).toBeDefined();\n expect(actionTriggerProjection).toBeDefined();\n\n const { baseId, tableId, fieldId } = createIds();\n const fieldUpdatedEvent = FieldUpdated.create({\n baseId,\n tableId,\n fieldId,\n updatedProperties: ['type', 'options'],\n changes: {\n type: { oldValue: 'singleLineText', newValue: 'number' },\n options: {\n oldValue: { showAs: { type: 'number' } },\n newValue: { formatting: { decimal: 0 } },\n },\n },\n propertySemantics: {\n type: fieldUpdateSemantics.type,\n options: fieldUpdateSemantics.options,\n },\n });\n const schemaRefreshEvent = TableActionTriggerRequested.create({\n baseId,\n tableId,\n actionKey: 'setField',\n payload: {\n tableId: tableId.toString(),\n field: {\n id: fieldId.toString(),\n },\n fieldIds: [fieldId.toString()],\n },\n });\n\n const fieldResult = await fieldUpdatedProjection?.handle(\n {} as IExecutionContext,\n fieldUpdatedEvent\n );\n const actionResult = await actionTriggerProjection?.handle(\n {} as IExecutionContext,\n schemaRefreshEvent\n );\n expect(fieldResult?.isOk()).toBe(true);\n expect(actionResult?.isOk()).toBe(true);\n\n await waitForPresenceFlush();\n\n expect(submissions).toEqual([\n [\n {\n actionKey: 'setField',\n payload: {\n tableId: tableId.toString(),\n field: {\n id: fieldId.toString(),\n updatedProperties: ['type', 'options'],\n type: 'number',\n options: {\n formatting: { decimal: 0 },\n },\n },\n },\n },\n {\n actionKey: 'setField',\n payload: {\n tableId: tableId.toString(),\n field: {\n id: fieldId.toString(),\n },\n fieldIds: [fieldId.toString()],\n },\n },\n ],\n ]);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-action-trigger.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { getActionTriggerChannel } from '@teable/core';\nimport type { ITableActionKey } from '@teable/core';\nimport {\n FieldCreated,\n FieldDeleted,\n FieldUpdated,\n RecordCreated,\n RecordUpdated,\n RecordReordered,\n RecordsBatchCreated,\n RecordsBatchUpdated,\n RecordsDeleted,\n TableActionTriggerRequested,\n ProjectionHandler,\n ok,\n serializeFieldUpdatedValue,\n isLargeRecordBatchMutation,\n} from '@teable/v2-core';\nimport type { IExecutionContext, IEventHandler, DomainError, Result } from '@teable/v2-core';\nimport type { DependencyContainer } from '@teable/v2-di';\nimport { ShareDbService } from '../../share-db/share-db.service';\n\nexport interface IActionTriggerData {\n actionKey: ITableActionKey;\n payload?: Record;\n}\n\ntype IPendingActionTriggerBatch = {\n shareDbService: ShareDbService;\n tableId: string;\n data: IActionTriggerData[];\n};\n\nconst isRecord = (value: unknown): value is Record =>\n value instanceof Object && !Array.isArray(value);\n\nconst setValueAtPath = (\n target: Record,\n path: ReadonlyArray,\n value: unknown\n) => {\n if (path.length === 0) {\n return;\n }\n\n let current = target;\n for (const segment of path.slice(0, -1)) {\n const nested = current[segment];\n if (!isRecord(nested)) {\n current[segment] = {};\n }\n current = current[segment] as Record;\n }\n\n current[path[path.length - 1] as string] = value;\n};\n\nconst buildUpdatedFieldPatch = (event: FieldUpdated): Record => {\n const patch: Record = {\n id: event.fieldId.toString(),\n updatedProperties: [...event.updatedProperties],\n };\n\n for (const property of event.updatedProperties) {\n const change = event.changes[property];\n if (!change) {\n continue;\n }\n\n setValueAtPath(\n patch,\n event.presencePathFor(property),\n serializeFieldUpdatedValue(change.newValue)\n );\n }\n\n return patch;\n};\n\nconst collectChangedFieldIds = (updates: RecordsBatchUpdated['updates']): string[] => {\n const fieldIds = new Set();\n\n for (const update of updates) {\n for (const change of update.changes) {\n fieldIds.add(change.fieldId);\n }\n }\n\n return [...fieldIds];\n};\n\n/**\n * Helper to emit action triggers via ShareDB presence.\n * Batches actions per table to avoid later submits overwriting earlier ones\n * within the same schema update turn.\n */\nconst pendingActionTriggerBatches = new Map();\nlet flushScheduled = false;\n\nconst deferFlush = (flush: () => void) => {\n if (typeof setImmediate === 'function') {\n setImmediate(flush);\n return;\n }\n setTimeout(flush, 0);\n};\n\nconst flushPendingActionTriggers = () => {\n flushScheduled = false;\n const batches = [...pendingActionTriggerBatches.values()];\n pendingActionTriggerBatches.clear();\n\n for (const batch of batches) {\n const channel = getActionTriggerChannel(batch.tableId);\n const presence = batch.shareDbService.connect().getPresence(channel);\n const localPresence = presence.create(batch.tableId);\n localPresence.submit(batch.data, (error) => {\n if (error) console.error('Action trigger error:', error);\n });\n }\n};\n\nconst emitActionTrigger = (\n shareDbService: ShareDbService,\n tableId: string,\n data: IActionTriggerData[]\n) => {\n const pending = pendingActionTriggerBatches.get(tableId) ?? {\n shareDbService,\n tableId,\n data: [],\n };\n pending.data.push(...data);\n pendingActionTriggerBatches.set(tableId, pending);\n\n if (!flushScheduled) {\n flushScheduled = true;\n deferFlush(flushPendingActionTriggers);\n }\n};\n\n/**\n * V2 projection handler that emits action triggers for record create events.\n * This enables V1 frontend features like row count refresh.\n */\n@ProjectionHandler(RecordCreated)\nclass V2RecordCreatedActionTriggerProjection implements IEventHandler {\n constructor(private readonly shareDbService: ShareDbService) {}\n\n async handle(\n _context: IExecutionContext,\n event: RecordCreated\n ): Promise> {\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [{ actionKey: 'addRecord' }]);\n return ok(undefined);\n }\n}\n\n/**\n * V2 projection handler that emits action triggers for batch record create events.\n */\n@ProjectionHandler(RecordsBatchCreated)\nclass V2RecordsBatchCreatedActionTriggerProjection implements IEventHandler {\n constructor(private readonly shareDbService: ShareDbService) {}\n\n async handle(\n _context: IExecutionContext,\n event: RecordsBatchCreated\n ): Promise> {\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [{ actionKey: 'addRecord' }]);\n return ok(undefined);\n }\n}\n\n/**\n * V2 projection handler that emits action triggers for record update events.\n */\n@ProjectionHandler(RecordUpdated)\nclass V2RecordUpdatedActionTriggerProjection implements IEventHandler {\n constructor(private readonly shareDbService: ShareDbService) {}\n\n async handle(\n _context: IExecutionContext,\n event: RecordUpdated\n ): Promise> {\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [{ actionKey: 'setRecord' }]);\n return ok(undefined);\n }\n}\n\n/**\n * V2 projection handler that emits action triggers for batch record update events.\n */\n@ProjectionHandler(RecordsBatchUpdated)\nclass V2RecordsBatchUpdatedActionTriggerProjection implements IEventHandler {\n constructor(private readonly shareDbService: ShareDbService) {}\n\n async handle(\n _context: IExecutionContext,\n event: RecordsBatchUpdated\n ): Promise> {\n if (isLargeRecordBatchMutation(event.updates.length)) {\n const fieldIds = collectChangedFieldIds(event.updates);\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [\n {\n actionKey: 'setRecord',\n payload: {\n tableId: event.tableId.toString(),\n fieldIds,\n },\n },\n ]);\n return ok(undefined);\n }\n\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [{ actionKey: 'setRecord' }]);\n return ok(undefined);\n }\n}\n\n/**\n * V2 projection handler that emits action triggers for record reorder events.\n */\n@ProjectionHandler(RecordReordered)\nclass V2RecordReorderedActionTriggerProjection implements IEventHandler {\n constructor(private readonly shareDbService: ShareDbService) {}\n\n async handle(\n _context: IExecutionContext,\n event: RecordReordered\n ): Promise> {\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [{ actionKey: 'setRecord' }]);\n return ok(undefined);\n }\n}\n\n/**\n * V2 projection handler that emits action triggers for record delete events.\n */\n@ProjectionHandler(RecordsDeleted)\nclass V2RecordsDeletedActionTriggerProjection implements IEventHandler {\n constructor(private readonly shareDbService: ShareDbService) {}\n\n async handle(\n _context: IExecutionContext,\n event: RecordsDeleted\n ): Promise> {\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [\n { actionKey: 'deleteRecord' },\n ]);\n return ok(undefined);\n }\n}\n\n/**\n * V2 projection handler that emits action triggers for field create events.\n */\n@ProjectionHandler(FieldCreated)\nclass V2FieldCreatedActionTriggerProjection implements IEventHandler {\n constructor(private readonly shareDbService: ShareDbService) {}\n\n async handle(\n _context: IExecutionContext,\n event: FieldCreated\n ): Promise> {\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [\n {\n actionKey: 'addField',\n payload: {\n tableId: event.tableId.toString(),\n field: {\n id: event.fieldId.toString(),\n },\n },\n },\n // Trigger schema-driven record query refresh for the newly added field.\n {\n actionKey: 'setRecord',\n payload: {\n tableId: event.tableId.toString(),\n fieldIds: [event.fieldId.toString()],\n },\n },\n ]);\n return ok(undefined);\n }\n}\n\n/**\n * V2 projection handler that emits action triggers for field delete events.\n */\n@ProjectionHandler(FieldDeleted)\nclass V2FieldDeletedActionTriggerProjection implements IEventHandler {\n constructor(private readonly shareDbService: ShareDbService) {}\n\n async handle(\n _context: IExecutionContext,\n event: FieldDeleted\n ): Promise> {\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [\n {\n actionKey: 'deleteField',\n payload: {\n tableId: event.tableId.toString(),\n fieldId: event.fieldId.toString(),\n },\n },\n ]);\n return ok(undefined);\n }\n}\n\n/**\n * V2 projection handler that emits action triggers for field update events.\n */\n@ProjectionHandler(FieldUpdated)\nclass V2FieldUpdatedActionTriggerProjection implements IEventHandler {\n constructor(private readonly shareDbService: ShareDbService) {}\n\n async handle(\n _context: IExecutionContext,\n event: FieldUpdated\n ): Promise> {\n if (!event.mayRequirePresence()) {\n return ok(undefined);\n }\n\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [\n {\n actionKey: 'setField',\n payload: {\n tableId: event.tableId.toString(),\n field: buildUpdatedFieldPatch(event),\n },\n },\n ]);\n return ok(undefined);\n }\n}\n\n@ProjectionHandler(TableActionTriggerRequested)\nclass V2TableActionTriggerRequestedProjection\n implements IEventHandler\n{\n constructor(private readonly shareDbService: ShareDbService) {}\n\n async handle(\n _context: IExecutionContext,\n event: TableActionTriggerRequested\n ): Promise> {\n emitActionTrigger(this.shareDbService, event.tableId.toString(), [\n {\n actionKey: event.actionKey,\n ...(event.payload ? { payload: event.payload } : {}),\n },\n ]);\n return ok(undefined);\n }\n}\n\n/**\n * Service that registers V2 action trigger projections with the V2 container.\n * These projections emit ShareDB presence events for V1 frontend compatibility.\n */\n@Injectable()\nexport class V2ActionTriggerService {\n private readonly logger = new Logger(V2ActionTriggerService.name);\n\n constructor(private readonly shareDbService: ShareDbService) {}\n\n /**\n * Register action trigger projections with the V2 container.\n * Call this after the V2 container is created.\n */\n registerProjections(container: DependencyContainer): void {\n this.logger.log('Registering V2 action trigger projections');\n\n const shareDbService = this.shareDbService;\n\n // Register projection instances directly since they depend on NestJS ShareDbService\n container.registerInstance(\n V2RecordCreatedActionTriggerProjection,\n new V2RecordCreatedActionTriggerProjection(shareDbService)\n );\n\n container.registerInstance(\n V2RecordsBatchCreatedActionTriggerProjection,\n new V2RecordsBatchCreatedActionTriggerProjection(shareDbService)\n );\n\n container.registerInstance(\n V2RecordUpdatedActionTriggerProjection,\n new V2RecordUpdatedActionTriggerProjection(shareDbService)\n );\n\n container.registerInstance(\n V2RecordsBatchUpdatedActionTriggerProjection,\n new V2RecordsBatchUpdatedActionTriggerProjection(shareDbService)\n );\n\n container.registerInstance(\n V2RecordReorderedActionTriggerProjection,\n new V2RecordReorderedActionTriggerProjection(shareDbService)\n );\n\n container.registerInstance(\n V2RecordsDeletedActionTriggerProjection,\n new V2RecordsDeletedActionTriggerProjection(shareDbService)\n );\n\n container.registerInstance(\n V2FieldCreatedActionTriggerProjection,\n new V2FieldCreatedActionTriggerProjection(shareDbService)\n );\n\n container.registerInstance(\n V2FieldDeletedActionTriggerProjection,\n new V2FieldDeletedActionTriggerProjection(shareDbService)\n );\n\n container.registerInstance(\n V2FieldUpdatedActionTriggerProjection,\n new V2FieldUpdatedActionTriggerProjection(shareDbService)\n );\n\n container.registerInstance(\n V2TableActionTriggerRequestedProjection,\n new V2TableActionTriggerRequestedProjection(shareDbService)\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-audit-log.constants.ts", "content": "import type { IFieldVo } from '@teable/core';\n\nexport const V2_FIELD_UPDATE_AUDIT_CONTEXT_KEY = '__teable_v2_field_update_audit_context';\nexport const V2_RECORD_PASTE_AUDIT_CONTEXT_KEY = '__teable_v2_record_paste_audit_context';\n\nexport interface IV2FieldUpdateAuditContext {\n tableId: string;\n fieldId: string;\n oldField: IFieldVo;\n inputField: Record;\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-command-bus-tracing.middleware.ts", "content": "import { TeableSpanAttributes } from '@teable/v2-core';\nimport type {\n CommandBusNext,\n ICommandBusMiddleware,\n IExecutionContext,\n} from '@teable/v2-core' with { 'resolution-mode': 'import' };\n\nconst describeError = (error: unknown): string => {\n if (error instanceof Error) return error.message || error.name;\n if (typeof error === 'string') return error;\n try {\n return JSON.stringify(error) ?? String(error);\n } catch {\n return String(error);\n }\n};\n\n/**\n * Extract relevant IDs from command for tracing.\n * Safely extracts tableId, recordId, fieldId if present.\n */\nconst extractCommandIds = (\n command: unknown\n): { tableId?: string; recordId?: string; fieldId?: string } => {\n if (!command || typeof command !== 'object') return {};\n\n const cmd = command as Record;\n return {\n tableId: typeof cmd.tableId === 'string' ? cmd.tableId : undefined,\n recordId: typeof cmd.recordId === 'string' ? cmd.recordId : undefined,\n fieldId: typeof cmd.fieldId === 'string' ? cmd.fieldId : undefined,\n };\n};\n\nexport class CommandBusTracingMiddleware implements ICommandBusMiddleware {\n async handle(\n context: IExecutionContext,\n command: TCommand,\n next: CommandBusNext\n ) {\n const tracer = context.tracer;\n if (!tracer) {\n return next(context, command);\n }\n\n const commandName =\n (command as { constructor?: { name?: string } }).constructor?.name ?? 'UnknownCommand';\n const ids = extractCommandIds(command);\n\n // Build span attributes with teable prefix\n const attributes: Record = {\n [TeableSpanAttributes.VERSION]: 'v2',\n [TeableSpanAttributes.COMPONENT]: 'command',\n [TeableSpanAttributes.COMMAND]: commandName,\n [TeableSpanAttributes.OPERATION]: `command.${commandName}`,\n };\n\n // Add entity IDs if present\n if (ids.tableId) {\n attributes[TeableSpanAttributes.TABLE_ID] = ids.tableId;\n }\n if (ids.recordId) {\n attributes[TeableSpanAttributes.RECORD_ID] = ids.recordId;\n }\n if (ids.fieldId) {\n attributes[TeableSpanAttributes.FIELD_ID] = ids.fieldId;\n }\n\n const span = tracer.startSpan(`teable.command.${commandName}`, attributes);\n\n try {\n const result = await next(context, command);\n if (result.isErr()) {\n span.recordError(result.error.message ?? 'Unknown error');\n }\n return result;\n } catch (error) {\n span.recordError(describeError(error));\n throw error;\n } finally {\n span.end();\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-container.service.ts", "content": "import type { OnModuleDestroy } from '@nestjs/common';\nimport { Injectable } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { KeyvUndoRedoStore } from '@teable/v2-adapter-undo-redo-keyv';\nimport { v2PostgresDbTokens } from '@teable/v2-adapter-db-postgres-pg';\nimport {\n ShareDbPubSubPublisher,\n registerV2ShareDbRealtime,\n} from '@teable/v2-adapter-realtime-sharedb';\nimport { v2CoreTokens } from '@teable/v2-core';\nimport { createV2NodePgContainer } from '@teable/v2-container-node';\nimport type { DependencyContainer } from '@teable/v2-di';\nimport { registerV2ImportServices } from '@teable/v2-import';\nimport { PinoLogger } from 'nestjs-pino';\nimport { ShareDbService } from '../../share-db/share-db.service';\nimport { CacheService } from '../../cache/cache.service';\nimport { IThresholdConfig, ThresholdConfig } from '../../configs/threshold.config';\nimport { V2ActionTriggerService } from './v2-action-trigger.service';\nimport { CommandBusTracingMiddleware } from './v2-command-bus-tracing.middleware';\nimport { PinoLoggerAdapter } from './v2-logger.adapter';\nimport type { IV2ProjectionRegistrar } from './v2-projection-registrar';\nimport { QueryBusTracingMiddleware } from './v2-query-bus-tracing.middleware';\nimport { OpenTelemetryTracer } from './v2-tracer.adapter';\n\n@Injectable()\nexport class V2ContainerService implements OnModuleDestroy {\n private containerPromise?: Promise;\n private readonly dynamicRegistrars: IV2ProjectionRegistrar[] = [];\n\n constructor(\n private readonly configService: ConfigService,\n private readonly pinoLogger: PinoLogger,\n private readonly shareDbService: ShareDbService,\n private readonly cacheService: CacheService,\n private readonly actionTriggerService: V2ActionTriggerService,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n /**\n * Add a projection registrar dynamically.\n * Must be called during module initialization (onModuleInit), before getContainer() is called.\n */\n addProjectionRegistrar(registrar: IV2ProjectionRegistrar): void {\n this.dynamicRegistrars.push(registrar);\n }\n\n async getContainer(): Promise {\n if (!this.containerPromise) {\n const connectionString = this.configService.getOrThrow('PRISMA_DATABASE_URL');\n const logger = new PinoLoggerAdapter(this.pinoLogger);\n const tracer = new OpenTelemetryTracer();\n const commandBusMiddlewares = [new CommandBusTracingMiddleware()];\n const queryBusMiddlewares = [new QueryBusTracingMiddleware()];\n const computedUpdateMode = process.env.V2_COMPUTED_UPDATE_MODE;\n this.containerPromise = createV2NodePgContainer({\n connectionString,\n logger,\n tracer,\n commandBusMiddlewares,\n queryBusMiddlewares,\n computedUpdate: computedUpdateMode === 'sync' ? { mode: 'sync' } : undefined,\n maxFreeRowLimit: this.configService.get('MAX_FREE_ROW_LIMIT'),\n }).then((container) => {\n registerV2ShareDbRealtime(container, {\n publisher: new ShareDbPubSubPublisher(this.shareDbService.pubsub),\n });\n container.registerInstance(\n v2CoreTokens.undoRedoStore,\n new KeyvUndoRedoStore(this.cacheService.getKeyv(), {\n keyPrefix: 'v2:undo-redo',\n ttlMs: this.thresholdConfig.undoExpirationTime * 1000,\n maxEntries: this.thresholdConfig.maxUndoStackSize,\n })\n );\n // Register V2 import services (csv, excel adapters)\n registerV2ImportServices(container);\n // Register V2 action trigger projections for V1 frontend compatibility\n this.actionTriggerService.registerProjections(container);\n // Register dynamically added projections (audit-log, automation, task, etc.)\n for (const registrar of this.dynamicRegistrars) {\n registrar.registerProjections(container);\n }\n return container;\n });\n }\n\n return this.containerPromise;\n }\n\n async onModuleDestroy(): Promise {\n if (!this.containerPromise) return;\n\n const container = await this.containerPromise;\n const db = container.resolve<{ destroy(): Promise }>(v2PostgresDbTokens.db);\n await db.destroy();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-create-table-compat.constants.ts", "content": "import type { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../types/cls';\n\nexport const V2_CREATE_TABLE_LEGACY_EVENTS_CONTEXT_KEY =\n '__teable_v2_create_table_legacy_events_context';\n\ntype IV2CreateTableLegacyEventsClsStore = IClsStore & {\n [V2_CREATE_TABLE_LEGACY_EVENTS_CONTEXT_KEY]?: boolean;\n};\n\nexport const getV2CreateTableLegacyEventsFlag = (cls: ClsService): boolean => {\n return (\n (cls as ClsService).get(\n V2_CREATE_TABLE_LEGACY_EVENTS_CONTEXT_KEY\n ) === true\n );\n};\n\nexport const setV2CreateTableLegacyEventsFlag = (\n cls: ClsService,\n value: boolean\n): void => {\n (cls as ClsService).set(\n V2_CREATE_TABLE_LEGACY_EVENTS_CONTEXT_KEY,\n value\n );\n};\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-execution-context.factory.ts", "content": "import { Injectable, HttpException, HttpStatus } from '@nestjs/common';\nimport type { IExecutionContext, ITracer } from '@teable/v2-core';\nimport { ActorId, DEFAULT_MAX_TABLE_FIELD_COUNT, v2CoreTokens } from '@teable/v2-core';\nimport { ClsService } from 'nestjs-cls';\nimport { I18nContext, I18nService } from 'nestjs-i18n';\n\nimport type { IClsStore } from '../../types/cls';\nimport type { I18nTranslations } from '../../types/i18n.generated';\nimport { V2ContainerService } from './v2-container.service';\n\nconst defaultMaxSelectFieldOptionsPerField = 5000;\nconst maxSelectFieldOptionsPerFieldEnv = 'MAX_SELECT_FIELD_OPTIONS_PER_FIELD';\nconst maxTableFieldsPerTableEnv = 'MAX_TABLE_FIELDS_PER_TABLE';\n\nconst resolveNonNegativeInteger = (raw: string | undefined, fallback: number): number => {\n if (raw == null) {\n return fallback;\n }\n\n const parsed = Number(raw);\n if (!Number.isInteger(parsed) || parsed < 0) {\n return fallback;\n }\n\n return parsed;\n};\n\nconst resolveMaxSelectFieldOptionsPerField = (): number =>\n resolveNonNegativeInteger(\n process.env[maxSelectFieldOptionsPerFieldEnv],\n defaultMaxSelectFieldOptionsPerField\n );\n\nconst resolveMaxTableFieldsPerTable = (): number =>\n resolveNonNegativeInteger(process.env[maxTableFieldsPerTableEnv], DEFAULT_MAX_TABLE_FIELD_COUNT);\n\n/**\n * Factory for creating V2 execution contexts with proper tracer and requestId injection.\n * Centralizes the context creation logic to ensure consistent tracing across all V2 operations.\n */\n@Injectable()\nexport class V2ExecutionContextFactory {\n constructor(\n private readonly v2ContainerService: V2ContainerService,\n private readonly cls: ClsService,\n private readonly i18n: I18nService\n ) {}\n\n /**\n * Creates a complete execution context with actorId, tracer, and requestId.\n * @throws HttpException if user.id is not available or ActorId creation fails\n */\n async createContext(): Promise {\n const container = await this.v2ContainerService.getContainer();\n const tracer = container.resolve(v2CoreTokens.tracer);\n\n const userId = this.cls.get('user.id');\n if (!userId) {\n throw new HttpException('User not authenticated', HttpStatus.UNAUTHORIZED);\n }\n\n const userName = this.cls.get('user.name');\n const userEmail = this.cls.get('user.email');\n\n const actorIdResult = ActorId.create(userId);\n if (actorIdResult.isErr()) {\n throw new HttpException(actorIdResult.error.message, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n\n // Use CLS ID as requestId for ShareDB src matching (consistent with V1 batch.service)\n // This ensures the client that initiated the request can identify its own ops\n const requestId = this.cls.getId();\n\n // Get windowId from CLS for undo/redo tracking\n const windowId = this.cls.get('windowId');\n const t: NonNullable = (key, options) =>\n this.i18n.t(`table.${key}` as never, {\n args: options,\n lang: I18nContext.current()?.lang ?? 'en',\n }) as string;\n\n const context: IExecutionContext = {\n actorId: actorIdResult.value,\n tracer,\n requestId,\n windowId,\n config: {\n selectFieldOptions: {\n maxChoicesPerField: resolveMaxSelectFieldOptionsPerField(),\n },\n tableFields: {\n maxFieldsPerTable: resolveMaxTableFieldsPerTable(),\n },\n },\n $t: t,\n };\n\n return {\n ...context,\n actorName: userName,\n actorEmail: userEmail,\n } as IExecutionContext;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-field-delete-compat.constants.ts", "content": "import type { IOtOperation } from '@teable/core';\nimport type { ILegacyDeleteFieldsPayloadSnapshot } from '../field/open-api/field-open-api.service';\n\nexport const V2_FIELD_DELETE_COMPAT_CONTEXT_KEY = '__teable_v2_field_delete_compat_context';\n\nexport interface IV2FieldDeleteCompatContext {\n tableId: string;\n userId: string;\n operationId: string;\n remainingFieldIds: Set;\n frozenFieldOps: Record;\n legacyDeletePayload: ILegacyDeleteFieldsPayloadSnapshot;\n completed?: boolean;\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-field-delete-compat.service.ts", "content": "import type { OnModuleInit } from '@nestjs/common';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ResourceType } from '@teable/openapi';\nimport { FieldDeleted, ProjectionHandler, ok } from '@teable/v2-core';\nimport type { DomainError, IEventHandler, IExecutionContext, Result } from '@teable/v2-core';\nimport type { DependencyContainer } from '@teable/v2-di';\nimport { ViewService } from '../view/view.service';\nimport { V2_FIELD_DELETE_COMPAT_CONTEXT_KEY } from './v2-field-delete-compat.constants';\nimport type { IV2FieldDeleteCompatContext } from './v2-field-delete-compat.constants';\nimport { V2ContainerService } from './v2-container.service';\nimport type { IV2ProjectionRegistrar } from './v2-projection-registrar';\n\nconst getFieldDeleteCompatContext = (\n context: IExecutionContext,\n event: FieldDeleted\n): IV2FieldDeleteCompatContext | undefined => {\n const compatContext = (\n context as IExecutionContext & {\n [V2_FIELD_DELETE_COMPAT_CONTEXT_KEY]?: IV2FieldDeleteCompatContext;\n }\n )[V2_FIELD_DELETE_COMPAT_CONTEXT_KEY];\n\n if (!compatContext || compatContext.completed) {\n return undefined;\n }\n\n if (compatContext.tableId !== event.tableId.toString()) {\n return undefined;\n }\n\n return compatContext;\n};\n\n@ProjectionHandler(FieldDeleted)\nclass V2FieldDeletedCompatProjection implements IEventHandler {\n constructor(\n private readonly prisma: PrismaService,\n private readonly viewService: ViewService\n ) {}\n\n async handle(\n context: IExecutionContext,\n event: FieldDeleted\n ): Promise> {\n const compatContext = getFieldDeleteCompatContext(context, event);\n if (!compatContext) {\n return ok(undefined);\n }\n\n const fieldId = event.fieldId.toString();\n if (!compatContext.remainingFieldIds.has(fieldId)) {\n return ok(undefined);\n }\n\n compatContext.remainingFieldIds.delete(fieldId);\n if (compatContext.remainingFieldIds.size > 0) {\n return ok(undefined);\n }\n\n compatContext.completed = true;\n\n if (Object.keys(compatContext.frozenFieldOps).length > 0) {\n await this.viewService.batchUpdateViewByOps(\n compatContext.tableId,\n compatContext.frozenFieldOps\n );\n }\n\n await this.prisma.tableTrash.create({\n data: {\n id: compatContext.operationId,\n tableId: compatContext.tableId,\n createdBy: compatContext.userId,\n resourceType: ResourceType.Field,\n snapshot: JSON.stringify({\n fields: compatContext.legacyDeletePayload.fields,\n records: compatContext.legacyDeletePayload.records,\n }),\n },\n });\n\n return ok(undefined);\n }\n}\n\n@Injectable()\nexport class V2FieldDeleteCompatService implements IV2ProjectionRegistrar, OnModuleInit {\n private readonly logger = new Logger(V2FieldDeleteCompatService.name);\n\n constructor(\n private readonly v2ContainerService: V2ContainerService,\n private readonly prisma: PrismaService,\n private readonly viewService: ViewService\n ) {}\n\n onModuleInit(): void {\n this.v2ContainerService.addProjectionRegistrar(this);\n }\n\n registerProjections(container: DependencyContainer): void {\n this.logger.debug('Registering V2 field delete compatibility projections');\n container.registerInstance(\n V2FieldDeletedCompatProjection,\n new V2FieldDeletedCompatProjection(this.prisma, this.viewService)\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-logger.adapter.ts", "content": "import { createLogScopeContext, type ILogger, type LogContext } from '@teable/v2-core';\nimport type { PinoLogger } from 'nestjs-pino';\n\nexport class PinoLoggerAdapter implements ILogger {\n constructor(private readonly logger: PinoLogger) {}\n\n debug(message: string, context?: LogContext): void {\n if (context) {\n this.logger.debug(context, message);\n return;\n }\n this.logger.debug(message);\n }\n\n info(message: string, context?: LogContext): void {\n if (context) {\n this.logger.info(context, message);\n return;\n }\n this.logger.info(message);\n }\n\n warn(message: string, context?: LogContext): void {\n if (context) {\n this.logger.warn(context, message);\n return;\n }\n this.logger.warn(message);\n }\n\n error(message: string, context?: LogContext): void {\n if (context) {\n this.logger.error(context, message);\n return;\n }\n this.logger.error(message);\n }\n\n child(context: LogContext): ILogger {\n this.logger.logger.child(context);\n return this;\n }\n\n scope(scope: string, context?: LogContext): ILogger {\n return this.child(createLogScopeContext(scope, context ?? {}));\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-openapi.controller.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { randomBytes } from 'crypto';\nimport { Controller, Get, Header, Req, Res } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { generateV2OpenApiDocument } from '@teable/v2-contract-http-openapi';\nimport { Request, Response } from 'express';\nimport type { IBaseConfig } from '../../configs/base.config';\nimport { Public } from '../auth/decorators/public.decorator';\n\nconst V2_BASE_PATH = 'api/v2';\nconst OPENAPI_SPEC_PATH = `/${V2_BASE_PATH}/openapi.json`;\nconst SCALAR_CDN_ORIGIN = 'https://cdn.jsdelivr.net';\n\nconst buildServerUrl = (baseConfig: IBaseConfig | undefined, req: Request): string | undefined => {\n const publicOrigin = baseConfig?.publicOrigin;\n if (publicOrigin) return publicOrigin;\n\n const host = req.get('host');\n if (!host) return undefined;\n\n return `${req.protocol}://${host}`;\n};\n\nconst buildDocsCsp = (nonce: string): string =>\n [\n \"default-src 'self'\",\n \"base-uri 'self'\",\n \"frame-ancestors 'self'\",\n \"object-src 'none'\",\n \"img-src 'self' data: https:\",\n \"font-src 'self' data: https:\",\n \"style-src 'self' https: 'unsafe-inline'\",\n \"connect-src 'self'\",\n `script-src 'self' ${SCALAR_CDN_ORIGIN} 'nonce-${nonce}'`,\n `script-src-elem 'self' ${SCALAR_CDN_ORIGIN} 'nonce-${nonce}'`,\n \"script-src-attr 'none'\",\n ].join('; ');\n\nconst buildScalarHtml = (specUrl: string, nonce: string): string => `\n\n \n Teable v2 API\n \n \n \n \n
\n\n \n \n \n\n`;\n\n@Public()\n@Controller(V2_BASE_PATH)\nexport class V2OpenApiController {\n constructor(private readonly configService: ConfigService) {}\n\n @Get('openapi.json')\n @Header('Content-Type', 'application/json')\n async openapi(@Req() req: Request) {\n const baseConfig = this.configService.get('base');\n const serverUrl = buildServerUrl(baseConfig, req);\n\n const serverBaseUrl = serverUrl ? `${serverUrl.replace(/\\/$/, '')}/${V2_BASE_PATH}` : undefined;\n\n return generateV2OpenApiDocument({\n servers: serverBaseUrl ? [{ url: serverBaseUrl }] : undefined,\n });\n }\n\n @Get('docs')\n @Header('Content-Type', 'text/html; charset=utf-8')\n docs(@Res({ passthrough: true }) res: Response) {\n const nonce = randomBytes(16).toString('base64');\n res.setHeader('Content-Security-Policy', buildDocsCsp(nonce));\n return buildScalarHtml(OPENAPI_SPEC_PATH, nonce);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-projection-registrar.ts", "content": "import type { DependencyContainer } from '@teable/v2-di';\n\n/**\n * Interface for services that register projections with the V2 container.\n * Enterprise modules can implement this interface and call\n * `V2ContainerService.addProjectionRegistrar(this)` in their `onModuleInit` hook.\n */\nexport interface IV2ProjectionRegistrar {\n registerProjections(container: DependencyContainer): void;\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-query-bus-tracing.middleware.ts", "content": "import type { QueryBusNext, IQueryBusMiddleware, IExecutionContext } from '@teable/v2-core';\n\nconst describeError = (error: unknown): string => {\n if (error instanceof Error) return error.message || error.name;\n if (typeof error === 'string') return error;\n try {\n return JSON.stringify(error) ?? String(error);\n } catch {\n return String(error);\n }\n};\n\nexport class QueryBusTracingMiddleware implements IQueryBusMiddleware {\n async handle(\n context: IExecutionContext,\n query: TQuery,\n next: QueryBusNext\n ) {\n const tracer = context.tracer;\n if (!tracer) {\n return next(context, query);\n }\n\n const queryName =\n (query as { constructor?: { name?: string } }).constructor?.name ?? 'UnknownQuery';\n const span = tracer.startSpan(`teable.query.${queryName}`, {\n query: queryName,\n });\n\n try {\n const result = await next(context, query);\n if (result.isErr()) {\n span.recordError(result.error.message ?? 'Unknown error');\n }\n return result;\n } catch (error) {\n span.recordError(describeError(error));\n throw error;\n } finally {\n span.end();\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-record-history.service.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable sonarjs/no-identical-functions */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { OnModuleInit } from '@nestjs/common';\nimport { Injectable, Logger } from '@nestjs/common';\nimport type { ISelectFieldOptions } from '@teable/core';\nimport { FieldType as CoreFieldType, generateRecordHistoryId } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n FieldId,\n FieldValueTypeVisitor,\n ProjectionHandler,\n RecordUpdated,\n RecordsBatchUpdated,\n TableQueryService,\n ok,\n v2CoreTokens,\n} from '@teable/v2-core';\nimport type {\n DomainError,\n Field,\n IEventHandler,\n IExecutionContext,\n IFieldVisitor,\n MultipleSelectField,\n Result,\n SingleSelectField,\n} from '@teable/v2-core';\nimport type { DependencyContainer } from '@teable/v2-di';\nimport { Knex } from 'knex';\nimport { isEqual, isString } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { BaseConfig, IBaseConfig } from '../../configs/base.config';\nimport { EventEmitterService } from '../../event-emitter/event-emitter.service';\nimport { Events } from '../../event-emitter/events';\nimport type { IClsStore } from '../../types/cls';\nimport { V2ContainerService } from './v2-container.service';\nimport type { IV2ProjectionRegistrar } from './v2-projection-registrar';\n\nconst SELECT_FIELD_TYPE_SET = new Set([CoreFieldType.SingleSelect, CoreFieldType.MultipleSelect]);\n\ninterface IRecordHistoryEntry {\n id: string;\n table_id: string;\n record_id: string;\n field_id: string;\n before: string;\n after: string;\n created_by: string;\n}\n\ninterface IFieldHistoryMeta {\n type: string;\n name: string;\n options: Record | null | undefined;\n cellValueType: string;\n isComputed: boolean;\n}\n\n/**\n * Visitor to extract field options for record history.\n * Returns options in a format compatible with V1 record history.\n */\nclass FieldOptionsVisitor implements IFieldVisitor | null> {\n visitSingleLineTextField(): Result | null, DomainError> {\n return ok(null);\n }\n visitLongTextField(): Result | null, DomainError> {\n return ok(null);\n }\n visitNumberField(): Result | null, DomainError> {\n return ok(null);\n }\n visitRatingField(): Result | null, DomainError> {\n return ok(null);\n }\n visitFormulaField(): Result | null, DomainError> {\n return ok(null);\n }\n visitRollupField(): Result | null, DomainError> {\n return ok(null);\n }\n visitSingleSelectField(\n field: SingleSelectField\n ): Result | null, DomainError> {\n const choices = field.selectOptions().map((opt) => ({\n id: opt.id().toString(),\n name: opt.name().toString(),\n color: opt.color().toString(),\n }));\n return ok({ choices });\n }\n visitMultipleSelectField(\n field: MultipleSelectField\n ): Result | null, DomainError> {\n const choices = field.selectOptions().map((opt) => ({\n id: opt.id().toString(),\n name: opt.name().toString(),\n color: opt.color().toString(),\n }));\n return ok({ choices });\n }\n visitCheckboxField(): Result | null, DomainError> {\n return ok(null);\n }\n visitAttachmentField(): Result | null, DomainError> {\n return ok(null);\n }\n visitDateField(): Result | null, DomainError> {\n return ok(null);\n }\n visitCreatedTimeField(): Result | null, DomainError> {\n return ok(null);\n }\n visitLastModifiedTimeField(): Result | null, DomainError> {\n return ok(null);\n }\n visitUserField(): Result | null, DomainError> {\n return ok(null);\n }\n visitCreatedByField(): Result | null, DomainError> {\n return ok(null);\n }\n visitLastModifiedByField(): Result | null, DomainError> {\n return ok(null);\n }\n visitAutoNumberField(): Result | null, DomainError> {\n return ok(null);\n }\n visitButtonField(): Result | null, DomainError> {\n return ok(null);\n }\n visitLinkField(): Result | null, DomainError> {\n return ok(null);\n }\n visitLookupField(): Result | null, DomainError> {\n return ok(null);\n }\n visitConditionalRollupField(): Result | null, DomainError> {\n return ok(null);\n }\n visitConditionalLookupField(): Result | null, DomainError> {\n return ok(null);\n }\n}\n\n/**\n * Extracts field metadata from V2 Field domain object.\n */\nconst extractFieldMeta = (field: Field): IFieldHistoryMeta => {\n const type = field.type().toString();\n const name = field.name().toString();\n const isComputed = field.computed().toBoolean();\n\n // Get cellValueType via visitor\n const valueTypeResult = field.accept(new FieldValueTypeVisitor());\n const cellValueType = valueTypeResult.isOk()\n ? valueTypeResult.value.cellValueType.toString()\n : 'string';\n\n // Get options via visitor\n const optionsResult = field.accept(new FieldOptionsVisitor());\n const options = optionsResult.isOk() ? optionsResult.value : null;\n\n return { type, name, options, cellValueType, isComputed };\n};\n\n/**\n * Minimizes field options for select fields to only include choices that match the value.\n */\nconst minimizeFieldOptions = (\n value: unknown,\n meta: IFieldHistoryMeta\n): Record | null | undefined => {\n const { type, options: _options } = meta;\n\n if (SELECT_FIELD_TYPE_SET.has(type as CoreFieldType) && _options) {\n const options = _options as ISelectFieldOptions;\n const { choices } = options;\n\n if (value == null) {\n return { ...options, choices: [] };\n }\n\n if (isString(value)) {\n return { ...options, choices: choices.filter(({ name }) => name === value) };\n }\n\n if (Array.isArray(value)) {\n const valueSet = new Set(value);\n return { ...options, choices: choices.filter(({ name }) => valueSet.has(name)) };\n }\n }\n\n return _options;\n};\n\n/**\n * Builds the history entry JSON structure for before/after values.\n */\nconst buildHistoryValue = (\n value: unknown,\n meta: IFieldHistoryMeta\n): { meta: object; data: unknown } => ({\n meta: {\n type: meta.type,\n name: meta.name,\n options: minimizeFieldOptions(value, meta),\n cellValueType: meta.cellValueType,\n },\n data: value,\n});\n\n/**\n * V2 projection handler that writes record history for individual record update events.\n */\n@ProjectionHandler(RecordUpdated)\nclass V2RecordUpdatedHistoryProjection implements IEventHandler {\n constructor(\n private readonly prisma: PrismaService,\n private readonly cls: ClsService,\n private readonly baseConfig: IBaseConfig,\n private readonly knex: Knex,\n private readonly tableQueryService: TableQueryService,\n private readonly eventEmitterService: EventEmitterService\n ) {}\n\n async handle(\n context: IExecutionContext,\n event: RecordUpdated\n ): Promise> {\n // Check if record history is disabled\n if (this.baseConfig.recordHistoryDisabled) {\n return ok(undefined);\n }\n\n // Skip computed updates - we only track user-initiated changes\n if (event.source === 'computed') {\n return ok(undefined);\n }\n\n const tableIdStr = event.tableId.toString();\n const recordId = event.recordId.toString();\n const userId = this.cls.get('user.id');\n\n // Get field IDs from changes\n if (event.changes.length === 0) {\n return ok(undefined);\n }\n\n // Load table from V2 domain\n const tableResult = await this.tableQueryService.getById(context, event.tableId);\n if (tableResult.isErr()) {\n return ok(undefined); // Silently skip if table not found\n }\n const table = tableResult.value;\n\n // Build field metadata map\n const fieldMetaMap = new Map();\n for (const change of event.changes) {\n const fieldIdResult = FieldId.create(change.fieldId);\n if (fieldIdResult.isErr()) continue;\n\n const fieldResult = table.getField((f) => f.id().equals(fieldIdResult.value));\n if (fieldResult.isOk()) {\n fieldMetaMap.set(change.fieldId, extractFieldMeta(fieldResult.value));\n }\n }\n\n // Build history entries\n const recordHistoryList: IRecordHistoryEntry[] = [];\n\n for (const change of event.changes) {\n const meta = fieldMetaMap.get(change.fieldId);\n if (!meta) continue;\n\n // Skip no-op changes\n if (isEqual(change.oldValue, change.newValue)) continue;\n\n // Skip computed fields\n if (meta.isComputed) continue;\n\n recordHistoryList.push({\n id: generateRecordHistoryId(),\n table_id: tableIdStr,\n record_id: recordId,\n field_id: change.fieldId,\n before: JSON.stringify(buildHistoryValue(change.oldValue, meta)),\n after: JSON.stringify(buildHistoryValue(change.newValue, meta)),\n created_by: userId as string,\n });\n }\n\n // Insert history records\n if (recordHistoryList.length > 0) {\n const query = this.knex.insert(recordHistoryList).into('record_history').toQuery();\n await this.prisma.$executeRawUnsafe(query);\n }\n\n // Emit RECORD_HISTORY_CREATE event for compatibility\n this.eventEmitterService.emit(Events.RECORD_HISTORY_CREATE, {\n recordIds: [recordId],\n });\n\n return ok(undefined);\n }\n}\n\n/**\n * V2 projection handler that writes record history for batch record update events.\n * RecordsBatchUpdated is used by paste operations.\n */\n@ProjectionHandler(RecordsBatchUpdated)\nclass V2RecordsBatchUpdatedHistoryProjection implements IEventHandler {\n constructor(\n private readonly prisma: PrismaService,\n private readonly cls: ClsService,\n private readonly baseConfig: IBaseConfig,\n private readonly knex: Knex,\n private readonly tableQueryService: TableQueryService,\n private readonly eventEmitterService: EventEmitterService\n ) {}\n\n async handle(\n context: IExecutionContext,\n event: RecordsBatchUpdated\n ): Promise> {\n // Check if record history is disabled\n if (this.baseConfig.recordHistoryDisabled) {\n return ok(undefined);\n }\n\n // Skip computed updates\n if (event.source === 'computed') {\n return ok(undefined);\n }\n\n const tableIdStr = event.tableId.toString();\n const userId = this.cls.get('user.id');\n\n // Collect all field IDs from all updates\n const fieldIdSet = new Set();\n for (const update of event.updates) {\n for (const change of update.changes) {\n fieldIdSet.add(change.fieldId);\n }\n }\n\n if (fieldIdSet.size === 0) {\n return ok(undefined);\n }\n\n // Load table from V2 domain\n const tableResult = await this.tableQueryService.getById(context, event.tableId);\n if (tableResult.isErr()) {\n return ok(undefined); // Silently skip if table not found\n }\n const table = tableResult.value;\n\n // Build field metadata map\n const fieldMetaMap = new Map();\n for (const fieldIdStr of fieldIdSet) {\n const fieldIdResult = FieldId.create(fieldIdStr);\n if (fieldIdResult.isErr()) continue;\n\n const fieldResult = table.getField((f) => f.id().equals(fieldIdResult.value));\n if (fieldResult.isOk()) {\n fieldMetaMap.set(fieldIdStr, extractFieldMeta(fieldResult.value));\n }\n }\n\n // Build history entries for all updates\n const recordHistoryList: IRecordHistoryEntry[] = [];\n const recordIds: string[] = [];\n\n const batchSize = 5000;\n\n for (const update of event.updates) {\n const recordId = update.recordId;\n recordIds.push(recordId);\n\n for (const change of update.changes) {\n const meta = fieldMetaMap.get(change.fieldId);\n if (!meta) continue;\n\n // Skip no-op changes\n if (isEqual(change.oldValue, change.newValue)) continue;\n\n // Skip computed fields\n if (meta.isComputed) continue;\n\n recordHistoryList.push({\n id: generateRecordHistoryId(),\n table_id: tableIdStr,\n record_id: recordId,\n field_id: change.fieldId,\n before: JSON.stringify(buildHistoryValue(change.oldValue, meta)),\n after: JSON.stringify(buildHistoryValue(change.newValue, meta)),\n created_by: userId as string,\n });\n }\n }\n\n // Insert history records in batches\n for (let i = 0; i < recordHistoryList.length; i += batchSize) {\n const batch = recordHistoryList.slice(i, i + batchSize);\n if (batch.length > 0) {\n const query = this.knex.insert(batch).into('record_history').toQuery();\n await this.prisma.$executeRawUnsafe(query);\n }\n }\n\n // Emit RECORD_HISTORY_CREATE event for compatibility\n if (recordIds.length > 0) {\n this.eventEmitterService.emit(Events.RECORD_HISTORY_CREATE, {\n recordIds,\n });\n }\n\n return ok(undefined);\n }\n}\n\n/**\n * Service that registers V2 record history projections with the V2 container.\n * These projections write record history to the database when records are updated.\n */\n@Injectable()\nexport class V2RecordHistoryService implements IV2ProjectionRegistrar, OnModuleInit {\n private readonly logger = new Logger(V2RecordHistoryService.name);\n\n constructor(\n private readonly prisma: PrismaService,\n private readonly cls: ClsService,\n @BaseConfig() private readonly baseConfig: IBaseConfig,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n private readonly eventEmitterService: EventEmitterService,\n private readonly v2ContainerService: V2ContainerService\n ) {}\n\n /**\n * Register this service with V2ContainerService on module initialization.\n */\n onModuleInit(): void {\n this.v2ContainerService.addProjectionRegistrar(this);\n }\n\n /**\n * Register record history projections with the V2 container.\n */\n registerProjections(container: DependencyContainer): void {\n this.logger.log('Registering V2 record history projections');\n\n // Resolve TableQueryService from V2 container\n const tableQueryService = container.resolve(v2CoreTokens.tableQueryService);\n\n // Register projection instances with services\n container.registerInstance(\n V2RecordUpdatedHistoryProjection,\n new V2RecordUpdatedHistoryProjection(\n this.prisma,\n this.cls,\n this.baseConfig,\n this.knex,\n tableQueryService,\n this.eventEmitterService\n )\n );\n\n container.registerInstance(\n V2RecordsBatchUpdatedHistoryProjection,\n new V2RecordsBatchUpdatedHistoryProjection(\n this.prisma,\n this.cls,\n this.baseConfig,\n this.knex,\n tableQueryService,\n this.eventEmitterService\n )\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-tracer.adapter.ts", "content": "import type { Span as ApiSpan } from '@opentelemetry/api';\nimport { SpanStatusCode, context as otelContext, trace } from '@opentelemetry/api';\nimport type { ISpan, ITracer, SpanAttributeValue, SpanAttributes } from '@teable/v2-core';\n\nclass OpenTelemetrySpan implements ISpan {\n constructor(public readonly span: ApiSpan) {}\n\n setAttribute(key: string, value: SpanAttributeValue): void {\n this.span.setAttribute(key, value);\n }\n\n setAttributes(attributes: SpanAttributes): void {\n this.span.setAttributes(attributes);\n }\n\n recordError(message: string): void {\n this.span.recordException(message);\n this.span.setStatus({ code: SpanStatusCode.ERROR, message });\n }\n\n end(): void {\n this.span.end();\n }\n}\n\nexport class OpenTelemetryTracer implements ITracer {\n constructor(private readonly name = 'v2-core') {}\n\n startSpan(name: string, attributes?: SpanAttributes): ISpan {\n const tracer = trace.getTracer(this.name);\n const span = tracer.startSpan(name, { attributes }, otelContext.active());\n return new OpenTelemetrySpan(span);\n }\n\n async withSpan(span: ISpan, callback: () => Promise): Promise {\n if (span instanceof OpenTelemetrySpan) {\n return otelContext.with(trace.setSpan(otelContext.active(), span.span), callback);\n }\n return callback();\n }\n\n getActiveSpan(): ISpan | undefined {\n const span = trace.getActiveSpan();\n if (!span) return undefined;\n return new OpenTelemetrySpan(span);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-undo-redo.constants.ts", "content": "import type { IFieldVo } from '@teable/core';\n\nexport const V2_FIELD_CONVERT_UNDO_CONTEXT_KEY = '__teable_v2_field_convert_undo_context';\n\nexport interface IV2FieldConvertUndoContext {\n tableId: string;\n fieldId: string;\n oldField: IFieldVo;\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-user-rename-propagation.service.spec.ts", "content": "import { PropagateUserRenameCommand, v2CoreTokens } from '@teable/v2-core';\nimport { describe, expect, it, vi } from 'vitest';\n\nimport type { V2ContainerService } from './v2-container.service';\nimport { V2UserRenamePropagationService } from './v2-user-rename-propagation.service';\n\nconst okResult = (value: T) => ({\n isErr: () => false,\n isOk: () => true,\n value,\n});\n\ndescribe('V2UserRenamePropagationService', () => {\n it('dispatches the internal user-rename command through the internal v2 command bus', async () => {\n const commandBus = {\n execute: vi.fn().mockResolvedValue(okResult(undefined)),\n };\n const container = {\n resolve: (token: symbol) => {\n if (token === v2CoreTokens.internalCommandBus) return commandBus;\n if (token === v2CoreTokens.tracer) return {};\n throw new Error(`Unexpected token: ${String(token)}`);\n },\n };\n const service = new V2UserRenamePropagationService({\n getContainer: vi.fn().mockResolvedValue(container),\n } as unknown as V2ContainerService);\n\n await service.propagateUserRename({\n actorId: `usr${'a'.repeat(17)}`,\n userId: `usr${'b'.repeat(17)}`,\n name: 'Renamed User',\n requestId: 'test-request-id',\n });\n\n expect(commandBus.execute).toHaveBeenCalledTimes(1);\n const [context, command] = commandBus.execute.mock.calls[0] as [\n { actorId: { toString: () => string }; requestId: string },\n PropagateUserRenameCommand,\n ];\n expect(context.actorId.toString()).toBe(`usr${'a'.repeat(17)}`);\n expect(context.requestId).toBe('test-request-id');\n expect(command).toBeInstanceOf(PropagateUserRenameCommand);\n expect(command.userId.toString()).toBe(`usr${'b'.repeat(17)}`);\n expect(command.name).toBe('Renamed User');\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2-user-rename-propagation.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport type { IExecutionContext, IInternalCommandBus, ITracer } from '@teable/v2-core';\nimport { ActorId, PropagateUserRenameCommand, v2CoreTokens } from '@teable/v2-core';\n\nimport { V2ContainerService } from './v2-container.service';\n\nexport type IUserRenamePropagationRequest = {\n actorId: string;\n userId: string;\n name: string;\n requestId?: string;\n};\n\n/**\n * Backend bridge for dispatching the v2 internal user-rename command. The command owns both the\n * physical user-snapshot patch and downstream computed refresh, so the Nest listener does not\n * mutate record tables directly anymore.\n */\n@Injectable()\nexport class V2UserRenamePropagationService {\n private readonly logger = new Logger(V2UserRenamePropagationService.name);\n\n constructor(private readonly v2ContainerService: V2ContainerService) {}\n\n async propagateUserRename(input: IUserRenamePropagationRequest): Promise {\n const actorIdResult = ActorId.create(input.actorId);\n if (actorIdResult.isErr()) {\n this.logger.error(actorIdResult.error.message);\n return;\n }\n\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.internalCommandBus);\n const tracer = container.resolve(v2CoreTokens.tracer);\n const context: IExecutionContext = {\n actorId: actorIdResult.value,\n tracer,\n requestId: input.requestId ?? `user-rename:${input.userId}:${Date.now()}`,\n };\n const commandResult = PropagateUserRenameCommand.create({\n userId: input.userId,\n name: input.name,\n });\n if (commandResult.isErr()) {\n this.logger.error(commandResult.error.message);\n return;\n }\n\n const executeResult = await commandBus.execute(context, commandResult.value);\n if (executeResult.isErr()) {\n this.logger.error(executeResult.error.message);\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2.controller.ts", "content": "/* eslint-disable @typescript-eslint/ban-ts-comment */\n// @ts-nocheck\nimport { Controller } from '@nestjs/common';\nimport { Implement, implement, ORPCError } from '@orpc/nest';\nimport { v2Contract } from '@teable/v2-contract-http';\nimport {\n executeCreateTableEndpoint,\n executeDeleteRecordsEndpoint,\n executeGetTableByIdEndpoint,\n executeUpdateRecordsEndpoint,\n} from '@teable/v2-contract-http-implementation/handlers';\nimport { v2CoreTokens } from '@teable/v2-core';\nimport type { IQueryBus, ICommandBus } from '@teable/v2-core' with { 'resolution-mode': 'import' };\nimport { V2ContainerService } from './v2-container.service';\nimport { V2ExecutionContextFactory } from './v2-execution-context.factory';\n\n@Controller('api/v2')\nexport class V2Controller {\n constructor(\n private readonly v2Container: V2ContainerService,\n private readonly v2ContextFactory: V2ExecutionContextFactory\n ) {}\n\n @Implement(v2Contract.tables)\n tables() {\n return {\n create: implement(v2Contract.tables.create).handler(async ({ input }) => {\n const container = await this.v2Container.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n const result = await executeCreateTableEndpoint(context, input, commandBus);\n\n if (result.status === 201) return result.body;\n\n if (result.status === 400) {\n throw new ORPCError('BAD_REQUEST', { message: result.body.error });\n }\n\n throw new ORPCError('INTERNAL_SERVER_ERROR', { message: result.body.error });\n }),\n getById: implement(v2Contract.tables.getById).handler(async ({ input }) => {\n const container = await this.v2Container.getContainer();\n const queryBus = container.resolve(v2CoreTokens.queryBus);\n const context = await this.v2ContextFactory.createContext();\n\n const result = await executeGetTableByIdEndpoint(context, input, queryBus);\n if (result.status === 200) return result.body;\n\n if (result.status === 400) {\n throw new ORPCError('BAD_REQUEST', { message: result.body.error });\n }\n\n if (result.status === 404) {\n throw new ORPCError('NOT_FOUND', { message: result.body.error });\n }\n\n // Placeholder for actual implementation\n throw new ORPCError('NOT_IMPLEMENTED', { message: 'Not implemented yet' });\n }),\n deleteRecords: implement(v2Contract.tables.deleteRecords).handler(async ({ input }) => {\n const container = await this.v2Container.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n const result = await executeDeleteRecordsEndpoint(context, input, commandBus);\n\n if (result.status === 200) return result.body;\n\n if (result.status === 400) {\n throw new ORPCError('BAD_REQUEST', { message: result.body.error });\n }\n\n if (result.status === 404) {\n throw new ORPCError('NOT_FOUND', { message: result.body.error });\n }\n\n throw new ORPCError('INTERNAL_SERVER_ERROR', { message: result.body.error });\n }),\n updateRecords: implement(v2Contract.tables.updateRecords).handler(async ({ input }) => {\n const container = await this.v2Container.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n const result = await executeUpdateRecordsEndpoint(context, input, commandBus);\n\n if (result.status === 200) return result.body;\n\n if (result.status === 400) {\n throw new ORPCError('BAD_REQUEST', { message: result.body.error });\n }\n\n if (result.status === 404) {\n throw new ORPCError('NOT_FOUND', { message: result.body.error });\n }\n\n throw new ORPCError('INTERNAL_SERVER_ERROR', { message: result.body.error });\n }),\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/v2/v2.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ORPCModule } from '@orpc/nest';\nimport type { Response } from 'express';\nimport { LoggerModule } from '../../logger/logger.module';\nimport { ShareDbModule } from '../../share-db/share-db.module';\nimport { UndoRedoStackService } from '../undo-redo/stack/undo-redo-stack.service';\nimport { ViewModule } from '../view/view.module';\nimport { V2ActionTriggerService } from './v2-action-trigger.service';\nimport { V2ContainerService } from './v2-container.service';\nimport { V2Controller } from './v2.controller';\nimport { V2ExecutionContextFactory } from './v2-execution-context.factory';\nimport { V2FieldDeleteCompatService } from './v2-field-delete-compat.service';\nimport { V2OpenApiController } from './v2-openapi.controller';\nimport { V2RecordHistoryService } from './v2-record-history.service';\nimport { V2UserRenamePropagationService } from './v2-user-rename-propagation.service';\n\nconst isRecord = (value: unknown): value is Record =>\n typeof value === 'object' && value !== null;\n\nconst formatIssuePath = (path: unknown): string => {\n if (typeof path === 'string') return path;\n if (!Array.isArray(path) || path.length === 0) return '';\n\n let formatted = '';\n for (const segment of path) {\n if (typeof segment === 'number') {\n formatted += `[${segment}]`;\n continue;\n }\n const text = String(segment);\n formatted = formatted ? `${formatted}.${text}` : text;\n }\n\n return formatted;\n};\n\nconst formatIssue = (issue: unknown): string | null => {\n if (!isRecord(issue)) return null;\n\n const message = typeof issue.message === 'string' ? issue.message : '';\n const path = formatIssuePath(issue.path);\n\n if (message && path) return `${path}: ${message}`;\n if (message) return message;\n if (path) return path;\n return null;\n};\n\nconst formatIssues = (data: unknown): string[] => {\n if (!isRecord(data)) return [];\n const issues = data.issues;\n if (!Array.isArray(issues)) return [];\n\n return issues.map(formatIssue).filter((issue): issue is string => Boolean(issue));\n};\n\nconst toErrorMessage = (body: unknown): string => {\n if (typeof body === 'string') return body;\n if (!isRecord(body)) return 'Unexpected error';\n\n const message = typeof body.message === 'string' ? body.message : 'Unexpected error';\n const issues = formatIssues(body.data);\n if (issues.length > 0) return `${message}: ${issues.join('; ')}`;\n\n return message;\n};\n\n@Module({\n imports: [\n ORPCModule.forRoot({\n sendResponseInterceptors: [\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n async (options: any) => {\n const { response, standardResponse, next } = options;\n if (standardResponse.status < 400) return next();\n\n const expressResponse = response as Response;\n expressResponse.status(standardResponse.status);\n for (const [key, value] of Object.entries(standardResponse.headers)) {\n if (value != null) {\n expressResponse.setHeader(\n key,\n value as unknown as string | number | readonly string[]\n );\n }\n }\n\n return { ok: false as const, error: toErrorMessage(standardResponse.body) };\n },\n ],\n }),\n LoggerModule.register(),\n ShareDbModule,\n ViewModule,\n ],\n controllers: [V2Controller, V2OpenApiController],\n providers: [\n V2ContainerService,\n V2ExecutionContextFactory,\n V2ActionTriggerService,\n V2UserRenamePropagationService,\n V2FieldDeleteCompatService,\n V2RecordHistoryService,\n UndoRedoStackService,\n ],\n exports: [V2ContainerService, V2ExecutionContextFactory, V2UserRenamePropagationService],\n})\nexport class V2Module {}\n" }, { "path": "apps/nestjs-backend/src/features/view/constant.ts", "content": "import { ViewType } from '@teable/core';\nimport type { IShareViewMeta } from '@teable/core';\n\nexport const ROW_ORDER_FIELD_PREFIX = '__row';\n\nexport const defaultShareMetaMap: Record = {\n [ViewType.Form]: {\n submit: {\n allow: true,\n },\n },\n [ViewType.Kanban]: {\n includeRecords: true,\n },\n [ViewType.Grid]: {\n includeRecords: true,\n },\n [ViewType.Calendar]: {\n includeRecords: true,\n },\n [ViewType.Gallery]: {\n includeRecords: true,\n },\n [ViewType.Plugin]: undefined,\n};\n" }, { "path": "apps/nestjs-backend/src/features/view/model/calendar-view.dto.ts", "content": "import type { IShareViewMeta } from '@teable/core';\nimport { CalendarViewCore } from '@teable/core';\n\nexport class CalendarViewDto extends CalendarViewCore {\n defaultShareMeta: IShareViewMeta = {\n includeRecords: true,\n };\n}\n" }, { "path": "apps/nestjs-backend/src/features/view/model/factory.ts", "content": "import type { IViewVo } from '@teable/core';\nimport { assertNever, ViewType } from '@teable/core';\nimport type { View } from '@teable/db-main-prisma';\nimport { plainToInstance } from 'class-transformer';\nimport { CalendarViewDto } from './calendar-view.dto';\nimport { FormViewDto } from './form-view.dto';\nimport { GalleryViewDto } from './gallery-view.dto';\nimport { GridViewDto } from './grid-view.dto';\nimport { KanbanViewDto } from './kanban-view.dto';\nimport { PluginViewDto } from './plugin-view.dto';\n\nexport function createViewInstanceByRaw(viewRaw: View) {\n const viewVo = createViewVoByRaw(viewRaw);\n\n switch (viewVo.type) {\n case ViewType.Grid:\n return plainToInstance(GridViewDto, viewVo);\n case ViewType.Kanban:\n return plainToInstance(KanbanViewDto, viewVo);\n case ViewType.Gallery:\n return plainToInstance(GalleryViewDto, viewVo);\n case ViewType.Calendar:\n return plainToInstance(CalendarViewDto, viewVo);\n case ViewType.Form:\n return plainToInstance(FormViewDto, viewVo);\n case ViewType.Plugin:\n return plainToInstance(PluginViewDto, viewVo);\n default:\n assertNever(viewVo.type);\n }\n}\n\nexport function createViewVoByRaw(viewRaw: View): IViewVo {\n return {\n id: viewRaw.id,\n name: viewRaw.name,\n type: viewRaw.type as ViewType,\n description: viewRaw.description || undefined,\n options: JSON.parse(viewRaw.options as string) || undefined,\n filter: JSON.parse(viewRaw.filter as string) || undefined,\n sort: JSON.parse(viewRaw.sort as string) || undefined,\n group: JSON.parse(viewRaw.group as string) || undefined,\n shareId: viewRaw.shareId || undefined,\n shareMeta: JSON.parse(viewRaw.shareMeta as string) || undefined,\n enableShare: viewRaw.enableShare || undefined,\n createdBy: viewRaw.createdBy,\n lastModifiedBy: viewRaw.lastModifiedBy || undefined,\n createdTime: viewRaw.createdTime.toISOString(),\n lastModifiedTime: viewRaw.lastModifiedTime ? viewRaw.lastModifiedTime.toISOString() : undefined,\n columnMeta: JSON.parse(viewRaw.columnMeta as string) || undefined,\n isLocked: viewRaw.isLocked || undefined,\n };\n}\n\nexport type IViewInstance = ReturnType;\n" }, { "path": "apps/nestjs-backend/src/features/view/model/form-view.dto.ts", "content": "import type { IShareViewMeta } from '@teable/core';\nimport { FormViewCore } from '@teable/core';\n\nexport class FormViewDto extends FormViewCore {\n defaultShareMeta: IShareViewMeta = {\n submit: {\n allow: true,\n },\n };\n}\n" }, { "path": "apps/nestjs-backend/src/features/view/model/gallery-view.dto.ts", "content": "import type { IShareViewMeta } from '@teable/core';\nimport { GalleryViewCore } from '@teable/core';\n\nexport class GalleryViewDto extends GalleryViewCore {\n defaultShareMeta: IShareViewMeta = {\n includeRecords: true,\n };\n}\n" }, { "path": "apps/nestjs-backend/src/features/view/model/grid-view.dto.ts", "content": "import type { IShareViewMeta } from '@teable/core';\nimport { GridViewCore } from '@teable/core';\n\nexport class GridViewDto extends GridViewCore {\n defaultShareMeta: IShareViewMeta = {\n includeRecords: true,\n };\n}\n" }, { "path": "apps/nestjs-backend/src/features/view/model/kanban-view.dto.ts", "content": "import type { IShareViewMeta } from '@teable/core';\nimport { KanbanViewCore } from '@teable/core';\n\nexport class KanbanViewDto extends KanbanViewCore {\n defaultShareMeta: IShareViewMeta = {\n includeRecords: true,\n };\n}\n" }, { "path": "apps/nestjs-backend/src/features/view/model/plugin-view.dto.ts", "content": "import type { IShareViewMeta } from '@teable/core';\nimport { PluginViewCore } from '@teable/core';\n\nexport class PluginViewDto extends PluginViewCore {\n defaultShareMeta: IShareViewMeta = {\n includeRecords: true,\n };\n}\n" }, { "path": "apps/nestjs-backend/src/features/view/open-api/view-open-api-v2.service.ts", "content": "import { HttpException, HttpStatus, Injectable } from '@nestjs/common';\nimport type { IUpdateRecordOrdersRo } from '@teable/openapi';\nimport { executeReorderRecordsEndpoint } from '@teable/v2-contract-http-implementation/handlers';\nimport type { ICommandBus } from '@teable/v2-core';\nimport { v2CoreTokens } from '@teable/v2-core';\n\nimport { CustomHttpException, getDefaultCodeByStatus } from '../../../custom.exception';\nimport { V2ContainerService } from '../../v2/v2-container.service';\nimport { V2ExecutionContextFactory } from '../../v2/v2-execution-context.factory';\n\nconst internalServerError = 'Internal server error';\n\n@Injectable()\nexport class ViewOpenApiV2Service {\n constructor(\n private readonly v2ContainerService: V2ContainerService,\n private readonly v2ContextFactory: V2ExecutionContextFactory\n ) {}\n\n private throwV2Error(\n error: {\n code: string;\n message: string;\n tags?: ReadonlyArray;\n details?: Readonly>;\n },\n status: number\n ): never {\n throw new CustomHttpException(error.message, getDefaultCodeByStatus(status), {\n domainCode: error.code,\n domainTags: error.tags,\n details: error.details,\n });\n }\n\n async updateRecordOrders(\n tableId: string,\n viewId: string,\n updateRecordOrdersRo: IUpdateRecordOrdersRo\n ): Promise {\n const container = await this.v2ContainerService.getContainer();\n const commandBus = container.resolve(v2CoreTokens.commandBus);\n const context = await this.v2ContextFactory.createContext();\n\n const v2Input = {\n tableId,\n recordIds: updateRecordOrdersRo.recordIds,\n order: {\n viewId,\n anchorId: updateRecordOrdersRo.anchorId,\n position: updateRecordOrdersRo.position,\n },\n };\n\n const result = await executeReorderRecordsEndpoint(context, v2Input, commandBus);\n if (result.status === 200 && result.body.ok) {\n return;\n }\n\n if (!result.body.ok) {\n this.throwV2Error(result.body.error, result.status);\n }\n\n throw new HttpException(internalServerError, HttpStatus.INTERNAL_SERVER_ERROR);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/view/open-api/view-open-api.controller.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n Body,\n Controller,\n Delete,\n Get,\n Param,\n Patch,\n Post,\n Put,\n Query,\n Headers,\n UseGuards,\n UseInterceptors,\n} from '@nestjs/common';\nimport type { IViewVo } from '@teable/core';\nimport {\n viewRoSchema,\n manualSortRoSchema,\n IManualSortRo,\n IViewRo,\n IColumnMetaRo,\n columnMetaRoSchema,\n IFilterRo,\n IViewGroupRo,\n filterRoSchema,\n viewGroupRoSchema,\n} from '@teable/core';\nimport {\n viewNameRoSchema,\n IViewNameRo,\n viewDescriptionRoSchema,\n IViewDescriptionRo,\n viewShareMetaRoSchema,\n IViewShareMetaRo,\n viewSortRoSchema,\n IViewSortRo,\n viewOptionsRoSchema,\n IViewOptionsRo,\n updateOrderRoSchema,\n IUpdateOrderRo,\n updateRecordOrdersRoSchema,\n IUpdateRecordOrdersRo,\n viewInstallPluginRoSchema,\n IViewInstallPluginRo,\n viewPluginUpdateStorageRoSchema,\n IViewPluginUpdateStorageRo,\n viewLockedRoSchema,\n IViewLockedRo,\n} from '@teable/openapi';\nimport type {\n IEnableShareViewVo,\n IGetViewFilterLinkRecordsVo,\n IGetViewInstallPluginVo,\n IViewInstallPluginVo,\n} from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { ZodValidationPipe } from '../../..//zod.validation.pipe';\nimport { EmitControllerEvent } from '../../../event-emitter/decorators/emit-controller-event.decorator';\nimport { Events } from '../../../event-emitter/events';\nimport type { IClsStore } from '../../../types/cls';\nimport { AllowAnonymous } from '../../auth/decorators/allow-anonymous.decorator';\nimport { Permissions } from '../../auth/decorators/permissions.decorator';\nimport { UseV2Feature } from '../../canary/decorators/use-v2-feature.decorator';\nimport { V2FeatureGuard } from '../../canary/guards/v2-feature.guard';\nimport { V2IndicatorInterceptor } from '../../canary/interceptors/v2-indicator.interceptor';\nimport { TableDomainQueryService } from '../../table-domain';\nimport { ViewService } from '../view.service';\nimport { ViewOpenApiV2Service } from './view-open-api-v2.service';\nimport { ViewOpenApiService } from './view-open-api.service';\n\n@Controller('api/table/:tableId/view')\n@AllowAnonymous()\nexport class ViewOpenApiController {\n constructor(\n private readonly viewService: ViewService,\n private readonly viewOpenApiService: ViewOpenApiService,\n private readonly viewOpenApiV2Service: ViewOpenApiV2Service,\n protected readonly tableDomainQueryService: TableDomainQueryService,\n private readonly cls: ClsService\n ) {}\n\n @Permissions('view|read')\n @Get(':viewId')\n async getView(\n @Param('tableId') _tableId: string,\n @Param('viewId') viewId: string\n ): Promise {\n return await this.viewService.getViewById(viewId);\n }\n\n @Permissions('view|read')\n @Get()\n async getViews(@Param('tableId') tableId: string): Promise {\n return await this.viewService.getViews(tableId);\n }\n\n @Permissions('view|create')\n @Post()\n @EmitControllerEvent(Events.OPERATION_VIEW_CREATE)\n async createView(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(viewRoSchema)) viewRo: IViewRo\n ): Promise {\n return await this.viewOpenApiService.createView(tableId, viewRo);\n }\n\n @Permissions('view|delete')\n @Delete('/:viewId')\n async deleteView(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Headers('x-window-id') windowId?: string\n ) {\n return await this.viewOpenApiService.deleteView(tableId, viewId, windowId);\n }\n\n @Permissions('view|update')\n @Put('/:viewId/name')\n async updateName(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(viewNameRoSchema)) viewNameRo: IViewNameRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n return await this.viewOpenApiService.setViewProperty(\n tableId,\n viewId,\n 'name',\n viewNameRo.name,\n windowId\n );\n }\n\n @Permissions('view|update')\n @Put('/:viewId/description')\n async updateDescription(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(viewDescriptionRoSchema)) viewDescriptionRo: IViewDescriptionRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n return await this.viewOpenApiService.setViewProperty(\n tableId,\n viewId,\n 'description',\n viewDescriptionRo.description,\n windowId\n );\n }\n\n @Permissions('view|update')\n @Put('/:viewId/locked')\n async updateLocked(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(viewLockedRoSchema)) viewLockedRo: IViewLockedRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n return await this.viewOpenApiService.setViewProperty(\n tableId,\n viewId,\n 'isLocked',\n viewLockedRo.isLocked,\n windowId\n );\n }\n\n @Permissions('view|update')\n @Put('/:viewId/share-meta')\n async updateShareMeta(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(viewShareMetaRoSchema)) viewShareMetaRo: IViewShareMetaRo\n ): Promise {\n return await this.viewOpenApiService.updateShareMeta(tableId, viewId, viewShareMetaRo);\n }\n\n @Permissions('view|update')\n @Put('/:viewId/manual-sort')\n async manualSort(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(manualSortRoSchema)) updateViewOrderRo: IManualSortRo\n ): Promise {\n return await this.viewOpenApiService.manualSort(tableId, viewId, updateViewOrderRo);\n }\n\n @Permissions('view|update')\n @Put('/:viewId/column-meta')\n async updateColumnMeta(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(columnMetaRoSchema)) updateViewColumnMetaRo: IColumnMetaRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n return await this.viewOpenApiService.updateViewColumnMeta(\n tableId,\n viewId,\n updateViewColumnMetaRo,\n windowId\n );\n }\n\n @Permissions('view|update')\n @Put('/:viewId/filter')\n async updateViewFilter(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(filterRoSchema)) updateViewFilterRo: IFilterRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n return await this.viewOpenApiService.setViewProperty(\n tableId,\n viewId,\n 'filter',\n updateViewFilterRo.filter,\n windowId\n );\n }\n\n @Permissions('view|update')\n @Put('/:viewId/sort')\n async updateViewSort(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(viewSortRoSchema)) updateViewSortRo: IViewSortRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n return await this.viewOpenApiService.setViewProperty(\n tableId,\n viewId,\n 'sort',\n updateViewSortRo.sort,\n windowId\n );\n }\n\n @Permissions('view|update')\n @Put('/:viewId/group')\n async updateViewGroup(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(viewGroupRoSchema)) updateViewGroupRo: IViewGroupRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n return await this.viewOpenApiService.setViewProperty(\n tableId,\n viewId,\n 'group',\n updateViewGroupRo.group,\n windowId\n );\n }\n\n @Permissions('view|update')\n @Patch('/:viewId/options')\n async updateViewOptions(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(viewOptionsRoSchema)) updateViewOptionRo: IViewOptionsRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n return await this.viewOpenApiService.patchViewOptions(\n tableId,\n viewId,\n updateViewOptionRo.options,\n windowId\n );\n }\n\n @Permissions('view|update')\n @Put('/:viewId/order')\n async updateViewOrder(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(updateOrderRoSchema)) updateOrderRo: IUpdateOrderRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n return await this.viewOpenApiService.updateViewOrder(tableId, viewId, updateOrderRo, windowId);\n }\n\n @Permissions('view|update')\n @Put('/:viewId/record-order')\n @UseV2Feature('reorderRecords')\n @UseGuards(V2FeatureGuard)\n @UseInterceptors(V2IndicatorInterceptor)\n async updateRecordOrders(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(updateRecordOrdersRoSchema))\n updateRecordOrdersRo: IUpdateRecordOrdersRo,\n @Headers('x-window-id') windowId?: string\n ): Promise {\n if (this.cls.get('useV2')) {\n await this.viewOpenApiV2Service.updateRecordOrders(tableId, viewId, updateRecordOrdersRo);\n return;\n }\n\n const table = await this.tableDomainQueryService.getTableDomainById(tableId);\n return await this.viewOpenApiService.updateRecordOrders(\n table,\n viewId,\n updateRecordOrdersRo,\n windowId\n );\n }\n\n @Permissions('view|update')\n @Post('/:viewId/refresh-share-id')\n async refreshShareId(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string\n ): Promise {\n return await this.viewOpenApiService.refreshShareId(tableId, viewId);\n }\n\n @Permissions('view|share')\n @Post('/:viewId/enable-share')\n async enableShare(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string\n ): Promise {\n return await this.viewOpenApiService.enableShare(tableId, viewId);\n }\n\n @Permissions('view|update')\n @Post('/:viewId/disable-share')\n async disableShare(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string\n ): Promise {\n return await this.viewOpenApiService.disableShare(tableId, viewId);\n }\n\n @Permissions('view|read')\n @Get('/:viewId/filter-link-records')\n async getFilterLinkRecords(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string\n ): Promise {\n return this.viewOpenApiService.getFilterLinkRecords(tableId, viewId);\n }\n\n @Permissions('view|read')\n @Get('/socket/snapshot-bulk')\n async getSnapshotBulk(@Param('tableId') tableId: string, @Query('ids') ids: string[]) {\n return this.viewService.getSnapshotBulk(tableId, ids);\n }\n\n @Permissions('view|read')\n @Get('/socket/doc-ids')\n async getDocIds(@Param('tableId') tableId: string) {\n return this.viewService.getDocIdsByQuery(tableId, undefined);\n }\n\n @Permissions('view|create')\n @Post('/plugin')\n async pluginInstall(\n @Param('tableId') tableId: string,\n @Body(new ZodValidationPipe(viewInstallPluginRoSchema)) ro: IViewInstallPluginRo\n ): Promise {\n return this.viewOpenApiService.pluginInstall(tableId, ro);\n }\n\n @Get(':viewId/plugin')\n @Permissions('view|read')\n getPluginInstall(\n @Param('tableId') tableId: string,\n @Param('viewId') viewId: string\n ): Promise {\n return this.viewOpenApiService.getPluginInstall(tableId, viewId);\n }\n\n @Permissions('view|update')\n @Patch(':viewId/plugin/:pluginInstallId')\n async pluginUpdateStorage(\n @Param('viewId') viewId: string,\n @Body(new ZodValidationPipe(viewPluginUpdateStorageRoSchema))\n ro: IViewPluginUpdateStorageRo\n ) {\n return this.viewOpenApiService.updatePluginStorage(viewId, ro.storage);\n }\n\n @Permissions('view|create')\n @Post('/:viewId/duplicate')\n async duplicateView(@Param('tableId') tableId: string, @Param('viewId') viewId: string) {\n return this.viewOpenApiService.duplicateView(tableId, viewId);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/view/open-api/view-open-api.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ShareDbModule } from '../../../share-db/share-db.module';\nimport { CanaryModule } from '../../canary/canary.module';\nimport { FieldCalculateModule } from '../../field/field-calculate/field-calculate.module';\nimport { FieldModule } from '../../field/field.module';\nimport { RecordModule } from '../../record/record.module';\nimport { TableDomainQueryModule } from '../../table-domain';\nimport { V2Module } from '../../v2/v2.module';\nimport { ViewModule } from '../view.module';\nimport { ViewOpenApiV2Service } from './view-open-api-v2.service';\nimport { ViewOpenApiController } from './view-open-api.controller';\nimport { ViewOpenApiService } from './view-open-api.service';\n\n@Module({\n imports: [\n ViewModule,\n ShareDbModule,\n RecordModule,\n FieldModule,\n FieldCalculateModule,\n TableDomainQueryModule,\n V2Module,\n CanaryModule,\n ],\n controllers: [ViewOpenApiController],\n providers: [ViewOpenApiService, ViewOpenApiV2Service],\n exports: [ViewOpenApiService, ViewOpenApiV2Service],\n})\nexport class ViewOpenApiModule {}\n" }, { "path": "apps/nestjs-backend/src/features/view/open-api/view-open-api.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../../global/global.module';\nimport { ViewOpenApiModule } from './view-open-api.module';\nimport { ViewOpenApiService } from './view-open-api.service';\n\ndescribe('ViewOpenApiService', () => {\n let service: ViewOpenApiService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, ViewOpenApiModule],\n }).compile();\n\n service = module.get(ViewOpenApiService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/view/open-api/view-open-api.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable, Logger } from '@nestjs/common';\nimport type {\n IOtOperation,\n IViewRo,\n IViewVo,\n IColumnMetaRo,\n IViewOptions,\n IGridColumnMeta,\n IFilter,\n IFilterItem,\n ILinkFieldOptions,\n IPluginViewOptions,\n IViewPropertyKeys,\n ISort,\n IGroup,\n TableDomain,\n} from '@teable/core';\nimport {\n ViewType,\n IManualSortRo,\n ViewOpBuilder,\n generateShareId,\n VIEW_JSON_KEYS,\n validateOptionsType,\n FieldType,\n IdPrefix,\n generatePluginInstallId,\n generateOperationId,\n extractFieldIdsFromFilter,\n validateFilterOperatorModeCompatibility,\n HttpErrorCode,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { PluginPosition, PluginStatus } from '@teable/openapi';\nimport type {\n IViewPluginUpdateStorageRo,\n IGetViewFilterLinkRecordsVo,\n IUpdateOrderRo,\n IUpdateRecordOrdersRo,\n IViewInstallPluginRo,\n IViewShareMetaRo,\n} from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { keyBy, pick } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { IThresholdConfig, ThresholdConfig } from '../../../configs/threshold.config';\nimport { CustomHttpException } from '../../../custom.exception';\nimport { InjectDbProvider } from '../../../db-provider/db.provider';\nimport { IDbProvider } from '../../../db-provider/db.provider.interface';\nimport { EventEmitterService } from '../../../event-emitter/event-emitter.service';\nimport { Events } from '../../../event-emitter/events';\nimport type { IClsStore } from '../../../types/cls';\nimport { Timing } from '../../../utils/timing';\nimport { updateMultipleOrders, updateOrder } from '../../../utils/update-order';\nimport { FieldViewSyncService } from '../../field/field-calculate/field-view-sync.service';\nimport { FieldService } from '../../field/field.service';\nimport type { IFieldInstance } from '../../field/model/factory';\nimport { createFieldInstanceByRaw, createFieldInstanceByVo } from '../../field/model/factory';\nimport { RecordService } from '../../record/record.service';\nimport { createViewInstanceByRaw } from '../model/factory';\nimport { ViewService } from '../view.service';\n\n@Injectable()\nexport class ViewOpenApiService {\n private logger = new Logger(ViewOpenApiService.name);\n\n constructor(\n private readonly prismaService: PrismaService,\n private readonly recordService: RecordService,\n private readonly viewService: ViewService,\n private readonly fieldService: FieldService,\n private readonly fieldViewSyncService: FieldViewSyncService,\n private readonly eventEmitterService: EventEmitterService,\n private readonly cls: ClsService,\n @InjectDbProvider() private readonly dbProvider: IDbProvider,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @ThresholdConfig() private readonly thresholdConfig: IThresholdConfig\n ) {}\n\n async createView(tableId: string, viewRo: IViewRo) {\n if (viewRo.type === ViewType.Plugin) {\n const res = await this.pluginInstall(tableId, {\n name: viewRo.name,\n pluginId: (viewRo.options as IPluginViewOptions).pluginId,\n shareId: viewRo.shareId,\n shareMeta: viewRo.shareMeta,\n enableShare: viewRo.enableShare,\n });\n return this.viewService.getViewById(res.viewId);\n }\n return await this.prismaService.$tx(async () => {\n return this.createViewInner(tableId, viewRo);\n });\n }\n\n async deleteView(tableId: string, viewId: string, windowId?: string) {\n const result = await this.prismaService.$tx(async () => {\n await this.fieldViewSyncService.deleteLinkOptionsDependenciesByViewId(tableId, viewId);\n return await this.deleteViewInner(tableId, viewId);\n });\n\n this.eventEmitterService.emitAsync(Events.OPERATION_VIEW_DELETE, {\n operationId: generateOperationId(),\n windowId,\n tableId,\n viewId,\n userId: this.cls.get('user.id'),\n });\n\n return result;\n }\n\n private async createViewInner(tableId: string, viewRo: IViewRo): Promise {\n return await this.viewService.createView(tableId, viewRo);\n }\n\n private async deleteViewInner(tableId: string, viewId: string) {\n return await this.viewService.deleteView(tableId, viewId);\n }\n\n private updateRecordOrderSql(orderRawSql: string, dbTableName: string, indexField: string) {\n return this.knex\n .raw(\n `\n UPDATE :dbTableName:\n SET :indexField: = temp_order.new_order\n FROM (\n SELECT __id, ROW_NUMBER() OVER (ORDER BY ${orderRawSql}) AS new_order FROM :dbTableName:\n ) AS temp_order\n WHERE :dbTableName:.__id = temp_order.__id AND :dbTableName:.:indexField: != temp_order.new_order;\n `,\n {\n dbTableName,\n indexField,\n }\n )\n .toQuery();\n }\n\n @Timing()\n async manualSort(tableId: string, viewId: string, viewOrderRo: IManualSortRo) {\n const { sortObjs } = viewOrderRo;\n const dbTableName = await this.recordService.getDbTableName(tableId);\n const fields = await this.fieldService.getFieldsByQuery(tableId, { viewId });\n const indexField = await this.viewService.getOrCreateViewIndexField(dbTableName, viewId);\n\n const queryBuilder = this.knex(dbTableName);\n\n const fieldInsMap = fields.reduce(\n (map, field) => {\n map[field.id] = createFieldInstanceByVo(field);\n return map;\n },\n {} as Record\n );\n\n const orderRawSql = this.dbProvider\n .sortQuery(queryBuilder, fieldInsMap, sortObjs, undefined, undefined)\n .getRawSortSQLText();\n\n // build ops\n const newSort = {\n sortObjs: sortObjs,\n manualSort: true,\n };\n\n await this.prismaService.$tx(\n async (prisma) => {\n await prisma.$executeRawUnsafe(\n this.updateRecordOrderSql(orderRawSql, dbTableName, indexField)\n );\n await this.viewService.updateViewSort(tableId, viewId, newSort);\n },\n {\n timeout: this.thresholdConfig.bigTransactionTimeout,\n }\n );\n }\n\n async updateViewColumnMeta(\n tableId: string,\n viewId: string,\n columnMetaRo: IColumnMetaRo,\n windowId?: string\n ) {\n const view = await this.prismaService.view\n .findFirstOrThrow({\n where: { tableId, id: viewId },\n select: {\n columnMeta: true,\n version: true,\n id: true,\n type: true,\n },\n })\n .catch(() => {\n throw new CustomHttpException(\n `View not found with id: ${viewId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n });\n\n // validate field legal\n const fields = await this.prismaService.field.findMany({\n where: { tableId, deletedTime: null },\n select: {\n id: true,\n isPrimary: true,\n },\n });\n const primaryFields = fields.filter((field) => field.isPrimary).map((field) => field.id);\n\n const isHiddenPrimaryField = columnMetaRo.some(\n (f) => primaryFields.includes(f.fieldId) && (f.columnMeta as IGridColumnMeta).hidden\n );\n const fieldIds = columnMetaRo.map(({ fieldId }) => fieldId);\n\n if (!fieldIds.every((id) => fields.map(({ id }) => id).includes(id))) {\n throw new CustomHttpException(\n `Fields ${fieldIds.join(', ')} not found in table ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.field.notFoundInTable',\n context: {\n fieldIds: fieldIds.join(', '),\n tableId,\n },\n },\n }\n );\n }\n\n const allowHiddenPrimaryType = [ViewType.Calendar, ViewType.Form];\n /**\n * validate whether hidden primary field\n * only form view or list view(todo) can hidden primary field\n */\n if (isHiddenPrimaryField && !allowHiddenPrimaryType.includes(view.type as ViewType)) {\n throw new CustomHttpException(\n `Primary field can not be hidden for view type ${view.type}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.primaryFieldCannotBeHidden',\n },\n }\n );\n }\n\n const curColumnMeta = JSON.parse(view.columnMeta);\n const ops: IOtOperation[] = [];\n\n columnMetaRo.forEach(({ fieldId, columnMeta }) => {\n const obj = {\n fieldId,\n newColumnMeta: { ...curColumnMeta[fieldId], ...columnMeta },\n oldColumnMeta: curColumnMeta[fieldId] ? curColumnMeta[fieldId] : undefined,\n };\n ops.push(ViewOpBuilder.editor.updateViewColumnMeta.build(obj));\n });\n\n await this.updateViewByOps(tableId, viewId, ops);\n\n if (windowId) {\n this.eventEmitterService.emitAsync(Events.OPERATION_VIEW_UPDATE, {\n tableId,\n windowId,\n viewId,\n userId: this.cls.get('user.id'),\n byOps: ops,\n });\n }\n }\n\n async updateShareMeta(tableId: string, viewId: string, viewShareMetaRo: IViewShareMetaRo) {\n return this.setViewProperty(tableId, viewId, 'shareMeta', viewShareMetaRo);\n }\n\n async validateFilter(tableId: string, filter: IFilter) {\n const fieldIds = extractFieldIdsFromFilter(filter);\n if (fieldIds.length > 0) {\n const fields = await this.prismaService.field.findMany({\n where: { tableId, id: { in: fieldIds } },\n select: { id: true, type: true },\n });\n\n // Check for unsupported Button type fields\n const unsupportedFields = fields.filter((f) => f.type === FieldType.Button);\n if (unsupportedFields.length > 0) {\n throw new CustomHttpException(\n `Filter fields ${unsupportedFields.map((f) => f.id).join(', ')} are unsupported ${FieldType.Button} type fields`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.filterUnsupportedFieldType',\n },\n }\n );\n }\n\n // Validate operator + mode compatibility for date fields\n const fieldTypeMap = fields.reduce(\n (acc, f) => {\n acc[f.id] = f.type as FieldType;\n return acc;\n },\n {} as Record\n );\n const validationErrors = validateFilterOperatorModeCompatibility(filter, fieldTypeMap);\n if (validationErrors.length > 0) {\n throw new CustomHttpException(validationErrors[0].message, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.view.filterInvalidOperatorMode',\n },\n });\n }\n }\n }\n\n async validateSort(tableId: string, sort: ISort) {\n const fieldIds = sort?.sortObjs?.map(({ fieldId }) => fieldId) || [];\n if (fieldIds.length > 0) {\n const unsupportedFields = await this.prismaService.field.findMany({\n where: { tableId, id: { in: fieldIds }, type: FieldType.Button },\n select: { id: true },\n });\n if (unsupportedFields.length > 0) {\n throw new CustomHttpException(\n `Sort fields ${unsupportedFields.map((f) => f.id).join(', ')} are unsupported ${FieldType.Button} type fields`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.sortUnsupportedFieldType',\n },\n }\n );\n }\n }\n }\n\n async validateGroup(tableId: string, group: IGroup) {\n const fieldIds = group?.map(({ fieldId }) => fieldId) || [];\n if (fieldIds.length > 0) {\n const unsupportedFields = await this.prismaService.field.findMany({\n where: { tableId, id: { in: fieldIds }, type: FieldType.Button },\n select: { id: true },\n });\n if (unsupportedFields.length > 0) {\n throw new CustomHttpException(\n `Group fields ${unsupportedFields.map((f) => f.id).join(', ')} are unsupported ${FieldType.Button} type fields`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.groupUnsupportedFieldType',\n },\n }\n );\n }\n }\n }\n\n async setViewProperty(\n tableId: string,\n viewId: string,\n key: IViewPropertyKeys,\n newValue: unknown,\n windowId?: string\n ) {\n const curView = await this.prismaService.view\n .findFirstOrThrow({\n select: { [key]: true },\n where: { tableId, id: viewId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(\n `View not found with id: ${viewId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n });\n\n if (key === 'filter') {\n await this.validateFilter(tableId, newValue as IFilter);\n }\n\n if (key === 'sort') {\n await this.validateSort(tableId, newValue as ISort);\n }\n\n if (key === 'group') {\n await this.validateGroup(tableId, newValue as IGroup);\n }\n\n const oldValue =\n curView[key] != null && VIEW_JSON_KEYS.includes(key)\n ? JSON.parse(curView[key])\n : curView[key];\n const ops = ViewOpBuilder.editor.setViewProperty.build({\n key,\n newValue,\n oldValue,\n });\n\n await this.updateViewByOps(tableId, viewId, [ops]);\n\n if (windowId) {\n this.eventEmitterService.emitAsync(Events.OPERATION_VIEW_UPDATE, {\n tableId,\n windowId,\n viewId,\n userId: this.cls.get('user.id'),\n byKey: {\n key,\n newValue,\n oldValue,\n },\n });\n }\n }\n\n async updateViewByOps(tableId: string, viewId: string, ops: IOtOperation[]) {\n return await this.prismaService.$tx(async () => {\n return await this.viewService.updateViewByOps(tableId, viewId, ops);\n });\n }\n\n async patchViewOptions(\n tableId: string,\n viewId: string,\n viewOptions: IViewOptions,\n windowId?: string\n ) {\n const curView = await this.prismaService.view\n .findFirstOrThrow({\n select: { options: true, type: true },\n where: { tableId, id: viewId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(\n `View not found with id: ${viewId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n });\n const { options, type: viewType } = curView;\n\n // validate option type\n try {\n validateOptionsType(viewType as ViewType, viewOptions);\n } catch (err) {\n throw new CustomHttpException(\n `View option parse error: ${err instanceof Error ? err.message : 'Unknown error'}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.propertyParseError',\n },\n }\n );\n }\n\n const oldOptions = options ? JSON.parse(options) : options;\n const op = ViewOpBuilder.editor.setViewProperty.build({\n key: 'options',\n newValue: {\n ...oldOptions,\n ...viewOptions,\n },\n oldValue: oldOptions,\n });\n await this.updateViewByOps(tableId, viewId, [op]);\n\n if (windowId) {\n this.eventEmitterService.emitAsync(Events.OPERATION_VIEW_UPDATE, {\n tableId,\n windowId,\n viewId,\n userId: this.cls.get('user.id'),\n byOps: [op],\n });\n }\n }\n\n /**\n * shuffle view order\n */\n async shuffle(tableId: string) {\n const views = await this.prismaService.view.findMany({\n where: { tableId, deletedTime: null },\n select: { id: true, order: true },\n orderBy: { order: 'asc' },\n });\n\n this.logger.log(`lucky view shuffle! ${tableId}`, 'shuffle');\n\n await this.prismaService.$tx(async () => {\n const opsMap: { [viewId: string]: IOtOperation[] } = {};\n for (let i = 0; i < views.length; i++) {\n const view = views[i];\n opsMap[view.id] = [\n ViewOpBuilder.editor.setViewProperty.build({\n key: 'order',\n newValue: i,\n oldValue: view.order,\n }),\n ];\n }\n await this.viewService.batchUpdateViewByOps(tableId, opsMap);\n });\n }\n\n async updateViewOrder(\n tableId: string,\n viewId: string,\n orderRo: IUpdateOrderRo,\n windowId?: string\n ) {\n const { anchorId, position } = orderRo;\n\n const view = await this.prismaService.view\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: { tableId, id: viewId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(\n `View not found with id: ${viewId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n });\n\n const anchorView = await this.prismaService.view\n .findFirstOrThrow({\n select: { order: true, id: true },\n where: { tableId, id: anchorId, deletedTime: null },\n })\n .catch(() => {\n throw new CustomHttpException(\n `Anchor not found with id: ${anchorId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.anchorNotFound',\n },\n }\n );\n });\n\n await updateOrder({\n query: tableId,\n position,\n item: view,\n anchorItem: anchorView,\n getNextItem: async (whereOrder, align) => {\n return this.prismaService.view.findFirst({\n select: { order: true, id: true },\n where: {\n tableId,\n deletedTime: null,\n order: whereOrder,\n },\n orderBy: { order: align },\n });\n },\n update: async (\n parentId: string,\n id: string,\n data: { newOrder: number; oldOrder: number }\n ) => {\n const op = ViewOpBuilder.editor.setViewProperty.build({\n key: 'order',\n newValue: data.newOrder,\n oldValue: data.oldOrder,\n });\n await this.updateViewByOps(parentId, id, [op]);\n\n if (windowId) {\n this.eventEmitterService.emitAsync(Events.OPERATION_VIEW_UPDATE, {\n tableId,\n windowId,\n viewId,\n userId: this.cls.get('user.id'),\n byOps: [op],\n });\n }\n },\n shuffle: this.shuffle.bind(this),\n });\n }\n\n /**\n * shuffle record order\n */\n async shuffleRecords(dbTableName: string, indexField: string) {\n const recordCount = await this.recordService.getAllRecordCount(dbTableName);\n if (recordCount > 100_000) {\n throw new CustomHttpException(\n `Not enough gap to shuffle the row here, record count: ${recordCount}`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.notEnoughGapToShuffleRow',\n },\n }\n );\n }\n\n const sql = this.updateRecordOrderSql(\n this.knex.raw(`?? ASC`, [indexField]).toQuery(),\n dbTableName,\n indexField\n );\n\n await this.prismaService.$executeRawUnsafe(sql);\n }\n\n @Timing()\n async updateRecordOrdersInner(props: {\n tableId: string;\n dbTableName: string;\n itemLength: number;\n indexField: string;\n orderRo: {\n anchorId: string;\n position: 'before' | 'after';\n };\n update: (indexes: number[]) => Promise;\n }) {\n const { tableId, itemLength, dbTableName, indexField, orderRo, update } = props;\n const { anchorId, position } = orderRo;\n\n const anchorRecordSql = this.knex(dbTableName)\n .select({\n id: '__id',\n order: indexField,\n })\n .where('__id', anchorId)\n .toQuery();\n\n const anchorRecord = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id: string; order: number }[]>(anchorRecordSql)\n .then((res) => {\n return res[0];\n });\n\n if (!anchorRecord) {\n throw new CustomHttpException(\n `Anchor not found with id: ${anchorId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.anchorNotFound',\n },\n }\n );\n }\n\n await updateMultipleOrders({\n parentId: tableId,\n position,\n itemLength,\n anchorItem: anchorRecord,\n getNextItem: async (whereOrder, align) => {\n const nextRecordSql = this.knex(dbTableName)\n .select({\n id: '__id',\n order: indexField,\n })\n .where(\n indexField,\n whereOrder.lt != null ? '<' : '>',\n (whereOrder.lt != null ? whereOrder.lt : whereOrder.gt) as number\n )\n .orderBy(indexField, align)\n .limit(1)\n .toQuery();\n return this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id: string; order: number }[]>(nextRecordSql)\n .then((res) => {\n return res[0];\n });\n },\n update,\n shuffle: async () => {\n await this.shuffleRecords(dbTableName, indexField);\n },\n });\n }\n\n async updateRecordIndexes(\n tableId: string,\n viewId: string,\n recordsWithOrder: {\n id: string;\n order?: Record;\n }[]\n ) {\n // for notify view update only\n await this.prismaService.$tx(async () => {\n const ops = ViewOpBuilder.editor.setViewProperty.build({\n key: 'lastModifiedTime',\n newValue: new Date().toISOString(),\n });\n await this.viewService.updateViewByOps(tableId, viewId, [ops]);\n await this.recordService.updateRecordIndexes(tableId, recordsWithOrder);\n });\n }\n\n async updateRecordOrders(\n table: TableDomain,\n viewId: string,\n orderRo: IUpdateRecordOrdersRo,\n windowId?: string\n ) {\n const recordIds = orderRo.recordIds;\n const dbTableName = table.dbTableName;\n const orderIndexesBefore = windowId\n ? await this.recordService.getRecordIndexes(table, recordIds, viewId)\n : undefined;\n\n const indexField = await this.viewService.getOrCreateViewIndexField(dbTableName, viewId);\n\n await this.updateRecordOrdersInner({\n tableId: table.id,\n dbTableName,\n itemLength: recordIds.length,\n indexField,\n orderRo,\n update: async (indexes) => {\n // for notify view update only\n const ops = ViewOpBuilder.editor.setViewProperty.build({\n key: 'lastModifiedTime',\n newValue: new Date().toISOString(),\n });\n\n await this.prismaService.$tx(async (prisma) => {\n await this.viewService.updateViewByOps(table.id, viewId, [ops]);\n for (let i = 0; i < recordIds.length; i++) {\n const recordId = recordIds[i];\n const updateRecordSql = this.knex(dbTableName)\n .update({\n [indexField]: indexes[i],\n })\n .where('__id', recordId)\n .toQuery();\n await prisma.$executeRawUnsafe(updateRecordSql);\n }\n });\n },\n });\n\n if (windowId) {\n const orderIndexesAfter = await this.recordService.getRecordIndexes(table, recordIds, viewId);\n this.eventEmitterService.emitAsync(Events.OPERATION_RECORDS_ORDER_UPDATE, {\n tableId: table.id,\n windowId,\n recordIds,\n viewId,\n userId: this.cls.get('user.id'),\n orderIndexesBefore,\n orderIndexesAfter,\n });\n }\n }\n\n async refreshShareId(tableId: string, viewId: string) {\n const view = await this.prismaService.view.findUnique({\n where: { id: viewId, tableId, deletedTime: null },\n select: { shareId: true, enableShare: true },\n });\n if (!view) {\n throw new CustomHttpException(\n `View not found with id: ${viewId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n }\n const { enableShare } = view;\n if (!enableShare) {\n throw new CustomHttpException(\n `View ${viewId} has not been enabled share`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.shareNotEnabled',\n },\n }\n );\n }\n const newShareId = generateShareId();\n const setShareIdOp = ViewOpBuilder.editor.setViewProperty.build({\n key: 'shareId',\n newValue: newShareId,\n oldValue: view.shareId || undefined,\n });\n await this.updateViewByOps(tableId, viewId, [setShareIdOp]);\n return { shareId: newShareId };\n }\n\n async enableShare(tableId: string, viewId: string) {\n const view = await this.prismaService.view.findUnique({\n where: { id: viewId, tableId, deletedTime: null },\n });\n if (!view) {\n throw new CustomHttpException(\n `View not found with id: ${viewId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n }\n const { enableShare, shareId } = view;\n if (enableShare) {\n throw new CustomHttpException(\n `View ${viewId} has already been enabled share`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.shareAlreadyEnabled',\n },\n }\n );\n }\n const newShareId = generateShareId();\n const enableShareOp = ViewOpBuilder.editor.setViewProperty.build({\n key: 'enableShare',\n newValue: true,\n oldValue: enableShare || undefined,\n });\n const setShareIdOp = ViewOpBuilder.editor.setViewProperty.build({\n key: 'shareId',\n newValue: newShareId,\n oldValue: shareId || undefined,\n });\n\n const ops = [enableShareOp, setShareIdOp];\n\n const viewInstance = createViewInstanceByRaw(view);\n if (!view.shareMeta && viewInstance.defaultShareMeta) {\n const initShareMetaOp = ViewOpBuilder.editor.setViewProperty.build({\n key: 'shareMeta',\n newValue: viewInstance.defaultShareMeta,\n });\n ops.push(initShareMetaOp);\n }\n await this.updateViewByOps(tableId, viewId, ops);\n return { shareId: newShareId };\n }\n\n async disableShare(tableId: string, viewId: string) {\n const view = await this.prismaService.view.findUnique({\n where: { id: viewId, tableId, deletedTime: null },\n select: { shareId: true, enableShare: true, shareMeta: true },\n });\n if (!view) {\n throw new CustomHttpException(\n `View not found with id: ${viewId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n }\n const { enableShare } = view;\n if (!enableShare) {\n throw new CustomHttpException(\n `View ${viewId} has already been disable share`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.shareAlreadyDisabled',\n },\n }\n );\n }\n const enableShareOp = ViewOpBuilder.editor.setViewProperty.build({\n key: 'enableShare',\n newValue: false,\n oldValue: enableShare || undefined,\n });\n\n await this.updateViewByOps(tableId, viewId, [enableShareOp]);\n }\n\n /**\n * @param linkFields {fieldId: foreignTableId}\n * @returns {foreignTableId: Set}\n */\n private collectFilterLinkFieldRecords(linkFields: Record, filter?: IFilter) {\n if (!filter || !filter.filterSet) {\n return undefined;\n }\n\n const tableRecordMap: Record> = {};\n\n const mergeRecordMap = (source: Record> = {}) => {\n for (const [fieldId, recordSet] of Object.entries(source)) {\n tableRecordMap[fieldId] = tableRecordMap[fieldId] || new Set();\n recordSet.forEach((item) => tableRecordMap[fieldId].add(item));\n }\n };\n\n for (const filterItem of filter.filterSet) {\n if ('filterSet' in filterItem) {\n const groupTableRecordMap = this.collectFilterLinkFieldRecords(\n linkFields,\n filterItem as IFilter\n );\n if (groupTableRecordMap) {\n mergeRecordMap(groupTableRecordMap);\n }\n continue;\n }\n\n const { value, fieldId } = filterItem as IFilterItem;\n\n const foreignTableId = linkFields[fieldId];\n if (!foreignTableId) {\n continue;\n }\n\n if (Array.isArray(value)) {\n mergeRecordMap({ [foreignTableId]: new Set(value as string[]) });\n } else if (typeof value === 'string' && value.startsWith(IdPrefix.Record)) {\n mergeRecordMap({ [foreignTableId]: new Set([value]) });\n }\n }\n\n return tableRecordMap;\n }\n\n async getFilterLinkRecords(tableId: string, viewId: string) {\n const view = await this.viewService.getViewById(viewId);\n return this.getFilterLinkRecordsByTable(tableId, view.filter);\n }\n\n async getFilterLinkRecordsByTable(tableId: string, filter?: IFilter) {\n if (!filter) {\n return [];\n }\n const linkFields = await this.prismaService.field.findMany({\n where: { tableId, deletedTime: null, type: FieldType.Link },\n });\n\n const linkFieldInstances = linkFields.map((field) => createFieldInstanceByRaw(field));\n\n const lookupFieldIds = linkFieldInstances.reduce((arr, field) => {\n const { lookupFieldId } = field.options as ILinkFieldOptions;\n if (lookupFieldId) {\n arr.push(lookupFieldId);\n }\n return arr;\n }, [] as string[]);\n\n const linkFieldTableMap = linkFields.reduce(\n (map, field) => {\n const { foreignTableId } = JSON.parse(field.options as string) as ILinkFieldOptions;\n if (foreignTableId) {\n map[field.id] = foreignTableId;\n }\n return map;\n },\n {} as Record\n );\n\n const tableRecordMap = this.collectFilterLinkFieldRecords(linkFieldTableMap, filter);\n\n if (!tableRecordMap) {\n return [];\n }\n\n const lookupFieldRaws = await this.prismaService.field.findMany({\n where: { id: { in: lookupFieldIds }, deletedTime: null },\n });\n const lookupFieldRawsMap = keyBy(lookupFieldRaws, 'tableId');\n\n const res: IGetViewFilterLinkRecordsVo = [];\n for (const [foreignTableId, recordSet] of Object.entries(tableRecordMap)) {\n const dbTableName = await this.recordService.getDbTableName(foreignTableId);\n\n const lookupedFieldRaw = lookupFieldRawsMap[foreignTableId];\n if (!lookupedFieldRaw) {\n continue;\n }\n const dbFieldName = lookupedFieldRaw.dbFieldName;\n\n const nativeQuery = this.knex(dbTableName)\n .select('__id as id', `${dbFieldName} as title`)\n .orderBy('__auto_number')\n .whereIn('__id', Array.from(recordSet))\n .toQuery();\n\n const list = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ id: string; title: string | null }[]>(nativeQuery);\n const fieldInstances = createFieldInstanceByRaw(lookupedFieldRaw);\n res.push({\n tableId: foreignTableId,\n records: list.map(({ id, title }) => ({\n id,\n title:\n fieldInstances.cellValue2String(fieldInstances.convertDBValue2CellValue(title)) ||\n undefined,\n })),\n });\n }\n return res;\n }\n\n async pluginInstall(\n tableId: string,\n ro: IViewInstallPluginRo & {\n shareId?: string;\n shareMeta?: IViewShareMetaRo;\n enableShare?: boolean;\n }\n ) {\n const userId = this.cls.get('user.id');\n const { name, pluginId, shareId, shareMeta, enableShare } = ro;\n const plugin = await this.prismaService.txClient().plugin.findUnique({\n where: {\n id: pluginId,\n OR: [\n {\n status: PluginStatus.Published,\n },\n {\n status: { not: PluginStatus.Published },\n createdBy: this.cls.get('user.id'),\n },\n ],\n },\n select: { id: true, name: true, logo: true, positions: true },\n });\n if (!plugin) {\n throw new CustomHttpException(\n `Plugin not found with id: ${pluginId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n }\n );\n }\n if (!plugin.positions.includes(PluginPosition.View)) {\n throw new CustomHttpException(\n `Plugin ${pluginId} does not support install in view`,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.plugin.notSupportInstallInView',\n },\n }\n );\n }\n const viewName = name || plugin.name;\n return this.prismaService.$tx(async (prisma) => {\n const pluginInstallId = generatePluginInstallId();\n const view = await this.createViewInner(tableId, {\n name: viewName,\n type: ViewType.Plugin,\n enableShare,\n shareMeta,\n shareId,\n options: {\n pluginInstallId,\n pluginId,\n pluginLogo: plugin.logo,\n } as IPluginViewOptions,\n });\n const table = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { baseId: true },\n });\n const newPlugin = await prisma.pluginInstall.create({\n data: {\n id: pluginInstallId,\n baseId: table?.baseId,\n positionId: view.id,\n position: PluginPosition.View,\n name: viewName,\n pluginId: ro.pluginId,\n createdBy: userId,\n },\n });\n return {\n pluginId: newPlugin.pluginId,\n pluginInstallId: newPlugin.id,\n name: newPlugin.name,\n viewId: view.id,\n };\n });\n }\n\n async updatePluginStorage(viewId: string, storage: IViewPluginUpdateStorageRo['storage']) {\n const pluginInstall = await this.prismaService.pluginInstall.findFirst({\n where: { positionId: viewId, position: PluginPosition.View },\n select: { id: true },\n });\n if (!pluginInstall) {\n throw new CustomHttpException(\n `Plugin install not found with viewId: ${viewId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n }\n );\n }\n return this.prismaService.pluginInstall.update({\n where: { id: pluginInstall.id },\n data: { storage: JSON.stringify(storage) },\n });\n }\n\n async getPluginInstall(tableId: string, viewId: string) {\n const table = await this.prismaService.tableMeta.findUniqueOrThrow({\n where: { id: tableId, deletedTime: null },\n select: { baseId: true },\n });\n const pluginInstall = await this.prismaService.pluginInstall.findFirst({\n where: { positionId: viewId, position: PluginPosition.View },\n select: {\n id: true,\n pluginId: true,\n name: true,\n storage: true,\n plugin: {\n select: { url: true },\n },\n },\n });\n if (!pluginInstall) {\n throw new CustomHttpException(\n `Plugin install not found with viewId: ${viewId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.plugin.notFound',\n },\n }\n );\n }\n return {\n name: pluginInstall.name,\n pluginId: pluginInstall.pluginId,\n pluginInstallId: pluginInstall.id,\n storage: pluginInstall.storage ? JSON.parse(pluginInstall.storage) : undefined,\n baseId: table.baseId,\n url: pluginInstall.plugin.url || undefined,\n };\n }\n\n async duplicateView(tableId: string, viewId: string) {\n const view = await this.viewService.getViewById(viewId);\n const { options: optionsRaw } = await this.prismaService.txClient().view.findUniqueOrThrow({\n where: { id: viewId, deletedTime: null },\n select: { options: true },\n });\n const options = optionsRaw ? JSON.parse(optionsRaw) : undefined;\n return this.prismaService.$tx(async (prisma) => {\n const viewVo = await this.createView(tableId, {\n ...pick(view, [\n 'name',\n 'type',\n 'description',\n 'filter',\n 'group',\n 'columnMeta',\n 'sort',\n 'enableShare',\n 'shareMeta',\n 'shareId',\n 'isLocked',\n ]),\n options,\n shareId: view.shareId ? generateShareId() : undefined,\n });\n\n if (view.type === ViewType.Plugin) {\n const originPluginInstallId = (view.options as IPluginViewOptions)?.pluginInstallId;\n const newPluginInstallId = (viewVo.options as IPluginViewOptions)?.pluginInstallId;\n const { storage: pluginStorage } = await prisma.pluginInstall.findUniqueOrThrow({\n where: { id: originPluginInstallId },\n select: { storage: true },\n });\n\n await prisma.pluginInstall.update({\n where: { id: newPluginInstallId },\n data: { storage: pluginStorage },\n });\n }\n\n return viewVo;\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/features/view/utils/derive-frozen-fields.ts", "content": "import type { IGridViewOptions, IGridColumnMeta, IGridColumn } from '@teable/core';\n\nexport function adjustFrozenField(\n originOptions: IGridViewOptions,\n originColumnMeta: IGridColumnMeta,\n columnMetaUpdate: IGridColumnMeta\n): IGridViewOptions | null {\n const frozenFieldId = originOptions?.frozenFieldId;\n\n if (!frozenFieldId) return null;\n if (!Object.prototype.hasOwnProperty.call(columnMetaUpdate, frozenFieldId)) return null;\n\n const frozenColumnUpdate: IGridColumn | undefined = frozenFieldId\n ? columnMetaUpdate[frozenFieldId]\n : undefined;\n const originOrders = Object.keys(originColumnMeta).sort(\n (a, b) => originColumnMeta[a].order - originColumnMeta[b].order\n );\n\n // frozen field has been deleted\n if (frozenColumnUpdate == null) {\n const index = originOrders.indexOf(frozenFieldId);\n const newFrozenId = index > 0 ? originOrders[index - 1] : undefined;\n return {\n ...originOptions,\n frozenFieldId: newFrozenId,\n };\n }\n\n const oldOrder = originColumnMeta[frozenFieldId]?.order;\n const newOrder = frozenColumnUpdate.order;\n\n if (oldOrder == null || newOrder == null || newOrder === oldOrder) return null;\n\n const oldIndex = originOrders.indexOf(frozenFieldId);\n const prevNeighborId = oldIndex > 0 ? originOrders[oldIndex - 1] : undefined;\n\n const nextOptions: IGridViewOptions = { ...(originOptions as IGridViewOptions) };\n if (prevNeighborId) {\n nextOptions.frozenFieldId = prevNeighborId;\n } else {\n delete (nextOptions as Record).frozenFieldId;\n }\n return nextOptions;\n}\n" }, { "path": "apps/nestjs-backend/src/features/view/view.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { DbProvider } from '../../db-provider/db.provider';\nimport { CalculationModule } from '../calculation/calculation.module';\nimport { ViewService } from './view.service';\n\n@Module({\n imports: [CalculationModule],\n providers: [ViewService, DbProvider],\n exports: [ViewService],\n})\nexport class ViewModule {}\n" }, { "path": "apps/nestjs-backend/src/features/view/view.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../../global/global.module';\nimport { ViewModule } from './view.module';\nimport { ViewService } from './view.service';\n\ndescribe('ViewService', () => {\n let service: ViewService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, ViewModule],\n }).compile();\n\n service = module.get(ViewService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/features/view/view.service.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport type {\n ISnapshotBase,\n IViewRo,\n IViewVo,\n ISort,\n IOtOperation,\n IUpdateViewColumnMetaOpContext,\n ISetViewPropertyOpContext,\n IColumnMeta,\n IViewPropertyKeys,\n IGroup,\n IViewOptions,\n IFilter,\n IKanbanViewOptions,\n IFilterSet,\n IGalleryViewOptions,\n ICalendarViewOptions,\n IColumn,\n IGridColumnMeta,\n} from '@teable/core';\nimport {\n getUniqName,\n IdPrefix,\n generateViewId,\n OpName,\n ViewOpBuilder,\n viewVoSchema,\n ViewType,\n FieldType,\n CellValueType,\n HttpErrorCode,\n} from '@teable/core';\nimport type { Prisma } from '@teable/db-main-prisma';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { isEmpty, isNull, isString, merge, snakeCase, uniq } from 'lodash';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport { fromZodError } from 'zod-validation-error';\nimport { CustomHttpException } from '../../custom.exception';\nimport { InjectDbProvider } from '../../db-provider/db.provider';\nimport { IDbProvider } from '../../db-provider/db.provider.interface';\nimport type { IReadonlyAdapterService } from '../../share-db/interface';\nimport { RawOpType } from '../../share-db/interface';\nimport type { IClsStore } from '../../types/cls';\nimport { convertViewVoAttachmentUrl } from '../../utils/convert-view-vo-attachment-url';\nimport { BatchService } from '../calculation/batch.service';\nimport { ROW_ORDER_FIELD_PREFIX } from './constant';\nimport { createViewInstanceByRaw, createViewVoByRaw } from './model/factory';\nimport { adjustFrozenField } from './utils/derive-frozen-fields';\n\ntype IViewOpContext = IUpdateViewColumnMetaOpContext | ISetViewPropertyOpContext;\n\n@Injectable()\nexport class ViewService implements IReadonlyAdapterService {\n constructor(\n private readonly cls: ClsService,\n private readonly batchService: BatchService,\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex,\n @InjectDbProvider() private readonly dbProvider: IDbProvider\n ) {}\n\n getRowIndexFieldName(viewId: string) {\n return `${ROW_ORDER_FIELD_PREFIX}_${viewId}`;\n }\n\n getRowIndexFieldIndexName(viewId: string) {\n return `idx_${ROW_ORDER_FIELD_PREFIX}_${viewId}`;\n }\n\n private async polishOrderAndName(tableId: string, viewRo: IViewRo) {\n const viewRaws = await this.prismaService.txClient().view.findMany({\n where: { tableId, deletedTime: null },\n select: { name: true, order: true },\n orderBy: { order: 'asc' },\n });\n\n let { name } = viewRo;\n\n const names = viewRaws.map((view) => view.name);\n name = getUniqName(name ?? 'New view', names);\n\n const maxOrder = viewRaws[viewRaws.length - 1]?.order;\n const order = maxOrder == null ? 0 : maxOrder + 1;\n\n return { name, order };\n }\n\n async existIndex(dbTableName: string, viewId: string) {\n const columnName = this.getRowIndexFieldName(viewId);\n const exists = await this.dbProvider.checkColumnExist(\n dbTableName,\n columnName,\n this.prismaService.txClient()\n );\n\n if (exists) {\n return columnName;\n }\n }\n\n async createViewIndexField(dbTableName: string, viewId: string) {\n const prisma = this.prismaService.txClient();\n\n const rowIndexFieldName = this.getRowIndexFieldName(viewId);\n\n // add a field for maintain row order number\n const addRowIndexColumnSql = this.knex.schema\n .alterTable(dbTableName, (table) => {\n table.double(rowIndexFieldName);\n })\n .toQuery();\n await prisma.$executeRawUnsafe(addRowIndexColumnSql);\n\n // fill initial order for every record, with auto increment integer\n const updateRowIndexSql = this.knex(dbTableName)\n .update({\n [rowIndexFieldName]: this.knex.ref('__auto_number'),\n })\n .toQuery();\n await prisma.$executeRawUnsafe(updateRowIndexSql);\n\n // create index\n const createRowIndexSQL = this.knex.schema\n .alterTable(dbTableName, (table) => {\n table.index(rowIndexFieldName, this.getRowIndexFieldIndexName(viewId));\n })\n .toQuery();\n await prisma.$executeRawUnsafe(createRowIndexSQL);\n return rowIndexFieldName;\n }\n\n async getOrCreateViewIndexField(dbTableName: string, viewId: string) {\n const indexFieldName = await this.existIndex(dbTableName, viewId);\n if (indexFieldName) {\n return indexFieldName;\n }\n return this.createViewIndexField(dbTableName, viewId);\n }\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n private async viewDataCompensation(tableId: string, viewRo: IViewRo) {\n // create view compensation data\n const innerViewRo = { ...viewRo };\n\n // primary field set visible default\n if ([ViewType.Kanban, ViewType.Gallery, ViewType.Calendar].includes(viewRo.type)) {\n const primaryField = await this.prismaService.txClient().field.findFirstOrThrow({\n where: { tableId, isPrimary: true, deletedTime: null },\n select: { id: true },\n });\n const columnMeta = innerViewRo.columnMeta ?? {};\n const primaryFieldColumnMeta = columnMeta[primaryField.id] ?? {};\n innerViewRo.columnMeta = {\n ...columnMeta,\n [primaryField.id]: { ...primaryFieldColumnMeta, visible: true },\n };\n\n // set default cover field id for gallery view\n if (innerViewRo.type === ViewType.Gallery) {\n const fields = await this.prismaService.txClient().field.findMany({\n where: { tableId, deletedTime: null },\n select: { id: true, type: true },\n });\n const galleryOptions = (innerViewRo.options ?? {}) as IGalleryViewOptions;\n const coverFieldId =\n galleryOptions.coverFieldId ??\n fields.find((field) => field.type === FieldType.Attachment)?.id;\n innerViewRo.options = {\n ...galleryOptions,\n coverFieldId,\n };\n }\n\n // set default start date and end date field ids for calendar view\n if (innerViewRo.type === ViewType.Calendar) {\n const fields = await this.prismaService.txClient().field.findMany({\n where: { tableId, deletedTime: null },\n select: { id: true, cellValueType: true, isMultipleCellValue: true },\n });\n const calendarOptions = (innerViewRo.options ?? {}) as ICalendarViewOptions;\n\n const dateFieldIds = fields\n .filter(\n ({ cellValueType, isMultipleCellValue }) =>\n cellValueType === CellValueType.DateTime && !isMultipleCellValue\n )\n .map(({ id }) => id);\n\n if (!dateFieldIds.length) return innerViewRo;\n\n const startDateFieldId = calendarOptions.startDateFieldId ?? dateFieldIds[0];\n const endDateFieldId = calendarOptions.endDateFieldId ?? dateFieldIds[1] ?? dateFieldIds[0];\n\n innerViewRo.options = {\n ...calendarOptions,\n startDateFieldId,\n endDateFieldId,\n };\n }\n }\n\n if (viewRo.type === ViewType.Form) {\n const fields = await this.prismaService.txClient().field.findMany({\n where: { tableId, deletedTime: null },\n select: {\n id: true,\n type: true,\n isComputed: true,\n },\n orderBy: [{ order: 'asc' }, { createdTime: 'asc' }],\n });\n\n if (!fields?.length) return innerViewRo;\n\n const columnMeta = innerViewRo.columnMeta ?? {};\n for (const f of fields) {\n const { id, type, isComputed } = f;\n\n if (isComputed || type === FieldType.Button) continue;\n\n const prev = columnMeta[id] ?? {};\n columnMeta[id] = { ...prev, visible: true } as IColumn;\n }\n innerViewRo.columnMeta = columnMeta;\n }\n return innerViewRo;\n }\n\n async restoreView(tableId: string, viewId: string) {\n await this.prismaService.$tx(async () => {\n await this.prismaService.txClient().view.update({\n where: { id: viewId },\n data: {\n deletedTime: null,\n },\n });\n const ops = ViewOpBuilder.editor.setViewProperty.build({\n key: 'lastModifiedTime',\n newValue: new Date().toISOString(),\n });\n await this.updateViewByOps(tableId, viewId, [ops]);\n });\n }\n\n async createDbView(tableId: string, viewRo: IViewRo) {\n const userId = this.cls.get('user.id');\n const createViewRo = await this.viewDataCompensation(tableId, viewRo);\n\n const {\n description,\n type,\n options,\n sort,\n filter,\n group,\n columnMeta,\n shareId,\n shareMeta,\n enableShare,\n isLocked,\n } = createViewRo;\n\n const { name, order } = await this.polishOrderAndName(tableId, createViewRo);\n\n const viewId = generateViewId();\n const prisma = this.prismaService.txClient();\n\n const orderColumnMeta = await this.generateViewOrderColumnMeta(tableId);\n\n const mergedColumnMeta = merge(orderColumnMeta, columnMeta);\n\n const data: Prisma.ViewCreateInput = {\n id: viewId,\n table: {\n connect: {\n id: tableId,\n },\n },\n name,\n description,\n type,\n options: options ? JSON.stringify(options) : undefined,\n sort: sort ? JSON.stringify(sort) : undefined,\n filter: filter ? JSON.stringify(filter) : undefined,\n group: group ? JSON.stringify(group) : undefined,\n version: 1,\n order,\n createdBy: userId,\n columnMeta: mergedColumnMeta ? JSON.stringify(mergedColumnMeta) : JSON.stringify({}),\n shareId,\n shareMeta: shareMeta ? JSON.stringify(shareMeta) : undefined,\n enableShare,\n isLocked,\n };\n\n return await prisma.view.create({ data });\n }\n\n async getViewById(viewId: string): Promise {\n const viewRaw = await this.prismaService.txClient().view.findUniqueOrThrow({\n where: { id: viewId, deletedTime: null },\n });\n\n return convertViewVoAttachmentUrl(createViewInstanceByRaw(viewRaw) as IViewVo);\n }\n\n async getViews(tableId: string, ids?: string[]): Promise {\n const viewRaws = await this.prismaService.txClient().view.findMany({\n where: {\n tableId,\n deletedTime: null,\n id: { in: ids },\n },\n orderBy: { order: 'asc' },\n });\n\n return viewRaws.map((viewRaw) => convertViewVoAttachmentUrl(createViewVoByRaw(viewRaw)));\n }\n\n async createView(tableId: string, viewRo: IViewRo): Promise {\n const viewRaw = await this.createDbView(tableId, viewRo);\n\n await this.batchService.saveRawOps(tableId, RawOpType.Create, IdPrefix.View, [\n { docId: viewRaw.id, version: 0, data: viewRaw },\n ]);\n\n return convertViewVoAttachmentUrl(createViewVoByRaw(viewRaw));\n }\n\n async deleteView(tableId: string, viewId: string) {\n // Use SELECT FOR UPDATE to lock all views in the table to prevent concurrent deletion\n // This ensures that when checking if this is the last view, no other transaction\n // can delete views simultaneously\n const views = await this.prismaService.txClient().$queryRaw<\n Array<{ id: string; version: number }>\n >`\n SELECT id, version FROM \"view\" \n WHERE \"table_id\" = ${tableId} \n AND \"deleted_time\" IS NULL \n FOR UPDATE\n `;\n\n if (views.length <= 1) {\n throw new CustomHttpException(\n 'Cannot delete the last view in a table. A table must have at least one view.',\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.cannotDeleteLastView',\n },\n }\n );\n }\n\n const viewToDelete = views.find((v) => v.id === viewId);\n if (!viewToDelete) {\n throw new CustomHttpException(\n `View not found with id: ${viewId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n }\n\n await this.del(viewToDelete.version + 1, tableId, viewId);\n\n await this.batchService.saveRawOps(tableId, RawOpType.Del, IdPrefix.View, [\n { docId: viewId, version: viewToDelete.version },\n ]);\n }\n\n async updateViewSort(tableId: string, viewId: string, sort: ISort) {\n const viewRaw = await this.prismaService\n .txClient()\n .view.findFirstOrThrow({\n where: { id: viewId, tableId, deletedTime: null },\n select: {\n sort: true,\n version: true,\n },\n })\n .catch(() => {\n throw new CustomHttpException(\n `View not found with id: ${viewId} and tableId: ${tableId}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n });\n\n const updateInput: Prisma.ViewUpdateInput = {\n sort: JSON.stringify(sort),\n lastModifiedBy: this.cls.get('user.id'),\n lastModifiedTime: new Date(),\n };\n\n const ops = [\n ViewOpBuilder.editor.setViewProperty.build({\n key: 'sort',\n newValue: sort,\n oldValue: viewRaw?.sort ? JSON.parse(viewRaw.sort) : null,\n }),\n ];\n\n const viewRawAfter = await this.prismaService.txClient().view.update({\n where: { id: viewId },\n data: { version: viewRaw.version + 1, ...updateInput },\n });\n\n await this.batchService.saveRawOps(tableId, RawOpType.Edit, IdPrefix.View, [\n {\n docId: viewId,\n version: viewRaw.version,\n data: ops,\n },\n ]);\n\n return viewRawAfter;\n }\n\n async updateViewByOps(tableId: string, viewId: string, ops: IOtOperation[]) {\n await this.batchUpdateViewByOps(tableId, { [viewId]: ops });\n }\n\n async batchUpdateViewByOps(tableId: string, opsMap: { [viewId: string]: IOtOperation[] }) {\n const { updateViewMap, updateViewKeySet } = this.getBatchUpdateViewContext(opsMap);\n if (updateViewKeySet.size === 0) {\n return;\n }\n const updatedViewIds = Object.keys(updateViewMap).filter((viewId) => {\n const viewData = updateViewMap[viewId];\n const { property = {}, columnMeta = {} } = viewData ?? {};\n return Object.keys(property).length > 0 || Object.keys(columnMeta).length > 0;\n });\n\n const isColumnMetaUpdated = updateViewKeySet.has('columnMeta');\n const viewRaws = await this.prismaService.txClient().view.findMany({\n where: { id: { in: updatedViewIds }, tableId, deletedTime: null },\n select: {\n columnMeta: isColumnMetaUpdated,\n options: isColumnMetaUpdated,\n type: isColumnMetaUpdated,\n id: true,\n version: true,\n },\n });\n\n const userId = this.cls.get('user.id');\n const data: {\n id: string;\n values: { [key: string]: unknown };\n }[] = viewRaws.map((view) => {\n const { id: viewId, version, columnMeta, options, type } = view;\n const updateView = updateViewMap[viewId];\n\n const values: Record = {\n ...updateView.property,\n version: version + 1,\n lastModifiedBy: userId,\n };\n\n if (updateView.columnMeta) {\n const originColumnMeta = isString(columnMeta) ? JSON.parse(columnMeta) : {};\n const newColumnMeta = this.mergeUpdatedViewColumnMeta(\n originColumnMeta,\n updateView.columnMeta\n );\n values.columnMeta = JSON.stringify(newColumnMeta);\n\n if (type === ViewType.Grid) {\n const originOptions = options ? JSON.parse(options) : {};\n const newOptions = adjustFrozenField(\n originOptions,\n originColumnMeta,\n updateView.columnMeta as IGridColumnMeta\n );\n\n if (newOptions) {\n values.options = JSON.stringify(newOptions);\n const newOptionsOp = ViewOpBuilder.editor.setViewProperty.build({\n key: 'options',\n oldValue: originOptions,\n newValue: newOptions,\n });\n opsMap[viewId] = [...(opsMap[viewId] ?? []), newOptionsOp];\n }\n }\n }\n\n return {\n id: viewId,\n values,\n };\n });\n\n if (data.length === 1) {\n const { id, values } = data[0];\n await this.prismaService.txClient().view.update({\n where: { id },\n data: values,\n });\n } else if (data.length > 1) {\n await this.batchUpdateDB(data);\n }\n\n const opDataList: {\n docId: string;\n version: number;\n data?: unknown;\n }[] = viewRaws.map((view) => {\n return {\n docId: view.id,\n version: view.version,\n data: opsMap[view.id],\n };\n });\n\n this.batchService.saveRawOps(tableId, RawOpType.Edit, IdPrefix.View, opDataList);\n }\n\n async create(tableId: string, view: IViewVo) {\n await this.createDbView(tableId, view);\n }\n\n async del(_version: number, _tableId: string, viewId: string) {\n await this.prismaService.txClient().view.update({\n where: { id: viewId },\n data: {\n deletedTime: new Date(),\n },\n });\n }\n\n // get column order map for all views, order by fieldIds, key by viewId\n async getColumnsMetaMap(tableId: string, fieldIds: string[]): Promise {\n const viewRaws = await this.prismaService.txClient().view.findMany({\n select: { id: true, columnMeta: true },\n where: { tableId, deletedTime: null },\n });\n\n const viewRawMap = viewRaws.reduce<{ [viewId: string]: IColumnMeta }>((pre, cur) => {\n pre[cur.id] = JSON.parse(cur.columnMeta);\n return pre;\n }, {});\n\n return fieldIds.map((fieldId) => {\n return viewRaws.reduce((pre, view) => {\n pre[view.id] = viewRawMap[view.id][fieldId];\n return pre;\n }, {});\n });\n }\n\n getUpdateViewContext(ops: IOtOperation[]) {\n const opContexts = ops.map((op) => {\n const ctx = ViewOpBuilder.detect(op);\n if (!ctx) {\n throw new CustomHttpException(`unknown view editing op`, HttpErrorCode.VALIDATION_ERROR, {\n localization: {\n i18nKey: 'httpErrors.custom.invalidOperation',\n },\n });\n }\n return ctx as IViewOpContext;\n });\n\n const setPropertyOpContexts: ISetViewPropertyOpContext[] = [];\n const updateColumnMetaOpContexts: IUpdateViewColumnMetaOpContext[] = [];\n for (const opContext of opContexts) {\n if (opContext.name === OpName.SetViewProperty) {\n setPropertyOpContexts.push(opContext);\n } else if (opContext.name === OpName.UpdateViewColumnMeta) {\n updateColumnMetaOpContexts.push(opContext);\n }\n }\n\n const res: {\n property?: Record;\n columnMeta?: Record;\n } = {};\n if (setPropertyOpContexts.length > 0) {\n res.property = this.mergeSetViewPropertyByOpContexts(setPropertyOpContexts);\n }\n if (updateColumnMetaOpContexts.length > 0) {\n res.columnMeta = this.mergeUpdatedViewColumnMetaByOpContexts(updateColumnMetaOpContexts);\n }\n\n return res;\n }\n\n getBatchUpdateViewContext(opsMap: { [viewId: string]: IOtOperation[] }) {\n const updateViewMap: {\n [viewId: string]: {\n property?: Record;\n columnMeta?: Record;\n };\n } = {};\n const updateViewKeySet = new Set();\n for (const [viewId, ops] of Object.entries(opsMap)) {\n const { property, columnMeta } = this.getUpdateViewContext(ops);\n\n Object.keys(property ?? {}).forEach((key) => {\n updateViewKeySet.add(key);\n });\n if (Object.keys(columnMeta ?? {}).length > 0) {\n updateViewKeySet.add('columnMeta');\n }\n\n updateViewMap[viewId] = {\n property,\n columnMeta,\n };\n }\n\n return {\n updateViewMap,\n updateViewKeySet,\n };\n }\n\n mergeUpdatedViewColumnMeta(\n originColumnMeta: IColumnMeta,\n newColumnMeta: Record\n ) {\n const newColumnMetaKeys = uniq([\n ...Object.keys(originColumnMeta),\n ...Object.keys(newColumnMeta),\n ]);\n\n return newColumnMetaKeys.reduce(\n (acc: IColumnMeta, key) => {\n if (isNull(newColumnMeta[key])) {\n delete acc[key];\n } else if (newColumnMeta[key]) {\n acc[key] = newColumnMeta[key] as IColumn;\n }\n return acc;\n },\n { ...originColumnMeta }\n );\n }\n\n mergeUpdatedViewColumnMetaByOpContexts(opContexts: IUpdateViewColumnMetaOpContext[]) {\n const result: Record = {};\n for (const opContext of opContexts) {\n const { fieldId, newColumnMeta } = opContext;\n\n if (!newColumnMeta) {\n result[fieldId] = null;\n } else {\n const old = result[fieldId] ?? {};\n result[fieldId] = {\n ...old,\n ...newColumnMeta,\n };\n }\n }\n\n return result;\n }\n\n mergeSetViewPropertyByOpContexts(opContexts: ISetViewPropertyOpContext[]) {\n const result: Record = {};\n for (const opContext of opContexts) {\n const { key, newValue } = opContext;\n const parseResult = viewVoSchema.partial().safeParse({ [key]: newValue });\n if (!parseResult.success) {\n throw new CustomHttpException(\n fromZodError(parseResult.error).message,\n HttpErrorCode.VALIDATION_ERROR,\n {\n localization: {\n i18nKey: 'httpErrors.view.propertyParseError',\n },\n }\n );\n }\n const parsedValue = parseResult.data[key] as IViewPropertyKeys;\n result[key] =\n parsedValue == null\n ? null\n : typeof parsedValue === 'object'\n ? JSON.stringify(parsedValue)\n : parsedValue;\n }\n return result;\n }\n\n async batchUpdateDB(\n data: {\n id: string;\n values: { [key: string]: unknown };\n }[]\n ) {\n if (data.length === 0) {\n return;\n }\n\n const caseStatements: Record = {};\n for (const { id, values } of data) {\n for (const [key, value] of Object.entries(values)) {\n if (!caseStatements[key]) {\n caseStatements[key] = [];\n }\n caseStatements[key].push({ when: id, then: value });\n }\n }\n\n const updatePayload: Record = {};\n for (const [key, statements] of Object.entries(caseStatements)) {\n if (statements.length === 0) {\n continue;\n }\n const column = snakeCase(key);\n const whenClauses: string[] = [];\n const caseBindings: unknown[] = [];\n for (const { when, then } of statements) {\n whenClauses.push('WHEN ?? = ? THEN ?');\n caseBindings.push('id', when, then);\n }\n const caseExpression = `CASE ${whenClauses.join(' ')} ELSE ?? END`;\n const rawExpression = this.knex.raw(caseExpression, [...caseBindings, column]);\n updatePayload[column] = rawExpression;\n }\n\n const idsToUpdate = data.map((item) => item.id);\n const finalSql = this.knex('view').update(updatePayload).whereIn('id', idsToUpdate).toString();\n // fs.writeFileSync('batch-update-view-sql.sql', finalSql);\n await this.prismaService.txClient().$executeRawUnsafe(finalSql);\n }\n\n async getSnapshotBulk(tableId: string, ids: string[]): Promise[]> {\n const views = await this.prismaService.txClient().view.findMany({\n where: { tableId, id: { in: ids }, deletedTime: null },\n });\n\n if (views.length !== ids.length) {\n const notFoundIds = ids.filter((id) => !views.some((view) => view.id === id));\n throw new CustomHttpException(\n `View not found: ${notFoundIds.join(', ')}`,\n HttpErrorCode.NOT_FOUND,\n {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n }\n );\n }\n\n return views\n .map((view) => {\n return {\n id: view.id,\n v: view.version,\n type: 'json0',\n data: convertViewVoAttachmentUrl(createViewVoByRaw(view)),\n };\n })\n .sort((a, b) => ids.indexOf(a.id) - ids.indexOf(b.id));\n }\n\n async getDocIdsByQuery(tableId: string, query?: { includeIds: string[] }) {\n const views = await this.prismaService.txClient().view.findMany({\n where: { tableId, deletedTime: null, id: { in: query?.includeIds } },\n select: { id: true },\n orderBy: { order: 'asc' },\n });\n\n return { ids: views.map((v) => v.id) };\n }\n\n async generateViewOrderColumnMeta(tableId: string) {\n const fields = await this.prismaService.txClient().field.findMany({\n select: { id: true },\n where: { tableId, deletedTime: null },\n orderBy: [\n { isPrimary: { sort: 'asc', nulls: 'last' } },\n { order: 'asc' },\n { createdTime: 'asc' },\n ],\n });\n\n if (isEmpty(fields)) {\n return;\n }\n\n return fields.reduce((pre, cur, index) => {\n pre[cur.id] = { order: index };\n return pre;\n }, {});\n }\n\n async initViewColumnMeta(\n tableId: string,\n fieldIds: string[],\n initViewColumnMapList?: Record[]\n ) {\n // 1. get all views id and column meta by tableId\n const view = await this.prismaService.txClient().view.findMany({\n where: { tableId, deletedTime: null },\n select: { columnMeta: true, id: true },\n });\n\n if (isEmpty(view)) {\n return;\n }\n\n const opsMap: { [viewId: string]: IOtOperation[] } = {};\n for (let i = 0; i < view.length; i++) {\n const ops: IOtOperation[] = [];\n const viewId = view[i].id;\n const curColumnMeta: IColumnMeta = JSON.parse(view[i].columnMeta);\n const maxOrder = isEmpty(curColumnMeta)\n ? -1\n : Math.max(...Object.values(curColumnMeta).map((meta) => meta.order));\n fieldIds.forEach((fieldId, i) => {\n const initColumn = initViewColumnMapList?.[i]?.[viewId];\n const op = ViewOpBuilder.editor.updateViewColumnMeta.build({\n fieldId: fieldId,\n newColumnMeta: initColumn\n ? { ...initColumn, order: initColumn.order ?? maxOrder + 1 }\n : { order: maxOrder + 1 },\n oldColumnMeta: undefined,\n });\n ops.push(op);\n });\n\n // 2. build update ops and emit\n opsMap[viewId] = ops;\n }\n\n await this.batchUpdateViewByOps(tableId, opsMap);\n }\n\n async deleteViewRelativeByFields(tableId: string, fieldIds: string[]) {\n // 1. get all views id and column meta by tableId\n const view = await this.prismaService.txClient().view.findMany({\n select: {\n columnMeta: true,\n group: true,\n options: true,\n sort: true,\n filter: true,\n id: true,\n type: true,\n },\n where: { tableId, deletedTime: null },\n });\n\n if (!view) {\n throw new CustomHttpException(`no view in this table`, HttpErrorCode.NOT_FOUND, {\n localization: {\n i18nKey: 'httpErrors.view.notFound',\n },\n });\n }\n\n const opsMap: { [viewId: string]: IOtOperation[] } = {};\n for (let i = 0; i < view.length; i++) {\n const ops: IOtOperation[] = [];\n const viewId = view[i].id;\n const viewType = view[i].type;\n\n const curColumnMeta: IColumnMeta = JSON.parse(view[i].columnMeta);\n const curSort: ISort = view[i].sort ? JSON.parse(view[i].sort!) : null;\n const curGroup: IGroup = view[i].group ? JSON.parse(view[i].group!) : null;\n const curOptions: IViewOptions = view[i].options ? JSON.parse(view[i].options!) : null;\n const curFilter: IFilter = view[i].filter ? JSON.parse(view[i].filter!) : null;\n\n fieldIds.forEach((fieldId) => {\n const columnOps = this.getDeleteColumnMetaByFieldIdOps(curColumnMeta, fieldId);\n ops.push(columnOps);\n\n // filter\n if (view[i].filter && view[i].filter?.includes(fieldId) && curFilter) {\n const filterOps = this.getDeleteFilterByFieldIdOps(curFilter, fieldId);\n ops.push(filterOps);\n }\n\n // sort\n if (curSort && Array.isArray(curSort.sortObjs)) {\n const sortOps = this.getDeleteSortByFieldIdOps(curSort, fieldId);\n ops.push(sortOps);\n }\n\n // group\n if (curGroup && Array.isArray(curGroup)) {\n const groupOps = this.getDeleteGroupByFieldIdOps(curGroup, fieldId);\n ops.push(groupOps);\n }\n\n // options for kanban view stackFieldId\n if (viewType === ViewType.Kanban && curOptions) {\n const optionsOps = this.getDeleteOptionByFieldIdOps(curOptions, fieldId);\n ops.push(optionsOps);\n }\n });\n\n // 2. build update ops and emit\n opsMap[viewId] = ops;\n }\n await this.batchUpdateViewByOps(tableId, opsMap);\n }\n\n getDeleteFilterByFieldIdOps(filter: IFilterSet, fieldId: string) {\n const newFilter = this.getDeletedFilterByFieldId(filter, fieldId);\n return ViewOpBuilder.editor.setViewProperty.build({\n key: 'filter',\n newValue: newFilter,\n oldValue: filter,\n });\n }\n getDeletedFilterByFieldId(filter: IFilterSet, fieldId: string) {\n const removeItemsByFieldId = (filter: IFilterSet, fieldId: string) => {\n if (Array.isArray(filter.filterSet)) {\n filter.filterSet = filter.filterSet.filter((item) => {\n if ('fieldId' in item && item.fieldId === fieldId) {\n return false;\n }\n if ('filterSet' in item && item.filterSet) {\n removeItemsByFieldId(item, fieldId);\n return item.filterSet.length > 0;\n }\n return true;\n });\n }\n return filter;\n };\n const newFilter = removeItemsByFieldId({ ...filter }, fieldId) as IFilter;\n return newFilter?.filterSet?.length ? newFilter : null;\n }\n private getDeleteSortByFieldIdOps(sort: NonNullable, fieldId: string) {\n const newSort: ISort = {\n sortObjs: sort.sortObjs.filter((sortItem) => sortItem.fieldId !== fieldId),\n manualSort: !!sort.manualSort,\n };\n return ViewOpBuilder.editor.setViewProperty.build({\n key: 'sort',\n newValue: newSort?.sortObjs.length ? newSort : null,\n oldValue: sort,\n });\n }\n private getDeleteGroupByFieldIdOps(group: NonNullable, fieldId: string) {\n const newGroup: IGroup = group.filter((groupItem) => groupItem.fieldId !== fieldId);\n return ViewOpBuilder.editor.setViewProperty.build({\n key: 'group',\n newValue: newGroup?.length ? newGroup : null,\n oldValue: group,\n });\n }\n private getDeleteColumnMetaByFieldIdOps(columnMeta: NonNullable, fieldId: string) {\n return ViewOpBuilder.editor.updateViewColumnMeta.build({\n fieldId: fieldId,\n newColumnMeta: null,\n oldColumnMeta: { ...columnMeta[fieldId] },\n });\n }\n private getDeleteOptionByFieldIdOps(options: IViewOptions, fieldId: string) {\n const newOptions = { ...options } as IKanbanViewOptions;\n if (newOptions.stackFieldId === fieldId) {\n delete newOptions.stackFieldId;\n }\n if (newOptions.coverFieldId === fieldId) {\n delete newOptions.coverFieldId;\n }\n return ViewOpBuilder.editor.setViewProperty.build({\n key: 'options',\n newValue: newOptions,\n oldValue: options,\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/filter/global-exception.filter.ts", "content": "import type { ExceptionFilter, HttpException } from '@nestjs/common';\nimport {\n BadRequestException,\n Catch,\n ForbiddenException,\n Logger,\n NotFoundException,\n NotImplementedException,\n UnauthorizedException,\n ArgumentsHost,\n} from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { SentryExceptionCaptured } from '@sentry/nestjs';\nimport type { Request, Response } from 'express';\nimport type { ILoggerConfig } from '../configs/logger.config';\nimport { TemplateAppTokenNotAllowedException } from '../custom.exception';\nimport { exceptionParse } from '../utils/exception-parse';\n\n@Catch()\nexport class GlobalExceptionFilter implements ExceptionFilter {\n private logger = new Logger(GlobalExceptionFilter.name);\n\n constructor(private readonly configService: ConfigService) {}\n\n @SentryExceptionCaptured()\n catch(exception: Error | HttpException, host: ArgumentsHost) {\n const { enableGlobalErrorLogging } = this.configService.getOrThrow('logger');\n\n const ctx = host.switchToHttp();\n const response = ctx.getResponse();\n const request = ctx.getRequest();\n\n if (\n enableGlobalErrorLogging ||\n !(\n exception instanceof BadRequestException ||\n exception instanceof UnauthorizedException ||\n exception instanceof ForbiddenException ||\n exception instanceof NotFoundException ||\n exception instanceof NotImplementedException\n )\n ) {\n this.logError(exception, request);\n }\n if (exception instanceof TemplateAppTokenNotAllowedException) {\n return response.status(exception.getStatus()).json({\n message: exception.message,\n });\n }\n const customHttpException = exceptionParse(exception);\n const status = customHttpException.getStatus();\n return response.status(status).json({\n message: customHttpException.message,\n status: status,\n code: customHttpException.code,\n data: customHttpException.data,\n });\n }\n\n protected logError(exception: Error, request: Request) {\n this.logger.error(\n {\n url: request?.url,\n message: exception.message,\n },\n exception.stack\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/global/global.module.ts", "content": "import type { DynamicModule, MiddlewareConsumer, ModuleMetadata, NestModule } from '@nestjs/common';\nimport { Global, Module } from '@nestjs/common';\nimport { APP_GUARD, APP_INTERCEPTOR } from '@nestjs/core';\nimport { context, trace } from '@opentelemetry/api';\nimport { PrismaModule } from '@teable/db-main-prisma';\nimport type { Request } from 'express';\nimport { nanoid } from 'nanoid';\nimport { ClsMiddleware, ClsModule } from 'nestjs-cls';\nimport {\n I18nModule,\n QueryResolver,\n AcceptLanguageResolver,\n HeaderResolver,\n CookieResolver,\n} from 'nestjs-i18n';\nimport { CacheModule } from '../cache/cache.module';\nimport { ConfigModule } from '../configs/config.module';\nimport { X_REQUEST_ID } from '../const';\nimport { DbProvider } from '../db-provider/db.provider';\nimport { EventEmitterModule } from '../event-emitter/event-emitter.module';\nimport { AuthGuard } from '../features/auth/guard/auth.guard';\nimport { PermissionGuard } from '../features/auth/guard/permission.guard';\nimport { PermissionModule } from '../features/auth/permission.module';\nimport { DataLoaderModule } from '../features/data-loader/data-loader.module';\nimport { ModelModule } from '../features/model/model.module';\nimport { RequestInfoMiddleware } from '../middleware/request-info.middleware';\nimport { PerformanceCacheModule } from '../performance-cache';\nimport { RouteTracingInterceptor } from '../tracing/route-tracing.interceptor';\nimport { getI18nPath, getI18nTypesOutputPath } from '../utils/i18n';\nimport { KnexModule } from './knex';\n\nconst globalModules = {\n imports: [\n ConfigModule.register(),\n ClsModule.forRoot({\n global: true,\n middleware: {\n mount: false,\n generateId: true,\n idGenerator: (req: Request) => {\n const existingID = req.headers[X_REQUEST_ID] as string;\n if (existingID) return existingID;\n\n const span = trace.getSpan(context.active());\n if (!span) return nanoid();\n\n const { traceId } = span.spanContext();\n return traceId;\n },\n },\n }),\n CacheModule.register({ global: true }),\n EventEmitterModule.register({ global: true }),\n KnexModule.register(),\n ModelModule,\n PrismaModule,\n PermissionModule,\n DataLoaderModule,\n PerformanceCacheModule,\n I18nModule.forRootAsync({\n useFactory: () => {\n const i18nPath = getI18nPath();\n const typesOutputPath = getI18nTypesOutputPath();\n return {\n fallbackLanguage: 'en',\n loaderOptions: {\n path: i18nPath,\n watch: process.env.NODE_ENV !== 'production',\n },\n typesOutputPath,\n formatter: (template: string, ...args: Array>) => {\n // replace {{field}} to {$field}\n const normalized = template.replace(/\\{\\{\\s*(\\w+)\\s*\\}\\}/g, '{$1}');\n const options = I18nModule['sanitizeI18nOptions']();\n return options.formatter(normalized, ...args);\n },\n };\n },\n resolvers: [\n { use: QueryResolver, options: ['lang'] },\n { use: CookieResolver, options: ['NEXT_LOCALE'] },\n AcceptLanguageResolver,\n new HeaderResolver(['x-lang']),\n ],\n }),\n ],\n\n // for overriding the default TablePermissionService, FieldPermissionService, RecordPermissionService, and ViewPermissionService\n providers: [\n DbProvider,\n RequestInfoMiddleware,\n {\n provide: APP_GUARD,\n useClass: AuthGuard,\n },\n {\n provide: APP_GUARD,\n useClass: PermissionGuard,\n },\n {\n provide: APP_INTERCEPTOR,\n useClass: RouteTracingInterceptor,\n },\n ],\n exports: [DbProvider],\n};\n\n@Global()\n@Module(globalModules)\nexport class GlobalModule implements NestModule {\n configure(consumer: MiddlewareConsumer) {\n consumer.apply(ClsMiddleware).forRoutes('*').apply(RequestInfoMiddleware).forRoutes('*');\n }\n\n static register(moduleMetadata: ModuleMetadata): DynamicModule {\n return {\n module: GlobalModule,\n global: true,\n imports: [...globalModules.imports, ...(moduleMetadata.imports || [])],\n providers: [...globalModules.providers, ...(moduleMetadata.providers || [])],\n exports: [...globalModules.exports, ...(moduleMetadata.exports || [])],\n };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/global/init-bootstrap.provider.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { Provider } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { Knex } from 'knex';\nimport { InitBootstrapService } from './init-bootstrap.service';\n\nexport const InitBootstrapProvider: Provider = {\n provide: InitBootstrapService,\n useFactory: async (prismaService: PrismaService, knex: Knex) => {\n const initBootstrapService = new InitBootstrapService(prismaService, knex);\n\n await initBootstrapService.init();\n\n return initBootstrapService;\n },\n inject: [PrismaService, 'CUSTOM_KNEX'],\n};\n" }, { "path": "apps/nestjs-backend/src/global/init-bootstrap.service.ts", "content": "import { Injectable, Logger } from '@nestjs/common';\nimport { DriverClient } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { getDriverName } from '../utils/db-helpers';\n\n@Injectable()\nexport class InitBootstrapService {\n private readonly logger = new Logger(InitBootstrapService.name);\n constructor(\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {}\n\n async init() {\n const driverName = getDriverName(this.knex);\n\n if (driverName === DriverClient.Sqlite) {\n await this.prismaService\n .$queryRaw`PRAGMA journal_mode = WAL; PRAGMA synchronous = NORMAL;`.catch((error) => {\n this.logger.error('Prisma Set `PRAGMA` Failed due to:', error.stack);\n process.exit(1);\n });\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/global/knex/index.ts", "content": "export * from './knex.extend';\nexport * from './knex.module';\n" }, { "path": "apps/nestjs-backend/src/global/knex/knex.extend.ts", "content": "/* eslint-disable @typescript-eslint/no-namespace */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { DriverClient } from '@teable/core';\nimport knex from 'knex';\nimport { getDriverName } from '../../utils/db-helpers';\n\ntry {\n knex.QueryBuilder.extend('columnList', function (tableName: string) {\n const driverClient = getDriverName(this);\n\n switch (driverClient) {\n case DriverClient.Sqlite:\n return knex(this.client.config).raw(`PRAGMA table_info(??)`, tableName);\n case DriverClient.Pg: {\n const [schema, name] = tableName.split('.');\n this.select({\n name: 'column_name',\n type: 'data_type',\n dflt_value: 'column_default',\n notnull: 'is_nullable',\n })\n .from('information_schema.columns')\n .where('table_name', name)\n .where('table_schema', schema);\n break;\n }\n }\n return this;\n });\n} catch (e) {\n console.error(e);\n}\n\ndeclare module 'knex' {\n namespace Knex {\n interface QueryBuilder {\n columnList(tableName: string): Knex.QueryBuilder;\n }\n }\n}\n\nexport { knex };\n" }, { "path": "apps/nestjs-backend/src/global/knex/knex.module.ts", "content": "import type { DynamicModule } from '@nestjs/common';\nimport { Module } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { parseDsn } from '@teable/core';\nimport { KnexModule as BaseKnexModule } from 'nest-knexjs';\n\n@Module({})\nexport class KnexModule {\n static register(): DynamicModule {\n return BaseKnexModule.forRootAsync(\n {\n inject: [ConfigService],\n useFactory: (config: ConfigService) => {\n const databaseUrl = config.getOrThrow('PRISMA_DATABASE_URL');\n const { driver } = parseDsn(databaseUrl);\n return {\n config: {\n client: driver,\n useNullAsDefault: true,\n },\n name: 'CUSTOM_KNEX',\n };\n },\n },\n 'CUSTOM_KNEX'\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/index.ts", "content": "import './instrument';\nimport './tracing';\nimport type { INestApplication } from '@nestjs/common';\nimport { bootstrap } from './bootstrap';\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\ndeclare const module: any;\n\nlet app: INestApplication | undefined;\n\nasync function main() {\n app = await bootstrap();\n}\n\nmain();\n\n// Force exit after timeout if app.close() hangs during development\n// enableShutdownHooks() in bootstrap.ts handles graceful shutdown,\n// but some modules may not release resources properly\nif (module.hot) {\n const forceExitTimeout = 5000; // 5 seconds\n\n const forceExit = (signal: string) => {\n console.log(`Received ${signal}, forcing exit in ${forceExitTimeout}ms if not closed...`);\n setTimeout(() => {\n console.log('Force exiting due to timeout...');\n process.exit(0);\n }, forceExitTimeout).unref();\n };\n\n process.on('SIGINT', () => forceExit('SIGINT'));\n process.on('SIGTERM', () => forceExit('SIGTERM'));\n\n module.hot.accept((err: Error) => {\n if (err) {\n console.error('[HMR] Update failed, restarting...', err);\n // If HMR fails, restart the app\n main();\n }\n });\n module.hot.dispose(() => {\n app?.close();\n });\n}\n\nexport { app };\n" }, { "path": "apps/nestjs-backend/src/instrument.ts", "content": "import { Logger } from '@nestjs/common';\nimport * as Sentry from '@sentry/nestjs';\n\nif (process.env.BACKEND_SENTRY_DSN) {\n const traceRate = Number(process.env.BACKEND_SENTRY_TRACE_SAMPLING_RATE ?? 0.1);\n Sentry.init({\n dsn: process.env.BACKEND_SENTRY_DSN,\n tracesSampleRate: traceRate,\n skipOpenTelemetrySetup: true,\n enableLogs: true,\n _experiments: {\n enableMetrics: true,\n },\n release: process.env.NEXT_PUBLIC_BUILD_VERSION || 'development',\n environment: process.env.NODE_ENV || 'development',\n defaultIntegrations: false,\n // Only keep error-related integrations, tracing is handled by OTEL\n integrations: [\n Sentry.consoleLoggingIntegration({ levels: ['warn', 'error'] }),\n Sentry.pinoIntegration(),\n Sentry.childProcessIntegration(),\n Sentry.onUnhandledRejectionIntegration(),\n Sentry.onUncaughtExceptionIntegration(),\n // base\n Sentry.dedupeIntegration(),\n Sentry.functionToStringIntegration(),\n Sentry.linkedErrorsIntegration(),\n Sentry.dataloaderIntegration(),\n ],\n });\n Logger.log(`Sentry initialized, tracesSampleRate: ${traceRate}`);\n}\n" }, { "path": "apps/nestjs-backend/src/logger/logger.module.ts", "content": "import type { DynamicModule } from '@nestjs/common';\nimport { Module } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { context, trace } from '@opentelemetry/api';\nimport { ClsService } from 'nestjs-cls';\nimport { LoggerModule as BaseLoggerModule } from 'nestjs-pino';\nimport type { ILoggerConfig } from '../configs/logger.config';\nimport { X_REQUEST_ID } from '../const';\nimport type { IClsStore } from '../types/cls';\n\n@Module({})\nexport class LoggerModule {\n static register(): DynamicModule {\n return BaseLoggerModule.forRootAsync({\n inject: [ClsService, ConfigService],\n useFactory: (cls: ClsService, config: ConfigService) => {\n const { level } = config.getOrThrow('logger');\n const env = process.env.NODE_ENV;\n const isCi = ['true', '1'].includes(process.env?.CI ?? '');\n\n const disableAutoLogging = isCi || env === 'test';\n const shouldAutoLog = !disableAutoLogging && (env === 'production' || level === 'debug');\n\n return {\n pinoHttp: {\n serializers: {\n req(req) {\n delete req.headers;\n return req;\n },\n res(res) {\n delete res.headers;\n return res;\n },\n },\n name: 'teable',\n level: level,\n // Disable automatic HTTP request logging in CI and tests\n autoLogging: shouldAutoLog\n ? {\n ignore: (req) => {\n const url = req.url;\n if (!url) return false;\n\n if (url.startsWith('/_next')) return true;\n if (url.startsWith('/__next')) return true;\n if (url === '/favicon.ico') return true;\n if (url.startsWith('/.well-known/')) return true;\n if (url === '/health' || url === '/ping') return true;\n if (req.headers.upgrade === 'websocket') return true;\n return false;\n },\n }\n : false,\n genReqId: (req, res) => {\n const existingID = req.id ?? req.headers[X_REQUEST_ID];\n if (existingID) return existingID;\n const id = cls.getId();\n res.setHeader(X_REQUEST_ID, id);\n return id;\n },\n transport:\n process.env.NODE_ENV !== 'production' ? { target: 'pino-pretty' } : undefined,\n formatters: {\n log(object) {\n const span = trace.getSpan(context.active());\n if (!span) return { ...object };\n const { traceId, spanId } = span.spanContext();\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const sessionId = (object as any)?.res?.req?.sessionID;\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const reqPath = (object as any)?.res?.req?.route?.path;\n return {\n ...object,\n route: reqPath,\n is_access_token: Boolean(cls.get('accessTokenId')),\n user_id: cls.get('user.id'),\n session_id: sessionId,\n spanId,\n traceId,\n };\n },\n },\n },\n };\n },\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/middleware/request-info.middleware.ts", "content": "import type { NestMiddleware } from '@nestjs/common';\nimport { Injectable, Logger } from '@nestjs/common';\nimport { X_CANARY_HEADER } from '@teable/openapi';\nimport type { Request, Response, NextFunction } from 'express';\nimport { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../types/cls';\n\n@Injectable()\nexport class RequestInfoMiddleware implements NestMiddleware {\n private readonly logger = new Logger(RequestInfoMiddleware.name);\n\n constructor(private readonly cls: ClsService) {}\n\n use(req: Request, res: Response, next: NextFunction) {\n const userAgent = req.headers['user-agent'] || '';\n const referer = req.headers.referer || '';\n const authHeader = req.headers.authorization || '';\n const byApi = authHeader.toLowerCase().startsWith('bearer ');\n const origin: IClsStore['origin'] = {\n ip: req.ip || req.socket.remoteAddress || '',\n byApi,\n userAgent,\n referer,\n };\n\n this.cls.set('origin', origin);\n\n // Check if this is an internal automation call\n // Store in CLS to pass through to batch service\n const isAutomationInternal = req.headers['x-automation-internal'] === 'true';\n const isAiInternal = req.headers['x-ai-internal'] === 'true';\n\n // for inner axios call, skip record audit log\n if (isAutomationInternal || isAiInternal) {\n this.cls.set('skipRecordAuditLog', true);\n }\n\n if (isAiInternal) {\n this.cls.set('user.id', 'aiRobot');\n }\n\n // Canary header for canary release override\n const canaryHeader = req.headers[X_CANARY_HEADER];\n if (typeof canaryHeader === 'string') {\n this.cls.set('canaryHeader', canaryHeader);\n }\n\n next();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/observability/observability.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ProfilerModule } from './profiling/profiler.module';\n@Module({\n imports: [ProfilerModule],\n})\nexport class ObservabilityModule {}\n" }, { "path": "apps/nestjs-backend/src/observability/profiling/profiler.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { StorageModule } from '../../features/attachments/plugins/storage.module';\nimport { ProfilerService } from './profiler.service';\n@Module({\n imports: [StorageModule],\n providers: [ProfilerService],\n exports: [ProfilerService],\n})\nexport class ProfilerModule {}\n" }, { "path": "apps/nestjs-backend/src/observability/profiling/profiler.service.ts", "content": "import * as inspector from 'inspector';\nimport * as os from 'os';\nimport path from 'path';\nimport { Injectable, Logger } from '@nestjs/common';\nimport type { OnModuleInit, OnModuleDestroy } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport dayjs from 'dayjs';\nimport { IStorageConfig, StorageConfig } from '../../configs/storage';\nimport StorageAdapter from '../../features/attachments/plugins/adapter';\nimport { InjectStorageAdapter } from '../../features/attachments/plugins/storage';\n\n/**\n * ProfilerService is used to profile the CPU usage of the application.\n * ENV:\n * // enable profiling, default false\n * - ENABLE_PROFILING=true\n * // save interval in milliseconds, default 1 hour (60 * 60 * 1000)\n * - PROFILE_SAVE_INTERVAL=60_000\n * // profile directory, default profiles\n * - PROFILE_DIRECTORY=profiles\n */\n\n@Injectable()\nexport class ProfilerService implements OnModuleInit, OnModuleDestroy {\n private readonly logger = new Logger(ProfilerService.name);\n private session: inspector.Session | null = null;\n private intervalTimer: NodeJS.Timeout | null = null;\n private saveInterval: number;\n private profileCounter = 0;\n private enabled = false;\n private profileDirectory: string;\n private isSaving = false;\n private isShuttingDown = false;\n private readonly hostname = os.hostname();\n\n // Safety limits\n private readonly maxProfileSizeMB = 500; // Max 500MB per profile\n private readonly uploadTimeoutMs = 30000; // 30 seconds upload timeout\n private readonly maxUploadRetries = 3;\n\n constructor(\n private readonly configService: ConfigService,\n @StorageConfig() readonly storageConfig: IStorageConfig,\n @InjectStorageAdapter() readonly storageAdapter: StorageAdapter\n ) {\n this.enabled = this.configService.get('ENABLE_PROFILING') === 'true';\n\n // default 1 hour\n this.saveInterval = parseInt(\n this.configService.get('PROFILE_SAVE_INTERVAL') || `${60 * 60 * 1000}`\n );\n\n this.profileDirectory = this.configService.get('PROFILE_DIRECTORY') || 'profiles';\n }\n\n async onModuleInit() {\n if (!this.enabled) {\n this.logger.log('💤 Profiling disabled (set ENABLE_PROFILING=true to enable)');\n return;\n }\n\n const started = this.startSession();\n if (!started) {\n this.logger.error('Failed to initialize profiler');\n return;\n }\n\n this.startPeriodicSave();\n\n const intervalMinutes = Math.floor(this.saveInterval / 60000);\n this.logger.log(`📊 Profiler initialized - saving every ${intervalMinutes} minutes`);\n }\n\n async onModuleDestroy() {\n if (!this.enabled) {\n return;\n }\n\n this.logger.log('🛑 Shutting down profiler...');\n await this.cleanup();\n }\n\n /**\n * Start a new profiling session\n */\n private startSession(): boolean {\n try {\n if (this.session) {\n this.session.disconnect();\n }\n\n this.session = new inspector.Session();\n this.session.connect();\n this.session.post('Profiler.enable');\n this.session.post('Profiler.start');\n this.logger.log(`🔥 CPU Profiling started (Hostname: ${this.hostname})`);\n return true;\n } catch (error) {\n this.logger.error('Failed to start profiler', error);\n this.session = null;\n return false;\n }\n }\n\n /**\n * Stop the current profiling session and get profile data\n */\n private async stopSession(): Promise {\n if (!this.session) {\n return null;\n }\n\n return new Promise((resolve) => {\n this.session!.post('Profiler.stop', (err, { profile }) => {\n this.session?.disconnect();\n this.session = null;\n\n if (err) {\n this.logger.error('Failed to stop profiler', err);\n resolve(null);\n } else {\n resolve(profile);\n }\n });\n });\n }\n\n private generateProfileFilename() {\n this.profileCounter++;\n const timestamp = new Date().getTime();\n return `cpu-${this.profileCounter}-${this.hostname}-${timestamp}.cpuprofile`;\n }\n\n /**\n * Save profile data to storage\n */\n private async saveProfile(profile: inspector.Profiler.Profile): Promise {\n try {\n const filename = this.generateProfileFilename();\n const buffer = Buffer.from(JSON.stringify(profile));\n const sizeInMB = (buffer.length / 1024 / 1024).toFixed(2);\n\n // Safety check: validate profile size\n const sizeMBNum = parseFloat(sizeInMB);\n if (sizeMBNum > this.maxProfileSizeMB) {\n this.logger.warn(\n `Profile size ${sizeInMB}MB exceeds maximum ${this.maxProfileSizeMB}MB, skipping upload`\n );\n return false;\n }\n\n await this.uploadToStorage(filename, buffer);\n this.logger.log(`✅ Profile uploaded: ${filename} (${sizeInMB} MB)`);\n return true;\n } catch (error) {\n this.logger.error('Failed to save profile', error);\n return false;\n }\n }\n\n private startPeriodicSave() {\n this.intervalTimer = setInterval(async () => {\n // Skip if already saving or shutting down\n if (this.isSaving || this.isShuttingDown) {\n this.logger.debug('Skipping periodic save (already in progress or shutting down)');\n return;\n }\n\n this.logger.log('⏰ Periodic save triggered');\n try {\n await this.saveAndRestart();\n } catch (error) {\n this.logger.error('Failed to save profile', error);\n }\n }, this.saveInterval);\n\n // Prevent timer from keeping process alive\n this.intervalTimer.unref();\n }\n\n /**\n * Save current profile and restart profiling session\n */\n private async saveAndRestart(): Promise {\n if (!this.session) {\n this.logger.warn('No active profiling session');\n return;\n }\n\n if (this.isSaving) {\n this.logger.warn('Save already in progress, skipping');\n return;\n }\n\n this.isSaving = true;\n\n try {\n // Stop current session and get profile data with timeout\n const profile = await Promise.race([\n this.stopSession(),\n new Promise((_, reject) =>\n setTimeout(() => reject(new Error('Stop session timeout after 60s')), 60000)\n ),\n ]);\n\n if (!profile) {\n throw new Error('Failed to get profile data');\n }\n\n // Save profile to storage\n await this.saveProfile(profile);\n\n // Restart profiling session if not shutting down\n if (!this.isShuttingDown) {\n const restarted = this.startSession();\n if (restarted) {\n this.logger.log('🔄 Profiling restarted');\n }\n }\n } catch (error) {\n this.logger.error('Failed to save/restart profile', error);\n\n // Try to restart profiler even if save failed\n if (!this.isShuttingDown && !this.session) {\n const restarted = this.startSession();\n if (restarted) {\n this.logger.log('🔄 Profiling restarted after error');\n }\n }\n\n throw error;\n } finally {\n this.isSaving = false;\n }\n }\n\n private async uploadToStorage(filename: string, buffer: Buffer): Promise {\n const fullPath = path.join(this.profileDirectory, dayjs().format('YYYY-MM-DD'), filename);\n\n // Retry logic with exponential backoff\n let lastError: Error | null = null;\n for (let attempt = 1; attempt <= this.maxUploadRetries; attempt++) {\n try {\n const uploadPromise = this.storageAdapter.uploadFile(\n this.storageConfig.privateBucket,\n fullPath,\n buffer,\n {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/json',\n }\n );\n\n // Add timeout wrapper\n const timeoutPromise = new Promise((_, reject) =>\n setTimeout(\n () => reject(new Error(`Upload timeout after ${this.uploadTimeoutMs}ms`)),\n this.uploadTimeoutMs\n )\n );\n\n await Promise.race([uploadPromise, timeoutPromise]);\n\n // Success!\n if (attempt > 1) {\n this.logger.log(`Upload succeeded on attempt ${attempt}/${this.maxUploadRetries}`);\n }\n return;\n } catch (error) {\n lastError = error as Error;\n this.logger.warn(\n `Upload attempt ${attempt}/${this.maxUploadRetries} failed: ${lastError.message}`\n );\n\n if (attempt < this.maxUploadRetries) {\n // Exponential backoff: 1s, 2s, 4s, ...\n const delayMs = Math.min(1000 * Math.pow(2, attempt - 1), 10000);\n this.logger.debug(`Retrying upload in ${delayMs}ms...`);\n await new Promise((resolve) => setTimeout(resolve, delayMs));\n }\n }\n }\n\n // All retries failed\n throw new Error(\n `Failed to upload profile after ${this.maxUploadRetries} attempts: ${lastError?.message}`\n );\n }\n\n /**\n * Wait for ongoing save operation to complete\n */\n private async waitForSaveCompletion(maxWaitMs = 5000): Promise {\n if (!this.isSaving) {\n return;\n }\n\n this.logger.log('Waiting for ongoing save to complete...');\n const startTime = Date.now();\n\n while (this.isSaving && Date.now() - startTime < maxWaitMs) {\n await new Promise((resolve) => setTimeout(resolve, 100));\n }\n\n if (this.isSaving) {\n this.logger.warn(`Ongoing save did not complete within ${maxWaitMs}ms`);\n }\n }\n\n /**\n * Cleanup on shutdown: save final profile and release resources\n */\n private async cleanup(): Promise {\n if (this.isShuttingDown) {\n this.logger.warn('Cleanup already in progress');\n return;\n }\n\n this.isShuttingDown = true;\n\n // Clear periodic save timer\n if (this.intervalTimer) {\n clearInterval(this.intervalTimer);\n this.intervalTimer = null;\n }\n\n // Wait for any ongoing save to complete\n await this.waitForSaveCompletion(5000);\n\n // Save final profile if session is active\n if (!this.session) {\n return;\n }\n\n try {\n // Stop session and get final profile with timeout\n const profile = await Promise.race([\n this.stopSession(),\n new Promise((resolve) => {\n setTimeout(() => {\n this.logger.warn('⚠️ Final profile stop timeout (10s), forcing shutdown');\n this.session?.disconnect();\n this.session = null;\n resolve(null);\n }, 10000);\n }),\n ]);\n\n if (profile) {\n await this.saveProfile(profile);\n this.logger.log(`📊 Total profiles saved: ${this.profileCounter}`);\n }\n } catch (error) {\n this.logger.error('Failed to save final profile', error);\n }\n }\n\n /**\n * Manually trigger a profile save and restart\n * Note: This should be protected by authentication in production\n */\n async manualSave() {\n if (!this.enabled) {\n throw new Error('Profiling is not enabled');\n }\n\n if (this.isShuttingDown) {\n throw new Error('Service is shutting down');\n }\n\n this.logger.log('📸 Manual save triggered');\n await this.saveAndRestart();\n }\n}\n" }, { "path": "apps/nestjs-backend/src/performance-cache/cache-metrics/metrics.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { CacheMetricsService } from './metrics.service';\n\n@Module({\n providers: [CacheMetricsService],\n exports: [CacheMetricsService],\n})\nexport class CacheMetricsModule {}\n" }, { "path": "apps/nestjs-backend/src/performance-cache/cache-metrics/metrics.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { metrics } from '@opentelemetry/api';\n\n@Injectable()\nexport class CacheMetricsService {\n private readonly meter = metrics.getMeter('teable-observability');\n\n private readonly cacheHits = this.meter.createCounter('performance.cache.hit', {\n description: 'Performance cache hit count',\n });\n private readonly cacheMisses = this.meter.createCounter('performance.cache.miss', {\n description: 'Performance cache miss count',\n });\n private readonly cacheGetTime = this.meter.createHistogram('performance.cache.get.time', {\n description: 'Performance cache get time in milliseconds',\n unit: 'ms',\n advice: {\n explicitBucketBoundaries: [1, 2, 5, 10, 25, 50, 75, 100],\n },\n });\n private readonly cacheHitRate = this.meter.createGauge('performance.cache.hit.rate', {\n description: 'Performance cache hit rate percentage',\n unit: '%',\n });\n\n recordHit(cacheType: string, attributes?: Record): void {\n this.cacheHits.add(1, {\n cache_type: cacheType,\n ...attributes,\n });\n }\n\n recordMiss(cacheType: string, attributes?: Record): void {\n this.cacheMisses.add(1, {\n cache_type: cacheType,\n ...attributes,\n });\n }\n\n recordGetTime(cacheType: string, durationMs: number, attributes?: Record): void {\n this.cacheGetTime.record(durationMs, {\n cache_type: cacheType,\n ...attributes,\n });\n }\n\n recordHitRate(cacheType: string, hitRate: number, attributes?: Record): void {\n this.cacheHitRate.record(hitRate, {\n cache_type: cacheType,\n ...attributes,\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/performance-cache/decorator.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { generateServiceCacheKey } from './generate-keys';\nimport { PerformanceCacheService } from './service';\nimport type { ICacheDecoratorOptions } from './types';\n\n/**\n * Default values for performance cache decorator options\n */\nconst DEFAULT_OPTIONS: Partial = {\n ttl: 300, // 5 minutes\n skipGet: false,\n skipSet: false,\n preventConcurrent: false, // disable concurrent prevention by default\n};\n\n/**\n * Performance cache decorator\n * Automatically adds caching functionality to methods\n *\n * @param options Cache options\n * @returns Decorator function\n *\n * @example\n * ```typescript\n * // Basic usage\n * class UserService {\n * @PerformanceCache({ ttl: 600 })\n * async getUserById(userId: string) {\n * return this.userRepository.findById(userId);\n * }\n *\n * // Custom key generator\n * @PerformanceCache({\n * keyGenerator: (tableId, filters) => `table:${tableId}:${JSON.stringify(filters)}`\n * })\n * async getTableData(tableId: string, filters: any) {\n * return this.queryTableData(tableId, filters);\n * }\n *\n * // Conditional cache\n * @PerformanceCache({\n * condition: (useCache) => useCache === true,\n * ttl: 600\n * })\n * async getExpensiveData(data: any, useCache = false) {\n * return this.calculateExpensiveData(data);\n * }\n * }\n * ```\n */\nexport function PerformanceCache(options: ICacheDecoratorOptions = {}) {\n return function (target: any, propertyKey: string, descriptor: PropertyDescriptor) {\n const originalMethod = descriptor.value;\n const finalOptions = { ...DEFAULT_OPTIONS, ...options };\n\n descriptor.value = async function (...args: any[]) {\n // Get dependency injected service\n const cacheService = getInjectedService(\n this,\n PerformanceCacheService,\n finalOptions.cacheServiceName\n );\n\n if (!cacheService) {\n throw new Error(\n `PerformanceCacheService is not available in ${target.constructor.name}.${propertyKey}`\n );\n }\n\n // Check condition function\n if (finalOptions.condition && !finalOptions.condition(...args)) {\n return originalMethod.apply(this, args);\n }\n\n // Generate cache key\n const cacheKey = generateCacheKey(target.constructor.name, propertyKey, args, finalOptions);\n\n // Wrap original method execution\n return cacheService.wrap(cacheKey as any, () => originalMethod.apply(this, args), {\n ttl: finalOptions.ttl,\n skipGet: finalOptions.skipGet,\n skipSet: finalOptions.skipSet,\n preventConcurrent: finalOptions.preventConcurrent,\n statsType: finalOptions.statsType,\n });\n };\n\n return descriptor;\n };\n}\n\n/**\n * Generate cache key\n */\nfunction generateCacheKey(\n className: string,\n methodName: string,\n args: any[],\n options: ICacheDecoratorOptions\n): string {\n // If custom key generator is provided\n if (options.keyGenerator) {\n return options.keyGenerator(...args);\n }\n\n // Default key generation logic\n return generateServiceCacheKey(className, methodName, args);\n}\n\n/**\n * Get dependency injected service instance\n */\nfunction getInjectedService(\n instance: any,\n serviceClass: new (...args: any[]) => T,\n cacheServiceName?: string\n): T | null {\n try {\n // Try to get service from instance\n const serviceName = serviceClass.name;\n const defaultName = cacheServiceName\n ? cacheServiceName\n : serviceName.charAt(0).toLowerCase() + serviceName.slice(1);\n if (instance[defaultName] instanceof serviceClass) {\n return instance[defaultName];\n }\n\n return null;\n } catch (error) {\n return null;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/performance-cache/generate-keys.ts", "content": "import { generateHash } from './utils';\n\nexport function generateRecordCacheKey(\n path: string,\n tableId: string,\n version: string,\n query: unknown\n) {\n return `record:${path}:${tableId}:${version}:${generateHash(query)}` as const;\n}\n\nexport function generateAggCacheKey(\n path: string,\n tableId: string,\n version: string,\n query: unknown\n) {\n return `agg:${path}:${tableId}:${version}:${generateHash(query)}` as const;\n}\n\nexport function generateServiceCacheKey(className: string, methodName: string, args: unknown) {\n return `service:${className}:${methodName}:${generateHash(args)}` as const;\n}\n\nexport function generateUserCacheKey(userId: string) {\n return `user:${userId}` as const;\n}\n\nexport function generateCollaboratorCacheKey(resourceId: string) {\n return `collaborator:${resourceId}` as const;\n}\n\nexport function generateAccessTokenCacheKey(id: string) {\n return `access-token:${id}` as const;\n}\n\nexport function generateSettingCacheKey() {\n return `instance:setting` as const;\n}\n\nexport function generateIntegrationCacheKey(spaceId: string) {\n return `integration:${spaceId}` as const;\n}\n\nexport function generateBaseNodeListCacheKey(baseId: string) {\n return `base-node-list:${baseId}` as const;\n}\n\nexport function generateTemplateCacheKeyByBaseId(baseId: string) {\n return `template:base:${baseId}` as const;\n}\n\nexport function generateTemplateCategoryCacheKey() {\n return `template:category-list` as const;\n}\n\nexport function generateTemplatePermalinkCacheKey(identifier: string) {\n return `template:permalink:${identifier}` as const;\n}\n\nexport function generateInstanceBillableUserCountCacheKey() {\n return 'instance-billable-count' as const;\n}\n\nexport function generateBaseShareListCacheKey(baseId: string) {\n return `base-share-list:${baseId}` as const;\n}\n" }, { "path": "apps/nestjs-backend/src/performance-cache/index.ts", "content": "// Core services and modules\nexport { PerformanceCacheService } from './service';\nexport { PerformanceCacheModule } from './module';\n\n// Decorators\nexport { PerformanceCache } from './decorator';\n\n// Type definitions\nexport type {\n IPerformanceCacheStore,\n ICacheOptions,\n ICacheDecoratorOptions,\n ICacheStats,\n} from './types';\n" }, { "path": "apps/nestjs-backend/src/performance-cache/module.ts", "content": "import { Global, Module } from '@nestjs/common';\nimport { CacheMetricsModule } from './cache-metrics/metrics.module';\nimport { PerformanceCacheService } from './service';\n\n@Global()\n@Module({\n imports: [CacheMetricsModule],\n providers: [PerformanceCacheService],\n exports: [PerformanceCacheService],\n})\nexport class PerformanceCacheModule {}\n" }, { "path": "apps/nestjs-backend/src/performance-cache/performance-cache.decorator.spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { Injectable } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../global/global.module';\nimport { PerformanceCache } from './decorator';\nimport { PerformanceCacheService } from './service';\n\n// Test service with decorated methods\n@Injectable()\nclass TestService {\n public callCount = 0; // Track method calls manually\n\n constructor(private readonly performanceCacheService: PerformanceCacheService) {}\n\n // Basic caching\n @PerformanceCache({ ttl: 300 })\n async basicMethod(value: string): Promise {\n this.callCount++; // Increment call count\n return `processed-${value}`;\n }\n\n // With custom key generator\n @PerformanceCache({\n ttl: 300,\n keyGenerator: (userId: number, type: string) =>\n `service:TestService:customKeyMethod:${userId}:${type}`,\n })\n async customKeyMethod(userId: number, type: string): Promise {\n this.callCount++;\n return `user-${userId}-data-${type}`;\n }\n\n // Conditional caching\n @PerformanceCache({\n ttl: 300,\n condition: (value: string, enableCache: boolean) => enableCache,\n })\n async conditionalMethod(value: string, _enableCache: boolean): Promise {\n this.callCount++;\n return `conditional-${value}`;\n }\n\n // Method with cache key parameter\n async methodWithCacheKey(data: string): Promise {\n this.callCount++;\n return `keyed-${data}`;\n }\n\n // Disable concurrent prevention\n @PerformanceCache({\n ttl: 300,\n preventConcurrent: false,\n })\n async noConcurrentPrevention(value: string): Promise {\n this.callCount++;\n await new Promise((resolve) => setTimeout(resolve, 100));\n return `no-concurrent-${value}`;\n }\n\n // Long operation with concurrent prevention\n @PerformanceCache({\n ttl: 600,\n preventConcurrent: true,\n })\n async longOperation(id: string): Promise {\n this.callCount++;\n await new Promise((resolve) => setTimeout(resolve, 500));\n return `long-result-${id}`;\n }\n\n // Skip options\n @PerformanceCache({\n ttl: 300,\n skipGet: false,\n skipSet: false,\n })\n async normalOperation(value: string): Promise {\n this.callCount++;\n return `normal-${value}`;\n }\n\n // Method that throws error\n @PerformanceCache({ ttl: 300 })\n async errorMethod(): Promise {\n this.callCount++;\n throw new Error('Test error');\n }\n\n // Helper method to get cache stats\n getCacheStats() {\n return this.performanceCacheService.getStats();\n }\n\n // Helper method to reset cache stats\n resetCacheStats() {\n this.performanceCacheService.resetStats();\n }\n\n // Helper method to clear cache (for testing)\n async clearCache() {\n // Clear all test cache patterns\n await this.performanceCacheService._clear();\n this.callCount = 0;\n }\n}\n\ndescribe.runIf(process.env.BACKEND_PERFORMANCE_CACHE)('Performance Cache Decorators', () => {\n let module: TestingModule;\n let testService: TestService;\n\n beforeEach(async () => {\n module = await Test.createTestingModule({\n imports: [GlobalModule],\n providers: [\n TestService,\n {\n provide: ConfigService,\n useValue: {\n get: vi.fn((key: string) => {\n if (key === 'BACKEND_PERFORMANCE_CACHE') {\n return process.env.BACKEND_PERFORMANCE_CACHE || 'redis://localhost:6379';\n }\n return undefined;\n }),\n },\n },\n ],\n }).compile();\n\n testService = module.get(TestService);\n });\n\n afterEach(async () => {\n // Clean up\n testService.resetCacheStats();\n testService.clearCache();\n await module.close();\n });\n\n describe('@PerformanceCache Decorator', () => {\n it('should cache method results', async () => {\n vi.spyOn(testService, 'basicMethod');\n // First call\n const result1 = await testService.basicMethod('test');\n\n // Second call (should be cached)\n const result2 = await testService.basicMethod('test');\n\n expect(result1).toBe('processed-test');\n expect(result2).toBe('processed-test');\n expect(testService.callCount).toBe(1); // Only called once due to caching\n });\n\n it('should cache different arguments separately', async () => {\n vi.spyOn(testService, 'basicMethod');\n\n const result1 = await testService.basicMethod('test1');\n const result2 = await testService.basicMethod('test2');\n const result3 = await testService.basicMethod('test1'); // Should be cached\n\n expect(result1).toBe('processed-test1');\n expect(result2).toBe('processed-test2');\n expect(result3).toBe('processed-test1');\n expect(testService.callCount).toBe(2); // Called twice for different args\n });\n\n it('should use custom key generator', async () => {\n vi.spyOn(testService, 'customKeyMethod');\n\n const result1 = await testService.customKeyMethod(123, 'profile');\n const result2 = await testService.customKeyMethod(123, 'profile'); // Same key\n const result3 = await testService.customKeyMethod(124, 'profile'); // Different key\n\n expect(result1).toBe('user-123-data-profile');\n expect(result2).toBe('user-123-data-profile');\n expect(result3).toBe('user-124-data-profile');\n expect(testService.callCount).toBe(2); // Two different keys, so called twice\n });\n\n it('should handle conditional caching', async () => {\n vi.spyOn(testService, 'conditionalMethod');\n\n // With caching enabled\n const result1 = await testService.conditionalMethod('test', true);\n const result2 = await testService.conditionalMethod('test', true);\n\n // With caching disabled\n const result3 = await testService.conditionalMethod('test', false);\n const result4 = await testService.conditionalMethod('test', false);\n\n expect(result1).toBe('conditional-test');\n expect(result2).toBe('conditional-test');\n expect(result3).toBe('conditional-test');\n expect(result4).toBe('conditional-test');\n\n // Should be called 3 times: 1 for cached, 2 for non-cached\n expect(testService.callCount).toBe(3);\n });\n\n it('should not cache errors', async () => {\n vi.spyOn(testService, 'errorMethod');\n\n // First call should throw\n await expect(testService.errorMethod()).rejects.toThrow('Test error');\n\n // Second call should also throw (not cached)\n await expect(testService.errorMethod()).rejects.toThrow('Test error');\n\n expect(testService.callCount).toBe(2);\n });\n\n it('should handle concurrent requests', async () => {\n vi.spyOn(testService, 'longOperation');\n\n // Multiple concurrent calls\n const promises = Array.from({ length: 5 }, () =>\n testService.longOperation('concurrent-test')\n );\n\n const results = await Promise.all(promises);\n\n // All results should be the same\n expect(results.every((r) => r === results[0])).toBe(true);\n expect(results[0]).toBe('long-result-concurrent-test');\n\n // Should only be called once due to concurrent prevention\n expect(testService.callCount).toBe(1);\n\n // Check concurrent waits in stats\n const stats = testService.getCacheStats();\n expect(stats.hits).toBe(4);\n }, 10000);\n\n it('should allow concurrent execution when disabled', async () => {\n vi.spyOn(testService, 'noConcurrentPrevention');\n\n // Multiple concurrent calls with different values\n const promises = Array.from({ length: 3 }, (_, i) =>\n testService.noConcurrentPrevention(`test-${i}`)\n );\n\n const results = await Promise.all(promises);\n\n // All should execute\n expect(testService.callCount).toBe(3);\n expect(results).toEqual([\n 'no-concurrent-test-0',\n 'no-concurrent-test-1',\n 'no-concurrent-test-2',\n ]);\n }, 10000);\n });\n\n describe('Performance and Statistics', () => {\n it('should update cache statistics', async () => {\n testService.resetCacheStats();\n\n // Generate some cache activity\n await testService.basicMethod('stats-test'); // Miss + Set\n await testService.basicMethod('stats-test'); // Hit\n\n const stats = testService.getCacheStats();\n\n expect(stats.hits).toBeGreaterThan(0);\n expect(stats.sets).toBeGreaterThan(0);\n });\n\n it('should handle high concurrency correctly', async () => {\n const concurrentRequests = 10;\n const testValue = 'concurrency-test';\n\n const promises = Array.from({ length: concurrentRequests }, () =>\n testService.longOperation(testValue)\n );\n\n const startTime = Date.now();\n const results = await Promise.all(promises);\n const endTime = Date.now();\n\n // All results should be identical\n expect(results.every((r) => r === results[0])).toBe(true);\n\n // Should complete in roughly the time of one operation\n // (allowing for some overhead)\n expect(endTime - startTime).toBeLessThan(1000);\n\n const stats = testService.getCacheStats();\n expect(stats.hits).toBe(9);\n }, 15000);\n });\n\n describe('Error Handling and Edge Cases', () => {\n it('should handle cache service unavailable', async () => {\n // This test would require mocking the cache service to be unavailable\n // For now, we'll test that methods still work even if caching fails\n\n const result = await testService.basicMethod('fallback-test');\n expect(result).toBe('processed-fallback-test');\n });\n\n it('should handle invalid cache keys gracefully', async () => {\n // Test with various edge case inputs\n const testCases = ['', ' ', '\\n', '\\t', 'special characters', '🚀emoji'];\n\n for (const testCase of testCases) {\n const result = await testService.basicMethod(testCase);\n expect(result).toBe(`processed-${testCase}`);\n }\n });\n });\n\n describe('Configuration Options', () => {\n it('should respect TTL settings', async () => {\n // This is harder to test without waiting for expiration\n // But we can verify the method executes correctly\n const result = await testService.normalOperation('ttl-test');\n expect(result).toBe('normal-ttl-test');\n });\n\n it('should work with different key prefixes', async () => {\n // Methods with different configurations should work independently\n const result1 = await testService.basicMethod('prefix-test');\n const result2 = await testService.customKeyMethod(456, 'settings');\n\n expect(result1).toBe('processed-prefix-test');\n expect(result2).toBe('user-456-data-settings');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/performance-cache/service.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport KeyvRedis from '@keyv/redis';\nimport { Injectable, Logger, Optional } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport Keyv from 'keyv';\nimport { floor } from 'lodash';\nimport type { RedlockAbortSignal } from 'redlock';\nimport Redlock, { ExecutionError, ResourceLockedError } from 'redlock';\nimport { CacheMetricsService } from './cache-metrics/metrics.service';\nimport type { ICacheOptions, ICacheStats, IPerformanceCacheStore } from './types';\n\n@Injectable()\nexport class PerformanceCacheService {\n private readonly logger = new Logger(PerformanceCacheService.name);\n private keyv!: Keyv;\n private redlock?: Redlock;\n private enabled = false;\n private typeStats: Partial> = {};\n\n private stats: ICacheStats = {\n hits: 0,\n misses: 0,\n sets: 0,\n deletes: 0,\n errors: 0,\n };\n\n private readonly lockPrefix = 'perf:lock';\n\n constructor(\n private readonly configService: ConfigService,\n @Optional() private readonly cacheMetricsService?: CacheMetricsService\n ) {\n try {\n const redisUri = this.configService.get('BACKEND_PERFORMANCE_CACHE');\n\n if (!redisUri) {\n this.logger.warn(\n 'Performance cache is disabled - BACKEND_PERFORMANCE_CACHE not configured'\n );\n return;\n }\n\n this.enabled = true;\n\n // Initialize Keyv for caching\n const store = new KeyvRedis(redisUri, { useRedisSets: false });\n this.keyv = new Keyv({ namespace: 'teable_perf', store });\n\n this.keyv.on('error', (error) => {\n this.logger.error(\n `Performance cache connection error: ${error instanceof Error ? error.message : String(error)}`\n );\n this.stats.errors++;\n });\n\n // Initialize Redlock for distributed locking\n this.redlock = new Redlock([store.redis], {\n driftFactor: 0.01, // 1% drift tolerance\n retryCount: 10, // Retry 10 times before giving up\n retryDelay: 300, // 300ms base delay between retries\n retryJitter: 100, // Add up to 100ms random jitter\n automaticExtensionThreshold: 500, // Auto-extend if <500ms remaining\n });\n\n this.redlock.on('error', (error: Error) => {\n // Check if it's a ResourceLockedError (normal during contention)\n if (error.name === 'ResourceLockedError') {\n this.logger.debug(`Resource locked (normal contention): ${error.message}`);\n } else {\n this.logger.error(\n `Redlock error: ${error instanceof Error ? error.message : String(error)}`\n );\n this.stats.errors++;\n }\n });\n\n this.logger.log('Performance cache initialized with Redis and Redlock');\n } catch (error) {\n this.logger.error(\n `Failed to initialize performance cache: ${error instanceof Error ? error.message : String(error)}`\n );\n this.stats.errors++;\n }\n }\n\n private recordTypeStats(type: 'hits' | 'misses', cacheType?: string) {\n if (!cacheType) {\n return;\n }\n const stats = this.typeStats[cacheType] || { hits: 0, misses: 0 };\n if (type === 'hits') stats.hits++;\n else stats.misses++;\n this.typeStats[cacheType] = stats;\n type === 'hits'\n ? this.cacheMetricsService?.recordHit(cacheType)\n : this.cacheMetricsService?.recordMiss(cacheType);\n this.cacheMetricsService?.recordHitRate(\n cacheType,\n floor(stats.hits / Math.max(stats.hits + stats.misses, 1), 4) * 100\n );\n }\n\n /**\n * Check if cache is available\n */\n private isAvailable(): boolean {\n return this.enabled && this.keyv != null;\n }\n\n /**\n * Check if redlock is available\n */\n private isRedlockAvailable(): boolean {\n return this.enabled && this.redlock != null;\n }\n\n private setValueToKeyv(key: string, value: T[keyof T], ttlMs: number | undefined) {\n return this.keyv.set(key as string, { data: value }, ttlMs);\n }\n\n /**\n * Get cache value\n */\n async get(key: TKey, options: ICacheOptions = {}) {\n if (!this.isAvailable() || options.skipGet) {\n return null;\n }\n try {\n const startTime = Date.now();\n const value = await this.keyv.get(key as string);\n const endTime = Date.now();\n const durationMs = endTime - startTime;\n options.statsType && this.cacheMetricsService?.recordGetTime(options.statsType, durationMs);\n if (value == undefined) {\n this.stats.misses++;\n this.recordTypeStats('misses', options.statsType);\n return null;\n }\n\n this.stats.hits++;\n this.recordTypeStats('hits', options.statsType);\n return value as { data: T[TKey] };\n } catch (error) {\n this.logger.error('Error getting cache value:', error);\n this.stats.errors++;\n return null;\n }\n }\n\n /**\n * Set cache value\n */\n async set(\n key: TKey,\n value: T[TKey],\n options: ICacheOptions = {}\n ): Promise {\n if (!this.isAvailable() || options.skipSet) {\n return;\n }\n\n if (options.ttl == undefined) {\n throw new Error('ttl is required');\n }\n\n try {\n const ttlMs = options.ttl ? options.ttl * 1000 : undefined;\n\n await this.setValueToKeyv(key as string, value, ttlMs);\n this.stats.sets++;\n } catch (error) {\n this.logger.error(\n `Error setting cache value: ${error instanceof Error ? error.message : String(error)}`\n );\n this.stats.errors++;\n console.error(error);\n }\n }\n\n /**\n * Delete cache value\n */\n async del(key: TKey): Promise {\n if (!this.isAvailable()) {\n return;\n }\n\n try {\n await this.keyv.delete(key as string);\n this.stats.deletes++;\n } catch (error) {\n this.logger.error('Error deleting cache value:', error);\n this.stats.errors++;\n }\n }\n\n /**\n * Batch get cache values\n */\n async mget(\n keys: TKey[],\n options: ICacheOptions = {}\n ): Promise> {\n if (!this.isAvailable() || options.skipGet) {\n return keys.map(() => null);\n }\n\n try {\n const values = await this.keyv.get(keys as string[]);\n return values.map((value) => {\n if (value == undefined) {\n this.stats.misses++;\n this.recordTypeStats('misses', options.statsType);\n return null;\n }\n this.stats.hits++;\n this.recordTypeStats('hits', options.statsType);\n return value as T[TKey];\n });\n } catch (error) {\n this.logger.error(\n `Error getting multiple cache values: ${error instanceof Error ? error.message : String(error)}`\n );\n this.stats.errors++;\n return keys.map(() => null);\n }\n }\n\n /**\n * Batch set cache values\n */\n async mset(\n keyValuePairs: Array<{ key: keyof T; value: T[keyof T] }>,\n options: ICacheOptions = {}\n ): Promise {\n if (!this.isAvailable() || options.skipSet) {\n return;\n }\n\n try {\n const ttlMs = options.ttl ? options.ttl * 1000 : undefined;\n\n for (const { key, value } of keyValuePairs) {\n await this.setValueToKeyv(key as string, value, ttlMs);\n }\n\n this.stats.sets += keyValuePairs.length;\n } catch (error) {\n this.logger.error(\n `Error setting multiple cache values: ${error instanceof Error ? error.message : String(error)}`\n );\n this.stats.errors++;\n }\n }\n\n /**\n * Clear cache keys matching pattern\n * @internal only for testing\n */\n // eslint-disable-next-line @typescript-eslint/naming-convention\n async _clear() {\n if (!this.isAvailable()) {\n return 0;\n }\n\n try {\n await this.keyv.clear();\n } catch (error) {\n this.logger.error(\n `Error deleting cache pattern: ${error instanceof Error ? error.message : String(error)}`\n );\n this.stats.errors++;\n }\n }\n\n /**\n * Get cache statistics\n */\n getStats(): ICacheStats {\n return { ...this.stats };\n }\n\n /**\n * Reset cache statistics\n */\n resetStats(): void {\n this.stats = {\n hits: 0,\n misses: 0,\n sets: 0,\n deletes: 0,\n errors: 0,\n };\n }\n\n getTypeStats() {\n return this.typeStats;\n }\n\n resetTypeStats(): void {\n this.typeStats = {};\n }\n /**\n * Generic cache wrapper method\n * Returns cached value if exists, otherwise executes function and caches result\n * Prevents concurrent execution for the same cache key using Redlock\n */\n async wrap(\n key: keyof T,\n fn: () => Promise,\n options: ICacheOptions = {}\n ): Promise {\n const finalOptions = { preventConcurrent: true, ...options };\n\n if (!this.isAvailable()) {\n return fn();\n }\n\n // Try to get from cache first\n const cached = await this.get(key, options);\n if (cached !== null) {\n return cached?.data as TResult;\n }\n\n // If concurrent prevention is disabled or redlock unavailable, execute directly\n if (!finalOptions.preventConcurrent || !this.isRedlockAvailable()) {\n return this.executeAndCache(key, fn, options);\n }\n\n // Use redlock for distributed locking\n const cacheKeyStr = key as string;\n const lockResource = `${this.lockPrefix}:${cacheKeyStr}`;\n try {\n // Use redlock.using for automatic lock management\n return await this.redlock!.using(\n [lockResource],\n 10000,\n async (signal: RedlockAbortSignal) => {\n // Check if lock extension failed\n if (signal.aborted) {\n throw signal.error;\n }\n\n // Check cache again in case another instance already populated it\n const cachedAfterLock = await this.get(key, options);\n if (cachedAfterLock !== null) {\n this.logger.debug(`Cache populated by another instance: ${cacheKeyStr}`);\n return cachedAfterLock?.data as TResult;\n }\n\n // Check again before executing (in case of long operations)\n if (signal.aborted) {\n throw signal.error;\n }\n // Execute and cache the result\n this.logger.debug(`Executing with distributed lock: ${cacheKeyStr}`);\n return await this.executeAndCache(key, fn, options);\n }\n );\n } catch (error: unknown) {\n if (error instanceof ResourceLockedError || error instanceof ExecutionError) {\n this.logger.error(`Redlock error for ${cacheKeyStr}: ${error}`);\n await new Promise((resolve) => setTimeout(resolve, 50));\n const cachedAfterLock = await this.get(key, options);\n if (cachedAfterLock !== null) {\n return cachedAfterLock?.data as TResult;\n }\n return this.executeAndCache(key, fn, options);\n }\n this.stats.errors++;\n // Fallback to direct execution\n throw error;\n }\n }\n\n /**\n * Execute function and cache the result\n */\n private async executeAndCache(\n key: keyof T,\n fn: () => Promise,\n options: ICacheOptions = {}\n ): Promise {\n // Execute the function\n const result = await fn();\n this.logger.log(`Generated cache key: ${key as string}`);\n // Store to cache\n await this.set(key, result as T[keyof T], options);\n\n return result;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/performance-cache/types.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { IPickUserMe } from '../features/auth/utils';\n\n/**\n * Performance cache key-value store interface\n * Used to define data types that can be stored in performance cache\n */\nexport interface IPerformanceCacheStore {\n // record cache, format: record:path:table_id:version:query_hash\n [key: `record:${string}:${string}:${string}:${string}`]: unknown;\n\n // Aggregation result cache, format: agg:path:table_id:version:query_hash\n [key: `agg:${string}:${string}:${string}:${string}`]: unknown;\n\n // Service method cache, format: service:class_name:method:params_hash\n [key: `service:${string}:${string}:${string}`]: unknown;\n\n // user cache, format: user:user_id\n [key: `user:${string}`]: IPickUserMe & { deactivatedTime: string | null };\n\n // collaborator cache, format: collaborator:resource_id\n [key: `collaborator:${string}`]: unknown;\n\n // access token cache, format: access-token:id\n [key: `access-token:${string}`]: unknown;\n\n // integration cache, format: integration:space_id\n [key: `integration:${string}`]: unknown;\n\n // template cache\n [key: `template:${string}`]: unknown;\n\n // instance setting cache, format: instance:setting\n 'instance:setting': unknown;\n\n // base node list cache, format: base-node-list:base_id\n [key: `base-node-list:${string}`]: unknown;\n\n // template cache, format: template:base:base_id\n [key: `template:base:${string}`]: unknown;\n\n // billable user count cache, format: instance-billable-count\n 'instance-billable-count': number;\n\n // AI Gateway models cache, format: ai-gateway:models\n 'ai-gateway:models': unknown;\n\n // Base share list cache, format: base-share-list:base_id\n [key: `base-share-list:${string}`]: { nodeId: string }[];\n}\n\n/**\n * Cache options interface\n */\nexport interface ICacheOptions {\n /** Cache expiration time (seconds) */\n ttl?: number;\n /** Whether to skip cache reading (write only) */\n skipGet?: boolean;\n /** Whether to skip cache writing (read only) */\n skipSet?: boolean;\n /** Whether to prevent concurrent cache generation for same key (default: true) */\n preventConcurrent?: boolean;\n /** Performance prefix */\n statsType?: string;\n}\n\n/**\n * Cache decorator options\n */\nexport interface ICacheDecoratorOptions extends ICacheOptions {\n /** Cache key generation function, uses default parameter hash if not provided */\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n keyGenerator?: (...args: any[]) => string;\n /** Condition function, skip cache when returns false */\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n condition?: (...args: any[]) => boolean;\n /** Cache service name, if not provided, use the default name: performanceCacheService */\n cacheServiceName?: string;\n}\n\n/**\n * Cache statistics\n */\nexport interface ICacheStats {\n /** Hit count */\n hits: number;\n /** Miss count */\n misses: number;\n /** Set count */\n sets: number;\n /** Delete count */\n deletes: number;\n /** Error count */\n errors: number;\n}\n" }, { "path": "apps/nestjs-backend/src/performance-cache/utils.ts", "content": "export const generateHash = (data: unknown): string => {\n const str = typeof data === 'string' ? data : JSON.stringify(data);\n let hash = 0;\n for (let i = 0; i < str.length; i++) {\n hash = ((hash << 5) - hash + str.charCodeAt(i)) & 0xffffffff;\n }\n return Math.abs(hash).toString(36);\n};\n" }, { "path": "apps/nestjs-backend/src/share-db/auth.middleware.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport url from 'url';\nimport type ShareDBClass from 'sharedb';\n\nexport const authMiddleware = (shareDB: ShareDBClass) => {\n const runWithCls = async (context: ShareDBClass.middleware.QueryContext, callback: any) => {\n const cookie = context.agent.custom.cookie;\n const shareId = context.agent.custom.shareId;\n const baseShareId = context.agent.custom.baseShareId;\n const templateHeader = context.agent.custom.templateHeader;\n if (context.options) {\n context.options = { ...context.options, cookie, shareId, baseShareId, templateHeader };\n } else {\n context.options = { cookie, shareId, baseShareId, templateHeader };\n }\n callback();\n };\n\n shareDB.use('connect', async (context, callback) => {\n if (!context.req) {\n callback();\n return;\n }\n const cookie = context.req.headers.cookie;\n context.agent.custom.cookie = cookie;\n\n const newUrl = new url.URL(context.req.url, 'https://example.com');\n const shareId = newUrl.searchParams.get('shareId');\n const baseShareIdParam = newUrl.searchParams.get('baseShareId');\n // Only set baseShareId if explicitly provided, don't fallback to shareId\n // This allows view share (shareId only) and base share (baseShareId) to work independently\n const baseShareId = baseShareIdParam || null;\n const templateHeader = newUrl.searchParams.get('templateHeader');\n context.agent.custom.templateHeader = templateHeader;\n context.agent.custom.shareId = shareId;\n context.agent.custom.baseShareId = baseShareId;\n callback();\n });\n\n shareDB.use('query', (context, callback) => runWithCls(context, callback));\n};\n" }, { "path": "apps/nestjs-backend/src/share-db/interface.ts", "content": "import type { ISnapshotBase } from '@teable/core';\nimport type { CreateOp, DB, DeleteOp, EditOp } from 'sharedb';\n\nexport interface IReadonlyAdapterService {\n getSnapshotBulk(\n collectionId: string,\n ids: string[],\n projection?: { [fieldNameOrId: string]: boolean },\n extra?: unknown\n ): Promise[]>;\n\n getDocIdsByQuery(\n collectionId: string,\n query: unknown\n ): Promise<{ ids: string[]; extra?: unknown }>;\n}\n\nexport interface IShareDbReadonlyAdapterService extends IReadonlyAdapterService {\n // get current version and type of the document\n getVersionAndType(\n collectionId: string,\n docId: string\n ): Promise<{ version: number; type: RawOpType }>;\n\n getVersionAndTypeMap(\n collectionId: string,\n docIds: string[]\n ): Promise>;\n}\n\nexport interface IAdapterService {\n create(collectionId: string, snapshot: unknown): Promise;\n\n del(version: number, collectionId: string, docId: string): Promise;\n\n update(\n version: number,\n collectionId: string,\n docId: string,\n opContexts: unknown[]\n ): Promise;\n}\n\nexport interface IShareDbConfig {\n db: DB;\n}\n\nexport enum RawOpType {\n Create = 'create',\n Del = 'del',\n Edit = 'edit',\n}\n\nexport type IEditOp = Omit;\nexport type IDeleteOp = Omit;\nexport type ICreateOp = Omit;\n\nexport type IRawOp = ICreateOp | IDeleteOp | IEditOp;\n\nexport interface IRawOpMap {\n [collection: string]: {\n [docId: string]: IRawOp;\n };\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/metrics/realtime-metrics.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { RealtimeMetricsService } from './realtime-metrics.service';\n\n@Module({\n providers: [RealtimeMetricsService],\n exports: [RealtimeMetricsService],\n})\nexport class RealtimeMetricsModule {}\n" }, { "path": "apps/nestjs-backend/src/share-db/metrics/realtime-metrics.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { metrics } from '@opentelemetry/api';\n\n@Injectable()\nexport class RealtimeMetricsService {\n private readonly meter = metrics.getMeter('teable-observability');\n\n private readonly connectionsActive = this.meter.createUpDownCounter(\n 'realtime.connections.active',\n { description: 'Number of currently active WebSocket connections' }\n );\n private readonly connectionsTotal = this.meter.createCounter('realtime.connections.total', {\n description: 'Total number of WebSocket connections established',\n });\n private readonly disconnectsTotal = this.meter.createCounter('realtime.disconnects.total', {\n description: 'Total number of WebSocket disconnections',\n });\n private readonly operationsTotal = this.meter.createCounter('realtime.operations.total', {\n description: 'Total number of ShareDB operations submitted',\n });\n private readonly operationDuration = this.meter.createHistogram('realtime.operations.duration', {\n description: 'ShareDB operation duration in milliseconds',\n unit: 'ms',\n advice: {\n explicitBucketBoundaries: [1, 5, 10, 25, 50, 100, 250, 500, 1000],\n },\n });\n private readonly operationsErrors = this.meter.createCounter('realtime.operations.errors', {\n description: 'Total number of ShareDB operation errors',\n });\n private readonly publishTotal = this.meter.createCounter('realtime.publish.total', {\n description: 'Total number of operations published via PubSub',\n });\n private readonly connectionErrors = this.meter.createCounter('realtime.connections.errors', {\n description: 'Total number of WebSocket connection errors',\n });\n\n recordConnectionOpen(): void {\n this.connectionsActive.add(1);\n this.connectionsTotal.add(1);\n }\n\n recordConnectionClose(): void {\n this.connectionsActive.add(-1);\n this.disconnectsTotal.add(1);\n }\n\n recordConnectionError(): void {\n this.connectionErrors.add(1);\n }\n\n recordOperationSubmit(durationMs?: number): void {\n this.operationsTotal.add(1);\n if (durationMs != null) {\n this.operationDuration.record(durationMs);\n }\n }\n\n recordOperationError(errorType: string): void {\n this.operationsErrors.add(1, { error_type: errorType });\n }\n\n recordOpsPublished(count: number): void {\n this.publishTotal.add(count);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/readonly/field-readonly.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { IGetFieldsQuery } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { IS_TEMPLATE_HEADER, BASE_SHARE_ID_HEADER } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { RawOpType, IShareDbReadonlyAdapterService } from '../interface';\nimport { ReadonlyService } from './readonly.service';\nimport type { IReadonlyServiceContext } from './types';\n\n@Injectable()\nexport class FieldReadonlyServiceAdapter\n extends ReadonlyService\n implements IShareDbReadonlyAdapterService\n{\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService\n ) {\n super(cls);\n }\n\n getDocIdsByQuery(tableId: string, query: IGetFieldsQuery = {}) {\n const shareId = this.cls.get('shareViewId');\n const baseShareId = this.cls.get('baseShareId');\n const useShareViewEndpoint = shareId && !baseShareId;\n const templateHeader = this.cls.get('templateHeader');\n const url = useShareViewEndpoint\n ? `/share/${shareId}/socket/field/doc-ids`\n : `/table/${tableId}/field/socket/doc-ids`;\n return this.axios\n .get(url, {\n headers: {\n cookie: this.cls.get('cookie'),\n [IS_TEMPLATE_HEADER]: templateHeader,\n [BASE_SHARE_ID_HEADER]: baseShareId,\n },\n params: query,\n })\n .then((res) => res.data);\n }\n getSnapshotBulk(tableId: string, ids: string[]) {\n const shareId = this.cls.get('shareViewId');\n const baseShareId = this.cls.get('baseShareId');\n const useShareViewEndpoint = shareId && !baseShareId;\n const templateHeader = this.cls.get('templateHeader');\n const url = useShareViewEndpoint\n ? `/share/${shareId}/socket/field/snapshot-bulk`\n : `/table/${tableId}/field/socket/snapshot-bulk`;\n return this.axios\n .get(url, {\n headers: {\n cookie: this.cls.get('cookie'),\n [IS_TEMPLATE_HEADER]: templateHeader,\n [BASE_SHARE_ID_HEADER]: baseShareId,\n },\n params: {\n ids,\n },\n })\n .then((res) => res.data);\n }\n\n getVersionAndType(tableId: string, fieldId: string) {\n return this.prismaService.field\n .findUnique({\n where: {\n id: fieldId,\n tableId,\n },\n select: {\n version: true,\n deletedTime: true,\n },\n })\n .then((res) => {\n return this.formatVersionAndType(res);\n });\n }\n\n getVersionAndTypeMap(tableId: string, fieldIds: string[]) {\n return this.prismaService.field\n .findMany({\n where: {\n id: { in: fieldIds },\n tableId,\n },\n select: {\n id: true,\n version: true,\n deletedTime: true,\n },\n })\n .then((fields) => {\n return fields.reduce(\n (acc, field) => {\n acc[field.id] = this.formatVersionAndType(field);\n return acc;\n },\n {} as Record\n );\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/readonly/readonly.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { FieldReadonlyServiceAdapter } from './field-readonly.service';\nimport { RecordReadonlyServiceAdapter } from './record-readonly.service';\nimport { TableReadonlyServiceAdapter } from './table-readonly.service';\nimport { ViewReadonlyServiceAdapter } from './view-readonly.service';\n\n@Module({\n imports: [],\n providers: [\n RecordReadonlyServiceAdapter,\n FieldReadonlyServiceAdapter,\n ViewReadonlyServiceAdapter,\n TableReadonlyServiceAdapter,\n ],\n exports: [\n RecordReadonlyServiceAdapter,\n FieldReadonlyServiceAdapter,\n ViewReadonlyServiceAdapter,\n TableReadonlyServiceAdapter,\n ],\n})\nexport class ReadonlyModule {}\n" }, { "path": "apps/nestjs-backend/src/share-db/readonly/readonly.service.ts", "content": "import { BadRequestException, Logger } from '@nestjs/common';\nimport { createAxios } from '@teable/openapi';\nimport type { ClsService } from 'nestjs-cls';\nimport type { IClsStore } from '../../types/cls';\nimport { RawOpType } from '../interface';\n\nexport class ReadonlyService {\n private readonly logger = new Logger(ReadonlyService.name);\n\n protected axios;\n constructor(clsService: ClsService) {\n this.axios = createAxios();\n this.axios.interceptors.request.use((config) => {\n const cookie = clsService.get('cookie');\n config.headers.cookie = cookie;\n config.baseURL = `http://localhost:${process.env.PORT}/api`;\n return config;\n });\n }\n\n formatVersionAndType(record?: { version: number; deletedTime: Date | null } | null): {\n version: number;\n type: RawOpType;\n } {\n if (!record) {\n return { version: -1, type: RawOpType.Del };\n }\n const { version, deletedTime } = record;\n if (version < 1) {\n throw new BadRequestException('Version is less than 1');\n }\n\n if (deletedTime) {\n return { version: version - 1, type: RawOpType.Del };\n }\n\n if (version === 1) {\n return { version: 0, type: RawOpType.Create };\n }\n return { version: version - 1, type: RawOpType.Edit };\n }\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/readonly/record-readonly.service.ts", "content": "import { Injectable, NotFoundException } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IGetRecordsRo } from '@teable/openapi';\nimport { IS_TEMPLATE_HEADER, BASE_SHARE_ID_HEADER } from '@teable/openapi';\nimport { Knex } from 'knex';\nimport { InjectModel } from 'nest-knexjs';\nimport { ClsService } from 'nestjs-cls';\nimport type { IShareDbReadonlyAdapterService, RawOpType } from '../interface';\nimport { ReadonlyService } from './readonly.service';\nimport type { IReadonlyServiceContext } from './types';\n\n@Injectable()\nexport class RecordReadonlyServiceAdapter\n extends ReadonlyService\n implements IShareDbReadonlyAdapterService\n{\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService,\n @InjectModel('CUSTOM_KNEX') private readonly knex: Knex\n ) {\n super(cls);\n }\n\n getDocIdsByQuery(tableId: string, query: IGetRecordsRo = {}) {\n const shareId = this.cls.get('shareViewId');\n const baseShareId = this.cls.get('baseShareId');\n const useShareViewEndpoint = shareId && !baseShareId;\n const templateHeader = this.cls.get('templateHeader');\n const url = useShareViewEndpoint\n ? `/share/${shareId}/socket/record/doc-ids`\n : `/table/${tableId}/record/socket/doc-ids`;\n return this.axios\n .post(\n url,\n {\n ...query,\n filter: JSON.stringify(query?.filter),\n orderBy: JSON.stringify(query?.orderBy),\n groupBy: JSON.stringify(query?.groupBy),\n collapsedGroupIds: JSON.stringify(query?.collapsedGroupIds),\n },\n {\n headers: {\n cookie: this.cls.get('cookie'),\n [IS_TEMPLATE_HEADER]: templateHeader,\n [BASE_SHARE_ID_HEADER]: baseShareId,\n },\n }\n )\n .then((res) => res.data);\n }\n getSnapshotBulk(\n tableId: string,\n recordIds: string[],\n projection?: { [fieldNameOrId: string]: boolean }\n ) {\n const shareId = this.cls.get('shareViewId');\n const baseShareId = this.cls.get('baseShareId');\n const useShareViewEndpoint = shareId && !baseShareId;\n const templateHeader = this.cls.get('templateHeader');\n const url = useShareViewEndpoint\n ? `/share/${shareId}/socket/record/snapshot-bulk`\n : `/table/${tableId}/record/socket/snapshot-bulk`;\n return this.axios\n .get(url, {\n headers: {\n cookie: this.cls.get('cookie'),\n [IS_TEMPLATE_HEADER]: templateHeader,\n [BASE_SHARE_ID_HEADER]: baseShareId,\n },\n params: {\n ids: recordIds,\n projection,\n },\n })\n .then((res) => res.data);\n }\n\n private async validateTable(tableId: string) {\n const table = await this.prismaService.tableMeta.findUnique({\n where: {\n id: tableId,\n },\n select: {\n version: true,\n deletedTime: true,\n dbTableName: true,\n },\n });\n if (!table) {\n throw new NotFoundException('Table not found');\n }\n return table;\n }\n\n async getVersionAndType(tableId: string, recordId: string) {\n const table = await this.validateTable(tableId);\n return this.prismaService\n .$queryRawUnsafe<\n { version: number; deletedTime: Date | null }[]\n >(this.knex(table.dbTableName).select('__version as version').where('__id', recordId).toQuery())\n .then((res) => {\n return this.formatVersionAndType(res[0]);\n });\n }\n\n async getVersionAndTypeMap(tableId: string, recordIds: string[]) {\n const table = await this.validateTable(tableId);\n const nativeQuery = this.knex(table.dbTableName)\n .select('__version as version', '__id')\n .whereIn('__id', recordIds)\n .toQuery();\n const recordRaw = await this.prismaService\n .txClient()\n .$queryRawUnsafe<{ version: number; deletedTime: Date | null; __id: string }[]>(nativeQuery);\n return recordRaw.reduce(\n (acc, record) => {\n acc[record.__id] = this.formatVersionAndType(record);\n return acc;\n },\n {} as Record\n );\n }\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/readonly/table-readonly.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { IS_TEMPLATE_HEADER, BASE_SHARE_ID_HEADER } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IShareDbReadonlyAdapterService, RawOpType } from '../interface';\nimport { ReadonlyService } from './readonly.service';\nimport type { IReadonlyServiceContext } from './types';\n\n@Injectable()\nexport class TableReadonlyServiceAdapter\n extends ReadonlyService\n implements IShareDbReadonlyAdapterService\n{\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService\n ) {\n super(cls);\n }\n\n getDocIdsByQuery(baseId: string) {\n const templateHeader = this.cls.get('templateHeader');\n const baseShareId = this.cls.get('baseShareId');\n return this.axios\n .get(`/base/${baseId}/table/socket/doc-ids`, {\n headers: {\n cookie: this.cls.get('cookie'),\n [IS_TEMPLATE_HEADER]: templateHeader,\n [BASE_SHARE_ID_HEADER]: baseShareId,\n },\n })\n .then((res) => res.data);\n }\n getSnapshotBulk(baseId: string, ids: string[]) {\n const templateHeader = this.cls.get('templateHeader');\n const baseShareId = this.cls.get('baseShareId');\n return this.axios\n .get(`/base/${baseId}/table/socket/snapshot-bulk`, {\n headers: {\n cookie: this.cls.get('cookie'),\n [IS_TEMPLATE_HEADER]: templateHeader,\n [BASE_SHARE_ID_HEADER]: baseShareId,\n },\n params: {\n ids,\n },\n })\n .then((res) => res.data);\n }\n\n getVersionAndType(baseId: string, tableId: string) {\n return this.prismaService.tableMeta\n .findUnique({\n where: {\n id: tableId,\n baseId,\n },\n select: {\n version: true,\n deletedTime: true,\n },\n })\n .then((res) => {\n return this.formatVersionAndType(res);\n });\n }\n\n getVersionAndTypeMap(baseId: string, tableIds: string[]) {\n return this.prismaService.tableMeta\n .findMany({\n where: {\n id: { in: tableIds },\n baseId,\n },\n select: {\n id: true,\n version: true,\n deletedTime: true,\n },\n })\n .then((tables) => {\n return tables.reduce(\n (acc, table) => {\n acc[table.id] = this.formatVersionAndType(table);\n return acc;\n },\n {} as Record\n );\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/readonly/types.ts", "content": "import type { IClsStore } from '../../types/cls';\n\nexport interface IReadonlyServiceContext extends IClsStore {\n templateHeader?: string;\n baseShareId?: string;\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/readonly/view-readonly.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { IS_TEMPLATE_HEADER, BASE_SHARE_ID_HEADER } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport type { IShareDbReadonlyAdapterService, RawOpType } from '../interface';\nimport { ReadonlyService } from './readonly.service';\nimport type { IReadonlyServiceContext } from './types';\n\n@Injectable()\nexport class ViewReadonlyServiceAdapter\n extends ReadonlyService\n implements IShareDbReadonlyAdapterService\n{\n constructor(\n private readonly cls: ClsService,\n private readonly prismaService: PrismaService\n ) {\n super(cls);\n }\n\n getDocIdsByQuery(tableId: string) {\n const shareId = this.cls.get('shareViewId');\n const baseShareId = this.cls.get('baseShareId');\n const useShareViewEndpoint = shareId && !baseShareId;\n const templateHeader = this.cls.get('templateHeader');\n const url = useShareViewEndpoint\n ? `/share/${shareId}/socket/view/doc-ids`\n : `/table/${tableId}/view/socket/doc-ids`;\n return this.axios\n .get(url, {\n headers: {\n cookie: this.cls.get('cookie'),\n [IS_TEMPLATE_HEADER]: templateHeader,\n [BASE_SHARE_ID_HEADER]: baseShareId,\n },\n })\n .then((res) => res.data);\n }\n getSnapshotBulk(tableId: string, ids: string[]) {\n const shareId = this.cls.get('shareViewId');\n const baseShareId = this.cls.get('baseShareId');\n const useShareViewEndpoint = shareId && !baseShareId;\n const templateHeader = this.cls.get('templateHeader');\n const url = useShareViewEndpoint\n ? `/share/${shareId}/socket/view/snapshot-bulk`\n : `/table/${tableId}/view/socket/snapshot-bulk`;\n return this.axios\n .get(url, {\n headers: {\n cookie: this.cls.get('cookie'),\n [IS_TEMPLATE_HEADER]: templateHeader,\n [BASE_SHARE_ID_HEADER]: baseShareId,\n },\n params: {\n ids,\n },\n })\n .then((res) => res.data);\n }\n\n getVersionAndType(tableId: string, viewId: string) {\n return this.prismaService.view\n .findUnique({\n where: {\n id: viewId,\n tableId,\n },\n select: {\n version: true,\n deletedTime: true,\n },\n })\n .then((res) => {\n return this.formatVersionAndType(res);\n });\n }\n\n getVersionAndTypeMap(tableId: string, viewIds: string[]) {\n return this.prismaService.view\n .findMany({\n where: {\n id: { in: viewIds },\n tableId,\n },\n select: {\n id: true,\n version: true,\n deletedTime: true,\n },\n })\n .then((views) => {\n return views.reduce(\n (acc, view) => {\n acc[view.id] = this.formatVersionAndType(view);\n return acc;\n },\n {} as Record\n );\n });\n }\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/repair-attachment-op/repair-attachment-op.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { AttachmentsStorageModule } from '../../features/attachments/attachments-storage.module';\nimport { RepairAttachmentOpService } from './repair-attachment-op.service';\n\n@Module({\n imports: [AttachmentsStorageModule],\n providers: [RepairAttachmentOpService],\n exports: [RepairAttachmentOpService],\n})\nexport class RepairAttachmentOpModule {}\n" }, { "path": "apps/nestjs-backend/src/share-db/repair-attachment-op/repair-attachment-op.service.ts", "content": "import { Injectable } from '@nestjs/common';\nimport type { IAttachmentCellValue, IOtOperation } from '@teable/core';\nimport { RecordOpBuilder } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { UploadType } from '@teable/openapi';\nimport type { EditOp, CreateOp, DeleteOp } from 'sharedb';\nimport { CacheService } from '../../cache/cache.service';\nimport { AttachmentsStorageService } from '../../features/attachments/attachments-storage.service';\nimport StorageAdapter from '../../features/attachments/plugins/adapter';\nimport { getTableThumbnailToken } from '../../utils/generate-thumbnail-path';\nimport { Timing } from '../../utils/timing';\nimport type { IRawOpMap } from '../interface';\n\n@Injectable()\nexport class RepairAttachmentOpService {\n constructor(\n private readonly prismaService: PrismaService,\n private readonly cacheService: CacheService,\n private readonly attachmentsStorageService: AttachmentsStorageService\n ) {}\n\n private isEditOp(rawOp: EditOp | CreateOp | DeleteOp): rawOp is EditOp {\n return Boolean(!rawOp.del && !rawOp.create && rawOp.op);\n }\n\n private getAttachmentCell(op: IOtOperation) {\n const setRecordOp = RecordOpBuilder.editor.setRecord.detect(op);\n if (!setRecordOp) {\n return;\n }\n const newCellValue = setRecordOp.newCellValue;\n if (newCellValue && Array.isArray(newCellValue) && newCellValue?.[0]?.mimetype) {\n return newCellValue as IAttachmentCellValue;\n }\n }\n\n private getCollectionsAttachmentToken(rawOp: EditOp | CreateOp | DeleteOp): string[] | undefined {\n if (!this.isEditOp(rawOp)) {\n return;\n }\n return rawOp.op.reduce((acc, op) => {\n const attachmentCell = this.getAttachmentCell(op);\n if (!attachmentCell) {\n return acc;\n }\n attachmentCell.forEach((cell) => {\n if (!cell.presignedUrl) {\n acc.push(cell.token);\n }\n });\n return acc;\n }, []);\n }\n\n private async getThumbnailPathTokenMap(tokens: string[]) {\n const thumbnailPathTokenMap: Record<\n string,\n {\n sm?: string;\n lg?: string;\n }\n > = {};\n // once handle 1000 tokens\n const batchSize = 1000;\n for (let i = 0; i < tokens.length; i += batchSize) {\n const batch = tokens.slice(i, i + batchSize);\n const attachments = await this.prismaService.txClient().attachments.findMany({\n where: { token: { in: batch } },\n select: { token: true, thumbnailPath: true },\n });\n attachments.forEach((attachment) => {\n if (attachment.thumbnailPath) {\n thumbnailPathTokenMap[attachment.token] = JSON.parse(attachment.thumbnailPath);\n }\n });\n }\n return thumbnailPathTokenMap;\n }\n\n private async getCachePreviewUrlTokenMap(tokens: string[]) {\n const previewUrlTokenMap: Record = {};\n // once handle 1000 tokens\n const batchSize = 1000;\n for (let i = 0; i < tokens.length; i += batchSize) {\n const batch = tokens.slice(i, i + batchSize);\n const previewUrls = await this.cacheService.getMany(\n batch.map((token) => `attachment:preview:${token}` as const)\n );\n previewUrls.forEach((urlCache, index) => {\n if (urlCache) {\n previewUrlTokenMap[batch[i + index]] = urlCache.url;\n }\n });\n }\n return previewUrlTokenMap;\n }\n\n @Timing()\n async getCollectionsAttachmentsContext(rawOpMaps: IRawOpMap[]) {\n const collectionsAttachmentTokens: Record = {};\n for (const rawOpMap of rawOpMaps) {\n for (const collection in rawOpMap) {\n const data = rawOpMap[collection];\n for (const docId in data) {\n const rawOp = data[docId] as EditOp | CreateOp | DeleteOp;\n const attachmentCells = this.getCollectionsAttachmentToken(rawOp);\n const tableId = collection.split('_')[1];\n if (attachmentCells?.length) {\n collectionsAttachmentTokens[`${tableId}-${docId}`] = attachmentCells;\n }\n }\n }\n }\n const tokens = Object.values(collectionsAttachmentTokens).flat();\n const uniqueTokens = [...new Set(tokens)];\n const thumbnailPathTokenMap = await this.getThumbnailPathTokenMap(uniqueTokens);\n const cachePreviewUrlTokenMap = await this.getCachePreviewUrlTokenMap(uniqueTokens);\n return {\n thumbnailPathTokenMap,\n cachePreviewUrlTokenMap,\n };\n }\n\n private async presignedAttachmentUrl(\n item: { name: string; path: string; token: string; mimetype: string },\n context: {\n thumbnailPathTokenMap: Record;\n cachePreviewUrlTokenMap: Record;\n }\n ) {\n const { thumbnailPathTokenMap, cachePreviewUrlTokenMap } = context;\n const { path, token, mimetype, name } = item;\n\n const presignedUrl =\n cachePreviewUrlTokenMap[token] ??\n (await this.attachmentsStorageService.getPreviewUrlByPath(\n StorageAdapter.getBucket(UploadType.Table),\n path,\n token,\n undefined,\n {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': mimetype,\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Disposition': `attachment; filename=\"${name}\"`,\n }\n ));\n let smThumbnailUrl: string | undefined;\n let lgThumbnailUrl: string | undefined;\n if (mimetype.startsWith('image/') && thumbnailPathTokenMap && thumbnailPathTokenMap[token]) {\n const { sm: smThumbnailPath, lg: lgThumbnailPath } = thumbnailPathTokenMap[token]!;\n if (smThumbnailPath) {\n smThumbnailUrl =\n cachePreviewUrlTokenMap?.[getTableThumbnailToken(smThumbnailPath)] ??\n (await this.attachmentsStorageService.getTableThumbnailUrl(smThumbnailPath, mimetype));\n }\n if (lgThumbnailPath) {\n lgThumbnailUrl =\n cachePreviewUrlTokenMap?.[getTableThumbnailToken(lgThumbnailPath)] ??\n (await this.attachmentsStorageService.getTableThumbnailUrl(lgThumbnailPath, mimetype));\n }\n smThumbnailUrl = smThumbnailUrl || presignedUrl;\n lgThumbnailUrl = lgThumbnailUrl || presignedUrl;\n }\n return {\n presignedUrl,\n smThumbnailUrl,\n lgThumbnailUrl,\n };\n }\n\n async repairAttachmentOp(\n rawOp: EditOp | CreateOp | DeleteOp,\n context: {\n thumbnailPathTokenMap: Record;\n cachePreviewUrlTokenMap: Record;\n }\n ) {\n if (!this.isEditOp(rawOp)) {\n return rawOp;\n }\n for (const op of rawOp.op) {\n const newAttachmentCell = this.getAttachmentCell(op);\n if (!newAttachmentCell) {\n continue;\n }\n for (const item of newAttachmentCell) {\n if (!item.presignedUrl) {\n const { presignedUrl, smThumbnailUrl, lgThumbnailUrl } =\n await this.presignedAttachmentUrl(item, context);\n item.presignedUrl = presignedUrl;\n item.smThumbnailUrl = smThumbnailUrl;\n item.lgThumbnailUrl = lgThumbnailUrl;\n }\n }\n op.oi = newAttachmentCell;\n }\n return rawOp;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/share-db.adapter.ts", "content": "import {\n Injectable,\n Logger,\n NotFoundException,\n Optional,\n UnauthorizedException,\n} from '@nestjs/common';\nimport type {\n IFieldPropertyKey,\n IFieldVo,\n IOtOperation,\n IRecord,\n ISnapshotBase,\n ITablePropertyKey,\n} from '@teable/core';\nimport {\n FieldOpBuilder,\n getRandomString,\n IdPrefix,\n RecordOpBuilder,\n TableOpBuilder,\n} from '@teable/core';\nimport type { ITableVo } from '@teable/openapi';\nimport { omit } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport type { CreateOp, DeleteOp, EditOp } from 'sharedb';\nimport ShareDb from 'sharedb';\nimport type { SnapshotMeta } from 'sharedb/lib/sharedb';\nimport { FieldService } from '../features/field/field.service';\nimport { TableService } from '../features/table/table.service';\nimport type { IClsStore } from '../types/cls';\nimport { exceptionParse } from '../utils/exception-parse';\nimport {\n RawOpType,\n type ICreateOp,\n type IEditOp,\n type IShareDbReadonlyAdapterService,\n} from './interface';\nimport { FieldReadonlyServiceAdapter } from './readonly/field-readonly.service';\nimport { RecordReadonlyServiceAdapter } from './readonly/record-readonly.service';\nimport { TableReadonlyServiceAdapter } from './readonly/table-readonly.service';\nimport { ViewReadonlyServiceAdapter } from './readonly/view-readonly.service';\n\nexport interface ICollectionSnapshot {\n type: string;\n v: number;\n data: IRecord;\n}\n\ntype IProjection = { [fieldNameOrId: string]: boolean };\n\n@Injectable()\nexport class ShareDbAdapter extends ShareDb.DB {\n private logger = new Logger(ShareDbAdapter.name);\n\n closed: boolean;\n\n constructor(\n private readonly cls: ClsService,\n private readonly tableService: TableReadonlyServiceAdapter,\n private readonly recordService: RecordReadonlyServiceAdapter,\n private readonly fieldService: FieldReadonlyServiceAdapter,\n private readonly viewService: ViewReadonlyServiceAdapter,\n private readonly tableServiceInner: TableService,\n @Optional() private readonly fieldServiceInner?: FieldService\n ) {\n super();\n this.closed = false;\n }\n\n getReadonlyService(type: IdPrefix): IShareDbReadonlyAdapterService {\n switch (type) {\n case IdPrefix.View:\n return this.viewService;\n case IdPrefix.Field:\n return this.fieldService;\n case IdPrefix.Record:\n return this.recordService;\n case IdPrefix.Table:\n return this.tableService;\n }\n throw new Error(`QueryType: ${type} has no readonly adapter service implementation`);\n }\n\n query = async (\n collection: string,\n query: unknown,\n projection: IProjection,\n options: unknown,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n callback: (err: any, snapshots: Snapshot[], extra?: any) => void\n ) => {\n this.queryPoll(collection, query, options, (error, results, extra) => {\n if (error) {\n return callback(error, []);\n }\n if (!results.length) {\n return callback(undefined, [], extra);\n }\n\n this.getSnapshotBulk(\n collection,\n results as string[],\n projection,\n options,\n (error, snapshots) => {\n if (error) {\n return callback(error, []);\n }\n callback(\n error,\n // eslint-disable-next-line @typescript-eslint/no-non-null-assertion\n results.map((id) => snapshots![id]),\n extra\n );\n }\n );\n });\n };\n\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n private getAuthHeaders(options: any) {\n const cookie = options?.cookie || options?.agentCustom?.cookie;\n const shareId = options?.shareId || options?.agentCustom?.shareId;\n const baseShareId = options?.baseShareId || options?.agentCustom?.baseShareId;\n const templateHeader = options?.templateHeader || options?.agentCustom?.templateHeader;\n if (!cookie && !shareId && !baseShareId && !templateHeader) {\n this.logger.error(`No cookie found in options agentCustom: ${JSON.stringify(options)}`);\n throw new UnauthorizedException('Unauthorized request not authorized');\n }\n return { cookie, shareViewId: shareId, baseShareId, templateHeader };\n }\n\n async queryPoll(\n collection: string,\n query: unknown,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n options: any,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n callback: (error: any | null, ids: string[], extra?: any) => void\n ) {\n try {\n const authHeaders = this.getAuthHeaders(options);\n await this.cls.runWith(\n {\n ...this.cls.get(),\n ...authHeaders,\n },\n async () => {\n const [docType, collectionId] = collection.split('_');\n const queryResult = await this.getReadonlyService(docType as IdPrefix).getDocIdsByQuery(\n collectionId,\n query\n );\n callback(null, queryResult.ids, queryResult.extra);\n }\n );\n } catch (e) {\n this.logger.error(e);\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n callback(exceptionParse(e as Error), []);\n }\n }\n\n // Return true to avoid polling if there is no possibility that an op could\n // affect a query's results\n // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n // @ts-ignore\n skipPoll(\n _collection: string,\n _id: string,\n op: CreateOp | DeleteOp | EditOp,\n _query: unknown\n ): boolean {\n // ShareDB is in charge of doing the validation of ops, so at this point we\n // should be able to assume that the op is structured validly\n if (op.create || op.del) return false;\n return !op.op;\n }\n\n close(callback: () => void) {\n this.closed = true;\n\n if (callback) callback();\n }\n\n async commit() {\n throw new Error('Method not implemented.');\n }\n\n private snapshots2Map(snapshots: ({ id: string } & T)[]): Record {\n return snapshots.reduce>((pre, cur) => {\n pre[cur.id] = cur;\n return pre;\n }, {});\n }\n\n // Get the named document from the database. The callback is called with (err,\n // snapshot). A snapshot with a version of zero is returned if the document\n // has never been created in the database.\n async getSnapshotBulk(\n collection: string,\n ids: string[],\n projection: IProjection | undefined,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n options: any,\n callback: (err: unknown | null, data?: Record) => void\n ) {\n try {\n const [docType, collectionId] = collection.split('_');\n\n let authHeaders;\n try {\n authHeaders = this.getAuthHeaders(options);\n } catch {\n // For internal (server-side) connections without auth, resolve field docs directly\n if (docType === IdPrefix.Field && this.fieldServiceInner) {\n const snapshotData = await this.fieldServiceInner.getSnapshotBulk(collectionId, ids);\n if (snapshotData.length) {\n const snapshots = snapshotData.map(\n (snapshot) =>\n new Snapshot(snapshot.id, snapshot.v, snapshot.type, snapshot.data, null)\n );\n callback(null, this.snapshots2Map(snapshots));\n } else {\n const snapshots = ids.map((id) => new Snapshot(id, 0, null, undefined, null));\n callback(null, this.snapshots2Map(snapshots));\n }\n return;\n }\n throw new UnauthorizedException('Unauthorized request not authorized');\n }\n const snapshotData = await this.cls.runWith(\n {\n ...this.cls.get(),\n ...authHeaders,\n },\n async () => {\n return this.getReadonlyService(docType as IdPrefix).getSnapshotBulk(\n collectionId,\n ids,\n projection && projection['$submit'] ? undefined : projection\n );\n }\n );\n if (snapshotData.length) {\n const snapshots = snapshotData.map(\n (snapshot) =>\n new Snapshot(\n snapshot.id,\n snapshot.v,\n snapshot.type,\n snapshot.data,\n null // TODO: metadata\n )\n );\n callback(null, this.snapshots2Map(snapshots));\n } else {\n const snapshots = ids.map((id) => new Snapshot(id, 0, null, undefined, null));\n callback(null, this.snapshots2Map(snapshots));\n }\n } catch (err) {\n this.logger.error(err);\n callback(exceptionParse(err as Error));\n }\n }\n\n async getSnapshot(\n collection: string,\n id: string,\n projection: IProjection | undefined,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n options: any,\n callback: (err: unknown, data?: Snapshot) => void\n ) {\n await this.getSnapshotBulk(collection, [id], projection, options, (err, data) => {\n if (err) {\n callback(err);\n } else {\n // eslint-disable-next-line @typescript-eslint/no-non-null-assertion\n callback(null, data![id]);\n }\n });\n }\n\n private async getSnapshotData(\n docType: IdPrefix,\n collectionId: string,\n ids: string[],\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n options: any\n ) {\n if (ids.length === 0) {\n return [];\n }\n if (docType === IdPrefix.Table) {\n return await this.tableServiceInner.getSnapshotBulk(collectionId, ids, {\n ignoreDefaultViewId: true,\n });\n }\n const authHeaders = this.getAuthHeaders(options);\n const snapshots = await this.cls.runWith(\n {\n ...this.cls.get(),\n ...authHeaders,\n },\n async () => {\n return await this.getReadonlyService(docType as IdPrefix).getSnapshotBulk(\n collectionId,\n ids\n );\n }\n );\n\n // Filter out meta field for Field type to prevent it from being sent to frontend\n if (docType === IdPrefix.Field) {\n return snapshots.map((snapshot) => ({\n ...snapshot,\n data: omit(snapshot.data as object, ['meta']),\n }));\n }\n\n return snapshots;\n }\n\n private hasGapVersion({\n opType,\n currentVersion,\n fromVersion,\n }: {\n opType: RawOpType;\n currentVersion: number;\n fromVersion: number;\n }) {\n if (opType === RawOpType.Del) {\n return false;\n }\n\n if (fromVersion > currentVersion) {\n return false;\n }\n return true;\n }\n\n async internalGetOps(\n collection: string,\n id: string,\n from: number,\n to: number | null,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n options: any,\n callback: (error: unknown, data?: unknown) => void,\n dataFunctions: {\n getVersionAndType: (\n collectionId: string,\n id: string\n ) => Promise<{ version: number; type: RawOpType }>;\n getSnapshotData: (\n docType: IdPrefix,\n collectionId: string,\n ids: string[],\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n options: any\n ) => Promise[]>;\n }\n ) {\n const { getVersionAndType, getSnapshotData } = dataFunctions;\n try {\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n const [docType, collectionId] = collection.split('_');\n\n const { version, type } = await getVersionAndType(collectionId, id);\n\n if (!this.hasGapVersion({ opType: type, currentVersion: version, fromVersion: from })) {\n callback(null, []);\n return;\n }\n\n const snapshotData = await getSnapshotData(docType as IdPrefix, collectionId, [id], options);\n\n if (!snapshotData.length) {\n throw new NotFoundException(`docType: ${docType}, id: ${id} not found`);\n }\n\n const { data } = snapshotData[0];\n const baseRaw = {\n src: getRandomString(21),\n seq: 1,\n v: version,\n };\n if (type === RawOpType.Create) {\n callback(null, [\n {\n ...baseRaw,\n create: {\n type: 'json0',\n data,\n },\n } as ICreateOp,\n ]);\n return;\n }\n\n const editOp = this.getOpsFromSnapshot(docType as IdPrefix, data);\n const gapVersion = Math.max((to || baseRaw.v + 1) - from, 0);\n const editOps = new Array(gapVersion).fill(0).map((_, i) => {\n return {\n ...baseRaw,\n src: getRandomString(21),\n v: from + i,\n } as IEditOp;\n });\n if (gapVersion > 0) {\n editOps[gapVersion - 1].op = editOp;\n }\n callback(null, editOps);\n } catch (err) {\n this.logger.error(err);\n callback(exceptionParse(err as Error));\n }\n }\n\n // Get operations between [from, to) non-inclusively. (Ie, the range should\n // contain start but not end).\n //\n // If end is null, this function should return all operations from start onwards.\n //\n // The operations that getOps returns don't need to have a version: field.\n // The version will be inferred from the parameters if it is missing.\n //\n // Callback should be called as callback(error, [list of ops]);\n async getOps(\n collection: string,\n id: string,\n from: number,\n to: number | null,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n options: any,\n callback: (error: unknown, data?: unknown) => void\n ) {\n const [docType] = collection.split('_');\n const readonlyService = this.getReadonlyService(docType as IdPrefix);\n await this.internalGetOps(collection, id, from, to, options, callback, {\n getVersionAndType: async (...args) => await readonlyService.getVersionAndType(...args),\n getSnapshotData: async (...args) => await this.getSnapshotData(...args),\n });\n }\n\n async getOpsBulk(\n collection: string,\n fromMap: Record,\n toMap: Record | undefined,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n options: any,\n callback: (error: unknown, data?: unknown) => void\n ) {\n const [docType, collectionId] = collection.split('_');\n const readonlyService = this.getReadonlyService(docType as IdPrefix);\n const versionAndTypeMap = await readonlyService.getVersionAndTypeMap(\n collectionId,\n Object.keys(fromMap)\n );\n const needGetSnapshotDataIds: string[] = [];\n for (const [id, from] of Object.entries(fromMap)) {\n const versionAndType = versionAndTypeMap[id];\n if (!versionAndType) {\n continue;\n }\n if (\n this.hasGapVersion({\n opType: versionAndType.type,\n currentVersion: versionAndType.version,\n fromVersion: from,\n })\n ) {\n needGetSnapshotDataIds.push(id);\n }\n }\n\n const snapshotDataMap = await this.getSnapshotData(\n docType as IdPrefix,\n collectionId,\n needGetSnapshotDataIds,\n options\n ).then((snapshots) => {\n return snapshots.reduce(\n (acc, snapshot) => {\n acc[snapshot.id] = snapshot;\n return acc;\n },\n {} as Record>\n );\n });\n const result: Record = {};\n for (const [id, from] of Object.entries(fromMap)) {\n let resultError: unknown = null;\n await this.internalGetOps(\n collection,\n id,\n from,\n toMap?.[id] ?? null,\n options,\n (err, data) => {\n if (err) {\n resultError = err;\n }\n result[id] = data;\n },\n {\n getVersionAndType: async (_collectionId, id) =>\n versionAndTypeMap[id] ?? { version: 0, type: RawOpType.Del },\n getSnapshotData: async (...args) => {\n const ids = args[2];\n return ids.map((id) => snapshotDataMap[id]).filter(Boolean);\n },\n }\n );\n if (resultError) {\n callback(resultError);\n return;\n }\n }\n callback(null, result);\n }\n\n private getOpsFromSnapshot(docType: IdPrefix, snapshot: unknown): IOtOperation[] {\n switch (docType) {\n case IdPrefix.Record:\n return Object.entries((snapshot as IRecord).fields).map(([fieldId, fieldValue]) => {\n return RecordOpBuilder.editor.setRecord.build({\n fieldId,\n newCellValue: fieldValue,\n oldCellValue: undefined,\n });\n });\n case IdPrefix.Field:\n return Object.entries(snapshot as IFieldVo)\n .filter(([key]) => key !== 'id')\n .map(([key, value]) => {\n return FieldOpBuilder.editor.setFieldProperty.build({\n key: key as IFieldPropertyKey,\n newValue: value,\n oldValue: undefined,\n });\n });\n case IdPrefix.Table:\n return Object.entries(snapshot as ITableVo)\n .filter(([key]) => key !== 'id')\n .map(([key, value]) => {\n return TableOpBuilder.editor.setTableProperty.build({\n key: key as ITablePropertyKey,\n newValue: value,\n oldValue: undefined,\n });\n });\n default:\n return [];\n }\n }\n}\n\nclass Snapshot implements ShareDb.Snapshot {\n constructor(\n public id: string,\n public v: number,\n public type: string | null,\n public data: unknown,\n public m: SnapshotMeta | null\n ) {}\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/share-db.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { FieldModule } from '../features/field/field.module';\nimport { TableModule } from '../features/table/table.module';\nimport { RealtimeMetricsModule } from './metrics/realtime-metrics.module';\nimport { ReadonlyModule } from './readonly/readonly.module';\nimport { RepairAttachmentOpModule } from './repair-attachment-op/repair-attachment-op.module';\nimport { ShareDbAdapter } from './share-db.adapter';\nimport { ShareDbService } from './share-db.service';\n\n@Module({\n imports: [\n TableModule,\n FieldModule,\n ReadonlyModule,\n RepairAttachmentOpModule,\n RealtimeMetricsModule,\n ],\n providers: [ShareDbService, ShareDbAdapter],\n exports: [ShareDbService, RealtimeMetricsModule],\n})\nexport class ShareDbModule {}\n" }, { "path": "apps/nestjs-backend/src/share-db/share-db.service.ts", "content": "import { Injectable, Logger, Optional } from '@nestjs/common';\nimport { context as otelContext, trace as otelTrace } from '@opentelemetry/api';\nimport { FieldOpBuilder, IdPrefix, ViewOpBuilder } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { noop } from 'lodash';\nimport { ClsService } from 'nestjs-cls';\nimport type { CreateOp, DeleteOp, EditOp } from 'sharedb';\nimport ShareDBClass from 'sharedb';\nimport { CacheConfig, ICacheConfig } from '../configs/cache.config';\nimport { EventEmitterService } from '../event-emitter/event-emitter.service';\nimport { PerformanceCacheService } from '../performance-cache';\nimport type { IClsStore } from '../types/cls';\nimport { Timing } from '../utils/timing';\nimport { authMiddleware } from './auth.middleware';\nimport type { IRawOpMap } from './interface';\nimport { RealtimeMetricsService } from './metrics/realtime-metrics.service';\nimport { RepairAttachmentOpService } from './repair-attachment-op/repair-attachment-op.service';\nimport { ShareDbAdapter } from './share-db.adapter';\nimport { RedisPubSub } from './sharedb-redis.pubsub';\n\nconst v2ProjectionOpSourcePrefix = '@@v2-projection:';\nconst v2ProjectionSubmitSource = '@@v2-projection';\n\nconst hasClientStream = (\n agent: unknown\n): agent is { stream: { write?: unknown; send?: unknown } } => {\n if (!agent || typeof agent !== 'object') {\n return false;\n }\n if (!('stream' in agent)) {\n return false;\n }\n\n const stream = (agent as { stream?: unknown }).stream;\n if (!stream || typeof stream !== 'object') {\n return false;\n }\n\n return 'write' in stream || 'send' in stream;\n};\n\n@Injectable()\nexport class ShareDbService extends ShareDBClass {\n private logger = new Logger(ShareDbService.name);\n\n constructor(\n readonly shareDbAdapter: ShareDbAdapter,\n private readonly eventEmitterService: EventEmitterService,\n private readonly prismaService: PrismaService,\n private readonly cls: ClsService,\n private readonly repairAttachmentOpService: RepairAttachmentOpService,\n @CacheConfig() private readonly cacheConfig: ICacheConfig,\n private readonly performanceCacheService: PerformanceCacheService,\n @Optional() private readonly realtimeMetrics?: RealtimeMetricsService\n ) {\n super({\n presence: true,\n doNotForwardSendPresenceErrorsToClient: true,\n db: shareDbAdapter,\n maxSubmitRetries: 3,\n });\n\n const { provider, redis } = this.cacheConfig;\n if (provider === 'redis') {\n if (!redis.uri) {\n throw new Error('Redis URI is required for Redis cache provider.');\n }\n const redisPubsub = new RedisPubSub({ redisURI: redis.uri });\n\n this.logger.log(`> Detected Redis cache; enabled the Redis pub/sub adapter for ShareDB.`);\n this.pubsub = redisPubsub;\n }\n\n authMiddleware(this);\n this.use('submit', this.onSubmit);\n\n // broadcast raw op events to client\n this.prismaService.bindAfterTransaction(async () => {\n const rawOpMaps = this.cls.get('tx.rawOpMaps');\n this.cls.set('tx.rawOpMaps', undefined);\n\n const ops: IRawOpMap[] = [];\n if (rawOpMaps?.length) {\n ops.push(...rawOpMaps);\n }\n\n if (ops.length) {\n await this.updateTableMetaByRawOpMap(rawOpMaps);\n await this.publishOpsMap(rawOpMaps);\n this.eventEmitterService.ops2Event(ops);\n }\n\n // clear cache keys\n const clearCacheKeys = this.cls.get('clearCacheKeys');\n if (clearCacheKeys?.length) {\n await Promise.all(clearCacheKeys.map((key) => this.performanceCacheService.del(key)));\n this.cls.set('clearCacheKeys', undefined);\n }\n });\n }\n\n getConnection() {\n return this.connect();\n }\n\n @Timing()\n private async updateTableMetaByRawOpMap(rawOpMap?: IRawOpMap[]) {\n if (!rawOpMap?.length) {\n return;\n }\n const collection = rawOpMap.flatMap((map) => Object.keys(map));\n const tableIds = collection\n .filter(\n (c) =>\n c.startsWith(IdPrefix.Record) ||\n c.startsWith(IdPrefix.View) ||\n c.startsWith(IdPrefix.Field)\n )\n .map((c) => c.split('_')[1]);\n\n if (!tableIds.length) {\n return;\n }\n await this.prismaService.txClient().tableMeta.updateMany({\n where: { id: { in: tableIds } },\n data: { lastModifiedTime: new Date().toISOString() },\n });\n }\n\n @Timing()\n async publishOpsMap(rawOpMaps: IRawOpMap[] | undefined) {\n if (!rawOpMaps?.length) {\n return;\n }\n let publishCount = 0;\n const repairAttachmentContext =\n await this.repairAttachmentOpService.getCollectionsAttachmentsContext(rawOpMaps);\n for (const rawOpMap of rawOpMaps) {\n for (const collection in rawOpMap) {\n const data = rawOpMap[collection];\n for (const docId in data) {\n const rawOp = data[docId] as EditOp | CreateOp | DeleteOp;\n const channels = [collection, `${collection}.${docId}`];\n rawOp.c = collection;\n rawOp.d = docId;\n const repairedOp = await this.repairAttachmentOpService.repairAttachmentOp(\n rawOp,\n repairAttachmentContext\n );\n this.pubsub.publish(channels, repairedOp, noop);\n publishCount++;\n\n if (this.shouldPublishAction(repairedOp)) {\n const tableId = collection.split('_')[1];\n this.publishRelatedChannels(tableId, repairedOp);\n }\n }\n }\n }\n if (publishCount > 0) {\n this.realtimeMetrics?.recordOpsPublished(publishCount);\n }\n }\n\n // for update record when import\n publishRecordChannel(tableId: string, rawOp: EditOp | CreateOp | DeleteOp) {\n this.pubsub.publish([`${IdPrefix.Record}_${tableId}`], rawOp, noop);\n }\n\n private shouldPublishAction(rawOp: EditOp | CreateOp | DeleteOp) {\n const viewKeys = ['filter', 'sort', 'group', 'lastModifiedTime'];\n const fieldKeys = ['options'];\n return rawOp.op?.some(\n (op) =>\n viewKeys.includes(ViewOpBuilder.editor.setViewProperty.detect(op)?.key as string) ||\n fieldKeys.includes(FieldOpBuilder.editor.setFieldProperty.detect(op)?.key as string)\n );\n }\n\n /**\n * this is for some special scenarios like manual sort\n * which only send view ops but update record too\n */\n private publishRelatedChannels(tableId: string, rawOp: EditOp | CreateOp | DeleteOp) {\n this.pubsub.publish([`${IdPrefix.Record}_${tableId}`], rawOp, noop);\n this.pubsub.publish([`${IdPrefix.Field}_${tableId}`], rawOp, noop);\n }\n\n private onSubmit = (\n context: ShareDBClass.middleware.SubmitContext,\n next: (err?: unknown) => void\n ) => {\n const tracer = otelTrace.getTracer('default');\n const currentSpan = tracer.startSpan('submitOp');\n\n otelContext.with(otelTrace.setSpan(otelContext.active(), currentSpan), () => {\n const submitSource =\n ((context as ShareDBClass.middleware.SubmitContext & { options?: { source?: unknown } })\n .options?.source as unknown) ??\n ((context as ShareDBClass.middleware.SubmitContext & { extra?: { source?: unknown } }).extra\n ?.source as unknown);\n if (submitSource === v2ProjectionSubmitSource) {\n return next();\n }\n\n const opSource = typeof context.op.src === 'string' ? context.op.src : '';\n if (opSource.startsWith(v2ProjectionOpSourcePrefix)) {\n return next();\n }\n\n if (!hasClientStream(context.agent)) {\n return next();\n }\n\n const [docType] = context.collection.split('_');\n\n if (docType !== IdPrefix.Record || !context.op.op) {\n this.realtimeMetrics?.recordOperationError('invalid_doc_type');\n return next(new Error('only record op can be committed'));\n }\n this.realtimeMetrics?.recordOperationSubmit();\n next();\n });\n };\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/share-db.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { GlobalModule } from '../global/global.module';\nimport { ShareDbModule } from './share-db.module';\nimport { ShareDbService } from './share-db.service';\n\ndescribe('ShareDb', () => {\n let provider: ShareDbService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n imports: [GlobalModule, ShareDbModule],\n }).compile();\n\n provider = module.get(ShareDbService);\n });\n\n it('should be defined', () => {\n expect(provider).toBeDefined();\n });\n\n // it('create simple document', (done) => {\n // const randomTitle = `B:${Math.floor(Math.random() * 1000)}`;\n // const doc = provider.connect().get('books', randomTitle);\n // doc.create({ title: randomTitle }, function (error) {\n // if (error) throw error;\n // doc.submitOp({ p: ['author'], oi: 'George Orwell' }, undefined, (error: unknown) => {\n // if (error) throw error;\n // console.log('submit succeed!');\n // done();\n // });\n // });\n // }, 1000);\n});\n" }, { "path": "apps/nestjs-backend/src/share-db/sharedb-redis.pubsub.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport Redis from 'ioredis';\nimport type { Error as ShareDBError } from 'sharedb';\nimport { PubSub } from 'sharedb';\n\nconst PUBLISH_SCRIPT = 'for i = 2, #ARGV do ' + 'redis.call(\"publish\", ARGV[i], ARGV[1]) ' + 'end';\n\n// Redis pubsub driver for ShareDB.\n//\n// The redis driver requires two redis clients (a single redis client can't do\n// both pubsub and normal messaging). These clients will be created\n// automatically if you don't provide them.\nexport class RedisPubSub extends PubSub {\n client: Redis;\n observer: Redis;\n _closing?: boolean;\n\n constructor(options: { redisURI: string; prefix?: string }) {\n super(options);\n\n const isDev = process.env.NODE_ENV === 'development';\n\n const devRedisOptions = {\n retryStrategy(times: number) {\n if (times > 20) {\n console.error('Redis connection retry limit exceeded');\n return null;\n }\n return Math.min(times * 100, 3000);\n },\n maxRetriesPerRequest: null,\n reconnectOnError(err: unknown) {\n const message = err instanceof Error ? err.message : String(err);\n return (\n message.includes('Connection is closed') ||\n message.includes('READONLY') ||\n message.includes('ECONNRESET') ||\n message.includes('ETIMEDOUT') ||\n message.includes('ENOTFOUND')\n );\n },\n autoResendUnfulfilledCommands: true,\n autoResubscribe: true,\n connectTimeout: 10000,\n commandTimeout: 5000,\n enableReadyCheck: true,\n enableOfflineQueue: true,\n lazyConnect: false,\n };\n\n this.client = isDev\n ? new Redis(options.redisURI, devRedisOptions)\n : new Redis(options.redisURI);\n\n // Redis doesn't allow the same connection to both listen to channels and do\n // operations. Make an extra redis connection for subscribing with the same\n // options if not provided\n this.observer = isDev\n ? new Redis(options.redisURI, devRedisOptions)\n : new Redis(options.redisURI);\n\n if (isDev) {\n this.setupConnectionListeners(this.client, 'client');\n this.setupConnectionListeners(this.observer, 'observer');\n }\n\n this.observer.on('message', this.handleMessage.bind(this));\n }\n\n private setupConnectionListeners(redis: Redis, name: string): void {\n redis.on('connect', () => {\n console.log(`[ShareDB Redis ${name}] Connecting...`);\n });\n\n redis.on('ready', () => {\n console.log(`[ShareDB Redis ${name}] Ready`);\n });\n\n redis.on('error', (err) => {\n console.error(`[ShareDB Redis ${name}] Error:`, err.message);\n });\n\n redis.on('close', () => {\n console.warn(`[ShareDB Redis ${name}] Connection closed`);\n });\n\n redis.on('reconnecting', (delay: number) => {\n console.log(`[ShareDB Redis ${name}] Reconnecting in ${delay}ms...`);\n });\n\n redis.on('end', () => {\n console.warn(`[ShareDB Redis ${name}] Connection ended`);\n });\n }\n\n close(\n callback = function (err: ShareDBError | null) {\n if (err) throw err;\n }\n ): void {\n PubSub.prototype.close.call(this, (err) => {\n if (err) return callback(err);\n this._close().then(function () {\n callback(null);\n }, callback);\n });\n }\n\n async _close() {\n if (this._closing) {\n return;\n }\n this._closing = true;\n this.observer.removeAllListeners();\n await Promise.all([this.client.quit(), this.observer.quit()]);\n }\n\n _subscribe(channel: string, callback: (err: ShareDBError | null) => void): void {\n this.observer.subscribe(channel).then(function () {\n callback(null);\n }, callback);\n }\n\n handleMessage(channel: string, message: string) {\n this._emit(channel, JSON.parse(message));\n }\n\n _unsubscribe(channel: string, callback: (err: ShareDBError | null) => void): void {\n this.observer.unsubscribe(channel).then(function () {\n callback(null);\n }, callback);\n }\n\n async _publish(channels: string[], data: unknown, callback: (err: ShareDBError | null) => void) {\n const message = JSON.stringify(data);\n const args = [message].concat(channels);\n this.client.eval(PUBLISH_SCRIPT, 0, ...args).then(function () {\n callback(null);\n }, callback);\n }\n}\n" }, { "path": "apps/nestjs-backend/src/share-db/utils.ts", "content": "import { ActionPrefix, IdPrefix } from '@teable/core';\nimport type { CreateOp, DeleteOp, EditOp } from 'sharedb';\n\nexport const getPrefixAction = (docType: IdPrefix) => {\n switch (docType) {\n case IdPrefix.View:\n return ActionPrefix.View;\n case IdPrefix.Table:\n return ActionPrefix.Table;\n case IdPrefix.Record:\n return ActionPrefix.Record;\n case IdPrefix.Field:\n return ActionPrefix.Field;\n default:\n return null;\n }\n};\n\nexport const getAction = (op: CreateOp | DeleteOp | EditOp) => {\n if (op.create) {\n return 'create';\n }\n if (op.del) {\n return 'delete';\n }\n if (op.op) {\n return 'update';\n }\n return null;\n};\n\nexport const getAxiosBaseUrl = () => `http://localhost:${process.env.PORT}/api`;\n" }, { "path": "apps/nestjs-backend/src/swagger.ts", "content": "import 'dayjs/plugin/timezone';\nimport 'dayjs/plugin/utc';\nimport fs from 'fs';\nimport path from 'path';\nimport type { INestApplication } from '@nestjs/common';\nimport type { OpenAPIObject } from '@nestjs/swagger';\nimport { SwaggerModule } from '@nestjs/swagger';\nimport { getOpenApiDocumentation } from '@teable/openapi';\nimport type { RedocOptions } from 'nestjs-redoc';\nimport { RedocModule } from 'nestjs-redoc';\n\nexport async function setupSwagger(\n app: INestApplication,\n publicOrigin: string,\n enabledSnippet: boolean\n) {\n const openApiDocumentation = await getOpenApiDocumentation({\n origin: publicOrigin,\n snippet: enabledSnippet,\n });\n\n const jsonString = JSON.stringify(openApiDocumentation);\n fs.writeFileSync(path.join(__dirname, '/openapi.json'), jsonString);\n SwaggerModule.setup('/docs', app, openApiDocumentation as OpenAPIObject);\n\n // Instead of using SwaggerModule.setup() you call this module\n const redocOptions: RedocOptions = {\n logo: {\n backgroundColor: '#F0F0F0',\n altText: 'Teable logo',\n },\n };\n await RedocModule.setup('/redocs', app, openApiDocumentation as OpenAPIObject, redocOptions);\n}\n" }, { "path": "apps/nestjs-backend/src/tracing/base-tracing.service.ts", "content": "import { Logger } from '@nestjs/common';\nimport type { Span } from '@opentelemetry/api';\nimport { trace } from '@opentelemetry/api';\n\nexport abstract class BaseTracingService {\n protected readonly logger = new Logger(this.constructor.name);\n\n protected withActiveSpan(fn: (span: Span) => void): void {\n try {\n const span = trace.getActiveSpan();\n if (!span) return;\n fn(span);\n } catch (e) {\n this.logger.warn(`Tracing failed: ${e}`);\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/tracing/decorators/span.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { Span as ApiSpan, SpanOptions } from '@opentelemetry/api';\nimport { SpanStatusCode, trace } from '@opentelemetry/api';\nimport { copyDecoratorMetadata } from '../../utils/metadata';\n\nconst recordException = (span: ApiSpan, error: any) => {\n span.recordException(error);\n span.setStatus({ code: SpanStatusCode.ERROR, message: error.message });\n};\n\nexport function Span(name?: string, options: SpanOptions = {}): MethodDecorator {\n return (target: any, propertyKey: string | symbol, descriptor: TypedPropertyDescriptor) => {\n const originalFunction = descriptor.value;\n const wrappedFunction = function (this: any, ...args: any[]) {\n const spanName = name || `${target.constructor.name}.${String(propertyKey)}`;\n const tracer = trace.getTracer('default');\n\n return tracer.startActiveSpan(spanName, options, (span) => {\n if (originalFunction.constructor.name === 'AsyncFunction') {\n return originalFunction\n .apply(this, args)\n .catch((error: any) => {\n recordException(span, error);\n // Throw error to propagate it further\n throw error;\n })\n .finally(() => {\n span.end();\n });\n }\n\n try {\n return originalFunction.apply(this, args);\n } catch (error) {\n recordException(span, error);\n // Throw error to propagate it further\n throw error;\n } finally {\n span.end();\n }\n });\n };\n\n descriptor.value = wrappedFunction;\n\n copyDecoratorMetadata(originalFunction, wrappedFunction);\n };\n}\n" }, { "path": "apps/nestjs-backend/src/tracing/route-tracing.interceptor.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { CallHandler, ExecutionContext, NestInterceptor } from '@nestjs/common';\nimport { Inject, Injectable, Optional } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { trace, TraceFlags } from '@opentelemetry/api';\nimport type { Observable } from 'rxjs';\nimport { tap } from 'rxjs/operators';\n\nconst buildTraceLink = (traceId: string, baseUrl?: string) => {\n const normalizedBaseUrl = baseUrl?.replace(/\\/+$/, '');\n if (!normalizedBaseUrl) return null;\n return `${normalizedBaseUrl}/trace/${traceId}?uiEmbed=v0`;\n};\n\nconst buildTraceparent = (traceId: string, spanId: string, traceFlags: TraceFlags) => {\n const sampled = (traceFlags & TraceFlags.SAMPLED) === TraceFlags.SAMPLED;\n return `00-${traceId}-${spanId}-${sampled ? '01' : '00'}`;\n};\n\n@Injectable()\nexport class RouteTracingInterceptor implements NestInterceptor {\n private readonly traceLinkBaseUrl?: string;\n\n constructor(@Optional() @Inject(ConfigService) configService?: ConfigService) {\n this.traceLinkBaseUrl =\n configService?.get('TRACE_LINK_BASE_URL') ?? process.env.TRACE_LINK_BASE_URL;\n }\n\n intercept(context: ExecutionContext, next: CallHandler): Observable {\n const request = context.switchToHttp().getRequest();\n const response = context.switchToHttp().getResponse();\n\n const span = trace.getActiveSpan();\n\n if (span) {\n const controllerClass = context.getClass();\n const handlerName = context.getHandler();\n const httpMethod = request.method;\n const url = request.url;\n const route = request.route?.path || this.extractRouteFromUrl(url);\n\n span.setAttributes({\n 'http.method': httpMethod,\n 'http.route': route,\n 'http.target': url,\n 'http.url': `${request.protocol}://${request.get('host')}${url}`,\n 'nest.controller': controllerClass.name,\n 'nest.handler': handlerName.name,\n 'teable.route.full': `${httpMethod} ${route}`,\n 'teable.route.controller': controllerClass.name,\n 'teable.route.handler': handlerName.name,\n });\n\n const spanName = `${httpMethod} ${route}`;\n span.updateName(spanName);\n\n // Set trace response headers\n const spanContext = span.spanContext();\n response.setHeader(\n 'traceparent',\n buildTraceparent(spanContext.traceId, spanContext.spanId, spanContext.traceFlags)\n );\n const traceLink = buildTraceLink(spanContext.traceId, this.traceLinkBaseUrl);\n if (traceLink) {\n response.setHeader('Link', `<${traceLink}>; rel=\"trace\"`);\n }\n }\n\n return next.handle().pipe(\n tap(() => {\n if (span) {\n span.setAttributes({\n 'http.status_code': response.statusCode,\n responseStatusCode: response.statusCode.toString(),\n });\n }\n })\n );\n }\n\n private extractRouteFromUrl(url: string): string {\n return url\n .split('?')[0]\n .replace(/\\/[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}/g, '/:id')\n .replace(/\\/[a-z0-9]{20,}/gi, '/:id')\n .replace(/\\/\\d+/g, '/:id')\n .replace(/\\/rec[a-zA-Z0-9]+/g, '/:recordId')\n .replace(/\\/tbl[a-zA-Z0-9]+/g, '/:tableId')\n .replace(/\\/fld[a-zA-Z0-9]+/g, '/:fieldId')\n .replace(/\\/vw[a-zA-Z0-9]+/g, '/:viewId')\n .replace(/\\/bs[a-zA-Z0-9]+/g, '/:baseId')\n .replace(/\\/spc[a-zA-Z0-9]+/g, '/:spaceId');\n }\n}\n" }, { "path": "apps/nestjs-backend/src/tracing.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/**\n * OpenTelemetry Tracing Configuration\n *\n * This module initializes OpenTelemetry SDK for distributed tracing, logging, and metrics.\n *\n * Environment Variables:\n * ─────────────────────────────────────────────────────────────────────────────────────────────────────────\n * | Variable | Description | Dev Default | Prod Default |\n * |------------------------------------|--------------------------------|------------------|--------------|\n * | OTEL_EXPORTER_OTLP_ENDPOINT | Trace exporter endpoint | localhost:4318 | (disabled) |\n * | OTEL_EXPORTER_OTLP_LOGS_ENDPOINT | Log exporter endpoint | localhost:4318 | (disabled) |\n * | OTEL_EXPORTER_OTLP_METRICS_ENDPOINT| Metrics exporter endpoint | (disabled) | (disabled) |\n * | OTEL_EXPORTER_OTLP_HEADERS | Custom headers (key=val,...) | (none) | (none) |\n * | OTEL_SERVICE_NAME | Service name for tracing | teable | teable |\n * | OTEL_EXPORT_RATIO | Export ratio (0.0-1.0) | 1.0 (100%) | 0.1 (10%) |\n * | OTEL_EXPORT_LATENCY_THRESHOLD_MS | Slow request threshold (ms) | 1500 | 1500 |\n * | OTEL_METRIC_EXPORT_INTERVAL_MS | Metrics export interval (ms) | 10000 | 60000 |\n * | BACKEND_SENTRY_DSN | Sentry DSN for error tracking | (disabled) | (disabled) |\n * | BUILD_VERSION | Build version for resource | (none) | (none) |\n * ─────────────────────────────────────────────────────────────────────────────────────────────────────────\n *\n * Notes:\n * - In development, traces and logs are enabled by default (localhost endpoint)\n * - In production, you must explicitly set OTEL_EXPORTER_OTLP_ENDPOINT to enable tracing\n * - Sampling rate is always 100%; OTEL_EXPORT_RATIO controls how many spans are sent to backend\n * - Smart export always sends: errors, HTTP 5xx responses, and slow requests (regardless of ratio)\n */\nimport { Logger } from '@nestjs/common';\nimport { metrics, SpanKind, SpanStatusCode } from '@opentelemetry/api';\nimport { AsyncLocalStorageContextManager } from '@opentelemetry/context-async-hooks';\nimport { OTLPLogExporter } from '@opentelemetry/exporter-logs-otlp-http';\nimport { OTLPMetricExporter } from '@opentelemetry/exporter-metrics-otlp-http';\nimport { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-http';\nimport { ExpressInstrumentation, ExpressLayerType } from '@opentelemetry/instrumentation-express';\nimport { HttpInstrumentation } from '@opentelemetry/instrumentation-http';\nimport { IORedisInstrumentation } from '@opentelemetry/instrumentation-ioredis';\nimport { NestInstrumentation } from '@opentelemetry/instrumentation-nestjs-core';\nimport { PgInstrumentation } from '@opentelemetry/instrumentation-pg';\nimport { PinoInstrumentation } from '@opentelemetry/instrumentation-pino';\nimport { RuntimeNodeInstrumentation } from '@opentelemetry/instrumentation-runtime-node';\nimport { resourceFromAttributes } from '@opentelemetry/resources';\nimport * as opentelemetry from '@opentelemetry/sdk-node';\nimport { BatchSpanProcessor, NoopSpanProcessor } from '@opentelemetry/sdk-trace-base';\nimport type { SpanProcessor } from '@opentelemetry/sdk-trace-base';\nimport {\n ATTR_HTTP_RESPONSE_STATUS_CODE,\n ATTR_SERVICE_NAME,\n ATTR_SERVICE_VERSION,\n} from '@opentelemetry/semantic-conventions';\nimport { PrismaInstrumentation } from '@prisma/instrumentation';\nimport {\n SentryPropagator,\n SentrySpanProcessor,\n wrapContextManagerClass,\n} from '@sentry/opentelemetry';\n\n// Use webpack's special require that bypasses bundling, falling back to standard require\n// This is needed because webpack transforms import.meta.url and createRequire in ways\n// that can break module resolution for native Node.js modules like pg.\ndeclare const __non_webpack_require__: NodeRequire | undefined;\nconst nativeRequire: NodeRequire =\n typeof __non_webpack_require__ !== 'undefined' ? __non_webpack_require__ : require;\n\nconst { BatchLogRecordProcessor } = opentelemetry.logs;\nconst { PeriodicExportingMetricReader, AggregationType } = opentelemetry.metrics;\nconst { AlwaysOnSampler } = opentelemetry.node;\n\nconst otelLogger = new Logger('OpenTelemetry');\nconst isDevelopment = process.env.NODE_ENV !== 'production';\n\n/**\n * Environment-specific default values\n * - undefined means the feature is disabled unless explicitly configured\n */\nconst ENV_DEFAULTS = {\n development: {\n OTEL_EXPORTER_OTLP_ENDPOINT: 'http://localhost:4318/v1/traces',\n OTEL_EXPORTER_OTLP_LOGS_ENDPOINT: 'http://localhost:4318/v1/logs',\n OTEL_EXPORTER_OTLP_METRICS_ENDPOINT: undefined,\n OTEL_SERVICE_NAME: 'teable',\n OTEL_EXPORT_RATIO: '1.0',\n OTEL_EXPORT_LATENCY_THRESHOLD_MS: '1500',\n OTEL_METRIC_EXPORT_INTERVAL_MS: '10000',\n },\n production: {\n OTEL_EXPORTER_OTLP_ENDPOINT: undefined,\n OTEL_EXPORTER_OTLP_LOGS_ENDPOINT: undefined,\n OTEL_EXPORTER_OTLP_METRICS_ENDPOINT: undefined,\n OTEL_SERVICE_NAME: 'teable',\n OTEL_EXPORT_RATIO: '0.1',\n OTEL_EXPORT_LATENCY_THRESHOLD_MS: '1500',\n OTEL_METRIC_EXPORT_INTERVAL_MS: '60000',\n },\n} as const;\n\nconst hasSentry = !!process.env.BACKEND_SENTRY_DSN;\n\ntype EnvConfigKey = keyof typeof ENV_DEFAULTS.development;\n\n/**\n * Get configuration value\n * Priority: environment variable > current environment default\n */\nconst getConfig = (key: EnvConfigKey): string | undefined => {\n const envValue = process.env[key];\n if (envValue !== undefined) return envValue;\n\n const defaults = isDevelopment ? ENV_DEFAULTS.development : ENV_DEFAULTS.production;\n return defaults[key];\n};\n\nconst parseHeaders = (headerStr?: string): Record => {\n if (!headerStr) return {};\n return headerStr.split(',').reduce(\n (acc, curr) => {\n const [key, ...valueParts] = curr.split('=');\n const value = valueParts.join('=');\n if (key && value) acc[key.trim()] = value.trim();\n return acc;\n },\n {} as Record\n );\n};\n\nconst parseNumber = (value: string | undefined, defaultValue: number): number => {\n const parsed = Number(value);\n return Number.isFinite(parsed) ? parsed : defaultValue;\n};\n\n// Configuration\nconst headers = parseHeaders(process.env.OTEL_EXPORTER_OTLP_HEADERS);\nconst traceEndpoint = getConfig('OTEL_EXPORTER_OTLP_ENDPOINT');\nconst logEndpoint = getConfig('OTEL_EXPORTER_OTLP_LOGS_ENDPOINT');\nconst metricsEndpoint = getConfig('OTEL_EXPORTER_OTLP_METRICS_ENDPOINT');\nconst serviceName = getConfig('OTEL_SERVICE_NAME') || 'teable';\nconst exportRatio = Math.max(0, Math.min(1, parseNumber(getConfig('OTEL_EXPORT_RATIO'), 0.1)));\nconst latencyThresholdMs = Math.max(\n 0,\n parseNumber(getConfig('OTEL_EXPORT_LATENCY_THRESHOLD_MS'), 1500)\n);\nconst metricExportIntervalMs = Math.max(\n 1000,\n parseNumber(getConfig('OTEL_METRIC_EXPORT_INTERVAL_MS'), 60000)\n);\n\n// Exporters\nconst createExporterOptions = (url?: string) => ({\n url,\n headers: { 'Content-Type': 'application/x-protobuf', ...headers },\n});\n\nconst traceExporter = traceEndpoint\n ? new OTLPTraceExporter(createExporterOptions(traceEndpoint))\n : undefined;\nconst logExporter = logEndpoint\n ? new OTLPLogExporter(createExporterOptions(logEndpoint))\n : undefined;\nconst metricsExporter = metricsEndpoint\n ? new OTLPMetricExporter(createExporterOptions(metricsEndpoint))\n : undefined;\n\n// Strip high-cardinality resource attributes from metrics only.\n// Traces and logs keep these for debugging; metrics drop them to prevent\n// cardinality explosion in ephemeral containers (each restart = new host.name + pid).\nif (metricsExporter) {\n const dropFromMetricResource = new Set([\n 'host.name',\n 'host.arch',\n 'os.type',\n 'os.description',\n 'process.pid',\n 'process.command',\n 'process.command_args',\n 'process.command_line',\n 'process.executable.path',\n 'process.owner',\n 'service.instance.id',\n ]);\n const origExport = metricsExporter.export.bind(metricsExporter);\n metricsExporter.export = (metrics, cb) => {\n const attrs = Object.fromEntries(\n Object.entries(metrics.resource.attributes).filter(([k]) => !dropFromMetricResource.has(k))\n );\n origExport({ ...metrics, resource: resourceFromAttributes(attrs) }, cb);\n };\n}\n\n// Smart export: deterministic decision based on traceId hash\n// No cache needed - hash function is pure and fast\nconst getTraceDecision = (traceId: string): boolean => {\n // FNV-1a hash for better distribution\n let hash = 2166136261;\n for (let i = 0; i < traceId.length; i++) {\n hash ^= traceId.charCodeAt(i);\n hash = (hash * 16777619) >>> 0;\n }\n return hash % 10000 < exportRatio * 10000;\n};\n\nconst shouldExportSpan = (span: opentelemetry.tracing.ReadableSpan): boolean => {\n if (exportRatio >= 1.0) return true;\n\n // Always export errors\n if (span.status.code === SpanStatusCode.ERROR) return true;\n\n // Always export HTTP errors (5xx)\n const httpStatusCode = span.attributes[ATTR_HTTP_RESPONSE_STATUS_CODE];\n if (typeof httpStatusCode === 'number' && httpStatusCode >= 500) return true;\n\n // Always export slow requests\n const durationMs = span.duration[0] * 1000 + span.duration[1] / 1_000_000;\n if (durationMs > latencyThresholdMs) return true;\n\n // Consistent export decision based on traceId - all spans in same trace have same fate\n return getTraceDecision(span.spanContext().traceId);\n};\n\nconst createSmartBatchProcessor = (exporter: OTLPTraceExporter): SpanProcessor => {\n const batchProcessor = new BatchSpanProcessor(exporter, {\n maxQueueSize: 2048,\n maxExportBatchSize: 512,\n scheduledDelayMillis: 5000,\n exportTimeoutMillis: 30000,\n });\n if (exportRatio >= 1.0) return batchProcessor;\n\n return {\n onStart: batchProcessor.onStart.bind(batchProcessor),\n onEnd: (span: opentelemetry.tracing.ReadableSpan) => {\n if (shouldExportSpan(span)) batchProcessor.onEnd(span);\n },\n shutdown: batchProcessor.shutdown.bind(batchProcessor),\n forceFlush: batchProcessor.forceFlush.bind(batchProcessor),\n };\n};\n\n// Track in-flight outbound HTTP requests by target host via SpanProcessor,\n// since instrumentation-http only records duration after completion.\nconst httpClientActiveRequests = metrics\n .getMeter('teable-observability')\n .createUpDownCounter('http.client.active_requests', {\n description: 'Number of currently in-flight outbound HTTP requests',\n });\n\nconst httpClientActiveRequestsProcessor: SpanProcessor = {\n onStart(span): void {\n if (span.kind !== SpanKind.CLIENT) return;\n const host = String(\n span.attributes['server.address'] || span.attributes['net.peer.name'] || ''\n );\n if (host) {\n httpClientActiveRequests.add(1, { 'server.address': host });\n }\n },\n onEnd(span): void {\n if (span.kind !== SpanKind.CLIENT) return;\n const host = String(\n span.attributes['server.address'] || span.attributes['net.peer.name'] || ''\n );\n if (host) {\n httpClientActiveRequests.add(-1, { 'server.address': host });\n }\n },\n shutdown: () => Promise.resolve(),\n forceFlush: () => Promise.resolve(),\n};\n\n// Span processors - NoopSpanProcessor ensures trace context is always generated\n// even when no exporter is configured (needed for trace ID in logs)\nconst spanProcessors = [\n ...(hasSentry ? [new SentrySpanProcessor()] : []),\n ...(traceExporter ? [createSmartBatchProcessor(traceExporter)] : [new NoopSpanProcessor()]),\n httpClientActiveRequestsProcessor,\n];\n\n// When Sentry is enabled, use SentryPropagator and SentryContextManager to ensure\n// Sentry spans are properly correlated with OTEL traces and async context is preserved.\nconst SentryContextManager = hasSentry\n ? wrapContextManagerClass(AsyncLocalStorageContextManager)\n : undefined;\n\nconst ignorePaths = [\n '/favicon.ico',\n '/_next/',\n '/__nextjs',\n '/images/',\n '/.well-known/',\n '/health',\n];\n\n// Drop old semconv HTTP metrics — new semconv (http.*.request.duration) is used in all dashboards;\n// the old names (http.server.duration, http.client.duration) are pure duplicates with high cardinality.\nconst dropAggregation = { type: AggregationType.DROP } as const;\nconst metricViews = [\n { instrumentName: 'http.server.duration', aggregation: dropAggregation },\n { instrumentName: 'http.client.duration', aggregation: dropAggregation },\n];\n\nconst otelSDK = new opentelemetry.NodeSDK({\n spanProcessors,\n logRecordProcessors: logExporter ? [new BatchLogRecordProcessor(logExporter)] : [],\n sampler: new AlwaysOnSampler(),\n contextManager: SentryContextManager ? new SentryContextManager() : undefined,\n textMapPropagator: hasSentry ? new SentryPropagator() : undefined,\n views: metricViews,\n metricReader: metricsExporter\n ? new PeriodicExportingMetricReader({\n exporter: metricsExporter,\n exportIntervalMillis: metricExportIntervalMs,\n })\n : undefined,\n instrumentations: [\n new HttpInstrumentation({\n ignoreIncomingRequestHook: (req) => ignorePaths.some((path) => req.url?.startsWith(path)),\n }),\n new ExpressInstrumentation({\n ignoreLayersType: [ExpressLayerType.MIDDLEWARE, ExpressLayerType.REQUEST_HANDLER],\n }),\n new NestInstrumentation(),\n new PrismaInstrumentation(),\n new PgInstrumentation({\n enhancedDatabaseReporting: true, // Records SQL; ensure sensitive data is scrubbed.\n requireParentSpan: false, // Create spans even without parent, ensures v2 Kysely queries are traced\n }),\n new PinoInstrumentation(),\n new RuntimeNodeInstrumentation(),\n new IORedisInstrumentation({\n requireParentSpan: true,\n }),\n ],\n resource: resourceFromAttributes({\n [ATTR_SERVICE_NAME]: serviceName,\n [ATTR_SERVICE_VERSION]: process.env.BUILD_VERSION,\n }),\n});\n\n// Log configuration on startup\notelLogger.log(\n `Initialized: service=${serviceName}, env=${isDevelopment ? 'dev' : 'prod'}, ` +\n `exportRatio=${exportRatio * 100}%, latencyThreshold=${latencyThresholdMs}ms, ` +\n `exporters=[traces:${!!traceEndpoint}, logs:${!!logEndpoint}, metrics:${!!metricsEndpoint}], ` +\n `metricsInterval=${metricExportIntervalMs}ms, ` +\n `sentry=${hasSentry}`\n);\n\nexport default otelSDK;\n\n// This ensures instrumentation is applied BEFORE any instrumented modules (like pg) are loaded.\ntry {\n otelSDK.start();\n // Force load pg after SDK start to ensure it is instrumented.\n // OpenTelemetry instruments modules by patching their exports when they're first required.\n // If pg is loaded before SDK.start(), the instrumentation won't work.\n //\n // Use nativeRequire to bypass webpack bundling and ensure we're loading\n // the actual pg module from node_modules, not a bundled version.\n try {\n nativeRequire('pg');\n } catch {\n // pg might not be available, that's ok\n }\n\n // Also force load via ESM import to ensure ESM module cache is populated\n // This is important because v2 adapter uses `await import('pg')`\n void import('pg').catch(() => {\n // pg might not be available via ESM, that's ok\n });\n} catch (err) {\n console.error('OTEL SDK start error:', err);\n}\n\nlet isShuttingDown = false;\nconst shutdownHandler = () => {\n if (isShuttingDown) return Promise.resolve();\n isShuttingDown = true;\n return otelSDK.shutdown().then(\n () => otelLogger.log('Shutdown successfully'),\n (err) => otelLogger.error('Shutdown error', err)\n );\n};\n\nprocess.on('SIGTERM', shutdownHandler);\nprocess.on('SIGINT', shutdownHandler);\n" }, { "path": "apps/nestjs-backend/src/types/cls.ts", "content": "import type { Action, IFieldVo } from '@teable/core';\nimport type { Prisma } from '@teable/db-main-prisma';\nimport type { V2Feature } from '@teable/openapi';\nimport type { ClsStore } from 'nestjs-cls';\nimport type { IWorkflowContext } from '../features/auth/strategies/types';\nimport type { IPerformanceCacheStore } from '../performance-cache';\nimport type { IRawOpMap } from '../share-db/interface';\nimport type { IDataLoaderCache } from './data-loader';\n\nexport type V2Reason =\n | 'env_force_v2_all'\n | 'config_force_v2_all'\n | 'header_override'\n | 'space_feature'\n | 'disabled'\n | 'feature_not_enabled'\n | 'no_feature';\n\nexport interface IClsStore extends ClsStore {\n user: {\n id: string;\n name: string;\n email: string;\n isAdmin?: boolean | null;\n };\n accessTokenId?: string;\n // for template authentication\n template?: {\n id: string;\n baseId: string;\n };\n // for base share context (truthy = share mode, baseId for permission check, nodeId for node filtering)\n baseShare?: {\n baseId: string;\n nodeId: string;\n };\n entry?: {\n type: string;\n id: string;\n };\n origin: {\n ip: string;\n byApi: boolean;\n userAgent: string;\n referer: string;\n };\n tx: {\n client?: Prisma.TransactionClient;\n timeStr?: string;\n id?: string;\n rawOpMaps?: IRawOpMap[];\n };\n shareViewId?: string;\n permissions: Action[];\n // this is used to check if the user is in the space when the user operate in a space\n spaceId?: string;\n // for share db adapter\n cookie?: string;\n oldField?: IFieldVo;\n organization?: {\n id: string;\n name: string;\n isAdmin: boolean;\n departments?: {\n id: string;\n name: string;\n }[];\n };\n tempAuthBaseId?: string; // for automation robot\n skipRecordAuditLog?: boolean; // skip individual record audit logs for automation\n appId?: string; // for app internal call\n workflowContext?: IWorkflowContext;\n dataLoaderCache?: IDataLoaderCache;\n clearCacheKeys?: (keyof IPerformanceCacheStore)[];\n canaryHeader?: string; // x-canary header value for canary release override\n useV2?: boolean; // Flag to indicate if V2 implementation should be used (set by V2FeatureGuard)\n v2Reason?: V2Reason; // Reason why V2 was enabled or disabled\n v2Feature?: V2Feature; // The feature name that triggered V2 check\n windowId?: string; // Window ID from x-window-id header for undo/redo tracking\n skipFieldComputation?: boolean; // Skip computed field evaluation during bulk structure creation (import/duplicate)\n // cache for base share node tree (to avoid repeated queries within same request)\n baseShareNodeCache?: Map<\n string,\n { id: string; parentId: string | null; resourceType: string; resourceId: string | null }[]\n >;\n}\n" }, { "path": "apps/nestjs-backend/src/types/data-loader.ts", "content": "import type { Prisma } from '@prisma/client';\n\nexport type IFieldLoaderItem = Prisma.$FieldPayload['scalars'];\n\nexport interface IFieldLoaderData {\n dataMap?: Map;\n fullParentIds?: string[];\n}\n\nexport type ITableLoaderItem = Prisma.$TableMetaPayload['scalars'];\n\nexport interface ITableLoaderData {\n dataMap?: Map;\n fullParentIds?: string[];\n}\n\nexport type IViewLoaderItem = Prisma.$ViewPayload['scalars'];\n\nexport interface IViewLoaderData {\n dataMap?: Map;\n fullParentIds?: string[];\n}\n\nexport interface IDataLoaderCache {\n tableData?: ITableLoaderData;\n fieldData?: IFieldLoaderData;\n viewData?: IViewLoaderData;\n cacheKeys?: ('table' | 'field' | 'view')[];\n disabled?: boolean;\n}\n" }, { "path": "apps/nestjs-backend/src/types/i18n.generated.ts", "content": "/* DO NOT EDIT, file generated by nestjs-i18n */\n\n/* eslint-disable */\n/* prettier-ignore */\nimport { Path } from \"nestjs-i18n\";\n/* prettier-ignore */\nexport type I18nTranslations = {\n \"auth\": {\n \"page\": {\n \"signin\": string;\n \"signup\": string;\n \"title\": string;\n };\n \"title\": {\n \"signin\": string;\n \"signup\": string;\n };\n \"content\": {\n \"title\": string;\n \"description\": string;\n };\n \"button\": {\n \"signin\": string;\n \"signup\": string;\n \"resend\": string;\n };\n \"label\": {\n \"email\": string;\n \"password\": string;\n \"verificationCode\": string;\n };\n \"placeholder\": {\n \"password\": string;\n \"email\": string;\n \"verificationCode\": string;\n };\n \"signError\": {\n \"exist\": string;\n \"incorrect\": string;\n \"tooManyRequests\": string;\n \"turnstileRequired\": string;\n \"turnstileError\": string;\n \"turnstileExpired\": string;\n \"turnstileTimeout\": string;\n };\n \"signupError\": {\n \"verificationCodeRequired\": string;\n \"verificationCodeInvalid\": string;\n \"passwordLength\": string;\n \"passwordInvalid\": string;\n \"sendMailRateLimit\": string;\n };\n \"socialAuth\": {\n \"title\": string;\n \"sso\": {\n \"title\": string;\n \"description\": string;\n \"error\": string;\n };\n };\n \"resetPassword\": {\n \"header\": string;\n \"description\": string;\n \"label\": string;\n \"error\": {\n \"requiredPassword\": string;\n \"invalidLink\": string;\n };\n \"success\": {\n \"title\": string;\n \"description\": string;\n };\n \"buttonText\": string;\n };\n \"forgetPassword\": {\n \"trigger\": string;\n \"header\": string;\n \"description\": string;\n \"errorRequiredEmail\": string;\n \"errorInvalidEmail\": string;\n \"buttonText\": string;\n \"success\": {\n \"title\": string;\n \"description\": string;\n };\n \"sendMailRateLimit\": string;\n };\n \"legal\": {\n \"tip\": string;\n \"termsUrl\": string;\n \"privacyUrl\": string;\n };\n };\n \"chart\": {\n \"notBaseId\": string;\n \"notPositionId\": string;\n \"notPluginInstallId\": string;\n \"initBridge\": string;\n \"actions\": {\n \"cancel\": string;\n \"save\": string;\n };\n \"queryTitle\": string;\n \"notSupport\": string;\n \"chart\": {\n \"bar\": string;\n \"line\": string;\n \"pie\": string;\n \"area\": string;\n \"table\": string;\n };\n \"form\": {\n \"chartType\": {\n \"placeholder\": string;\n \"label\": string;\n };\n \"pie\": {\n \"dimension\": string;\n \"measure\": string;\n \"showTotal\": string;\n };\n \"combo\": {\n \"xAxis\": {\n \"label\": string;\n \"placeholder\": string;\n };\n \"yAxis\": {\n \"label\": string;\n \"placeholder\": string;\n \"position\": string;\n };\n \"xDisplay\": {\n \"label\": string;\n };\n \"yDisplay\": {\n \"label\": string;\n };\n \"addXAxis\": string;\n \"addYAxis\": string;\n \"stack\": string;\n \"position\": {\n \"label\": string;\n \"auto\": string;\n \"left\": string;\n \"right\": string;\n };\n \"goalLine\": {\n \"label\": string;\n };\n \"range\": {\n \"label\": string;\n \"min\": string;\n \"max\": string;\n };\n \"lineStyle\": {\n \"label\": string;\n \"normal\": string;\n \"linear\": string;\n \"step\": string;\n };\n \"displayType\": string;\n };\n \"typeError\": string;\n \"updateQuery\": string;\n \"queryError\": string;\n \"querySuccess\": string;\n \"decimal\": string;\n \"prefix\": string;\n \"suffix\": string;\n \"showLabel\": string;\n \"showLegend\": string;\n \"value\": string;\n \"label\": string;\n \"padding\": {\n \"label\": string;\n \"top\": string;\n \"right\": string;\n \"bottom\": string;\n \"left\": string;\n };\n \"tableConfig\": string;\n \"width\": string;\n };\n \"reloadQuery\": string;\n \"noStorage\": string;\n \"noPermission\": string;\n \"goConfig\": string;\n };\n \"common\": {\n \"actions\": {\n \"title\": string;\n \"add\": string;\n \"save\": string;\n \"doNotSave\": string;\n \"submit\": string;\n \"confirm\": string;\n \"continue\": string;\n \"close\": string;\n \"edit\": string;\n \"fill\": string;\n \"update\": string;\n \"create\": string;\n \"delete\": string;\n \"cancel\": string;\n \"zoomIn\": string;\n \"zoomOut\": string;\n \"back\": string;\n \"remove\": string;\n \"removeConfig\": string;\n \"saveSucceed\": string;\n \"submitSucceed\": string;\n \"editSucceed\": string;\n \"updateSucceed\": string;\n \"deleteSucceed\": string;\n \"resetSucceed\": string;\n \"restoreSucceed\": string;\n \"loading\": string;\n \"refreshPage\": string;\n \"yesDelete\": string;\n \"rename\": string;\n \"duplicate\": string;\n \"export\": string;\n \"import\": string;\n \"change\": string;\n \"upgrade\": string;\n \"upgradeToLevel\": string;\n \"search\": string;\n \"loadMore\": string;\n \"collapseSidebar\": string;\n \"restore\": string;\n \"permanentDelete\": string;\n \"globalSearch\": string;\n \"fieldSearch\": string;\n \"tableIndex\": string;\n \"showAllRow\": string;\n \"hideNotMatchRow\": string;\n \"more\": string;\n \"expand\": string;\n \"view\": string;\n \"preview\": string;\n \"viewAndEdit\": string;\n \"deleteTip\": string;\n \"move\": string;\n \"turnOn\": string;\n \"exit\": string;\n \"next\": string;\n \"previous\": string;\n \"select\": string;\n \"refresh\": string;\n \"login\": string;\n \"useTemplate\": string;\n \"copyToMySpace\": string;\n \"saveToMySpace\": string;\n \"supportSaveCopy\": string;\n \"backToSpace\": string;\n \"switchBase\": string;\n \"getMore\": string;\n \"copySuccess\": string;\n \"download\": string;\n \"retry\": string;\n \"copyLink\": string;\n \"collapse\": string;\n \"viewDetails\": string;\n };\n \"quickAction\": {\n \"title\": string;\n \"placeHolder\": string;\n };\n \"password\": {\n \"setInvalid\": string;\n };\n \"template\": {\n \"non\": {\n \"share\": string;\n \"copy\": string;\n };\n \"aiTitle\": string;\n \"aiGreeting\": string;\n \"aiSubTitle\": string;\n \"guideTitle\": string;\n \"watchVideo\": string;\n \"title\": string;\n \"description\": string;\n \"browseAll\": string;\n \"templateTitle\": string;\n \"loadMore\": string;\n \"allTemplatesLoaded\": string;\n \"createTemplate\": string;\n \"promptBox\": {\n \"placeholder\": string;\n \"start\": string;\n \"carouselGuides\": {\n \"guide1\": string;\n \"guide2\": string;\n \"guide3\": string;\n \"guide4\": string;\n \"guide5\": string;\n \"guide6\": string;\n \"guide7\": string;\n };\n };\n \"useTemplateDialog\": {\n \"title\": string;\n \"description\": string;\n \"noSpaceDescription\": string;\n \"newSpacePlaceholder\": string;\n \"createSpace\": string;\n };\n };\n \"share\": {\n \"copyToSpaceDialog\": {\n \"title\": string;\n \"description\": string;\n \"baseName\": string;\n \"baseNamePlaceholder\": string;\n \"selectSpace\": string;\n \"noSpaceDescription\": string;\n \"newSpacePlaceholder\": string;\n \"createSpace\": string;\n \"copyTarget\": string;\n \"createNewBase\": string;\n \"copyToExistingBase\": string;\n \"selectBase\": string;\n \"selectBasePlaceholder\": string;\n \"noBaseInSpace\": string;\n };\n };\n \"settings\": {\n \"title\": string;\n \"personal\": {\n \"title\": string;\n };\n \"back\": string;\n \"account\": {\n \"title\": string;\n \"tab\": string;\n \"updatePhoto\": string;\n \"updateNameDesc\": string;\n \"securityTitle\": string;\n \"email\": string;\n \"password\": string;\n \"passwordDesc\": string;\n \"changePassword\": {\n \"title\": string;\n \"desc\": string;\n \"current\": string;\n \"new\": string;\n \"confirm\": string;\n };\n \"changePasswordError\": {\n \"disMatch\": string;\n \"equal\": string;\n \"invalid\": string;\n \"invalidNew\": string;\n };\n \"changePasswordSuccess\": {\n \"title\": string;\n \"desc\": string;\n };\n \"manageToken\": string;\n \"addPassword\": {\n \"title\": string;\n \"desc\": string;\n \"password\": string;\n \"confirm\": string;\n };\n \"addPasswordError\": {\n \"disMatch\": string;\n \"invalid\": string;\n };\n \"addPasswordSuccess\": {\n \"title\": string;\n };\n \"deleteAccount\": {\n \"title\": string;\n \"desc\": string;\n \"error\": {\n \"title\": string;\n \"desc\": string;\n \"spacesError\": string;\n };\n \"confirm\": {\n \"title\": string;\n \"placeholder\": string;\n };\n \"loading\": string;\n };\n \"changeEmail\": {\n \"title\": string;\n \"desc\": string;\n \"current\": string;\n \"new\": string;\n \"code\": string;\n \"getCode\": string;\n \"error\": {\n \"invalidCode\": string;\n \"invalidPassword\": string;\n \"invalidConflict\": string;\n \"invalidSameEmail\": string;\n \"sendMailRateLimit\": string;\n };\n \"success\": {\n \"title\": string;\n \"desc\": string;\n \"sendSuccess\": string;\n };\n };\n };\n \"notify\": {\n \"title\": string;\n \"label\": string;\n \"desc\": string;\n };\n \"setting\": {\n \"title\": string;\n \"theme\": string;\n \"themeDesc\": string;\n \"dark\": string;\n \"light\": string;\n \"system\": string;\n \"version\": string;\n \"language\": string;\n \"interactionMode\": string;\n \"mouseMode\": string;\n \"touchMode\": string;\n \"systemMode\": string;\n \"buySelfHostedLicense\": string;\n };\n \"nav\": {\n \"settings\": string;\n \"logout\": string;\n \"contactSupport\": string;\n };\n \"integration\": {\n \"title\": string;\n \"thirdPartyIntegrations\": {\n \"title\": string;\n \"description\": string;\n \"lastUsed\": string;\n \"revoke\": string;\n \"owner\": string;\n \"revokeTitle\": string;\n \"revokeDesc\": string;\n \"scopeTitle\": string;\n \"scopeDesc\": string;\n };\n \"userIntegration\": {\n \"title\": string;\n \"description\": string;\n \"emptyDescription\": string;\n \"actions\": {\n \"reconnect\": string;\n };\n \"slack\": {\n \"user\": string;\n \"workspace\": string;\n };\n \"email\": {\n \"user\": string;\n \"email\": string;\n };\n \"deleteTitle\": string;\n \"deleteDesc\": string;\n \"create\": string;\n \"manage\": string;\n \"searchPlaceholder\": string;\n \"defaultName\": string;\n \"callback\": {\n \"error\": string;\n \"title\": string;\n \"desc\": string;\n };\n };\n \"description\": string;\n \"lastUsed\": string;\n \"revoke\": string;\n \"owner\": string;\n \"revokeTitle\": string;\n \"revokeDesc\": string;\n \"scopeTitle\": string;\n \"scopeDesc\": string;\n };\n \"templateAdmin\": {\n \"title\": string;\n \"noData\": string;\n \"importing\": string;\n \"usageCount\": string;\n \"useTemplate\": string;\n \"createdBy\": string;\n \"backToTemplateList\": string;\n \"tips\": {\n \"errorCategoryName\": string;\n \"needSnapshot\": string;\n \"needPublish\": string;\n \"needBaseSource\": string;\n \"forbiddenUpdateSystemTemplate\": string;\n \"addCategoryTips\": string;\n \"categoryNamePlaceholder\": string;\n \"duplicateCategoryName\": string;\n };\n \"category\": {\n \"menu\": {\n \"getStarted\": string;\n \"recommended\": string;\n \"all\": string;\n \"browseByCategory\": string;\n };\n };\n \"header\": {\n \"cover\": string;\n \"name\": string;\n \"description\": string;\n \"markdownDescription\": string;\n \"category\": string;\n \"isSystem\": string;\n \"source\": string;\n \"status\": string;\n \"publishSnapshot\": string;\n \"snapshotTime\": string;\n \"actions\": string;\n \"featured\": string;\n \"createdBy\": string;\n \"userNonExistent\": string;\n \"preview\": string;\n \"usage\": string;\n \"visit\": string;\n };\n \"actions\": {\n \"title\": string;\n \"publish\": string;\n \"delete\": string;\n \"duplicate\": string;\n \"preview\": string;\n \"use\": string;\n \"pinTop\": string;\n \"addCategory\": string;\n \"selectCategory\": string;\n \"viewTemplate\": string;\n \"manageCategory\": string;\n };\n \"relatedTemplates\": string;\n \"noImage\": string;\n \"baseSelectPanel\": {\n \"title\": string;\n \"description\": string;\n \"confirm\": string;\n \"search\": string;\n \"cancel\": string;\n \"selectBase\": string;\n \"createTemplate\": string;\n \"abnormalBase\": string;\n };\n };\n };\n \"noun\": {\n \"table\": string;\n \"view\": string;\n \"space\": string;\n \"base\": string;\n \"field\": string;\n \"record\": string;\n \"dashboard\": string;\n \"automation\": string;\n \"authorityMatrix\": string;\n \"design\": string;\n \"adminPanel\": string;\n \"license\": string;\n \"instanceId\": string;\n \"beta\": string;\n \"trash\": string;\n \"global\": string;\n \"organizationPanel\": string;\n \"unknownError\": string;\n \"pluginPanel\": string;\n \"pluginContextMenu\": string;\n \"plugin\": string;\n \"copy\": string;\n \"credits\": string;\n \"aiChat\": string;\n \"app\": string;\n \"webSearch\": string;\n \"folder\": string;\n \"newAutomation\": string;\n \"newApp\": string;\n \"newFolder\": string;\n \"template\": string;\n };\n \"level\": {\n \"free\": string;\n \"plus\": string;\n \"pro\": string;\n \"business\": string;\n \"enterprise\": string;\n };\n \"noResult\": string;\n \"allNodes\": string;\n \"noDescription\": string;\n \"untitled\": string;\n \"name\": string;\n \"description\": string;\n \"required\": string;\n \"characters\": string;\n \"atLeastOne\": string;\n \"guide\": {\n \"prev\": string;\n \"next\": string;\n \"done\": string;\n \"skip\": string;\n \"createSpaceTooltipTitle\": string;\n \"createSpaceTooltipContent\": string;\n \"createBaseTooltipTitle\": string;\n \"createBaseTooltipContent\": string;\n \"createTableTooltipTitle\": string;\n \"createTableTooltipContent\": string;\n \"createViewTooltipTitle\": string;\n \"createViewTooltipContent\": string;\n \"viewFilteringTooltipTitle\": string;\n \"viewFilteringTooltipContent\": string;\n \"viewSortingTooltipTitle\": string;\n \"viewSortingTooltipContent\": string;\n \"viewGroupingTooltipTitle\": string;\n \"viewGroupingTooltipContent\": string;\n \"apiButtonTooltipTitle\": string;\n \"apiButtonTooltipContent\": string;\n };\n \"token\": string;\n \"poweredBy\": string;\n \"invite\": {\n \"dialog\": {\n \"title\": string;\n \"desc_one\": string;\n \"desc_other\": string;\n \"tabEmail\": string;\n \"emailPlaceholder\": string;\n \"tabLink\": string;\n \"linkPlaceholder\": string;\n \"emailSend\": string;\n \"linkSend\": string;\n \"spaceTitle\": string;\n \"collaboratorSearchPlaceholder\": string;\n \"collaboratorJoin\": string;\n \"collaboratorRemove\": string;\n \"linkTitle\": string;\n \"linkCreatedTime\": string;\n \"linkCopySuccess\": string;\n \"linkRemove\": string;\n \"desc_billable_one\": string;\n \"desc_billable_other\": string;\n \"spaceTitleWithCount\": string;\n \"baseTitle\": string;\n \"allCollaboratorsTitle\": string;\n \"baseOnly\": string;\n \"noInviteLinks\": string;\n \"linkDescription\": string;\n \"haveAccess\": string;\n \"desc\": string;\n };\n \"base\": {\n \"title\": string;\n \"desc_one\": string;\n \"desc_other\": string;\n \"baseTitle\": string;\n \"collaboratorSearchPlaceholder\": string;\n \"baseTitleWithCount\": string;\n };\n \"addOrgCollaborator\": {\n \"title\": string;\n \"placeholder\": string;\n };\n \"sendInvitationSuccess\": string;\n \"table\": {\n \"collaborator\": string;\n \"accessPermission\": string;\n \"joinAt\": string;\n };\n \"authority\": {\n \"title\": string;\n \"description\": string;\n \"viewDetail\": string;\n };\n };\n \"help\": {\n \"title\": string;\n \"appLink\": string;\n \"mainLink\": string;\n \"apiLink\": string;\n };\n \"pagePermissionChangeTip\": string;\n \"listEmptyTips\": string;\n \"billing\": {\n \"overLimits\": string;\n \"overLimitsDescription\": string;\n \"userLimitExceededDescription\": string;\n \"unavailableInPlanTips\": string;\n \"unavailableConnectionTips\": string;\n \"levelTips\": string;\n \"enterpriseFeature\": string;\n \"automationRequiresUpgrade\": string;\n \"authorityMatrixRequiresUpgrade\": string;\n \"viewPricing\": string;\n \"billable\": string;\n \"billableByAuthorityMatrix\": string;\n \"licenseExpiredGracePeriod\": string;\n \"spaceSubscriptionModal\": {\n \"title\": string;\n \"description\": string;\n };\n \"status\": {\n \"active\": string;\n \"canceled\": string;\n \"incomplete\": string;\n \"incompleteExpired\": string;\n \"trialing\": string;\n \"pastDue\": string;\n \"unpaid\": string;\n \"paused\": string;\n \"seatLimitExceeded\": string;\n };\n \"contactAdminToUpgrade\": string;\n };\n \"admin\": {\n \"setting\": {\n \"instanceTitle\": string;\n \"description\": string;\n \"allowSignUp\": string;\n \"allowSignUpDescription\": string;\n \"allowSpaceInvitation\": string;\n \"allowSpaceInvitationDescription\": string;\n \"allowSpaceCreation\": string;\n \"allowSpaceCreationDescription\": string;\n \"enableEmailVerification\": string;\n \"enableEmailVerificationDescription\": string;\n \"enableWaitlist\": string;\n \"enableWaitlistDescription\": string;\n \"generalSettings\": string;\n \"aiSettings\": string;\n \"brandingSettings\": {\n \"title\": string;\n \"description\": string;\n \"brandName\": string;\n \"logo\": string;\n \"logoDescription\": string;\n \"logoUpload\": string;\n \"logoUploadDescription\": string;\n };\n \"ai\": {\n \"name\": string;\n \"nameDescription\": string;\n \"enable\": string;\n \"enableDescription\": string;\n \"updateLLMProvider\": string;\n \"addProvider\": string;\n \"addProviderDescription\": string;\n \"providerType\": string;\n \"baseUrl\": string;\n \"apiKey\": string;\n \"baseUrlDescription\": string;\n \"apiKeyDescription\": string;\n \"models\": string;\n \"modelsDescription\": string;\n \"baseUrlRequired\": string;\n \"fetchModelListError\": string;\n \"provider\": string;\n \"providerDescription\": string;\n \"modelPreferences\": string;\n \"modelPreferencesDescription\": string;\n \"embeddingModel\": string;\n \"embeddingModelDescription\": string;\n \"translationModel\": string;\n \"translationModelDescription\": string;\n \"chatModel\": string;\n \"chatModelDescription\": string;\n \"chatModels\": {\n \"lg\": string;\n \"lgDescription\": string;\n };\n \"actions\": {\n \"title\": string;\n \"aiField\": {\n \"title\": string;\n \"description\": string;\n };\n \"aiChat\": {\n \"title\": string;\n \"description\": string;\n };\n };\n \"chatModelTest\": {\n \"text\": string;\n \"description\": string;\n \"notConfigLgModel\": string;\n \"confirmTitle\": string;\n \"confirmDescription\": string;\n \"confirm\": string;\n \"cancel\": string;\n \"missingCapabilitiesWarning\": string;\n \"enableAITitle\": string;\n \"enableAIDescription\": string;\n \"enableAI\": string;\n \"skipTest\": string;\n \"modelNotSuitable\": string;\n };\n \"chatModelAbility\": {\n \"image\": string;\n \"pdf\": string;\n \"webSearch\": string;\n \"disabledWebSearch\": string;\n \"lgModelAbility\": string;\n \"toolCall\": string;\n \"reasoning\": string;\n \"imageGeneration\": string;\n \"missingVision\": string;\n \"missingToolCall\": string;\n \"notTested\": string;\n \"supportedFormats\": string;\n };\n \"configUpdated\": string;\n \"noModelFound\": string;\n \"searchModel\": string;\n \"selectModel\": string;\n \"input\": string;\n \"output\": string;\n \"inputOrOutputTip\": string;\n \"imageOutput\": string;\n \"imageOutputTip\": string;\n \"supportImageOutputTip\": string;\n \"supportVisionTip\": string;\n \"supportAudioTip\": string;\n \"supportVideoTip\": string;\n \"supportDeepThinkTip\": string;\n \"testConnection\": string;\n \"testing\": string;\n \"testSuccess\": string;\n \"testFailed\": string;\n \"fillRequiredFields\": string;\n \"modelsRequired\": string;\n \"noValidModel\": string;\n \"addCustomModel\": string;\n \"isOpenRouter\": string;\n \"customModel\": string;\n \"customModelDescription\": string;\n \"aiAbilitySettings\": string;\n \"aiAbilitySettingsDescription\": string;\n \"imageModelAbility\": {\n \"generation\": string;\n \"imageToImage\": string;\n };\n \"moreModels\": string;\n \"noModelsAvailable\": string;\n \"testCompleteWithCount\": string;\n \"allTestsFailed\": string;\n \"batchTest\": string;\n \"test\": string;\n \"testProvider\": string;\n \"testProviderTooltip\": string;\n \"batchTesting\": string;\n \"batchTestComplete\": string;\n \"batchTestResults\": string;\n \"batchTestResultsSummary\": string;\n \"batchTestNoModels\": string;\n \"modelStatus\": string;\n \"imageSupport\": string;\n \"basicGeneration\": string;\n \"supported\": string;\n \"notSupported\": string;\n \"partialSupport\": string;\n \"urlSupport\": string;\n \"base64Support\": string;\n \"closeResults\": string;\n \"retryFailed\": string;\n \"stopTest\": string;\n \"pending\": string;\n \"configuredModels\": string;\n \"modelRates\": string;\n \"model\": string;\n \"inputRate\": string;\n \"outputRate\": string;\n \"inputRateTip\": string;\n \"outputRateTip\": string;\n \"rateExplanationTitle\": string;\n \"rateExplanationFormula\": string;\n \"rateExplanationExample\": string;\n \"ratesDescription\": string;\n \"advancedRates\": string;\n \"advancedRatesDescription\": string;\n \"cacheRead\": string;\n \"cacheWrite\": string;\n \"reasoning\": string;\n \"perImage\": string;\n \"cacheReadRateTip\": string;\n \"cacheWriteRateTip\": string;\n \"reasoningRateTip\": string;\n \"imageRateTip\": string;\n \"imageModel\": string;\n \"imageGeneration\": string;\n \"imageToImage\": string;\n \"clickToToggleImageModel\": string;\n \"markAsImageModel\": string;\n \"imageGenerationModel\": string;\n \"markedAsImageModel\": string;\n \"markedAsTextModel\": string;\n \"fetchPricing\": string;\n \"fetchPricingTip\": string;\n \"fetchPricingError\": string;\n \"pricingPreview\": string;\n \"pricingPreviewDesc\": string;\n \"openRouterId\": string;\n \"notFound\": string;\n \"applyPricing\": string;\n \"pricingApplied\": string;\n \"pricingAppliedCount\": string;\n \"hint\": {\n \"title\": string;\n \"missingV1Suffix\": string;\n \"removeTrailingSlash\": string;\n \"checkApiKey\": string;\n \"azureDeployment\": string;\n \"checkQuotaOrPermission\": string;\n \"checkModelName\": string;\n \"checkConnection\": string;\n \"ollamaRunning\": string;\n \"sslCertificate\": string;\n \"checkConfiguration\": string;\n };\n \"recommended\": string;\n \"gatewayModels\": string;\n \"gatewayModelsDescription\": string;\n \"gatewayDescription\": string;\n \"noGatewayModels\": string;\n \"addModel\": string;\n \"addGatewayModel\": string;\n \"popularModels\": string;\n \"modelId\": string;\n \"modelIdHint\": string;\n \"searchModelPlaceholder\": string;\n \"noMatchingModels\": string;\n \"useCustomId\": string;\n \"typeToSearch\": string;\n \"modelNotFound\": string;\n \"testModel\": string;\n \"testModelSuccess\": string;\n \"testModelImageSuccess\": string;\n \"testModelNotFound\": string;\n \"displayLabel\": string;\n \"isImageModel\": string;\n \"capabilities\": string;\n \"setAsDefault\": string;\n \"quickAdd\": string;\n \"guide\": {\n \"configStatus\": string;\n \"ready\": string;\n \"needsAttention\": string;\n \"incomplete\": string;\n \"aiEnabled\": string;\n \"aiEnabledDesc\": string;\n \"aiDisabledDesc\": string;\n \"gatewayKey\": string;\n \"gatewayKeyConfigured\": string;\n \"gatewayKeyMissing\": string;\n \"gatewayKeyRequired\": string;\n \"gatewayModels\": string;\n \"gatewayModelsConfigured\": string;\n \"gatewayModelsEmpty\": string;\n \"providers\": string;\n \"providersConfigured\": string;\n \"providersEmpty\": string;\n \"chatModel\": string;\n \"chatModelGateway\": string;\n \"chatModelProvider\": string;\n \"chatModelMissing\": string;\n };\n \"enableCard\": {\n \"title\": string;\n \"ready\": string;\n \"needsConfig\": string;\n \"disabled\": string;\n \"missingConfig\": string;\n \"allConfigured\": string;\n };\n \"wizard\": {\n \"setupProgress\": string;\n \"checklist\": string;\n \"allComplete\": string;\n \"nextStep\": string;\n \"configureAI\": string;\n \"optional\": string;\n \"gatewayHelp\": string;\n \"gatewayByok\": string;\n \"getApiKey\": string;\n \"keyInvalid\": string;\n \"gatewayErrorUnauthorized\": string;\n \"gatewayErrorNeedCreditCard\": string;\n \"gatewayErrorInsufficientQuota\": string;\n \"gatewayErrorForbidden\": string;\n \"gatewayErrorNetwork\": string;\n \"pleaseTest\": string;\n \"test\": string;\n \"testing\": string;\n \"attachmentTest\": {\n \"title\": string;\n \"urlMode\": string;\n \"base64Mode\": string;\n \"accessible\": string;\n \"inaccessible\": string;\n \"urlNotAccessibleWarning\": string;\n \"useBase64Mode\": string;\n \"base64ModeDescription\": string;\n \"originChanged\": string;\n \"originChangedDesc\": string;\n };\n \"saveAndContinue\": string;\n \"completeStep1First\": string;\n \"completeStep2First\": string;\n \"addCustom\": string;\n \"enabledModels\": string;\n \"chatDefault\": string;\n \"noModelsAvailable\": string;\n \"quickSetup\": string;\n \"useRecommended\": string;\n \"useRecommendedDesc\": string;\n \"chatModels\": string;\n \"chatModelTip\": string;\n \"selectChatModel\": string;\n \"lgDesc\": string;\n \"mdDesc\": string;\n \"smDesc\": string;\n \"readyToUse\": string;\n \"customProviderHelp\": string;\n \"testModelCapabilities\": string;\n \"customModelsAutoImported\": string;\n \"modelsCount\": string;\n \"customModelsHint\": string;\n \"gatewayOption\": {\n \"title\": string;\n \"desc\": string;\n };\n \"customOption\": {\n \"title\": string;\n \"desc\": string;\n };\n \"step\": {\n \"llmApi\": string;\n \"llmApiDesc\": string;\n \"modelPool\": string;\n \"modelPoolDesc\": string;\n \"chatModel\": string;\n \"chatModelDesc\": string;\n \"providers\": string;\n \"providersDesc\": string;\n };\n };\n };\n \"webSearch\": {\n \"description\": string;\n };\n \"app\": {\n \"domain\": string;\n \"v0ApiKey\": string;\n \"customDomain\": string;\n \"customDomainDescription\": string;\n \"vercelToken\": string;\n \"vercelTokenDescription\": string;\n \"apiProxy\": string;\n \"apiProxyDescription\": string;\n \"v0BaseUrl\": string;\n \"vercelBaseUrl\": string;\n \"aiGateway\": string;\n \"aiGatewayDescription\": string;\n \"aiGatewayApiKey\": string;\n \"aiGatewayKeyConfigured\": string;\n \"aiGatewayBaseUrl\": string;\n };\n };\n \"action\": {\n \"enterApiKey\": string;\n \"goToConfiguration\": string;\n };\n \"tips\": {\n \"thankYouForUsingTeable\": string;\n \"pleaseGoToConfiguration\": string;\n \"pleaseContactAdmin\": string;\n };\n \"configuration\": {\n \"title\": string;\n \"description\": string;\n \"copyInstance\": string;\n \"list\": {\n \"publicOrigin\": {\n \"title\": string;\n \"description\": string;\n };\n \"https\": {\n \"title\": string;\n \"description\": string;\n };\n \"databaseProxy\": {\n \"title\": string;\n \"description\": string;\n \"href\": string;\n };\n \"llmApi\": {\n \"title\": string;\n \"description\": string;\n \"errorTips\": string;\n };\n \"app\": {\n \"title\": string;\n \"description\": string;\n \"errorTips\": string;\n };\n \"webSearch\": {\n \"title\": string;\n \"description\": string;\n \"errorTips\": string;\n };\n \"email\": {\n \"title\": string;\n \"description\": string;\n \"errorTips\": string;\n };\n \"aiEnable\": {\n \"title\": string;\n \"description\": string;\n };\n \"aiLlmApi\": {\n \"title\": string;\n \"description\": string;\n };\n \"aiModelPool\": {\n \"title\": string;\n \"description\": string;\n };\n \"aiChatModel\": {\n \"title\": string;\n \"description\": string;\n };\n \"appBuilderV0\": {\n \"title\": string;\n \"description\": string;\n };\n \"appBuilderDomain\": {\n \"title\": string;\n \"description\": string;\n };\n \"appBuilderApiProxy\": {\n \"title\": string;\n \"description\": string;\n };\n };\n \"progressTitle\": string;\n \"allComplete\": string;\n \"incomplete\": string;\n \"optional\": string;\n \"completed\": string;\n \"group\": {\n \"system\": string;\n \"ai\": string;\n \"appBuilder\": string;\n };\n };\n \"canary\": {\n \"title\": string;\n \"enable\": string;\n \"enableDescription\": string;\n \"spaces\": string;\n \"spacesDescription\": string;\n \"configure\": string;\n \"spaceIds\": string;\n \"spaceIdsDescription\": string;\n \"spaceIdsPlaceholder\": string;\n \"preview\": string;\n \"noSpaceIds\": string;\n };\n };\n \"notification\": {\n \"title\": string;\n \"unread\": string;\n \"read\": string;\n \"markAs\": string;\n \"markAllAsRead\": string;\n \"noUnread\": string;\n \"changeSetting\": string;\n \"new\": string;\n \"showMore\": string;\n \"exportBase\": {\n \"successText\": string;\n \"failedText\": string;\n };\n };\n \"role\": {\n \"title\": {\n \"owner\": string;\n \"creator\": string;\n \"editor\": string;\n \"commenter\": string;\n \"viewer\": string;\n };\n \"description\": {\n \"owner\": string;\n \"creator\": string;\n \"editor\": string;\n \"commenter\": string;\n \"viewer\": string;\n };\n };\n \"trash\": {\n \"spaceTrash\": string;\n \"type\": string;\n \"resetTrash\": string;\n \"deletedBy\": string;\n \"deletedTime\": string;\n \"fromSpace\": string;\n \"permanentDeleteTips\": string;\n \"resetTrashConfirm\": string;\n \"addToTrash\": string;\n \"description\": string;\n \"spaceDescription\": string;\n \"spaceInnerDescription\": string;\n \"baseDescription\": string;\n };\n \"pluginCenter\": {\n \"pluginUrlEmpty\": string;\n \"install\": string;\n \"publisher\": string;\n \"lastUpdated\": string;\n \"pluginNotFound\": string;\n \"pluginEmpty\": {\n \"title\": string;\n };\n };\n \"automation\": {\n \"turnOnTip\": string;\n };\n \"email\": {\n \"send\": string;\n \"config\": string;\n \"customConfig\": string;\n \"notify\": string;\n \"automation\": string;\n \"customNotifyConfig\": string;\n \"customAutomationConfig\": string;\n \"addConfig\": string;\n \"editConfig\": string;\n \"resetConfig\": string;\n \"testEmail\": string;\n \"testEmailPlaceholder\": string;\n \"testEmailError\": string;\n \"testEmailSend\": string;\n \"configError\": string;\n \"host\": string;\n \"hostDescription\": string;\n \"port\": string;\n \"secure\": string;\n \"auth\": string;\n \"username\": string;\n \"password\": string;\n \"sender\": string;\n \"senderName\": string;\n \"subscribe\": string;\n \"unsubscribe\": string;\n \"unsubscribeList\": string;\n \"unsubscribeTime\": string;\n \"source\": string;\n \"sourceAutomationDeleted\": string;\n \"processing\": string;\n \"unsubscribeH1\": string;\n \"unsubscribeH2\": string;\n \"subscribeH1\": string;\n \"subscribeH2\": string;\n \"unsubscribeListTip\": string;\n \"templates\": {\n \"resetPassword\": {\n \"subject\": string;\n \"title\": string;\n \"message\": string;\n \"buttonText\": string;\n };\n \"emailVerifyCode\": {\n \"signupVerification\": {\n \"subject\": string;\n \"title\": string;\n \"message\": string;\n };\n \"domainVerification\": {\n \"subject\": string;\n \"title\": string;\n \"message\": string;\n };\n \"changeEmailVerification\": {\n \"subject\": string;\n \"title\": string;\n \"message\": string;\n };\n };\n \"collaboratorCellTag\": {\n \"subject\": string;\n \"title\": string;\n \"buttonText\": string;\n };\n \"collaboratorMultiRowTag\": {\n \"subject\": string;\n \"title\": string;\n \"buttonText\": string;\n };\n \"invite\": {\n \"subject\": string;\n \"title\": string;\n \"message\": string;\n \"buttonText\": string;\n };\n \"waitlistInvite\": {\n \"subject\": string;\n \"title\": string;\n \"message\": string;\n \"buttonText\": string;\n };\n \"test\": {\n \"subject\": string;\n \"title\": string;\n \"message\": string;\n };\n \"notify\": {\n \"subject\": string;\n \"title\": string;\n \"buttonText\": string;\n \"import\": {\n \"title\": string;\n \"table\": {\n \"aborted\": {\n \"message\": string;\n };\n \"failed\": {\n \"message\": string;\n };\n \"planLimitExceeded\": {\n \"message\": string;\n };\n \"noRecordsProcessed\": {\n \"message\": string;\n };\n \"success\": {\n \"message\": string;\n \"inplace\": string;\n };\n \"partialSuccess\": {\n \"message\": string;\n \"messageNoReport\": string;\n };\n \"allFailed\": {\n \"message\": string;\n \"messageNoReport\": string;\n };\n };\n };\n \"recordComment\": {\n \"title\": string;\n \"message\": string;\n };\n \"automation\": {\n \"title\": string;\n \"failed\": {\n \"title\": string;\n \"message\": string;\n };\n \"insufficientCredit\": {\n \"title\": string;\n \"message\": string;\n };\n \"runQuotaExceeded\": {\n \"title\": string;\n \"message\": string;\n };\n };\n \"billing\": {\n \"title\": string;\n \"credit\": {\n \"warning80\": {\n \"title\": string;\n \"message\": string;\n };\n \"warning90\": {\n \"title\": string;\n \"message\": string;\n };\n };\n \"automationRun\": {\n \"warning80\": {\n \"title\": string;\n \"message\": string;\n };\n \"warning90\": {\n \"title\": string;\n \"message\": string;\n };\n \"gracePeriod\": {\n \"title\": string;\n \"message\": string;\n };\n };\n };\n \"exportBase\": {\n \"title\": string;\n \"success\": {\n \"message\": string;\n };\n \"failed\": {\n \"message\": string;\n };\n };\n \"task\": {\n \"ai\": {\n \"failed\": {\n \"title\": string;\n \"message\": string;\n };\n \"cancelled\": {\n \"title\": string;\n \"rateLimit\": string;\n \"creditExhausted\": string;\n \"authFailed\": string;\n \"serviceUnavailable\": string;\n \"unknown\": string;\n };\n };\n };\n \"rewardRejected\": {\n \"title\": string;\n \"message\": string;\n \"buttonText\": string;\n };\n \"rewardApproved\": {\n \"title\": string;\n \"message\": string;\n \"buttonText\": string;\n };\n };\n };\n \"title\": string;\n };\n \"waitlist\": {\n \"title\": string;\n \"email\": string;\n \"joinTitle\": string;\n \"joinDesc\": string;\n \"emailPlaceholder\": string;\n \"youAreOnTheList\": string;\n \"thanksForJoining\": string;\n \"back\": string;\n \"inviteCodePlaceholder\": string;\n \"join\": string;\n \"joining\": string;\n \"invite\": string;\n \"inviteTime\": string;\n \"createdTime\": string;\n \"yes\": string;\n \"no\": string;\n \"generateCode\": string;\n \"count\": string;\n \"times\": string;\n \"generate\": string;\n \"code\": string;\n \"inviteSuccess\": string;\n \"app\": {\n \"previewAppError\": string;\n \"sendErrorToAI\": string;\n };\n };\n \"base\": {\n \"deleteTip\": string;\n \"createResource\": string;\n \"noPermissionToCreateResource\": string;\n };\n \"credit\": {\n \"title\": string;\n \"leftAmount\": string;\n \"winFreeCredits\": string;\n \"getCredits\": string;\n \"winCredit\": {\n \"title\": string;\n \"freeCredits\": string;\n \"guidelinesTitle\": string;\n \"tagTeableio\": string;\n \"minCharacters\": string;\n \"minFollowers\": string;\n \"limitPerWeek\": string;\n \"postOnX\": string;\n \"postOnLinkedIn\": string;\n \"preFilledDraft\": string;\n \"claimTitle\": string;\n \"userEmail\": string;\n \"postUrlLabel\": string;\n \"postUrlPlaceholder\": string;\n \"invalidUrl\": string;\n \"claiming\": string;\n \"claimCredits\": string;\n \"congratulations\": string;\n \"claimSuccess\": string;\n \"verifying\": string;\n \"verifyingDescription\": string;\n \"verifyFailed\": string;\n \"tryAgain\": string;\n };\n \"error\": {\n \"verificationFailed\": string;\n };\n };\n \"reward\": {\n \"title\": string;\n \"rewardCredits\": string;\n \"minCharCount\": string;\n \"minFollowerCount\": string;\n \"mustMention\": string;\n \"fetchSnapshotFailed\": string;\n \"alreadyClaimedThisWeek\": string;\n \"manage\": {\n \"title\": string;\n \"description\": string;\n \"overview\": string;\n \"records\": string;\n \"searchSpace\": string;\n \"searchRecords\": string;\n \"dateRange\": string;\n \"from\": string;\n \"to\": string;\n \"totalSpaces\": string;\n \"totalRecords\": string;\n \"space\": string;\n \"allSpaces\": string;\n \"user\": string;\n \"creator\": string;\n \"sourceType\": string;\n \"platform\": string;\n \"allStatuses\": string;\n \"allSourceTypes\": string;\n \"allPlatforms\": string;\n \"pendingCount\": string;\n \"approvedCount\": string;\n \"rejectedCount\": string;\n \"approvedAmount\": string;\n \"consumedAmount\": string;\n \"availableAmount\": string;\n \"expiringSoonAmount\": string;\n \"amount\": string;\n \"remainingAmount\": string;\n \"createdTime\": string;\n \"rewardTime\": string;\n \"expiredTime\": string;\n \"lastModified\": string;\n \"viewDetails\": string;\n \"details\": string;\n \"basicInfo\": string;\n \"amountInfo\": string;\n \"timeInfo\": string;\n \"socialInfo\": string;\n \"verifyResult\": string;\n \"uniqueKey\": string;\n \"verify\": string;\n \"valid\": string;\n \"invalid\": string;\n \"errors\": string;\n \"copied\": string;\n \"openPost\": string;\n \"noData\": string;\n \"page\": string;\n \"status\": {\n \"label\": string;\n \"pending\": string;\n \"approved\": string;\n \"rejected\": string;\n };\n };\n };\n \"system\": {\n \"notFound\": {\n \"title\": string;\n \"description\": string;\n };\n \"links\": {\n \"backToHome\": string;\n };\n \"forbidden\": {\n \"title\": string;\n \"description\": string;\n };\n \"paymentRequired\": {\n \"title\": string;\n \"description\": string;\n };\n \"error\": {\n \"title\": string;\n \"description\": string;\n };\n };\n \"import\": {\n \"error\": {\n \"dateOutOfRange\": string;\n \"planRowLimit\": string;\n \"notNullValidation\": string;\n \"uniqueValidation\": string;\n \"requestTimeout\": string;\n \"chunkProcessingFailed\": string;\n \"unknown\": string;\n };\n };\n \"changelog\": {\n \"newUpdate\": string;\n \"title\": string;\n \"url\": string;\n \"id\": string;\n };\n \"noPermissionToCreateBase\": string;\n \"app\": {\n \"title\": string;\n \"description\": string;\n \"previewAppError\": string;\n \"sendErrorToAI\": string;\n };\n \"chat\": {\n \"serverError\": string;\n \"serverErrorHint\": string;\n };\n \"clickToCopyTooltip\": string;\n \"copiedTooltip\": string;\n \"hiddenFieldCount_one\": string;\n \"hiddenFieldCount_other\": string;\n \"invalidFieldMapping\": string;\n \"sourceFieldNotFoundMapping\": string;\n \"targetFieldNotFoundMapping\": string;\n \"fieldTypeNotSupportedMapping\": string;\n \"fieldSettingsNotMatchMapping\": string;\n \"fieldSettingsLookupNotMatch\": string;\n \"fieldSettingsLinkTableNotMatch\": string;\n \"fieldSettingsLinkViewNotMatch\": string;\n \"fieldTypeDifferentMapping\": string;\n \"fieldMappingSourceTip\": string;\n \"fieldMappingTargetTip\": string;\n \"reset\": string;\n \"checkAll\": string;\n \"uncheckAll\": string;\n \"duplicateOptionsMapping\": string;\n \"lookupFieldInvalidMapping\": string;\n \"noMatchedOptions\": string;\n \"needManualSelectionMapping\": string;\n \"targetFieldIsComputed\": string;\n \"targetFieldIsComputedTips\": string;\n \"emptyOption\": string;\n \"showEmptyTip\": string;\n \"hideEmptyTip\": string;\n \"hideText\": string;\n \"showText\": string;\n \"sourceTable\": string;\n \"sourceView\": string;\n \"non\": {\n \"share\": string;\n \"copy\": string;\n };\n };\n \"dashboard\": {\n \"empty\": {\n \"title\": string;\n \"description\": string;\n \"create\": string;\n };\n \"addPlugin\": string;\n \"createDashboard\": {\n \"button\": string;\n \"title\": string;\n \"placeholder\": string;\n };\n \"findDashboard\": string;\n \"expand\": string;\n \"deprecation\": {\n \"title\": string;\n \"description\": string;\n };\n \"pluginUrlEmpty\": string;\n \"install\": string;\n \"publisher\": string;\n \"lastUpdated\": string;\n \"pluginNotFound\": string;\n \"pluginEmpty\": {\n \"title\": string;\n };\n };\n \"developer\": {\n \"apiQueryBuilder\": string;\n \"subTitle\": string;\n \"apiList\": string;\n \"cellFormat\": string;\n \"fieldKeyType\": string;\n \"fieldKeyTypeDesc\": string;\n \"chooseSource\": string;\n \"action\": {\n \"selectBase\": string;\n \"selectTable\": string;\n };\n \"pickParams\": string;\n \"buildResult\": string;\n \"buildResultEmpty\": string;\n \"previewReturnValue\": string;\n \"replaceToken\": string;\n \"createNewToken\": string;\n \"showPagination\": string;\n \"addSort\": string;\n \"tabs\": {\n \"apiBuilder\": string;\n \"aiContext\": string;\n };\n \"aiContext\": {\n \"title\": string;\n \"description\": string;\n \"selectTableFirst\": string;\n \"fullContext\": string;\n \"compactContext\": string;\n \"copyToClipboard\": string;\n \"copied\": string;\n \"compactDescription\": string;\n };\n \"only10Records\": string;\n };\n \"oauth\": {\n \"add\": string;\n \"title\": {\n \"add\": string;\n \"edit\": string;\n \"description\": string;\n };\n \"form\": {\n \"name\": {\n \"label\": string;\n \"description\": string;\n };\n \"description\": {\n \"label\": string;\n \"description\": string;\n };\n \"homePageUrl\": {\n \"label\": string;\n \"description\": string;\n };\n \"logo\": {\n \"label\": string;\n \"description\": string;\n \"placeholder\": string;\n \"button\": string;\n \"clear\": string;\n \"lengthError\": string;\n \"typeError\": string;\n \"Label\": string;\n };\n \"callbackUrl\": {\n \"label\": string;\n \"description\": string;\n \"add\": string;\n };\n \"scopes\": {\n \"label\": string;\n \"description\": string;\n };\n \"secret\": {\n \"label\": string;\n \"add\": string;\n \"newDescription\": string;\n \"empty\": string;\n \"lastUsed\": string;\n \"tag\": string;\n \"neverUsed\": string;\n };\n \"clientId\": {\n \"label\": string;\n };\n };\n \"formType\": {\n \"basic\": string;\n \"scopes\": string;\n \"identify\": string;\n \"clientInfo\": string;\n };\n \"decision\": {\n \"title\": string;\n \"scopes\": string;\n \"redirectDescription\": string;\n \"authorize\": string;\n };\n \"help\": {\n \"link\": string;\n \"title\": string;\n };\n \"deleteConfirm\": {\n \"title\": string;\n \"description\": string;\n };\n };\n \"plugin\": {\n \"add\": string;\n \"title\": {\n \"add\": string;\n \"edit\": string;\n };\n \"pluginUser\": {\n \"name\": string;\n \"description\": string;\n };\n \"secret\": string;\n \"regenerateSecret\": string;\n \"form\": {\n \"name\": {\n \"label\": string;\n \"description\": string;\n };\n \"description\": {\n \"label\": string;\n \"description\": string;\n };\n \"detailDesc\": {\n \"label\": string;\n \"description\": string;\n };\n \"logo\": {\n \"label\": string;\n \"description\": string;\n \"upload\": string;\n \"clear\": string;\n \"placeholder\": string;\n \"lengthError\": string;\n \"typeError\": string;\n \"Label\": string;\n };\n \"helpUrl\": {\n \"label\": string;\n \"description\": string;\n };\n \"positions\": {\n \"label\": string;\n \"description\": string;\n };\n \"i18n\": {\n \"label\": string;\n \"description\": string;\n };\n \"url\": {\n \"label\": string;\n \"description\": string;\n };\n \"autoCreateMember\": {\n \"label\": string;\n \"description\": string;\n };\n \"config\": {\n \"label\": string;\n \"description\": string;\n };\n };\n \"markdown\": {\n \"write\": string;\n \"preview\": string;\n };\n \"status\": {\n \"reviewing\": string;\n \"published\": string;\n \"developing\": string;\n };\n \"button\": {\n \"submitApproved\": string;\n };\n };\n \"sdk\": {\n \"common\": {\n \"comingSoon\": string;\n \"empty\": string;\n \"noRecords\": string;\n \"unnamedRecord\": string;\n \"untitled\": string;\n \"cancel\": string;\n \"confirm\": string;\n \"back\": string;\n \"done\": string;\n \"create\": string;\n \"search\": {\n \"placeholder\": string;\n \"empty\": string;\n };\n \"readOnlyTip\": string;\n \"selectPlaceHolder\": string;\n \"loading\": string;\n \"loadMore\": string;\n \"uploadFailed\": string;\n \"rowCount\": string;\n \"summary\": string;\n \"summaryTip\": string;\n \"actions\": string;\n \"remove\": string;\n \"runStatus\": {\n \"success\": string;\n \"failed\": string;\n \"running\": string;\n };\n \"resetSuccess\": string;\n \"click\": string;\n \"clickedCount\": string;\n \"atLeastOne\": string;\n };\n \"notification\": {\n \"title\": string;\n };\n \"preview\": {\n \"previewFileLimit\": string;\n \"loadFileError\": string;\n };\n \"undoRedo\": {\n \"undo\": string;\n \"redo\": string;\n \"undoFailed\": string;\n \"redoFailed\": string;\n \"nothingToUndo\": string;\n \"nothingToRedo\": string;\n \"undoSucceed\": string;\n \"redoSucceed\": string;\n \"undoing\": string;\n \"redoing\": string;\n };\n \"editor\": {\n \"attachment\": {\n \"uploadDragOver\": string;\n \"uploadBaseTextPrefix\": string;\n \"uploadBaseText\": string;\n \"uploadDragDefault\": string;\n \"upload\": string;\n \"downloadAll\": string;\n \"downloading\": string;\n \"downloadSuccess\": string;\n \"downloadFailed\": string;\n \"downloadCancelled\": string;\n \"requireHttps\": string;\n };\n \"date\": {\n \"placeholder\": string;\n \"today\": string;\n \"rangePlaceholder\": string;\n \"rangeSelected\": string;\n \"invalidTimeRange\": string;\n \"from\": string;\n \"to\": string;\n };\n \"formula\": {\n \"title\": string;\n \"guideSyntax\": string;\n \"guideExample\": string;\n \"helperExample\": string;\n \"fieldValue\": string;\n \"placeholder\": string;\n \"placeholderForAIPrompt\": string;\n \"editExpression\": string;\n \"generateExpressionByAI\": string;\n \"inputPrompt\": string;\n \"generateExpression\": string;\n \"generatingByAI\": string;\n \"generatedExpressionTips\": string;\n \"action\": {\n \"generating\": string;\n \"generate\": string;\n \"apply\": string;\n };\n \"expressionRequired\": string;\n };\n \"link\": {\n \"placeholder\": string;\n \"searchPlaceholder\": string;\n \"allFields\": string;\n \"globalSearch\": string;\n \"fieldSearch\": string;\n \"maxFieldTips\": string;\n \"create\": string;\n \"selectRecord\": string;\n \"all\": string;\n \"selected\": string;\n \"expandRecordError\": string;\n \"alreadyOpen\": string;\n \"linkedTo\": string;\n \"goToForeignTable\": string;\n \"foreignTableIdRequired\": string;\n \"linkFieldIdRequired\": string;\n \"selectTooManyRecords\": string;\n \"relationshipRequired\": string;\n \"rangeSelectFailed\": string;\n };\n \"user\": {\n \"searchPlaceholder\": string;\n \"notify\": string;\n };\n \"select\": {\n \"addOption\": string;\n \"choicesNameRequired\": string;\n };\n \"lookup\": {\n \"lookupFieldIdRequired\": string;\n \"lookupOptionsNotAllowed\": string;\n \"lookupOptionsRequired\": string;\n \"refineOptionsError\": string;\n };\n \"rollup\": {\n \"expressionRequired\": string;\n \"unsupportedTip\": string;\n };\n \"conditionalRollup\": {\n \"filterRequired\": string;\n };\n \"conditionalLookup\": {\n \"filterRequired\": string;\n };\n \"aiConfig\": {\n \"modelKeyRequired\": string;\n \"typeNotSupported\": string;\n \"sourceFieldIdRequired\": string;\n \"targetLanguageRequired\": string;\n \"promptRequired\": string;\n };\n \"error\": {\n \"refineOptionsError\": string;\n \"optionsRequired\": string;\n };\n };\n \"filter\": {\n \"label\": string;\n \"displayLabel\": string;\n \"displayLabel_other\": string;\n \"addCondition\": string;\n \"addConditionGroup\": string;\n \"nestedLimitTip\": string;\n \"linkInputPlaceholder\": string;\n \"groupDescription\": string;\n \"currentUser\": string;\n \"tips\": {\n \"scope\": string;\n };\n \"invalidateSelected\": string;\n \"invalidateSelectedTips\": string;\n \"default\": {\n \"empty\": string;\n \"placeholder\": string;\n };\n \"conjunction\": {\n \"and\": string;\n \"or\": string;\n \"where\": string;\n \"meetingAll\": string;\n \"meetingAny\": string;\n };\n \"operator\": {\n \"is\": string;\n \"isNot\": string;\n \"contains\": string;\n \"doesNotContain\": string;\n \"isEmpty\": string;\n \"isNotEmpty\": string;\n \"isGreater\": string;\n \"isGreaterEqual\": string;\n \"isLess\": string;\n \"isLessEqual\": string;\n \"isAnyOf\": string;\n \"isNoneOf\": string;\n \"hasAnyOf\": string;\n \"hasAllOf\": string;\n \"hasNoneOf\": string;\n \"isExactly\": string;\n \"isWithIn\": string;\n \"isBefore\": string;\n \"isAfter\": string;\n \"isOnOrBefore\": string;\n \"isOnOrAfter\": string;\n \"number\": {\n \"is\": string;\n \"isNot\": string;\n \"isGreater\": string;\n \"isGreaterEqual\": string;\n \"isLess\": string;\n \"isLessEqual\": string;\n };\n };\n \"conditionalRollup\": {\n \"switchToField\": string;\n \"switchToValue\": string;\n };\n \"component\": {\n \"date\": {\n \"today\": string;\n \"tomorrow\": string;\n \"yesterday\": string;\n \"oneWeekAgo\": string;\n \"oneWeekFromNow\": string;\n \"oneMonthAgo\": string;\n \"oneMonthFromNow\": string;\n \"daysAgo\": string;\n \"daysFromNow\": string;\n \"exactDate\": string;\n \"exactFormatDate\": string;\n \"currentWeek\": string;\n \"currentMonth\": string;\n \"currentYear\": string;\n \"lastWeek\": string;\n \"lastMonth\": string;\n \"lastYear\": string;\n \"nextWeekPeriod\": string;\n \"nextMonthPeriod\": string;\n \"nextYearPeriod\": string;\n \"pastWeek\": string;\n \"pastMonth\": string;\n \"pastYear\": string;\n \"nextWeek\": string;\n \"nextMonth\": string;\n \"nextYear\": string;\n \"pastNumberOfDays\": string;\n \"nextNumberOfDays\": string;\n \"dateRange\": string;\n };\n };\n };\n \"color\": {\n \"label\": string;\n };\n \"rowHeight\": {\n \"short\": string;\n \"medium\": string;\n \"tall\": string;\n \"extraTall\": string;\n \"title\": string;\n };\n \"fieldNameConfig\": {\n \"title\": string;\n \"displayLines\": string;\n };\n \"share\": {\n \"title\": string;\n };\n \"extensions\": {\n \"title\": string;\n };\n \"hidden\": {\n \"label\": string;\n \"configLabel_one\": string;\n \"configLabel_other\": string;\n \"configLabel_other_visible\": string;\n \"showAll\": string;\n \"hideAll\": string;\n \"primaryKey\": string;\n };\n \"expandRecord\": {\n \"copy\": string;\n \"duplicateRecord\": string;\n \"copyRecordUrl\": string;\n \"deleteRecord\": string;\n \"addRecordComment\": string;\n \"viewRecordHistory\": string;\n \"recordHistory\": {\n \"hiddenRecordHistory\": string;\n \"showRecordHistory\": string;\n \"createdTime\": string;\n \"createdBy\": string;\n \"before\": string;\n \"after\": string;\n \"viewRecord\": string;\n };\n \"showHiddenFields\": string;\n \"hideHiddenFields\": string;\n \"showMore\": string;\n \"showLess\": string;\n };\n \"sort\": {\n \"label\": string;\n \"displayLabel_one\": string;\n \"displayLabel_other\": string;\n \"setTips\": string;\n \"addButton\": string;\n \"autoSort\": string;\n \"selectASCLabel\": string;\n \"selectDESCLabel\": string;\n };\n \"group\": {\n \"label\": string;\n \"displayLabel_one\": string;\n \"displayLabel_other\": string;\n \"setTips\": string;\n \"addButton\": string;\n };\n \"field\": {\n \"title\": {\n \"singleLineText\": string;\n \"longText\": string;\n \"singleSelect\": string;\n \"number\": string;\n \"multipleSelect\": string;\n \"link\": string;\n \"formula\": string;\n \"date\": string;\n \"createdTime\": string;\n \"lastModifiedTime\": string;\n \"attachment\": string;\n \"checkbox\": string;\n \"rollup\": string;\n \"conditionalRollup\": string;\n \"user\": string;\n \"rating\": string;\n \"autoNumber\": string;\n \"lookup\": string;\n \"conditionalLookup\": string;\n \"button\": string;\n \"createdBy\": string;\n \"lastModifiedBy\": string;\n };\n \"description\": {\n \"singleLineText\": string;\n \"longText\": string;\n \"singleSelect\": string;\n \"number\": string;\n \"multipleSelect\": string;\n \"link\": string;\n \"formula\": string;\n \"date\": string;\n \"createdTime\": string;\n \"lastModifiedTime\": string;\n \"attachment\": string;\n \"checkbox\": string;\n \"rollup\": string;\n \"conditionalRollup\": string;\n \"user\": string;\n \"rating\": string;\n \"autoNumber\": string;\n \"lookup\": string;\n \"conditionalLookup\": string;\n \"button\": string;\n \"createdBy\": string;\n \"lastModifiedBy\": string;\n };\n \"link\": {\n \"oneWay\": string;\n \"twoWay\": string;\n };\n \"button\": {\n \"confirm\": {\n \"title\": string;\n \"description\": string;\n };\n };\n };\n \"permission\": {\n \"actionDescription\": {\n \"spaceCreate\": string;\n \"spaceDelete\": string;\n \"spaceRead\": string;\n \"spaceUpdate\": string;\n \"spaceInviteEmail\": string;\n \"spaceInviteLink\": string;\n \"spaceGrantRole\": string;\n \"baseCreate\": string;\n \"baseDelete\": string;\n \"baseRead\": string;\n \"baseReadAll\": string;\n \"baseUpdate\": string;\n \"baseInviteEmail\": string;\n \"baseInviteLink\": string;\n \"baseTableImport\": string;\n \"baseAuthorityMatrixConfig\": string;\n \"baseDbConnect\": string;\n \"tableCreate\": string;\n \"tableRead\": string;\n \"tableDelete\": string;\n \"tableUpdate\": string;\n \"tableImport\": string;\n \"tableExport\": string;\n \"tableTrashRead\": string;\n \"tableTrashUpdate\": string;\n \"tableTrashReset\": string;\n \"viewCreate\": string;\n \"viewDelete\": string;\n \"viewRead\": string;\n \"viewUpdate\": string;\n \"viewShare\": string;\n \"fieldCreate\": string;\n \"fieldDelete\": string;\n \"fieldRead\": string;\n \"fieldUpdate\": string;\n \"recordCreate\": string;\n \"recordComment\": string;\n \"recordDelete\": string;\n \"recordRead\": string;\n \"recordUpdate\": string;\n \"recordCopy\": string;\n \"automationCreate\": string;\n \"automationDelete\": string;\n \"automationRead\": string;\n \"automationUpdate\": string;\n \"appCreate\": string;\n \"appDelete\": string;\n \"appRead\": string;\n \"appUpdate\": string;\n \"userProfileRead\": string;\n \"userEmailRead\": string;\n \"userIntegrations\": string;\n \"recordHistoryRead\": string;\n \"baseQuery\": string;\n \"instanceRead\": string;\n \"instanceUpdate\": string;\n \"enterpriseRead\": string;\n \"enterpriseUpdate\": string;\n };\n };\n \"noun\": {\n \"table\": string;\n \"view\": string;\n \"space\": string;\n \"base\": string;\n \"field\": string;\n \"record\": string;\n \"automation\": string;\n \"app\": string;\n \"user\": string;\n \"recordHistory\": string;\n \"you\": string;\n \"instance\": string;\n \"enterprise\": string;\n \"history\": string;\n \"global\": string;\n };\n \"formula\": {\n \"SUM\": {\n \"summary\": string;\n \"example\": string;\n };\n \"AVERAGE\": {\n \"summary\": string;\n \"example\": string;\n };\n \"MAX\": {\n \"summary\": string;\n \"example\": string;\n };\n \"MIN\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ROUND\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ROUNDUP\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ROUNDDOWN\": {\n \"summary\": string;\n \"example\": string;\n };\n \"CEILING\": {\n \"summary\": string;\n \"example\": string;\n };\n \"FLOOR\": {\n \"summary\": string;\n \"example\": string;\n };\n \"EVEN\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ODD\": {\n \"summary\": string;\n \"example\": string;\n };\n \"INT\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ABS\": {\n \"summary\": string;\n \"example\": string;\n };\n \"SQRT\": {\n \"summary\": string;\n \"example\": string;\n };\n \"POWER\": {\n \"summary\": string;\n \"example\": string;\n };\n \"EXP\": {\n \"summary\": string;\n \"example\": string;\n };\n \"LOG\": {\n \"summary\": string;\n \"example\": string;\n };\n \"MOD\": {\n \"summary\": string;\n \"example\": string;\n };\n \"VALUE\": {\n \"summary\": string;\n \"example\": string;\n };\n \"CONCATENATE\": {\n \"summary\": string;\n \"example\": string;\n };\n \"FIND\": {\n \"summary\": string;\n \"example\": string;\n };\n \"SEARCH\": {\n \"summary\": string;\n \"example\": string;\n };\n \"MID\": {\n \"summary\": string;\n \"example\": string;\n };\n \"LEFT\": {\n \"summary\": string;\n \"example\": string;\n };\n \"RIGHT\": {\n \"summary\": string;\n \"example\": string;\n };\n \"REPLACE\": {\n \"summary\": string;\n \"example\": string;\n };\n \"REGEXP_REPLACE\": {\n \"summary\": string;\n \"example\": string;\n };\n \"SUBSTITUTE\": {\n \"summary\": string;\n \"example\": string;\n };\n \"LOWER\": {\n \"summary\": string;\n \"example\": string;\n };\n \"UPPER\": {\n \"summary\": string;\n \"example\": string;\n };\n \"REPT\": {\n \"summary\": string;\n \"example\": string;\n };\n \"TRIM\": {\n \"summary\": string;\n \"example\": string;\n };\n \"LEN\": {\n \"summary\": string;\n \"example\": string;\n };\n \"T\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ENCODE_URL_COMPONENT\": {\n \"summary\": string;\n \"example\": string;\n };\n \"IF\": {\n \"summary\": string;\n \"example\": string;\n };\n \"SWITCH\": {\n \"summary\": string;\n \"example\": string;\n };\n \"AND\": {\n \"summary\": string;\n \"example\": string;\n };\n \"OR\": {\n \"summary\": string;\n \"example\": string;\n };\n \"XOR\": {\n \"summary\": string;\n \"example\": string;\n };\n \"NOT\": {\n \"summary\": string;\n \"example\": string;\n };\n \"BLANK\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ERROR\": {\n \"summary\": string;\n \"example\": string;\n };\n \"IS_ERROR\": {\n \"summary\": string;\n \"example\": string;\n };\n \"TODAY\": {\n \"summary\": string;\n \"example\": string;\n };\n \"NOW\": {\n \"summary\": string;\n \"example\": string;\n };\n \"YEAR\": {\n \"summary\": string;\n \"example\": string;\n };\n \"MONTH\": {\n \"summary\": string;\n \"example\": string;\n };\n \"WEEKNUM\": {\n \"summary\": string;\n \"example\": string;\n };\n \"WEEKDAY\": {\n \"summary\": string;\n \"example\": string;\n };\n \"DAY\": {\n \"summary\": string;\n \"example\": string;\n };\n \"HOUR\": {\n \"summary\": string;\n \"example\": string;\n };\n \"MINUTE\": {\n \"summary\": string;\n \"example\": string;\n };\n \"SECOND\": {\n \"summary\": string;\n \"example\": string;\n };\n \"FROMNOW\": {\n \"summary\": string;\n \"example\": string;\n };\n \"TONOW\": {\n \"summary\": string;\n \"example\": string;\n };\n \"DATETIME_DIFF\": {\n \"summary\": string;\n \"example\": string;\n };\n \"WORKDAY\": {\n \"summary\": string;\n \"example\": string;\n };\n \"WORKDAY_DIFF\": {\n \"summary\": string;\n \"example\": string;\n };\n \"IS_SAME\": {\n \"summary\": string;\n \"example\": string;\n };\n \"IS_AFTER\": {\n \"summary\": string;\n \"example\": string;\n };\n \"IS_BEFORE\": {\n \"summary\": string;\n \"example\": string;\n };\n \"DATE_ADD\": {\n \"summary\": string;\n \"example\": string;\n };\n \"DATESTR\": {\n \"summary\": string;\n \"example\": string;\n };\n \"TIMESTR\": {\n \"summary\": string;\n \"example\": string;\n };\n \"DATETIME_FORMAT\": {\n \"summary\": string;\n \"example\": string;\n };\n \"DATETIME_PARSE\": {\n \"summary\": string;\n \"example\": string;\n };\n \"CREATED_TIME\": {\n \"summary\": string;\n \"example\": string;\n };\n \"LAST_MODIFIED_TIME\": {\n \"summary\": string;\n \"example\": string;\n };\n \"COUNTALL\": {\n \"summary\": string;\n \"example\": string;\n };\n \"COUNTA\": {\n \"summary\": string;\n \"example\": string;\n };\n \"COUNT\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ARRAY_JOIN\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ARRAY_UNIQUE\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ARRAY_FLATTEN\": {\n \"summary\": string;\n \"example\": string;\n };\n \"ARRAY_COMPACT\": {\n \"summary\": string;\n \"example\": string;\n };\n \"TEXT_ALL\": {\n \"summary\": string;\n \"example\": string;\n };\n \"RECORD_ID\": {\n \"summary\": string;\n \"example\": string;\n };\n \"AUTO_NUMBER\": {\n \"summary\": string;\n \"example\": string;\n };\n \"FORMULA\": {\n \"summary\": string;\n \"example\": string;\n };\n };\n \"functionType\": {\n \"fields\": string;\n \"numeric\": string;\n \"text\": string;\n \"logical\": string;\n \"date\": string;\n \"array\": string;\n \"system\": string;\n };\n \"statisticFunc\": {\n \"none\": string;\n \"count\": string;\n \"empty\": string;\n \"filled\": string;\n \"unique\": string;\n \"max\": string;\n \"min\": string;\n \"sum\": string;\n \"average\": string;\n \"checked\": string;\n \"unChecked\": string;\n \"percentEmpty\": string;\n \"percentFilled\": string;\n \"percentUnique\": string;\n \"percentChecked\": string;\n \"percentUnChecked\": string;\n \"earliestDate\": string;\n \"latestDate\": string;\n \"dateRangeOfDays\": string;\n \"dateRangeOfMonths\": string;\n \"totalAttachmentSize\": string;\n };\n \"baseQuery\": {\n \"add\": string;\n \"error\": {\n \"invalidCol\": string;\n \"invalidCols\": string;\n \"invalidTable\": string;\n \"requiredSelect\": string;\n };\n \"from\": {\n \"title\": string;\n \"fromTable\": string;\n \"fromQuery\": string;\n };\n \"select\": {\n \"title\": string;\n };\n \"where\": {\n \"title\": string;\n };\n \"groupBy\": {\n \"title\": string;\n };\n \"orderBy\": {\n \"title\": string;\n \"asc\": string;\n \"desc\": string;\n };\n \"limit\": {\n \"title\": string;\n };\n \"offset\": {\n \"title\": string;\n };\n \"join\": {\n \"title\": string;\n \"joinType\": string;\n \"leftJoin\": string;\n \"rightJoin\": string;\n \"innerJoin\": string;\n \"fullJoin\": string;\n \"data\": string;\n };\n \"aggregation\": {\n \"title\": string;\n };\n };\n \"comment\": {\n \"title\": string;\n \"placeholder\": string;\n \"emptyComment\": string;\n \"deletedComment\": string;\n \"imageSizeLimit\": string;\n \"tip\": {\n \"editing\": string;\n \"edited\": string;\n \"notifyAll\": string;\n \"notifyRelatedToMe\": string;\n \"all\": string;\n \"relatedToMe\": string;\n \"reactionUserSuffix\": string;\n \"me\": string;\n \"connection\": string;\n };\n \"toolbar\": {\n \"link\": string;\n \"image\": string;\n \"mention\": string;\n };\n \"floatToolbar\": {\n \"editLink\": string;\n \"caption\": string;\n \"delete\": string;\n \"linkText\": string;\n \"enterUrl\": string;\n };\n };\n \"memberSelector\": {\n \"title\": string;\n \"memberSelectorSearchPlaceholder\": string;\n \"departmentSelectorSearchPlaceholder\": string;\n \"selected\": string;\n \"noSelected\": string;\n \"empty\": string;\n \"emptyDepartment\": string;\n };\n \"httpErrors\": {\n \"validationError\": string;\n \"invalidCaptcha\": string;\n \"invalidCredentials\": string;\n \"unauthorized\": string;\n \"unauthorizedShare\": string;\n \"paymentRequired\": string;\n \"creditLimitExceeded\": string;\n \"restrictedResource\": string;\n \"notFound\": string;\n \"conflict\": string;\n \"unprocessableEntity\": string;\n \"userLimitExceeded\": string;\n \"tooManyRequests\": string;\n \"internalServerError\": string;\n \"databaseConnectionUnavailable\": string;\n \"gatewayTimeout\": string;\n \"unknownErrorCode\": string;\n \"networkError\": string;\n \"requestTimeout\": string;\n \"failedDependency\": string;\n \"automationNodeParseError\": string;\n \"automationNodeNeedTest\": string;\n \"automationNodeTestOutdated\": string;\n \"invalidToken\": string;\n \"custom\": {\n \"fieldValueNotNull\": string;\n \"fieldValueDuplicate\": string;\n \"linkFieldValueDuplicate\": string;\n \"requestTimeout\": string;\n \"searchTimeOut\": string;\n \"dependencyNodeRequire\": string;\n \"invalidOperation\": string;\n };\n \"comment\": {\n \"listCountExceeded\": string;\n \"invalidContentType\": string;\n };\n \"attachment\": {\n \"tokenExpireInTooLong\": string;\n \"s3RegionRequired\": string;\n \"s3EndpointRequired\": string;\n \"s3AccessKeyRequired\": string;\n \"s3SecretKeyRequired\": string;\n \"s3UploadMethodMustBePut\": string;\n \"presignedError\": string;\n \"invalidObjectMeta\": string;\n \"invalidImageStream\": string;\n \"calculateImageSizeFailed\": string;\n \"uploadFailed\": string;\n \"invalidImage\": string;\n \"cantGetImageStream\": string;\n \"invalidProvider\": string;\n \"failedToDeleteDirectory\": string;\n \"invalidToken\": string;\n \"tokenExpired\": string;\n \"sizeMismatch\": string;\n \"notAllowUploadFileType\": string;\n \"notFound\": string;\n \"invalidPath\": string;\n \"fileSizeExceedsMaximumLimit\": string;\n \"invalidUploadType\": string;\n \"urlReject\": string;\n };\n \"email\": {\n \"testEmailError\": string;\n };\n \"auth\": {\n \"invalidConfirm\": string;\n \"emailNotRegistered\": string;\n \"passwordNotSet\": string;\n \"systemUser\": string;\n \"alreadyRegistered\": string;\n \"passwordIncorrect\": string;\n \"tokenInvalid\": string;\n \"passwordAlreadyExists\": string;\n \"verificationCodeInvalid\": string;\n \"newEmailSameAsCurrentEmail\": string;\n \"emailAlreadyRegistered\": string;\n \"waitlistNotEnabled\": string;\n \"emailOrPasswordIncorrect\": string;\n \"accountDeactivated\": string;\n \"accountLockedOut\": string;\n };\n \"automation\": {\n \"buttonClickTriggerDuplicated\": string;\n \"triggerNotFound\": string;\n \"nodeNotFound\": string;\n \"triggerTestFailed\": string;\n \"testFailed\": string;\n \"runFailed\": string;\n \"nodeParseError\": string;\n \"nodeNeedTest\": string;\n \"nodeTestOutdated\": string;\n \"notFound\": string;\n \"currentSnapshotEmpty\": string;\n \"runNotFound\": string;\n \"anchorNotFound\": string;\n \"validationError\": string;\n \"tableNotInBase\": string;\n \"alreadyActiveAndNotDraft\": string;\n \"noActiveSnapshot\": string;\n \"triggerNodeAlreadyExists\": string;\n \"generateLogicError\": string;\n \"logicNotFound\": string;\n \"actionNotFound\": string;\n \"unSupportDuplicateWorkflowNodeType\": string;\n \"unSupportLogicType\": string;\n \"groupEndNotFound\": string;\n \"insertNodeError\": string;\n \"controlNodeNotBeTested\": string;\n \"invalidNodeType\": string;\n \"unsupportedCategory\": string;\n \"unknownConnectionType\": string;\n \"imapPasswordNotConfigured\": string;\n \"integrationNotFound\": string;\n \"webhookTriggerNotFound\": string;\n \"emailReceivedTriggerNotFound\": string;\n \"emailConnectorNotAvailable\": string;\n \"listMailboxesFailed\": string;\n };\n \"scrape\": {\n \"unknownDataset\": string;\n \"apiKeyNotConfigured\": string;\n \"triggerFailed\": string;\n \"snapshotError\": string;\n \"timeout\": string;\n };\n \"integration\": {\n \"oauthCodeExchangeFailed\": string;\n \"oauthTokenRefreshFailed\": string;\n \"userInfoFetchFailed\": string;\n };\n \"space\": {\n \"notFound\": string;\n \"noPermission\": string;\n \"disallowSpaceCreation\": string;\n \"cannotChangeOnlyOwnerRole\": string;\n \"cannotDeleteOnlyOwner\": string;\n \"deleted\": string;\n \"cannotOperate\": string;\n \"notBelongToOrg\": string;\n \"invalidSpaceIds\": string;\n };\n \"base\": {\n \"notFound\": string;\n \"cannotAccess\": string;\n \"anchorNotFound\": string;\n \"baseAndSpaceMismatch\": string;\n \"templateNotFound\": string;\n };\n \"baseNode\": {\n \"baseIdIsRequired\": string;\n \"nodeIdIsRequired\": string;\n \"invalidResourceType\": string;\n \"notFound\": string;\n \"parentMustBeFolder\": string;\n \"cannotDuplicateFolder\": string;\n \"cannotDeleteEmptyFolder\": string;\n \"onlyOneOfParentIdOrAnchorIdRequired\": string;\n \"cannotMoveToItself\": string;\n \"cannotMoveToCircularReference\": string;\n \"anchorIdOrParentIdRequired\": string;\n \"parentNotFound\": string;\n \"parentIsNotFolder\": string;\n \"circularReference\": string;\n \"folderDepthLimitExceeded\": string;\n \"folderNotFound\": string;\n \"anchorNotFound\": string;\n \"nameAlreadyExists\": string;\n };\n \"dashboard\": {\n \"notFound\": string;\n };\n \"plugin\": {\n \"notFound\": string;\n \"notSupportInstallInView\": string;\n \"userNotFound\": string;\n \"invalidSecret\": string;\n \"invalidRefreshToken\": string;\n \"anomalousToken\": string;\n };\n \"pluginPanel\": {\n \"notFound\": string;\n };\n \"pluginInstall\": {\n \"notFound\": string;\n };\n \"share\": {\n \"incorrectPassword\": string;\n \"notAllowedToSubmit\": string;\n \"viewRequired\": string;\n \"hiddenFieldsSubmissionNotAllowed\": string;\n \"submitRecordsError\": string;\n \"notAllowedToCopy\": string;\n \"fieldHiddenNotAllowed\": string;\n \"fieldTypeNotLinkField\": string;\n \"fieldIdRequired\": string;\n \"fieldNotUserRelatedField\": string;\n \"viewTypeNotAllowed\": string;\n };\n \"shareAuth\": {\n \"passwordRestrictionNotEnabled\": string;\n \"shareViewNotFound\": string;\n \"linkFieldNotFound\": string;\n };\n \"baseShare\": {\n \"notFound\": string;\n \"alreadyExists\": string;\n \"copyNotAllowed\": string;\n };\n \"shareSocket\": {\n \"viewPermissionNotAllowed\": string;\n \"fieldPermissionNotAllowed\": string;\n \"recordPermissionNotAllowed\": string;\n };\n \"pluginContextMenu\": {\n \"notFound\": string;\n \"anchorNotFound\": string;\n };\n \"pluginChart\": {\n \"queryNotFound\": string;\n };\n \"dbConnection\": {\n \"unsupportedDriver\": string;\n \"onlyOwnerCanRemove\": string;\n \"onlyOwnerCanCreate\": string;\n \"roleNotExist\": string;\n };\n \"baseQuery\": {\n \"queryFailed\": string;\n \"invalidJoinType\": string;\n \"tableNotFound\": string;\n };\n \"baseSqlExecutor\": {\n \"notAllowedToExecuteSqlWithKeyword\": string;\n \"whiteListCheckError\": string;\n \"databaseConnectionFailed\": string;\n \"executeQuerySqlFailed\": string;\n \"readOnlyCheckFailed\": string;\n };\n \"permission\": {\n \"createRecordWithDeniedFields\": string;\n \"deleteRecords\": string;\n \"readRecordWithDeniedFields\": string;\n \"updateRecordWithDeniedFields\": string;\n \"checkIdNotExist\": string;\n \"userNotAdmin\": string;\n \"accessTokenNoPermission\": string;\n \"invalidResource\": string;\n \"notAllowedSpace\": string;\n \"notAllowedBase\": string;\n \"notAllowedTables\": string;\n \"notAllowedOperationTable\": string;\n \"notAllowedOperationRecord\": string;\n \"notAllowedRecordUpdate\": string;\n \"notAllowedOperationView\": string;\n \"deniedByEnabledAuthorityMatrix\": string;\n \"invalidRequestPath\": string;\n \"notAllowedOperation\": string;\n \"notAllowedDepartment\": string;\n \"templateHeaderInvalid\": string;\n };\n \"authorityMatrix\": {\n \"defaultRoleNotFound\": string;\n \"alreadyDisabled\": string;\n \"alreadyEnabled\": string;\n \"notFound\": string;\n \"primaryFieldCannotBeDisabledForRead\": string;\n \"fieldDuplicated\": string;\n \"cannotSetRecordPermissionGroup\": string;\n \"notFoundBaseAndTable\": string;\n \"roleTablesShouldNotBeEmpty\": string;\n };\n \"selection\": {\n \"invalidReturnType\": string;\n \"exceedMaxReadRows\": string;\n \"invalidCellValueType\": string;\n \"exceedMaxCopyCells\": string;\n \"exceedMaxPasteCells\": string;\n };\n \"field\": {\n \"unsupportedFieldType\": string;\n \"unsupportedPrimaryFieldType\": string;\n \"primaryFieldNotSupported\": string;\n \"calculateRecordNotFound\": string;\n \"toRecordIdsOrFromRecordIdsRequired\": string;\n \"recordFieldsRequired\": string;\n \"uniqueUnsupportedType\": string;\n \"notNullValidationWhenCreateField\": string;\n \"dbFieldNameAlreadyExists\": string;\n \"fieldValidationError\": string;\n \"fieldNameAlreadyExists\": string;\n \"notFound\": string;\n \"fieldKeyTypeNotFound\": string;\n \"notFoundInTable\": string;\n \"deleteFieldsNotFound\": string;\n \"lookupValuesShouldBeArray\": string;\n \"linkCellValuesShouldBeArray\": string;\n \"lookupAndLinkLengthMatch\": string;\n \"cycleDetected\": string;\n \"cycleDetectedCreateField\": string;\n \"recordMapNotFound\": string;\n \"forbidDeletePrimaryField\": string;\n \"foreignTableIdInvalid\": string;\n \"relationshipInvalid\": string;\n \"linkFieldIdInvalid\": string;\n \"lookupFieldIdInvalid\": string;\n \"formulaExpressionParseError\": string;\n \"formulaReferenceNotFound\": string;\n \"formulaReferenceNotFieldId\": string;\n \"rollupExpressionParseError\": string;\n \"choiceNameAlreadyExists\": string;\n \"symmetricFieldIdRequired\": string;\n \"foreignKeyNameCannotUseId\": string;\n \"createForeignKeyError\": string;\n \"lookupFieldTypeNotEqual\": string;\n \"recordNotFound\": string;\n \"linkCellRecordIdAlreadyExists\": string;\n \"oneOneLinkCellValueCannotBeArray\": string;\n \"manyOneLinkCellValueCannotBeArray\": string;\n \"foreignKeyDuplicate\": string;\n \"linkConsistencyError\": string;\n \"oneManyLinkCellValueShouldBeArray\": string;\n \"manyManyLinkCellValueShouldBeArray\": string;\n \"onlyLinkFieldCanBeFiltered\": string;\n \"notLinkedToCurrentTable\": string;\n \"notAttachment\": string;\n \"isComputed\": string;\n \"notFoundAICofig\": string;\n \"foreignTableIdRequired\": string;\n \"lookupFieldIdRequired\": string;\n \"lookupFieldNotExist\": string;\n \"lookupFieldNotBelongToTable\": string;\n \"lookupFieldTypeNotMatch\": string;\n \"conditionalRollupOptionsRequired\": string;\n \"conditionalRollupParseError\": string;\n \"conditionalLookupOptionsRequired\": string;\n \"button\": {\n \"clickCountReachedMaxCount\": string;\n \"notSupportReset\": string;\n };\n };\n \"view\": {\n \"notFound\": string;\n \"cannotDeleteLastView\": string;\n \"defaultViewNotFound\": string;\n \"propertyParseError\": string;\n \"primaryFieldCannotBeHidden\": string;\n \"filterUnsupportedFieldType\": string;\n \"filterInvalidOperator\": string;\n \"filterInvalidOperatorMode\": string;\n \"sortUnsupportedFieldType\": string;\n \"groupUnsupportedFieldType\": string;\n \"anchorNotFound\": string;\n \"notEnoughGapToShuffleRow\": string;\n \"shareNotEnabled\": string;\n \"shareAlreadyEnabled\": string;\n \"shareAlreadyDisabled\": string;\n };\n \"billing\": {\n \"insufficientCredit\": string;\n \"exceedMaxRowLimit\": string;\n \"exceedMaxAutomationRunLimit\": string;\n };\n \"aggregation\": {\n \"searchQueryRequired\": string;\n \"maxSearchIndexResult\": string;\n \"queryCollectionMustBeTableId\": string;\n \"searchTimeOut\": string;\n \"indexNotFound\": string;\n \"invalidStartDateFieldId\": string;\n \"invalidEndDateFieldId\": string;\n \"fieldMapRequired\": string;\n \"filterLinkCellQueryConflict\": string;\n };\n \"ai\": {\n \"chatModelLgNotSet\": string;\n \"chatModelLgProviderNotSet\": string;\n \"chatModelSmNotSet\": string;\n \"chatModelMdNotSet\": string;\n \"configurationNotSet\": string;\n \"unsupportedProvider\": string;\n \"providerConfigurationNotSet\": string;\n \"testLLMFailed\": string;\n \"audioNotSupported\": string;\n \"imageNotSupported\": string;\n \"modelNotSet\": string;\n \"unsupportedFileType\": string;\n \"unsupportedModelType\": string;\n \"embeddingModelNotSet\": string;\n \"validateActionFailed\": string;\n \"generateFailed\": string;\n \"unsupportedActionType\": string;\n \"gatewayApiKeyNotSet\": string;\n \"geminiImageNotSupportedViaGateway\": string;\n };\n \"role\": {\n \"notFound\": string;\n };\n \"collaborator\": {\n \"alreadyExisted\": string;\n \"notFound\": string;\n \"userNotFoundInCollaborator\": string;\n \"noPermissionToDelete\": string;\n \"noPermissionToUpdate\": string;\n \"noPermissionToOperateRole\": string;\n \"alreadyExistedInBase\": string;\n \"userNotFound\": string;\n \"baseNotFound\": string;\n \"noPermissionToAddRole\": string;\n \"departmentNotFound\": string;\n };\n \"table\": {\n \"notFound\": string;\n \"dbTableNameAlreadyExists\": string;\n \"anchorNotFound\": string;\n \"notInTrash\": string;\n \"notSupportTableIndex\": string;\n \"createTableIndexError\": string;\n \"dropTableIndexError\": string;\n \"notFoundPrimaryField\": string;\n };\n \"export\": {\n \"notSupportViewType\": string;\n };\n \"import\": {\n \"notSupportedFileFormat\": string;\n \"notSupportedFileType\": string;\n \"exceedMaxFieldsLength\": string;\n \"tooManyConcurrentImports\": string;\n };\n \"invitation\": {\n \"disallowSpaceInvitation\": string;\n \"invalidCode\": string;\n \"linkNotFound\": string;\n \"linkExpired\": string;\n \"limitExceeded\": string;\n };\n \"pin\": {\n \"alreadyExists\": string;\n \"notFound\": string;\n \"anchorNotFound\": string;\n };\n \"trash\": {\n \"invalidResourceType\": string;\n \"notFound\": string;\n \"parentSpaceTrashed\": string;\n \"parentBaseOrSpaceTrashed\": string;\n \"parentBaseTrashed\": string;\n \"parentNotFound\": string;\n \"tableNotFound\": string;\n };\n \"license\": {\n \"invalid\": string;\n \"instanceIdMismatch\": string;\n \"expired\": string;\n \"userLimitExceeded\": string;\n };\n \"domainVerification\": {\n \"notFound\": string;\n \"invalidCode\": string;\n \"resendCooldown\": string;\n \"alreadyVerified\": string;\n };\n \"organization\": {\n \"notFound\": string;\n \"authenticationNotFound\": string;\n \"spaceShouldExist\": string;\n \"emailsNotInOrgDomain\": string;\n \"emailNotSpaceUser\": string;\n };\n \"mail\": {\n \"failedToSendEmail\": string;\n };\n \"user\": {\n \"disallowSignUp\": string;\n \"waitlistInviteCodeRequired\": string;\n \"waitlistInviteCodeInvalid\": string;\n \"systemUser\": string;\n \"collaboratorsInSpaces\": string;\n \"notFound\": string;\n \"cannotDeleteAdmin\": string;\n \"cannotDeactivateAdmin\": string;\n \"cannotRemoveLastAdmin\": string;\n \"permanentDeleted\": string;\n \"cannotDeleteSelf\": string;\n \"alreadyInDepartment\": string;\n \"emailsNotFound\": string;\n \"deleted\": string;\n \"alreadyInOrg\": string;\n \"notInOrg\": string;\n };\n \"record\": {\n \"notFound\": string;\n \"deletedIdsNotFound\": string;\n \"updateFailed\": string;\n \"noFileOrUrlProvided\": string;\n \"createRecordsEmpty\": string;\n \"duplicateFailed\": string;\n };\n \"typecast\": {\n \"cellValueValidationFailed\": string;\n };\n \"workflow\": {\n \"notActive\": string;\n };\n \"lastVisit\": {\n \"invalidResourceType\": string;\n };\n \"template\": {\n \"categoryNotFound\": string;\n \"snapshotRequired\": string;\n \"sourceTemplateNotFound\": string;\n \"noMinOrderFound\": string;\n \"takeCountTooLarge\": string;\n \"categoryLimitReached\": string;\n };\n \"department\": {\n \"parentNotFound\": string;\n \"notFound\": string;\n \"cannotMoveToItself\": string;\n \"cannotMoveToSub\": string;\n };\n \"app\": {\n \"notFound\": string;\n \"noFilesToUpdate\": string;\n \"noChatIdFound\": string;\n \"noChatFound\": string;\n \"versionNotFound\": string;\n \"cannotRollbackToLatestVersion\": string;\n \"noChatOrProjectTokenFound\": string;\n \"apiKeyNotSet\": string;\n \"cannotDeployAppBeforeInitialization\": string;\n \"noProjectOrVersionFound\": string;\n \"noDeploymentUrlAvailable\": string;\n \"noFilesInZip\": string;\n \"zipFileTooLarge\": string;\n \"invalidZip\": string;\n };\n \"reward\": {\n \"notFound\": string;\n \"unsupportedSourceType\": string;\n \"maxClaimsReached\": string;\n \"verificationFailed\": string;\n \"alreadyClaimedThisWeek\": string;\n \"invalidPostUrl\": string;\n \"postAlreadyUsed\": string;\n \"unsupportedPlatformUrl\": string;\n \"unsupportedPlatform\": string;\n \"minCharCount\": string;\n \"minFollowerCount\": string;\n \"mustMention\": string;\n \"fetchTweetFailed\": string;\n \"tweetNotFound\": string;\n \"fetchUserFailed\": string;\n \"xUserNotFound\": string;\n \"fetchLinkedInPostFailed\": string;\n \"linkedInPostNotFound\": string;\n \"linkedInAuthorNotFound\": string;\n \"fetchLinkedInUserFailed\": string;\n };\n };\n \"aiError\": {\n \"title\": string;\n \"retry\": string;\n \"dismiss\": string;\n };\n };\n \"setting\": {\n \"personalAccessToken\": string;\n \"oauthApps\": string;\n \"plugins\": string;\n };\n \"share\": {\n \"auth\": {\n \"title\": string;\n \"submit\": string;\n \"password\": string;\n \"passwordTooShort\": string;\n };\n \"toolbar\": {\n \"filterLinkSelectPlaceholder\": string;\n };\n \"openOnNewPage\": string;\n \"errorTips\": string;\n \"form\": {\n \"requireLoginTip\": string;\n \"login\": string;\n };\n };\n \"space\": {\n \"initialSpaceName\": string;\n \"action\": {\n \"createBase\": string;\n \"createSpace\": string;\n \"invite\": string;\n };\n \"allSpaces\": string;\n \"emptySpaceTitle\": string;\n \"spaceIsEmpty\": string;\n \"baseModal\": {\n \"copy\": string;\n \"duplicate\": string;\n \"createBaseFromTemplate\": string;\n \"duplicateRecords\": string;\n \"duplicateRecordsTip\": string;\n \"toSpace\": string;\n \"copyToSpace\": string;\n \"duplicateBase\": string;\n \"missTargetTip\": string;\n \"copying\": string;\n \"copyingTemplate\": string;\n \"howToCreate\": string;\n \"fromScratch\": string;\n \"fromTemplate\": string;\n \"moveBaseToAnotherSpace\": string;\n \"chooseSpace\": string;\n \"duplicateBaseSucceedAndJump\": string;\n };\n \"spaceSetting\": {\n \"title\": string;\n \"general\": string;\n \"collaborators\": string;\n \"generalDescription\": string;\n \"collaboratorDescription\": string;\n \"spaceName\": string;\n \"spaceId\": string;\n \"importBase\": string;\n };\n \"pin\": {\n \"add\": string;\n \"remove\": string;\n \"pin\": string;\n \"empty\": string;\n };\n \"tooltip\": {\n \"noPermissionToCreateBase\": string;\n };\n \"tip\": {\n \"delete\": string;\n \"title\": string;\n \"exportTips1\": string;\n \"exportTips2\": string;\n \"exportTips3\": string;\n \"exportIncludeDataLabel\": string;\n \"exportIncludeDataDescription\": string;\n \"moveBaseSuccessTitle\": string;\n \"moveBaseSuccessDescription\": string;\n };\n \"deleteSpaceModal\": {\n \"title\": string;\n \"blockedTitle\": string;\n \"blockedDesc\": string;\n \"permanentDeleteWarning\": string;\n \"confirmInputLabel\": string;\n };\n \"sharedBase\": {\n \"title\": string;\n \"description\": string;\n \"empty\": string;\n };\n \"integration\": {\n \"title\": string;\n \"description\": string;\n \"addIntegration\": string;\n \"ai\": string;\n };\n \"aiSetting\": {\n \"title\": string;\n \"description\": string;\n \"enableTips\": string;\n \"enable\": string;\n \"enableSwitchTips\": string;\n };\n \"import\": {\n \"importing\": string;\n \"importWayTip\": string;\n \"baseImportTips\": string;\n \"confirm\": string;\n \"phase\": {\n \"parsingStructure\": string;\n \"creatingBase\": string;\n \"creatingTable\": string;\n \"creatingCommonFields\": string;\n \"creatingButtonFields\": string;\n \"creatingFormulaFields\": string;\n \"creatingLinkFields\": string;\n \"creatingLookupFields\": string;\n \"creatingTableViews\": string;\n \"creatingPlugins\": string;\n \"creatingFolders\": string;\n \"creatingWorkflows\": string;\n \"creatingApps\": string;\n \"creatingAuthorityMatrix\": string;\n \"queuingAttachments\": string;\n \"uploadingAppFiles\": string;\n \"queuingDataImport\": string;\n \"done\": string;\n \"clickToView\": string;\n };\n };\n \"template\": {\n \"title\": string;\n \"description\": string;\n \"noTemplatesAvailable\": string;\n \"noTemplatesDescription\": string;\n };\n \"recentlyBase\": {\n \"title\": string;\n };\n \"noBases\": {\n \"title\": string;\n \"description\": string;\n };\n \"noSpaces\": {\n \"title\": string;\n \"description\": string;\n };\n \"baseList\": {\n \"allBases\": string;\n \"owner\": string;\n \"createdTime\": string;\n \"lastOpened\": string;\n \"enter\": string;\n \"noTables\": string;\n \"empty\": string;\n \"recent\": string;\n \"manual\": string;\n \"noBasesFound\": string;\n };\n \"publishBase\": {\n \"title\": string;\n \"description\": string;\n \"infoTitle\": string;\n \"form\": {\n \"title\": string;\n \"description\": string;\n \"security\": string;\n \"includeNodes\": string;\n \"advanced\": string;\n \"publishNode\": string;\n \"includeData\": string;\n \"defaultActiveNode\": string;\n \"select\": string;\n \"descriptionPlaceholder\": string;\n \"titlePlaceholder\": string;\n \"toBeFilledTitle\": string;\n \"toBeFilledDescription\": string;\n };\n \"publishToCommunity\": string;\n \"publish\": string;\n \"publishSuccess\": string;\n \"previewTips\": string;\n \"update\": string;\n \"unPublish\": string;\n \"unPublishSuccess\": string;\n \"unPublishConfirmTitle\": string;\n \"unPublishConfirmDescription\": string;\n \"usageCount\": string;\n \"uploadCover\": string;\n \"changeCover\": string;\n \"uploading\": string;\n \"uploadSuccess\": string;\n \"uploadFailed\": string;\n \"invalidImageType\": string;\n \"tips\": {\n \"publishValidation\": string;\n \"atLeastOneNode\": string;\n };\n \"urlCopied\": string;\n \"urlCopiedForDiscord\": string;\n \"featuredLabel\": string;\n \"unfeaturedLabel\": string;\n \"featuredTip\": string;\n \"unfeaturedTip\": string;\n \"publishSuccessDescription\": string;\n \"shareWith\": string;\n \"unpublishedApps\": {\n \"title\": string;\n \"description\": string;\n \"publishAll\": string;\n \"publish\": string;\n \"published\": string;\n \"publishing\": string;\n \"publishFailed\": string;\n \"publishFailedTip1\": string;\n \"publishFailedTip2\": string;\n \"notPublished\": string;\n \"ignoreAndContinue\": string;\n \"goToFix\": string;\n \"redeploy\": string;\n \"unnamedApp\": string;\n };\n };\n \"collaborators\": string;\n \"more\": string;\n };\n \"table\": {\n \"toolbar\": {\n \"comingSoon\": string;\n \"viewFilterInShare\": string;\n \"createFieldButtonText\": string;\n \"others\": {\n \"share\": {\n \"label\": string;\n \"statusLabel\": string;\n \"noPermission\": string;\n \"shareLink\": string;\n \"copied\": string;\n \"genLink\": string;\n \"allowCopy\": string;\n \"showAllFields\": string;\n \"restrict\": string;\n \"tips\": string;\n \"passwordTitle\": string;\n \"passwordTips\": string;\n \"embed\": string;\n \"embedPreview\": string;\n \"hideToolbar\": string;\n \"URLSetting\": string;\n \"URLSettingDescription\": string;\n \"cancel\": string;\n \"save\": string;\n \"requireLogin\": string;\n \"copyCode\": string;\n \"theme\": string;\n \"themeSystem\": string;\n \"themeLight\": string;\n \"themeDark\": string;\n };\n \"extensions\": {\n \"label\": string;\n \"graph\": string;\n };\n \"api\": {\n \"label\": string;\n \"restfulApi\": string;\n \"databaseConnection\": string;\n \"title\": string;\n \"aiContext\": string;\n \"advanced\": string;\n \"generatingToken\": string;\n \"aiContextTitle\": string;\n \"aiContextDescriptionNoToken\": string;\n \"aiContextDescriptionWithToken\": string;\n \"generateToken\": string;\n \"confirmTitle\": string;\n \"confirmDescription\": string;\n \"scopeTableRead\": string;\n \"scopeFieldRead\": string;\n \"scopeRead\": string;\n \"scopeCreate\": string;\n \"scopeUpdate\": string;\n \"scopeDelete\": string;\n \"confirmExpiry\": string;\n \"confirmButton\": string;\n \"tokenInfo\": string;\n \"tokenCreatedSuccess\": string;\n \"copied\": string;\n \"copy\": string;\n \"copyAIDoc\": string;\n \"aiDocPreview\": string;\n \"manageToken\": string;\n \"openInNewTab\": string;\n \"advancedDesc\": string;\n \"openAdvanced\": string;\n \"queryBuilderTitle\": string;\n \"queryBuilderDesc\": string;\n \"viewApiDocs\": string;\n };\n \"personalView\": {\n \"personal\": string;\n \"tip\": string;\n \"collaborative\": string;\n \"dialog\": {\n \"title\": string;\n \"description\": string;\n \"cancelText\": string;\n \"confirmText\": string;\n };\n };\n };\n };\n \"welcome\": {\n \"title\": string;\n \"emptyTitle\": string;\n \"description\": string;\n \"help\": string;\n \"helpCenter\": string;\n };\n \"validation\": {\n \"link\": {\n \"batch_duplicate\": string;\n \"one_many_duplicate\": string;\n \"one_one_duplicate\": string;\n };\n \"field\": {\n \"maxColumnLimit\": string;\n };\n };\n \"field\": {\n \"fieldManagement\": string;\n \"fieldManagementDesc\": string;\n \"advancedProps\": string;\n \"hide\": string;\n \"default\": {\n \"singleLineText\": {\n \"title\": string;\n };\n \"longText\": {\n \"title\": string;\n };\n \"number\": {\n \"title\": string;\n \"formatType\": string;\n \"currencySymbol\": string;\n \"defaultSymbol\": string;\n \"precision\": string;\n \"decimalExample\": string;\n \"currencyExample\": string;\n \"percentExample\": string;\n \"CurrencySymbol\": string;\n \"%Example\": string;\n };\n \"singleSelect\": {\n \"title\": string;\n \"options\": {\n \"todo\": string;\n \"inProgress\": string;\n \"done\": string;\n };\n };\n \"multipleSelect\": {\n \"title\": string;\n };\n \"attachment\": {\n \"title\": string;\n };\n \"user\": {\n \"title\": string;\n };\n \"date\": {\n \"title\": string;\n \"dateFormatting\": string;\n \"timeFormatting\": string;\n \"timeZone\": string;\n \"yearMonth\": string;\n \"monthDay\": string;\n \"year\": string;\n \"month\": string;\n \"day\": string;\n \"local\": string;\n \"friendly\": string;\n \"us\": string;\n \"european\": string;\n \"asia\": string;\n \"custom\": string;\n \"12Hour\": string;\n \"24Hour\": string;\n \"noDisplay\": string;\n };\n \"autoNumber\": {\n \"title\": string;\n };\n \"createdTime\": {\n \"title\": string;\n };\n \"lastModifiedTime\": {\n \"title\": string;\n };\n \"createdBy\": {\n \"title\": string;\n };\n \"lastModifiedBy\": {\n \"title\": string;\n };\n \"rating\": {\n \"title\": string;\n };\n \"checkbox\": {\n \"title\": string;\n };\n \"button\": {\n \"title\": string;\n \"label\": string;\n \"color\": string;\n \"limitCount\": string;\n \"resetCount\": string;\n \"maxCount\": string;\n \"automation\": string;\n \"customAutomation\": string;\n \"clickConfirm\": string;\n \"confirmTitle\": string;\n \"confirmDescription\": string;\n \"confirmButtonText\": string;\n };\n \"formula\": {\n \"title\": string;\n \"formula\": string;\n };\n \"lookup\": {\n \"title\": string;\n };\n \"conditionalLookup\": {\n \"title\": string;\n };\n \"rollup\": {\n \"title\": string;\n \"rollup\": string;\n \"selectAnRollupFunction\": string;\n \"func\": {\n \"and\": string;\n \"arrayCompact\": string;\n \"arrayJoin\": string;\n \"arrayUnique\": string;\n \"average\": string;\n \"concatenate\": string;\n \"count\": string;\n \"countA\": string;\n \"countAll\": string;\n \"max\": string;\n \"min\": string;\n \"or\": string;\n \"sum\": string;\n \"xor\": string;\n };\n \"funcDesc\": {\n \"and\": string;\n \"arrayCompact\": string;\n \"arrayJoin\": string;\n \"arrayUnique\": string;\n \"average\": string;\n \"concatenate\": string;\n \"count\": string;\n \"countA\": string;\n \"countAll\": string;\n \"max\": string;\n \"min\": string;\n \"or\": string;\n \"sum\": string;\n \"xor\": string;\n };\n };\n \"conditionalRollup\": {\n \"title\": string;\n \"description\": string;\n };\n };\n \"editor\": {\n \"addField\": string;\n \"editField\": string;\n \"insertField\": string;\n \"graph\": string;\n \"defaultValue\": string;\n \"reset\": string;\n \"fieldUpdated\": string;\n \"fieldCreated\": string;\n \"confirmFieldChange\": string;\n \"areYouSurePerformIt\": string;\n \"addDescription\": string;\n \"dbFieldName\": string;\n \"description\": string;\n \"descriptionPlaceholder\": string;\n \"type\": string;\n \"showAs\": string;\n \"color\": string;\n \"number\": string;\n \"chartBar\": string;\n \"chartLine\": string;\n \"ring\": string;\n \"bar\": string;\n \"text\": string;\n \"markdown\": string;\n \"url\": string;\n \"email\": string;\n \"phone\": string;\n \"maxNumber\": string;\n \"showNumber\": string;\n \"autoFillDate\": string;\n \"createSymmetricLink\": string;\n \"allowLinkMultipleRecords\": string;\n \"allowLinkToDuplicateRecords\": string;\n \"allowSymmetricFieldLinkMultipleRecords\": string;\n \"oneToOne\": string;\n \"oneToMany\": string;\n \"manyToOne\": string;\n \"manyToMany\": string;\n \"self\": string;\n \"selectTable\": string;\n \"selectBase\": string;\n \"linkFromAnotherBase\": string;\n \"inSelfLink\": string;\n \"betweenTwoTables\": string;\n \"tips\": string;\n \"linkTipMessage\": string;\n \"style\": string;\n \"maximum\": string;\n \"addOption\": string;\n \"allowMultiUsers\": string;\n \"notifyUsers\": string;\n \"searchTable\": string;\n \"calculating\": string;\n \"doSaveChanges\": string;\n \"linkFieldToLookup\": string;\n \"lookupToTable\": string;\n \"rollupToTable\": string;\n \"selectField\": string;\n \"linkTable\": string;\n \"linkBase\": string;\n \"tableNoPermission\": string;\n \"baseNoPermission\": string;\n \"noLinkTip\": string;\n \"fieldValidationRules\": string;\n \"enableValidateFieldUnique\": string;\n \"enableValidateFieldNotNull\": string;\n \"knowMore\": string;\n \"linkFieldKnowMoreLink\": string;\n \"showByField\": string;\n \"filterByView\": string;\n \"filter\": string;\n \"hideFields\": string;\n \"moreOptions\": string;\n \"allowNewOptionsWhenEditing\": string;\n \"deleteField\": {\n \"title\": string;\n \"simpleConfirm\": string;\n \"withDependencies\": string;\n \"affectedFields\": string;\n \"fieldsToDelete\": string;\n \"unviewedHint\": string;\n \"deleteCount\": string;\n \"noAffectedFields\": string;\n \"riskIdentified\": string;\n \"noDependencies\": string;\n \"safeToDelete\": string;\n \"safeToDeleteDesc\": string;\n \"affectedItems\": string;\n \"type\": string;\n \"source\": string;\n \"sourceTable\": string;\n \"typeField\": string;\n };\n \"conditionalLookup\": {\n \"sortLimitToggleLabel\": string;\n \"sortLabel\": string;\n \"orderPlaceholder\": string;\n \"clearSort\": string;\n \"limitLabel\": string;\n \"limitPlaceholder\": string;\n \"limitHint\": string;\n \"sortMissingWarningTitle\": string;\n \"sortMissingWarningDescription\": string;\n };\n \"lastModifiedScope\": string;\n \"lastModifiedAll\": string;\n \"lastModifiedSpecific\": string;\n \"lastModifiedSelect\": string;\n \"lastModifiedSelectAll\": string;\n \"noEditableFields\": string;\n \"conditionalRollup\": {\n \"fieldMapping\": string;\n \"selectBaseField\": string;\n \"noMappings\": string;\n };\n };\n \"subTitle\": {\n \"link\": string;\n \"singleLineText\": string;\n \"longText\": string;\n \"attachment\": string;\n \"checkbox\": string;\n \"multipleSelect\": string;\n \"singleSelect\": string;\n \"user\": string;\n \"date\": string;\n \"number\": string;\n \"duration\": string;\n \"rating\": string;\n \"formula\": string;\n \"rollup\": string;\n \"conditionalLookup\": string;\n \"count\": string;\n \"createdTime\": string;\n \"lastModifiedTime\": string;\n \"createdBy\": string;\n \"lastModifiedBy\": string;\n \"autoNumber\": string;\n \"button\": string;\n \"lookup\": string;\n \"conditionalRollup\": string;\n };\n \"fieldName\": string;\n \"fieldNameOptional\": string;\n \"fieldType\": string;\n \"aiConfig\": {\n \"title\": string;\n \"type\": {\n \"summary\": string;\n \"translation\": string;\n \"extraction\": string;\n \"improvement\": string;\n \"tag\": string;\n \"classification\": string;\n \"customization\": string;\n \"imageGeneration\": string;\n \"rating\": string;\n };\n \"label\": {\n \"type\": string;\n \"model\": string;\n \"targetLanguage\": string;\n \"sourceField\": string;\n \"sourceFieldForTag\": string;\n \"sourceFieldForClassify\": string;\n \"attachPrompt\": string;\n \"prompt\": string;\n \"sourceFieldForAttachment\": string;\n \"imageSize\": string;\n \"imageQuality\": string;\n \"imageCount\": string;\n \"aspectRatio\": string;\n \"resolution\": string;\n \"advancedSettings\": string;\n };\n \"placeholder\": {\n \"summarize\": string;\n \"translate\": string;\n \"extractInfo\": string;\n \"extractDate\": string;\n \"improveText\": string;\n \"attachPromptForTag\": string;\n \"attachPromptForClassify\": string;\n \"attachPrompt\": string;\n \"prompt\": string;\n \"type\": string;\n \"targetLanguage\": string;\n \"imageSize\": string;\n \"imageQuality\": string;\n \"attachPromptForImageGeneration\": string;\n \"attachPromptForRating\": string;\n \"aspectRatio\": string;\n \"resolution\": string;\n };\n \"imageQuality\": {\n \"low\": string;\n \"medium\": string;\n \"high\": string;\n };\n \"autoFill\": {\n \"title\": string;\n \"tip\": string;\n };\n \"autoFillFieldDialog\": {\n \"title\": string;\n \"description\": string;\n };\n \"autoFillConfirm\": {\n \"title\": string;\n \"description\": string;\n \"saveConfigOnly\": string;\n \"generate\": string;\n \"generateFailed\": string;\n \"generateMode\": string;\n \"emptyOnlyMode\": string;\n \"emptyOnlyModeDesc\": string;\n \"allMode\": string;\n \"allModeDesc\": string;\n \"saveOnlyMode\": string;\n \"saveOnlyModeDesc\": string;\n \"fillEmptyCells\": string;\n \"generateAll\": string;\n \"recommended\": string;\n \"taskLimited\": string;\n \"limitWarning\": string;\n };\n \"action\": {\n \"addAttachment\": string;\n };\n \"hint\": {\n \"imageInputSupported\": string;\n \"attachmentNotSupported\": string;\n \"singleImageOnly\": string;\n };\n \"auto\": string;\n \"resolution\": {\n \"1K\": string;\n \"2K\": string;\n \"4K\": string;\n };\n };\n };\n \"table\": {\n \"newTableLabel\": string;\n \"rename\": string;\n \"design\": string;\n \"tableRecordHistory\": string;\n \"deleteConfirm\": string;\n \"dbTableName\": string;\n \"schemaName\": string;\n \"baseInfo\": string;\n \"typeOfDatabase\": string;\n \"descriptionForTable\": string;\n \"nameForTable\": string;\n \"deleteTip1\": string;\n \"deleteTip2\": string;\n \"operator\": {\n \"createBlank\": string;\n };\n \"actionTips\": {\n \"copyAndPasteEnvironment\": string;\n \"copyAndPasteBrowser\": string;\n \"copying\": string;\n \"copySuccessful\": string;\n \"copyFailed\": string;\n \"pasting\": string;\n \"pasteSuccessful\": string;\n \"pasteFailed\": string;\n \"filling\": string;\n \"fillSuccessful\": string;\n \"fillFailed\": string;\n \"clearing\": string;\n \"clearSuccessful\": string;\n \"deleteFieldConfirmTitle\": string;\n \"deleting\": string;\n \"deleteSuccessful\": string;\n \"pasteFileFailed\": string;\n \"copyError\": {\n \"noFocus\": string;\n \"noPermission\": string;\n };\n \"clearConfirmTitle\": string;\n \"clearConfirmDescription\": string;\n \"deleteRecordConfirmTitle\": string;\n \"deleteRecordConfirmDescription\": string;\n \"pasteConfirmTitle\": string;\n \"pasteConfirmDescription\": string;\n \"expandCommonDescription\": string;\n \"expandColDescription\": string;\n \"expandRowDescription\": string;\n \"paste\": string;\n \"deleteRecord\": string;\n \"clear\": string;\n \"conjunction\": string;\n \"pasing\": string;\n };\n \"graph\": {\n \"tableLabel\": string;\n \"effectCells\": string;\n \"estimatedTime\": string;\n \"linkFieldCount\": string;\n };\n \"integrity\": {\n \"check\": string;\n \"title\": string;\n \"loading\": string;\n \"allGood\": string;\n \"fixIssues\": string;\n \"type\": string;\n \"message\": string;\n \"errorType\": {\n \"ForeignTableNotFound\": string;\n \"ForeignKeyNotFound\": string;\n \"SelfKeyNotFound\": string;\n \"SymmetricFieldNotFound\": string;\n \"MissingRecordReference\": string;\n \"InvalidLinkReference\": string;\n \"ForeignKeyHostTableNotFound\": string;\n \"ReferenceFieldNotFound\": string;\n \"UniqueIndexNotFound\": string;\n \"EmptyString\": string;\n };\n };\n \"index\": {\n \"description\": string;\n \"repair\": string;\n \"repairTip\": string;\n \"enableIndexTip\": string;\n \"globalSearchTip_limited\": string;\n \"globalSearchTip_infinity\": string;\n \"autoIndexTip\": string;\n \"enableIndex\": string;\n \"keepAsIs\": string;\n \"ignoreIndexError\": string;\n };\n \"searchTips\": {\n \"maxFieldTips_limited\": string;\n };\n \"tableInfo\": string;\n \"tableInfoDetail\": string;\n };\n \"import\": {\n \"title\": {\n \"upload\": string;\n \"import\": string;\n \"localFile\": string;\n \"linkUrl\": string;\n \"linkUrlInputTitle\": string;\n \"importTitle\": string;\n \"incrementImportTitle\": string;\n \"optionsTitle\": string;\n \"primitiveFields\": string;\n \"importFields\": string;\n \"primaryField\": string;\n \"tipsTitle\": string;\n \"confirm\": string;\n };\n \"menu\": {\n \"addFromOtherSource\": string;\n \"excelFile\": string;\n \"csvFile\": string;\n \"importCsvData\": string;\n \"importExcelData\": string;\n \"cancel\": string;\n \"leave\": string;\n \"downAsCsv\": string;\n \"importData\": string;\n \"duplicate\": string;\n \"duplicating\": string;\n \"duplicateSuccess\": string;\n \"duplicateFailed\": string;\n \"importing\": string;\n \"includeRecords\": string;\n \"autoFill\": string;\n };\n \"tips\": {\n \"importWayTip\": string;\n \"leaveTip\": string;\n \"fileExceedSizeTip\": string;\n \"analyzing\": string;\n \"importing\": string;\n \"notSupportFieldType\": string;\n \"resultEmpty\": string;\n \"searchPlaceholder\": string;\n \"importAlert\": string;\n \"noTips\": string;\n };\n \"options\": {\n \"autoSelectFieldOptionName\": string;\n \"useFirstRowAsHeaderOptionName\": string;\n \"importDataOptionName\": string;\n \"sheetKey\": string;\n \"excludeFirstRow\": string;\n };\n \"form\": {\n \"defaultFieldName\": string;\n \"error\": {\n \"urlEmptyTip\": string;\n \"errorFileFormat\": string;\n \"uniqueFieldName\": string;\n \"fieldNameEmpty\": string;\n \"atLeastAImportField\": string;\n \"urlValidateTip\": string;\n };\n \"option\": {\n \"doNotImport\": string;\n };\n };\n };\n \"export\": {\n \"menu\": {\n \"exportCsv\": string;\n };\n };\n \"grid\": {\n \"prefillingRowTitle\": string;\n \"prefillingRowTooltip\": string;\n \"presortRowTitle\": string;\n };\n \"form\": {\n \"fieldsManagement\": string;\n \"addAll\": string;\n \"removeAll\": string;\n \"hideFieldTip\": string;\n \"unableAddFieldTip\": string;\n \"removeFromFormTip\": string;\n \"descriptionPlaceholder\": string;\n \"dragToFormTip\": string;\n \"protectedFieldTip\": string;\n };\n \"kanban\": {\n \"toolbar\": {\n \"hideFieldName\": string;\n \"customizeCards\": string;\n \"stackedBy\": string;\n \"chooseStackingField\": string;\n \"chooseStackingFieldDescription\": string;\n \"hideEmptyStack\": string;\n \"imageSetting\": string;\n \"fit\": string;\n \"noImage\": string;\n \"chooseAttachmentField\": string;\n };\n \"stack\": {\n \"addStack\": string;\n \"noCards\": string;\n \"uncategorized\": string;\n };\n \"stackMenu\": {\n \"collapseStack\": string;\n \"renameStack\": string;\n \"deleteStack\": string;\n };\n \"cardMenu\": {\n \"insertCardAbove\": string;\n \"insertCardBelow\": string;\n \"expandCard\": string;\n \"deleteCard\": string;\n \"duplicateCard\": string;\n };\n \"\\u043F\\u0430\\u043D\\u0435\\u043B\\u044C \\u0456\\u043D\\u0441\\u0442\\u0440\\u0443\\u043C\\u0435\\u043D\\u0442\\u0456\\u0432\": {\n \"hideFieldName\": string;\n \"customizeCards\": string;\n \"stackedBy\": string;\n \"chooseStackingField\": string;\n \"chooseStackingFieldDescription\": string;\n \"hideEmptyStack\": string;\n \"imageSetting\": string;\n \"fit\": string;\n \"noImage\": string;\n \"chooseAttachmentField\": string;\n };\n \"\\u0441\\u0442\\u0435\\u043A\": {\n \"addStack\": string;\n \"noCards\": string;\n \"uncategorized\": string;\n };\n };\n \"calendar\": {\n \"toolbar\": {\n \"config\": string;\n \"startDateField\": string;\n \"endDateField\": string;\n \"titleField\": string;\n \"colorField\": string;\n \"colorType\": string;\n \"customColor\": string;\n \"alignWithRecords\": string;\n \"ColorField\": string;\n };\n \"placeholder\": {\n \"selectColorField\": string;\n };\n \"dialog\": {\n \"startDate\": string;\n \"endDate\": string;\n \"notAdd\": string;\n \"addDateField\": string;\n \"content\": string;\n };\n \"moreLinkText\": string;\n };\n \"menu\": {\n \"insertRecordAbove\": string;\n \"insertRecordBelow\": string;\n \"copyCells\": string;\n \"deleteRecord\": string;\n \"deleteAllSelectedRecords\": string;\n \"editField\": string;\n \"insertFieldLeft\": string;\n \"insertFieldRight\": string;\n \"freezeUpField\": string;\n \"hideField\": string;\n \"deleteField\": string;\n \"deleteAllSelectedFields\": string;\n \"filterField\": string;\n \"sortField\": string;\n \"groupField\": string;\n \"autoFill\": string;\n \"groupMenuTitle\": string;\n \"expandGroup\": string;\n \"collapseGroup\": string;\n \"expandAllGroups\": string;\n \"collapseAllGroups\": string;\n \"addToChat\": string;\n \"duplicateField\": string;\n \"downloadAllAttachments\": string;\n };\n \"connection\": {\n \"title\": string;\n \"description\": string;\n \"noPermission\": string;\n \"connectionCountTip\": string;\n \"createFailed\": string;\n \"helpLink\": string;\n };\n \"view\": {\n \"addRecord\": string;\n \"searchView\": string;\n \"dragToolTip\": string;\n \"insertToolTip\": string;\n \"action\": {\n \"rename\": string;\n \"duplicate\": string;\n \"delete\": string;\n \"lock\": string;\n \"unlock\": string;\n \"enable\": string;\n };\n \"category\": {\n \"table\": string;\n \"form\": string;\n \"kanban\": string;\n \"gallery\": string;\n \"calendar\": string;\n };\n \"crash\": {\n \"title\": string;\n \"description\": string;\n };\n \"addPluginView\": string;\n \"search\": {\n \"field_one\": string;\n \"field_other\": string;\n };\n \"locked\": {\n \"tip\": string;\n };\n \"noView\": string;\n };\n \"lastModifiedTime\": string;\n \"lastModify\": string;\n \"pasteNewRecords\": {\n \"title\": string;\n \"description\": string;\n };\n \"tableTrash\": {\n \"title\": string;\n \"resourceType\": string;\n \"deletedResource\": string;\n };\n \"baseShare\": {\n \"title\": string;\n \"shareTitle\": string;\n \"shareToWeb\": string;\n \"description\": string;\n \"nodeShareDescription\": string;\n \"shareLinks\": string;\n \"newLink\": string;\n \"noShareLinks\": string;\n \"createFirstLink\": string;\n \"editSettings\": string;\n \"refreshLink\": string;\n \"deleteLink\": string;\n \"deleteConfirmTitle\": string;\n \"deleteConfirmDescription\": string;\n \"createSuccess\": string;\n \"createFailed\": string;\n \"updateSuccess\": string;\n \"updateFailed\": string;\n \"deleteSuccess\": string;\n \"deleteFailed\": string;\n \"refreshSuccess\": string;\n \"refreshFailed\": string;\n \"copied\": string;\n \"shareLink\": string;\n \"linkHolderLabel\": string;\n \"linkHolderCanView\": string;\n \"linkHolderCanEdit\": string;\n \"linkHolderCanCopyAndSave\": string;\n \"passwordProtection\": string;\n \"enterPassword\": string;\n \"selectNodes\": string;\n \"shareEntireBase\": string;\n \"shareSelectedNodes\": string;\n \"shareEntireBaseDescription\": string;\n \"noNodesSelectedWarning\": string;\n \"allowSave\": string;\n \"allowSaveDescription\": string;\n \"allowCopy\": string;\n \"allowCopyData\": string;\n \"allowDuplicate\": string;\n \"allowCopyDescription\": string;\n \"selectedNodes\": string;\n \"allNodes\": string;\n \"sharedNode\": string;\n \"sharedNodeDescription\": string;\n \"publicShareTitle\": string;\n \"publicShareCount\": string;\n \"noPublicShare\": string;\n \"security\": string;\n \"restrictByPassword\": string;\n \"advanced\": string;\n \"embedConfig\": string;\n \"appPublicLink\": string;\n \"appNotPublished\": string;\n \"goToPublish\": string;\n \"publishSuccess\": string;\n \"publishFailed\": string;\n \"openLink\": string;\n \"appPublished\": string;\n \"shareTableTab\": string;\n \"shareViewTab\": string;\n \"shareNodeTab\": string;\n };\n \"aiChat\": {\n \"tool\": {\n \"getTableFields\": string;\n \"getTablesMeta\": string;\n \"sqlQuery\": string;\n \"generateScriptAction\": string;\n \"getScriptInput\": string;\n \"getTeableApi\": string;\n \"dataVisualization\": string;\n \"updateBase\": string;\n \"args\": string;\n \"result\": string;\n \"thinking\": string;\n \"toBeConfirmed\": string;\n \"errorMessage\": string;\n \"confirm\": string;\n \"createRecordsSuccess\": string;\n \"createRecordsFailed\": string;\n \"updateRecordsSuccess\": string;\n \"updateRecordsFailed\": string;\n \"generatingRecords\": string;\n \"creatingRecords\": string;\n \"updatingRecords\": string;\n \"recordsPreview\": string;\n \"andMoreRecords\": string;\n \"unknownError\": string;\n \"recordIds\": string;\n \"records\": string;\n \"viewAll\": string;\n \"showLess\": string;\n \"generatingData\": string;\n \"generatingUpdates\": string;\n \"recordsGenerated\": string;\n \"recordsCount\": string;\n \"fieldsCount\": string;\n \"fieldsGenerated\": string;\n \"updatedProperties\": string;\n \"configured\": string;\n \"recordsToUpdate\": string;\n \"showingLast\": string;\n \"recordLabel\": string;\n \"statusGenerating\": string;\n \"statusCreating\": string;\n \"statusUpdating\": string;\n \"statusCreated\": string;\n \"statusUpdated\": string;\n \"getApps\": {\n \"title\": string;\n \"loading\": string;\n \"foundApps\": string;\n \"noApps\": string;\n \"openApp\": string;\n };\n \"generateApp\": {\n \"title\": string;\n \"creatingApp\": string;\n \"updatingApp\": string;\n \"generatingApp\": string;\n \"generating\": string;\n \"openApp\": string;\n \"viewProgress\": string;\n \"newApp\": string;\n \"building\": string;\n };\n \"generateAutomation\": {\n \"title\": string;\n \"creatingAutomation\": string;\n \"updatingAutomation\": string;\n \"generatingAutomation\": string;\n \"building\": string;\n \"openAutomation\": string;\n \"viewProgress\": string;\n \"testResults\": string;\n \"triggerTest\": string;\n \"actionTest\": string;\n };\n \"htmlPreview\": {\n \"preview\": string;\n \"code\": string;\n \"download\": string;\n \"downloadHtml\": string;\n \"downloadImage\": string;\n \"copy\": string;\n \"copied\": string;\n \"fullscreen\": string;\n \"exitFullscreen\": string;\n \"downloadSuccess\": string;\n \"downloadFailed\": string;\n \"iframeFailed\": string;\n };\n \"loadAttachment\": {\n \"title\": string;\n \"loading\": string;\n \"failed\": string;\n \"empty\": string;\n \"modeNative\": string;\n \"modeNativeDesc\": string;\n \"modeExtracted\": string;\n \"modeExtractedDesc\": string;\n \"visionLoaded\": string;\n \"pdfLoaded\": string;\n \"textExtracted\": string;\n \"contextLoaded\": string;\n \"truncated\": string;\n \"preview\": string;\n };\n \"textExtract\": {\n \"title\": string;\n \"loading\": string;\n \"failed\": string;\n \"empty\": string;\n \"preview\": string;\n \"truncated\": string;\n \"previews\": string;\n \"chars\": string;\n \"totalCharacters\": string;\n \"filesTruncated\": string;\n };\n \"importExcel\": {\n \"title\": string;\n \"loading\": string;\n \"failed\": string;\n \"suggestions\": string;\n \"analyzeComplete\": string;\n \"worksheets\": string;\n \"columns\": string;\n \"importComplete\": string;\n \"stageAnalyze\": string;\n \"stageImport\": string;\n };\n };\n \"tools\": {\n \"getTeableApi\": string;\n \"readFiles\": string;\n \"writeFile\": string;\n \"deleteFiles\": string;\n \"listFiles\": string;\n \"addDependencies\": string;\n \"checkBuildErrors\": string;\n \"lint\": string;\n };\n \"fallback\": {\n \"previewLoadFailed\": string;\n \"retry\": string;\n \"chatAborted\": string;\n };\n \"preview\": {\n \"deletedTable\": string;\n \"deletedView\": string;\n \"deletedField\": string;\n \"deletedRecords\": string;\n };\n \"agentName\": {\n \"tableOperatorAgent\": string;\n \"viewOperatorAgent\": string;\n \"fieldOperatorAgent\": string;\n \"recordOperatorAgent\": string;\n \"buildBaseAgent\": string;\n \"buildAutomationAgent\": string;\n };\n \"confirm\": {\n \"toBeConfirmed\": string;\n \"deleteWarning\": string;\n };\n \"action\": {\n \"createTable\": string;\n \"updateTable\": string;\n \"updateTableName\": string;\n \"deleteTable\": string;\n \"createView\": string;\n \"updateView\": string;\n \"updateViewName\": string;\n \"deleteView\": string;\n \"createField\": string;\n \"createAiField\": string;\n \"createLinkField\": string;\n \"createLookupField\": string;\n \"createRollupField\": string;\n \"createFormulaField\": string;\n \"deleteField\": string;\n \"updateField\": string;\n \"createRecord\": string;\n \"createRecords\": string;\n \"deleteRecord\": string;\n \"updateRecord\": string;\n \"updateRecords\": string;\n \"updateBase\": string;\n \"planTask\": string;\n \"generateTables\": string;\n \"generatePrimaryFields\": string;\n \"generateFields\": string;\n \"generateViews\": string;\n \"generateRecords\": string;\n \"generateAIFields\": string;\n \"generateLinkFields\": string;\n \"generateLookupFields\": string;\n \"generateRollupFields\": string;\n \"generateFormulaFields\": string;\n \"generateWorkflow\": string;\n \"generateTrigger\": string;\n \"generateScriptAction\": string;\n \"generateSendMailAction\": string;\n \"generateAction\": string;\n \"setupAutomationTrigger\": string;\n \"testAutomationNode\": string;\n \"activateAutomation\": string;\n \"executeScript\": string;\n \"wait\": string;\n \"generateScriptFlowChart\": string;\n \"triggerAiFill\": string;\n \"initialize\": string;\n \"rename\": string;\n \"buildTest\": string;\n \"developTask\": string;\n \"generateSummary\": string;\n \"previewEnvironment\": string;\n \"getRelativeData\": string;\n \"getPreviousNodeOutputVariables\": string;\n \"getApiJson\": string;\n \"generateScriptAndDependencies\": string;\n \"analyzingAttachment\": string;\n \"locateResource\": string;\n \"goTo\": string;\n \"operationSuccess\": string;\n \"operationFailed\": string;\n \"deleteAutomationNode\": string;\n };\n \"aiFill\": {\n \"processedRecords\": string;\n };\n \"queryTool\": {\n \"getRecords\": string;\n \"getRecordsWithTable\": string;\n \"getGridRows\": string;\n \"getGridRowsWithTable\": string;\n \"getFields\": string;\n \"getFieldsWithTable\": string;\n \"getTables\": string;\n \"getViews\": string;\n \"getViewsWithTable\": string;\n \"sqlQuery\": string;\n \"querying\": string;\n \"queryFailed\": string;\n \"aborted\": string;\n \"noData\": string;\n \"dataFormatError\": string;\n \"unsupportedQueryType\": string;\n \"returnedRecords\": string;\n \"record\": string;\n \"moreRecords\": string;\n \"foundFields\": string;\n \"moreFields\": string;\n \"foundTables\": string;\n \"moreTables\": string;\n \"foundViews\": string;\n \"moreViews\": string;\n \"queryReturned\": string;\n \"row\": string;\n \"moreRows\": string;\n \"getDoc\": string;\n \"getDocWithTopic\": string;\n \"getAutomations\": string;\n \"getAutomation\": string;\n \"getAutomationRuns\": string;\n \"foundAutomations\": string;\n \"moreAutomations\": string;\n \"foundRuns\": string;\n \"moreRuns\": string;\n \"active\": string;\n \"trigger\": string;\n \"actions\": string;\n \"moreActions\": string;\n \"getUserIntegrations\": string;\n \"connectedIntegrations\": string;\n \"availableToConnect\": string;\n \"connect\": string;\n \"noIntegrationsAvailable\": string;\n \"activateTool\": string;\n \"webSearch\": string;\n \"webSearchResults\": string;\n \"webSearchCompleted\": string;\n \"searchApi\": string;\n \"searchApiWithQuery\": string;\n \"noApiFound\": string;\n \"foundApis\": string;\n \"totalApis\": string;\n \"callApi\": string;\n \"callApiWithMethod\": string;\n \"response\": string;\n \"success\": string;\n \"failed\": string;\n \"inputData\": string;\n \"availableNodes\": string;\n \"hasPreviousCode\": string;\n \"noInputData\": string;\n };\n \"showUI\": {\n \"connect\": string;\n \"connecting\": string;\n \"connected\": string;\n \"connectToUse\": string;\n \"checkingConnection\": string;\n \"confirm\": string;\n \"confirmed\": string;\n \"cancel\": string;\n \"cancelled\": string;\n \"connectionCancelled\": string;\n };\n \"codeBlock\": {\n \"hiddenLines\": string;\n \"collapseCode\": string;\n \"code\": string;\n \"preview\": string;\n };\n \"buildFlow\": {\n \"progress\": string;\n \"completed\": string;\n \"completedDesc\": string;\n \"stepStatus\": {\n \"initializing\": string;\n \"naming\": string;\n \"planning\": string;\n \"developing\": string;\n \"summarizing\": string;\n \"deploying\": string;\n \"testing\": string;\n };\n \"moduleStatus\": {\n \"running\": string;\n \"completed\": string;\n \"error\": string;\n \"pending\": string;\n };\n \"toolStatus\": {\n \"running\": string;\n \"completed\": string;\n \"error\": string;\n };\n };\n \"generateScript\": {\n \"generateSuccess\": string;\n };\n \"buildBase\": {\n \"title\": string;\n \"generateSuccess\": string;\n \"generateError\": string;\n };\n \"buildAutomation\": {\n \"title\": string;\n \"generateSuccess\": string;\n };\n \"automation\": {\n \"created\": string;\n \"updated\": string;\n \"workflow\": string;\n \"trigger\": string;\n \"scriptAction\": string;\n \"workflowLabel\": string;\n \"triggerLabel\": string;\n \"scriptActionLabel\": string;\n \"workflowId\": string;\n \"triggerId\": string;\n \"scriptActionId\": string;\n \"viewAutomation\": string;\n \"navigateToAutomation\": string;\n \"triggerType\": {\n \"recordCreated\": string;\n \"recordUpdated\": string;\n \"recordCreatedOrUpdated\": string;\n \"formSubmitted\": string;\n \"scheduledTime\": string;\n \"buttonClick\": string;\n };\n \"activated\": string;\n \"deactivated\": string;\n \"discarded\": string;\n \"activateFailed\": string;\n \"deactivateFailed\": string;\n \"discardFailed\": string;\n \"scriptUpdated\": string;\n \"scriptUpdateFailed\": string;\n \"scriptExecuted\": string;\n \"scriptExecutionFailed\": string;\n \"scriptReady\": string;\n \"executingScript\": string;\n \"waitedSeconds\": string;\n \"waitFailed\": string;\n \"flowchartGenerated\": string;\n \"flowchartGenerationFailed\": string;\n };\n \"newChat\": string;\n \"clearChat\": string;\n \"expand\": string;\n \"history\": string;\n \"close\": string;\n \"clearChatConfirmTitle\": string;\n \"clearChatConfirmDesc\": string;\n \"dontShowAgain\": string;\n \"noModel\": string;\n \"addAttachment\": string;\n \"noHistory\": string;\n \"noFoundHistory\": string;\n \"timeGroup\": {\n \"today\": string;\n \"oneWeek\": string;\n \"twoWeek\": string;\n \"oneMonth\": string;\n \"other\": string;\n };\n \"context\": {\n \"button\": string;\n \"search\": string;\n \"searchEmpty\": string;\n \"emptyContext\": string;\n \"selectionRows\": string;\n };\n \"inputPlaceholder\": string;\n \"thought\": string;\n \"meta\": {\n \"timeCostUnit\": string;\n \"timeCostDescription\": string;\n \"creditDescription\": string;\n \"tokenDescription\": string;\n \"input\": string;\n \"output\": string;\n \"tokens\": string;\n \"totalTimeCost\": string;\n \"totalCreditCost\": string;\n \"customModel\": string;\n \"tokenDetails\": string;\n \"cachedInput\": string;\n \"cacheWrite\": string;\n \"reasoning\": string;\n \"taskCompleted\": string;\n };\n \"dataVisualization\": {\n \"error\": string;\n };\n \"tips\": {\n \"modelTips\": string;\n };\n \"attachment\": {\n \"imageNotSupported\": string;\n \"attachmentSizeExceeded\": string;\n };\n \"suggestions\": {\n \"recommend\": string;\n \"ask\": string;\n \"analyze\": string;\n \"build\": string;\n \"title\": string;\n \"whatCanIDo\": string;\n \"createOrModifyDatabase\": string;\n \"buildAutomations\": string;\n \"buildApps\": string;\n \"buildMeCRM\": string;\n \"addAIField\": string;\n \"createDataAnalysis\": string;\n \"emailWhenRecordCreated\": string;\n \"syncStatusToSlack\": string;\n \"buildDashboard\": string;\n \"buildLeadCapture\": string;\n };\n \"buildApp\": {\n \"thinking\": {\n \"duration\": string;\n };\n \"task\": {\n \"searching\": string;\n \"readingFiles\": string;\n \"foundResults\": string;\n \"noIssuesFound\": string;\n \"defaultTitle\": string;\n };\n \"codeProject\": {\n \"defaultTitle\": string;\n };\n };\n \"scriptPreview\": {\n \"aiModelRequired\": string;\n \"writeCodeHint\": string;\n \"noPreview\": string;\n \"generatePreview\": string;\n \"analyzing\": string;\n \"codeChanged\": string;\n \"regenerate\": string;\n \"refresh\": string;\n \"regenerating\": string;\n };\n };\n \"download\": {\n \"allAttachments\": {\n \"title\": string;\n \"loading\": string;\n \"rowsWithAttachments\": string;\n \"totalAttachments\": string;\n \"totalSize\": string;\n \"startDownload\": string;\n \"confirmTitle\": string;\n \"confirmDescription\": string;\n \"confirm\": string;\n \"cancel\": string;\n \"downloading\": string;\n \"downloadingFile\": string;\n \"progress\": string;\n \"completed\": string;\n \"cancelled\": string;\n \"noAttachments\": string;\n \"error\": string;\n \"errorPartial\": string;\n \"requireHttps\": string;\n \"advancedOptions\": string;\n \"namingFieldLabel\": string;\n \"selectField\": string;\n \"groupByRow\": string;\n \"groupByRowTip\": string;\n };\n };\n \"plugin\": {\n \"recent\": string;\n \"more\": string;\n };\n \"pluginPanel\": {\n \"empty\": {\n \"description\": string;\n };\n \"createPluginPanel\": {\n \"button\": string;\n \"title\": string;\n };\n \"namePlaceholder\": string;\n };\n \"addPlugin\": string;\n \"pluginContextMenu\": {\n \"mangeButton\": string;\n \"manage\": string;\n \"noPlugin\": string;\n \"delete\": string;\n \"deleteDescription\": string;\n };\n \"permission\": {\n \"cell\": {\n \"deniedRead\": string;\n \"deniedUpdate\": string;\n };\n };\n \"upload\": {\n \"panelUploading\": string;\n \"panelFailed\": string;\n \"panelCompleted\": string;\n \"statusFailed\": string;\n \"statusCompleted\": string;\n \"statusCancel\": string;\n \"statusRetry\": string;\n };\n };\n \"token\": {\n \"access\": string;\n \"name\": string;\n \"description\": string;\n \"scopes\": string;\n \"expiration\": string;\n \"createdTime\": string;\n \"lastUse\": string;\n \"allSpace\": string;\n \"formLabelTips\": {\n \"name\": string;\n \"description\": string;\n \"scopes\": string;\n \"access\": string;\n };\n \"new\": {\n \"headerTitle\": string;\n \"title\": string;\n \"description\": string;\n \"button\": string;\n \"success\": {\n \"title\": string;\n \"description\": string;\n };\n \"expirationList\": {\n \"days\": string;\n \"permanent\": string;\n \"custom\": string;\n \"pick\": string;\n };\n };\n \"edit\": {\n \"title\": string;\n \"name\": string;\n \"scopes\": string;\n \"selectAll\": string;\n \"cancelSelectAll\": string;\n };\n \"refresh\": {\n \"title\": string;\n \"description\": string;\n \"button\": string;\n };\n \"accessSelect\": {\n \"button\": string;\n \"empty\": string;\n \"spaceSelectItem\": string;\n \"inputPlaceholder\": string;\n \"fullAccess\": {\n \"button\": string;\n \"description\": string;\n \"title\": string;\n };\n \"sharedBase\": string;\n };\n \"moreScopes\": string;\n \"list\": {\n \"description\": string;\n };\n \"empty\": {\n \"list\": string;\n \"access\": string;\n };\n \"deleteConfirm\": {\n \"title\": string;\n \"description\": string;\n };\n \"help\": {\n \"link\": string;\n };\n \"noAccessConfirm\": {\n \"title\": string;\n \"description\": string;\n };\n };\n \"zod\": {\n \"errors\": {\n \"invalid_type\": string;\n \"invalid_type_received_undefined\": string;\n \"invalid_type_received_null\": string;\n \"invalid_literal\": string;\n \"unrecognized_keys\": string;\n \"invalid_union\": string;\n \"invalid_union_discriminator\": string;\n \"invalid_enum_value\": string;\n \"invalid_arguments\": string;\n \"invalid_return_type\": string;\n \"invalid_date\": string;\n \"custom\": string;\n \"invalid_intersection_types\": string;\n \"not_multiple_of\": string;\n \"not_finite\": string;\n \"invalid_string\": {\n \"email\": string;\n \"url\": string;\n \"uuid\": string;\n \"cuid\": string;\n \"regex\": string;\n \"datetime\": string;\n \"startsWith\": string;\n \"endsWith\": string;\n };\n \"too_small\": {\n \"array\": {\n \"exact\": string;\n \"inclusive\": string;\n \"not_inclusive\": string;\n };\n \"string\": {\n \"exact\": string;\n \"inclusive\": string;\n \"not_inclusive\": string;\n };\n \"number\": {\n \"exact\": string;\n \"inclusive\": string;\n \"not_inclusive\": string;\n };\n \"set\": {\n \"exact\": string;\n \"inclusive\": string;\n \"not_inclusive\": string;\n };\n \"date\": {\n \"exact\": string;\n \"inclusive\": string;\n \"not_inclusive\": string;\n };\n };\n \"too_big\": {\n \"array\": {\n \"exact\": string;\n \"inclusive\": string;\n \"not_inclusive\": string;\n };\n \"string\": {\n \"exact\": string;\n \"inclusive\": string;\n \"not_inclusive\": string;\n };\n \"number\": {\n \"exact\": string;\n \"inclusive\": string;\n \"not_inclusive\": string;\n };\n \"set\": {\n \"exact\": string;\n \"inclusive\": string;\n \"not_inclusive\": string;\n };\n \"date\": {\n \"exact\": string;\n \"inclusive\": string;\n \"not_inclusive\": string;\n };\n };\n };\n \"validations\": {\n \"email\": string;\n \"url\": string;\n \"uuid\": string;\n \"cuid\": string;\n \"regex\": string;\n \"datetime\": string;\n };\n \"types\": {\n \"function\": string;\n \"number\": string;\n \"string\": string;\n \"nan\": string;\n \"integer\": string;\n \"float\": string;\n \"boolean\": string;\n \"date\": string;\n \"bigint\": string;\n \"undefined\": string;\n \"symbol\": string;\n \"null\": string;\n \"array\": string;\n \"object\": string;\n \"unknown\": string;\n \"promise\": string;\n \"void\": string;\n \"never\": string;\n \"map\": string;\n \"set\": string;\n };\n };\n};\n/* prettier-ignore */\nexport type I18nPath = Path;\n" }, { "path": "apps/nestjs-backend/src/types/redlock.d.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\ndeclare module 'redlock' {\n export class ExecutionError extends Error {\n attempts: any[];\n }\n\n export class ResourceLockedError extends ExecutionError {}\n\n export interface RedlockAbortSignal {\n readonly aborted: boolean;\n readonly error?: Error;\n }\n\n export interface Settings {\n driftFactor?: number;\n retryCount?: number;\n retryDelay?: number;\n retryJitter?: number;\n automaticExtensionThreshold?: number;\n }\n\n export interface ExecutionResult {\n attempts: any[];\n value?: T;\n }\n\n export class Lock {\n readonly resources: string[];\n readonly expiration: number;\n }\n\n export default class Redlock {\n constructor(clients: any[], settings?: Settings);\n\n acquire(resources: string[], duration: number, settings?: Partial): Promise;\n\n release(lock: Lock, settings?: Partial): Promise>;\n\n extend(lock: Lock, duration: number, settings?: Partial): Promise;\n\n using(\n resources: string[],\n duration: number,\n routine: (signal: RedlockAbortSignal) => Promise,\n settings?: Partial\n ): Promise;\n\n on(event: string, listener: (...args: any[]) => void): this;\n\n quit(): Promise;\n }\n}\n" }, { "path": "apps/nestjs-backend/src/types/session.ts", "content": "import type { SessionData } from 'express-session';\n\nexport interface ISessionData extends SessionData {\n passport: {\n user: {\n id: string;\n };\n };\n}\n" }, { "path": "apps/nestjs-backend/src/utils/code-generate.ts", "content": "import { createHmac } from 'crypto';\nimport { baseConfig } from '../configs/base.config';\n\nexport const generateInvitationCode = (invitationId: string) => {\n const hmac = createHmac('sha256', baseConfig().secretKey);\n return hmac.update(invitationId).digest('hex');\n};\n" }, { "path": "apps/nestjs-backend/src/utils/convert-view-vo-attachment-url.ts", "content": "import type { IFormViewOptions, IPluginViewOptions, IViewVo } from '@teable/core';\nimport { ViewType } from '@teable/core';\nimport { getPublicFullStorageUrl } from '../features/attachments/plugins/utils';\n\nexport const convertViewVoAttachmentUrl = (viewVo: IViewVo) => {\n if (viewVo.type === ViewType.Form) {\n const formOptions = viewVo.options as IFormViewOptions;\n formOptions?.coverUrl &&\n (formOptions.coverUrl = formOptions.coverUrl\n ? getPublicFullStorageUrl(formOptions.coverUrl)\n : undefined);\n formOptions?.logoUrl &&\n (formOptions.logoUrl = formOptions.logoUrl\n ? getPublicFullStorageUrl(formOptions.logoUrl)\n : undefined);\n }\n if (viewVo.type === ViewType.Plugin) {\n const pluginOptions = viewVo.options as IPluginViewOptions;\n pluginOptions.pluginLogo = getPublicFullStorageUrl(pluginOptions.pluginLogo);\n }\n return viewVo;\n};\n" }, { "path": "apps/nestjs-backend/src/utils/date-to-iso.ts", "content": "export const dateToIso = (obj: T) => {\n return Object.fromEntries(\n Object.entries(obj).map(([key, value]) => [\n key,\n value instanceof Date ? value.toISOString() : value,\n ])\n ) as {\n [K in keyof T]: T[K] extends Date\n ? string\n : T[K] extends Date | null\n ? string | null\n : T[K] extends Date | undefined\n ? string | undefined\n : T[K];\n };\n};\n" }, { "path": "apps/nestjs-backend/src/utils/db-helpers.ts", "content": "import { DriverClient } from '@teable/core';\nimport type { Knex } from 'knex';\nimport { get } from 'lodash';\n\nexport function getDriverName(knex: Knex | Knex.QueryBuilder) {\n return get(knex, 'client.config.client', '') as DriverClient;\n}\n\nexport function isPostgreSQL(knex: Knex) {\n return getDriverName(knex) === DriverClient.Pg;\n}\n\nexport function isSQLite(knex: Knex) {\n return getDriverName(knex) === DriverClient.Sqlite;\n}\n" }, { "path": "apps/nestjs-backend/src/utils/db-validation-error.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nexport enum PostgresErrorCode {\n NOT_NULL_VIOLATION = '23502',\n UNIQUE_VIOLATION = '23505',\n}\n\nexport enum SqliteErrorCode {\n NOT_NULL_VIOLATION = '1299',\n UNIQUE_VIOLATION = '2067',\n}\n\nexport const handleDBValidationErrors = async ({\n fn,\n handleUniqueError,\n handleNotNullError,\n}: {\n fn: () => Promise;\n handleUniqueError: () => Promise;\n handleNotNullError: () => Promise;\n}) => {\n try {\n await fn();\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (e: any) {\n const code = e.meta?.code ?? e.code;\n if (code === PostgresErrorCode.UNIQUE_VIOLATION || code === SqliteErrorCode.UNIQUE_VIOLATION) {\n return handleUniqueError();\n }\n if (\n code === PostgresErrorCode.NOT_NULL_VIOLATION ||\n code === SqliteErrorCode.NOT_NULL_VIOLATION\n ) {\n return handleNotNullError();\n }\n throw e;\n }\n};\n" }, { "path": "apps/nestjs-backend/src/utils/encryptor.ts", "content": "import * as crypto from 'crypto';\n\ninterface IEncryptionOptions {\n algorithm: string;\n key: string | Buffer;\n iv: string | Buffer;\n encoding?: BufferEncoding;\n}\n\nexport class Encryptor {\n private readonly options: Required;\n\n constructor(options: IEncryptionOptions) {\n this.options = {\n ...options,\n encoding: options.encoding ?? 'hex',\n };\n }\n\n encrypt(data: T): string {\n try {\n const { algorithm, key, iv, encoding } = this.options;\n const cipher = crypto.createCipheriv(algorithm, key, iv);\n const encrypted = cipher.update(JSON.stringify(data), 'utf-8', encoding);\n return encrypted + cipher.final(encoding);\n } catch (error) {\n throw new Error('Encryption failed');\n }\n }\n\n decrypt(encryptedData: string): T {\n try {\n const { algorithm, key, iv, encoding } = this.options;\n const decipher = crypto.createDecipheriv(algorithm, key, iv);\n const decrypted = decipher.update(encryptedData, encoding, 'utf-8');\n return JSON.parse(decrypted + decipher.final('utf-8')) as T;\n } catch (error) {\n throw new Error('Decryption failed');\n }\n }\n}\n\nexport const getEncryptor = (options: IEncryptionOptions) => new Encryptor(options);\n" }, { "path": "apps/nestjs-backend/src/utils/exception-parse.ts", "content": "import { HttpException } from '@nestjs/common';\nimport { HttpErrorCode, HttpError } from '@teable/core';\nimport { CustomHttpException, getDefaultCodeByStatus } from '../custom.exception';\n\nexport const exceptionParse = (\n exception: Error | HttpException | CustomHttpException | HttpError\n): CustomHttpException => {\n if (exception instanceof HttpError) {\n return new CustomHttpException(exception.message, exception.code);\n }\n\n if (\n exception &&\n typeof exception === 'object' &&\n 'code' in exception &&\n 'getStatus' in exception\n ) {\n return exception;\n }\n\n if (exception instanceof HttpException) {\n const status = exception.getStatus();\n return new CustomHttpException(exception.message, getDefaultCodeByStatus(status));\n }\n\n return new CustomHttpException(\n process.env.NODE_ENV === 'test'\n ? `Internal Server Error: ${exception.message}, ${exception.stack}`\n : 'Internal Server Error',\n HttpErrorCode.INTERNAL_SERVER_ERROR\n );\n};\n" }, { "path": "apps/nestjs-backend/src/utils/extract-field-reference.ts", "content": "export const extractFieldReferences = (prompt: string): string[] => {\n const fieldRefRegex = /\\{(fld[a-zA-Z0-9]+)\\}/g;\n const fieldIds: string[] = [];\n let match;\n while ((match = fieldRefRegex.exec(prompt)) !== null) {\n fieldIds.push(match[1]);\n }\n return [...new Set(fieldIds)];\n};\n" }, { "path": "apps/nestjs-backend/src/utils/file-utils.spec.ts", "content": "import crypto from 'crypto';\nimport * as fs from 'fs';\nimport { Readable as ReadableStream } from 'node:stream';\nimport { FileUtils } from './file-utils';\n\nvi.mock('fs');\n\ndescribe('FileUtils', () => {\n it('should generate hash from file path', async () => {\n vi.spyOn(fs, 'createReadStream').mockReturnValueOnce(\n new ReadableStream({\n read() {\n this.push('file content');\n this.push(null);\n },\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n }) as any\n );\n\n const hash = await FileUtils.getHash('test/to/file.txt');\n const expectedHash = crypto.createHash('sha256').update('file content').digest('hex');\n expect(hash).toBe(expectedHash);\n });\n\n it('should generate hash from ReadableStream', async () => {\n const stream = new ReadableStream({\n read() {\n this.push('stream content');\n this.push(null);\n },\n });\n const hash = await FileUtils.getHash(stream);\n const expectedHash = crypto.createHash('sha256').update('stream content').digest('hex');\n expect(hash).toBe(expectedHash);\n });\n\n it('should generate hash from Buffer', async () => {\n const buffer = Buffer.from('buffer content');\n const hash = await FileUtils.getHash(buffer);\n const expectedHash = crypto.createHash('sha256').update('buffer content').digest('hex');\n expect(hash).toBe(expectedHash);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/utils/file-utils.ts", "content": "import crypto from 'crypto';\nimport { createReadStream } from 'node:fs';\nimport { pipeline, Readable as ReadableStream } from 'node:stream';\nimport { promisify } from 'node:util';\n\nconst pipelineAsync = promisify(pipeline);\n\nexport class FileUtils {\n static async getHash(path: string): Promise;\n static async getHash(stream: ReadableStream): Promise;\n static async getHash(buffer: Buffer): Promise;\n /**\n * Implements the overloaded method. Uses argument type checking to determine the logic to execute.\n * @param input A file path, ReadStream, or Buffer.\n * @returns A promise that resolves with the hex-encoded hash.\n */\n static async getHash(input: string | ReadableStream | Buffer): Promise {\n let stream: ReadableStream;\n\n if (typeof input === 'string') {\n // If input is a file path, create a read stream.\n stream = createReadStream(input);\n } else if (Buffer.isBuffer(input)) {\n // If input is a Buffer, convert it to a stream.\n stream = ReadableStream.from(input);\n } else {\n // If input is already a stream, use it as is.\n stream = input;\n }\n\n const hash = crypto.createHash('sha256');\n\n await pipelineAsync(stream, hash);\n\n return hash.digest('hex');\n }\n}\n" }, { "path": "apps/nestjs-backend/src/utils/filter-has-me.ts", "content": "import { Me, type IFilter } from '@teable/core';\n\nexport function filterHasMe(filter: IFilter | string | undefined | null) {\n if (!filter) {\n return false;\n }\n if (typeof filter === 'string') {\n return filter.includes(Me);\n }\n return JSON.stringify(filter).includes(Me);\n}\n" }, { "path": "apps/nestjs-backend/src/utils/filter.spec.ts", "content": "import { CellValueType, FieldType, isNot, isNotExactly } from '@teable/core';\nimport type { IFieldInstance } from '../features/field/model/factory';\nimport { generateFilterItem } from './filter';\n\nconst createField = (partial: Partial): IFieldInstance =>\n ({\n id: 'fld_test',\n type: FieldType.SingleSelect,\n cellValueType: CellValueType.String,\n isMultipleCellValue: false,\n ...partial,\n }) as IFieldInstance;\n\ndescribe('generateFilterItem', () => {\n it('uses isNotExactly for multi-value singleSelect fields', () => {\n const field = createField({\n type: FieldType.SingleSelect,\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n });\n\n const result = generateFilterItem(field, ['Supplier A']);\n\n expect(result.operator).toBe(isNotExactly.value);\n expect(result.value).toEqual(['Supplier A']);\n });\n\n it('keeps isNot for single-value singleSelect fields', () => {\n const field = createField({\n type: FieldType.SingleSelect,\n cellValueType: CellValueType.String,\n isMultipleCellValue: false,\n });\n\n const result = generateFilterItem(field, 'Supplier A');\n\n expect(result.operator).toBe(isNot.value);\n expect(result.value).toBe('Supplier A');\n });\n});\n" }, { "path": "apps/nestjs-backend/src/utils/filter.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { IUserCellValue, ILinkCellValue, IOperator, IDatetimeFormatting } from '@teable/core';\nimport {\n FieldType,\n isNot,\n is,\n isNotEmpty,\n isNotExactly,\n CellValueType,\n exactFormatDate,\n} from '@teable/core';\nimport { fromZonedTime } from 'date-fns-tz';\nimport type { IFieldInstance } from '../features/field/model/factory';\n\nconst SPECIAL_OPERATOR_FIELD_TYPE_SET = new Set([\n FieldType.SingleSelect,\n FieldType.MultipleSelect,\n FieldType.User,\n FieldType.CreatedBy,\n FieldType.LastModifiedBy,\n FieldType.Link,\n]);\n\nexport const shouldFilterByDefaultValue = (\n field: { type: FieldType; cellValueType: CellValueType } | undefined\n) => {\n if (!field) return false;\n\n const { type, cellValueType } = field;\n return (\n type === FieldType.Checkbox ||\n (type === FieldType.Formula && cellValueType === CellValueType.Boolean)\n );\n};\n\nexport const cellValue2FilterValue = (cellValue: unknown, field: IFieldInstance) => {\n const { type, isMultipleCellValue } = field;\n\n if (\n cellValue == null ||\n ![FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy, FieldType.Link].includes(type)\n )\n return cellValue;\n\n if (isMultipleCellValue) {\n return (cellValue as (IUserCellValue | ILinkCellValue)[])?.map((v) => v.id);\n }\n return (cellValue as IUserCellValue | ILinkCellValue).id;\n};\n\nexport const generateFilterItem = (field: IFieldInstance, value: unknown) => {\n let operator: IOperator = isNot.value;\n const { id: fieldId, type, isMultipleCellValue, options, cellValueType } = field;\n\n if (shouldFilterByDefaultValue(field)) {\n operator = is.value;\n value = !value || null;\n } else if (value == null) {\n operator = isNotEmpty.value;\n } else if (\n type === FieldType.Date ||\n (type === FieldType.Formula && cellValueType === CellValueType.DateTime)\n ) {\n const timeZone =\n (options?.formatting as IDatetimeFormatting)?.timeZone ??\n Intl.DateTimeFormat().resolvedOptions().timeZone;\n const dateStr = fromZonedTime(value as string, timeZone).toISOString();\n value = {\n exactDate: dateStr,\n mode: exactFormatDate.value,\n timeZone,\n };\n } else if (SPECIAL_OPERATOR_FIELD_TYPE_SET.has(type) && isMultipleCellValue) {\n operator = isNotExactly.value;\n }\n\n return {\n fieldId,\n value: cellValue2FilterValue(value, field) as never,\n operator,\n };\n};\n" }, { "path": "apps/nestjs-backend/src/utils/generate-thumbnail-path.ts", "content": "import {\n ATTACHMENT_LG_THUMBNAIL_HEIGHT,\n ATTACHMENT_SM_THUMBNAIL_HEIGHT,\n} from '../features/attachments/constant';\nimport { ThumbnailSize } from '../features/attachments/plugins/types';\nimport { generateCropImagePath } from '../features/attachments/plugins/utils';\n\nexport const generateTableThumbnailPath = (path: string) => {\n return {\n smThumbnailPath: generateCropImagePath(path, ThumbnailSize.SM),\n lgThumbnailPath: generateCropImagePath(path, ThumbnailSize.LG),\n };\n};\n\nexport const getTableThumbnailToken = (path: string) => {\n const token = path.split('/').pop();\n if (!token) {\n throw new Error('Invalid path');\n }\n return token;\n};\n\nexport const getTableThumbnailSize = (width: number, height: number) => {\n const aspectRatio = width / height;\n const smWidth = aspectRatio * ATTACHMENT_SM_THUMBNAIL_HEIGHT;\n const lgWidth = aspectRatio * ATTACHMENT_LG_THUMBNAIL_HEIGHT;\n return {\n smThumbnail: {\n width: Math.round(smWidth),\n height: Math.round(ATTACHMENT_SM_THUMBNAIL_HEIGHT),\n },\n lgThumbnail: {\n width: Math.round(lgWidth),\n height: Math.round(ATTACHMENT_LG_THUMBNAIL_HEIGHT),\n },\n };\n};\n" }, { "path": "apps/nestjs-backend/src/utils/get-max-level-role.ts", "content": "import { canManageRole, type IRole } from '@teable/core';\n\nexport const getMaxLevelRole = (collaborators: { roleName: string | IRole }[]): IRole => {\n return collaborators.sort((a, b) => {\n return canManageRole(a.roleName as IRole, b.roleName as IRole) ? -1 : 1;\n })[0].roleName as IRole;\n};\n" }, { "path": "apps/nestjs-backend/src/utils/i18n.ts", "content": "import fs from 'fs';\nimport path from 'path';\n\nconst localPaths = [\n process.env.I18N_LOCALES_PATH || '',\n path.join(__dirname, '../../../community/packages/common-i18n/src/locales'),\n path.join(__dirname, '../../../packages/common-i18n/src/locales'),\n path.join(__dirname, '../../node_modules/@teable/common-i18n/src/locales'),\n];\n\nexport const getI18nPath = () => {\n console.debug('backend I18n path checking', __dirname, 'localPaths', localPaths);\n return localPaths.filter(Boolean).find((str) => {\n const exists = fs.existsSync(str);\n console.debug(`backend I18n path checking exists ${exists} ${str} `);\n if (exists) {\n console.debug('backend I18n path found', str);\n }\n return exists;\n });\n};\n\nexport const getI18nTypesOutputPath = () => {\n const path = process.env.I18N_TYPES_OUTPUT_PATH;\n console.debug('backend I18n types output path:', path);\n if (!path) {\n return undefined;\n }\n return path;\n};\n" }, { "path": "apps/nestjs-backend/src/utils/index.ts", "content": "export * from './name-conversion';\nexport * from './string-hash';\nexport * from './file-utils';\nexport * from './value-convert';\nexport * from './extract-field-reference';\n" }, { "path": "apps/nestjs-backend/src/utils/is-not-hidden-field.ts", "content": "import type {\n IViewVo,\n IKanbanViewOptions,\n IGalleryViewOptions,\n ICalendarViewOptions,\n} from '@teable/core';\nimport { ColorConfigType, ViewType } from '@teable/core';\n\nexport const isNotHiddenField = (\n fieldId: string,\n view: Pick\n) => {\n const { type: viewType, columnMeta, options } = view;\n\n // check if field is hidden by visible or hidden\n if (viewType === ViewType.Kanban) {\n const { stackFieldId, coverFieldId } = (options ?? {}) as IKanbanViewOptions;\n return (\n [stackFieldId, coverFieldId].includes(fieldId) ||\n (columnMeta[fieldId] as { visible?: boolean })?.visible !== false\n );\n }\n\n if (viewType === ViewType.Gallery) {\n const { coverFieldId } = (options ?? {}) as IGalleryViewOptions;\n return (\n fieldId === coverFieldId || (columnMeta[fieldId] as { visible?: boolean })?.visible !== false\n );\n }\n\n if (viewType === ViewType.Calendar) {\n const { startDateFieldId, endDateFieldId, titleFieldId, colorConfig } = (options ??\n {}) as ICalendarViewOptions;\n return (\n (colorConfig?.type === ColorConfigType.Field && colorConfig.fieldId === fieldId) ||\n [startDateFieldId, endDateFieldId, titleFieldId].includes(fieldId) ||\n (columnMeta[fieldId] as { visible?: boolean })?.visible !== false\n );\n }\n\n if ([ViewType.Form].includes(viewType)) {\n return Boolean((columnMeta[fieldId] as { visible?: boolean })?.visible);\n }\n return !(columnMeta[fieldId] as { hidden?: boolean })?.hidden;\n};\n" }, { "path": "apps/nestjs-backend/src/utils/is-user-or-link.ts", "content": "import { FieldType } from '@teable/core';\n\nexport const isUserOrLink = (type: FieldType) => {\n return [FieldType.Link, FieldType.User, FieldType.CreatedBy, FieldType.LastModifiedBy].includes(\n type\n );\n};\n" }, { "path": "apps/nestjs-backend/src/utils/major-field-keys-changed.spec.ts", "content": "import { FieldType, Relationship, NumberFormattingType } from '@teable/core';\nimport type {\n ILinkFieldOptions,\n INumberFormatting,\n IFieldVo,\n IConvertFieldRo,\n IFormulaFieldOptions,\n} from '@teable/core';\nimport { majorFieldKeysChanged } from './major-field-keys-changed';\n\n// Mock data setup\nconst linkField = {\n type: FieldType.Link,\n name: 'link',\n dbFieldName: 'link_field',\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: 'foreignTable',\n lookupFieldId: 'lookupField',\n isOneWay: true,\n fkHostTableName: 'hostTable',\n selfKeyName: 'selfKey',\n foreignKeyName: 'foreignKey',\n symmetricFieldId: 'symmetricField',\n } as ILinkFieldOptions,\n} as IFieldVo;\n\nconst formulaField = {\n type: FieldType.Formula,\n name: 'name',\n dbFieldName: 'dbFieldName',\n options: {\n expression: '1 + 1',\n formatting: {\n precision: 1,\n type: NumberFormattingType.Decimal,\n } as INumberFormatting,\n },\n} as IFieldVo;\n\nconst newFieldSame: IConvertFieldRo = {\n type: FieldType.Link,\n name: 'link',\n dbFieldName: 'link_field',\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: 'foreignTable',\n },\n};\n\n// Test cases\ndescribe('majorFieldKeysChanged', () => {\n it('should return false if the field has not changed', () => {\n expect(majorFieldKeysChanged(linkField, newFieldSame)).toBe(false);\n });\n\n it('should return true if a major field property like type has changed', () => {\n expect(majorFieldKeysChanged(linkField, formulaField)).toBe(true);\n });\n\n it('should return false if non-major options like formatting have changed', () => {\n expect(\n majorFieldKeysChanged(formulaField, {\n ...formulaField,\n options: {\n ...formulaField.options,\n formatting: {\n ...(formulaField.options as IFormulaFieldOptions).formatting,\n precision: 2,\n } as INumberFormatting,\n } as IFormulaFieldOptions,\n })\n ).toBe(false);\n });\n\n it('should return true if major options like expression have changed', () => {\n expect(\n majorFieldKeysChanged(formulaField, {\n ...formulaField,\n options: { ...formulaField.options, expression: '2+2' },\n })\n ).toBe(true);\n });\n});\n" }, { "path": "apps/nestjs-backend/src/utils/major-field-keys-changed.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { IFieldVo, IConvertFieldRo } from '@teable/core';\nimport { FIELD_RO_PROPERTIES } from '@teable/core';\nimport { isEqual, difference } from 'lodash';\n\nexport const NON_INFECT_OPTION_KEYS = new Set([\n 'formatting',\n 'showAs',\n 'visibleFieldIds',\n 'filterByViewId',\n 'filter',\n 'sort',\n 'limit',\n]);\n\nexport const majorOptionsKeyChanged = (\n oldOptions: Record,\n newOptions: Record\n) => {\n const keys = Object.keys(newOptions).filter((key) => !isEqual(oldOptions[key], newOptions[key]));\n\n return keys.some((key) => !NON_INFECT_OPTION_KEYS.has(key));\n};\n\nexport function majorFieldKeysChanged(oldField: IFieldVo, fieldRo: IConvertFieldRo) {\n const keys = FIELD_RO_PROPERTIES.filter((key) => !isEqual(fieldRo[key], oldField[key]));\n // filter property\n const majorKeys = difference(keys, ['name', 'description', 'dbFieldName']);\n\n if (!majorKeys.length) {\n return false;\n }\n\n // only non infect options changed\n if (majorKeys.length === 1 && majorKeys[0] === 'options') {\n const oldOptions = (oldField.options as Record) || {};\n const newOptions = (fieldRo.options as Record) || {};\n\n return majorOptionsKeyChanged(oldOptions, newOptions);\n }\n\n return true;\n}\n" }, { "path": "apps/nestjs-backend/src/utils/metadata.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nexport const copyDecoratorMetadata = (originalFunction: any, newFunction: any): void => {\n // Get the current metadata and set onto the wrapper\n // to ensure other decorators ( ie: NestJS EventPattern / RolesGuard )\n // won't be affected by the use of this instrumentation\n Reflect.getMetadataKeys(originalFunction).forEach((metadataKey) => {\n Reflect.defineMetadata(\n metadataKey,\n Reflect.getMetadata(metadataKey, originalFunction),\n newFunction\n );\n });\n};\n" }, { "path": "apps/nestjs-backend/src/utils/name-conversion.ts", "content": "import { slugify } from 'transliteration';\n\nexport function convertNameToValidCharacter(name: string, maxLength = 10): string {\n let cleanedName = slugify(name, { allowedChars: 'a-zA-Z0-9_', separator: '_', lowercase: false });\n\n if (cleanedName === '' || /^_+$/.test(cleanedName)) {\n return 'unnamed';\n }\n\n if (!/^[a-z]/i.test(cleanedName)) {\n cleanedName = 't' + cleanedName;\n }\n\n cleanedName = cleanedName.substring(0, maxLength);\n\n return cleanedName;\n}\n" }, { "path": "apps/nestjs-backend/src/utils/postgres-regex-escape.ts", "content": "/**\n * PostgreSQL regex escape utility\n *\n * PostgreSQL uses POSIX regular expressions, special characters that need to be escaped include:\n * . ^ $ * + ? { } [ ] \\ | ( )\n */\n\n/**\n * Escape special characters in PostgreSQL regular expressions\n * @param input String to be escaped\n * @returns Escaped string\n */\nexport function escapePostgresRegex(input: string): string {\n if (typeof input !== 'string') {\n return String(input);\n }\n\n // Special characters that need to be escaped in PostgreSQL POSIX regular expressions\n // Reference: https://www.postgresql.org/docs/current/functions-matching.html\n return input.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&');\n}\n\n/**\n * Escape regular expressions in PostgreSQL JSONB path expressions\n * Used for like_regex operator\n * @param input String to be escaped\n * @returns Escaped string\n */\nexport function escapeJsonbRegex(input: string): string {\n if (typeof input !== 'string') {\n return String(input);\n }\n\n // For like_regex in JSONB path expressions, escape regex special characters\n // Avoid double-escaping by handling all characters in one pass\n return input.replace(/[.*+?^${}()|[\\]\\\\\"]/g, (match) => {\n if (match === '\\\\') {\n // Backslashes need to be double-escaped for JSONB path expressions\n return '\\\\\\\\\\\\\\\\';\n }\n if (match === '\"') {\n // Double quotes must be escaped to stay within jsonpath string literals\n return '\\\\\"';\n }\n // Other regex special characters need to be escaped with double backslashes\n return '\\\\\\\\' + match;\n });\n}\n" }, { "path": "apps/nestjs-backend/src/utils/retry-decorator.spec.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\nimport { Prisma } from '@prisma/client';\nimport { retryOnDeadlock } from './retry-decorator';\n\nclass TestService {\n @retryOnDeadlock()\n async testMethod() {\n throw new Prisma.PrismaClientKnownRequestError('Simulated deadlock', {\n code: '40P01',\n clientVersion: '1.0.0',\n });\n }\n\n // 300ms backoff time is determined through testing, 3 retries take approximately 4s in total\n @retryOnDeadlock({\n maxRetries: 3,\n initialBackoff: 300,\n jitter: 1.0,\n })\n async testMethod2() {\n throw new Prisma.PrismaClientKnownRequestError('Simulated deadlock', {\n code: '40P01',\n clientVersion: '1.0.0',\n });\n }\n}\n\ndescribe('RetryOnDeadlock Decorator', () => {\n let service: TestService;\n\n beforeEach(() => {\n service = new TestService();\n });\n\n beforeAll(() => {\n vitest.mock('./threshold.config', () => ({\n thresholdConfig: () => ({\n dbDeadlock: {\n maxRetries: 3,\n initialBackoff: 200,\n jitter: 1,\n },\n }),\n }));\n });\n\n it('should retry on deadlock error', async () => {\n await expect(service.testMethod()).rejects.toThrow('Database deadlock detected');\n });\n\n it('should retry on deadlock error with custom backoff', async () => {\n await expect(service.testMethod2()).rejects.toThrow('Database deadlock detected');\n });\n});\n" }, { "path": "apps/nestjs-backend/src/utils/retry-decorator.ts", "content": "import { Logger } from '@nestjs/common';\nimport { HttpErrorCode } from '@teable/core';\nimport { thresholdConfig } from '../configs/threshold.config';\nimport { CustomHttpException } from '../custom.exception';\n\ninterface IRetryOptions {\n maxRetries?: number;\n initialBackoff?: number;\n jitter?: number;\n}\n\ninterface IRetryConfig {\n errorCodes: string[];\n errorMessage: string;\n errorCode: HttpErrorCode;\n loggerName: string;\n}\n\nfunction createRetryDecorator(config: IRetryConfig) {\n const logger = new Logger(config.loggerName);\n\n return function (opt?: IRetryOptions) {\n const { dbDeadlock } = thresholdConfig();\n const {\n maxRetries = dbDeadlock.maxRetries,\n initialBackoff = dbDeadlock.initialBackoff,\n jitter = dbDeadlock.jitter,\n } = opt ?? {};\n\n return function (_target: unknown, _propertyKey: string, descriptor: PropertyDescriptor) {\n const originalMethod = descriptor.value;\n\n descriptor.value = async function (...args: unknown[]) {\n let retries = 0;\n let backoff = initialBackoff + Math.random() * jitter;\n\n while (retries <= maxRetries) {\n try {\n return await originalMethod.apply(this, args);\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } catch (error: any) {\n const { errorCodes, errorMessage, errorCode } = config;\n if (\n errorCodes.includes(error.code) ||\n (error.meta?.code && errorCodes.includes(error.meta.code as string))\n ) {\n if (retries === maxRetries) {\n logger.error(`${errorMessage} after ${retries} retries`, error.stack);\n throw new CustomHttpException(errorMessage, errorCode);\n }\n await new Promise((resolve) => setTimeout(resolve, backoff));\n backoff *= 1.5 + Math.random() * jitter;\n } else {\n throw error;\n }\n }\n retries++;\n }\n };\n\n return descriptor;\n };\n };\n}\n\nexport const retryOnDeadlock = createRetryDecorator({\n errorCodes: ['40P01', 'P2034'],\n errorMessage: 'Database deadlock detected',\n errorCode: HttpErrorCode.DATABASE_CONNECTION_UNAVAILABLE,\n loggerName: 'DeadlockRetryDecorator',\n});\n\nexport const retryOnUniqueViolation = createRetryDecorator({\n errorCodes: ['23505'],\n errorMessage: 'Database unique violation detected',\n errorCode: HttpErrorCode.DATABASE_CONNECTION_UNAVAILABLE,\n loggerName: 'UniqueViolationRetryDecorator',\n});\n" }, { "path": "apps/nestjs-backend/src/utils/second.ts", "content": "import ms from 'ms';\n\nexport const second = (value: string) => {\n return Math.floor(ms(value) / 1000);\n};\n" }, { "path": "apps/nestjs-backend/src/utils/sql-like-escape.ts", "content": "/**\n * Escape SQL LIKE wildcards (%, _, \\) for use with ESCAPE '\\' clause\n */\nexport function escapeLikeWildcards(value: unknown): string {\n const str = typeof value === 'string' ? value : String(value);\n return str.replace(/[\\\\%_]/g, '\\\\$&');\n}\n" }, { "path": "apps/nestjs-backend/src/utils/string-hash.ts", "content": "export const string2Hash = (str: string) => {\n let hash = 5381;\n let i = str.length;\n\n while (i) {\n hash = (hash * 33) ^ str.charCodeAt(--i);\n }\n\n return hash >>> 0;\n};\n" }, { "path": "apps/nestjs-backend/src/utils/timing.ts", "content": "/* eslint-disable @typescript-eslint/ban-types */\n/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport { Logger } from '@nestjs/common';\nimport { trace } from '@opentelemetry/api';\nimport * as Sentry from '@sentry/nestjs';\nimport { Span } from '../tracing/decorators/span';\n\ntype SentrySeverity = Extract[1], string>;\n\ntype TimingOptions = {\n key?: string;\n thresholdMs?: number;\n reportToSentry?: boolean;\n sentryLevel?: SentrySeverity;\n sentryTag?: string;\n // Attach OTEL trace ids to Sentry context for correlation\n attachActiveSpan?: boolean;\n // Extra context for sentry; can be static or derived from method args/this\n sentryContext?:\n | Record\n | ((args: any[], instance: unknown) => Record | undefined);\n};\n\nexport function Timing(customLoggerKeyOrOptions?: string | TimingOptions): MethodDecorator {\n const logger = new Logger('Timing');\n const options: TimingOptions =\n typeof customLoggerKeyOrOptions === 'string'\n ? { key: customLoggerKeyOrOptions }\n : customLoggerKeyOrOptions || {};\n const {\n key,\n thresholdMs = 100,\n reportToSentry = false,\n sentryLevel = 'warning',\n sentryTag,\n attachActiveSpan = true,\n sentryContext,\n } = options;\n\n return (\n target: Object,\n propertyKey: string | symbol,\n descriptor: TypedPropertyDescriptor\n ) => {\n // Enhancements to the current decorator can be reported to the link tracking system\n Span()(target, propertyKey, descriptor);\n\n const originalMethod = descriptor.value;\n descriptor.value = function (...args: any[]) {\n const start = process.hrtime.bigint();\n const result = originalMethod.apply(this, args);\n const className = target.constructor.name;\n const methodName = String(propertyKey);\n\n const report = () => {\n const end = process.hrtime.bigint();\n const durationMs = Number((end - start) / BigInt(1000000));\n if (durationMs > thresholdMs) {\n const heapUsedMb = Math.round((process.memoryUsage().heapUsed / 1024 / 1024) * 100) / 100;\n const activeSpan = attachActiveSpan ? trace.getActiveSpan() : undefined;\n const spanContext = activeSpan?.spanContext();\n logger.log(\n `${className} - ${String(key || propertyKey)} Execution Time: ${durationMs} ms; Heap Usage: ${heapUsedMb} MB`\n );\n if (reportToSentry) {\n Sentry.withScope((scope) => {\n scope.setLevel?.(sentryLevel);\n scope.setTag('feature', 'timing');\n scope.setTag('timing.class', className);\n scope.setTag('timing.method', methodName);\n if (sentryTag) {\n scope.setTag('timing.tag', sentryTag);\n }\n const extraContext =\n typeof sentryContext === 'function' ? sentryContext(args, this) : sentryContext;\n if (extraContext) {\n scope.setContext('timing.extra', extraContext);\n }\n if (spanContext) {\n scope.setContext('trace', {\n trace_id: spanContext.traceId,\n span_id: spanContext.spanId,\n op: 'timing',\n status: 'ok',\n });\n }\n scope.setContext('timing', {\n durationMs,\n thresholdMs,\n heapUsedMb,\n argsLength: args?.length ?? 0,\n traceId: spanContext?.traceId,\n spanId: spanContext?.spanId,\n });\n Sentry.captureMessage(\n `${className}.${methodName} exceeded timing threshold (${durationMs}ms > ${thresholdMs}ms)`,\n sentryLevel\n );\n });\n }\n }\n };\n\n if (result instanceof Promise) {\n return result\n .then((data) => {\n report();\n return data;\n })\n .catch((error) => {\n report();\n throw error;\n });\n }\n report();\n return result;\n };\n };\n}\n" }, { "path": "apps/nestjs-backend/src/utils/update-order.spec.ts", "content": "import { updateOrder, updateMultipleOrders } from './update-order'; // Adjust the import path as necessary\n\ndescribe('updateOrder', () => {\n // Mock dependencies\n const getNextItemMock = vi.fn();\n const updateMock = vi.fn();\n const shuffleMock = vi.fn();\n\n afterEach(() => {\n vi.clearAllMocks();\n });\n\n it('correctly handles reordering before the anchor item', async () => {\n // Setup for case 1\n getNextItemMock.mockResolvedValueOnce({ id: '2', order: 2 });\n const params = {\n query: 'parent1',\n position: 'before' as const,\n item: { id: 'item1', order: 4 },\n anchorItem: { id: 'anchor', order: 3 },\n getNextItem: getNextItemMock,\n update: updateMock,\n shuffle: shuffleMock,\n };\n\n await updateOrder(params);\n\n // Verify getNextItem was called correctly\n expect(getNextItemMock).toHaveBeenCalledWith({ lt: 3 }, 'desc');\n // Verify update was called with expected arguments\n expect(updateMock).toHaveBeenCalledWith('parent1', 'item1', {\n newOrder: 2.5,\n oldOrder: 4,\n });\n // Verify shuffle was not called\n expect(shuffleMock).not.toHaveBeenCalled();\n });\n\n it('correctly handles reordering after the anchor item', async () => {\n // Setup for case 2\n getNextItemMock.mockResolvedValueOnce({ id: '4', order: 4 });\n const params = {\n query: 'parent1',\n position: 'after' as const,\n item: { id: 'item1', order: 2 },\n anchorItem: { id: 'anchor', order: 3 },\n getNextItem: getNextItemMock,\n update: updateMock,\n shuffle: shuffleMock,\n };\n\n await updateOrder(params);\n\n // Verify getNextItem was called correctly\n expect(getNextItemMock).toHaveBeenCalledWith({ gt: 3 }, 'asc');\n // Verify update was called with expected arguments\n expect(updateMock).toHaveBeenCalledWith('parent1', 'item1', {\n newOrder: 3.5,\n oldOrder: 2,\n });\n // Verify shuffle was not called\n expect(shuffleMock).not.toHaveBeenCalled();\n });\n\n it('handles null from getNextItem correctly, indicating no next item', async () => {\n // Setup: getNextItem returns null\n getNextItemMock.mockResolvedValueOnce(null);\n const params = {\n query: 'parent1',\n position: 'after' as const, // Can test 'before' in a similar manner with adjusted logic\n item: { id: 'item1', order: 4 },\n anchorItem: { id: 'anchor', order: 5 },\n getNextItem: getNextItemMock,\n update: updateMock,\n shuffle: shuffleMock,\n };\n\n await updateOrder(params);\n\n // When there's no item after the anchor, we expect the item to move just after the anchor\n expect(updateMock).toHaveBeenCalledWith('parent1', 'item1', { newOrder: 6, oldOrder: 4 });\n expect(shuffleMock).not.toHaveBeenCalled();\n });\n\n it('calls shuffle when the new order is too close to the anchor order', async () => {\n // Setup: getNextItem returns a value that would cause a shuffle due to close orders\n getNextItemMock.mockResolvedValueOnce({ id: 'anchor', order: 3 - Number.EPSILON });\n const params = {\n query: 'parent1',\n position: 'before' as const,\n item: { id: 'item1', order: 4 },\n anchorItem: { id: 'anchor', order: 3 },\n getNextItem: getNextItemMock,\n update: updateMock,\n shuffle: shuffleMock,\n };\n\n // it will not be endless loop, because getNextItemMock will return null in the next call\n await updateOrder(params);\n\n // Verify shuffle is called due to the order being too close\n expect(shuffleMock).toHaveBeenCalledOnce();\n expect(updateMock).toHaveBeenCalledOnce(); // Ensure update is called after shuffle\n });\n});\n\ndescribe('update multiple order', () => {\n // Mock dependencies\n const getNextItemMock = vi.fn();\n const updateMock = vi.fn();\n const shuffleMock = vi.fn();\n\n afterEach(() => {\n vi.clearAllMocks();\n });\n\n it('correctly handles reordering before the anchor item', async () => {\n // Setup for case 1\n getNextItemMock.mockResolvedValueOnce({ id: '2', order: 2 });\n const params = {\n parentId: 'parent1',\n position: 'before' as const,\n itemLength: 3,\n anchorItem: { id: 'anchor', order: 3 },\n getNextItem: getNextItemMock,\n update: updateMock,\n shuffle: shuffleMock,\n };\n\n await updateMultipleOrders(params);\n\n // Verify getNextItem was called correctly\n expect(getNextItemMock).toHaveBeenCalledWith({ lt: 3 }, 'desc');\n // Verify update was called with expected arguments\n expect(updateMock).toHaveBeenCalledWith([2.25, 2.5, 2.75]);\n // Verify shuffle was not called\n expect(shuffleMock).not.toHaveBeenCalled();\n });\n\n it('correctly handles reordering after the anchor item', async () => {\n // Setup for case 2\n getNextItemMock.mockResolvedValueOnce({ id: '4', order: 4 });\n const params = {\n parentId: 'parent1',\n position: 'after' as const,\n itemLength: 3,\n anchorItem: { id: 'anchor', order: 3 },\n getNextItem: getNextItemMock,\n update: updateMock,\n shuffle: shuffleMock,\n };\n\n await updateMultipleOrders(params);\n\n // Verify getNextItem was called correctly\n expect(getNextItemMock).toHaveBeenCalledWith({ gt: 3 }, 'asc');\n // Verify update was called with expected arguments\n expect(updateMock).toHaveBeenCalledWith([3.25, 3.5, 3.75]);\n // Verify shuffle was not called\n expect(shuffleMock).not.toHaveBeenCalled();\n });\n\n it('handles null from getNextItem correctly, indicating no next item', async () => {\n // Setup: getNextItem returns null\n getNextItemMock.mockResolvedValueOnce(null);\n const params = {\n parentId: 'parent1',\n position: 'after' as const,\n itemLength: 3,\n anchorItem: { id: 'anchor', order: 7 },\n getNextItem: getNextItemMock,\n update: updateMock,\n shuffle: shuffleMock,\n };\n\n await updateMultipleOrders(params);\n\n // When there's no item after the anchor, we expect the item to move just after the anchor\n expect(updateMock).toHaveBeenCalledWith([7.25, 7.5, 7.75]);\n expect(shuffleMock).not.toHaveBeenCalled();\n });\n\n it('calls shuffle when the new order is too close to the anchor order', async () => {\n // Setup: getNextItem returns a value that would cause a shuffle due to close orders\n getNextItemMock.mockResolvedValueOnce({ id: 'anchor', order: 3 - Number.EPSILON });\n const params = {\n parentId: 'parent1',\n position: 'before' as const,\n itemLength: 1,\n anchorItem: { id: 'anchor', order: 3 },\n getNextItem: getNextItemMock,\n update: updateMock,\n shuffle: shuffleMock,\n };\n\n // it will not be endless loop, because getNextItemMock will return null in the next call\n await updateMultipleOrders(params);\n\n // Verify shuffle is called due to the order being too close\n expect(shuffleMock).toHaveBeenCalledOnce();\n expect(updateMock).toHaveBeenCalledOnce(); // Ensure update is called after shuffle\n });\n});\n" }, { "path": "apps/nestjs-backend/src/utils/update-order.ts", "content": "/**\n * if we have [1,2,3,4,5]\n * --------------------------------\n * case 1:\n * anchorId = 3, position = 'before', order = 2\n * pick the order < 3, we have [1, 2]\n * orderBy desc, we have [2, 1]\n * pick the first one, we have 2\n * --------------------------------\n * case 2:\n * anchorId = 3, position = 'after', order = 2\n * pick the order > 3, we have [4, 5]\n * orderBy asc, we have [4, 5]\n * pick the first one, we have 4\n */\nexport async function updateOrder(params: {\n query: T;\n position: 'before' | 'after';\n item: { id: string; order: number };\n anchorItem: { id: string; order: number };\n getNextItem: (\n whereOrder: { lt?: number; gt?: number },\n align: 'desc' | 'asc'\n ) => Promise<{ id: string; order: number } | null>;\n update: (query: T, id: string, data: { newOrder: number; oldOrder: number }) => Promise;\n shuffle: (query: T) => Promise;\n}) {\n const { query, position, item, anchorItem, getNextItem, update, shuffle } = params;\n const nextView = await getNextItem(\n { [position === 'before' ? 'lt' : 'gt']: anchorItem.order },\n position === 'before' ? 'desc' : 'asc'\n );\n\n const order = nextView\n ? (nextView.order + anchorItem.order) / 2\n : anchorItem.order + (position === 'before' ? -1 : 1);\n\n const { id, order: oldOrder } = item;\n\n if (Math.abs(order - anchorItem.order) < Number.EPSILON * 2) {\n await shuffle(query);\n // recursive call\n await updateOrder(params);\n return;\n }\n await update(query, id, { newOrder: order, oldOrder });\n}\n\n/**\n * if we have [1,2,3,4,5]\n * --------------------------------\n * case 1:\n * anchor = 3, position = 'before', item.length = 2\n * pick the order < 3, we have [1, 2]\n * orderBy desc, we have [2, 1]\n * pick the first one, we have 2 for the next order\n * gap = ABS((anchor - next) / (item.length + 1)) = (3 - 2) / (2 + 1) = 0.333\n * new item orders = next + gap * item.index = [2.333, 2.667]\n * --------------------------------\n * case 2:\n * anchor = 3, position = 'after', item.length = 2\n * pick the order > 3, we have [4, 5]\n * orderBy asc, we have [4, 5]\n * pick the first one, we have 4 for the next order\n * gap = ABS((anchor - next) / (item.length + 1)) = ABS((3 - 4) / (2 + 1)) = 0.333\n * new item orders = anchor + gap * item.index = [3.333, 3.667]\n */\nexport async function updateMultipleOrders(params: {\n parentId: string;\n position: 'before' | 'after';\n itemLength: number;\n anchorItem: { id: string; order: number };\n getNextItem: (\n whereOrder: { lt?: number; gt?: number },\n align: 'desc' | 'asc'\n ) => Promise<{ id: string; order: number } | null>;\n update: (indexes: number[]) => Promise;\n shuffle: (parentId: string) => Promise;\n}) {\n const { parentId, position, itemLength, anchorItem, getNextItem, update, shuffle } = params;\n const nextView = await getNextItem(\n { [position === 'before' ? 'lt' : 'gt']: anchorItem.order },\n position === 'before' ? 'desc' : 'asc'\n );\n\n const nextOrder = nextView ? nextView.order : anchorItem.order + (position === 'before' ? -1 : 1);\n const gap = Math.abs((anchorItem.order - nextOrder) / (itemLength + 1));\n\n if (gap < Number.EPSILON * 2) {\n await shuffle(parentId);\n // recursive call\n await updateMultipleOrders(params);\n return;\n }\n\n const orderBase = position === 'before' ? nextOrder : anchorItem.order;\n const newItems = Array.from({ length: itemLength }).map(\n (_, index) => orderBase + gap * (index + 1)\n );\n\n await update(newItems);\n}\n" }, { "path": "apps/nestjs-backend/src/utils/value-convert.ts", "content": "import { isDate } from 'lodash';\n\nexport const convertValueToStringify = (value: unknown): number | string | null => {\n if (typeof value === 'bigint' || typeof value === 'number') {\n return Number(value);\n }\n if (isDate(value)) {\n return value.toISOString();\n }\n if (typeof value === 'string') {\n return value;\n }\n if (value == null) return null;\n return JSON.stringify(value);\n};\n" }, { "path": "apps/nestjs-backend/src/worker/parse.ts", "content": "import { parentPort, workerData } from 'worker_threads';\nimport { getRandomString } from '@teable/core';\nimport type { IImportConstructorParams } from '../features/import/open-api/import.class';\nimport { importerFactory } from '../features/import/open-api/import.class';\n\nconst parse = () => {\n const { config, options, id } = { ...workerData } as {\n config: IImportConstructorParams;\n options: {\n skipFirstNLines: number;\n key: string;\n };\n id: string;\n };\n const importer = importerFactory(config.type, config);\n importer.parse(\n { ...options },\n async (chunk, lastChunk) => {\n return await new Promise((resolve) => {\n const chunkId = `chunk_${getRandomString(8)}`;\n parentPort?.postMessage({ type: 'chunk', data: chunk, chunkId, id, lastChunk });\n parentPort?.on('message', (result) => {\n const { type, chunkId: tunnelChunkId } = result;\n if (type === 'done' && tunnelChunkId === chunkId) {\n resolve();\n }\n });\n });\n },\n () => {\n parentPort?.postMessage({ type: 'finished', id });\n parentPort?.close();\n },\n (error) => {\n parentPort?.postMessage({ type: 'error', data: error, id });\n parentPort?.close();\n }\n );\n};\n\nparse();\n" }, { "path": "apps/nestjs-backend/src/ws/ws.gateway.dev.spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { ConfigService } from '@nestjs/config';\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport type { Mock } from 'vitest';\nimport { vi, describe, it, expect, beforeEach, afterEach } from 'vitest';\nimport { ShareDbService } from '../share-db/share-db.service';\nimport { DevWsGateway } from './ws.gateway.dev';\n\n// Mock http module\nvi.mock('http', () => {\n const mockServer = {\n on: vi.fn(),\n close: vi.fn((callback) => callback()),\n listen: vi.fn((port, callback) => callback()),\n };\n return {\n default: {\n createServer: vi.fn(() => mockServer),\n },\n createServer: vi.fn(() => mockServer),\n };\n});\n\n// Mock sockjs\nvi.mock('sockjs', () => {\n return {\n default: {\n createServer: vi.fn(() => ({\n on: vi.fn(),\n installHandlers: vi.fn(),\n })),\n },\n };\n});\n\n// Mock @an-epiphany/websocket-json-stream\nvi.mock('@an-epiphany/websocket-json-stream', () => {\n return {\n WebSocketJSONStream: vi.fn(function (this: any) {\n this.on = vi.fn();\n this.pipe = vi.fn();\n return this;\n }),\n };\n});\n\ndescribe('DevWsGateway', () => {\n let gateway: DevWsGateway;\n let shareDbService: { listen: Mock; close: Mock };\n let configService: { get: Mock };\n let mockSockjsServer: { on: Mock; installHandlers: Mock };\n let mockHttpServer: { on: Mock; close: Mock; listen: Mock };\n\n const testPort = 3001;\n\n beforeEach(async () => {\n // Reset all mocks\n vi.clearAllMocks();\n\n // Create mock sockjs server\n mockSockjsServer = {\n on: vi.fn(),\n installHandlers: vi.fn(),\n };\n\n // Create mock HTTP server\n mockHttpServer = {\n on: vi.fn(),\n close: vi.fn((callback) => callback()),\n listen: vi.fn((port, callback) => callback()),\n };\n\n // Update mocks\n const sockjs = await import('sockjs');\n (sockjs.default.createServer as Mock).mockReturnValue(mockSockjsServer);\n\n const http = await import('http');\n (http.default.createServer as Mock).mockReturnValue(mockHttpServer);\n\n // Create mock ConfigService\n configService = {\n get: vi.fn().mockReturnValue(testPort),\n };\n\n // Create mock ShareDbService\n shareDbService = {\n listen: vi.fn(),\n close: vi.fn((callback) => callback()),\n };\n\n const module: TestingModule = await Test.createTestingModule({\n providers: [\n DevWsGateway,\n {\n provide: ShareDbService,\n useValue: shareDbService,\n },\n {\n provide: ConfigService,\n useValue: configService,\n },\n ],\n }).compile();\n\n gateway = module.get(DevWsGateway);\n });\n\n afterEach(() => {\n vi.restoreAllMocks();\n });\n\n it('should be defined', () => {\n expect(gateway).toBeDefined();\n });\n\n describe('onModuleInit', () => {\n it('should get port from config service', async () => {\n gateway.onModuleInit();\n\n expect(configService.get).toHaveBeenCalledWith('SOCKET_PORT');\n });\n\n it('should create standalone HTTP server', async () => {\n const http = await import('http');\n\n gateway.onModuleInit();\n\n expect(http.default.createServer).toHaveBeenCalled();\n });\n\n it('should create sockjs server and install handlers', async () => {\n const sockjs = await import('sockjs');\n\n gateway.onModuleInit();\n\n expect(sockjs.default.createServer).toHaveBeenCalledWith({\n prefix: '/socket',\n transports: ['websocket', 'xhr-streaming'],\n response_limit: 2 * 1024 * 1024,\n log: expect.any(Function),\n });\n expect(mockSockjsServer.on).toHaveBeenCalledWith('connection', expect.any(Function));\n expect(mockSockjsServer.installHandlers).toHaveBeenCalledWith(mockHttpServer);\n });\n\n it('should set up error handler for HTTP server', async () => {\n gateway.onModuleInit();\n\n expect(mockHttpServer.on).toHaveBeenCalledWith('error', expect.any(Function));\n });\n\n it('should listen on configured port', async () => {\n gateway.onModuleInit();\n\n expect(mockHttpServer.listen).toHaveBeenCalledWith(testPort, expect.any(Function));\n });\n });\n\n describe('handleConnection', () => {\n it('should handle null connection gracefully', () => {\n gateway.onModuleInit();\n\n const connectionHandler = mockSockjsServer.on.mock.calls.find(\n (call) => call[0] === 'connection'\n )?.[1];\n\n expect(connectionHandler).toBeDefined();\n expect(() => connectionHandler(null)).not.toThrow();\n });\n\n it('should call shareDb.listen with stream and request', () => {\n gateway.onModuleInit();\n\n const mockRequest = { headers: { cookie: 'test' } };\n const mockConn = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn(),\n _session: { recv: { request: mockRequest } },\n };\n\n // Call handleConnection directly to avoid mock timing issues\n (gateway as any).handleConnection(mockConn);\n\n expect(shareDbService.listen).toHaveBeenCalledWith(expect.any(Object), mockRequest);\n });\n\n it('should use empty request if session.recv.request is undefined', () => {\n gateway.onModuleInit();\n\n const mockConn = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn(),\n _session: undefined,\n };\n\n // Call handleConnection directly to avoid mock timing issues\n (gateway as any).handleConnection(mockConn);\n\n expect(shareDbService.listen).toHaveBeenCalledWith(expect.any(Object), expect.any(Object));\n });\n });\n\n describe('handleServerError', () => {\n it('should log HTTP server errors', () => {\n gateway.onModuleInit();\n\n const errorHandler = mockHttpServer.on.mock.calls.find((call) => call[0] === 'error')?.[1];\n\n expect(errorHandler).toBeDefined();\n\n const loggerSpy = vi.spyOn((gateway as any).logger, 'error');\n const testError = new Error('Test HTTP error');\n testError.stack = 'Test stack trace';\n\n errorHandler(testError);\n\n expect(loggerSpy).toHaveBeenCalledWith('HTTP server error', 'Test stack trace');\n });\n });\n\n describe('onModuleDestroy', () => {\n it('should close all active connections', async () => {\n gateway.onModuleInit();\n\n const mockConn1 = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn(),\n _session: { recv: { request: {} } },\n };\n const mockConn2 = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn(),\n _session: { recv: { request: {} } },\n };\n\n const connectionHandler = mockSockjsServer.on.mock.calls.find(\n (call) => call[0] === 'connection'\n )?.[1];\n\n connectionHandler(mockConn1);\n connectionHandler(mockConn2);\n\n await gateway.onModuleDestroy();\n\n expect(mockConn1.close).toHaveBeenCalled();\n expect(mockConn2.close).toHaveBeenCalled();\n expect((gateway as any).activeConnections.size).toBe(0);\n });\n\n it('should close shareDb and HTTP server in parallel', async () => {\n gateway.onModuleInit();\n\n await gateway.onModuleDestroy();\n\n expect(shareDbService.close).toHaveBeenCalled();\n expect(mockHttpServer.close).toHaveBeenCalled();\n });\n\n it('should clear sockjsServer and httpServer references', async () => {\n gateway.onModuleInit();\n\n expect((gateway as any).sockjsServer).not.toBeNull();\n expect((gateway as any).httpServer).not.toBeNull();\n\n await gateway.onModuleDestroy();\n\n expect((gateway as any).sockjsServer).toBeNull();\n expect((gateway as any).httpServer).toBeNull();\n });\n\n it('should handle shareDb close error gracefully', async () => {\n const closeError = new Error('ShareDb close error');\n closeError.stack = 'ShareDb stack trace';\n shareDbService.close.mockImplementation((callback) => callback(closeError));\n\n gateway.onModuleInit();\n\n const loggerSpy = vi.spyOn((gateway as any).logger, 'error');\n\n await gateway.onModuleDestroy();\n\n expect(loggerSpy).toHaveBeenCalledWith('ShareDb close error', 'ShareDb stack trace');\n });\n\n it('should handle HTTP server close error gracefully', async () => {\n const closeError = new Error('HTTP close error');\n closeError.stack = 'HTTP stack trace';\n mockHttpServer.close.mockImplementation((callback) => callback(closeError));\n\n gateway.onModuleInit();\n\n const loggerSpy = vi.spyOn((gateway as any).logger, 'error');\n\n await gateway.onModuleDestroy();\n\n expect(loggerSpy).toHaveBeenCalledWith('DevWsGateway close error', 'HTTP stack trace');\n });\n\n it('should handle missing httpServer gracefully', async () => {\n gateway.onModuleInit();\n (gateway as any).httpServer = null;\n\n // Should not throw\n await expect(gateway.onModuleDestroy()).resolves.not.toThrow();\n });\n\n it('should handle connection close error gracefully', async () => {\n gateway.onModuleInit();\n\n const mockConn = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn().mockImplementation(() => {\n throw new Error('Close error');\n }),\n _session: { recv: { request: {} } },\n };\n\n // Call handleConnection directly to avoid mock timing issues\n (gateway as any).handleConnection(mockConn);\n\n // Should not throw\n await expect(gateway.onModuleDestroy()).resolves.not.toThrow();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/ws/ws.gateway.dev.ts", "content": "import http from 'http';\nimport type { AdaptableWebSocket } from '@an-epiphany/websocket-json-stream';\nimport { WebSocketJSONStream } from '@an-epiphany/websocket-json-stream';\nimport type { OnModuleDestroy, OnModuleInit } from '@nestjs/common';\nimport { Injectable, Logger, Optional } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport type { Request } from 'express';\nimport sockjs from 'sockjs';\nimport { RealtimeMetricsService } from '../share-db/metrics/realtime-metrics.service';\nimport { ShareDbService } from '../share-db/share-db.service';\n\n@Injectable()\nexport class DevWsGateway implements OnModuleInit, OnModuleDestroy {\n private logger = new Logger(DevWsGateway.name);\n private sockjsServer: sockjs.Server | null = null;\n private httpServer: http.Server | null = null;\n private readonly activeConnections = new Set();\n\n constructor(\n private readonly shareDb: ShareDbService,\n private readonly configService: ConfigService,\n @Optional() private readonly realtimeMetrics?: RealtimeMetricsService\n ) {}\n\n onModuleInit() {\n const port = this.configService.get('SOCKET_PORT');\n\n // SockJS server configuration for collaborative data sync (similar to Airtable)\n // - transports: Only websocket and xhr-streaming (xhr-polling excluded for performance)\n // - response_limit: 1MB to handle large batch operations (table sync, bulk row updates)\n this.sockjsServer = sockjs.createServer({\n prefix: '/socket',\n transports: ['websocket', 'xhr-streaming'],\n response_limit: 2 * 1024 * 1024, // 2MB for large collaborative payloads\n log: (severity: string, message: string) => {\n if (severity === 'error') {\n this.logger.error(message);\n } else if (severity === 'info') {\n this.logger.log(message);\n } else {\n this.logger.debug(message);\n }\n },\n // eslint-disable-next-line @typescript-eslint/naming-convention\n } as sockjs.ServerOptions & { transports: string[]; response_limit: number });\n\n this.sockjsServer.on('connection', this.handleConnection);\n\n // Create a standalone HTTP server for development\n this.httpServer = http.createServer();\n\n // Handle HTTP server errors\n this.httpServer.on('error', this.handleServerError);\n\n this.sockjsServer.installHandlers(this.httpServer);\n\n this.httpServer.listen(port, () => {\n this.logger.log(`DevWsGateway (SockJS) initialized, Port: ${port}`);\n });\n }\n\n private handleConnection = (conn: sockjs.Connection) => {\n if (!conn) return;\n\n this.activeConnections.add(conn);\n this.realtimeMetrics?.recordConnectionOpen();\n this.logger.log(`sockjs:on:connection (active: ${this.activeConnections.size})`);\n\n // Handle connection close to clean up tracking\n conn.on('close', () => {\n this.activeConnections.delete(conn);\n this.realtimeMetrics?.recordConnectionClose();\n this.logger.log(`sockjs:on:close (active: ${this.activeConnections.size})`);\n });\n\n try {\n const stream = new WebSocketJSONStream(conn as unknown as AdaptableWebSocket, {\n adapterType: 'sockjs-node',\n });\n\n // Get the request with full headers (including cookies)\n const request = this.getRequestFromConnection(conn);\n\n this.shareDb.listen(stream, request);\n } catch (error) {\n this.logger.error('Connection error', error);\n this.realtimeMetrics?.recordConnectionError();\n conn.write(JSON.stringify({ error }));\n conn.close();\n this.activeConnections.delete(conn);\n }\n };\n\n /**\n * Extract HTTP request from SockJS connection.\n *\n * SockJS transports provide request access differently:\n * - XHR (xhr-polling, xhr-streaming): Full request at _session.recv.request\n * - WebSocket: Request stored in faye-websocket driver at _session.recv.ws._driver._request\n *\n * @see https://github.com/sockjs/sockjs-node/blob/main/lib/transport/response-receiver.js\n * @see https://github.com/sockjs/sockjs-node/blob/main/lib/transport/websocket.js\n * @see https://github.com/faye/faye-websocket-node (uses websocket-driver internally)\n */\n private getRequestFromConnection(conn: sockjs.Connection): Request {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const recv = (conn as any)?._session?.recv;\n\n // XHR transports: ResponseReceiver stores full request with cookies\n if (recv?.request) {\n return recv.request as Request;\n }\n\n // WebSocket transport: FayeWebsocket stores request in driver._request\n // Path: recv.ws (FayeWebsocket) -> _driver (Hybi/Base) -> _request (IncomingMessage)\n const wsRequest = recv?.ws?._driver?._request;\n if (wsRequest) {\n return wsRequest as Request;\n }\n\n // Fallback: use connection's url and headers (no cookies)\n this.logger.warn(\n `Could not find original request for connection (protocol: ${conn.protocol}), falling back to filtered headers`\n );\n return {\n url: conn.url || '/socket',\n headers: conn.headers || {},\n } as unknown as Request;\n }\n\n private handleServerError = (error: Error) => {\n this.logger.error('HTTP server error', error?.stack);\n };\n\n async onModuleDestroy() {\n try {\n this.logger.log('Starting graceful shutdown...');\n\n // Terminate all active connections first\n for (const conn of this.activeConnections) {\n try {\n conn.close();\n } catch {\n // Ignore errors during connection close\n }\n }\n this.activeConnections.clear();\n\n await Promise.all([\n new Promise((resolve) => {\n this.shareDb.close((err) => {\n if (err) {\n this.logger.error('ShareDb close error', err?.stack);\n } else {\n this.logger.log('ShareDb closed successfully');\n }\n resolve();\n });\n }),\n\n new Promise((resolve) => {\n if (!this.httpServer) {\n resolve();\n return;\n }\n this.httpServer.close((err) => {\n if (err) {\n this.logger.error('DevWsGateway close error', err?.stack);\n } else {\n this.logger.log('SockJS server closed successfully');\n }\n resolve();\n });\n }),\n ]);\n\n // Clean up references\n this.sockjsServer = null;\n this.httpServer = null;\n\n this.logger.log('Graceful shutdown completed');\n } catch (err) {\n this.logger.error('Dev module close error: ' + (err as Error).message, (err as Error)?.stack);\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/ws/ws.gateway.spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { HttpServer } from '@nestjs/common';\nimport { HttpAdapterHost } from '@nestjs/core';\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport type { Mock } from 'vitest';\nimport { vi, describe, it, expect, beforeEach, afterEach } from 'vitest';\nimport { ShareDbService } from '../share-db/share-db.service';\nimport { WsGateway } from './ws.gateway';\n\n// Mock sockjs\nvi.mock('sockjs', () => {\n return {\n default: {\n createServer: vi.fn(() => ({\n on: vi.fn(),\n installHandlers: vi.fn(),\n })),\n },\n };\n});\n\n// Mock @an-epiphany/websocket-json-stream\nvi.mock('@an-epiphany/websocket-json-stream', () => {\n return {\n WebSocketJSONStream: vi.fn(function (this: any) {\n this.on = vi.fn();\n this.pipe = vi.fn();\n return this;\n }),\n };\n});\n\ndescribe('WsGateway', () => {\n let gateway: WsGateway;\n let shareDbService: { listen: Mock; close: Mock };\n let mockHttpAdapterHost: { httpAdapter: { getHttpServer: Mock } };\n let mockHttpServer: HttpServer;\n let mockSockjsServer: { on: Mock; installHandlers: Mock };\n\n beforeEach(async () => {\n // Reset all mocks\n vi.clearAllMocks();\n\n // Create mock sockjs server\n mockSockjsServer = {\n on: vi.fn(),\n installHandlers: vi.fn(),\n };\n\n // Update the sockjs mock to return our mock server\n const sockjs = await import('sockjs');\n (sockjs.default.createServer as Mock).mockReturnValue(mockSockjsServer);\n\n // Create mock HTTP server with event emitter capabilities\n mockHttpServer = {\n on: vi.fn(),\n } as unknown as HttpServer;\n\n // Create mock HttpAdapterHost\n mockHttpAdapterHost = {\n httpAdapter: {\n getHttpServer: vi.fn().mockReturnValue(mockHttpServer),\n },\n };\n\n // Create mock ShareDbService\n shareDbService = {\n listen: vi.fn(),\n close: vi.fn((callback) => callback()),\n };\n\n const module: TestingModule = await Test.createTestingModule({\n providers: [\n WsGateway,\n {\n provide: ShareDbService,\n useValue: shareDbService,\n },\n {\n provide: HttpAdapterHost,\n useValue: mockHttpAdapterHost,\n },\n ],\n }).compile();\n\n gateway = module.get(WsGateway);\n });\n\n afterEach(() => {\n vi.restoreAllMocks();\n });\n\n it('should be defined', () => {\n expect(gateway).toBeDefined();\n });\n\n describe('onModuleInit', () => {\n it('should create sockjs server and install handlers', async () => {\n const sockjs = await import('sockjs');\n\n gateway.onModuleInit();\n\n expect(sockjs.default.createServer).toHaveBeenCalledWith({\n prefix: '/socket',\n transports: ['websocket', 'xhr-streaming'],\n response_limit: 2 * 1024 * 1024,\n log: expect.any(Function),\n });\n expect(mockSockjsServer.on).toHaveBeenCalledWith('connection', expect.any(Function));\n expect(mockSockjsServer.installHandlers).toHaveBeenCalledWith(mockHttpServer);\n });\n\n it('should log messages based on severity', async () => {\n const sockjs = await import('sockjs');\n let logFn: (severity: string, message: string) => void;\n\n (sockjs.default.createServer as Mock).mockImplementation((options) => {\n logFn = options.log;\n return mockSockjsServer;\n });\n\n gateway.onModuleInit();\n\n // Test log function with different severities\n const loggerSpy = vi.spyOn((gateway as any).logger, 'error');\n const logSpy = vi.spyOn((gateway as any).logger, 'log');\n const debugSpy = vi.spyOn((gateway as any).logger, 'debug');\n\n logFn!('error', 'error message');\n expect(loggerSpy).toHaveBeenCalledWith('error message');\n\n logFn!('info', 'info message');\n expect(logSpy).toHaveBeenCalledWith('info message');\n\n logFn!('debug', 'debug message');\n expect(debugSpy).toHaveBeenCalledWith('debug message');\n });\n });\n\n describe('handleConnection', () => {\n it('should handle null connection gracefully', () => {\n gateway.onModuleInit();\n\n // Get the connection handler\n const connectionHandler = mockSockjsServer.on.mock.calls.find(\n (call) => call[0] === 'connection'\n )?.[1];\n\n expect(connectionHandler).toBeDefined();\n\n // Should not throw when connection is null\n expect(() => connectionHandler(null)).not.toThrow();\n });\n\n it('should set up close handler for connection', () => {\n gateway.onModuleInit();\n\n const mockConn = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn(),\n _session: { recv: { request: {} } },\n };\n\n // Call handleConnection directly to avoid mock timing issues\n (gateway as any).handleConnection(mockConn);\n\n // Verify close handler was set up\n expect(mockConn.on).toHaveBeenCalledWith('close', expect.any(Function));\n\n // Get close handler and call it\n const closeHandler = mockConn.on.mock.calls.find((call) => call[0] === 'close')?.[1];\n closeHandler();\n\n // Verify connection was removed from active connections\n expect((gateway as any).activeConnections.has(mockConn)).toBe(false);\n });\n\n it('should call shareDb.listen with stream and request', () => {\n gateway.onModuleInit();\n\n const mockRequest = { headers: { cookie: 'test' } };\n const mockConn = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn(),\n _session: { recv: { request: mockRequest } },\n };\n\n // Call handleConnection directly to avoid mock timing issues\n (gateway as any).handleConnection(mockConn);\n\n expect(shareDbService.listen).toHaveBeenCalledWith(expect.any(Object), mockRequest);\n });\n\n it('should handle connection error and close connection', async () => {\n gateway.onModuleInit();\n\n const mockConn = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn(),\n _session: { recv: { request: {} } },\n };\n\n // Make WebSocketJSONStream throw an error\n const wsJsonStreamModule = await import('@an-epiphany/websocket-json-stream');\n (wsJsonStreamModule.WebSocketJSONStream as unknown as Mock).mockImplementationOnce(() => {\n throw new Error('Stream error');\n });\n\n // Call handleConnection directly to avoid mock timing issues\n (gateway as any).handleConnection(mockConn);\n\n expect(mockConn.write).toHaveBeenCalledWith(expect.stringContaining('error'));\n expect(mockConn.close).toHaveBeenCalled();\n expect((gateway as any).activeConnections.has(mockConn)).toBe(false);\n });\n });\n\n describe('onModuleDestroy', () => {\n it('should close all active connections', async () => {\n gateway.onModuleInit();\n\n const mockConn1 = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn(),\n _session: { recv: { request: {} } },\n };\n const mockConn2 = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn(),\n _session: { recv: { request: {} } },\n };\n\n const connectionHandler = mockSockjsServer.on.mock.calls.find(\n (call) => call[0] === 'connection'\n )?.[1];\n\n connectionHandler(mockConn1);\n connectionHandler(mockConn2);\n\n await gateway.onModuleDestroy();\n\n expect(mockConn1.close).toHaveBeenCalled();\n expect(mockConn2.close).toHaveBeenCalled();\n expect((gateway as any).activeConnections.size).toBe(0);\n });\n\n it('should close shareDb', async () => {\n gateway.onModuleInit();\n\n await gateway.onModuleDestroy();\n\n expect(shareDbService.close).toHaveBeenCalled();\n });\n\n it('should clear sockjsServer reference', async () => {\n gateway.onModuleInit();\n\n expect((gateway as any).sockjsServer).not.toBeNull();\n\n await gateway.onModuleDestroy();\n\n expect((gateway as any).sockjsServer).toBeNull();\n });\n\n it('should handle shareDb close error gracefully', async () => {\n const closeError = new Error('Close error');\n shareDbService.close.mockImplementation((callback) => callback(closeError));\n\n gateway.onModuleInit();\n\n // Should not throw\n await expect(gateway.onModuleDestroy()).resolves.not.toThrow();\n });\n\n it('should handle connection close error gracefully', async () => {\n gateway.onModuleInit();\n\n const mockConn = {\n on: vi.fn(),\n write: vi.fn(),\n close: vi.fn().mockImplementation(() => {\n throw new Error('Close error');\n }),\n _session: { recv: { request: {} } },\n };\n\n // Call handleConnection directly to avoid mock timing issues\n (gateway as any).handleConnection(mockConn);\n\n // Should not throw\n await expect(gateway.onModuleDestroy()).resolves.not.toThrow();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/ws/ws.gateway.ts", "content": "import type http from 'http';\nimport type { AdaptableWebSocket } from '@an-epiphany/websocket-json-stream';\nimport { WebSocketJSONStream } from '@an-epiphany/websocket-json-stream';\nimport type { OnModuleDestroy, OnModuleInit } from '@nestjs/common';\nimport { Injectable, Logger, Optional } from '@nestjs/common';\nimport { HttpAdapterHost } from '@nestjs/core';\nimport type { Request } from 'express';\nimport sockjs from 'sockjs';\nimport { RealtimeMetricsService } from '../share-db/metrics/realtime-metrics.service';\nimport { ShareDbService } from '../share-db/share-db.service';\n\n@Injectable()\nexport class WsGateway implements OnModuleInit, OnModuleDestroy {\n private logger = new Logger(WsGateway.name);\n private sockjsServer: sockjs.Server | null = null;\n private readonly activeConnections = new Set();\n\n constructor(\n private readonly shareDb: ShareDbService,\n private readonly httpAdapterHost: HttpAdapterHost,\n @Optional() private readonly realtimeMetrics?: RealtimeMetricsService\n ) {}\n\n onModuleInit() {\n const httpServer = this.httpAdapterHost.httpAdapter.getHttpServer() as http.Server;\n\n // SockJS server configuration for collaborative data sync (similar to Airtable)\n // - transports: Only websocket and xhr-streaming (xhr-polling excluded for performance)\n // - response_limit: 1MB to handle large batch operations (table sync, bulk row updates)\n this.sockjsServer = sockjs.createServer({\n prefix: '/socket',\n transports: ['websocket', 'xhr-streaming'],\n response_limit: 2 * 1024 * 1024, // 2MB for large collaborative payloads\n log: (severity: string, message: string) => {\n if (severity === 'error') {\n this.logger.error(message);\n } else if (severity === 'info') {\n this.logger.log(message);\n } else {\n this.logger.debug(message);\n }\n },\n // eslint-disable-next-line @typescript-eslint/naming-convention\n } as sockjs.ServerOptions & { transports: string[]; response_limit: number });\n\n this.sockjsServer.on('connection', this.handleConnection);\n this.sockjsServer.installHandlers(httpServer);\n this.logger.log('WsGateway (SockJS) initialized');\n }\n\n private handleConnection = (conn: sockjs.Connection) => {\n if (!conn) return;\n\n this.activeConnections.add(conn);\n this.realtimeMetrics?.recordConnectionOpen();\n this.logger.log(`sockjs:on:connection (active: ${this.activeConnections.size})`);\n\n // Handle connection close to clean up tracking\n conn.on('close', () => {\n this.activeConnections.delete(conn);\n this.realtimeMetrics?.recordConnectionClose();\n this.logger.log(`sockjs:on:close (active: ${this.activeConnections.size})`);\n });\n\n try {\n const stream = new WebSocketJSONStream(conn as unknown as AdaptableWebSocket, {\n adapterType: 'sockjs-node',\n });\n\n // Extract request with headers (including cookies for auth)\n const request = this.getRequestFromConnection(conn);\n\n this.shareDb.listen(stream, request);\n } catch (error) {\n this.logger.error('Connection error', error);\n this.realtimeMetrics?.recordConnectionError();\n conn.write(JSON.stringify({ error }));\n conn.close();\n this.activeConnections.delete(conn);\n }\n };\n\n /**\n * Extract HTTP request from SockJS connection.\n *\n * SockJS transports provide request access differently:\n * - XHR (xhr-polling, xhr-streaming): Full request at _session.recv.request\n * - WebSocket: Request stored in faye-websocket driver at _session.recv.ws._driver._request\n *\n * @see https://github.com/sockjs/sockjs-node/blob/main/lib/transport/response-receiver.js\n * @see https://github.com/sockjs/sockjs-node/blob/main/lib/transport/websocket.js\n * @see https://github.com/faye/faye-websocket-node (uses websocket-driver internally)\n */\n private getRequestFromConnection(conn: sockjs.Connection): Request {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const recv = (conn as any)?._session?.recv;\n\n // XHR transports: ResponseReceiver stores full request with cookies\n if (recv?.request) {\n return recv.request as Request;\n }\n\n // WebSocket transport: FayeWebsocket stores request in driver._request\n // Path: recv.ws (FayeWebsocket) -> _driver (Hybi/Base) -> _request (IncomingMessage)\n const wsRequest = recv?.ws?._driver?._request;\n if (wsRequest) {\n return wsRequest as Request;\n }\n\n // Fallback: use connection's url and headers (no cookies)\n this.logger.warn(\n `Could not find original request for connection (protocol: ${conn.protocol}), falling back to filtered headers`\n );\n return {\n url: conn.url || '/socket',\n headers: conn.headers || {},\n } as unknown as Request;\n }\n\n async onModuleDestroy() {\n try {\n this.logger.log('Starting graceful shutdown...');\n\n // Terminate all active connections\n for (const conn of this.activeConnections) {\n try {\n conn.close();\n } catch {\n // Ignore errors during connection close\n }\n }\n this.activeConnections.clear();\n\n // Close ShareDb\n await new Promise((resolve, reject) => {\n this.shareDb.close((err) => {\n if (err) {\n reject(err);\n } else {\n resolve();\n }\n });\n });\n\n // Clean up sockjs server reference\n this.sockjsServer = null;\n\n this.logger.log('Graceful shutdown completed');\n } catch (err) {\n this.logger.error('Module close error: ' + (err as Error).message, (err as Error)?.stack);\n }\n }\n}\n" }, { "path": "apps/nestjs-backend/src/ws/ws.module.ts", "content": "import { Module } from '@nestjs/common';\nimport { ShareDbModule } from '../share-db/share-db.module';\nimport { WsGateway } from './ws.gateway';\nimport { DevWsGateway } from './ws.gateway.dev';\nimport { WsService } from './ws.service';\n\n@Module({\n imports: [ShareDbModule],\n providers: [\n WsService,\n process.env.NODE_ENV === 'production' || process.env.SERVER_PORT === process.env.SOCKET_PORT\n ? WsGateway\n : DevWsGateway,\n ],\n})\nexport class WsModule {}\n" }, { "path": "apps/nestjs-backend/src/ws/ws.service.spec.ts", "content": "import type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport { WsService } from './ws.service';\n\ndescribe('WsService', () => {\n let service: WsService;\n\n beforeEach(async () => {\n const module: TestingModule = await Test.createTestingModule({\n providers: [WsService],\n }).compile();\n\n service = module.get(WsService);\n });\n\n it('should be defined', () => {\n expect(service).toBeDefined();\n });\n});\n" }, { "path": "apps/nestjs-backend/src/ws/ws.service.ts", "content": "import { Injectable } from '@nestjs/common';\n\n@Injectable()\nexport class WsService {}\n" }, { "path": "apps/nestjs-backend/src/zod.validation.pipe.spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { fail } from 'assert';\nimport { BadRequestException } from '@nestjs/common';\nimport { z } from 'zod';\nimport { ZodValidationPipe } from './zod.validation.pipe';\n\ndescribe('ZodValidationPipe', () => {\n describe('Basic validation', () => {\n const simpleSchema = z.object({\n name: z.string(),\n age: z.number(),\n });\n\n let pipe: ZodValidationPipe;\n\n beforeEach(() => {\n pipe = new ZodValidationPipe(simpleSchema);\n });\n\n it('should pass through valid data unchanged', () => {\n const validData = {\n name: 'John',\n age: 30,\n };\n\n const result = pipe.transform(validData, {} as any);\n expect(result).toEqual(validData);\n });\n\n it('should throw BadRequestException for invalid data', () => {\n const invalidData = {\n name: 'John',\n age: 'thirty', // Wrong type\n };\n\n expect(() => pipe.transform(invalidData, {} as any)).toThrow(BadRequestException);\n });\n\n it('should format error messages', () => {\n const invalidData = {\n name: 123, // Wrong type\n };\n\n try {\n pipe.transform(invalidData, {} as any);\n fail('Should have thrown');\n } catch (error) {\n const message = (error as BadRequestException).message;\n expect(message).toContain('Validation error');\n }\n });\n });\n\n describe('Custom error messages from schema', () => {\n it('should prioritize custom error messages over generic ones', () => {\n const schemaWithCustomError = z\n .string()\n .refine((val) => val.length > 5, 'Custom error: String must be longer than 5 characters');\n\n const pipe = new ZodValidationPipe(schemaWithCustomError);\n\n try {\n pipe.transform('abc', {} as any);\n fail('Should have thrown');\n } catch (error) {\n const message = (error as BadRequestException).message;\n // Custom error should be used\n expect(message).toContain('Custom error');\n }\n });\n });\n\n describe('Long error message truncation', () => {\n it('should truncate very long error messages', () => {\n const complexSchema = z.object({\n field1: z.string(),\n field2: z.string(),\n field3: z.string(),\n field4: z.string(),\n field5: z.string(),\n field6: z.string(),\n field7: z.string(),\n field8: z.string(),\n field9: z.string(),\n field10: z.string(),\n field11: z.string(),\n field12: z.string(),\n field13: z.string(),\n field14: z.string(),\n field15: z.string(),\n field16: z.string(),\n field17: z.string(),\n field18: z.string(),\n field19: z.string(),\n field20: z.string(),\n field21: z.string(),\n field22: z.string(),\n field23: z.string(),\n field24: z.string(),\n field25: z.string(),\n field26: z.string(),\n field27: z.string(),\n field28: z.string(),\n field29: z.string(),\n field30: z.string(),\n });\n\n const pipe = new ZodValidationPipe(complexSchema);\n\n try {\n pipe.transform({}, {} as any);\n fail('Should have thrown');\n } catch (error) {\n const message = (error as BadRequestException).message;\n // If message is very long, should be truncated\n if (message.length > 1000) {\n expect(message).toContain('truncated');\n }\n }\n });\n });\n\n describe('Custom union error message', () => {\n it('should use custom message for invalid_union instead of detailed errors', () => {\n // Create a union with custom error message\n const schema1 = z.object({ type: z.literal('A'), value: z.string() });\n const schema2 = z.object({ type: z.literal('B'), value: z.number() });\n\n const unionSchema = z.union([schema1, schema2], {\n error: () => {\n return 'Custom helpful message: Please use type \"A\" with string value or type \"B\" with number value';\n },\n });\n\n const pipe = new ZodValidationPipe(unionSchema);\n\n try {\n pipe.transform({ type: 'C', value: 'test' }, {} as any);\n fail('Should have thrown');\n } catch (error) {\n const message = (error as BadRequestException).message;\n // Should use our custom message, not the detailed union errors\n expect(message).toContain('Custom helpful message');\n expect(message).toContain('type \"A\"');\n expect(message).toContain('type \"B\"');\n // Should NOT contain the default Zod error format\n expect(message).not.toContain('Invalid input at');\n }\n });\n\n it('should use fromZodError for invalid_union with default message', () => {\n const schema1 = z.object({ type: z.literal('A'), value: z.string() });\n const schema2 = z.object({ type: z.literal('B'), value: z.number() });\n\n const unionSchema = z.union([schema1, schema2]); // No custom error\n\n const pipe = new ZodValidationPipe(unionSchema);\n\n try {\n pipe.transform({ type: 'C', value: 'test' }, {} as any);\n fail('Should have thrown');\n } catch (error) {\n const message = (error as BadRequestException).message;\n // Should use fromZodError formatting\n expect(message).toContain('Validation error');\n }\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/src/zod.validation.pipe.ts", "content": "import type { PipeTransform, ArgumentMetadata } from '@nestjs/common';\nimport { BadRequestException, Injectable } from '@nestjs/common';\nimport type { z } from 'zod';\nimport { fromZodError } from 'zod-validation-error';\n\nconst maxErrorLength = 1000;\n\n@Injectable()\nexport class ZodValidationPipe implements PipeTransform {\n constructor(private readonly schema: unknown) {}\n\n public transform(value: unknown, _metadata: ArgumentMetadata): unknown {\n const result = (this.schema as z.Schema).safeParse(value);\n\n if (!result.success) {\n let message: string;\n\n // For invalid_union with custom message, use that instead of detailed errors\n if (\n result.error.issues.length === 1 &&\n result.error.issues[0].code === 'invalid_union' &&\n result.error.issues[0].message &&\n !result.error.issues[0].message.startsWith('Invalid')\n ) {\n message = result.error.issues[0].message;\n } else {\n message = fromZodError(result.error).message;\n }\n\n // Truncate very long error messages\n if (message.length > maxErrorLength) {\n message = message.substring(0, maxErrorLength) + '... (truncated)';\n }\n\n throw new BadRequestException(message);\n }\n\n return result.data;\n }\n}\n" }, { "path": "apps/nestjs-backend/test/access-token.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { Role } from '@teable/core';\nimport type {\n CreateAccessTokenRo,\n CreateAccessTokenVo,\n ICreateSpaceVo,\n IGetSpaceVo,\n ITableFullVo,\n UpdateAccessTokenRo,\n} from '@teable/openapi';\nimport {\n createAccessToken,\n deleteAccessToken,\n listAccessToken,\n listAccessTokenVoSchema,\n refreshAccessToken,\n refreshAccessTokenVoSchema,\n updateAccessToken,\n GET_TABLE_LIST,\n urlBuilder,\n GET_RECORDS_URL,\n EMAIL_SPACE_INVITATION,\n CREATE_SPACE,\n CREATE_BASE,\n DELETE_SPACE,\n createAxios,\n axios as defaultAxios,\n createSpace,\n createBase,\n deleteSpace,\n deleteBase,\n getAccessToken,\n GET_BASE_ALL,\n GET_SPACE_LIST,\n UPDATE_SPACE_COLLABORATE,\n DELETE_SPACE_COLLABORATOR,\n CREATE_ACCESS_TOKEN,\n USER_ME,\n PrincipalType,\n} from '@teable/openapi';\nimport dayjs from 'dayjs';\nimport { splitAccessToken } from '../src/features/access-token/access-token.encryptor';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { getError } from './utils/get-error';\nimport { createTable, initApp, permanentDeleteSpace } from './utils/init-app';\n\ndescribe('OpenAPI AccessTokenController (e2e)', () => {\n let app: INestApplication;\n let baseId: string;\n let spaceId: string;\n const email = globalThis.testConfig.email;\n const email2 = 'accesstoken@example.com';\n let table: ITableFullVo;\n let token: CreateAccessTokenVo;\n\n let defaultCreateRo: CreateAccessTokenRo;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n const space = await createSpace({ name: 'access token space' }).then((res) => res.data);\n const base = await createBase({ spaceId: space.id, name: 'access token base' }).then(\n (res) => res.data\n );\n baseId = base.id;\n spaceId = space.id;\n defaultCreateRo = {\n name: 'token1',\n description: 'token1',\n scopes: ['table|read', 'record|read'],\n baseIds: [baseId],\n spaceIds: [spaceId],\n expiredTime: dayjs(Date.now() + 1000 * 60 * 60 * 24).format('YYYY-MM-DD'),\n };\n table = await createTable(baseId, { name: 'table1' });\n token = (await createAccessToken(defaultCreateRo)).data;\n expect(token).toHaveProperty('id');\n });\n\n afterAll(async () => {\n await permanentDeleteSpace(spaceId);\n const { data } = await listAccessToken();\n for (const { id } of data) {\n await deleteAccessToken(id);\n }\n await app.close();\n });\n\n it('create access token invalid expiredTime', async () => {\n const ro = {\n ...defaultCreateRo,\n expiredTime: '25/02/2023',\n };\n const error = await getError(() => createAccessToken(ro));\n expect(error?.status).toEqual(400);\n expect(error?.message).contain('expiredTime');\n });\n\n it('check access token', async () => {\n const accessToken = '1234567890';\n const res = splitAccessToken(accessToken);\n expect(res).toEqual(null);\n });\n\n it('/api/access-token (GET)', async () => {\n const { data } = await listAccessToken();\n expect(listAccessTokenVoSchema.safeParse(data).success).toEqual(true);\n\n expect(data.some(({ id }) => id === token.id)).toEqual(true);\n });\n\n it('/api/access-token/:accessTokenId (PUT)', async () => {\n const { data: newAccessToken } = await createAccessToken(defaultCreateRo);\n const updateRo: UpdateAccessTokenRo = {\n name: 'new token',\n description: 'new desc',\n scopes: ['table|read', 'record|read', 'record|create'],\n baseIds: null,\n spaceIds: null,\n };\n const { data } = await updateAccessToken(newAccessToken.id, updateRo);\n expect(data).toEqual({\n ...updateRo,\n id: newAccessToken.id,\n baseIds: undefined,\n spaceIds: undefined,\n });\n });\n\n it('/api/access-token/:accessTokenId (DELETE)', async () => {\n const { data: newAccessToken } = await createAccessToken(defaultCreateRo);\n const res = await deleteAccessToken(newAccessToken.id);\n expect(res.status).toEqual(200);\n });\n\n it('/api/access-token/:accessTokenId/refresh (POST) 200', async () => {\n const { data: newAccessToken } = await createAccessToken(defaultCreateRo);\n const res = await refreshAccessToken(newAccessToken.id, {\n expiredTime: dayjs(Date.now() + 1000 * 60 * 60 * 24).format('YYYY-MM-DD'),\n });\n expect(res.status).toEqual(200);\n expect(refreshAccessTokenVoSchema.safeParse(res.data).success).toEqual(true);\n });\n\n it('/api/access-token/:accessTokenId (GET) include deleted spaceIds and baseIds', async () => {\n const space = await createSpace({ name: 'deleted space' }).then((res) => res.data);\n const base = await createBase({ spaceId: space.id, name: 'deleted base' }).then(\n (res) => res.data\n );\n const ro = {\n ...defaultCreateRo,\n spaceIds: [space.id],\n baseIds: [base.id],\n };\n const { data: newAccessToken } = await createAccessToken(ro);\n await deleteBase(base.id);\n await deleteSpace(space.id);\n const { data } = await getAccessToken(newAccessToken.id);\n await permanentDeleteSpace(space.id);\n expect(data.spaceIds).toEqual([]);\n expect(data.baseIds).toEqual([]);\n });\n\n describe('validate accessToken permission', () => {\n let tableReadToken: string;\n let recordReadToken: string;\n let baseReadAllToken: string;\n let spaceReadToken: string;\n const axios = createAxios();\n\n beforeAll(async () => {\n const { data: tableReadTokenData } = await createAccessToken({\n ...defaultCreateRo,\n name: 'table read token',\n scopes: ['table|read'],\n });\n tableReadToken = tableReadTokenData.token;\n const { data: recordReadTokenData } = await createAccessToken({\n ...defaultCreateRo,\n name: 'record read token',\n scopes: ['record|read'],\n });\n recordReadToken = recordReadTokenData.token;\n const { data: baseReadAllTokenData } = await createAccessToken({\n ...defaultCreateRo,\n name: 'base read all token',\n scopes: ['base|read_all'],\n });\n baseReadAllToken = baseReadAllTokenData.token;\n axios.defaults.baseURL = defaultAxios.defaults.baseURL;\n\n const { data: spaceReadTokenData } = await createAccessToken({\n ...defaultCreateRo,\n name: 'space read token',\n scopes: ['space|read'],\n });\n spaceReadToken = spaceReadTokenData.token;\n });\n\n it('get table list has table|read permission', async () => {\n const res = await axios.get(urlBuilder(GET_TABLE_LIST, { baseId }), {\n headers: {\n Authorization: `Bearer ${tableReadToken}`,\n },\n });\n expect(res.status).toEqual(200);\n });\n\n it('get table list has not table|read permission', async () => {\n const error = await getError(() =>\n axios.get(urlBuilder(GET_TABLE_LIST, { baseId }), {\n headers: {\n Authorization: `Bearer ${recordReadToken}`,\n },\n })\n );\n expect(error?.status).toEqual(403);\n });\n\n it('get base list has not base|read_all permission', async () => {\n const error = await getError(() =>\n axios.get(urlBuilder(GET_BASE_ALL), {\n headers: {\n Authorization: `Bearer ${tableReadToken}`,\n },\n })\n );\n expect(error?.status).toEqual(403);\n });\n\n it('get base list has base|read_all permission', async () => {\n const res = await axios.get(urlBuilder(GET_BASE_ALL), {\n headers: {\n Authorization: `Bearer ${baseReadAllToken}`,\n },\n });\n expect(res.status).toEqual(200);\n });\n\n it('get record list has record|read permission', async () => {\n const res = await axios.get(urlBuilder(GET_RECORDS_URL, { tableId: table.id }), {\n headers: {\n Authorization: `Bearer ${recordReadToken}`,\n },\n });\n expect(res.status).toEqual(200);\n });\n\n it('get record list has not record|read permission', async () => {\n const error = await getError(() =>\n axios.get(urlBuilder(GET_RECORDS_URL, { tableId: table.id }), {\n headers: {\n Authorization: `Bearer ${tableReadToken}`,\n },\n })\n );\n expect(error?.status).toEqual(403);\n });\n\n it('access token permission < user permission', async () => {\n const newUserAxios = await createNewUserAxios({\n email: email2,\n password: '12345678',\n });\n\n const { data: newUserSpace } = await newUserAxios.post(CREATE_SPACE, {\n name: 'permission test space',\n });\n\n const spaceId = newUserSpace.id;\n await newUserAxios.post(urlBuilder(EMAIL_SPACE_INVITATION, { spaceId }), {\n role: Role.Viewer,\n emails: [email],\n });\n\n const { data: createBaseAccessTokenData } = await createAccessToken({\n ...defaultCreateRo,\n name: 'base access token',\n scopes: ['base|read'],\n spaceIds: [spaceId],\n });\n\n const error = await getError(() =>\n axios.post(\n CREATE_BASE,\n { spaceId },\n {\n headers: {\n Authorization: `Bearer ${createBaseAccessTokenData.token}`,\n },\n }\n )\n );\n expect(error?.status).toEqual(403);\n await newUserAxios.delete(urlBuilder(DELETE_SPACE, { spaceId }));\n });\n\n it('get space list has space|read permission', async () => {\n const res = await axios.get(urlBuilder(GET_SPACE_LIST), {\n headers: {\n Authorization: `Bearer ${spaceReadToken}`,\n },\n });\n expect(res.status).toEqual(200);\n expect(res.data.map(({ id }) => id)).toEqual([spaceId]);\n });\n\n it('get space list has not space|read permission', async () => {\n const error = await getError(() =>\n axios.get(urlBuilder(GET_SPACE_LIST), {\n headers: {\n Authorization: `Bearer ${tableReadToken}`,\n },\n })\n );\n expect(error?.status).toEqual(403);\n });\n\n it('hasFullAccess', async () => {\n const space = await createSpace({ name: 'has full access space' }).then((res) => res.data);\n const { data: newAccessToken } = await createAccessToken({\n ...defaultCreateRo,\n name: 'has full access token',\n scopes: ['space|read'],\n });\n const { data: fullAccessToken } = await createAccessToken({\n ...defaultCreateRo,\n name: 'has full access token',\n scopes: ['space|read'],\n hasFullAccess: true,\n });\n const newAccessTokenRes = await axios.get(urlBuilder(GET_SPACE_LIST), {\n headers: {\n Authorization: `Bearer ${newAccessToken.token}`,\n },\n });\n const fullAccessTokenRes = await axios.get(urlBuilder(GET_SPACE_LIST), {\n headers: {\n Authorization: `Bearer ${fullAccessToken.token}`,\n },\n });\n await permanentDeleteSpace(space.id);\n expect(newAccessTokenRes.status).toEqual(200);\n expect(newAccessTokenRes.data.map(({ id }) => id)).toEqual([spaceId]);\n expect(fullAccessTokenRes.status).toEqual(200);\n expect(fullAccessTokenRes.data.map(({ id }) => id)).toEqual(\n expect.arrayContaining([spaceId, space.id])\n );\n });\n\n it('access token with expiredTime in expired', async () => {\n const expiredTime = dayjs(Date.now() - 10000).format('YYYY-MM-DD');\n const { data } = await createAccessToken({\n ...defaultCreateRo,\n name: 'expired access token',\n scopes: ['space|read'],\n expiredTime,\n });\n\n const error = await getError(() =>\n axios.get(urlBuilder(GET_SPACE_LIST), {\n headers: {\n Authorization: `Bearer ${data.token}`,\n },\n })\n );\n expect(error?.status).toEqual(401);\n });\n\n it('space collaborator operations with space|read token should still enforce role hierarchy', async () => {\n const creatorEmail = `creator-token-${Date.now()}@example.com`;\n const viewerEmail = `viewer-token-${Date.now()}@example.com`;\n const creatorAxios = await createNewUserAxios({\n email: creatorEmail,\n password: '12345678',\n });\n const viewerAxios = await createNewUserAxios({\n email: viewerEmail,\n password: '12345678',\n });\n\n const { data: testSpace } = await createSpace({\n name: 'space token collaborator permission',\n });\n const testSpaceId = testSpace.id;\n\n try {\n await defaultAxios.post(urlBuilder(EMAIL_SPACE_INVITATION, { spaceId: testSpaceId }), {\n role: Role.Creator,\n emails: [creatorEmail],\n });\n await defaultAxios.post(urlBuilder(EMAIL_SPACE_INVITATION, { spaceId: testSpaceId }), {\n role: Role.Viewer,\n emails: [viewerEmail],\n });\n\n const viewerUserId = (await viewerAxios.get<{ id: string }>(USER_ME)).data.id;\n const ownerUserId = globalThis.testConfig.userId;\n\n const { data: creatorBase } = await creatorAxios.post<{ id: string }>(CREATE_BASE, {\n spaceId: testSpaceId,\n name: 'creator token base',\n });\n\n const creatorTokenRes = await creatorAxios.post(CREATE_ACCESS_TOKEN, {\n name: 'creator space read token',\n description: 'creator space read token',\n scopes: ['space|read'],\n baseIds: [creatorBase.id],\n spaceIds: [testSpaceId],\n expiredTime: dayjs(Date.now() + 1000 * 60 * 60 * 24).format('YYYY-MM-DD'),\n });\n\n const creatorTokenAxios = createAxios();\n creatorTokenAxios.defaults.baseURL = defaultAxios.defaults.baseURL;\n creatorTokenAxios.defaults.headers.common.Authorization = `Bearer ${creatorTokenRes.data.token}`;\n\n const updateViewerRes = await creatorTokenAxios.patch(\n urlBuilder(UPDATE_SPACE_COLLABORATE, { spaceId: testSpaceId }),\n {\n role: Role.Commenter,\n principalId: viewerUserId,\n principalType: PrincipalType.User,\n }\n );\n expect(updateViewerRes.status).toBe(200);\n\n const updateOwnerError = await getError(() =>\n creatorTokenAxios.patch(urlBuilder(UPDATE_SPACE_COLLABORATE, { spaceId: testSpaceId }), {\n role: Role.Viewer,\n principalId: ownerUserId,\n principalType: PrincipalType.User,\n })\n );\n expect(updateOwnerError?.status).toBe(400);\n expect(updateOwnerError?.message).toBe(\n 'Cannot change the role of the only owner of the space'\n );\n\n const deleteOwnerError = await getError(() =>\n creatorTokenAxios.delete(\n urlBuilder(DELETE_SPACE_COLLABORATOR, { spaceId: testSpaceId }),\n {\n params: {\n principalId: ownerUserId,\n principalType: PrincipalType.User,\n },\n }\n )\n );\n expect(deleteOwnerError?.status).toBe(400);\n expect(deleteOwnerError?.message).toBe('Cannot delete the only owner of the space');\n\n const deleteViewerRes = await creatorTokenAxios.delete(\n urlBuilder(DELETE_SPACE_COLLABORATOR, { spaceId: testSpaceId }),\n {\n params: {\n principalId: viewerUserId,\n principalType: PrincipalType.User,\n },\n }\n );\n expect(deleteViewerRes.status).toBe(200);\n } finally {\n await permanentDeleteSpace(testSpaceId);\n }\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/aggregation-search-count-question-mark.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldType, NumberFormattingType } from '@teable/core';\nimport { getSearchCount as apiGetSearchCount } from '@teable/openapi';\nimport { createTable, initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('Aggregation search count with question mark (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let tableId: string | undefined;\n let numberFieldId: string | undefined;\n\n const urlField1 = { name: 'url1', type: FieldType.SingleLineText };\n const urlField2 = { name: 'url2', type: FieldType.SingleLineText };\n const numberField = {\n name: 'num',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n const urlWithQuestionMark = 'https://example.com/path?param=value';\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n const table = await createTable(baseId, {\n name: `search_count_question_mark_${Date.now()}`,\n fields: [urlField1, urlField2, numberField],\n records: [\n { fields: { [urlField1.name]: urlWithQuestionMark, [urlField2.name]: 'no', num: 10.1 } },\n { fields: { [urlField1.name]: 'no', [urlField2.name]: urlWithQuestionMark, num: 20.2 } },\n { fields: { [urlField1.name]: 'no', [urlField2.name]: 'no', num: 30.3 } },\n ],\n });\n\n tableId = table.id;\n numberFieldId = table.fields?.find((f) => f.name === numberField.name)?.id;\n });\n\n afterAll(async () => {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n await app.close();\n });\n\n it('should return count without failing when search contains \"?\"', async () => {\n const res = await apiGetSearchCount(tableId!, {\n search: [urlWithQuestionMark, '', true],\n });\n\n expect(res.status).toBe(200);\n expect(res.data.count).toBe(2);\n });\n\n it('should support number precision bindings', async () => {\n const res = await apiGetSearchCount(tableId!, {\n search: ['10', numberFieldId!, true],\n });\n\n expect(res.status).toBe(200);\n expect(res.data.count).toBe(1);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/aggregation-search.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, SortFunc, StatisticsFunc, ViewType } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n getAggregation,\n getSearchCount,\n getSearchIndex,\n createField,\n updateViewColumnMeta,\n getRecordIndex,\n updateViewSort,\n} from '@teable/openapi';\nimport { x_20 } from './data-helpers/20x';\nimport { x_20_link, x_20_link_from_lookups } from './data-helpers/20x-link';\nimport { getError } from './utils/get-error';\n\nimport {\n createTable,\n permanentDeleteTable,\n initApp,\n createRecords,\n getRecords,\n createView,\n} from './utils/init-app';\n\ndescribe('OpenAPI AggregationController (e2e)', () => {\n let app: INestApplication;\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n const baseId = globalThis.testConfig.baseId;\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'sort_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n await createField(table.id, {\n name: 'Formula_Boolean',\n options: {\n expression: `{${table.fields[0].id}} > 1`,\n },\n type: FieldType.Formula,\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n\n describe.skip('OpenAPI AggregationController (e2e) get count with search query', () => {\n it('should get searchCount', async () => {\n const result = await getSearchCount(table.id, {\n // eslint-disable-next-line sonarjs/no-duplicate-string\n search: ['Text Field', '', false],\n });\n expect(result?.data?.count).toBe(22);\n });\n\n it('should filter the hidden filed', async () => {\n const result = await getSearchCount(table.id, {\n search: ['1', '', false],\n });\n await updateViewColumnMeta(table.id, table.views[0].id, [\n {\n fieldId: table.fields[1].id,\n columnMeta: { hidden: true },\n },\n ]);\n const result2 = await getSearchCount(table.id, {\n search: ['1', '', false],\n viewId: table.views[0].id,\n });\n expect(result?.data?.count).toBe(86);\n expect(result2?.data?.count).toBe(74);\n });\n\n it('should return 0 when there is no result', async () => {\n const result = await getSearchCount(table.id, {\n search: ['Go to Gentle night', '', false],\n });\n expect(result?.data?.count).toBe(0);\n });\n });\n\n describe('OpenAPI AggregationController (e2e) get record index with query', () => {\n it('should get search index', async () => {\n const result = await getSearchIndex(table.id, {\n take: 10,\n search: ['Text Field', '', false],\n });\n const targetFieldId = table.fields?.[0]?.id;\n expect(result?.data?.length).toBe(10);\n expect(result?.data?.map(({ index, fieldId }) => ({ index, fieldId }))).toEqual([\n { index: 2, fieldId: targetFieldId },\n { index: 3, fieldId: targetFieldId },\n { index: 4, fieldId: targetFieldId },\n { index: 5, fieldId: targetFieldId },\n { index: 6, fieldId: targetFieldId },\n { index: 7, fieldId: targetFieldId },\n { index: 8, fieldId: targetFieldId },\n { index: 9, fieldId: targetFieldId },\n { index: 10, fieldId: targetFieldId },\n { index: 11, fieldId: targetFieldId },\n ]);\n });\n\n it('should get search index with offset', async () => {\n const result = await getSearchIndex(table.id, {\n take: 10,\n skip: 1,\n search: ['Text Field', '', false],\n });\n const targetFieldId = table.fields?.[0]?.id;\n expect(result?.data?.length).toBe(10);\n expect(result?.data?.map(({ index, fieldId }) => ({ index, fieldId }))).toEqual([\n { index: 3, fieldId: targetFieldId },\n { index: 4, fieldId: targetFieldId },\n { index: 5, fieldId: targetFieldId },\n { index: 6, fieldId: targetFieldId },\n { index: 7, fieldId: targetFieldId },\n { index: 8, fieldId: targetFieldId },\n { index: 9, fieldId: targetFieldId },\n { index: 10, fieldId: targetFieldId },\n { index: 11, fieldId: targetFieldId },\n { index: 12, fieldId: targetFieldId },\n ]);\n });\n\n it('should throw a error when take over 1000', async () => {\n const error = await getError(() =>\n getSearchIndex(table.id, {\n take: 1001,\n search: ['Text Field', '', false],\n })\n );\n expect(error?.status).toBe(400);\n expect(error?.message).toBe('The maximum search index result is 1000');\n });\n\n it('should return null when there is no found', async () => {\n const result2 = await getSearchIndex(table.id, {\n take: 1,\n search: ['Go to Gentle night', '', false],\n });\n expect(result2?.data).toBe('');\n });\n });\n\n describe('aggregation statistics with search filtering', () => {\n let statTable: ITableFullVo;\n let nameFieldId: string;\n let quantityFieldId: string;\n\n beforeAll(async () => {\n statTable = await createTable(baseId, {\n name: 'agg_search_filter',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Quantity', type: FieldType.Number },\n ],\n records: [\n { fields: { Name: 'apple phone', Quantity: 180 } },\n { fields: { Name: 'battery', Quantity: 60 } },\n { fields: { Name: 'apple cable', Quantity: 120 } },\n ],\n });\n\n nameFieldId = statTable.fields.find((field) => field.name === 'Name')!.id;\n quantityFieldId = statTable.fields.find((field) => field.name === 'Quantity')!.id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, statTable.id);\n });\n\n const getAggValue = async (\n statisticFunc: StatisticsFunc,\n search?: [string, string, boolean]\n ) => {\n const result = (\n await getAggregation(statTable.id, {\n field: { [statisticFunc]: [quantityFieldId] },\n ...(search ? { search } : {}),\n })\n ).data;\n\n return result.aggregations?.find((agg) => agg.fieldId === quantityFieldId)?.total?.value;\n };\n\n it.each<[StatisticsFunc, number, number]>([\n [StatisticsFunc.Sum, 360, 300],\n [StatisticsFunc.Average, 120, 150],\n [StatisticsFunc.Min, 60, 120],\n [StatisticsFunc.Max, 180, 180],\n [StatisticsFunc.Count, 3, 2],\n ])('%s respects hide-not-matching search', async (statisticFunc, totalAll, totalFiltered) => {\n const initialValue = await getAggValue(statisticFunc);\n expect(initialValue).toBe(totalAll);\n\n const filteredValue = await getAggValue(statisticFunc, ['apple', nameFieldId, true]);\n expect(filteredValue).toBe(totalFiltered);\n });\n });\n\n describe('get record index', () => {\n let indexTable: ITableFullVo;\n let viewId: string;\n let numberFieldId: string;\n\n beforeAll(async () => {\n indexTable = await createTable(baseId, {\n name: 'agg_record_index',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Number', type: FieldType.Number },\n ],\n records: [\n { fields: { Name: 'Alice', Number: 30 } },\n { fields: { Name: 'Bob', Number: 10 } },\n { fields: { Name: 'Charlie', Number: 20 } },\n ],\n });\n\n numberFieldId = indexTable.fields.find((f) => f.name === 'Number')!.id;\n\n const view = await createView(indexTable.id, {\n name: 'Sorted by Number',\n type: ViewType.Grid,\n });\n viewId = view.id;\n\n await updateViewSort(indexTable.id, viewId, {\n sort: { sortObjs: [{ fieldId: numberFieldId, order: SortFunc.Asc }] },\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, indexTable.id);\n });\n\n it('should return correct index with view sort', async () => {\n const { records } = await getRecords(indexTable.id, { fieldKeyType: FieldKeyType.Id });\n const nameFieldId = indexTable.fields.find((f) => f.name === 'Name')!.id;\n\n const alice = records.find((r) => r.fields[nameFieldId] === 'Alice')!;\n const bob = records.find((r) => r.fields[nameFieldId] === 'Bob')!;\n\n // Sorted by Number ASC: Bob(10)=0, Charlie(20)=1, Alice(30)=2\n const bobResult = await getRecordIndex(indexTable.id, { recordId: bob.id, viewId });\n const aliceResult = await getRecordIndex(indexTable.id, { recordId: alice.id, viewId });\n expect(bobResult.data).toEqual({ index: 0 });\n expect(aliceResult.data).toEqual({ index: 2 });\n });\n\n it('should return correct index for newly created record in sorted view', async () => {\n // Number=15 should land between Bob(10) and Charlie(20)\n const { records: newRecords } = await createRecords(indexTable.id, {\n records: [{ fields: { [numberFieldId]: 15 } }],\n fieldKeyType: FieldKeyType.Id,\n });\n\n const result = await getRecordIndex(indexTable.id, {\n recordId: newRecords[0].id,\n viewId,\n });\n // Bob(10)=0, NewRec(15)=1, Charlie(20)=2, Alice(30)=3\n expect(result.data).toEqual({ index: 1 });\n });\n\n it('should return falsy for non-existent record', async () => {\n const result = await getRecordIndex(indexTable.id, { recordId: 'recNonExistent' });\n expect(result.data).toBeFalsy();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/aggregation.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport fs from 'fs';\nimport path from 'path';\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, IFilter, IGroup, ILinkFieldOptions } from '@teable/core';\nimport {\n Colors,\n FieldKeyType,\n FieldType,\n Relationship,\n contains,\n is,\n isNot,\n isGreaterEqual,\n SortFunc,\n StatisticsFunc,\n ViewType,\n NumberFormattingType,\n} from '@teable/core';\nimport type { IGroupHeaderPoint, ITableFullVo } from '@teable/openapi';\nimport {\n getAggregation,\n getCalendarDailyCollection,\n getGroupPoints,\n getRowCount,\n getSearchIndex,\n GroupPointType,\n uploadAttachment,\n} from '@teable/openapi';\nimport StorageAdapter from '../src/features/attachments/plugins/adapter';\nimport { x_20 } from './data-helpers/20x';\nimport {\n CHECKBOX_FIELD_CASES,\n DATE_FIELD_CASES,\n MULTIPLE_SELECT_FIELD_CASES,\n NUMBER_FIELD_CASES,\n SINGLE_SELECT_FIELD_CASES,\n TEXT_FIELD_CASES,\n USER_FIELD_CASES,\n} from './data-helpers/caces/aggregation-query';\nimport {\n createTable,\n permanentDeleteTable,\n initApp,\n createRecords,\n createView,\n createField,\n updateRecordByApi,\n getRecords,\n getRecord,\n} from './utils/init-app';\n\ndescribe('OpenAPI AggregationController (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n const textFieldCases = isForceV2\n ? TEXT_FIELD_CASES.map((testCase) => {\n switch (testCase.aggFunc) {\n case StatisticsFunc.Empty:\n return { ...testCase, expectValue: 0 };\n case StatisticsFunc.Filled:\n return { ...testCase, expectValue: 23 };\n case StatisticsFunc.Unique:\n return { ...testCase, expectValue: 22 };\n case StatisticsFunc.PercentEmpty:\n return { ...testCase, expectValue: 0 };\n case StatisticsFunc.PercentFilled:\n return { ...testCase, expectValue: 100 };\n case StatisticsFunc.PercentUnique:\n return { ...testCase, expectValue: 95.65217391304348 };\n default:\n return testCase;\n }\n })\n : TEXT_FIELD_CASES;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n describe('link updates when primary field is user', () => {\n let sourceTable: ITableFullVo;\n let targetTable: ITableFullVo;\n let linkField: IFieldVo;\n let symmetricFieldId: string;\n let sourceRecordId: string;\n let targetRecordId: string;\n\n beforeAll(async () => {\n const assigneeField: IFieldRo = { name: 'Assignee', type: FieldType.User };\n sourceTable = await createTable(baseId, {\n name: 'agg_user_primary_source',\n fields: [assigneeField],\n records: [\n {\n fields: {\n [assigneeField.name!]: {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n },\n },\n ],\n });\n\n targetTable = await createTable(baseId, {\n name: 'agg_user_primary_target',\n fields: [{ name: 'Project', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { Project: 'Project Alpha' } },\n { fields: { Project: 'Project Beta' } },\n ],\n });\n\n linkField = (await createField(sourceTable.id, {\n name: 'Related Project',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n },\n })) as IFieldVo;\n\n symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId as string;\n expect(symmetricFieldId).toBeDefined();\n\n sourceRecordId = sourceTable.records[0].id;\n targetRecordId = targetTable.records[0].id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, sourceTable.id);\n await permanentDeleteTable(baseId, targetTable.id);\n });\n\n it('propagates symmetric link titles from user primary field', async () => {\n await updateRecordByApi(sourceTable.id, sourceRecordId, linkField.id, [\n { id: targetRecordId },\n ]);\n\n const symmetricRecord = await getRecord(targetTable.id, targetRecordId);\n const symmetricValue = symmetricRecord.fields[symmetricFieldId];\n expect(symmetricValue).toBeDefined();\n const normalizedValue = Array.isArray(symmetricValue) ? symmetricValue : [symmetricValue];\n expect(normalizedValue).toHaveLength(1);\n expect(normalizedValue[0]).toMatchObject({\n id: sourceRecordId,\n title: globalThis.testConfig.userName,\n });\n });\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n async function getViewAggregations(\n tableId: string,\n viewId: string,\n funcs: StatisticsFunc,\n fieldId: string[],\n groupBy?: IGroup\n ) {\n return (\n await getAggregation(tableId, {\n viewId: viewId,\n field: { [funcs]: fieldId },\n groupBy,\n })\n ).data;\n }\n\n async function getViewRowCount(tableId: string, viewId: string) {\n return (await getRowCount(tableId, { viewId })).data;\n }\n\n describe('basis field aggregation record', () => {\n let table: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'agg_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should get rowCount', async () => {\n const { rowCount } = await getViewRowCount(table.id, table.views[0].id);\n expect(rowCount).toEqual(23);\n });\n\n it('should limit rowCount to selectedRecordIds', async () => {\n const selectedIds = table.records.slice(0, 2).map((record) => record.id);\n const response = await getRowCount(table.id, {\n viewId: table.views[0].id,\n selectedRecordIds: selectedIds,\n ignoreViewQuery: true,\n });\n\n expect(response.data.rowCount).toEqual(selectedIds.length);\n });\n\n describe('row count contains filter with jsonpath literals', () => {\n const specialName = 'Person \"Quote\" \\\\ Slash';\n let tasksTable: ITableFullVo;\n let peopleTable: ITableFullVo;\n let linkFieldId: string;\n\n beforeAll(async () => {\n peopleTable = await createTable(baseId, {\n name: 'agg_row_count_people',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n records: [{ fields: { Name: specialName } }, { fields: { Name: 'Plain Person' } }],\n });\n\n tasksTable = await createTable(baseId, {\n name: 'agg_row_count_tasks',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n records: [{ fields: { Title: 'Escaped Match' } }, { fields: { Title: 'Other Task' } }],\n });\n\n const linkField = (await createField(tasksTable.id, {\n name: 'Assignee',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: peopleTable.id,\n },\n })) as IFieldVo;\n linkFieldId = linkField.id;\n\n await updateRecordByApi(tasksTable.id, tasksTable.records[0].id, linkFieldId, {\n id: peopleTable.records[0].id,\n });\n await updateRecordByApi(tasksTable.id, tasksTable.records[1].id, linkFieldId, {\n id: peopleTable.records[1].id,\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, tasksTable.id);\n await permanentDeleteTable(baseId, peopleTable.id);\n });\n\n it('should honor contains filter with escaped value', async () => {\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: linkFieldId,\n operator: contains.value,\n value: specialName,\n },\n ],\n };\n\n const { rowCount } = (await getRowCount(tasksTable.id, { filter })).data;\n expect(rowCount).toEqual(1);\n });\n });\n\n describe('simple aggregation text field record', () => {\n test.each(textFieldCases)(\n `should agg func [$aggFunc] value: $expectValue`,\n async ({ fieldIndex, aggFunc, expectValue }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(tableId, viewId, aggFunc, [fieldId]);\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ total }] = result.aggregations!;\n expect(total?.aggFunc).toBe(aggFunc);\n expect(total?.value).toBeCloseTo(expectValue, 4);\n }\n );\n\n test.each(textFieldCases)(\n `should agg func [$aggFunc] value with groupBy: $expectGroupedCount`,\n async ({ fieldIndex, aggFunc, expectGroupedCount }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(\n tableId,\n viewId,\n aggFunc,\n [fieldId],\n [\n {\n fieldId,\n order: SortFunc.Asc,\n },\n ]\n );\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ group }] = result.aggregations!;\n expect(group).toBeDefined();\n expect(Object.keys(group ?? []).length).toBe(expectGroupedCount);\n }\n );\n\n function resolveTextFieldGroupingExpectations(): {\n textField: IFieldVo;\n expectedValues: (string | null)[];\n expectedDescendingValues: (string | null)[];\n } {\n const textFieldIndex = TEXT_FIELD_CASES[0].fieldIndex;\n const textField = table.fields[textFieldIndex];\n const collator = new Intl.Collator();\n const rawValues: (string | null)[] = table.records.map((record) => {\n const value = record.fields[textField.name];\n if (value == null) {\n return null;\n }\n return typeof value === 'string' ? value : String(value);\n });\n\n const uniqueValues = Array.from(new Set(rawValues));\n const expectedValues = [...uniqueValues].sort((left, right) => {\n if (left === right) return 0;\n if (left == null) return -1;\n if (right == null) return 1;\n return collator.compare(left, right);\n });\n\n const expectedDescendingValues = [...expectedValues].reverse();\n\n return { textField, expectedValues, expectedDescendingValues };\n }\n\n it('should return group points for text field in ascending order', async () => {\n const { textField, expectedValues } = resolveTextFieldGroupingExpectations();\n const groupPoints = (\n await getGroupPoints(table.id, {\n groupBy: [{ fieldId: textField.id, order: SortFunc.Asc }],\n })\n ).data;\n\n expect(groupPoints).toBeDefined();\n\n const headerValues = groupPoints!\n .filter(\n (point): point is IGroupHeaderPoint =>\n point.type === GroupPointType.Header && point.depth === 0\n )\n .map((point) => (point.value ?? null) as string | null);\n\n expect(headerValues).toEqual(expectedValues);\n });\n\n it('should return group points for text field in descending order', async () => {\n const { textField, expectedDescendingValues } = resolveTextFieldGroupingExpectations();\n const groupPoints = (\n await getGroupPoints(table.id, {\n groupBy: [{ fieldId: textField.id, order: SortFunc.Desc }],\n })\n ).data;\n\n expect(groupPoints).toBeDefined();\n\n const headerValues = groupPoints!\n .filter(\n (point): point is IGroupHeaderPoint =>\n point.type === GroupPointType.Header && point.depth === 0\n )\n .map((point) => (point.value ?? null) as string | null);\n\n expect(headerValues).toEqual(expectedDescendingValues);\n });\n });\n\n describe('simple aggregation number field record', () => {\n test.each(NUMBER_FIELD_CASES)(\n `should agg func [$aggFunc] value: $expectValue`,\n async ({ fieldIndex, aggFunc, expectValue }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(tableId, viewId, aggFunc, [fieldId]);\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ total }] = result.aggregations!;\n expect(total?.aggFunc).toBe(aggFunc);\n expect(total?.value).toBeCloseTo(expectValue, 4);\n }\n );\n\n test.each(NUMBER_FIELD_CASES)(\n `should agg func [$aggFunc] value: $expectGroupedCount`,\n async ({ fieldIndex, aggFunc, expectGroupedCount }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(\n tableId,\n viewId,\n aggFunc,\n [fieldId],\n [\n {\n fieldId,\n order: SortFunc.Asc,\n },\n ]\n );\n\n const [{ group }] = result.aggregations!;\n expect(group).toBeDefined();\n expect(Object.keys(group ?? []).length).toBe(expectGroupedCount);\n }\n );\n });\n\n describe('simple aggregation single select field record', () => {\n test.each(SINGLE_SELECT_FIELD_CASES)(\n `should agg func [$aggFunc] value: $expectValue`,\n async ({ fieldIndex, aggFunc, expectValue }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(tableId, viewId, aggFunc, [fieldId]);\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ total }] = result.aggregations!;\n expect(total?.aggFunc).toBe(aggFunc);\n expect(total?.value).toBeCloseTo(expectValue, 4);\n }\n );\n\n test.each(SINGLE_SELECT_FIELD_CASES)(\n `should agg func [$aggFunc] value with groupBy: $expectGroupedCount`,\n async ({ fieldIndex, aggFunc, expectGroupedCount }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(\n tableId,\n viewId,\n aggFunc,\n [fieldId],\n [\n {\n fieldId,\n order: SortFunc.Asc,\n },\n ]\n );\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ group }] = result.aggregations!;\n expect(group).toBeDefined();\n expect(Object.keys(group ?? []).length).toEqual(expectGroupedCount);\n }\n );\n });\n\n describe('simple aggregation multiple select field record', () => {\n test.each(MULTIPLE_SELECT_FIELD_CASES)(\n `should agg func [$aggFunc] value: $expectValue`,\n async ({ fieldIndex, aggFunc, expectValue }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(tableId, viewId, aggFunc, [fieldId]);\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ total }] = result.aggregations!;\n expect(total?.aggFunc).toBe(aggFunc);\n expect(total?.value).toBeCloseTo(expectValue, 4);\n }\n );\n\n test.each(MULTIPLE_SELECT_FIELD_CASES)(\n `should agg func [$aggFunc] value with groupBy: $expectGroupedCount`,\n async ({ fieldIndex, aggFunc, expectGroupedCount }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(\n tableId,\n viewId,\n aggFunc,\n [fieldId],\n [\n {\n fieldId,\n order: SortFunc.Asc,\n },\n ]\n );\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ group }] = result.aggregations!;\n expect(group).toBeDefined();\n expect(Object.keys(group ?? []).length).toEqual(expectGroupedCount);\n }\n );\n });\n\n describe('simple aggregation date field record', () => {\n test.each(DATE_FIELD_CASES)(\n `should agg func [$aggFunc] value: $expectValue`,\n async ({ fieldIndex, aggFunc, expectValue }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(tableId, viewId, aggFunc, [fieldId]);\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ total }] = result.aggregations!;\n expect(total?.aggFunc).toBe(aggFunc);\n if (typeof expectValue === 'number') {\n expect(total?.value).toBeCloseTo(expectValue, 4);\n } else {\n expect(total?.value).toBe(expectValue);\n }\n }\n );\n\n test.each(DATE_FIELD_CASES)(\n `should agg func [$aggFunc] value with groupBy: $expectGroupedCount`,\n async ({ fieldIndex, aggFunc, expectGroupedCount }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(\n tableId,\n viewId,\n aggFunc,\n [fieldId],\n [\n {\n fieldId,\n order: SortFunc.Asc,\n },\n ]\n );\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ group }] = result.aggregations!;\n expect(group).toBeDefined();\n expect(Object.keys(group ?? []).length).toEqual(expectGroupedCount);\n }\n );\n });\n\n describe('simple aggregation checkbox field record', () => {\n test.each(CHECKBOX_FIELD_CASES)(\n `should agg func [$aggFunc] value: $expectValue`,\n async ({ fieldIndex, aggFunc, expectValue }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(tableId, viewId, aggFunc, [fieldId]);\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ total }] = result.aggregations!;\n expect(total?.aggFunc).toBe(aggFunc);\n expect(total?.value).toBeCloseTo(expectValue, 4);\n }\n );\n\n test.each(CHECKBOX_FIELD_CASES)(\n `should agg func [$aggFunc] value with groupBy: $expectGroupedCount`,\n async ({ fieldIndex, aggFunc, expectGroupedCount }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(\n tableId,\n viewId,\n aggFunc,\n [fieldId],\n [\n {\n fieldId,\n order: SortFunc.Asc,\n },\n ]\n );\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ group }] = result.aggregations!;\n expect(group).toBeDefined();\n expect(Object.keys(group ?? []).length).toEqual(expectGroupedCount);\n }\n );\n });\n\n describe('simple aggregation user field record', () => {\n test.each(USER_FIELD_CASES)(\n `should agg func [$aggFunc] value: $expectValue`,\n async ({ fieldIndex, aggFunc, expectValue }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(tableId, viewId, aggFunc, [fieldId]);\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ total }] = result.aggregations!;\n expect(total?.aggFunc).toBe(aggFunc);\n expect(total?.value).toBeCloseTo(expectValue, 4);\n }\n );\n\n test.each(USER_FIELD_CASES)(\n `should agg func [$aggFunc] value with groupBy: $expectGroupedCount`,\n async ({ fieldIndex, aggFunc, expectGroupedCount }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const result = await getViewAggregations(\n tableId,\n viewId,\n aggFunc,\n [fieldId],\n [\n {\n fieldId,\n order: SortFunc.Asc,\n },\n ]\n );\n expect(result).toBeDefined();\n expect(result.aggregations?.length).toBeGreaterThan(0);\n\n const [{ group }] = result.aggregations!;\n expect(group).toBeDefined();\n expect(Object.keys(group ?? []).length).toEqual(expectGroupedCount);\n }\n );\n });\n\n it('percent aggregation zero', async () => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[0].id;\n const checkboxFieldId = table.fields[4].id;\n const result = await getAggregation(tableId, {\n viewId: viewId,\n field: {\n [StatisticsFunc.PercentFilled]: [fieldId],\n [StatisticsFunc.PercentUnique]: [fieldId],\n [StatisticsFunc.PercentChecked]: [checkboxFieldId],\n [StatisticsFunc.PercentUnChecked]: [checkboxFieldId],\n [StatisticsFunc.PercentEmpty]: [fieldId],\n },\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId,\n operator: is.value,\n value: 'xxxxxxxxxx',\n },\n ],\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } as any,\n }).then((res) => res.data);\n expect(result).toBeDefined();\n expect(result.aggregations).toEqual(\n expect.arrayContaining([\n expect.objectContaining({\n fieldId,\n total: expect.objectContaining({\n aggFunc: StatisticsFunc.PercentUnique,\n }),\n }),\n expect.objectContaining({\n fieldId,\n total: expect.objectContaining({\n aggFunc: StatisticsFunc.PercentEmpty,\n }),\n }),\n expect.objectContaining({\n fieldId,\n total: expect.objectContaining({\n aggFunc: StatisticsFunc.PercentFilled,\n }),\n }),\n expect.objectContaining({\n fieldId: checkboxFieldId,\n total: expect.objectContaining({\n aggFunc: StatisticsFunc.PercentChecked,\n }),\n }),\n expect.objectContaining({\n fieldId: checkboxFieldId,\n total: expect.objectContaining({\n aggFunc: StatisticsFunc.PercentUnChecked,\n }),\n }),\n ])\n );\n\n result.aggregations?.forEach((agg) => {\n expect(agg.total?.value).toBeCloseTo(0, 4);\n });\n });\n });\n\n describe('aggregation projection respects field selection', () => {\n let projectionTable: ITableFullVo;\n let foreignTable: ITableFullVo;\n let amountField: IFieldVo;\n let linkField: IFieldVo;\n let lookupField: IFieldVo;\n let viewId: string;\n\n const sumFieldDef = { name: 'Amount', type: FieldType.Number };\n const labelFieldDef = { name: 'Label', type: FieldType.SingleLineText };\n const foreignNameFieldDef = { name: 'Order Name', type: FieldType.SingleLineText };\n const foreignTagFieldDef = { name: 'Order Tag', type: FieldType.SingleLineText };\n\n beforeAll(async () => {\n projectionTable = await createTable(baseId, {\n name: 'agg_projection_main',\n fields: [labelFieldDef, sumFieldDef],\n records: [\n { fields: { [labelFieldDef.name]: 'Row 1', [sumFieldDef.name]: 10 } },\n { fields: { [labelFieldDef.name]: 'Row 2', [sumFieldDef.name]: 30 } },\n ],\n });\n\n amountField = projectionTable.fields.find((field) => field.name === sumFieldDef.name)!;\n viewId = projectionTable.views[0].id;\n\n foreignTable = await createTable(baseId, {\n name: 'agg_projection_foreign',\n fields: [foreignNameFieldDef, foreignTagFieldDef],\n records: [\n {\n fields: {\n [foreignNameFieldDef.name]: 'Order A',\n [foreignTagFieldDef.name]: 'include',\n },\n },\n {\n fields: {\n [foreignNameFieldDef.name]: 'Order B',\n [foreignTagFieldDef.name]: 'exclude',\n },\n },\n ],\n });\n\n const foreignTagField = foreignTable.fields.find(\n (field) => field.name === foreignTagFieldDef.name\n )!;\n\n linkField = (await createField(projectionTable.id, {\n name: 'Orders',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n },\n })) as IFieldVo;\n\n lookupField = (await createField(projectionTable.id, {\n name: 'Order Tag Lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: foreignTagField.id,\n },\n })) as IFieldVo;\n\n const [firstRecord, secondRecord] = projectionTable.records;\n await updateRecordByApi(projectionTable.id, firstRecord.id, linkField.id, [\n { id: foreignTable.records[0].id },\n ]);\n await updateRecordByApi(projectionTable.id, secondRecord.id, linkField.id, [\n { id: foreignTable.records[1].id },\n ]);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, projectionTable.id);\n await permanentDeleteTable(baseId, foreignTable.id);\n });\n\n it('should aggregate a number field with projection applied', async () => {\n const response = await getAggregation(projectionTable.id, {\n viewId,\n field: {\n [StatisticsFunc.Sum]: [amountField.id],\n },\n });\n const aggregation = response.data.aggregations?.find(\n (item) => item.fieldId === amountField.id\n );\n expect(aggregation?.total?.value).toBe(40);\n });\n\n it('should aggregate correctly when lookup fields are present', async () => {\n const response = await getAggregation(projectionTable.id, {\n viewId,\n field: {\n [StatisticsFunc.Sum]: [amountField.id],\n },\n });\n const aggregation = response.data.aggregations?.find(\n (item) => item.fieldId === amountField.id\n );\n expect(aggregation?.total?.value).toBe(40);\n });\n\n it('should sum correctly when filtering by lookup values', async () => {\n const response = await getAggregation(projectionTable.id, {\n viewId,\n field: {\n [StatisticsFunc.Sum]: [amountField.id],\n },\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: lookupField.id,\n operator: is.value,\n value: 'include',\n },\n ],\n } as IFilter,\n });\n const aggregation = response.data.aggregations?.find(\n (item) => item.fieldId === amountField.id\n );\n expect(aggregation?.total?.value).toBe(10);\n });\n });\n\n describe('single select lookup grouping order', () => {\n let campusTable: ITableFullVo;\n let assignmentTable: ITableFullVo;\n let linkField: IFieldVo;\n let lookupField: IFieldVo;\n let categoryFieldId: string;\n\n const categoryFieldDef = {\n name: 'Category',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'beta', name: 'Beta', color: Colors.BlueBright },\n { id: 'alpha', name: 'Alpha', color: Colors.CyanBright },\n ],\n },\n } as IFieldRo;\n\n beforeAll(async () => {\n campusTable = await createTable(baseId, {\n name: 'agg_lookup_single_select_source',\n fields: [{ name: 'Campus', type: FieldType.SingleLineText } as IFieldRo, categoryFieldDef],\n records: [\n { fields: { Campus: 'North Campus', [categoryFieldDef.name!]: 'Alpha' } },\n { fields: { Campus: 'South Campus', [categoryFieldDef.name!]: 'Beta' } },\n ],\n });\n categoryFieldId = campusTable.fields.find(\n (field) => field.name === categoryFieldDef.name\n )!.id;\n\n assignmentTable = await createTable(baseId, {\n name: 'agg_lookup_single_select_target',\n fields: [{ name: 'Task', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Task: 'Onboard' } }, { fields: { Task: 'Closeout' } }],\n });\n\n linkField = (await createField(assignmentTable.id, {\n name: 'Campus Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: campusTable.id,\n },\n })) as IFieldVo;\n\n lookupField = (await createField(assignmentTable.id, {\n name: 'Campus Category',\n type: FieldType.SingleSelect,\n isLookup: true,\n lookupOptions: {\n foreignTableId: campusTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: categoryFieldId,\n },\n })) as IFieldVo;\n\n const [northCampus, southCampus] = campusTable.records;\n const [firstAssignment, secondAssignment] = assignmentTable.records;\n\n await updateRecordByApi(assignmentTable.id, firstAssignment.id, linkField.id, [\n { id: northCampus.id },\n ]);\n await updateRecordByApi(assignmentTable.id, secondAssignment.id, linkField.id, [\n { id: southCampus.id },\n ]);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, assignmentTable.id);\n await permanentDeleteTable(baseId, campusTable.id);\n });\n\n it('orders lookup group headers according to single select choice order', async () => {\n const groupPoints = (\n await getGroupPoints(assignmentTable.id, {\n groupBy: [{ fieldId: lookupField.id, order: SortFunc.Asc }],\n })\n ).data!;\n\n const headerValues = groupPoints\n .filter(\n (point): point is IGroupHeaderPoint =>\n point.type === GroupPointType.Header && point.depth === 0\n )\n .map((point) => {\n const { value } = point;\n if (Array.isArray(value)) {\n return (value[0] ?? null) as string | null;\n }\n return (value ?? null) as string | null;\n });\n\n expect(headerValues).toEqual(['Beta', 'Alpha']);\n });\n });\n\n describe('multi-value numeric lookup aggregation', () => {\n let ordersTable: ITableFullVo;\n let summaryTable: ITableFullVo;\n let linkField: IFieldVo;\n let lookupField: IFieldVo;\n const orderAmounts = [299.88, 42.12, 10.5];\n\n beforeAll(async () => {\n ordersTable = await createTable(baseId, {\n name: 'agg_order_source',\n fields: [\n { name: 'Order Name', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Amount',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n } as IFieldRo,\n ],\n records: orderAmounts.map((amount, index) => ({\n fields: { 'Order Name': `Order ${index + 1}`, Amount: amount },\n })),\n });\n\n summaryTable = await createTable(baseId, {\n name: 'agg_order_summary',\n fields: [{ name: 'Summary', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Summary: 'All Orders' } }],\n });\n\n const summaryRecordId = summaryTable.records[0].id;\n linkField = (await createField(summaryTable.id, {\n name: 'Orders',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: ordersTable.id,\n },\n } as IFieldRo)) as IFieldVo;\n\n await updateRecordByApi(\n summaryTable.id,\n summaryRecordId,\n linkField.id,\n ordersTable.records.map((record) => ({ id: record.id }))\n );\n\n const amountFieldId = ordersTable.fields.find((field) => field.name === 'Amount')!.id;\n lookupField = (await createField(summaryTable.id, {\n name: 'Order Amount Lookup',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: ordersTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: amountFieldId,\n },\n } as IFieldRo)) as IFieldVo;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, summaryTable.id);\n await permanentDeleteTable(baseId, ordersTable.id);\n });\n\n it('sums decimal lookup values without truncation', async () => {\n const response = await getAggregation(summaryTable.id, {\n viewId: summaryTable.views[0].id,\n field: {\n [StatisticsFunc.Sum]: [lookupField.id],\n },\n });\n\n const aggregation = response.data.aggregations?.find(\n (item) => item.fieldId === lookupField.id\n );\n const expectedSum = orderAmounts.reduce((acc, value) => acc + value, 0);\n expect(aggregation?.total?.value).toBeCloseTo(expectedSum, 4);\n });\n });\n\n describe('get group point by group', () => {\n let table: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'agg_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should get group points with collapsed group IDs', async () => {\n const singleSelectField = table.fields[2];\n const groupBy = [\n {\n fieldId: singleSelectField.id,\n order: SortFunc.Asc,\n },\n ];\n const groupPoints = (await getGroupPoints(table.id, { groupBy })).data!;\n expect(groupPoints.length).toEqual(8);\n\n const firstGroupHeader = groupPoints.find(\n ({ type }) => type === GroupPointType.Header\n ) as IGroupHeaderPoint;\n\n const collapsedGroupPoints = (\n await getGroupPoints(table.id, { groupBy, collapsedGroupIds: [firstGroupHeader.id] })\n ).data!;\n\n expect(collapsedGroupPoints.length).toEqual(7);\n });\n\n it('should get group header refs with collapsed group IDs', async () => {\n const singleSelectField = table.fields[2];\n const groupBy = [\n {\n fieldId: singleSelectField.id,\n order: SortFunc.Asc,\n },\n ];\n const originalResult = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n groupBy,\n });\n expect(originalResult.extra?.allGroupHeaderRefs?.length).toEqual(4);\n\n const firstGroupHeaderId = originalResult.extra!.allGroupHeaderRefs![0].id;\n\n const result = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n groupBy,\n collapsedGroupIds: [firstGroupHeaderId],\n });\n\n expect(result.extra?.allGroupHeaderRefs?.length).toEqual(4);\n });\n\n it('should keep single select group order', async () => {\n const singleSelectField = table.fields[2];\n const groupBy = [\n {\n fieldId: singleSelectField.id,\n order: SortFunc.Asc,\n },\n ];\n\n const groupPoints = (await getGroupPoints(table.id, { groupBy })).data!;\n const headerValues = groupPoints\n .filter((point): point is IGroupHeaderPoint => point.type === GroupPointType.Header)\n .filter(({ depth }) => depth === 0)\n .map(({ value }) => value);\n\n const expectedOptions = ['x', 'y', 'z'];\n const startIndex = headerValues[0] == null ? 1 : 0;\n expect(headerValues.slice(startIndex, startIndex + expectedOptions.length)).toEqual(\n expectedOptions\n );\n\n const tailValues = headerValues.slice(startIndex + expectedOptions.length);\n expect(tailValues.length <= 1).toBe(true);\n if (tailValues.length === 1) {\n expect(tailValues[0]).toBe('Unknown');\n }\n });\n\n it('should get group points by user field', async () => {\n const userField = table.fields[5];\n const multipleUserField = table.fields[7];\n\n await createRecords(table.id, {\n records: [\n {\n fields: {\n [userField.id]: {\n id: 'usrTestUserId',\n title: 'test',\n avatarUrl: 'https://test.com',\n },\n [multipleUserField.id]: [\n { id: 'usrTestUserId_1', title: 'test', email: 'test@test1.com' },\n ],\n },\n },\n {\n fields: {\n [userField.id]: {\n id: 'usrTestUserId',\n title: 'test',\n email: 'test@test.com',\n avatarUrl: 'https://test.com',\n },\n [multipleUserField.id]: [\n {\n id: 'usrTestUserId_1',\n title: 'test',\n email: 'test@test.com',\n avatarUrl: 'https://test1.com',\n },\n ],\n },\n },\n ],\n });\n\n const groupByUserField = [\n {\n fieldId: userField.id,\n order: SortFunc.Asc,\n },\n ];\n\n const groupByMultipleUserField = [\n {\n fieldId: multipleUserField.id,\n order: SortFunc.Asc,\n },\n ];\n const groupPoints = (await getGroupPoints(table.id, { groupBy: groupByUserField })).data!;\n expect(groupPoints.length).toEqual(4);\n\n const groupPointsForMultiple = (\n await getGroupPoints(table.id, { groupBy: groupByMultipleUserField })\n ).data!;\n expect(groupPointsForMultiple.length).toEqual(6);\n });\n\n it('should order user group headers by display title', async () => {\n const groupedTable = await createTable(baseId, {\n fields: [\n {\n name: 'Assignee',\n type: FieldType.User,\n },\n ],\n });\n\n const userField = groupedTable.fields.find((field) => field.name === 'Assignee')!;\n\n await createRecords(groupedTable.id, {\n records: [\n {\n fields: {\n [userField.id]: {\n id: 'usrTestUserId',\n title: 'Alpha',\n },\n },\n },\n {\n fields: {\n [userField.id]: {\n id: 'usrTestUserId_1',\n title: 'Beta',\n },\n },\n },\n ],\n });\n\n try {\n const groupBy = [\n {\n fieldId: userField.id,\n order: SortFunc.Asc,\n },\n ];\n\n const groupPoints = (await getGroupPoints(groupedTable.id, { groupBy })).data!;\n\n const headerTitles = groupPoints\n .filter((point): point is IGroupHeaderPoint => point.type === GroupPointType.Header)\n .filter(({ depth, value }) => depth === 0 && value != null)\n .map(({ value }) => {\n if (typeof value === 'object' && value !== null && 'title' in value) {\n return (value as { title?: string }).title ?? null;\n }\n return typeof value === 'string' ? value : null;\n })\n .filter((title): title is string => Boolean(title));\n\n const sortedTitles = [...headerTitles].sort((a, b) => a.localeCompare(b, 'en'));\n\n expect(headerTitles).toEqual(sortedTitles);\n } finally {\n await permanentDeleteTable(baseId, groupedTable.id);\n }\n });\n\n it('should filter single select values case-sensitively (TM3D vs TM3d)', async () => {\n const categoryFieldDef = {\n name: 'Category',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choTM3D', name: 'TM3D', color: Colors.CyanBright },\n { id: 'choTM3d', name: 'TM3d', color: Colors.BlueBright },\n ],\n },\n } as IFieldRo;\n\n const groupedTable = await createTable(baseId, {\n name: 'agg_group_collapse_case_sensitive',\n fields: [categoryFieldDef],\n records: [\n { fields: { [categoryFieldDef.name!]: 'TM3D' } },\n { fields: { [categoryFieldDef.name!]: 'TM3D' } },\n { fields: { [categoryFieldDef.name!]: 'TM3d' } },\n ],\n });\n\n try {\n const categoryFieldId = groupedTable.fields.find(\n (field) => field.name === categoryFieldDef.name\n )!.id;\n\n const rowCountIs = (\n await getRowCount(groupedTable.id, {\n viewId: groupedTable.views[0].id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryFieldId,\n operator: is.value,\n value: 'TM3D',\n },\n ],\n } as IFilter,\n })\n ).data.rowCount;\n\n expect(rowCountIs).toBe(2);\n\n const rowCountIsNot = (\n await getRowCount(groupedTable.id, {\n viewId: groupedTable.views[0].id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryFieldId,\n operator: isNot.value,\n value: 'TM3D',\n },\n ],\n } as IFilter,\n })\n ).data.rowCount;\n\n // Only TM3d should remain.\n expect(rowCountIsNot).toBe(1);\n } finally {\n await permanentDeleteTable(baseId, groupedTable.id);\n }\n });\n });\n\n describe('should get calendar daily collection', () => {\n let table: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'agg_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should get calendar daily collection', async () => {\n const result = await getCalendarDailyCollection(table.id, {\n startDateFieldId: table.fields[3].id,\n endDateFieldId: table.fields[3].id,\n startDate: '2022-01-27T16:00:00.000Z',\n endDate: '2022-03-12T16:00:00.000Z',\n });\n\n expect(result).toBeDefined();\n expect(result.data.countMap).toEqual({\n '2022-01-28': 1,\n '2022-03-01': 1,\n '2022-03-02': 1,\n '2022-03-12': 1,\n });\n expect(result.data.records.length).toEqual(4);\n });\n });\n\n describe('aggregation with ignoreViewQuery', () => {\n let table: ITableFullVo;\n let viewId: string;\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'agg_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const numberFieldId = table.fields[1].id;\n const view = await createView(table.id, {\n type: ViewType.Grid,\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: numberFieldId, operator: isGreaterEqual.value, value: 16 }],\n },\n sort: {\n sortObjs: [{ fieldId: numberFieldId, order: SortFunc.Asc }],\n },\n group: [{ fieldId: numberFieldId, order: SortFunc.Asc }],\n });\n viewId = view.id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should get row count with ignoreViewQuery', async () => {\n const { rowCount } = (await getRowCount(table.id, { viewId, ignoreViewQuery: true })).data;\n expect(rowCount).toEqual(23);\n });\n\n it('should get aggregation with ignoreViewQuery', async () => {\n const result = (\n await getAggregation(table.id, {\n viewId,\n field: { [StatisticsFunc.Count]: [table.fields[0].id] },\n ignoreViewQuery: true,\n })\n ).data;\n expect(result.aggregations?.length).toEqual(1);\n expect(result.aggregations?.[0].total?.value).toEqual(23);\n });\n\n it('should get group points with ignoreViewQuery', async () => {\n const result = (\n await getGroupPoints(table.id, {\n viewId,\n groupBy: [{ fieldId: table.fields[0].id, order: SortFunc.Asc }],\n ignoreViewQuery: true,\n })\n ).data;\n const groupCount = result?.filter(({ type }) => type === GroupPointType.Header).length;\n expect(groupCount).toEqual(22);\n });\n\n // it.only('should get search count with ignoreViewQuery', async () => {\n // const result = (\n // await getSearchCount(table.id, {\n // viewId,\n // search: ['Text Field 10', '', false],\n // ignoreViewQuery: true,\n // })\n // ).data;\n // expect(result.count).toEqual(2);\n // });\n\n it('should get search index with ignoreViewQuery', async () => {\n const result = (\n await getSearchIndex(table.id, {\n viewId,\n take: 50,\n search: ['Text Field 10', '', false],\n ignoreViewQuery: true,\n })\n ).data;\n expect(result?.length).toEqual(2);\n });\n\n it('should get calendar daily collection with ignoreViewQuery', async () => {\n const result = await getCalendarDailyCollection(table.id, {\n viewId,\n startDateFieldId: table.fields[3].id,\n endDateFieldId: table.fields[3].id,\n startDate: '2022-01-27T16:00:00.000Z',\n endDate: '2022-03-12T16:00:00.000Z',\n ignoreViewQuery: true,\n });\n\n expect(result).toBeDefined();\n expect(result.data.countMap).toEqual({\n '2022-01-28': 1,\n '2022-03-01': 1,\n '2022-03-02': 1,\n '2022-03-12': 1,\n });\n expect(result.data.records.length).toEqual(4);\n });\n });\n\n describe('attachment total size aggregation with groupBy', () => {\n let tableId: string;\n let groupFieldId: string;\n let attachmentFieldId: string;\n let recordA1Id: string;\n let recordA2Id: string;\n let recordB1Id: string;\n let file10Path: string;\n let file20Path: string;\n\n beforeAll(async () => {\n file10Path = path.join(StorageAdapter.TEMPORARY_DIR, 'agg-10b.bin');\n file20Path = path.join(StorageAdapter.TEMPORARY_DIR, 'agg-20b.bin');\n fs.writeFileSync(file10Path, 'a'.repeat(10));\n fs.writeFileSync(file20Path, 'b'.repeat(20));\n\n const table = await createTable(baseId, {\n name: 'agg_attachment_group',\n fields: [\n {\n name: 'group',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'A', name: 'A', color: Colors.BlueBright },\n { id: 'B', name: 'B', color: Colors.CyanBright },\n ],\n },\n },\n {\n name: 'att',\n type: FieldType.Attachment,\n },\n ],\n });\n tableId = table.id;\n groupFieldId = table.fields[0].id;\n attachmentFieldId = table.fields[1].id;\n\n const created = await createRecords(tableId, {\n records: [\n { fields: { [groupFieldId]: 'A' } },\n { fields: { [groupFieldId]: 'A' } },\n { fields: { [groupFieldId]: 'B' } },\n ],\n });\n\n recordA1Id = created.records[0].id;\n recordA2Id = created.records[1].id;\n recordB1Id = created.records[2].id;\n\n await uploadAttachment(\n tableId,\n recordA1Id,\n attachmentFieldId,\n fs.createReadStream(file10Path)\n );\n await uploadAttachment(\n tableId,\n recordA2Id,\n attachmentFieldId,\n fs.createReadStream(file20Path)\n );\n await uploadAttachment(\n tableId,\n recordB1Id,\n attachmentFieldId,\n fs.createReadStream(file20Path)\n );\n });\n\n afterAll(async () => {\n try {\n await permanentDeleteTable(baseId, tableId);\n } finally {\n if (fs.existsSync(file10Path)) fs.unlinkSync(file10Path);\n if (fs.existsSync(file20Path)) fs.unlinkSync(file20Path);\n }\n });\n\n it('should compute per-group total attachment size correctly', async () => {\n const result = await getAggregation(tableId, {\n field: { [StatisticsFunc.TotalAttachmentSize]: [attachmentFieldId] },\n groupBy: [{ fieldId: groupFieldId, order: SortFunc.Asc }],\n }).then((res) => res.data);\n\n expect(result.aggregations?.length).toBe(1);\n const [{ total, group }] = result.aggregations!;\n expect(total?.aggFunc).toBe(StatisticsFunc.TotalAttachmentSize);\n expect(Number(total?.value)).toBe(50);\n expect(group).toBeDefined();\n const values = Object.values(group ?? {})\n .map((g) => g.value as number)\n .sort((a, b) => a - b);\n expect(values).toEqual(['0', '20', '30']);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/attachment.e2e-spec.ts", "content": "import fs from 'fs';\nimport path from 'path';\nimport type { INestApplication } from '@nestjs/common';\nimport type { IAttachmentCellValue, IAttachmentItem } from '@teable/core';\nimport { CellFormat, FieldKeyType, FieldType, getRandomString } from '@teable/core';\nimport type { CreateAccessTokenRo, ITableFullVo } from '@teable/openapi';\nimport {\n createAccessToken,\n createAxios,\n createBase,\n createSpace,\n getRecord,\n updateRecord,\n uploadAttachment,\n urlBuilder,\n axios as defaultAxios,\n GET_RECORD_URL,\n permanentDeleteSpace,\n listAccessToken,\n deleteAccessToken,\n} from '@teable/openapi';\nimport dayjs from 'dayjs';\nimport { CacheService } from '../src/cache/cache.service';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport StorageAdapter from '../src/features/attachments/plugins/adapter';\nimport { createAwaitWithEvent } from './utils/event-promise';\nimport { permanentDeleteTable, createField, createTable, initApp } from './utils/init-app';\n\ndescribe('OpenAPI AttachmentController (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let table: ITableFullVo;\n let filePath: string;\n let appUrl: string;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n appUrl = appCtx.appUrl;\n filePath = path.join(StorageAdapter.TEMPORARY_DIR, 'test-file.txt');\n fs.writeFileSync(filePath, 'This is a test file for attachment upload.');\n });\n\n afterAll(async () => {\n if (fs.existsSync(filePath)) {\n fs.unlinkSync(filePath);\n }\n await app.close();\n });\n\n beforeEach(async () => {\n table = await createTable(baseId, { name: 'table1' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should upload and typecast attachment', async () => {\n const field = await createField(table.id, { type: FieldType.Attachment });\n\n expect(fs.existsSync(filePath)).toBe(true);\n\n const fileContent = fs.createReadStream(filePath);\n\n const record1 = await uploadAttachment(table.id, table.records[0].id, field.id, fileContent, {\n filename: '😀1 2.txt',\n });\n\n expect(record1.status).toBe(201);\n expect((record1.data.fields[field.id] as Array).length).toEqual(1);\n console.log('record1.data.fields[field.id]', record1.data.fields[field.id]);\n expect((record1.data.fields[field.id] as Array)[0]!.name).toEqual('😀1 2.txt');\n\n const existingAttachment = (record1.data.fields[field.id] as IAttachmentCellValue)[0]!;\n const presignedUrl = existingAttachment.presignedUrl || '';\n const localAttachmentUrl = presignedUrl.startsWith('http')\n ? presignedUrl\n : `${appUrl}${presignedUrl}`;\n const record2 = await uploadAttachment(\n table.id,\n table.records[0].id,\n field.id,\n localAttachmentUrl\n );\n expect(record2.status).toBe(201);\n expect((record2.data.fields[field.id] as Array).length).toEqual(2);\n\n const field2 = await createField(table.id, { type: FieldType.Attachment });\n const record3 = await updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n record: {\n fields: {\n [field2.id]: (record2.data.fields[field.id] as Array<{ id: string }>)\n .map((item) => item.id)\n .join(','),\n },\n },\n });\n expect((record3.data.fields[field2.id] as Array).length).toEqual(2);\n\n const field3 = await createField(table.id, { type: FieldType.Attachment });\n const record4 = await updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n record: {\n fields: {\n [field3.id]: (record2.data.fields[field.id] as Array<{ id: string }>).map(\n (item) => item.id\n ),\n },\n },\n });\n expect((record4.data.fields[field3.id] as Array).length).toEqual(2);\n });\n\n it('should get thumbnail url', async () => {\n const eventEmitterService = app.get(EventEmitterService);\n const awaitWithEvent = createAwaitWithEvent(eventEmitterService, Events.CROP_IMAGE_COMPLETE);\n const imagePath = path.join(StorageAdapter.TEMPORARY_DIR, `./${getRandomString(12)}.svg`);\n fs.writeFileSync(\n imagePath,\n `\n \n \n`\n );\n const imageStream = fs.createReadStream(imagePath);\n const field = await createField(table.id, { type: FieldType.Attachment });\n\n await awaitWithEvent(async () => {\n await uploadAttachment(table.id, table.records[0].id, field.id, imageStream);\n fs.unlinkSync(imagePath);\n });\n eventEmitterService.eventEmitter.removeAllListeners(Events.CROP_IMAGE_COMPLETE);\n const record = await getRecord(table.id, table.records[0].id);\n const attachment = (record.data.fields[field.name] as IAttachmentCellValue)[0];\n expect(attachment?.lgThumbnailUrl).toBe(attachment.presignedUrl);\n expect(attachment?.smThumbnailUrl).toBeDefined();\n expect(attachment.smThumbnailUrl).not.toBe(attachment.presignedUrl);\n });\n\n it('should write attachment with simplified ro format without typecast', async () => {\n // Step 1: Upload attachment to get token\n const field = await createField(table.id, { type: FieldType.Attachment });\n\n expect(fs.existsSync(filePath)).toBe(true);\n\n const fileContent = fs.createReadStream(filePath);\n const uploadResult = await uploadAttachment(\n table.id,\n table.records[0].id,\n field.id,\n fileContent,\n {\n filename: 'test-upload.txt',\n }\n );\n\n expect(uploadResult.status).toBe(201);\n const uploadedAttachment = (uploadResult.data.fields[field.id] as IAttachmentCellValue)[0]!;\n expect(uploadedAttachment).toBeDefined();\n expect(uploadedAttachment.token).toBeDefined();\n expect(uploadedAttachment.size).toBeDefined();\n expect(uploadedAttachment.mimetype).toBeDefined();\n\n // Step 2: Create another field to test writing with simplified format\n const field2 = await createField(table.id, { type: FieldType.Attachment });\n\n // Step 3: Write attachment using simplified format WITHOUT typecast\n const simplifiedAttachmentRo = [\n {\n name: 'renamed-file.txt', // User can rename\n token: uploadedAttachment.token,\n },\n ];\n\n const updateResult = await updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: false, // ❗ Key point: without typecast\n record: {\n fields: {\n [field2.id]: simplifiedAttachmentRo,\n },\n },\n });\n\n expect(updateResult.status).toBe(200);\n\n // Step 4: Re-fetch record to verify data is actually stored in DB\n const storedRecord = await getRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const resultAttachments = storedRecord.data.fields[field2.id] as IAttachmentCellValue;\n expect(resultAttachments).toBeDefined();\n expect(resultAttachments.length).toBe(1);\n\n // Step 5: Verify all metadata is present from stored data\n const resultAttachment = resultAttachments[0]!;\n console.log('resultAttachment from DB:', resultAttachment);\n expect(resultAttachment.id).toBeDefined();\n expect(resultAttachment.id).toMatch(/^act/); // Should have attachment ID prefix\n expect(resultAttachment.name).toBe('renamed-file.txt'); // Should use the name from ro\n expect(resultAttachment.token).toBe(uploadedAttachment.token); // Same token\n expect(resultAttachment.size).toBe(uploadedAttachment.size); // Metadata from DB\n expect(resultAttachment.mimetype).toBe(uploadedAttachment.mimetype); // Metadata from DB\n expect(resultAttachment.path).toBeDefined(); // Metadata from DB\n expect(resultAttachment.presignedUrl).toBeDefined();\n\n // Step 6: Test with optional id (reuse existing attachment id)\n const field3 = await createField(table.id, { type: FieldType.Attachment });\n const simplifiedAttachmentRoWithId = [\n {\n id: resultAttachment.id, // Reuse the id\n name: 'renamed-again.txt',\n token: uploadedAttachment.token,\n },\n ];\n\n const updateResult2 = await updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: false, // Still without typecast\n record: {\n fields: {\n [field3.id]: simplifiedAttachmentRoWithId,\n },\n },\n });\n\n expect(updateResult2.status).toBe(200);\n\n // Step 7: Re-fetch record again to verify id reuse is stored correctly\n const storedRecord2 = await getRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const resultAttachments2 = storedRecord2.data.fields[field3.id] as IAttachmentCellValue;\n expect(resultAttachments2.length).toBe(1);\n\n const resultAttachment2 = resultAttachments2[0]!;\n console.log('resultAttachment2 from DB:', resultAttachment2);\n expect(resultAttachment2.id).toBe(resultAttachment.id); // Should reuse the same id\n expect(resultAttachment2.name).toBe('renamed-again.txt');\n expect(resultAttachment2.token).toBe(uploadedAttachment.token);\n expect(resultAttachment2.size).toBeDefined();\n expect(resultAttachment2.mimetype).toBeDefined();\n expect(resultAttachment2.path).toBeDefined();\n });\n\n it('should get attachment absolute url by token', async () => {\n const space = await createSpace({ name: 'access token space' }).then((res) => res.data);\n const base = await createBase({ spaceId: space.id, name: 'access token base' }).then(\n (res) => res.data\n );\n const table = await createTable(base.id, { name: 'table1' });\n const field = await createField(table.id, {\n name: 'attachment123',\n type: FieldType.Attachment,\n });\n\n expect(fs.existsSync(filePath)).toBe(true);\n\n const fileContent = fs.createReadStream(filePath);\n const recordId = table.records[0].id;\n const record = await uploadAttachment(table.id, recordId, field.id, fileContent);\n\n expect(record.status).toBe(201);\n expect((record.data.fields[field.id] as Array).length).toEqual(1);\n const attachment = (record.data.fields[field.id] as IAttachmentCellValue)[0]!;\n expect(attachment.presignedUrl?.startsWith(appUrl)).toBe(false);\n\n const defaultCreateRo: CreateAccessTokenRo = {\n name: 'token1',\n description: 'token1',\n scopes: ['table|read', 'record|read'],\n baseIds: [base.id],\n spaceIds: [space.id],\n expiredTime: dayjs(Date.now() + 1000 * 60 * 60 * 24).format('YYYY-MM-DD'),\n };\n const { data: recordReadTokenData } = await createAccessToken({\n ...defaultCreateRo,\n name: 'record read token',\n scopes: ['record|read'],\n });\n\n const cacheService = app.get(CacheService);\n await cacheService.del(`attachment:preview:${attachment.token}`);\n\n const axios = createAxios();\n axios.defaults.baseURL = defaultAxios.defaults.baseURL;\n const res = await axios.get(urlBuilder(GET_RECORD_URL, { tableId: table.id, recordId }), {\n params: {\n fieldKeyType: FieldKeyType.Id,\n cellFormat: CellFormat.Json,\n },\n headers: {\n Authorization: `Bearer ${recordReadTokenData.token}`,\n },\n });\n\n expect(res.status).toEqual(200);\n expect((res.data.fields[field.id] as Array).length).toEqual(1);\n const attachmentByToken = (res.data.fields[field.id] as IAttachmentCellValue)[0]!;\n expect(attachmentByToken.presignedUrl?.startsWith(appUrl)).toBe(true);\n\n await permanentDeleteSpace(space.id);\n const { data } = await listAccessToken();\n for (const { id } of data) {\n await deleteAccessToken(id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/audit-user-fields.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo } from '@teable/core';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport type { IRecordsVo } from '@teable/openapi';\nimport {\n createBase,\n createField,\n createRecords,\n createTable,\n deleteBase,\n getRecord,\n getRecords,\n initApp,\n updateRecord,\n} from './utils/init-app';\n\ndescribe('Audit user fields (API only)', () => {\n let app: INestApplication;\n const spaceId = globalThis.testConfig.spaceId;\n const userName = globalThis.testConfig.userName;\n const userEmail = globalThis.testConfig.email;\n let baseId: string;\n\n const basicFields: IFieldRo[] = [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n ];\n\n const getRecordById = (records: IRecordsVo['records'], id: string) =>\n records.find((r) => r.id === id);\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n const base = await createBase({ name: 'audit-user', spaceId });\n baseId = base.id;\n });\n\n afterAll(async () => {\n await deleteBase(baseId);\n await app.close();\n });\n\n it('populates CreatedBy on new records', async () => {\n const table = await createTable(baseId, { name: 'audit-created', fields: basicFields });\n const titleFieldId = table.fields?.find((f) => f.name === 'Title')?.id as string;\n const createdByField = await createField(table.id, { type: FieldType.CreatedBy });\n\n const { records: createdRecords } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: 'alpha',\n },\n },\n ],\n });\n\n const createdId = createdRecords[0].id;\n const list = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const target = getRecordById(list.records, createdId);\n\n expect(target?.fields[createdByField.id]).toMatchObject({\n id: globalThis.testConfig.userId,\n title: userName,\n email: userEmail,\n });\n });\n\n it('updates LastModifiedBy and formulas referencing CreatedBy return the user name', async () => {\n const table = await createTable(baseId, { name: 'audit-last-mod', fields: basicFields });\n const titleFieldId = table.fields?.find((f) => f.name === 'Title')?.id as string;\n const createdByField = await createField(table.id, { type: FieldType.CreatedBy });\n const lastModifiedByField = await createField(table.id, { type: FieldType.LastModifiedBy });\n\n const { records: createdRecords } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: 'first',\n },\n },\n ],\n });\n const recordId = createdRecords[0].id;\n\n await updateRecord(table.id, recordId, {\n record: {\n fields: {\n [titleFieldId]: 'updated',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const updatedJson = await getRecord(table.id, recordId);\n\n expect(updatedJson.fields[createdByField.id]).toMatchObject({\n title: userName,\n email: userEmail,\n });\n expect(updatedJson.fields[lastModifiedByField.id]).toMatchObject({\n title: userName,\n email: userEmail,\n });\n });\n\n it('supports searching on user audit fields', async () => {\n const table = await createTable(baseId, { name: 'audit-search', fields: basicFields });\n const titleFieldId = table.fields?.find((f) => f.name === 'Title')?.id as string;\n const createdByField = await createField(table.id, { type: FieldType.CreatedBy });\n\n const { records: createdRecords } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: 'search-me',\n },\n },\n ],\n });\n const recordId = createdRecords[0].id;\n\n const searchRes = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n search: [userName, createdByField.id],\n });\n\n expect(searchRes.records.map((r) => r.id)).toContain(recordId);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/auth.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { JwtService } from '@nestjs/jwt';\nimport { DriverClient, generateAccountId, HttpErrorCode } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type {\n CreateAccessTokenVo,\n CreateSpaceInvitationLinkVo,\n ICommentVo,\n ICreateCommentRo,\n ICreatePluginVo,\n IDeleteUserErrorData,\n IGetTempTokenVo,\n ITableFullVo,\n IUserMeVo,\n ISettingVo,\n} from '@teable/openapi';\nimport {\n ADD_PIN,\n CHANGE_EMAIL,\n CommentNodeType,\n CREATE_ACCESS_TOKEN,\n CREATE_BASE,\n CREATE_COMMENT,\n CREATE_COMMENT_SUBSCRIBE,\n CREATE_PLUGIN,\n CREATE_SPACE,\n CREATE_SPACE_INVITATION_LINK,\n CREATE_TABLE,\n createAxios,\n DELETE_BASE,\n DELETE_SPACE,\n DELETE_USER,\n GET_TEMP_TOKEN,\n PERMANENT_DELETE_SPACE,\n PinType,\n PluginPosition,\n PluginStatus,\n SEND_CHANGE_EMAIL_CODE,\n sendSignupVerificationCode,\n SIGN_IN,\n signup,\n urlBuilder,\n USER_ME,\n} from '@teable/openapi';\nimport type { AxiosInstance } from 'axios';\nimport axios from 'axios';\nimport { vi } from 'vitest';\nimport { AUTH_SESSION_COOKIE_NAME } from '../src/const';\nimport { SettingService } from '../src/features/setting/setting.service';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { getError } from './utils/get-error';\nimport { initApp } from './utils/init-app';\n\ndescribe('Auth Controller (e2e)', () => {\n let app: INestApplication;\n let prismaService: PrismaService;\n let settingService: SettingService;\n let originalGetSetting: ISettingVo;\n\n const authTestEmail = 'auth@test-auth.com';\n\n beforeAll(async () => {\n process.env.BACKEND_CHANGE_EMAIL_SEND_CODE_MAIL_RATE = '0';\n process.env.BACKEND_SIGNUP_VERIFICATION_SEND_CODE_MAIL_RATE = '0';\n process.env.BACKEND_RESET_PASSWORD_SEND_MAIL_RATE = '0';\n\n const appCtx = await initApp();\n app = appCtx.app;\n prismaService = app.get(PrismaService);\n settingService = app.get(SettingService);\n originalGetSetting = await settingService.getSetting();\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n afterEach(async () => {\n await prismaService.user.deleteMany({ where: { email: authTestEmail } });\n });\n\n it('api/auth/signup - password min length', async () => {\n const error = await getError(() =>\n signup({\n email: authTestEmail,\n password: '123456',\n })\n );\n expect(error?.status).toBe(400);\n });\n\n it('api/auth/signup - password include letter and number', async () => {\n const error = await getError(() =>\n signup({\n email: authTestEmail,\n password: '12345678',\n })\n );\n expect(error?.status).toBe(400);\n });\n\n it('api/auth/signup - email is already registered', async () => {\n const error = await getError(() =>\n signup({\n email: globalThis.testConfig.email,\n password: '12345678a',\n })\n );\n expect(error?.status).toBe(409);\n });\n\n it('api/auth/signup - system email', async () => {\n const error = await getError(() =>\n signup({\n email: 'anonymous@system.teable.ai',\n password: '12345678a',\n })\n );\n expect(error?.status).toBe(400);\n });\n\n it('api/auth/signup - invite email', async () => {\n await prismaService.user.create({\n data: {\n email: 'invite@test-invite-signup.com',\n name: 'Invite',\n },\n });\n const res = await signup({\n email: 'invite@test-invite-signup.com',\n password: '12345678a',\n });\n expect(res.status).toBe(201);\n await prismaService.user.delete({\n where: { email: 'invite@test-invite-signup.com' },\n });\n });\n\n describe('sign up with email verification', () => {\n beforeEach(async () => {\n vi.spyOn(settingService, 'getSetting').mockImplementation(async () => {\n return {\n ...originalGetSetting,\n enableEmailVerification: true,\n };\n });\n });\n\n afterEach(() => {\n vi.restoreAllMocks();\n });\n\n it('api/auth/signup - email verification is required', async () => {\n const error = await getError(() =>\n signup({\n email: authTestEmail,\n password: '12345678a',\n })\n );\n expect(error?.status).toBe(422);\n });\n\n it('api/auth/signup - email verification is invalid', async () => {\n const error = await getError(() =>\n signup({\n email: authTestEmail,\n password: '12345678a',\n verification: {\n token: 'invalid',\n code: 'invalid',\n },\n })\n );\n expect(error?.status).toBe(400);\n });\n\n it('api/auth/signup - email verification success', async () => {\n const error = await getError(() =>\n signup({\n email: authTestEmail,\n password: '12345678a',\n })\n );\n expect(error?.data).not.toBeUndefined();\n const data = error?.data as { token: string; expiresTime: number };\n expect(data.token).not.toBeUndefined();\n expect(data.expiresTime).not.toBeUndefined();\n const jwtService = app.get(JwtService);\n const decoded = await jwtService.verifyAsync<{ email: string; code: string }>(data.token);\n const res = await signup({\n email: authTestEmail,\n password: '12345678a',\n verification: {\n token: data.token,\n code: decoded.code,\n },\n });\n expect(res.data.email).toBe(authTestEmail);\n });\n });\n\n it('api/auth/send-signup-verification-code', async () => {\n const res = await sendSignupVerificationCode(authTestEmail);\n expect(res.data.token).not.toBeUndefined();\n expect(res.data.expiresTime).not.toBeUndefined();\n });\n\n it('api/auth/send-signup-verification-code - registered email', async () => {\n const error = await getError(() => sendSignupVerificationCode(globalThis.testConfig.email));\n expect(error?.status).toBe(409);\n });\n\n it('api/auth/send-signup-verification-code - system email', async () => {\n const error = await getError(() => sendSignupVerificationCode('anonymous@system.teable.ai'));\n expect(error?.status).toBe(400);\n });\n\n it('api/auth/send-signup-verification-code - invite email', async () => {\n const inviteEmail = 'invite@test-invite-signup-verification-code.com';\n await prismaService.user.create({\n data: {\n email: inviteEmail,\n name: 'Invite',\n },\n });\n const res = await sendSignupVerificationCode(inviteEmail);\n expect(res.status).toBe(200);\n await prismaService.user.delete({\n where: { email: inviteEmail },\n });\n });\n\n describe('change email', () => {\n const changeEmail = 'change-email@test-change-email.com';\n const changedEmail = 'changed-email@test-changed-email.com';\n let changeEmailAxios: AxiosInstance;\n\n beforeEach(async () => {\n changeEmailAxios = await createNewUserAxios({\n email: changeEmail,\n password: '12345678a',\n });\n });\n\n afterEach(async () => {\n await prismaService.user.deleteMany({ where: { email: changeEmail } });\n await prismaService.user.deleteMany({ where: { email: changedEmail } });\n });\n\n it('api/auth/send-change-email-code - new email is already registered', async () => {\n const error = await getError(() =>\n changeEmailAxios.post(SEND_CHANGE_EMAIL_CODE, {\n email: globalThis.testConfig.email,\n password: '12345678a',\n })\n );\n expect(error?.status).toBe(409);\n });\n\n it('api/auth/send-change-email-code - password is incorrect', async () => {\n const error = await getError(() =>\n changeEmailAxios.post(SEND_CHANGE_EMAIL_CODE, {\n email: changedEmail,\n password: '12345678',\n })\n );\n expect(error?.code).toBe(HttpErrorCode.INVALID_CREDENTIALS);\n });\n\n it('api/auth/send-change-email-code - same email', async () => {\n const error = await getError(() =>\n changeEmailAxios.post(SEND_CHANGE_EMAIL_CODE, {\n email: changeEmail,\n password: '12345678a',\n })\n );\n expect(error?.code).toBe(HttpErrorCode.CONFLICT);\n });\n\n it('api/auth/change-email', async () => {\n const codeRes = await changeEmailAxios.post(SEND_CHANGE_EMAIL_CODE, {\n email: changedEmail,\n password: '12345678a',\n });\n expect(codeRes.data.token).not.toBeUndefined();\n const jwtService = app.get(JwtService);\n const decoded = await jwtService.verifyAsync<{ email: string; code: string }>(\n codeRes.data.token\n );\n const newChangeEmailAxios = await createNewUserAxios({\n email: changeEmail,\n password: '12345678a',\n });\n const changeRes = await newChangeEmailAxios.patch(CHANGE_EMAIL, {\n email: changedEmail,\n token: codeRes.data.token,\n code: decoded.code,\n });\n expect(JSON.stringify(changeRes.headers['set-cookie'])).toContain(\n `\"${AUTH_SESSION_COOKIE_NAME}=;`\n );\n const newAxios = axios.create({\n baseURL: codeRes.config.baseURL,\n });\n const res = await newAxios.post(SIGN_IN, {\n email: changedEmail,\n password: '12345678a',\n });\n expect(res.data.email).toBe(changedEmail);\n });\n\n it('api/auth/change-email - token is invalid', async () => {\n const error = await getError(() =>\n changeEmailAxios.patch(CHANGE_EMAIL, {\n email: changedEmail,\n token: 'invalid',\n code: 'invalid',\n })\n );\n expect(error?.code).toBe(HttpErrorCode.INVALID_CAPTCHA);\n });\n\n it('api/auth/change-email - code is invalid', async () => {\n const codeRes = await changeEmailAxios.post(SEND_CHANGE_EMAIL_CODE, {\n email: changedEmail,\n password: '12345678a',\n });\n const error = await getError(() =>\n changeEmailAxios.patch(CHANGE_EMAIL, {\n email: changedEmail,\n token: codeRes.data.token,\n code: 'invalid',\n })\n );\n expect(error?.code).toBe(HttpErrorCode.INVALID_CAPTCHA);\n });\n });\n\n it('api/auth/temp-token', async () => {\n const userAxios = await createNewUserAxios({\n email: 'temp-token@test-temp-token.com',\n password: '12345678',\n });\n const res = await userAxios.get(GET_TEMP_TOKEN);\n expect(res.data.accessToken).not.toBeUndefined();\n expect(res.data.expiresTime).not.toBeUndefined();\n const newAxios = createAxios();\n newAxios.interceptors.request.use((config) => {\n config.headers.Authorization = `Bearer ${res.data.accessToken}`;\n config.baseURL = res.config.baseURL;\n return config;\n });\n const userRes = await newAxios.get(USER_ME);\n expect(userRes.data.email).toBe('temp-token@test-temp-token.com');\n });\n\n const createTestDataForDeleteUser = async (\n userAxios: AxiosInstance,\n prismaService: PrismaService\n ) => {\n const user = await userAxios.get(USER_ME);\n const userId = user.data.id;\n // create space\n const spaceRes = await userAxios.post(CREATE_SPACE, {\n name: 'test-delete-user-space',\n });\n const spaceId = spaceRes.data.id;\n const space2 = await userAxios.post(CREATE_SPACE, {\n name: 'test-delete-user-space-2',\n });\n const deleteSpaceId = space2.data.id;\n await userAxios.delete(\n urlBuilder(DELETE_SPACE, {\n spaceId: space2.data.id,\n })\n );\n // create base\n const baseRes = await userAxios.post(CREATE_BASE, {\n name: 'test-delete-user-base',\n spaceId,\n });\n const baseId = baseRes.data.id;\n const createBase2 = await userAxios.post(CREATE_BASE, {\n name: 'test-delete-user-base-2',\n spaceId,\n });\n await userAxios.delete(\n urlBuilder(DELETE_BASE, {\n baseId: createBase2.data.id,\n })\n );\n const deleteBaseId = createBase2.data.id;\n\n const table = await userAxios.post(\n urlBuilder(CREATE_TABLE, {\n baseId,\n }),\n {\n name: 'test-delete-user-table',\n }\n );\n const tableId = table.data.id;\n const recordId = table.data.records[0].id;\n const comment = await userAxios.post(\n urlBuilder(CREATE_COMMENT, {\n tableId,\n recordId,\n }),\n {\n content: [\n {\n type: CommentNodeType.Paragraph,\n children: [\n {\n type: CommentNodeType.Text,\n value: 'test-delete-user-comment',\n },\n ],\n },\n ],\n } as ICreateCommentRo\n );\n const commentId = comment.data.id;\n\n // token\n const tokenRes = await userAxios.post(CREATE_ACCESS_TOKEN, {\n name: 'test-delete-user-token',\n scopes: ['record:read'],\n expiredTime: new Date(Date.now() + 1000 * 60 * 60 * 24).toISOString(),\n });\n const accessTokenId = tokenRes.data.id;\n // create account\n await prismaService.account.create({\n data: {\n id: generateAccountId(),\n userId,\n type: 'access_token',\n provider: 'teable',\n providerId: 'test-delete-user-token-' + new Date().getTime(),\n },\n });\n\n // create comment subscribe\n await userAxios.post(urlBuilder(CREATE_COMMENT_SUBSCRIBE, { tableId, recordId }));\n // create invitation\n const invitation = await userAxios.post(\n urlBuilder(CREATE_SPACE_INVITATION_LINK, { spaceId }),\n {\n role: 'owner',\n }\n );\n const invitationId = invitation.data.invitationId;\n // create invitation record\n const invitationRecord = await prismaService.invitationRecord.create({\n data: {\n invitationId,\n spaceId,\n type: 'link',\n inviter: userId,\n accepter: 'xxxxxx',\n },\n select: {\n id: true,\n },\n });\n const invitationRecordId = invitationRecord.id;\n\n // OAuthApp\n const oauthAppClientId = 'test-delete-user-oauth-app-' + new Date().getTime();\n await prismaService.oAuthApp.create({\n data: {\n name: 'delete-user-oauth-app',\n clientId: oauthAppClientId,\n createdBy: userId,\n homepage: 'https://test-delete-user-oauth-app.com',\n },\n });\n await prismaService.oAuthAppAuthorized.create({\n data: {\n clientId: oauthAppClientId,\n userId,\n authorizedTime: new Date().toISOString(),\n },\n });\n const oauthAppSecret = await prismaService.oAuthAppSecret.create({\n data: {\n clientId: oauthAppClientId,\n secret: 'delete-user-oauth-app-secret-' + new Date().getTime(),\n maskedSecret: 'delete-user-oauth-app-secret-' + new Date().getTime(),\n createdBy: userId,\n },\n });\n const oauthAppSecretId = oauthAppSecret.id;\n await prismaService.oAuthAppToken.create({\n data: {\n appSecretId: oauthAppSecretId,\n refreshTokenSign: 'delete-user-oauth-app-refresh-token-sign-' + new Date().getTime(),\n expiredTime: new Date(Date.now() + 1000 * 60 * 60 * 24).toISOString(),\n createdBy: userId,\n clientId: oauthAppClientId,\n },\n });\n\n // pin space\n await userAxios.post(ADD_PIN, {\n id: spaceId,\n type: PinType.Space,\n });\n const pinSpaceId = spaceId;\n\n // plugin\n const plugin = await userAxios.post(CREATE_PLUGIN, {\n name: 'delete-user-plugin',\n logo: 'https://test-delete-user-plugin.com/logo.png',\n positions: [PluginPosition.Dashboard],\n });\n const developingPluginId = plugin.data.id;\n const publishedPlugin = await userAxios.post(CREATE_PLUGIN, {\n name: 'pub-user-plugin',\n logo: 'https://test-delete-user-plugin.com/logo.png',\n positions: [PluginPosition.Dashboard],\n });\n const publishedPluginId = publishedPlugin.data.id;\n await prismaService.plugin.update({\n where: { id: publishedPluginId },\n data: {\n status: PluginStatus.Published,\n },\n });\n\n return {\n spaceId,\n baseId,\n tableId,\n recordId,\n commentId,\n deleteBaseId,\n deleteSpaceId,\n accessTokenId,\n invitationId,\n invitationRecordId,\n oauthAppClientId,\n oauthAppSecretId,\n developingPluginId,\n publishedPluginId,\n pinSpaceId,\n userId,\n };\n };\n\n it.skipIf(globalThis.testConfig.driver === DriverClient.Sqlite)(\n 'api/auth/delete-user - need confirm',\n async () => {\n const userAxios = await createNewUserAxios({\n email: 'delete-user@test-delete-user.com',\n password: '12345678',\n });\n const error = await getError(() => userAxios.delete(DELETE_USER));\n expect(error?.status).toBe(400);\n expect(error?.message).toContain('confirm');\n const error2 = await getError(() =>\n userAxios.delete(DELETE_USER, { params: { confirm: 'DELETE1' } })\n );\n expect(error2?.status).toBe(400);\n expect(error2?.message).toContain('Please enter DELETE to confirm');\n }\n );\n\n it.skipIf(globalThis.testConfig.driver === DriverClient.Sqlite)(\n 'api/auth/delete-user',\n async () => {\n await prismaService.user.deleteMany({\n where: {\n email: 'delete-user@test-delete-user.com',\n },\n });\n const userAxios = await createNewUserAxios({\n email: 'delete-user@test-delete-user.com',\n password: '12345678',\n });\n const testData = await createTestDataForDeleteUser(userAxios, prismaService);\n const error = await getError(() =>\n userAxios.delete(DELETE_USER, { params: { confirm: 'DELETE' } })\n );\n expect(error?.status).toBe(400);\n const errorData = error?.data as IDeleteUserErrorData;\n expect(errorData.spaces.length).toBe(2);\n expect(errorData.spaces).toEqual(\n expect.arrayContaining([\n expect.objectContaining({\n id: testData.deleteSpaceId,\n deletedTime: expect.any(String),\n }),\n expect.objectContaining({\n id: testData.spaceId,\n deletedTime: null,\n }),\n ])\n );\n for (const space of errorData.spaces) {\n const spaceRes = await userAxios.delete(\n urlBuilder(PERMANENT_DELETE_SPACE, { spaceId: space.id })\n );\n expect(spaceRes.status).toBe(200);\n }\n const res = await userAxios.delete(DELETE_USER, { params: { confirm: 'DELETE' } });\n expect(res.status).toBe(200);\n // validate data\n // token\n const tokenRes = await prismaService.accessToken.findFirst({\n where: {\n id: testData.accessTokenId,\n },\n });\n expect(tokenRes).toBeNull();\n // account\n const accountRes = await prismaService.account.findFirst({\n where: {\n id: testData.accessTokenId,\n },\n });\n expect(accountRes).toBeNull();\n // comment subscribe\n const commentSubscribeRes = await prismaService.commentSubscription.findFirst({\n where: {\n createdBy: testData.userId,\n },\n });\n expect(commentSubscribeRes).toBeNull();\n // invitation\n const invitationRes = await prismaService.invitation.findFirst({\n where: {\n id: testData.invitationId,\n },\n });\n expect(invitationRes).toBeNull();\n // invitation record\n const invitationRecordRes = await prismaService.invitationRecord.findFirst({\n where: {\n id: testData.invitationRecordId,\n },\n });\n expect(invitationRecordRes).toBeNull();\n // OAuthApp\n const oauthAppRes = await prismaService.oAuthApp.findFirst({\n where: {\n clientId: testData.oauthAppClientId,\n },\n });\n expect(oauthAppRes).toBeNull();\n // OAuthAppSecret\n const oauthAppSecretRes = await prismaService.oAuthAppSecret.findFirst({\n where: {\n id: testData.oauthAppSecretId,\n },\n });\n expect(oauthAppSecretRes).toBeNull();\n // OAuthAppToken\n const oauthAppTokenRes = await prismaService.oAuthAppToken.findFirst({\n where: {\n appSecretId: testData.oauthAppSecretId,\n },\n });\n expect(oauthAppTokenRes).toBeNull();\n // pin space\n const pinSpaceRes = await prismaService.pinResource.findFirst({\n where: {\n resourceId: testData.pinSpaceId,\n },\n });\n expect(pinSpaceRes).toBeNull();\n // plugin\n const developingPluginRes = await prismaService.plugin.findFirst({\n where: {\n id: testData.developingPluginId,\n },\n });\n expect(developingPluginRes).toBeNull();\n const publishedPluginRes = await prismaService.plugin.findFirst({\n where: {\n id: testData.publishedPluginId,\n },\n });\n expect(publishedPluginRes).toBeDefined();\n await prismaService.plugin.delete({\n where: {\n id: testData.publishedPluginId,\n },\n });\n // user\n const userRes = await prismaService.user.findFirst({\n where: {\n id: testData.userId,\n name: 'Deleted User',\n permanentDeletedTime: {\n not: null,\n },\n deletedTime: {\n not: null,\n },\n },\n });\n expect(userRes).toBeDefined();\n }\n );\n});\n" }, { "path": "apps/nestjs-backend/test/auto-number.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { domainError, err, v2CoreTokens } from '@teable/v2-core';\nimport type { ITableRecordRepository } from '@teable/v2-core';\nimport { vi } from 'vitest';\nimport { RecordService } from '../src/features/record/record.service';\nimport { V2ContainerService } from '../src/features/v2/v2-container.service';\nimport {\n createField,\n createRecords,\n createTable,\n convertField,\n getRecords,\n initApp,\n permanentDeleteTable,\n deleteRecords,\n} from './utils/init-app';\n\ndescribe('Auto number continuity (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('when record creation fails', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, { name: `auto-number-${Date.now()}` });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should not advance autoNumber if the request fails before hitting the database', async () => {\n const initial = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const initialCount = initial.records.length;\n const maxAutoNumber =\n initial.records.reduce((max, r) => Math.max(max, r.autoNumber ?? 0), 0) || 0;\n\n const spy = isForceV2\n ? vi\n .spyOn(\n (await app.get(V2ContainerService).getContainer()).resolve(\n v2CoreTokens.tableRecordRepository\n ),\n 'insertMany'\n )\n .mockResolvedValueOnce(\n err(domainError.unexpected({ message: 'mocked-create-failure' }))\n )\n : vi\n .spyOn(app.get(RecordService), 'batchCreateRecords')\n .mockImplementationOnce(async () => {\n throw new Error('mocked-create-failure');\n });\n\n await createRecords(\n table.id,\n {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [table.fields[0].id]: 'should-fail' } }],\n },\n 500\n );\n spy.mockRestore();\n\n const { records: created } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [table.fields[0].id]: 'ok' } }],\n });\n\n const after = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const finalMax = after.records.reduce((max, r) => Math.max(max, r.autoNumber ?? 0), 0) || 0;\n\n expect(after.records.length).toBe(initialCount + 1);\n expect(finalMax).toBe(maxAutoNumber + 1);\n expect(created[0].autoNumber).toBe(finalMax);\n });\n\n it('should keep autoNumber when missing required field then retry with value', async () => {\n let initial = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const maxAutoNumber =\n initial.records.reduce((max, r) => Math.max(max, r.autoNumber ?? 0), 0) || 0;\n if (initial.records.length) {\n await deleteRecords(\n table.id,\n initial.records.map((r) => r.id)\n );\n initial = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n }\n\n const initialCount = initial.records.length;\n\n let requiredField = await createField(table.id, {\n name: 'Required',\n type: FieldType.SingleLineText,\n });\n\n requiredField = await convertField(table.id, requiredField.id, {\n ...requiredField,\n notNull: true,\n });\n\n await createRecords(\n table.id,\n {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [requiredField.id]: null } }],\n },\n 400\n );\n\n const { records: created } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [requiredField.id]: 'ok' } }],\n });\n\n const after = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const finalMax = after.records.reduce((max, r) => Math.max(max, r.autoNumber ?? 0), 0) || 0;\n\n expect(after.records.length).toBe(initialCount + 1);\n expect(finalMax).toBe(maxAutoNumber + 1);\n expect(created[0].autoNumber).toBe(finalMax);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/base-duplicate.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, ILinkFieldOptions, ILookupOptionsRo } from '@teable/core';\nimport {\n DriverClient,\n FieldAIActionType,\n FieldKeyType,\n FieldType,\n Relationship,\n Role,\n ViewType,\n} from '@teable/core';\nimport type { ICreateBaseVo, ICreateSpaceVo } from '@teable/openapi';\nimport {\n BaseNodeResourceType,\n CREATE_SPACE,\n createBase,\n createBaseNode,\n createDashboard,\n createField,\n createPluginPanel,\n createSpace,\n deleteBase,\n deleteRecords,\n deleteSpace,\n duplicateBase,\n EMAIL_SPACE_INVITATION,\n getBaseList,\n getBaseNodeTree,\n getDashboard,\n getDashboardInstallPlugin,\n getDashboardList,\n getField,\n getFields,\n getPluginPanel,\n getPluginPanelPlugin,\n getTableList,\n getViewList,\n installPlugin,\n installPluginPanel,\n installViewPlugin,\n listPluginPanels,\n LLMProviderType,\n moveBaseNode,\n updateSetting,\n urlBuilder,\n} from '@teable/openapi';\nimport type { AxiosInstance } from 'axios';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport {\n convertField,\n createRecords,\n createTable,\n getRecords,\n initApp,\n updateRecord,\n permanentDeleteBase,\n} from './utils/init-app';\n\ndescribe('OpenAPI Base Duplicate (e2e)', () => {\n let app: INestApplication;\n let base: ICreateBaseVo;\n let spaceId: string;\n let newUserAxios: AxiosInstance;\n let duplicateBaseId: string | undefined;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n newUserAxios = await createNewUserAxios({\n email: 'test@gmail.com',\n password: '12345678',\n });\n\n const space = await newUserAxios.post(CREATE_SPACE, {\n name: 'test space',\n });\n spaceId = space.data.id;\n await newUserAxios.post(urlBuilder(EMAIL_SPACE_INVITATION, { spaceId }), {\n role: Role.Owner,\n emails: [globalThis.testConfig.email],\n });\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n base = (await createBase({ spaceId, name: 'test base' })).data;\n });\n\n afterEach(async () => {\n await permanentDeleteBase(base.id);\n if (duplicateBaseId) {\n await permanentDeleteBase(duplicateBaseId);\n duplicateBaseId = undefined;\n }\n });\n\n if (globalThis.testConfig.driver !== DriverClient.Pg) {\n expect(true).toBeTruthy();\n return;\n }\n\n it('duplicate base with cross base link and lookup field', async () => {\n const base2 = (await createBase({ spaceId, name: 'test base 2' })).data;\n const base2Table = await createTable(base2.id, { name: 'table1' });\n\n const table1 = await createTable(base.id, { name: 'table1' });\n\n const crossBaseLinkField = (\n await createField(table1.id, {\n name: 'cross base link field',\n type: FieldType.Link,\n options: {\n baseId: base2.id,\n relationship: Relationship.ManyMany,\n foreignTableId: base2Table.id,\n },\n })\n ).data;\n\n await createField(table1.id, {\n name: 'cross base lookup field',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: base2Table.id,\n linkFieldId: crossBaseLinkField.id,\n lookupFieldId: base2Table.fields[0].id,\n },\n });\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n });\n\n expect(dupResult.status).toBe(201);\n });\n\n it('duplicate within current space', async () => {\n const table1 = await createTable(base.id, { name: 'table1' });\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n });\n\n const getResult = await getTableList(dupResult.data.id);\n const records = await getRecords(getResult.data[0].id);\n expect(records.records.length).toBe(0);\n\n expect(getResult.data.length).toBe(1);\n expect(getResult.data[0].name).toBe(table1.name);\n expect(getResult.data[0].id).not.toBe(table1.id);\n await deleteBase(dupResult.data.id);\n });\n\n it('duplicate with records', async () => {\n const table1 = await createTable(base.id, { name: 'table1' });\n const preRecords = await getRecords(table1.id);\n await updateRecord(table1.id, preRecords.records[0].id, {\n record: { fields: { [table1.fields[0].name]: 'new value' } },\n });\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n withRecords: true,\n });\n\n const getResult = await getTableList(dupResult.data.id);\n\n const records = await getRecords(getResult.data[0].id);\n expect(records.records[0].lastModifiedBy).toBeFalsy();\n expect(records.records[0].createdTime).toBeTruthy();\n expect(records.records[0].fields[table1.fields[0].name]).toEqual('new value');\n expect(records.records.length).toBe(3);\n\n await deleteBase(dupResult.data.id);\n });\n\n it('duplicate base with tables which have primary formula field, expression with link field', async () => {\n const table1 = await createTable(base.id, {\n name: 'table1',\n });\n const table2 = await createTable(base.id, { name: 'table2' });\n\n const fields = (await getFields(table1.id)).data;\n\n const primaryField = fields.find(({ isPrimary }) => isPrimary)!;\n // const numberField = fields.find(({ type }) => type === FieldType.Number)!;\n\n const formulaRelyLinkField = (\n await createField(table1.id, {\n name: 'link field1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: table2.id },\n })\n ).data;\n\n const formulaPrimaryField = await convertField(table1.id, primaryField.id, {\n name: 'formula field',\n type: FieldType.Formula,\n options: { expression: `{${formulaRelyLinkField.id}}`, timeZone: 'Asia/Shanghai' },\n });\n\n await createField(table2.id, {\n name: 'link field',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: table1.id },\n });\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n withRecords: true,\n });\n\n const { id: baseId } = dupResult.data;\n const tables = await getTableList(baseId);\n\n const duplicateTable1 = tables.data.find(({ name }) => name === table1.name);\n const duplicateTable1Fields = (await getFields(duplicateTable1!.id)).data;\n const duplicateTable1FormulaField = duplicateTable1Fields.find(\n ({ type }) => type === FieldType.Formula\n );\n expect(duplicateTable1FormulaField?.cellValueType).toBe(formulaPrimaryField.cellValueType);\n expect(duplicateTable1FormulaField?.dbFieldType).toBe(formulaPrimaryField.dbFieldType);\n\n expect(dupResult.status).toBe(201);\n });\n\n it('duplicate base with link field', async () => {\n const table1 = await createTable(base.id, { name: 'table1' });\n const table2 = await createTable(base.id, { name: 'table2' });\n\n // create link field\n const table2LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n },\n };\n\n const table2LinkField = (await createField(table2.id, table2LinkFieldRo)).data;\n\n const symmetricField = (\n await getField(\n table1.id,\n (table2LinkField.options as ILinkFieldOptions).symmetricFieldId as string\n )\n )?.data;\n\n // update recording link field to one way\n await convertField(table1.id, symmetricField?.id as string, {\n type: FieldType.Link,\n name: symmetricField.name,\n dbFieldName: symmetricField.dbFieldName,\n options: {\n ...symmetricField?.options,\n relationship: Relationship.OneMany,\n } as ILinkFieldOptions,\n });\n\n await convertField(table1.id, symmetricField?.id as string, {\n type: FieldType.Link,\n name: symmetricField.name,\n dbFieldName: symmetricField.dbFieldName,\n options: {\n ...symmetricField?.options,\n relationship: Relationship.ManyMany,\n } as ILinkFieldOptions,\n });\n\n // create lookup field\n const table2LookupFieldRo: IFieldRo = {\n name: 'lookup field',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n linkFieldId: table2LinkField.id,\n lookupFieldId: table1.fields[0].id,\n } as ILookupOptionsRo,\n };\n\n const table2LookupField = (await createField(table2.id, table2LookupFieldRo)).data;\n\n const table1LinkField = (\n await getField(\n table1.id,\n (table2LinkField.options as ILinkFieldOptions).symmetricFieldId as string\n )\n ).data;\n\n const table1Records = await getRecords(table1.id);\n const table2Records = await getRecords(table2.id);\n // update record before copy\n await updateRecord(table2.id, table2Records.records[0].id, {\n record: { fields: { [table2LinkField.name]: [{ id: table1Records.records[0].id }] } },\n });\n await updateRecord(table1.id, table1Records.records[0].id, {\n record: { fields: { [table1.fields[0].name]: 'text 1' } },\n });\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n withRecords: true,\n });\n const newBaseId = dupResult.data.id;\n\n const getResult = await getTableList(newBaseId);\n const newTable1 = getResult.data[0];\n const newTable2 = getResult.data[1];\n\n const newTable1Records = await getRecords(newTable1.id);\n const newTable2Records = await getRecords(newTable2.id);\n expect(newTable1Records.records[0].lastModifiedBy).toBeFalsy();\n expect(newTable1Records.records[0].createdTime).toBeTruthy();\n expect(newTable1Records.records[0].fields[table1LinkField.name]).toMatchObject([\n {\n id: newTable2Records.records[0].id,\n },\n ]);\n expect(newTable2Records.records[0].fields[table2LookupField.name]).toEqual(['text 1']);\n expect(newTable1Records.records.length).toBe(3);\n\n // update record in duplicated table\n await updateRecord(newTable2.id, table2Records.records[0].id, {\n record: { fields: { [table2LinkField.name]: [{ id: table1Records.records[1].id }] } },\n });\n await updateRecord(newTable1.id, table1Records.records[2].id, {\n record: { fields: { [table1LinkField.name]: [{ id: table2Records.records[2].id }] } },\n });\n await updateRecord(newTable1.id, table1Records.records[1].id, {\n record: { fields: { [table1.fields[0].name]: 'text 2' } },\n });\n\n const newTable1RecordsAfter = await getRecords(newTable1.id);\n const newTable2RecordsAfter = await getRecords(newTable2.id);\n expect(newTable1RecordsAfter.records[0].fields[table1LinkField.name]).toBeUndefined();\n expect(newTable1RecordsAfter.records[1].fields[table1LinkField.name]).toMatchObject([\n {\n id: newTable2Records.records[0].id,\n },\n ]);\n expect(newTable2RecordsAfter.records[2].fields[table2LinkField.name]).toMatchObject([\n {\n id: newTable1Records.records[2].id,\n },\n ]);\n expect(newTable2RecordsAfter.records[0].fields[table2LookupField.name]).toEqual(['text 2']);\n\n await deleteBase(dupResult.data.id);\n });\n\n it('should autoNumber work in a duplicated table', async () => {\n await createTable(base.id, { name: 'table1' });\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n withRecords: true,\n });\n\n const getResult = await getTableList(dupResult.data.id);\n const newTable = getResult.data[0];\n\n await createRecords(newTable.id, { records: [{ fields: {} }] });\n\n const records = await getRecords(newTable.id);\n expect(records.records[records.records.length - 1].autoNumber).toEqual(records.records.length);\n expect(records.records.length).toBe(4);\n await deleteBase(dupResult.data.id);\n });\n\n it('should duplicate ai field relative config', async () => {\n const tableWithAiField = await createTable(base.id, { name: 'table-ai-field' });\n\n const aiSetting = (\n await updateSetting({\n aiConfig: {\n enable: true,\n llmProviders: [\n {\n apiKey: 'test-ai-config',\n baseUrl: 'localhost:3000/api/test',\n models: 'test-e2e',\n name: 'test',\n type: LLMProviderType.ANTHROPIC,\n },\n ],\n },\n })\n ).data;\n\n const codingModel = aiSetting.aiConfig?.llmProviders[0].models;\n\n const aiField = (\n await createField(tableWithAiField.id, {\n name: 'ai field',\n type: FieldType.SingleLineText,\n aiConfig: {\n attachPrompt: 'test-attach-prompt',\n modelKey: codingModel,\n sourceFieldId: tableWithAiField.fields[0].id,\n type: FieldAIActionType.Summary,\n },\n })\n ).data;\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n withRecords: true,\n });\n\n const tableList = await getTableList(dupResult.data.id);\n const duplicatedTableWithAiField = tableList.data.find(\n ({ name }) => name === tableWithAiField.name\n );\n const duplicatedFields = (await getFields(duplicatedTableWithAiField!.id)).data;\n const duplicatedAiField = duplicatedFields.find((f) => f.aiConfig);\n expect(duplicatedAiField?.aiConfig).toEqual({\n ...aiField.aiConfig,\n sourceFieldId: duplicatedFields[0].id,\n });\n\n await deleteBase(dupResult.data.id);\n });\n\n it('should duplicate the base with node [Folder, Table, Dashboard]', async () => {\n const nodeBaseId = base.id;\n\n // Create folders using createBaseNode\n const folder1Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder 1',\n }).then((res) => res.data);\n const folder2Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder 2',\n }).then((res) => res.data);\n\n // Create tables using createBaseNode\n const table1Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table 1',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }).then((res) => res.data);\n const table2Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table 2',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }).then((res) => res.data);\n\n // Create dashboards using createBaseNode\n const dashboard1Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Dashboard 1',\n }).then((res) => res.data);\n const dashboard2Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Dashboard 2',\n }).then((res) => res.data);\n\n // Move table1 into folder1 and dashboard1 into folder2\n await moveBaseNode(nodeBaseId, table1Node.id, { parentId: folder1Node.id });\n await moveBaseNode(nodeBaseId, dashboard1Node.id, { parentId: folder2Node.id });\n\n // Get updated node tree\n const updatedSourceNodeTree = await getBaseNodeTree(nodeBaseId).then((res) => res.data);\n const updatedSourceNodes = updatedSourceNodeTree.nodes;\n\n // Duplicate the base\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n }).then((res) => res.data);\n\n duplicateBaseId = dupResult.id;\n\n // Verify duplicated node tree\n const duplicatedNodeTree = await getBaseNodeTree(duplicateBaseId).then((res) => res.data);\n const duplicatedNodes = duplicatedNodeTree.nodes;\n\n // Verify same number of nodes\n expect(duplicatedNodes.length).toBe(updatedSourceNodes.length);\n\n // Verify resource types distribution\n const sourceResourceTypes = updatedSourceNodes\n .map((n) => n.resourceType)\n .sort()\n .join(',');\n const duplicatedResourceTypes = duplicatedNodes\n .map((n) => n.resourceType)\n .sort()\n .join(',');\n expect(duplicatedResourceTypes).toBe(sourceResourceTypes);\n\n // Verify folder count\n const sourceFolders = updatedSourceNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Folder\n );\n const duplicatedFolders = duplicatedNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Folder\n );\n expect(duplicatedFolders.length).toBe(sourceFolders.length);\n\n // Verify table count\n const sourceTables = updatedSourceNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Table\n );\n const duplicatedTables = duplicatedNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Table\n );\n expect(duplicatedTables.length).toBe(sourceTables.length);\n\n // Verify dashboard count\n const sourceDashboards = updatedSourceNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Dashboard\n );\n const duplicatedDashboards = duplicatedNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Dashboard\n );\n expect(duplicatedDashboards.length).toBe(sourceDashboards.length);\n\n // Verify hierarchy: nodes with parents should still have parents\n const sourceNodesWithParent = updatedSourceNodes.filter((n) => n.parentId !== null);\n const duplicatedNodesWithParent = duplicatedNodes.filter((n) => n.parentId !== null);\n expect(duplicatedNodesWithParent.length).toBe(sourceNodesWithParent.length);\n\n // Verify folder names are preserved\n const sourceFolderNames = sourceFolders.map((f) => f.resourceMeta?.name).sort();\n const duplicatedFolderNames = duplicatedFolders.map((f) => f.resourceMeta?.name).sort();\n expect(duplicatedFolderNames).toEqual(sourceFolderNames);\n\n // Verify that table inside folder1 exists in imported base\n const duplicatedFolder1 = duplicatedFolders.find(\n (f) => f.resourceMeta?.name === folder1Node.resourceMeta?.name\n );\n expect(duplicatedFolder1).toBeDefined();\n const tableInsideFolder = duplicatedNodes.find((n) => {\n return n.resourceType === BaseNodeResourceType.Table && n.parentId === duplicatedFolder1!.id;\n });\n expect(tableInsideFolder).toBeDefined();\n\n // Verify that dashboard inside folder2 exists in imported base\n const duplicatedFolder2 = duplicatedFolders.find(\n (f) => f.resourceMeta?.name === folder2Node.resourceMeta?.name\n );\n expect(duplicatedFolder2).toBeDefined();\n const dashboardInsideFolder = duplicatedNodes.find((n) => {\n return (\n n.resourceType === BaseNodeResourceType.Dashboard && n.parentId === duplicatedFolder2!.id\n );\n });\n expect(dashboardInsideFolder).toBeDefined();\n\n // Verify tables are accessible\n const duplicatedTableList = await getTableList(duplicateBaseId).then((res) => res.data);\n expect(duplicatedTableList.length).toBe(2);\n expect(duplicatedTableList.map((t) => t.name).sort()).toEqual(\n [table1Node.resourceMeta?.name, table2Node.resourceMeta?.name].sort()\n );\n\n // Verify dashboards are accessible\n const duplicatedDashboardList = await getDashboardList(duplicateBaseId).then((res) => res.data);\n expect(duplicatedDashboardList.length).toBe(2);\n expect(duplicatedDashboardList.map((d) => d.name).sort()).toEqual(\n [dashboard1Node.resourceMeta?.name, dashboard2Node.resourceMeta?.name].sort()\n );\n });\n\n describe('Duplicate cross space', () => {\n let newSpace: ICreateSpaceVo;\n beforeEach(async () => {\n newSpace = (await createSpace({ name: 'new space' })).data;\n });\n\n afterEach(async () => {\n await deleteSpace(newSpace.id);\n });\n\n it('duplicate base to another space', async () => {\n await createTable(base.id, { name: 'table1' });\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: newSpace.id,\n name: 'test base copy',\n });\n\n const baseResult = await getBaseList({ spaceId: newSpace.id });\n const tableResult = await getTableList(dupResult.data.id);\n const records = await getRecords(tableResult.data[0].id);\n expect(records.records.length).toBe(0);\n expect(baseResult.data.length).toBe(1);\n\n expect(tableResult.data.length).toBe(1);\n });\n });\n\n describe('should duplicate all plugins', () => {\n it('should duplicate all dashboard plugins', async () => {\n const dashboard = (await createDashboard(base.id, { name: 'dashboard' })).data;\n const dashboard2 = (await createDashboard(base.id, { name: 'dashboard2' })).data;\n\n await installPlugin(base.id, dashboard.id, {\n name: 'plugin1',\n pluginId: 'plgchart',\n });\n\n await installPlugin(base.id, dashboard.id, {\n name: 'plugin2',\n pluginId: 'plgchart',\n });\n\n await installPlugin(base.id, dashboard2.id, {\n name: 'plugin2_1',\n pluginId: 'plgchart',\n });\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n });\n duplicateBaseId = dupResult.data.id;\n const newBaseId = dupResult.data.id;\n\n const dashboardList = (await getDashboardList(newBaseId)).data;\n\n const dashboard1Info = (await getDashboard(newBaseId, dashboardList[0].id)).data;\n\n expect(dashboard1Info.layout?.length).toBe(2);\n const installedPlugins = (\n await getDashboardInstallPlugin(\n newBaseId,\n dashboardList[0].id,\n dashboard1Info.layout![0].pluginInstallId\n )\n ).data;\n\n expect(dashboardList.length).toBe(2);\n expect(installedPlugins.name).toBe('plugin1');\n });\n\n it('should duplicate all panel plugins', async () => {\n const pluginTable = await createTable(base.id, { name: 'table1PanelPlugin' });\n\n const panel = (await createPluginPanel(pluginTable.id, { name: 'panel1' })).data;\n const panel2 = (await createPluginPanel(pluginTable.id, { name: 'panel2' })).data;\n\n await installPluginPanel(pluginTable.id, panel.id, {\n name: 'plugin1',\n pluginId: 'plgchart',\n });\n\n await installPluginPanel(pluginTable.id, panel.id, {\n name: 'plugin2',\n pluginId: 'plgchart',\n });\n\n await installPluginPanel(pluginTable.id, panel2.id, {\n name: 'plugin2_1',\n pluginId: 'plgchart',\n });\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n });\n duplicateBaseId = dupResult.data.id;\n const panelList = (await listPluginPanels(pluginTable.id)).data;\n\n const panel1Info = (\n await getPluginPanel(pluginTable.id, panelList.find(({ name }) => name === 'panel1')!.id)\n ).data;\n\n const installedPlugins = (\n await getPluginPanelPlugin(\n pluginTable.id,\n panelList.find(({ name }) => name === 'panel1')!.id,\n panel1Info.layout![0].pluginInstallId\n )\n ).data;\n\n expect(panel1Info.layout?.length).toBe(2);\n expect(panelList.length).toBe(2);\n expect(installedPlugins.name).toBe('plugin1');\n });\n\n it('should duplicate all view plugins', async () => {\n const pluginTable = await createTable(base.id, { name: 'table1ViewPlugin' });\n const tableId = pluginTable.id;\n\n const sheetView1 = (\n await installViewPlugin(tableId, { name: 'sheetView1', pluginId: 'plgsheetform' })\n ).data;\n const sheetView2 = (\n await installViewPlugin(tableId, { name: 'sheetView2', pluginId: 'plgsheetform' })\n ).data;\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy',\n });\n duplicateBaseId = dupResult.data.id;\n const views = (await getViewList(tableId)).data;\n\n const pluginViews = views.filter(({ type }) => type === ViewType.Plugin);\n\n expect(pluginViews.length).toBe(2);\n\n expect(pluginViews.find(({ name }) => name === sheetView1.name)).toBeDefined();\n expect(pluginViews.find(({ name }) => name === sheetView2.name)).toBeDefined();\n });\n });\n\n // with ai\n it('should duplicate base with bidirectional link field', async () => {\n const table1 = await createTable(base.id, { name: 'table1' });\n const table2 = await createTable(base.id, { name: 'table2' });\n await deleteRecords(\n table1.id,\n table1.records.map((r) => r.id)\n );\n await deleteRecords(\n table2.id,\n table2.records.map((r) => r.id)\n );\n // Create bidirectional link field with dbFieldName 'link'\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n dbFieldName: 'link',\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = (await createField(table1.id, linkFieldRo)).data;\n\n // Get the symmetric field\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId!;\n const symmetricField = (await getField(table2.id, symmetricFieldId)).data;\n\n // Convert link field to required (notNull: true)\n await convertField(table1.id, linkField.id, {\n ...linkFieldRo,\n notNull: true,\n });\n await createRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: {} }, { fields: {} }, { fields: {} }],\n });\n // Get records\n const table2Records = await getRecords(table2.id);\n await createRecords(table1.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [linkField.name]: [{ id: table2Records.records[0].id }],\n },\n },\n {\n fields: {\n [linkField.name]: [{ id: table2Records.records[1].id }],\n },\n },\n {\n fields: {\n [linkField.name]: [{ id: table2Records.records[2].id }],\n },\n },\n ],\n });\n\n // Duplicate base with records\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy - required link',\n withRecords: true,\n });\n\n duplicateBaseId = dupResult.data.id;\n\n // Verify duplicated base\n const duplicatedTableList = await getTableList(duplicateBaseId).then((res) => res.data);\n expect(duplicatedTableList.length).toBe(2);\n\n const duplicatedTable1 = duplicatedTableList.find((t) => t.name === 'table1')!;\n const duplicatedTable2 = duplicatedTableList.find((t) => t.name === 'table2')!;\n\n // Verify link field properties\n const duplicatedTable1Fields = (await getFields(duplicatedTable1.id)).data;\n const duplicatedLinkField = duplicatedTable1Fields.find((f) => f.dbFieldName === 'link');\n\n expect(duplicatedLinkField).toBeDefined();\n expect(duplicatedLinkField?.type).toBe(FieldType.Link);\n expect(duplicatedLinkField?.dbFieldName).toBe('link');\n expect(duplicatedLinkField?.notNull).toBe(true);\n expect((duplicatedLinkField?.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyMany\n );\n expect((duplicatedLinkField?.options as ILinkFieldOptions).foreignTableId).toBe(\n duplicatedTable2.id\n );\n\n // Verify symmetric field\n const duplicatedTable2Fields = (await getFields(duplicatedTable2.id)).data;\n const duplicatedSymmetricField = duplicatedTable2Fields.find(\n (f) => f.id === (duplicatedLinkField?.options as ILinkFieldOptions).symmetricFieldId\n );\n expect(duplicatedSymmetricField).toBeDefined();\n\n // Verify link data is preserved\n const duplicatedTable1Records = await getRecords(duplicatedTable1.id);\n const duplicatedTable2Records = await getRecords(duplicatedTable2.id);\n\n expect(duplicatedTable1Records.records[0].fields[linkField.name]).toMatchObject([\n { id: duplicatedTable2Records.records[0].id },\n ]);\n expect(duplicatedTable1Records.records[1].fields[linkField.name]).toMatchObject([\n { id: duplicatedTable2Records.records[1].id },\n ]);\n expect(duplicatedTable1Records.records[2].fields[linkField.name]).toMatchObject([\n { id: duplicatedTable2Records.records[2].id },\n ]);\n\n // Verify symmetric link data\n expect(duplicatedTable2Records.records[0].fields[symmetricField.name]).toMatchObject([\n { id: duplicatedTable1Records.records[0].id },\n ]);\n expect(duplicatedTable2Records.records[1].fields[symmetricField.name]).toMatchObject([\n { id: duplicatedTable1Records.records[1].id },\n ]);\n expect(duplicatedTable2Records.records[2].fields[symmetricField.name]).toMatchObject([\n { id: duplicatedTable1Records.records[2].id },\n ]);\n });\n\n describe('Partial base duplication with nodes parameter', () => {\n it('should duplicate only selected tables using nodes parameter', async () => {\n const table1 = await createTable(base.id, { name: 'table1' });\n const table2 = await createTable(base.id, { name: 'table2' });\n await createTable(base.id, { name: 'table3' });\n\n // Create link between table1 and table2\n const linkField12 = (\n await createField(table1.id, {\n name: 'link to table2',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n })\n ).data;\n\n // Create records and link data\n const table1Records = await getRecords(table1.id);\n const table2Records = await getRecords(table2.id);\n\n await updateRecord(table1.id, table1Records.records[0].id, {\n record: {\n fields: {\n [linkField12.name]: [{ id: table2Records.records[0].id }],\n },\n },\n });\n\n const nodeTree = await getBaseNodeTree(base.id).then((res) => res.data);\n const table1Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'table1'\n );\n const table2Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'table2'\n );\n\n expect(table1Node).toBeDefined();\n expect(table2Node).toBeDefined();\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy - partial',\n withRecords: true,\n nodes: [table1Node!.id, table2Node!.id],\n });\n\n duplicateBaseId = dupResult.data.id;\n\n const duplicatedTableList = await getTableList(duplicateBaseId).then((res) => res.data);\n expect(duplicatedTableList.length).toBe(2);\n expect(duplicatedTableList.map((t) => t.name).sort()).toEqual(['table1', 'table2'].sort());\n\n // Verify link field data is copied\n const duplicatedTable1 = duplicatedTableList.find((t) => t.name === 'table1')!;\n const duplicatedTable2 = duplicatedTableList.find((t) => t.name === 'table2')!;\n const duplicatedTable1Records = await getRecords(duplicatedTable1.id);\n const duplicatedTable2Records = await getRecords(duplicatedTable2.id);\n\n // Link data should be preserved\n expect(duplicatedTable1Records.records[0].fields[linkField12.name]).toBeDefined();\n expect(duplicatedTable1Records.records[0].fields[linkField12.name]).toMatchObject([\n { id: duplicatedTable2Records.records[0].id },\n ]);\n });\n\n it('should handle disconnected link fields when duplicating partial tables', async () => {\n const table1 = await createTable(base.id, { name: 'table1' });\n const table2 = await createTable(base.id, { name: 'table2' });\n const table3 = await createTable(base.id, { name: 'table3' });\n\n // Create link from table1 to table2\n const linkField12 = (\n await createField(table1.id, {\n name: 'link to table2',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n })\n ).data;\n\n // Create link from table1 to table3\n const linkField13 = (\n await createField(table1.id, {\n name: 'link to table3',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table3.id,\n },\n })\n ).data;\n\n // Create records with link data\n const table1Records = await getRecords(table1.id);\n const table2Records = await getRecords(table2.id);\n const table3Records = await getRecords(table3.id);\n\n await updateRecord(table1.id, table1Records.records[0].id, {\n record: {\n fields: {\n [linkField12.name]: [{ id: table2Records.records[0].id }],\n [linkField13.name]: [{ id: table3Records.records[0].id }],\n },\n },\n });\n\n // Only duplicate table1 and table2, excluding table3\n const nodeTree = await getBaseNodeTree(base.id).then((res) => res.data);\n const table1Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'table1'\n );\n const table2Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'table2'\n );\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy - disconnected links',\n withRecords: true,\n nodes: [table1Node!.id, table2Node!.id],\n });\n\n duplicateBaseId = dupResult.data.id;\n\n const duplicatedTableList = await getTableList(duplicateBaseId).then((res) => res.data);\n const duplicatedTable1 = duplicatedTableList.find((t) => t.name === 'table1')!;\n const duplicatedTable2 = duplicatedTableList.find((t) => t.name === 'table2')!;\n\n // Get fields of duplicated table1\n const duplicatedTable1Fields = (await getFields(duplicatedTable1.id)).data;\n const duplicatedLinkField12 = duplicatedTable1Fields.find((f) => f.name === 'link to table2');\n const duplicatedLinkField13 = duplicatedTable1Fields.find((f) => f.name === 'link to table3');\n\n // Link to table2 should exist and remain as Link type\n expect(duplicatedLinkField12).toBeDefined();\n expect(duplicatedLinkField12?.type).toBe(FieldType.Link);\n\n // Link to table3 should be converted to SingleLineText (disconnected - table3 was not included)\n expect(duplicatedLinkField13).toBeDefined();\n expect(duplicatedLinkField13?.type).toBe(FieldType.SingleLineText);\n\n // Get records and verify link field values\n const duplicatedTable1Records = await getRecords(duplicatedTable1.id);\n const duplicatedTable2Records = await getRecords(duplicatedTable2.id);\n\n // Link to table2 should have data and point to the duplicated table2 record\n expect(duplicatedTable1Records.records[0].fields[linkField12.name]).toBeDefined();\n expect(duplicatedTable1Records.records[0].fields[linkField12.name]).toMatchObject([\n { id: duplicatedTable2Records.records[0].id },\n ]);\n\n // Link to table3 should be empty or null (disconnected - table3 was not included)\n const linkToTable3Value = duplicatedTable1Records.records[0].fields[linkField13.name];\n expect(\n linkToTable3Value === null ||\n linkToTable3Value === undefined ||\n (Array.isArray(linkToTable3Value) && linkToTable3Value.length === 0)\n ).toBe(true);\n });\n\n it('should duplicate link field data correctly with multiple records', async () => {\n const table1 = await createTable(base.id, { name: 'Products' });\n const table2 = await createTable(base.id, { name: 'Categories' });\n\n // Create link field from Products to Categories\n const linkField = (\n await createField(table1.id, {\n name: 'categories',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n })\n ).data;\n\n // Get records\n const table1Records = await getRecords(table1.id);\n const table2Records = await getRecords(table2.id);\n\n // Create multiple link relationships\n await updateRecord(table1.id, table1Records.records[0].id, {\n record: {\n fields: {\n [linkField.name]: [\n { id: table2Records.records[0].id },\n { id: table2Records.records[1].id },\n ],\n },\n },\n });\n\n await updateRecord(table1.id, table1Records.records[1].id, {\n record: {\n fields: {\n [linkField.name]: [{ id: table2Records.records[1].id }],\n },\n },\n });\n\n // Duplicate with records\n const nodeTree = await getBaseNodeTree(base.id).then((res) => res.data);\n const table1Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'Products'\n );\n const table2Node = nodeTree.nodes.find(\n (n) =>\n n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'Categories'\n );\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy - link data',\n withRecords: true,\n nodes: [table1Node!.id, table2Node!.id],\n });\n\n duplicateBaseId = dupResult.data.id;\n\n // Verify duplicated data\n const duplicatedTableList = await getTableList(duplicateBaseId).then((res) => res.data);\n const duplicatedTable1 = duplicatedTableList.find((t) => t.name === 'Products')!;\n const duplicatedTable2 = duplicatedTableList.find((t) => t.name === 'Categories')!;\n\n const duplicatedTable1Records = await getRecords(duplicatedTable1.id);\n const duplicatedTable2Records = await getRecords(duplicatedTable2.id);\n\n // First record should have 2 links\n const firstRecordLinks = duplicatedTable1Records.records[0].fields[linkField.name];\n expect(firstRecordLinks).toBeDefined();\n expect(Array.isArray(firstRecordLinks)).toBe(true);\n expect((firstRecordLinks as unknown[]).length).toBe(2);\n expect(firstRecordLinks).toMatchObject([\n { id: duplicatedTable2Records.records[0].id },\n { id: duplicatedTable2Records.records[1].id },\n ]);\n\n // Second record should have 1 link\n const secondRecordLinks = duplicatedTable1Records.records[1].fields[linkField.name];\n expect(secondRecordLinks).toBeDefined();\n expect(Array.isArray(secondRecordLinks)).toBe(true);\n expect((secondRecordLinks as unknown[]).length).toBe(1);\n expect(secondRecordLinks).toMatchObject([{ id: duplicatedTable2Records.records[1].id }]);\n\n // Third record should have no links\n const thirdRecordLinkValue = duplicatedTable1Records.records[2].fields[linkField.name];\n expect(\n thirdRecordLinkValue === null ||\n thirdRecordLinkValue === undefined ||\n (Array.isArray(thirdRecordLinkValue) && thirdRecordLinkValue.length === 0)\n ).toBe(true);\n });\n\n it('should duplicate bidirectional link field data correctly', async () => {\n const table1 = await createTable(base.id, { name: 'Tasks' });\n const table2 = await createTable(base.id, { name: 'Users' });\n\n // Create bidirectional link field\n const linkField = (\n await createField(table1.id, {\n name: 'assigned to',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n })\n ).data;\n\n // Get the symmetric field\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId!;\n const symmetricField = (await getField(table2.id, symmetricFieldId)).data;\n\n // Get records\n const table1Records = await getRecords(table1.id);\n const table2Records = await getRecords(table2.id);\n\n // Create link from table1 side\n await updateRecord(table1.id, table1Records.records[0].id, {\n record: {\n fields: {\n [linkField.name]: [{ id: table2Records.records[0].id }],\n },\n },\n });\n\n // Create link from table2 side\n await updateRecord(table2.id, table2Records.records[1].id, {\n record: {\n fields: {\n [symmetricField.name]: [{ id: table1Records.records[1].id }],\n },\n },\n });\n\n // Duplicate with records\n const nodeTree = await getBaseNodeTree(base.id).then((res) => res.data);\n const table1Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'Tasks'\n );\n const table2Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'Users'\n );\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy - bidirectional link',\n withRecords: true,\n nodes: [table1Node!.id, table2Node!.id],\n });\n\n duplicateBaseId = dupResult.data.id;\n\n // Verify duplicated data\n const duplicatedTableList = await getTableList(duplicateBaseId).then((res) => res.data);\n const duplicatedTable1 = duplicatedTableList.find((t) => t.name === 'Tasks')!;\n const duplicatedTable2 = duplicatedTableList.find((t) => t.name === 'Users')!;\n\n const duplicatedTable1Records = await getRecords(duplicatedTable1.id);\n const duplicatedTable2Records = await getRecords(duplicatedTable2.id);\n\n // Verify link from table1 side\n expect(duplicatedTable1Records.records[0].fields[linkField.name]).toMatchObject([\n { id: duplicatedTable2Records.records[0].id },\n ]);\n\n // Verify link from table2 side (symmetric field)\n expect(duplicatedTable2Records.records[1].fields[symmetricField.name]).toMatchObject([\n { id: duplicatedTable1Records.records[1].id },\n ]);\n\n // Verify bidirectional relationship\n expect(duplicatedTable1Records.records[1].fields[linkField.name]).toMatchObject([\n { id: duplicatedTable2Records.records[1].id },\n ]);\n });\n\n it('should preserve folder hierarchy when duplicating with nodes parameter', async () => {\n const folder1Node = await createBaseNode(base.id, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder 1',\n }).then((res) => res.data);\n\n await createBaseNode(base.id, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder 2',\n });\n\n const table1Node = await createBaseNode(base.id, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table in Folder',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }).then((res) => res.data);\n\n await createBaseNode(base.id, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table outside',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n\n // Move table1 into folder1\n await moveBaseNode(base.id, table1Node.id, { parentId: folder1Node.id });\n\n // Only duplicate the table inside folder (should include parent folder)\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy - with parent folder',\n nodes: [table1Node.id],\n });\n\n duplicateBaseId = dupResult.data.id;\n\n const duplicatedNodeTree = await getBaseNodeTree(duplicateBaseId).then((res) => res.data);\n const duplicatedNodes = duplicatedNodeTree.nodes;\n\n // Should include the folder (parent) and the table\n const duplicatedFolders = duplicatedNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Folder\n );\n const duplicatedTables = duplicatedNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Table\n );\n\n expect(duplicatedFolders.length).toBe(1);\n expect(duplicatedFolders[0].resourceMeta?.name).toBe('Folder 1');\n\n expect(duplicatedTables.length).toBe(1);\n expect(duplicatedTables[0].resourceMeta?.name).toBe('Table in Folder');\n\n // Verify table is still inside the folder\n expect(duplicatedTables[0].parentId).toBe(duplicatedFolders[0].id);\n\n // Verify table2 is not included\n const duplicatedTableList = await getTableList(duplicateBaseId).then((res) => res.data);\n expect(duplicatedTableList.length).toBe(1);\n expect(duplicatedTableList[0].name).toBe('Table in Folder');\n });\n\n it('should convert disconnected link fields to SingleLineText and clear data', async () => {\n const table1 = await createTable(base.id, { name: 'Orders' });\n const table2 = await createTable(base.id, { name: 'Customers' });\n const table3 = await createTable(base.id, { name: 'Products' });\n\n // Create link from Orders to Customers (will be included)\n const linkField12 = (\n await createField(table1.id, {\n name: 'customer',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n })\n ).data;\n\n // Create link from Orders to Products (will be excluded)\n const linkField13 = (\n await createField(table1.id, {\n name: 'product',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table3.id,\n },\n })\n ).data;\n\n // Add some link data\n const table1Records = await getRecords(table1.id);\n const table2Records = await getRecords(table2.id);\n const table3Records = await getRecords(table3.id);\n\n await updateRecord(table1.id, table1Records.records[0].id, {\n record: {\n fields: {\n [linkField12.name]: [{ id: table2Records.records[0].id }],\n [linkField13.name]: [{ id: table3Records.records[0].id }],\n },\n },\n });\n\n // Only duplicate table1 and table2, excluding table3\n const nodeTree = await getBaseNodeTree(base.id).then((res) => res.data);\n const table1Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'Orders'\n );\n const table2Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'Customers'\n );\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy - field type conversion',\n withRecords: true,\n nodes: [table1Node!.id, table2Node!.id],\n });\n\n duplicateBaseId = dupResult.data.id;\n\n const duplicatedTableList = await getTableList(duplicateBaseId).then((res) => res.data);\n const duplicatedTable1 = duplicatedTableList.find((t) => t.name === 'Orders')!;\n\n // Verify field types\n const duplicatedFields = (await getFields(duplicatedTable1.id)).data;\n const customerField = duplicatedFields.find((f) => f.name === 'customer');\n const productField = duplicatedFields.find((f) => f.name === 'product');\n\n // Customer field should remain as Link\n expect(customerField).toBeDefined();\n expect(customerField?.type).toBe(FieldType.Link);\n expect((customerField?.options as ILinkFieldOptions)?.foreignTableId).toBeDefined();\n\n // Product field should be converted to SingleLineText\n expect(productField).toBeDefined();\n expect(productField?.type).toBe(FieldType.SingleLineText);\n // Options should be empty object or not have link-specific properties\n expect(productField?.options).toBeDefined();\n expect((productField?.options as ILinkFieldOptions)?.foreignTableId).toBeUndefined();\n\n // Verify data: customer link should have data, product field should be empty\n const duplicatedRecords = await getRecords(duplicatedTable1.id);\n expect(duplicatedRecords.records[0].fields[linkField12.name]).toBeDefined();\n\n const productFieldValue = duplicatedRecords.records[0].fields[linkField13.name];\n expect(\n productFieldValue === null || productFieldValue === undefined || productFieldValue === ''\n ).toBe(true);\n });\n\n it('should handle lookup fields when link field is disconnected', async () => {\n const table1 = await createTable(base.id, { name: 'table1' });\n await createTable(base.id, { name: 'table2' });\n const table3 = await createTable(base.id, { name: 'table3' });\n\n // Create link from table1 to table3\n const linkField13 = (\n await createField(table1.id, {\n name: 'link to table3',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table3.id,\n },\n })\n ).data;\n\n // Create lookup field based on the link to table3\n await createField(table1.id, {\n name: 'lookup from table3',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table3.id,\n linkFieldId: linkField13.id,\n lookupFieldId: table3.fields[0].id,\n },\n });\n\n // Only duplicate table1 and table2, excluding table3\n const nodeTree = await getBaseNodeTree(base.id).then((res) => res.data);\n const table1Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'table1'\n );\n const table2Node = nodeTree.nodes.find(\n (n) => n.resourceType === BaseNodeResourceType.Table && n.resourceMeta?.name === 'table2'\n );\n\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy - disconnected lookup',\n nodes: [table1Node!.id, table2Node!.id],\n });\n\n duplicateBaseId = dupResult.data.id;\n\n const duplicatedTableList = await getTableList(duplicateBaseId).then((res) => res.data);\n const duplicatedTable1 = duplicatedTableList.find((t) => t.name === 'table1')!;\n\n // Get fields and verify lookup field exists\n const duplicatedTable1Fields = (await getFields(duplicatedTable1.id)).data;\n const lookupField = duplicatedTable1Fields.find((f) => f.name === 'lookup from table3');\n\n // Lookup field should be converted to SingleLineText (disconnected - based on link to table3)\n expect(lookupField).toBeDefined();\n expect(lookupField?.type).toBe(FieldType.SingleLineText);\n expect(lookupField?.isLookup).toBeFalsy();\n });\n\n it('should duplicate multiple folders and their contents with nodes parameter', async () => {\n const folder1Node = await createBaseNode(base.id, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder A',\n }).then((res) => res.data);\n\n const folder2Node = await createBaseNode(base.id, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder B',\n }).then((res) => res.data);\n\n const table1Node = await createBaseNode(base.id, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table A1',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }).then((res) => res.data);\n\n const table2Node = await createBaseNode(base.id, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table B1',\n fields: [{ name: 'Field2', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }).then((res) => res.data);\n\n const table3Node = await createBaseNode(base.id, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table B2',\n fields: [{ name: 'Field3', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }).then((res) => res.data);\n\n // Move tables into folders\n await moveBaseNode(base.id, table1Node.id, { parentId: folder1Node.id });\n await moveBaseNode(base.id, table2Node.id, { parentId: folder2Node.id });\n await moveBaseNode(base.id, table3Node.id, { parentId: folder2Node.id });\n\n // Duplicate only Folder A's table and one table from Folder B\n const dupResult = await duplicateBase({\n fromBaseId: base.id,\n spaceId: spaceId,\n name: 'test base copy - multiple folders',\n nodes: [table1Node.id, table2Node.id],\n });\n\n duplicateBaseId = dupResult.data.id;\n\n const duplicatedNodeTree = await getBaseNodeTree(duplicateBaseId).then((res) => res.data);\n const duplicatedNodes = duplicatedNodeTree.nodes;\n\n const duplicatedFolders = duplicatedNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Folder\n );\n const duplicatedTables = duplicatedNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Table\n );\n\n // Should have both folders\n expect(duplicatedFolders.length).toBe(2);\n expect(duplicatedFolders.map((f) => f.resourceMeta?.name).sort()).toEqual(\n ['Folder A', 'Folder B'].sort()\n );\n\n // Should have only 2 tables\n expect(duplicatedTables.length).toBe(2);\n expect(duplicatedTables.map((t) => t.resourceMeta?.name).sort()).toEqual(\n ['Table A1', 'Table B1'].sort()\n );\n\n // Table B2 should not be included\n const duplicatedTableList = await getTableList(duplicateBaseId).then((res) => res.data);\n expect(duplicatedTableList.find((t) => t.name === 'Table B2')).toBeUndefined();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/base-export-sentry.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport { ClsService } from 'nestjs-cls';\nimport { vi } from 'vitest';\nimport { BaseExportService } from '../src/features/base/base-export.service';\nimport type { IClsStore } from '../src/types/cls';\nimport { createBase, initApp, permanentDeleteBase, runWithTestUser } from './utils/init-app';\n\nconst waitFor = async (condition: () => boolean, timeout = 1000, interval = 25) => {\n const start = Date.now();\n while (Date.now() - start < timeout) {\n if (condition()) {\n return;\n }\n await new Promise((resolve) => setTimeout(resolve, interval));\n }\n throw new Error('Condition not met within timeout');\n};\n\ndescribe('Base export sentry reporting (e2e)', () => {\n let app: INestApplication;\n let baseExportService: BaseExportService;\n let clsService: ClsService;\n let baseId: string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n clsService = app.get(ClsService);\n baseExportService = app.get(BaseExportService);\n const base = await createBase({\n name: `sentry-export-${Date.now()}`,\n spaceId: globalThis.testConfig.spaceId,\n });\n baseId = base.id;\n });\n\n afterAll(async () => {\n if (baseId) {\n await permanentDeleteBase(baseId);\n }\n await app.close();\n });\n\n it('captures export failures in sentry even when running asynchronously', async () => {\n const exportError = new Error('mock export failure');\n // Cast to `any` to access private methods for testing purposes\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const exportService = baseExportService as any;\n\n const captureErrorSpy = vi.spyOn(exportService, 'captureExportError');\n const processSpy = vi\n .spyOn(exportService, 'processExportBaseZip')\n .mockRejectedValue(exportError);\n const notifySpy = vi.spyOn(exportService, 'notifyExportResult').mockResolvedValue(undefined);\n\n await runWithTestUser(clsService, async () => {\n await baseExportService.exportBaseZip(baseId, false);\n });\n\n await waitFor(() => notifySpy.mock.calls.length > 0);\n\n expect(captureErrorSpy).toHaveBeenCalledWith(\n exportError,\n expect.objectContaining({\n baseId,\n baseName: expect.any(String),\n includeData: false,\n stage: 'processExport',\n })\n );\n expect(notifySpy).toHaveBeenCalled();\n\n processSpy.mockRestore();\n notifySpy.mockRestore();\n captureErrorSpy.mockRestore();\n });\n});\n" }, { "path": "apps/nestjs-backend/test/base-node-folder.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { getRandomString } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n createBaseNodeFolder,\n updateBaseNodeFolder,\n deleteBaseNodeFolder,\n createBaseNode,\n BaseNodeResourceType,\n deleteBaseNode,\n} from '@teable/openapi';\nimport { getError } from './utils/get-error';\nimport { initApp } from './utils/init-app';\n\ndescribe('BaseNodeFolderController (e2e) /api/base/:baseId/node/folder', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const folderNameToDelete = 'Folder To Delete';\n const whitespaceOnlyName = ' ';\n const originalFolderName = 'Original Folder';\n let prisma: PrismaService;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = app.get(PrismaService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('POST /api/base/:baseId/node/folder - Create folder', () => {\n it('should create a folder successfully', async () => {\n const ro = { name: 'Test Folder' };\n const response = await createBaseNodeFolder(baseId, ro);\n\n expect(response.data).toBeDefined();\n expect(response.data.name).toContain('Test Folder');\n expect(response.data.id).toBeDefined();\n\n // Cleanup\n await deleteBaseNodeFolder(baseId, response.data.id);\n });\n\n it('should create multiple folders with same name (auto unique)', async () => {\n const ro = { name: 'Duplicate Folder' };\n const response1 = await createBaseNodeFolder(baseId, ro);\n const response2 = await createBaseNodeFolder(baseId, ro);\n\n expect(response1.data.name).toContain('Duplicate Folder');\n expect(response2.data.name).toContain('Duplicate Folder');\n expect(response1.data.name).not.toBe(response2.data.name);\n expect(response1.data.id).not.toBe(response2.data.id);\n\n // Cleanup\n await deleteBaseNodeFolder(baseId, response1.data.id);\n await deleteBaseNodeFolder(baseId, response2.data.id);\n });\n\n it('should trim folder name', async () => {\n const ro = { name: ' Trimmed Folder ' };\n const response = await createBaseNodeFolder(baseId, ro);\n\n expect(response.data.name).toContain('Trimmed Folder');\n\n // Cleanup\n await deleteBaseNodeFolder(baseId, response.data.id);\n });\n\n it('should fail with empty name', async () => {\n const ro = { name: '' };\n const error = await getError(() => createBaseNodeFolder(baseId, ro));\n\n expect(error?.status).toBe(400);\n });\n\n it('should fail with whitespace only name', async () => {\n const ro = { name: whitespaceOnlyName };\n const error = await getError(() => createBaseNodeFolder(baseId, ro));\n\n expect(error?.status).toBe(400);\n });\n });\n\n describe('PATCH /api/base/:baseId/node/folder/:folderId - Update folder', () => {\n let folderId: string;\n\n beforeEach(async () => {\n const response = await createBaseNodeFolder(baseId, { name: originalFolderName });\n folderId = response.data.id;\n });\n\n afterEach(async () => {\n try {\n await deleteBaseNodeFolder(baseId, folderId);\n } catch (e) {\n // Folder might already be deleted in some tests\n }\n });\n\n it('should rename folder successfully', async () => {\n const updateRo = { name: 'Renamed Folder' };\n const response = await updateBaseNodeFolder(baseId, folderId, updateRo);\n\n expect(response.data).toBeDefined();\n expect(response.data.name).toBe('Renamed Folder');\n expect(response.data.id).toBe(folderId);\n });\n\n it('should trim folder name when renaming', async () => {\n const updateRo = { name: ' Trimmed Renamed ' };\n const response = await updateBaseNodeFolder(baseId, folderId, updateRo);\n\n expect(response.data.name).toBe('Trimmed Renamed');\n });\n\n it('should fail when renaming to existing folder name', async () => {\n // Create another folder\n const anotherFolder = await createBaseNodeFolder(baseId, { name: 'Existing Folder' });\n\n // Try to rename original folder to existing name\n const updateRo = { name: 'Existing Folder' };\n const error = await getError(() => updateBaseNodeFolder(baseId, folderId, updateRo));\n\n expect(error?.status).toBe(400);\n expect(error?.message).toContain('Folder name already exists');\n\n // Cleanup\n await deleteBaseNodeFolder(baseId, anotherFolder.data.id);\n });\n\n it('should allow renaming folder to same name', async () => {\n const updateRo = { name: originalFolderName };\n const response = await updateBaseNodeFolder(baseId, folderId, updateRo);\n\n expect(response.data.name).toBe(originalFolderName);\n });\n\n it('should fail with empty name', async () => {\n const updateRo = { name: '' };\n const error = await getError(() => updateBaseNodeFolder(baseId, folderId, updateRo));\n\n expect(error?.status).toBe(400);\n });\n\n it('should fail with whitespace only name', async () => {\n const updateRo = { name: whitespaceOnlyName };\n const error = await getError(() => updateBaseNodeFolder(baseId, folderId, updateRo));\n\n expect(error?.status).toBe(400);\n });\n\n it('should fail when updating non-existent folder', async () => {\n const nonExistentId = 'non-existent-folder-id';\n const updateRo = { name: 'New Name' };\n const error = await getError(() => updateBaseNodeFolder(baseId, nonExistentId, updateRo));\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n });\n\n describe('DELETE /api/base/:baseId/node/folder/:folderId - Delete folder', () => {\n it('should delete empty folder successfully', async () => {\n // Create a folder\n const folder = await createBaseNodeFolder(baseId, { name: folderNameToDelete });\n const folderId = folder.data.id;\n\n const findFolder = await prisma.baseNodeFolder.findFirst({\n where: { id: folderId },\n });\n expect(findFolder).toBeDefined();\n\n // Delete the folder\n await deleteBaseNodeFolder(baseId, folderId);\n\n const findFolderAfterDelete = await prisma.baseNodeFolder.findFirst({\n where: { id: folderId },\n });\n expect(findFolderAfterDelete).toBeNull();\n\n // Verify folder is deleted\n const error = await getError(() => deleteBaseNodeFolder(baseId, folderId));\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should fail when deleting folder with children', async () => {\n // Create a parent folder\n const parentFolder = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Parent Folder',\n }).then((res) => res.data);\n\n // Create a child folder inside the parent folder using createBaseNode\n const childFolder = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n parentId: parentFolder.id,\n name: 'Child Folder',\n }).then((res) => res.data);\n\n // Try to delete the parent folder\n const error = await getError(() => deleteBaseNode(baseId, parentFolder.id));\n\n expect(error?.status).toBe(400);\n expect(error?.message).toContain('Cannot delete folder because it is not empty');\n\n // Cleanup - need to delete the folder manually after removing children\n await deleteBaseNode(baseId, childFolder.id);\n await deleteBaseNode(baseId, parentFolder.id);\n\n const findFolderAfterDelete = await prisma.baseNodeFolder.findFirst({\n where: { id: { in: [parentFolder.id, childFolder.id] } },\n });\n expect(findFolderAfterDelete).toBeNull();\n });\n\n it('should fail when deleting non-existent folder', async () => {\n const nonExistentId = 'non-existent-folder-id';\n const error = await getError(() => deleteBaseNodeFolder(baseId, nonExistentId));\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should handle deletion of already deleted folder', async () => {\n // Create and delete a folder\n const folder = await createBaseNodeFolder(baseId, { name: 'Temp Folder' });\n const folderId = folder.data.id;\n await deleteBaseNodeFolder(baseId, folderId);\n\n // Try to delete again\n const error = await getError(() => deleteBaseNodeFolder(baseId, folderId));\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n });\n\n describe('Integration tests', () => {\n it('should create, update and delete folder in sequence', async () => {\n // Create\n const createResponse = await createBaseNodeFolder(baseId, { name: 'Integration Folder' });\n expect(createResponse.data.name).toContain('Integration Folder');\n const folderId = createResponse.data.id;\n\n // Update\n const newName = getRandomString(10);\n const updateResponse = await updateBaseNodeFolder(baseId, folderId, {\n name: newName,\n });\n expect(updateResponse.data.name).toContain(newName);\n\n // Delete\n await deleteBaseNodeFolder(baseId, folderId);\n\n const findFolderAfterDelete = await prisma.baseNodeFolder.findFirst({\n where: { id: folderId },\n });\n expect(findFolderAfterDelete).toBeNull();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/base-node.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldType, Relationship, Role, ViewType } from '@teable/core';\nimport type { IBaseNodeTableResourceMeta, IBaseNodeVo } from '@teable/openapi';\nimport {\n axios,\n createBaseNode,\n getBaseNodeTree,\n getBaseNode,\n updateBaseNode,\n deleteBaseNode,\n moveBaseNode,\n duplicateBaseNode,\n BaseNodeResourceType,\n createBase,\n emailBaseInvitation,\n createSpace as apiCreateSpace,\n permanentDeleteSpace as apiPermanentDeleteSpace,\n urlBuilder,\n GET_BASE_NODE_LIST,\n GET_BASE_NODE_TREE,\n GET_BASE_NODE,\n CREATE_BASE_NODE,\n UPDATE_BASE_NODE,\n DELETE_BASE_NODE,\n MOVE_BASE_NODE,\n DUPLICATE_BASE_NODE,\n} from '@teable/openapi';\nimport type { AxiosInstance } from 'axios';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { getError } from './utils/get-error';\nimport { getFields, initApp, permanentDeleteBase } from './utils/init-app';\n\n// Constants for reused strings\nconst nonExistentId = 'non-existent-node-id';\nconst getTestFolder = 'Get Test Folder';\nconst originalName = 'Original Name';\nconst testFolder = 'Test Folder';\nconst updatedName = 'Updated Name';\nconst testTableName = 'Test Table';\nconst windowIdHeader = 'x-window-id';\nconst isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\ndescribe('BaseNodeController (e2e) /api/base/:baseId/node', () => {\n let app: INestApplication;\n let baseId: string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n const base = await createBase({\n name: 'test base node',\n spaceId: globalThis.testConfig.spaceId,\n }).then((res) => res.data);\n baseId = base.id;\n });\n\n afterAll(async () => {\n await permanentDeleteBase(baseId);\n await app.close();\n });\n\n describe('GET /api/base/:baseId/node/tree - Get tree structure', () => {\n it('should get base node tree successfully', async () => {\n const response = await getBaseNodeTree(baseId);\n\n expect(response.data).toBeDefined();\n expect(response.data).toHaveProperty('nodes');\n expect(Array.isArray(response.data.nodes)).toBe(true);\n });\n\n it('should return tree with correct structure', async () => {\n // Create a test node\n const node = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Tree Test Folder',\n });\n\n const response = await getBaseNodeTree(baseId);\n const createdNode = response.data.nodes.find((n: IBaseNodeVo) => n.id === node.data.id);\n\n expect(createdNode).toBeDefined();\n expect(createdNode?.resourceMeta?.name).toBe('Tree Test Folder');\n expect(createdNode?.resourceType).toBe(BaseNodeResourceType.Folder);\n\n // Cleanup\n await deleteBaseNode(baseId, node.data.id);\n });\n });\n\n describe('GET /api/base/:baseId/node/:nodeId - Get single node', () => {\n let testNodeId: string;\n\n beforeEach(async () => {\n const node = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: getTestFolder,\n });\n testNodeId = node.data.id;\n });\n\n afterEach(async () => {\n await deleteBaseNode(baseId, testNodeId);\n });\n\n it('should get single node successfully', async () => {\n const response = await getBaseNode(baseId, testNodeId);\n\n expect(response.data).toBeDefined();\n expect(response.data.id).toBe(testNodeId);\n expect(response.data.resourceMeta?.name).toBe(getTestFolder);\n expect(response.data.resourceType).toBe(BaseNodeResourceType.Folder);\n });\n\n it('should fail when node does not exist', async () => {\n const error = await getError(() => getBaseNode(baseId, nonExistentId));\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should fail when baseId and nodeId do not match', async () => {\n const wrongBaseId = 'wrong-base-id';\n const error = await getError(() => getBaseNode(wrongBaseId, testNodeId));\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n });\n\n describe('POST /api/base/:baseId/node - Create node', () => {\n const nodesToCleanup: string[] = [];\n\n afterEach(async () => {\n // Cleanup created nodes\n for (const nodeId of [...nodesToCleanup].reverse()) {\n await deleteBaseNode(baseId, nodeId);\n }\n nodesToCleanup.length = 0;\n });\n\n it('should create a folder node successfully', async () => {\n const response = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: testFolder,\n });\n\n expect(response.data).toBeDefined();\n expect(response.data.resourceMeta?.name).toBe(testFolder);\n expect(response.data.resourceType).toBe(BaseNodeResourceType.Folder);\n expect(response.data.id).toBeDefined();\n\n nodesToCleanup.push(response.data.id);\n });\n\n it('should create a table node successfully', async () => {\n const response = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: testTableName,\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n const resourceMeta = response.data.resourceMeta as IBaseNodeTableResourceMeta;\n expect(response.data).toBeDefined();\n expect(resourceMeta.name).toBe(testTableName);\n expect(resourceMeta.defaultViewId).toBeDefined();\n expect(response.data.resourceType).toBe(BaseNodeResourceType.Table);\n expect(response.data.resourceId).toBeDefined();\n\n nodesToCleanup.push(response.data.id);\n });\n\n it('should expose create-table canary headers when creating a table node', async () => {\n const response = await axios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId }),\n {\n resourceType: BaseNodeResourceType.Table,\n name: 'Create Via Node Route',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n },\n {\n headers: {\n [windowIdHeader]: 'win-base-node-create-table',\n },\n }\n );\n\n expect(response.status).toBe(201);\n expect(response.headers['x-teable-v2']).toBe(isForceV2 ? 'true' : 'false');\n expect(response.headers['x-teable-v2-feature']).toBe('createTable');\n expect(response.headers['x-teable-v2-reason']).toBeTruthy();\n\n nodesToCleanup.push(response.data.id);\n });\n\n it('should create all supported table field types through the node canary route', async () => {\n const foreignNode = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'All Types Foreign',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Revenue', type: FieldType.Number },\n ],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n nodesToCleanup.push(foreignNode.data.id);\n\n const foreignFields = await getFields(foreignNode.data.resourceId);\n const foreignNameFieldId = foreignFields.find((field) => field.name === 'Name')?.id;\n const foreignRevenueFieldId = foreignFields.find((field) => field.name === 'Revenue')?.id;\n\n expect(foreignNameFieldId).toBeTruthy();\n expect(foreignRevenueFieldId).toBeTruthy();\n if (!foreignNameFieldId || !foreignRevenueFieldId) return;\n\n const amountFieldId = 'fldalltypesamount01';\n const companyLinkFieldId = 'fldalltypeslink0001';\n const companyLookupFieldId = 'fldalltypeslook0001';\n const companyRollupFieldId = 'fldalltypesroll0001';\n const conditionalLookupFieldId = 'fldalltypescdl00001';\n const conditionalRollupFieldId = 'fldalltypescdr00001';\n\n const response = await axios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId }),\n {\n resourceType: BaseNodeResourceType.Table,\n name: 'All Types Via Node Route',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Description', type: FieldType.LongText, options: { defaultValue: 'Details' } },\n {\n id: amountFieldId,\n name: 'Amount',\n type: FieldType.Number,\n options: {\n formatting: { type: 'currency', precision: 2, symbol: '$' },\n showAs: { type: 'bar', color: 'teal', showValue: true, maxValue: 100 },\n defaultValue: 10,\n },\n },\n {\n name: 'Score',\n type: FieldType.Formula,\n options: { expression: `{${amountFieldId}} * 2` },\n },\n {\n name: 'Priority',\n type: FieldType.Rating,\n options: { max: 5, icon: 'star', color: 'yellowBright' },\n },\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'Todo', color: 'blue' },\n { name: 'Doing', color: 'yellow' },\n { name: 'Done', color: 'green' },\n ],\n },\n },\n {\n name: 'Tags',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { name: 'Frontend', color: 'purple' },\n { name: 'Backend', color: 'orange' },\n ],\n },\n },\n { name: 'Done', type: FieldType.Checkbox, options: { defaultValue: true } },\n { name: 'Files', type: FieldType.Attachment },\n {\n name: 'Due Date',\n type: FieldType.Date,\n options: {\n formatting: { date: 'YYYY-MM-DD', time: 'HH:mm', timeZone: 'UTC' },\n defaultValue: 'now',\n },\n },\n { name: 'Auto Number', type: FieldType.AutoNumber },\n { name: 'Created Time', type: FieldType.CreatedTime },\n { name: 'Last Modified Time', type: FieldType.LastModifiedTime },\n { name: 'Created By', type: FieldType.CreatedBy },\n { name: 'Last Modified By', type: FieldType.LastModifiedBy },\n {\n name: 'Owner',\n type: FieldType.User,\n options: { isMultiple: true, shouldNotify: false, defaultValue: ['me'] },\n },\n {\n name: 'Action',\n type: FieldType.Button,\n options: {\n label: 'Run',\n color: 'teal',\n maxCount: 3,\n resetCount: true,\n workflow: { id: 'wflaaaaaaaaaaaaaaaa', name: 'Deploy', isActive: true },\n },\n },\n {\n id: companyLinkFieldId,\n name: 'Company',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignNode.data.resourceId,\n lookupFieldId: foreignNameFieldId,\n },\n },\n {\n id: companyLookupFieldId,\n name: 'Company Name',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n linkFieldId: companyLinkFieldId,\n foreignTableId: foreignNode.data.resourceId,\n lookupFieldId: foreignNameFieldId,\n },\n },\n {\n id: companyRollupFieldId,\n name: 'Company Revenue Total',\n type: FieldType.Rollup,\n options: { expression: 'sum({values})', timeZone: 'UTC' },\n lookupOptions: {\n linkFieldId: companyLinkFieldId,\n foreignTableId: foreignNode.data.resourceId,\n lookupFieldId: foreignRevenueFieldId,\n },\n },\n {\n id: conditionalLookupFieldId,\n name: 'High Revenue Companies',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreignNode.data.resourceId,\n lookupFieldId: foreignNameFieldId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignRevenueFieldId,\n operator: 'isGreater',\n value: 100,\n },\n ],\n },\n },\n },\n {\n id: conditionalRollupFieldId,\n name: 'High Revenue Total',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreignNode.data.resourceId,\n lookupFieldId: foreignRevenueFieldId,\n expression: 'sum({values})',\n timeZone: 'UTC',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignRevenueFieldId,\n operator: 'isGreater',\n value: 100,\n },\n ],\n },\n },\n },\n ],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n },\n {\n headers: {\n [windowIdHeader]: 'win-base-node-all-types',\n },\n }\n );\n\n expect(response.status).toBe(201);\n expect(response.headers['x-teable-v2']).toBe(isForceV2 ? 'true' : 'false');\n expect(response.headers['x-teable-v2-feature']).toBe('createTable');\n expect(response.headers['x-teable-v2-reason']).toBeTruthy();\n\n nodesToCleanup.push(response.data.id);\n\n const fields = await getFields(response.data.resourceId);\n const fieldByName = new Map(fields.map((field) => [field.name, field]));\n\n expect(fieldByName.get('Name')?.type).toBe(FieldType.SingleLineText);\n expect(fieldByName.get('Description')?.type).toBe(FieldType.LongText);\n expect(fieldByName.get('Amount')?.type).toBe(FieldType.Number);\n expect(fieldByName.get('Score')?.type).toBe(FieldType.Formula);\n expect(fieldByName.get('Priority')?.type).toBe(FieldType.Rating);\n expect(fieldByName.get('Status')?.type).toBe(FieldType.SingleSelect);\n expect(fieldByName.get('Tags')?.type).toBe(FieldType.MultipleSelect);\n expect(fieldByName.get('Done')?.type).toBe(FieldType.Checkbox);\n expect(fieldByName.get('Files')?.type).toBe(FieldType.Attachment);\n expect(fieldByName.get('Due Date')?.type).toBe(FieldType.Date);\n expect(fieldByName.get('Auto Number')?.type).toBe(FieldType.AutoNumber);\n expect(fieldByName.get('Created Time')?.type).toBe(FieldType.CreatedTime);\n expect(fieldByName.get('Last Modified Time')?.type).toBe(FieldType.LastModifiedTime);\n expect(fieldByName.get('Created By')?.type).toBe(FieldType.CreatedBy);\n expect(fieldByName.get('Last Modified By')?.type).toBe(FieldType.LastModifiedBy);\n expect(fieldByName.get('Owner')?.type).toBe(FieldType.User);\n expect(fieldByName.get('Action')?.type).toBe(FieldType.Button);\n expect(fieldByName.get('Company')?.type).toBe(FieldType.Link);\n expect(fieldByName.get('Company Name')?.type).toBe(FieldType.SingleLineText);\n expect(fieldByName.get('Company Name')?.isLookup).toBe(true);\n expect(fieldByName.get('Company Revenue Total')?.type).toBe(FieldType.Rollup);\n expect(fieldByName.get('High Revenue Companies')?.type).toBe(FieldType.SingleLineText);\n expect(fieldByName.get('High Revenue Companies')?.isLookup).toBe(true);\n expect(fieldByName.get('High Revenue Companies')?.isConditionalLookup).toBe(true);\n expect(fieldByName.get('High Revenue Total')?.type).toBe(FieldType.ConditionalRollup);\n });\n\n it('should create a dashboard node successfully', async () => {\n const response = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Test Dashboard',\n });\n\n expect(response.data).toBeDefined();\n expect(response.data.resourceMeta?.name).toBe('Test Dashboard');\n expect(response.data.resourceType).toBe(BaseNodeResourceType.Dashboard);\n expect(response.data.resourceId).toBeDefined();\n\n nodesToCleanup.push(response.data.id);\n });\n\n it('should create nested node with parentId', async () => {\n // Create parent folder\n const parent = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Parent Folder',\n });\n nodesToCleanup.push(parent.data.id);\n\n // Create child node\n const child = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child Folder',\n parentId: parent.data.id,\n });\n nodesToCleanup.push(child.data.id);\n\n expect(child.data.parentId).toBe(parent.data.id);\n\n // Verify in tree\n const tree = await getBaseNodeTree(baseId);\n const parentNode = tree.data.nodes.find((n: IBaseNodeVo) => n.id === parent.data.id);\n expect(parentNode?.children).toBeDefined();\n expect(parentNode?.children?.some((c) => c.id === child.data.id)).toBe(true);\n });\n\n it('should trim node name', async () => {\n const response = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: ' Trimmed Name ',\n });\n\n expect(response.data.resourceMeta?.name).toBe('Trimmed Name');\n nodesToCleanup.push(response.data.id);\n });\n\n it('should fail with empty name', async () => {\n const error = await getError(() =>\n createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: '',\n })\n );\n\n expect(error?.status).toBe(400);\n });\n\n it('should fail with whitespace only name', async () => {\n const error = await getError(() =>\n createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: ' ',\n })\n );\n\n expect(error?.status).toBe(400);\n });\n\n it('should fail when parent node does not exist', async () => {\n const error = await getError(() =>\n createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Test Folder',\n parentId: 'non-existent-parent-id',\n })\n );\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should fail when parent node is not folder type', async () => {\n const node = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: testTableName,\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n\n nodesToCleanup.push(node.data.id);\n\n const error = await getError(() =>\n createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: testTableName,\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n parentId: node.data.id,\n })\n );\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n });\n\n describe('PUT /api/base/:baseId/node/:nodeId - Update node', () => {\n let testNodeId: string;\n\n beforeEach(async () => {\n const node = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: originalName,\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n testNodeId = node.data.id;\n });\n\n afterEach(async () => {\n await deleteBaseNode(baseId, testNodeId);\n });\n\n it('should update node name successfully', async () => {\n const response = await updateBaseNode(baseId, testNodeId, {\n name: updatedName,\n });\n\n expect(response.data.resourceMeta?.name).toBe(updatedName);\n expect(response.data.id).toBe(testNodeId);\n });\n\n it('should update node icon successfully', async () => {\n const response = await updateBaseNode(baseId, testNodeId, {\n icon: '📁',\n });\n\n expect(response.data.resourceMeta?.icon).toBe('📁');\n expect(response.data.id).toBe(testNodeId);\n });\n\n it('should update both name and icon', async () => {\n const response = await updateBaseNode(baseId, testNodeId, {\n name: updatedName,\n icon: '🎯',\n });\n\n expect(response.data.resourceMeta?.name).toBe(updatedName);\n expect(response.data.resourceMeta?.icon).toBe('🎯');\n });\n\n it('should trim name when updating', async () => {\n const response = await updateBaseNode(baseId, testNodeId, {\n name: ' Trimmed Updated ',\n });\n\n expect(response.data.resourceMeta?.name).toBe('Trimmed Updated');\n });\n\n it('should handle empty update object', async () => {\n const response = await updateBaseNode(baseId, testNodeId, {});\n\n expect(response.data.id).toBe(testNodeId);\n expect(response.data.resourceMeta?.name).toBe(originalName);\n });\n\n it('should fail when updating non-existent node', async () => {\n const error = await getError(() =>\n updateBaseNode(baseId, nonExistentId, { name: 'New Name' })\n );\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should fail with empty name', async () => {\n const error = await getError(() => updateBaseNode(baseId, testNodeId, { name: '' }));\n\n expect(error?.status).toBe(400);\n });\n });\n\n describe('DELETE /api/base/:baseId/node/:nodeId - Delete node', () => {\n it('should delete leaf node successfully', async () => {\n // Create a node\n const node = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'To Delete',\n });\n\n // Delete it\n await deleteBaseNode(baseId, node.data.id);\n\n // Verify it's deleted\n const error = await getError(() => getBaseNode(baseId, node.data.id));\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should fail when deleting non-existent node', async () => {\n const error = await getError(() => deleteBaseNode(baseId, nonExistentId));\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should handle deletion of already deleted node', async () => {\n const node = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Temp Node',\n });\n\n // Delete once\n await deleteBaseNode(baseId, node.data.id);\n\n // Try to delete again\n const error = await getError(() => deleteBaseNode(baseId, node.data.id));\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should fail when delete folder node with children', async () => {\n const folder = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder',\n }).then((res) => res.data);\n\n await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child',\n parentId: folder.id,\n }).then((res) => res.data.id);\n\n // Verify it's deleted\n const error = await getError(() => deleteBaseNode(baseId, folder.id));\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should expose delete-table canary headers when deleting a table node', async () => {\n const table = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Delete Via Node Route',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n\n const response = await axios.delete(\n urlBuilder(DELETE_BASE_NODE, { baseId, nodeId: table.data.id }),\n {\n headers: {\n [windowIdHeader]: 'win-base-node-delete-table',\n },\n }\n );\n\n expect(response.status).toBe(200);\n expect(response.headers['x-teable-v2']).toBe(isForceV2 ? 'true' : 'false');\n expect(response.headers['x-teable-v2-feature']).toBe('deleteTable');\n expect(response.headers['x-teable-v2-reason']).toBeTruthy();\n\n const error = await getError(() => getBaseNode(baseId, table.data.id));\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n });\n\n describe('PUT /api/base/:baseId/node/:nodeId/move - Move node', () => {\n const nodesToCleanup: string[] = [];\n\n afterEach(async () => {\n for (const nodeId of [...nodesToCleanup].reverse()) {\n await deleteBaseNode(baseId, nodeId);\n }\n nodesToCleanup.length = 0;\n });\n\n it('should move node to another folder', async () => {\n // Create nodes\n const folder1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder 1',\n });\n nodesToCleanup.push(folder1.data.id);\n\n const folder2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder 2',\n });\n nodesToCleanup.push(folder2.data.id);\n\n const node = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Node to Move',\n parentId: folder1.data.id,\n });\n nodesToCleanup.push(node.data.id);\n\n // Move node to folder2\n const response = await moveBaseNode(baseId, node.data.id, {\n parentId: folder2.data.id,\n });\n\n expect(response.data.parentId).toBe(folder2.data.id);\n });\n\n it('should move node to root level', async () => {\n // Create parent folder and child\n const parent = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Parent',\n });\n nodesToCleanup.push(parent.data.id);\n\n const child = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child',\n parentId: parent.data.id,\n });\n nodesToCleanup.push(child.data.id);\n\n // Move to root\n const response = await moveBaseNode(baseId, child.data.id, {\n parentId: null,\n });\n\n expect(response.data.parentId).toBeNull();\n });\n\n it('should reorder nodes using anchorId and position', async () => {\n // Create multiple nodes at root level\n const node1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Node 1',\n });\n nodesToCleanup.push(node1.data.id);\n\n const node2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Node 2',\n });\n nodesToCleanup.push(node2.data.id);\n\n const node3 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Node 3',\n });\n nodesToCleanup.push(node3.data.id);\n\n // Move node3 before node1\n const response = await moveBaseNode(baseId, node3.data.id, {\n anchorId: node1.data.id,\n position: 'before',\n });\n\n expect(response.data).toBeDefined();\n expect(response.data.id).toBe(node3.data.id);\n });\n\n it('should reorder nodes using position before and anchorId same parent', async () => {\n // Create a parent folder\n const parent = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Parent Folder',\n });\n nodesToCleanup.push(parent.data.id);\n\n // Create multiple child nodes under same parent\n const child1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child 1',\n parentId: parent.data.id,\n });\n nodesToCleanup.push(child1.data.id);\n\n const child2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child 2',\n parentId: parent.data.id,\n });\n nodesToCleanup.push(child2.data.id);\n\n const child3 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child 3',\n parentId: parent.data.id,\n });\n nodesToCleanup.push(child3.data.id);\n\n // Move child3 before child1 (both have same parent)\n const response = await moveBaseNode(baseId, child3.data.id, {\n anchorId: child1.data.id,\n position: 'before',\n });\n\n expect(response.data).toBeDefined();\n expect(response.data.id).toBe(child3.data.id);\n expect(response.data.parentId).toBe(parent.data.id);\n });\n\n it('should reorder nodes using position after', async () => {\n const node1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Node A',\n });\n nodesToCleanup.push(node1.data.id);\n\n const node2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Node B',\n });\n nodesToCleanup.push(node2.data.id);\n\n // Move node1 after node2\n const response = await moveBaseNode(baseId, node1.data.id, {\n anchorId: node2.data.id,\n position: 'after',\n });\n\n expect(response.data.id).toBe(node1.data.id);\n });\n\n it('should reorder nodes using position after and anchorId same parent', async () => {\n // Create a parent folder\n const parent = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Parent Container',\n });\n nodesToCleanup.push(parent.data.id);\n\n // Create multiple child nodes under same parent\n const childA = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child A',\n parentId: parent.data.id,\n });\n nodesToCleanup.push(childA.data.id);\n\n const childB = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child B',\n parentId: parent.data.id,\n });\n nodesToCleanup.push(childB.data.id);\n\n const childC = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child C',\n parentId: parent.data.id,\n });\n nodesToCleanup.push(childC.data.id);\n\n // Move childA after childC (both have same parent)\n const response = await moveBaseNode(baseId, childA.data.id, {\n anchorId: childC.data.id,\n position: 'after',\n });\n\n expect(response.data).toBeDefined();\n expect(response.data.id).toBe(childA.data.id);\n expect(response.data.parentId).toBe(parent.data.id);\n });\n\n it('should fail when moving node to itself', async () => {\n const node = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Self Reference Node',\n });\n nodesToCleanup.push(node.data.id);\n\n const error = await getError(() =>\n moveBaseNode(baseId, node.data.id, {\n parentId: node.data.id,\n })\n );\n\n expect(error?.status).toBe(400);\n });\n\n it('should fail when moving node to its own child (circular reference)', async () => {\n // Create parent and child\n const parent = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Parent',\n });\n nodesToCleanup.push(parent.data.id);\n\n const child = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child',\n parentId: parent.data.id,\n });\n nodesToCleanup.push(child.data.id);\n\n // Try to move parent into child (circular reference)\n const error = await getError(() =>\n moveBaseNode(baseId, parent.data.id, {\n parentId: child.data.id,\n })\n );\n\n expect(error?.status).toBe(400);\n });\n\n it('should fail when anchor node does not exist', async () => {\n const node = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Test Node',\n });\n nodesToCleanup.push(node.data.id);\n\n const error = await getError(() =>\n moveBaseNode(baseId, node.data.id, {\n anchorId: 'non-existent-anchor',\n position: 'before',\n })\n );\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should fail when parent node does not folder type', async () => {\n // Create a table node (non-folder type)\n const table = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Non-Folder Parent',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n nodesToCleanup.push(table.data.id);\n\n // Create a folder node\n const folder = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder Node',\n });\n nodesToCleanup.push(folder.data.id);\n\n // Try to move folder under table (should fail because table is not a folder)\n const error = await getError(() =>\n moveBaseNode(baseId, folder.data.id, {\n parentId: table.data.id,\n })\n );\n\n expect(error?.status).toBe(400);\n });\n });\n\n describe('POST /api/base/:baseId/node/:nodeId/duplicate - Duplicate node', () => {\n const nodesToCleanup: string[] = [];\n\n afterEach(async () => {\n for (const nodeId of [...nodesToCleanup].reverse()) {\n await deleteBaseNode(baseId, nodeId);\n }\n nodesToCleanup.length = 0;\n });\n\n it('should duplicate folder fail', async () => {\n const original = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Original Folder',\n });\n nodesToCleanup.push(original.data.id);\n\n const error = await getError(() =>\n duplicateBaseNode(baseId, original.data.id, {\n name: 'Duplicated Folder',\n })\n );\n\n expect(error?.status).toBe(400);\n });\n\n it('should duplicate table successfully', async () => {\n const original = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Original Table',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n nodesToCleanup.push(original.data.id);\n\n const duplicate = await duplicateBaseNode(baseId, original.data.id, {\n name: 'Duplicated Table',\n });\n nodesToCleanup.push(duplicate.data.id);\n\n expect(duplicate.data.id).not.toBe(original.data.id);\n expect(duplicate.data.resourceId).not.toBe(original.data.resourceId);\n expect(duplicate.data.resourceMeta?.name).toBe('Duplicated Table');\n });\n\n it('should duplicate dashboard successfully', async () => {\n const original = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Original Dashboard',\n });\n nodesToCleanup.push(original.data.id);\n\n const duplicate = await duplicateBaseNode(baseId, original.data.id, {\n name: 'Duplicated Dashboard',\n });\n nodesToCleanup.push(duplicate.data.id);\n\n expect(duplicate.data.id).not.toBe(original.data.id);\n expect(duplicate.data.resourceMeta?.name).toBe('Duplicated Dashboard');\n });\n\n it('should fail when duplicating non-existent node', async () => {\n const error = await getError(() =>\n duplicateBaseNode(baseId, nonExistentId, { name: 'Duplicate' })\n );\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n });\n\n describe('Integration scenarios', () => {\n const nodesToCleanup: string[] = [];\n\n afterEach(async () => {\n for (const nodeId of [...nodesToCleanup].reverse()) {\n await deleteBaseNode(baseId, nodeId);\n }\n nodesToCleanup.length = 0;\n });\n\n it('should handle complete CRUD lifecycle', async () => {\n // Create\n const created = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Lifecycle Test',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n expect(created.data.resourceMeta?.name).toBe('Lifecycle Test');\n nodesToCleanup.push(created.data.id);\n\n // Read\n const read = await getBaseNode(baseId, created.data.id);\n expect(read.data.id).toBe(created.data.id);\n\n // Update\n const updated = await updateBaseNode(baseId, created.data.id, {\n name: 'Updated Lifecycle Test',\n icon: '🔄',\n });\n expect(updated.data.resourceMeta?.name).toBe('Updated Lifecycle Test');\n expect(updated.data.resourceMeta?.icon).toBe('🔄');\n\n // Delete\n await deleteBaseNode(baseId, created.data.id);\n const error = await getError(() => getBaseNode(baseId, created.data.id));\n expect(error?.status).toBeGreaterThanOrEqual(400);\n\n // Remove from cleanup since already deleted\n nodesToCleanup.pop();\n });\n\n it('should handle complex folder hierarchy', async () => {\n const root = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Root',\n });\n nodesToCleanup.push(root.data.id);\n\n const child1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child 1',\n parentId: root.data.id,\n });\n nodesToCleanup.push(child1.data.id);\n\n const child2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Child 2',\n parentId: root.data.id,\n });\n nodesToCleanup.push(child2.data.id);\n\n const child1Table = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Child 1 Table',\n parentId: child1.data.id,\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n nodesToCleanup.push(child1Table.data.id);\n\n // Verify structure\n const tree = await getBaseNodeTree(baseId);\n const rootNode = tree.data.nodes.find((n: IBaseNodeVo) => n.id === root.data.id);\n\n expect(rootNode?.children).toHaveLength(2);\n const child1Node = tree.data.nodes.find((n: IBaseNodeVo) => n.id === child1.data.id);\n expect(child1Node?.children).toHaveLength(1);\n });\n\n it('should handle moving nodes between folders', async () => {\n // Create structure: Folder A with Child, Folder B empty\n const folderA = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder A',\n });\n nodesToCleanup.push(folderA.data.id);\n\n const folderB = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder B',\n });\n nodesToCleanup.push(folderB.data.id);\n\n const child = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Movable Table',\n parentId: folderA.data.id,\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n nodesToCleanup.push(child.data.id);\n\n // Verify initial state\n let node = await getBaseNode(baseId, child.data.id);\n expect(node.data.parentId).toBe(folderA.data.id);\n\n // Move to Folder B\n await moveBaseNode(baseId, child.data.id, {\n parentId: folderB.data.id,\n });\n\n // Verify moved\n node = await getBaseNode(baseId, child.data.id);\n expect(node.data.parentId).toBe(folderB.data.id);\n\n // Move to root\n await moveBaseNode(baseId, child.data.id, {\n parentId: null,\n });\n\n // Verify at root\n node = await getBaseNode(baseId, child.data.id);\n expect(node.data.parentId).toBeNull();\n });\n\n it('should maintain order when creating and moving nodes', async () => {\n // Create multiple nodes\n const nodes = [];\n for (let i = 1; i <= 3; i++) {\n const node = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: `Order Test ${i}`,\n });\n nodes.push(node.data);\n nodesToCleanup.push(node.data.id);\n }\n\n // Get tree and verify all nodes exist\n const tree = await getBaseNodeTree(baseId);\n for (const node of nodes) {\n const found = tree.data.nodes.find((n: IBaseNodeVo) => n.id === node.id);\n expect(found).toBeDefined();\n }\n });\n });\n\n describe('Folder depth limitation', () => {\n const nodesToCleanup: string[] = [];\n\n afterEach(async () => {\n // Cleanup nodes in reverse order to handle hierarchy\n for (const nodeId of [...nodesToCleanup].reverse()) {\n await deleteBaseNode(baseId, nodeId);\n }\n nodesToCleanup.length = 0;\n });\n\n it('should allow creating folders up to max depth (3 levels)', async () => {\n // Create level 1 folder\n const level1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Level 1 Folder',\n });\n nodesToCleanup.push(level1.data.id);\n expect(level1.data.parentId).toBeNull();\n\n // Create level 2 folder\n const level2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Level 2 Folder',\n parentId: level1.data.id,\n });\n nodesToCleanup.push(level2.data.id);\n expect(level2.data.parentId).toBe(level1.data.id);\n });\n\n it('should fail when creating folder exceeding max depth (4th level)', async () => {\n // Create 3 levels of folders\n const level1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Depth Limit Level 1',\n });\n nodesToCleanup.push(level1.data.id);\n\n const level2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Depth Limit Level 2',\n parentId: level1.data.id,\n });\n nodesToCleanup.push(level2.data.id);\n\n // Try to create level 4 folder (should fail)\n const error = await getError(() =>\n createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Depth Limit Level 3',\n parentId: level2.data.id,\n })\n );\n\n expect(error?.status).toBe(400);\n });\n\n it('should allow creating table in folder at max depth', async () => {\n // Create 2 levels of folders\n const level1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Table Depth Level 1',\n });\n nodesToCleanup.push(level1.data.id);\n\n const level2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Table Depth Level 2',\n parentId: level1.data.id,\n });\n nodesToCleanup.push(level2.data.id);\n\n // Create table in level 2 folder (should succeed - tables don't count as depth)\n const table = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table in Max Depth',\n parentId: level2.data.id,\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n nodesToCleanup.push(table.data.id);\n expect(table.data.parentId).toBe(level2.data.id);\n });\n\n it('should fail when moving folder to exceed max depth using anchorId', async () => {\n // Create 3 levels of folders\n const level1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Move Depth Level 1',\n });\n nodesToCleanup.push(level1.data.id);\n\n const level2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Move Depth Level 2',\n parentId: level1.data.id,\n });\n nodesToCleanup.push(level2.data.id);\n\n const level3 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table in Move Depth Level 3',\n parentId: level2.data.id,\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n nodesToCleanup.push(level3.data.id);\n\n // Create a folder at root level to move\n const folderToMove = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder to Move',\n });\n nodesToCleanup.push(folderToMove.data.id);\n\n // Try to move folder next to level2 (which would make it level 3 if it had the same parent)\n // Using anchorId with position should check depth\n const error = await getError(() =>\n moveBaseNode(baseId, folderToMove.data.id, {\n anchorId: level3.data.id,\n position: 'after',\n })\n );\n\n expect(error?.status).toBe(400);\n });\n\n it('should fail when moving folder to another folder exceeds max depth using parentId', async () => {\n // Create 2 levels of folders (max depth)\n const level1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Parent Move Depth Level 1',\n });\n nodesToCleanup.push(level1.data.id);\n\n const level2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Parent Move Depth Level 2',\n parentId: level1.data.id,\n });\n nodesToCleanup.push(level2.data.id);\n\n // Create a folder at root level to move\n const folderToMove = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder to Move Into Depth',\n });\n nodesToCleanup.push(folderToMove.data.id);\n\n // Try to move folder into level2 using parentId (would exceed max depth)\n const error = await getError(() =>\n moveBaseNode(baseId, folderToMove.data.id, {\n parentId: level2.data.id,\n })\n );\n\n expect(error?.status).toBe(400);\n });\n\n it('should allow moving folder within valid depth using anchorId', async () => {\n // Create 2 levels of folders\n const level1 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Valid Move Level 1',\n });\n nodesToCleanup.push(level1.data.id);\n\n const level2 = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Valid Move Level 2',\n parentId: level1.data.id,\n });\n nodesToCleanup.push(level2.data.id);\n\n // Create a folder at root level\n const folderToMove = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder to Move Valid',\n });\n nodesToCleanup.push(folderToMove.data.id);\n\n // Move folder next to level2 (which makes it level 3 - still valid)\n const response = await moveBaseNode(baseId, folderToMove.data.id, {\n anchorId: level2.data.id,\n position: 'after',\n });\n\n expect(response.data.id).toBe(folderToMove.data.id);\n expect(response.data.parentId).toBe(level1.data.id);\n });\n\n it('should return maxFolderDepth in tree response', async () => {\n const response = await getBaseNodeTree(baseId);\n\n expect(response.data).toHaveProperty('maxFolderDepth');\n expect(response.data.maxFolderDepth).toBe(2);\n });\n });\n\n describe('Permission tests', () => {\n let permissionSpaceId: string;\n let permissionBaseId: string;\n let viewerAxios: AxiosInstance;\n let creatorAxios: AxiosInstance;\n let nonCollaboratorAxios: AxiosInstance;\n const nodesToCleanup: string[] = [];\n\n const viewerEmail = 'base-node-viewer@test.com';\n const creatorEmail = 'base-node-creator@test.com';\n const nonCollaboratorEmail = 'base-node-non-collaborator@test.com';\n\n beforeAll(async () => {\n // Create a new space and base for permission tests\n const space = await apiCreateSpace({ name: 'Permission Test Space' }).then((res) => res.data);\n permissionSpaceId = space.id;\n\n const base = await createBase({\n name: 'Permission Test Base',\n spaceId: permissionSpaceId,\n }).then((res) => res.data);\n permissionBaseId = base.id;\n\n // Create test users\n viewerAxios = await createNewUserAxios({\n email: viewerEmail,\n password: '12345678',\n });\n\n creatorAxios = await createNewUserAxios({\n email: creatorEmail,\n password: '12345678',\n });\n\n nonCollaboratorAxios = await createNewUserAxios({\n email: nonCollaboratorEmail,\n password: '12345678',\n });\n\n // Invite viewer with Viewer role (read-only)\n await emailBaseInvitation({\n baseId: permissionBaseId,\n emailBaseInvitationRo: {\n emails: [viewerEmail],\n role: Role.Viewer,\n },\n });\n\n // Invite creator with Creator role (full access)\n await emailBaseInvitation({\n baseId: permissionBaseId,\n emailBaseInvitationRo: {\n emails: [creatorEmail],\n role: Role.Creator,\n },\n });\n });\n\n afterAll(async () => {\n // Cleanup nodes first\n for (const nodeId of [...nodesToCleanup].reverse()) {\n await deleteBaseNode(permissionBaseId, nodeId);\n }\n // Then delete the space (which will delete the base)\n await apiPermanentDeleteSpace(permissionSpaceId);\n });\n\n describe('Non-collaborator access', () => {\n it('should fail to get node list when user is not a collaborator', async () => {\n const error = await getError(() =>\n nonCollaboratorAxios.get(urlBuilder(GET_BASE_NODE_LIST, { baseId: permissionBaseId }))\n );\n expect(error?.status).toBe(403);\n });\n\n it('should fail to get node tree when user is not a collaborator', async () => {\n const error = await getError(() =>\n nonCollaboratorAxios.get(urlBuilder(GET_BASE_NODE_TREE, { baseId: permissionBaseId }))\n );\n expect(error?.status).toBe(403);\n });\n\n it('should fail to create node when user is not a collaborator', async () => {\n const error = await getError(() =>\n nonCollaboratorAxios.post(urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }), {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Unauthorized Folder',\n })\n );\n expect(error?.status).toBe(403);\n });\n });\n\n describe('Viewer role permissions', () => {\n let testFolderId: string;\n let testTableId: string;\n let testDashboardId: string;\n\n beforeAll(async () => {\n // Create test nodes as owner for viewer to test against\n const folder = await createBaseNode(permissionBaseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Viewer Test Folder',\n });\n testFolderId = folder.data.id;\n nodesToCleanup.push(testFolderId);\n\n const table = await createBaseNode(permissionBaseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Viewer Test Table',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n testTableId = table.data.id;\n nodesToCleanup.push(testTableId);\n\n const dashboard = await createBaseNode(permissionBaseId, {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Viewer Test Dashboard',\n });\n testDashboardId = dashboard.data.id;\n nodesToCleanup.push(testDashboardId);\n });\n\n it('should allow viewer to get node list', async () => {\n const response = await viewerAxios.get(\n urlBuilder(GET_BASE_NODE_LIST, { baseId: permissionBaseId })\n );\n expect(response.status).toBe(200);\n expect(Array.isArray(response.data)).toBe(true);\n });\n\n it('should allow viewer to get node tree', async () => {\n const response = await viewerAxios.get(\n urlBuilder(GET_BASE_NODE_TREE, { baseId: permissionBaseId })\n );\n expect(response.status).toBe(200);\n expect(response.data).toHaveProperty('nodes');\n });\n\n it('should allow viewer to get single folder node', async () => {\n const response = await viewerAxios.get(\n urlBuilder(GET_BASE_NODE, { baseId: permissionBaseId, nodeId: testFolderId })\n );\n expect(response.status).toBe(200);\n expect(response.data.id).toBe(testFolderId);\n });\n\n it('should allow viewer to get single table node', async () => {\n const response = await viewerAxios.get(\n urlBuilder(GET_BASE_NODE, { baseId: permissionBaseId, nodeId: testTableId })\n );\n expect(response.status).toBe(200);\n expect(response.data.id).toBe(testTableId);\n });\n\n it('should allow viewer to get single dashboard node', async () => {\n const response = await viewerAxios.get(\n urlBuilder(GET_BASE_NODE, { baseId: permissionBaseId, nodeId: testDashboardId })\n );\n expect(response.status).toBe(200);\n expect(response.data.id).toBe(testDashboardId);\n });\n\n it('should deny viewer from creating folder node', async () => {\n const error = await getError(() =>\n viewerAxios.post(urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }), {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Viewer Created Folder',\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('should deny viewer from creating table node', async () => {\n // Viewer doesn't have table|create permission\n const error = await getError(() =>\n viewerAxios.post(urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }), {\n resourceType: BaseNodeResourceType.Table,\n name: 'Viewer Table',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('should deny viewer from creating dashboard node', async () => {\n // Viewer doesn't have base|update permission required for Dashboard creation\n const error = await getError(() =>\n viewerAxios.post(urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }), {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Viewer Dashboard',\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('should deny viewer from updating table node', async () => {\n // Viewer doesn't have table|update permission\n const error = await getError(() =>\n viewerAxios.put(\n urlBuilder(UPDATE_BASE_NODE, { baseId: permissionBaseId, nodeId: testTableId }),\n { name: 'Viewer Updated Table' }\n )\n );\n expect(error?.status).toBe(403);\n });\n\n it('should deny viewer from updating dashboard node', async () => {\n // Viewer doesn't have base|update permission\n const error = await getError(() =>\n viewerAxios.put(\n urlBuilder(UPDATE_BASE_NODE, { baseId: permissionBaseId, nodeId: testDashboardId }),\n { name: 'Viewer Updated Dashboard' }\n )\n );\n expect(error?.status).toBe(403);\n });\n\n it('should deny viewer from deleting table node', async () => {\n // Viewer doesn't have table|delete permission\n const error = await getError(() =>\n viewerAxios.delete(\n urlBuilder(DELETE_BASE_NODE, { baseId: permissionBaseId, nodeId: testTableId })\n )\n );\n expect(error?.status).toBe(403);\n });\n\n it('should deny viewer from deleting dashboard node', async () => {\n // Viewer doesn't have base|update permission\n const error = await getError(() =>\n viewerAxios.delete(\n urlBuilder(DELETE_BASE_NODE, { baseId: permissionBaseId, nodeId: testDashboardId })\n )\n );\n expect(error?.status).toBe(403);\n });\n\n it('should deny viewer from moving node (requires base|update)', async () => {\n // Move operation requires base|update permission\n const error = await getError(() =>\n viewerAxios.put(\n urlBuilder(MOVE_BASE_NODE, { baseId: permissionBaseId, nodeId: testTableId }),\n { parentId: testFolderId }\n )\n );\n expect(error?.status).toBe(403);\n });\n\n it('should deny viewer from duplicating table node', async () => {\n // Duplicate requires BaseNodeAction.Read and BaseNodeAction.Create\n // For table, create requires table|create which viewer doesn't have\n const error = await getError(() =>\n viewerAxios.post(\n urlBuilder(DUPLICATE_BASE_NODE, { baseId: permissionBaseId, nodeId: testTableId }),\n { name: 'Duplicated Table' }\n )\n );\n expect(error?.status).toBe(403);\n });\n });\n\n describe('Creator role permissions', () => {\n const creatorNodesToCleanup: string[] = [];\n\n afterEach(async () => {\n for (const nodeId of [...creatorNodesToCleanup].reverse()) {\n await deleteBaseNode(permissionBaseId, nodeId);\n }\n creatorNodesToCleanup.length = 0;\n });\n\n it('should allow creator to get node list', async () => {\n const response = await creatorAxios.get(\n urlBuilder(GET_BASE_NODE_LIST, { baseId: permissionBaseId })\n );\n expect(response.status).toBe(200);\n });\n\n it('should allow creator to get node tree', async () => {\n const response = await creatorAxios.get(\n urlBuilder(GET_BASE_NODE_TREE, { baseId: permissionBaseId })\n );\n expect(response.status).toBe(200);\n });\n\n it('should allow creator to create folder node', async () => {\n const response = await creatorAxios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }),\n {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Creator Folder',\n }\n );\n expect(response.status).toBe(201);\n expect(response.data.resourceMeta?.name).toBe('Creator Folder');\n creatorNodesToCleanup.push(response.data.id);\n });\n\n it('should allow creator to create table node', async () => {\n const response = await creatorAxios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }),\n {\n resourceType: BaseNodeResourceType.Table,\n name: 'Creator Table',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }\n );\n expect(response.status).toBe(201);\n expect(response.data.resourceMeta?.name).toBe('Creator Table');\n creatorNodesToCleanup.push(response.data.id);\n });\n\n it('should allow creator to create dashboard node', async () => {\n const response = await creatorAxios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }),\n {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Creator Dashboard',\n }\n );\n expect(response.status).toBe(201);\n expect(response.data.resourceMeta?.name).toBe('Creator Dashboard');\n creatorNodesToCleanup.push(response.data.id);\n });\n\n it('should allow creator to update table node', async () => {\n const table = await creatorAxios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }),\n {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table to Update',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }\n );\n creatorNodesToCleanup.push(table.data.id);\n\n const response = await creatorAxios.put(\n urlBuilder(UPDATE_BASE_NODE, { baseId: permissionBaseId, nodeId: table.data.id }),\n { name: 'Updated Table Name' }\n );\n expect(response.status).toBe(200);\n expect(response.data.resourceMeta?.name).toBe('Updated Table Name');\n });\n\n it('should allow creator to delete table node', async () => {\n const table = await creatorAxios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }),\n {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table to Delete',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }\n );\n\n const response = await creatorAxios.delete(\n urlBuilder(DELETE_BASE_NODE, { baseId: permissionBaseId, nodeId: table.data.id })\n );\n expect(response.status).toBe(200);\n });\n\n it('should allow creator to move node', async () => {\n const folder = await creatorAxios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }),\n {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Move Target Folder',\n }\n );\n creatorNodesToCleanup.push(folder.data.id);\n\n const table = await creatorAxios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }),\n {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table to Move',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }\n );\n creatorNodesToCleanup.push(table.data.id);\n\n const response = await creatorAxios.put(\n urlBuilder(MOVE_BASE_NODE, { baseId: permissionBaseId, nodeId: table.data.id }),\n { parentId: folder.data.id }\n );\n expect(response.status).toBe(200);\n expect(response.data.parentId).toBe(folder.data.id);\n });\n\n it('should allow creator to duplicate table node', async () => {\n const table = await creatorAxios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }),\n {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table to Duplicate',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }\n );\n creatorNodesToCleanup.push(table.data.id);\n\n const response = await creatorAxios.post(\n urlBuilder(DUPLICATE_BASE_NODE, { baseId: permissionBaseId, nodeId: table.data.id }),\n { name: 'Duplicated Table' }\n );\n expect(response.status).toBe(201);\n expect(response.data.resourceMeta?.name).toBe('Duplicated Table');\n creatorNodesToCleanup.push(response.data.id);\n });\n\n it('should allow creator to duplicate dashboard node', async () => {\n const dashboard = await creatorAxios.post(\n urlBuilder(CREATE_BASE_NODE, { baseId: permissionBaseId }),\n {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Dashboard to Duplicate',\n }\n );\n creatorNodesToCleanup.push(dashboard.data.id);\n\n const response = await creatorAxios.post(\n urlBuilder(DUPLICATE_BASE_NODE, { baseId: permissionBaseId, nodeId: dashboard.data.id }),\n { name: 'Duplicated Dashboard' }\n );\n expect(response.status).toBe(201);\n expect(response.data.resourceMeta?.name).toBe('Duplicated Dashboard');\n creatorNodesToCleanup.push(response.data.id);\n });\n });\n\n describe('Permission filtering on list/tree endpoints', () => {\n it('should filter nodes based on user permissions in list', async () => {\n // Create nodes as owner\n const folder = await createBaseNode(permissionBaseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Shared Folder',\n });\n nodesToCleanup.push(folder.data.id);\n\n const table = await createBaseNode(permissionBaseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Shared Table',\n fields: [{ name: 'Field1', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n });\n nodesToCleanup.push(table.data.id);\n\n // Viewer should see nodes they have permission to read\n const viewerList = await viewerAxios.get(\n urlBuilder(GET_BASE_NODE_LIST, { baseId: permissionBaseId })\n );\n expect(viewerList.status).toBe(200);\n\n // Viewer has table|read so they should see the table\n const viewerTableNode = viewerList.data.find((n: IBaseNodeVo) => n.id === table.data.id);\n expect(viewerTableNode).toBeDefined();\n\n // Viewer has base|read so they should see the folder (folder has no special permission)\n const viewerFolderNode = viewerList.data.find((n: IBaseNodeVo) => n.id === folder.data.id);\n expect(viewerFolderNode).toBeDefined();\n });\n\n it('should filter nodes based on user permissions in tree', async () => {\n const folder = await createBaseNode(permissionBaseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Tree Test Folder',\n });\n nodesToCleanup.push(folder.data.id);\n\n const dashboard = await createBaseNode(permissionBaseId, {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Tree Test Dashboard',\n });\n nodesToCleanup.push(dashboard.data.id);\n\n // Viewer should see nodes in tree\n const viewerTree = await viewerAxios.get(\n urlBuilder(GET_BASE_NODE_TREE, { baseId: permissionBaseId })\n );\n expect(viewerTree.status).toBe(200);\n\n // Viewer has base|read so they should see dashboard (dashboard read requires base|read)\n const viewerDashboardNode = viewerTree.data.nodes.find(\n (n: IBaseNodeVo) => n.id === dashboard.data.id\n );\n expect(viewerDashboardNode).toBeDefined();\n });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/base-query.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport {\n CellFormat,\n Colors,\n FieldType,\n contains,\n hasAnyOf,\n isAnyOf,\n isGreater,\n SortFunc,\n StatisticsFunc,\n TimeFormatting,\n} from '@teable/core';\nimport type { IBaseQuery, ITableFullVo } from '@teable/openapi';\nimport { createTable, BaseQueryColumnType, BaseQueryJoinType } from '@teable/openapi';\nimport dayjs from 'dayjs';\nimport timezone from 'dayjs/plugin/timezone';\nimport utc from 'dayjs/plugin/utc';\nimport { BaseQueryService } from '../src/features/base/base-query/base-query.service';\nimport { initApp } from './utils/init-app';\n\ndayjs.extend(utc);\ndayjs.extend(timezone);\n\ntype AggregationCase = {\n name: string;\n buildQuery: () => IBaseQuery;\n resultKey: () => string;\n expected: unknown | ((value: unknown) => void);\n before?: () => Promise<(() => void) | void> | (() => void);\n};\n\ndescribe('BaseSqlQuery e2e', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let baseQueryService: BaseQueryService;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n baseQueryService = app.get(BaseQueryService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n const baseQuery = async (\n baseId: string,\n baseQuery: IBaseQuery,\n cellFormat: CellFormat = CellFormat.Text\n ) => {\n return await baseQueryService.baseQuery(baseId, baseQuery, cellFormat);\n };\n\n describe('Iterate through each query capability', () => {\n let table: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n fields: [\n {\n name: 'name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'age?',\n type: FieldType.Number,\n },\n {\n name: 'position',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n {\n name: 'Frontend Developer',\n color: Colors.Red,\n },\n {\n name: 'Backend Developer',\n color: Colors.Blue,\n },\n ],\n },\n },\n ],\n records: [\n {\n fields: {\n name: 'Alice',\n 'age?': 20,\n position: 'Frontend Developer',\n },\n },\n {\n fields: {\n name: 'Bob',\n 'age?': 30,\n position: 'Backend Developer',\n },\n },\n {\n fields: {\n name: 'Charlie',\n 'age?': 40,\n position: 'Frontend Developer',\n },\n },\n ],\n }).then((res) => res.data);\n });\n\n it('aggregation', async () => {\n const res = await baseQuery(baseId, {\n from: table.id,\n aggregation: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Average,\n },\n ],\n });\n\n expect(res.rows).toEqual([\n expect.objectContaining({ [`${table.fields[1].id}_${StatisticsFunc.Average}`]: 30 }),\n ]);\n });\n\n it('filter', async () => {\n const res = await baseQuery(baseId, {\n from: table.id,\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n operator: isGreater.value,\n value: 35,\n },\n ],\n },\n });\n expect(res.columns).toHaveLength(3);\n expect(res.rows).toEqual([\n {\n [`${table.fields[0].id}`]: 'Charlie',\n [`${table.fields[1].id}`]: 40,\n [`${table.fields[2].id}`]: 'Frontend Developer',\n },\n ]);\n });\n\n it('orderBy', async () => {\n const res = await baseQuery(baseId, {\n from: table.id,\n orderBy: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n order: SortFunc.Desc,\n },\n ],\n });\n expect(res.columns).toHaveLength(3);\n expect(res.rows).toEqual([\n {\n [`${table.fields[0].id}`]: 'Charlie',\n [`${table.fields[1].id}`]: 40,\n [`${table.fields[2].id}`]: 'Frontend Developer',\n },\n {\n [`${table.fields[0].id}`]: 'Bob',\n [`${table.fields[1].id}`]: 30,\n [`${table.fields[2].id}`]: 'Backend Developer',\n },\n {\n [`${table.fields[0].id}`]: 'Alice',\n [`${table.fields[1].id}`]: 20,\n [`${table.fields[2].id}`]: 'Frontend Developer',\n },\n ]);\n });\n\n it('groupBy', async () => {\n const res = await baseQuery(baseId, {\n from: table.id,\n select: [\n {\n column: table.fields[2].id,\n type: BaseQueryColumnType.Field,\n },\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Average}`,\n type: BaseQueryColumnType.Aggregation,\n },\n ],\n groupBy: [\n {\n column: table.fields[2].id,\n type: BaseQueryColumnType.Field,\n },\n ],\n aggregation: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Average,\n },\n ],\n });\n expect(res.columns).toHaveLength(2);\n const sortByRole = (a: Record, b: Record) =>\n String(a[table.fields[2].id]).localeCompare(String(b[table.fields[2].id]));\n expect([...res.rows].sort(sortByRole)).toEqual(\n [\n {\n [`${table.fields[2].id}`]: 'Backend Developer',\n [`${table.fields[1].id}_${StatisticsFunc.Average}`]: 30,\n },\n {\n [`${table.fields[2].id}`]: 'Frontend Developer',\n [`${table.fields[1].id}_${StatisticsFunc.Average}`]: 30,\n },\n ].sort(sortByRole)\n );\n });\n\n it('groupBy with date', async () => {\n const table = await createTable(baseId, {\n fields: [\n {\n name: 'id',\n type: FieldType.SingleLineText,\n },\n {\n name: 'date',\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n },\n ],\n records: [\n {\n fields: {\n id: '1',\n date: '2024-01-01',\n },\n },\n {\n fields: {\n id: '2',\n date: '2024-01-02',\n },\n },\n {\n fields: {\n id: '3',\n date: '2024-01-01',\n },\n },\n ],\n }).then((res) => res.data);\n const res = await baseQuery(baseId, {\n from: table.id,\n groupBy: [{ column: table.fields[1].id, type: BaseQueryColumnType.Field }],\n });\n expect(res.columns).toHaveLength(1);\n expect(res.rows).toEqual(\n expect.arrayContaining([\n { [`${table.fields[1].id}`]: '2024-01-01' },\n { [`${table.fields[1].id}`]: '2024-01-02' },\n ])\n );\n });\n\n it('groupBy with single user field', async () => {\n const table = await createTable(baseId, {\n fields: [\n {\n name: 'user',\n type: FieldType.User,\n },\n ],\n records: [\n {\n fields: {},\n },\n {\n fields: {\n user: {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n },\n },\n ],\n }).then((res) => res.data);\n const res = await baseQuery(baseId, {\n from: table.id,\n groupBy: [{ column: table.fields[0].id, type: BaseQueryColumnType.Field }],\n });\n expect(res.columns).toHaveLength(1);\n const sortByUser = (a: Record, b: Record) =>\n String(a[table.fields[0].id] ?? '').localeCompare(String(b[table.fields[0].id] ?? ''));\n expect([...res.rows].sort(sortByUser)).toEqual(\n [{}, { [`${table.fields[0].id}`]: globalThis.testConfig.userName }].sort(sortByUser)\n );\n });\n\n it('filters multi-user field with pre-qualified column names', async () => {\n const table = await createTable(baseId, {\n fields: [\n {\n name: 'members',\n type: FieldType.User,\n options: {\n isMultiple: true,\n },\n },\n ],\n records: [\n {\n fields: {\n members: [\n {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n ],\n },\n },\n {\n fields: {\n members: [],\n },\n },\n ],\n }).then((res) => res.data);\n const membersField = table.fields.find((field) => field.name === 'members');\n expect(membersField).toBeDefined();\n try {\n const res = await baseQuery(\n baseId,\n {\n from: table.id,\n select: [\n {\n column: membersField!.id,\n type: BaseQueryColumnType.Field,\n },\n ],\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: membersField!.id,\n type: BaseQueryColumnType.Field,\n operator: hasAnyOf.value,\n value: [globalThis.testConfig.userId],\n },\n ],\n },\n },\n CellFormat.Json\n );\n\n expect(res.rows).toHaveLength(1);\n expect(res.rows[0][membersField!.id]).toEqual([\n expect.objectContaining({ id: globalThis.testConfig.userId }),\n ]);\n } finally {\n // no additional cleanup required\n }\n });\n\n it('limit and offset', async () => {\n const res = await baseQuery(baseId, {\n from: table.id,\n limit: 1,\n offset: 1,\n });\n expect(res.columns).toHaveLength(3);\n expect(res.rows).toHaveLength(1);\n });\n\n describe('from', () => {\n it('from query', async () => {\n const res = await baseQuery(baseId, {\n from: {\n from: table.id,\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n operator: isGreater.value,\n value: 35,\n },\n ],\n },\n },\n });\n expect(res.columns).toHaveLength(3);\n expect(res.rows).toEqual([\n {\n [`${table.fields[0].id}`]: 'Charlie',\n [`${table.fields[1].id}`]: 40,\n [`${table.fields[2].id}`]: 'Frontend Developer',\n },\n ]);\n });\n\n it('from query with aggregation', async () => {\n const res = await baseQuery(baseId, {\n select: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Average}`,\n type: BaseQueryColumnType.Aggregation,\n },\n ],\n from: {\n from: table.id,\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n operator: isGreater.value,\n value: 35,\n },\n ],\n },\n },\n aggregation: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Average,\n },\n ],\n });\n expect(res.columns).toHaveLength(1);\n expect(res.rows).toEqual([{ [`${table.fields[1].id}_${StatisticsFunc.Average}`]: 40 }]);\n });\n\n it('from query include aggregation', async () => {\n const res = await baseQuery(baseId, {\n select: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Average}`,\n type: BaseQueryColumnType.Aggregation,\n },\n ],\n from: {\n from: table.id,\n aggregation: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Average,\n },\n ],\n },\n });\n expect(res.columns).toHaveLength(1);\n expect(res.rows).toEqual([{ [`${table.fields[1].id}_${StatisticsFunc.Average}`]: 30 }]);\n });\n\n it('from query include aggregation and filter', async () => {\n const res = await baseQuery(baseId, {\n select: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Average}`,\n type: BaseQueryColumnType.Aggregation,\n },\n ],\n from: {\n from: table.id,\n aggregation: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Average,\n },\n ],\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n operator: isGreater.value,\n value: 35,\n },\n ],\n },\n },\n });\n expect(res.columns).toHaveLength(1);\n expect(res.rows).toEqual([{ [`${table.fields[1].id}_${StatisticsFunc.Average}`]: 40 }]);\n });\n\n it('from query include aggregation and filter and orderBy and groupBy', async () => {\n const res = await baseQuery(baseId, {\n select: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Average}`,\n type: BaseQueryColumnType.Aggregation,\n },\n ],\n from: {\n from: table.id,\n aggregation: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Average,\n },\n ],\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n operator: isGreater.value,\n value: 35,\n },\n ],\n },\n orderBy: [\n {\n column: table.fields[0].id,\n type: BaseQueryColumnType.Field,\n order: SortFunc.Desc,\n },\n ],\n groupBy: [\n {\n column: table.fields[0].id,\n type: BaseQueryColumnType.Field,\n },\n ],\n },\n });\n expect(res.columns).toHaveLength(1);\n expect(res.rows).toEqual([{ [`${table.fields[1].id}_${StatisticsFunc.Average}`]: 40 }]);\n });\n\n it('from query include aggregation, filter query aggregation field', async () => {\n const res = await baseQuery(baseId, {\n select: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Sum}`,\n type: BaseQueryColumnType.Aggregation,\n },\n {\n column: table.fields[2].id,\n type: BaseQueryColumnType.Field,\n },\n ],\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Sum}`,\n type: BaseQueryColumnType.Aggregation,\n operator: isGreater.value,\n value: 25,\n },\n ],\n },\n orderBy: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Sum}`,\n type: BaseQueryColumnType.Aggregation,\n order: SortFunc.Desc,\n },\n ],\n from: {\n from: table.id,\n aggregation: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Sum,\n },\n ],\n groupBy: [\n {\n column: table.fields[2].id,\n type: BaseQueryColumnType.Field,\n },\n ],\n },\n });\n expect(res.columns).toHaveLength(2);\n expect(res.rows).toEqual([\n {\n [`${table.fields[1].id}_${StatisticsFunc.Sum}`]: 60,\n [`${table.fields[2].id}`]: 'Frontend Developer',\n },\n {\n [`${table.fields[1].id}_${StatisticsFunc.Sum}`]: 30,\n [`${table.fields[2].id}`]: 'Backend Developer',\n },\n ]);\n });\n\n it('from query include aggregation, filter and group query aggregation field - query include select', async () => {\n const res = await baseQuery(baseId, {\n select: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Sum}`,\n type: BaseQueryColumnType.Aggregation,\n },\n {\n column: table.fields[2].id,\n type: BaseQueryColumnType.Field,\n },\n ],\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Sum}`,\n type: BaseQueryColumnType.Aggregation,\n operator: isGreater.value,\n value: 25,\n },\n ],\n },\n groupBy: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Sum}`,\n type: BaseQueryColumnType.Aggregation,\n },\n {\n column: table.fields[2].id,\n type: BaseQueryColumnType.Field,\n },\n ],\n orderBy: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Sum}`,\n type: BaseQueryColumnType.Aggregation,\n order: SortFunc.Desc,\n },\n ],\n from: {\n select: [\n {\n column: `${table.fields[1].id}_${StatisticsFunc.Sum}`,\n type: BaseQueryColumnType.Aggregation,\n },\n {\n column: table.fields[2].id,\n type: BaseQueryColumnType.Field,\n },\n ],\n from: table.id,\n aggregation: [\n {\n column: table.fields[1].id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Sum,\n },\n ],\n groupBy: [\n {\n column: table.fields[2].id,\n type: BaseQueryColumnType.Field,\n },\n ],\n },\n });\n expect(res.columns).toHaveLength(2);\n expect(res.rows).toEqual([\n {\n [`${table.fields[1].id}_${StatisticsFunc.Sum}`]: 60,\n [`${table.fields[2].id}`]: 'Frontend Developer',\n },\n {\n [`${table.fields[1].id}_${StatisticsFunc.Sum}`]: 30,\n [`${table.fields[2].id}`]: 'Backend Developer',\n },\n ]);\n });\n });\n });\n\n describe('Dashboard statistics combinations', () => {\n let statsTable: ITableFullVo;\n let statsRecordField: ITableFullVo['fields'][number];\n let statsScoreField: ITableFullVo['fields'][number];\n let statsStatusField: ITableFullVo['fields'][number];\n let statsDueField: ITableFullVo['fields'][number];\n let statsAssigneesField: ITableFullVo['fields'][number];\n\n const statsAggregationCases: AggregationCase[] = [\n {\n name: 'sums score values greater than 25',\n buildQuery: () => ({\n from: statsTable.id,\n aggregation: [\n {\n column: statsScoreField.id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Sum,\n },\n ],\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: statsScoreField.id,\n type: BaseQueryColumnType.Field,\n operator: isGreater.value,\n value: 25,\n },\n ],\n },\n }),\n resultKey: () => `${statsScoreField.id}_${StatisticsFunc.Sum}`,\n expected: 70,\n },\n {\n name: 'averages score for Todo records',\n buildQuery: () => ({\n from: statsTable.id,\n aggregation: [\n {\n column: statsScoreField.id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Average,\n },\n ],\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: statsStatusField.id,\n type: BaseQueryColumnType.Field,\n operator: isAnyOf.value,\n value: ['Todo'],\n },\n ],\n },\n }),\n resultKey: () => `${statsScoreField.id}_${StatisticsFunc.Average}`,\n expected: 30,\n },\n {\n name: 'selects latest due date for assigned user',\n buildQuery: () => ({\n from: statsTable.id,\n aggregation: [\n {\n column: statsDueField.id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.LatestDate,\n },\n ],\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: statsAssigneesField.id,\n type: BaseQueryColumnType.Field,\n operator: hasAnyOf.value,\n value: [globalThis.testConfig.userId],\n },\n ],\n },\n }),\n resultKey: () => `${statsDueField.id}_${StatisticsFunc.LatestDate}`,\n expected: (value: unknown) => {\n expect(typeof value === 'string' || value instanceof Date).toBe(true);\n const zoned = dayjs(value as string).tz('Asia/Shanghai');\n expect(zoned.isValid()).toBe(true);\n expect(zoned.year()).toBe(2024);\n expect(zoned.month()).toBe(0);\n expect(zoned.date()).toBe(10);\n },\n },\n {\n name: 'counts status entries when record contains Beta',\n buildQuery: () => ({\n from: statsTable.id,\n aggregation: [\n {\n column: statsStatusField.id,\n type: BaseQueryColumnType.Field,\n statisticFunc: StatisticsFunc.Count,\n },\n ],\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: statsRecordField.id,\n type: BaseQueryColumnType.Field,\n operator: contains.value,\n value: 'Beta',\n },\n ],\n },\n }),\n resultKey: () => `${statsStatusField.id}_${StatisticsFunc.Count}`,\n expected: 1,\n },\n ];\n\n beforeAll(async () => {\n statsTable = await createTable(baseId, {\n fields: [\n {\n name: 'record',\n type: FieldType.SingleLineText,\n },\n {\n name: 'score',\n type: FieldType.Number,\n },\n {\n name: 'status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'Todo', color: Colors.Red },\n { name: 'In Progress', color: Colors.Blue },\n ],\n },\n },\n {\n name: 'due',\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n },\n {\n name: 'assignees',\n type: FieldType.User,\n options: {\n isMultiple: true,\n },\n },\n ],\n records: [\n {\n fields: {\n record: 'Alpha',\n score: 20,\n status: 'Todo',\n due: '2024-01-02',\n assignees: [\n {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n ],\n },\n },\n {\n fields: {\n record: 'Beta',\n score: 30,\n status: 'In Progress',\n due: '2024-01-05',\n assignees: [],\n },\n },\n {\n fields: {\n record: 'Gamma',\n score: 40,\n status: 'Todo',\n due: '2024-01-10',\n assignees: [\n {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n ],\n },\n },\n ],\n }).then((res) => res.data);\n\n const fieldByName = (fieldName: string) => {\n const field = statsTable.fields.find((cur) => cur.name === fieldName);\n if (!field) {\n throw new Error(`Field ${fieldName} not found in stats table`);\n }\n return field;\n };\n\n statsRecordField = fieldByName('record');\n statsScoreField = fieldByName('score');\n statsStatusField = fieldByName('status');\n statsDueField = fieldByName('due');\n statsAssigneesField = fieldByName('assignees');\n });\n\n it.each(statsAggregationCases)('%s', async (testCase) => {\n const cleanupCandidate = testCase.before ? await testCase.before() : undefined;\n const cleanup = typeof cleanupCandidate === 'function' ? cleanupCandidate : undefined;\n\n try {\n const result = await baseQuery(baseId, testCase.buildQuery(), CellFormat.Json);\n expect(result.rows).toHaveLength(1);\n const key = testCase.resultKey();\n expect(result.columns.some((column) => column.column === key)).toBe(true);\n const value = result.rows[0][key];\n if (typeof testCase.expected === 'function') {\n (testCase.expected as (val: unknown) => void)(value);\n } else {\n expect(value).toEqual(testCase.expected);\n }\n } finally {\n cleanup?.();\n }\n });\n });\n\n describe('Iterate through each query capability with join', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeAll(async () => {\n table1 = await createTable(baseId, {\n fields: [\n {\n name: 'name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'age',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n name: 'Alice',\n age: 20,\n },\n },\n {\n fields: {\n name: 'Bob',\n age: 30,\n },\n },\n {\n fields: {\n name: 'Charlie',\n age: 40,\n },\n },\n ],\n }).then((res) => res.data);\n\n table2 = await createTable(baseId, {\n fields: [\n {\n name: 'name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'age',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n name: 'David',\n age: 20,\n },\n },\n {\n fields: {\n name: 'Eve',\n age: 30,\n },\n },\n {\n fields: {\n name: 'Frank',\n age: 50,\n },\n },\n ],\n }).then((res) => res.data);\n });\n\n it('join', async () => {\n const res = await baseQuery(baseId, {\n from: table1.id,\n join: [\n {\n type: BaseQueryJoinType.Left,\n table: table2.id,\n on: [`${table1.fields[1].id}`, `${table2.fields[1].id}`],\n },\n ],\n });\n expect(res.columns).toHaveLength(4);\n expect(res.rows).toEqual([\n {\n [`${table1.fields[0].id}`]: 'Alice',\n [`${table1.fields[1].id}`]: 20,\n [`${table2.fields[0].id}`]: 'David',\n [`${table2.fields[1].id}`]: 20,\n },\n {\n [`${table1.fields[0].id}`]: 'Bob',\n [`${table1.fields[1].id}`]: 30,\n [`${table2.fields[0].id}`]: 'Eve',\n [`${table2.fields[1].id}`]: 30,\n },\n {\n [`${table1.fields[0].id}`]: 'Charlie',\n [`${table1.fields[1].id}`]: 40,\n },\n ]);\n });\n\n it('join inner', async () => {\n const res = await baseQuery(baseId, {\n from: table1.id,\n join: [\n {\n type: BaseQueryJoinType.Inner,\n table: table2.id,\n on: [`${table1.fields[1].id}`, `${table2.fields[1].id}`],\n },\n ],\n });\n expect(res.columns).toHaveLength(4);\n expect(res.rows).toEqual([\n {\n [`${table1.fields[0].id}`]: 'Alice',\n [`${table1.fields[1].id}`]: 20,\n [`${table2.fields[0].id}`]: 'David',\n [`${table2.fields[1].id}`]: 20,\n },\n {\n [`${table1.fields[0].id}`]: 'Bob',\n [`${table1.fields[1].id}`]: 30,\n [`${table2.fields[0].id}`]: 'Eve',\n [`${table2.fields[1].id}`]: 30,\n },\n ]);\n });\n\n it('join filter and select', async () => {\n const res = await baseQuery(baseId, {\n from: table1.id,\n join: [\n {\n type: BaseQueryJoinType.Left,\n table: table2.id,\n on: [`${table1.fields[1].id}`, `${table2.fields[1].id}`],\n },\n ],\n where: {\n conjunction: 'and',\n filterSet: [\n {\n column: `${table2.fields[1].id}`,\n type: BaseQueryColumnType.Field,\n operator: isGreater.value,\n value: 25,\n },\n ],\n },\n select: [\n {\n column: `${table1.fields[0].id}`,\n type: BaseQueryColumnType.Field,\n },\n {\n column: `${table2.fields[0].id}`,\n type: BaseQueryColumnType.Field,\n },\n ],\n });\n expect(res.columns).toHaveLength(2);\n expect(res.rows).toEqual([\n {\n [`${table1.fields[0].id}`]: 'Bob',\n [`${table2.fields[0].id}`]: 'Eve',\n },\n ]);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/base-share.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, ILookupOptionsRo } from '@teable/core';\nimport { FieldType, Relationship } from '@teable/core';\nimport type { IBaseNodeVo, IGetBaseShareVo } from '@teable/openapi';\nimport {\n BASE_SHARE_AUTH,\n BASE_SHARE_ID_HEADER,\n BaseNodeResourceType,\n copyBaseShare,\n createBase,\n createBaseNode,\n createBaseShare,\n createField,\n createSpace,\n deleteBaseShare,\n deleteSpace,\n GET_BASE_NODE_LIST,\n GET_BASE_NODE_TREE,\n GET_BASE_SHARE,\n getBaseNodeList,\n getBaseShareByNodeId,\n getFields,\n getTableList,\n listBaseShare,\n moveBaseNode,\n refreshBaseShare,\n updateBaseShare,\n urlBuilder,\n} from '@teable/openapi';\nimport { createAnonymousUserAxios } from './utils/axios-instance/anonymous-user';\nimport { getError } from './utils/get-error';\nimport {\n createTable,\n getRecords,\n initApp,\n permanentDeleteBase,\n updateRecord,\n} from './utils/init-app';\n\ndescribe('BaseShareController (e2e)', () => {\n let app: INestApplication;\n let baseId: string;\n let folderNodeId: string;\n let rootTableId: string;\n let childTableId: string;\n let rootTableNodeId: string;\n let childTableNodeId: string;\n let anonymousUser: ReturnType;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n anonymousUser = createAnonymousUserAxios(appCtx.appUrl);\n\n const base = await createBase({\n name: 'base-share-e2e',\n spaceId: globalThis.testConfig.spaceId,\n }).then((res) => res.data);\n baseId = base.id;\n\n const rootTable = await createTable(baseId, { name: 'root-table' });\n const childTable = await createTable(baseId, { name: 'child-table' });\n rootTableId = rootTable.id;\n childTableId = childTable.id;\n\n const folder = await createBaseNode(baseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'share-folder',\n });\n folderNodeId = folder.data.id;\n\n const nodeList = await getBaseNodeList(baseId);\n const rootTableNode = nodeList.data.find((node) => node.resourceId === rootTableId);\n const childTableNode = nodeList.data.find((node) => node.resourceId === childTableId);\n if (!rootTableNode || !childTableNode) {\n throw new Error('Table nodes not found in base node list');\n }\n rootTableNodeId = rootTableNode.id;\n childTableNodeId = childTableNode.id;\n\n await moveBaseNode(baseId, childTableNodeId, { parentId: folderNodeId });\n });\n\n afterAll(async () => {\n await permanentDeleteBase(baseId);\n await app.close();\n });\n\n describe('BaseShareController - Admin API /api/base/:baseId/share', () => {\n const createdShareIds: string[] = [];\n\n afterEach(async () => {\n // Clean up all shares created during the test\n for (const shareId of createdShareIds) {\n await deleteBaseShare(baseId, shareId).catch(() => undefined);\n }\n createdShareIds.length = 0;\n });\n\n it('should create base share with nodeId', async () => {\n const res = await createBaseShare(baseId, { nodeId: rootTableNodeId });\n createdShareIds.push(res.data.shareId);\n expect(res.status).toEqual(201);\n expect(res.data.baseId).toEqual(baseId);\n expect(res.data.shareId).toBeDefined();\n expect(res.data.nodeId).toEqual(rootTableNodeId);\n expect(res.data.enabled).toBe(true);\n expect(res.data.password).toBe(false);\n expect(res.data.allowSave).toBeNull();\n expect(res.data.allowCopy).toBeNull();\n });\n\n it('should create base share with password', async () => {\n const res = await createBaseShare(baseId, {\n nodeId: rootTableNodeId,\n password: 'test123456',\n });\n createdShareIds.push(res.data.shareId);\n expect(res.status).toEqual(201);\n expect(res.data.password).toBe(true);\n });\n\n it('should create base share with folder nodeId', async () => {\n const res = await createBaseShare(baseId, { nodeId: folderNodeId });\n createdShareIds.push(res.data.shareId);\n expect(res.status).toEqual(201);\n expect(res.data.nodeId).toEqual(folderNodeId);\n });\n\n it('should create base share with allowSave and allowCopy', async () => {\n const res = await createBaseShare(baseId, {\n nodeId: rootTableNodeId,\n allowSave: true,\n allowCopy: true,\n });\n createdShareIds.push(res.data.shareId);\n expect(res.status).toEqual(201);\n expect(res.data.allowSave).toBe(true);\n expect(res.data.allowCopy).toBe(true);\n });\n\n it('should list all shared node IDs', async () => {\n // Create shares with different nodeIds\n const share1 = await createBaseShare(baseId, { nodeId: folderNodeId });\n createdShareIds.push(share1.data.shareId);\n const share2 = await createBaseShare(baseId, { nodeId: rootTableNodeId });\n createdShareIds.push(share2.data.shareId);\n\n const res = await listBaseShare(baseId);\n expect(res.status).toEqual(200);\n expect(Array.isArray(res.data)).toBe(true);\n expect(res.data.length).toBeGreaterThanOrEqual(2);\n\n // List only returns nodeId\n const nodeIds = res.data.map((s) => s.nodeId);\n expect(nodeIds).toContain(folderNodeId);\n expect(nodeIds).toContain(rootTableNodeId);\n });\n\n it('should get base share by nodeId', async () => {\n // Use childTableNodeId to avoid conflicts with Public API tests using folderNodeId\n const share = await createBaseShare(baseId, {\n nodeId: childTableNodeId,\n password: 'secret123',\n });\n createdShareIds.push(share.data.shareId);\n\n const res = await getBaseShareByNodeId(baseId, childTableNodeId);\n expect(res.status).toEqual(200);\n expect(res.data.shareId).toEqual(share.data.shareId);\n expect(res.data.baseId).toEqual(baseId);\n expect(res.data.nodeId).toEqual(childTableNodeId);\n // password is returned as boolean\n expect(res.data.password).toBe(true);\n });\n\n it('should update base share settings', async () => {\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n // Update allowSave and allowCopy\n const updateRes = await updateBaseShare(baseId, shareId, {\n allowSave: true,\n allowCopy: true,\n });\n expect(updateRes.status).toEqual(200);\n expect(updateRes.data.allowSave).toBe(true);\n expect(updateRes.data.allowCopy).toBe(true);\n\n // Add password\n const passwordRes = await updateBaseShare(baseId, shareId, { password: 'newpass123' });\n expect(passwordRes.status).toEqual(200);\n expect(passwordRes.data.password).toBe(true);\n\n // Remove password by setting null\n const removePassRes = await updateBaseShare(baseId, shareId, { password: null });\n expect(removePassRes.status).toEqual(200);\n expect(removePassRes.data.password).toBe(false);\n\n // Update enabled status (do this last as disabled share may not be updatable)\n const disableRes = await updateBaseShare(baseId, shareId, { enabled: false });\n expect(disableRes.status).toEqual(200);\n expect(disableRes.data.enabled).toBe(false);\n });\n\n it('should delete base share', async () => {\n // Use childTableNodeId to avoid conflicts with other tests using folderNodeId\n const share = await createBaseShare(baseId, { nodeId: childTableNodeId });\n const shareId = share.data.shareId;\n\n const deleteRes = await deleteBaseShare(baseId, shareId);\n expect(deleteRes.status).toEqual(200);\n\n // Verify share is deleted (getByNodeId should return null or empty)\n const res = await getBaseShareByNodeId(baseId, childTableNodeId);\n expect(res.status).toEqual(200);\n expect(res.data).toBeFalsy();\n });\n\n it('should refresh base share id', async () => {\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId });\n const originalShareId = share.data.shareId;\n\n const refreshRes = await refreshBaseShare(baseId, originalShareId);\n createdShareIds.push(refreshRes.data.shareId);\n expect(refreshRes.status).toEqual(201);\n expect(refreshRes.data.shareId).not.toEqual(originalShareId);\n expect(refreshRes.data.baseId).toEqual(baseId);\n\n // Verify the share still exists with new shareId via nodeId lookup\n const newShareRes = await getBaseShareByNodeId(baseId, rootTableNodeId);\n expect(newShareRes.status).toEqual(200);\n expect(newShareRes.data.shareId).toEqual(refreshRes.data.shareId);\n });\n });\n\n describe('BaseShareOpenController - Public API /api/share/:shareId/base', () => {\n const createdShareIds: string[] = [];\n\n afterEach(async () => {\n // Clean up all shares created during the test\n for (const shareId of createdShareIds) {\n await deleteBaseShare(baseId, shareId).catch(() => undefined);\n }\n createdShareIds.length = 0;\n });\n\n it('should get base share info without password', async () => {\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n const res = await anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId }));\n expect(res.status).toEqual(200);\n expect(res.data.baseId).toEqual(baseId);\n expect(res.data.shareMeta).toBeDefined();\n expect(res.data.shareMeta.password).toBe(false);\n expect(res.data.shareMeta.nodeId).toEqual(rootTableNodeId);\n });\n\n it('should return defaultUrl for redirect', async () => {\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n const res = await anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId }));\n expect(res.status).toEqual(200);\n\n // Should have defaultUrl for redirect\n expect(res.data.defaultUrl).toBeDefined();\n expect(res.data.defaultUrl).toContain(`/base/${baseId}/table/${rootTableId}`);\n });\n\n it('should return nodeId in shareMeta when sharing a folder', async () => {\n const share = await createBaseShare(baseId, { nodeId: folderNodeId });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n const res = await anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId }));\n expect(res.status).toEqual(200);\n expect(res.data.shareMeta.nodeId).toEqual(folderNodeId);\n\n // defaultUrl should point to the first table within the shared folder\n expect(res.data.defaultUrl).toBeDefined();\n expect(res.data.defaultUrl).toContain(`/base/${baseId}/table/${childTableId}`);\n });\n\n it('should return defaultUrl for shared table node', async () => {\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n const res = await anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId }));\n expect(res.status).toEqual(200);\n\n // defaultUrl should point to the shared table\n expect(res.data.defaultUrl).toBeDefined();\n expect(res.data.defaultUrl).toContain(`/base/${baseId}/table/${rootTableId}`);\n });\n\n it('should include allowSave and allowCopy in shareMeta', async () => {\n const share = await createBaseShare(baseId, {\n nodeId: rootTableNodeId,\n allowSave: true,\n allowCopy: false,\n });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n const res = await anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId }));\n expect(res.status).toEqual(200);\n expect(res.data.shareMeta.allowSave).toBe(true);\n expect(res.data.shareMeta.allowCopy).toBe(false);\n });\n\n it('should require authentication for password-protected share', async () => {\n const share = await createBaseShare(baseId, {\n nodeId: rootTableNodeId,\n password: 'testpwd123',\n });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n // Direct access without auth should return 401 for password-protected shares\n const error = await getError(() =>\n anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId }))\n );\n expect(error?.status).toEqual(401);\n });\n\n it('should authenticate with correct password', async () => {\n const password = 'correctpass123';\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId, password });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n const authRes = await anonymousUser.post(urlBuilder(BASE_SHARE_AUTH, { shareId }), {\n password,\n });\n expect(authRes.status).toEqual(200);\n expect(authRes.data.token).toBeDefined();\n expect(authRes.headers['set-cookie']).toBeDefined();\n });\n\n it('should reject authentication with wrong password', async () => {\n const share = await createBaseShare(baseId, {\n nodeId: rootTableNodeId,\n password: 'correctpass',\n });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n const error = await getError(() =>\n anonymousUser.post(urlBuilder(BASE_SHARE_AUTH, { shareId }), {\n password: 'wrongpassword',\n })\n );\n expect(error?.status).toEqual(400);\n });\n\n it('requires password for base share protected endpoints', async () => {\n const share = await createBaseShare(baseId, {\n nodeId: rootTableNodeId,\n password: '123123123',\n });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n const error = await getError(() =>\n anonymousUser.get(urlBuilder(GET_BASE_NODE_LIST, { baseId }), {\n headers: {\n [BASE_SHARE_ID_HEADER]: shareId,\n },\n })\n );\n expect(error?.status).toEqual(401);\n\n const authRes = await anonymousUser.post(urlBuilder(BASE_SHARE_AUTH, { shareId }), {\n password: '123123123',\n });\n const listRes = await anonymousUser.get(urlBuilder(GET_BASE_NODE_LIST, { baseId }), {\n headers: {\n [BASE_SHARE_ID_HEADER]: shareId,\n cookie: authRes.headers['set-cookie'],\n },\n });\n expect(listRes.status).toEqual(200);\n });\n\n it('rejects disabled base share access', async () => {\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n await updateBaseShare(baseId, shareId, { enabled: false });\n\n const getShareError = await getError(() =>\n anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId }))\n );\n expect(getShareError?.status).toEqual(404);\n\n const listError = await getError(() =>\n anonymousUser.get(urlBuilder(GET_BASE_NODE_LIST, { baseId }), {\n headers: {\n [BASE_SHARE_ID_HEADER]: shareId,\n },\n })\n );\n expect(listError?.status).toEqual(403);\n });\n\n it('filters base node list/tree by shared node', async () => {\n const share = await createBaseShare(baseId, { nodeId: folderNodeId });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n const listRes = await anonymousUser.get(\n urlBuilder(GET_BASE_NODE_LIST, { baseId }),\n {\n headers: {\n [BASE_SHARE_ID_HEADER]: shareId,\n },\n }\n );\n const listNodeIds = new Set(listRes.data.map((node) => node.id));\n // Verify folder and child table are included\n expect(listNodeIds.has(folderNodeId)).toBe(true);\n expect(listNodeIds.has(childTableNodeId)).toBe(true);\n\n const treeRes = await anonymousUser.get<{ nodes: IBaseNodeVo[] }>(\n urlBuilder(GET_BASE_NODE_TREE, { baseId }),\n {\n headers: {\n [BASE_SHARE_ID_HEADER]: shareId,\n },\n }\n );\n const treeNodeIds = new Set(treeRes.data.nodes.map((node) => node.id));\n // Verify folder and child table are included in tree\n expect(treeNodeIds.has(folderNodeId)).toBe(true);\n expect(treeNodeIds.has(childTableNodeId)).toBe(true);\n });\n\n it('should return 404 for non-existent share', async () => {\n const error = await getError(() =>\n anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId: 'non-existent-share-id' }))\n );\n expect(error?.status).toEqual(404);\n });\n });\n\n describe('BaseShareOpenController - Copy Base Share /api/share/:shareId/base/copy', () => {\n let targetSpaceId: string;\n let copiedBaseId: string | undefined;\n let testShareId: string | undefined;\n const rejectedCopyName = 'should-not-copy';\n\n beforeAll(async () => {\n const space = await createSpace({ name: 'copy-target-space' });\n targetSpaceId = space.data.id;\n });\n\n afterAll(async () => {\n await deleteSpace(targetSpaceId);\n });\n\n afterEach(async () => {\n if (copiedBaseId) {\n await permanentDeleteBase(copiedBaseId);\n copiedBaseId = undefined;\n }\n if (testShareId) {\n await deleteBaseShare(baseId, testShareId).catch(() => undefined);\n testShareId = undefined;\n }\n });\n\n it('should copy base share to my space', async () => {\n const share = await createBaseShare(baseId, { nodeId: folderNodeId, allowSave: true });\n testShareId = share.data.shareId;\n\n const copyRes = await copyBaseShare(testShareId, {\n spaceId: targetSpaceId,\n name: 'copied-base',\n withRecords: true,\n });\n\n expect(copyRes.status).toEqual(200);\n expect(copyRes.data.id).toBeDefined();\n expect(copyRes.data.name).toEqual('copied-base');\n\n copiedBaseId = copyRes.data.id;\n\n // Verify tables are copied\n const tableList = await getTableList(copiedBaseId);\n expect(tableList.data.length).toBeGreaterThan(0);\n });\n\n it('should copy base share with records', async () => {\n const share = await createBaseShare(baseId, { nodeId: folderNodeId, allowSave: true });\n testShareId = share.data.shareId;\n\n const copyRes = await copyBaseShare(testShareId, {\n spaceId: targetSpaceId,\n name: 'copied-base-with-records',\n withRecords: true,\n });\n\n expect(copyRes.status).toEqual(200);\n copiedBaseId = copyRes.data.id;\n\n // Verify records are copied\n const tableList = await getTableList(copiedBaseId);\n const records = await getRecords(tableList.data[0].id);\n expect(records.records.length).toBeGreaterThan(0);\n });\n\n it('should copy base share without records', async () => {\n const share = await createBaseShare(baseId, { nodeId: folderNodeId, allowSave: true });\n testShareId = share.data.shareId;\n\n const copyRes = await copyBaseShare(testShareId, {\n spaceId: targetSpaceId,\n name: 'copied-base-without-records',\n withRecords: false,\n });\n\n expect(copyRes.status).toEqual(200);\n copiedBaseId = copyRes.data.id;\n\n // Verify no records are copied\n const tableList = await getTableList(copiedBaseId);\n const records = await getRecords(tableList.data[0].id);\n expect(records.records.length).toEqual(0);\n });\n\n it('should reject copy when allowSave is false', async () => {\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId, allowSave: false });\n testShareId = share.data.shareId;\n // Clear any inherited password from previously soft-deleted share for this nodeId\n await updateBaseShare(baseId, testShareId, { password: null });\n\n const error = await getError(() =>\n copyBaseShare(testShareId!, {\n spaceId: targetSpaceId,\n name: rejectedCopyName,\n withRecords: true,\n })\n );\n\n expect(error?.status).toEqual(403);\n });\n\n it('should reject copy when allowSave is not set (null)', async () => {\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId });\n testShareId = share.data.shareId;\n // Clear any inherited password from previously soft-deleted share for this nodeId\n await updateBaseShare(baseId, testShareId, { password: null });\n\n const error = await getError(() =>\n copyBaseShare(testShareId!, {\n spaceId: targetSpaceId,\n name: rejectedCopyName,\n withRecords: true,\n })\n );\n\n expect(error?.status).toEqual(403);\n });\n\n it('should reject copy of password-protected base share without password', async () => {\n // Password-protected shares require authentication even for logged-in users\n const share = await createBaseShare(baseId, {\n nodeId: rootTableNodeId,\n password: 'testpassword123',\n allowSave: true,\n });\n testShareId = share.data.shareId;\n\n const error = await getError(() =>\n copyBaseShare(testShareId!, {\n spaceId: targetSpaceId,\n name: rejectedCopyName,\n withRecords: true,\n })\n );\n\n expect(error?.status).toEqual(401);\n });\n\n it('should reject copy to non-existent space', async () => {\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId, allowSave: true });\n testShareId = share.data.shareId;\n // Clear any inherited password from previously soft-deleted share for this nodeId\n await updateBaseShare(baseId, testShareId, { password: null });\n\n const error = await getError(() =>\n copyBaseShare(testShareId!, {\n spaceId: 'non-existent-space-id',\n name: rejectedCopyName,\n withRecords: true,\n })\n );\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should generate default name when name is not provided', async () => {\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId, allowSave: true });\n testShareId = share.data.shareId;\n // Clear any inherited password from previously soft-deleted share for this nodeId\n await updateBaseShare(baseId, testShareId, { password: null });\n\n const copyRes = await copyBaseShare(testShareId, {\n spaceId: targetSpaceId,\n withRecords: true,\n });\n\n expect(copyRes.status).toEqual(200);\n copiedBaseId = copyRes.data.id;\n expect(copyRes.data.name).toBeDefined();\n expect(copyRes.data.name.length).toBeGreaterThan(0);\n });\n });\n\n describe('BaseShareOpenController - Copy Base Share with Link Fields', () => {\n let linkBaseId: string;\n let linkTargetSpaceId: string;\n let copiedBaseId: string | undefined;\n let testShareId: string | undefined;\n let table1Id: string;\n let table2Id: string;\n let table3Id: string;\n let table1NodeId: string;\n let linkField12: { id: string; name: string };\n let linkField13: { id: string; name: string };\n\n beforeAll(async () => {\n // Create target space\n const space = await createSpace({ name: 'link-copy-target-space' });\n linkTargetSpaceId = space.data.id;\n\n // Create a separate base for link field tests\n const base = await createBase({\n name: 'base-share-link-e2e',\n spaceId: globalThis.testConfig.spaceId,\n });\n linkBaseId = base.data.id;\n\n // Create tables\n const table1 = await createTable(linkBaseId, { name: 'Orders' });\n const table2 = await createTable(linkBaseId, { name: 'Customers' });\n const table3 = await createTable(linkBaseId, { name: 'Products' });\n table1Id = table1.id;\n table2Id = table2.id;\n table3Id = table3.id;\n\n // Get node ID for table1 (Orders)\n const linkNodeList = await getBaseNodeList(linkBaseId);\n const table1Node = linkNodeList.data.find((n) => n.resourceId === table1Id);\n if (!table1Node) {\n throw new Error('Table1 node not found in link base node list');\n }\n table1NodeId = table1Node.id;\n\n // Create link from Orders to Customers\n const linkFieldRo12: IFieldRo = {\n name: 'customer',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2Id,\n },\n };\n const field12 = await createField(table1Id, linkFieldRo12);\n linkField12 = { id: field12.data.id, name: field12.data.name };\n\n // Create link from Orders to Products\n const linkFieldRo13: IFieldRo = {\n name: 'products',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table3Id,\n },\n };\n const field13 = await createField(table1Id, linkFieldRo13);\n linkField13 = { id: field13.data.id, name: field13.data.name };\n\n // Create some link data\n const table1Records = await getRecords(table1Id);\n const table2Records = await getRecords(table2Id);\n const table3Records = await getRecords(table3Id);\n\n await updateRecord(table1Id, table1Records.records[0].id, {\n record: {\n fields: {\n [linkField12.name]: [{ id: table2Records.records[0].id }],\n [linkField13.name]: [{ id: table3Records.records[0].id }],\n },\n },\n });\n });\n\n afterAll(async () => {\n await permanentDeleteBase(linkBaseId);\n await deleteSpace(linkTargetSpaceId);\n });\n\n afterEach(async () => {\n if (copiedBaseId) {\n await permanentDeleteBase(copiedBaseId);\n copiedBaseId = undefined;\n }\n if (testShareId) {\n await deleteBaseShare(linkBaseId, testShareId).catch(() => undefined);\n testShareId = undefined;\n }\n });\n\n it('should copy base share with single table and disconnect link fields', async () => {\n const share = await createBaseShare(linkBaseId, { nodeId: table1NodeId, allowSave: true });\n testShareId = share.data.shareId;\n\n const copyRes = await copyBaseShare(testShareId, {\n spaceId: linkTargetSpaceId,\n name: 'copied-link-base',\n withRecords: true,\n });\n\n expect(copyRes.status).toEqual(200);\n copiedBaseId = copyRes.data.id;\n\n // Only the shared table (Orders) should be copied;\n // linked tables (Customers, Products) are outside the shared node\n const tableList = await getTableList(copiedBaseId);\n expect(tableList.data.length).toBe(1);\n expect(tableList.data[0].name).toBe('Orders');\n\n // Link fields to tables outside the shared node should be disconnected (converted to text)\n const ordersFields = await getFields(tableList.data[0].id);\n const customerField = ordersFields.data.find((f) => f.name === linkField12.name);\n const productsField = ordersFields.data.find((f) => f.name === linkField13.name);\n expect(customerField?.type).toBe(FieldType.SingleLineText);\n expect(productsField?.type).toBe(FieldType.SingleLineText);\n });\n\n it('should convert disconnected link fields when copying partial base', async () => {\n // Create a separate base for this test to avoid state pollution\n const testBase = await createBase({\n name: 'partial-copy-test-base',\n spaceId: globalThis.testConfig.spaceId,\n });\n const testBaseId = testBase.data.id;\n\n // Create tables\n const ordersTable = await createTable(testBaseId, { name: 'Orders' });\n const customersTable = await createTable(testBaseId, { name: 'Customers' });\n const productsTable = await createTable(testBaseId, { name: 'Products' });\n\n // Create link from Orders to Customers\n await createField(ordersTable.id, {\n name: 'customer',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: customersTable.id,\n },\n });\n\n // Create link from Orders to Products (will be disconnected)\n await createField(ordersTable.id, {\n name: 'products',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: productsTable.id,\n },\n });\n\n // Get node IDs\n const nodeList = await getBaseNodeList(testBaseId);\n const ordersNode = nodeList.data.find((n) => n.resourceId === ordersTable.id);\n const customersNode = nodeList.data.find((n) => n.resourceId === customersTable.id);\n\n // Create a folder containing only Orders and Customers\n const folder = await createBaseNode(testBaseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'partial-folder',\n });\n\n await moveBaseNode(testBaseId, ordersNode!.id, { parentId: folder.data.id });\n await moveBaseNode(testBaseId, customersNode!.id, { parentId: folder.data.id });\n\n // Share only the folder\n const share = await createBaseShare(testBaseId, {\n nodeId: folder.data.id,\n allowSave: true,\n });\n\n const copyRes = await copyBaseShare(share.data.shareId, {\n spaceId: linkTargetSpaceId,\n name: 'copied-partial-link-base',\n withRecords: true,\n });\n\n expect(copyRes.status).toEqual(200);\n copiedBaseId = copyRes.data.id;\n\n // Verify only 2 tables are copied\n const tableList = await getTableList(copiedBaseId);\n expect(tableList.data.length).toBe(2);\n expect(tableList.data.map((t) => t.name).sort()).toEqual(['Customers', 'Orders'].sort());\n\n // Verify link to Customers remains as Link type\n const copiedOrdersTable = tableList.data.find((t) => t.name === 'Orders')!;\n const ordersFields = await getFields(copiedOrdersTable.id);\n const customerField = ordersFields.data.find((f) => f.name === 'customer');\n expect(customerField?.type).toBe(FieldType.Link);\n\n // Verify link to Products is converted to SingleLineText (disconnected)\n const productsField = ordersFields.data.find((f) => f.name === 'products');\n expect(productsField?.type).toBe(FieldType.SingleLineText);\n\n // Cleanup\n await permanentDeleteBase(testBaseId);\n });\n\n it('should handle lookup fields based on disconnected links', async () => {\n // Create a separate base for this test\n const testBase = await createBase({\n name: 'lookup-copy-test-base',\n spaceId: globalThis.testConfig.spaceId,\n });\n const testBaseId = testBase.data.id;\n\n // Create tables\n const ordersTable = await createTable(testBaseId, { name: 'Orders' });\n const customersTable = await createTable(testBaseId, { name: 'Customers' });\n const productsTable = await createTable(testBaseId, { name: 'Products' });\n\n // Create link from Orders to Products\n const linkToProducts = await createField(ordersTable.id, {\n name: 'products',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: productsTable.id,\n },\n });\n\n // Create a lookup field based on link to Products\n const productsFields = await getFields(productsTable.id);\n await createField(ordersTable.id, {\n name: 'product lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: productsTable.id,\n linkFieldId: linkToProducts.data.id,\n lookupFieldId: productsFields.data[0].id,\n } as ILookupOptionsRo,\n });\n\n // Get node IDs for Orders and Customers tables only (exclude Products)\n const nodeList = await getBaseNodeList(testBaseId);\n const ordersNode = nodeList.data.find((n) => n.resourceId === ordersTable.id);\n const customersNode = nodeList.data.find((n) => n.resourceId === customersTable.id);\n\n // Create a folder containing only Orders and Customers\n const folder = await createBaseNode(testBaseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'lookup-test-folder',\n });\n\n await moveBaseNode(testBaseId, ordersNode!.id, { parentId: folder.data.id });\n await moveBaseNode(testBaseId, customersNode!.id, { parentId: folder.data.id });\n\n // Share only the folder\n const share = await createBaseShare(testBaseId, {\n nodeId: folder.data.id,\n allowSave: true,\n });\n\n const copyRes = await copyBaseShare(share.data.shareId, {\n spaceId: linkTargetSpaceId,\n name: 'copied-lookup-test-base',\n withRecords: true,\n });\n\n expect(copyRes.status).toEqual(200);\n copiedBaseId = copyRes.data.id;\n\n // Verify lookup field is converted to SingleLineText (disconnected)\n const tableList = await getTableList(copiedBaseId);\n const copiedOrdersTable = tableList.data.find((t) => t.name === 'Orders')!;\n const ordersFields = await getFields(copiedOrdersTable.id);\n const lookupField = ordersFields.data.find((f) => f.name === 'product lookup');\n\n expect(lookupField?.type).toBe(FieldType.SingleLineText);\n expect(lookupField?.isLookup).toBeFalsy();\n\n // Cleanup\n await permanentDeleteBase(testBaseId);\n });\n });\n\n describe('BaseShareOpenController - Copy Share to Existing Base', () => {\n let sourceBaseId: string;\n let targetSpaceId: string;\n let targetBaseId: string;\n let copiedBaseId: string | undefined;\n let testShareId: string | undefined;\n\n beforeAll(async () => {\n const space = await createSpace({ name: 'copy-to-existing-base-space' });\n targetSpaceId = space.data.id;\n\n const srcBase = await createBase({\n name: 'share-copy-source',\n spaceId: globalThis.testConfig.spaceId,\n });\n sourceBaseId = srcBase.data.id;\n\n await createTable(sourceBaseId, { name: 'SourceTable1' });\n await createTable(sourceBaseId, { name: 'SourceTable2' });\n });\n\n afterAll(async () => {\n await permanentDeleteBase(sourceBaseId);\n await deleteSpace(targetSpaceId);\n });\n\n afterEach(async () => {\n if (copiedBaseId) {\n await permanentDeleteBase(copiedBaseId);\n copiedBaseId = undefined;\n }\n if (targetBaseId) {\n await permanentDeleteBase(targetBaseId).catch(() => undefined);\n }\n if (testShareId) {\n await deleteBaseShare(sourceBaseId, testShareId).catch(() => undefined);\n testShareId = undefined;\n }\n });\n\n it('should copy share tables into an existing base', async () => {\n const existingBase = await createBase({\n name: 'existing-target-base',\n spaceId: targetSpaceId,\n });\n targetBaseId = existingBase.data.id;\n\n await createTable(targetBaseId, { name: 'ExistingTable' });\n\n const nodeList = await getBaseNodeList(sourceBaseId);\n const firstNode = nodeList.data[0];\n\n const share = await createBaseShare(sourceBaseId, {\n nodeId: firstNode.id,\n allowSave: true,\n });\n testShareId = share.data.shareId;\n\n const copyRes = await copyBaseShare(testShareId, {\n spaceId: targetSpaceId,\n withRecords: true,\n baseId: targetBaseId,\n });\n\n expect(copyRes.status).toEqual(200);\n expect(copyRes.data.id).toEqual(targetBaseId);\n\n const tableList = await getTableList(targetBaseId);\n const tableNames = tableList.data.map((t) => t.name);\n expect(tableNames).toContain('ExistingTable');\n expect(tableList.data.length).toBeGreaterThan(1);\n });\n\n it('should preserve existing base name and icon when copying into it', async () => {\n const existingBase = await createBase({\n name: 'my-precious-base',\n spaceId: targetSpaceId,\n });\n targetBaseId = existingBase.data.id;\n\n const nodeList = await getBaseNodeList(sourceBaseId);\n const firstNode = nodeList.data[0];\n\n const share = await createBaseShare(sourceBaseId, {\n nodeId: firstNode.id,\n allowSave: true,\n });\n testShareId = share.data.shareId;\n\n const copyRes = await copyBaseShare(testShareId, {\n spaceId: targetSpaceId,\n withRecords: false,\n baseId: targetBaseId,\n });\n\n expect(copyRes.status).toEqual(200);\n expect(copyRes.data.name).toEqual('my-precious-base');\n });\n\n it('should reject copy to non-existent base', async () => {\n const nodeList = await getBaseNodeList(sourceBaseId);\n const firstNode = nodeList.data[0];\n\n const share = await createBaseShare(sourceBaseId, {\n nodeId: firstNode.id,\n allowSave: true,\n });\n testShareId = share.data.shareId;\n targetBaseId = '';\n\n const error = await getError(() =>\n copyBaseShare(testShareId!, {\n spaceId: targetSpaceId,\n withRecords: false,\n baseId: 'non-existent-base-id',\n })\n );\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should reject copy to base in different space', async () => {\n const otherSpace = await createSpace({ name: 'other-space-for-mismatch' });\n const existingBase = await createBase({\n name: 'base-in-other-space',\n spaceId: otherSpace.data.id,\n });\n targetBaseId = existingBase.data.id;\n\n const nodeList = await getBaseNodeList(sourceBaseId);\n const firstNode = nodeList.data[0];\n\n const share = await createBaseShare(sourceBaseId, {\n nodeId: firstNode.id,\n allowSave: true,\n });\n testShareId = share.data.shareId;\n\n const error = await getError(() =>\n copyBaseShare(testShareId!, {\n spaceId: targetSpaceId,\n withRecords: false,\n baseId: targetBaseId,\n })\n );\n\n expect(error?.status).toBeGreaterThanOrEqual(400);\n\n await permanentDeleteBase(targetBaseId);\n targetBaseId = '';\n await deleteSpace(otherSpace.data.id);\n });\n\n it('should reject copy when allowSave is false even with valid targetBaseId', async () => {\n const existingBase = await createBase({\n name: 'target-no-save',\n spaceId: targetSpaceId,\n });\n targetBaseId = existingBase.data.id;\n\n const nodeList = await getBaseNodeList(sourceBaseId);\n const firstNode = nodeList.data[0];\n\n const share = await createBaseShare(sourceBaseId, {\n nodeId: firstNode.id,\n allowSave: false,\n });\n testShareId = share.data.shareId;\n await updateBaseShare(sourceBaseId, testShareId, { password: null });\n\n const error = await getError(() =>\n copyBaseShare(testShareId!, {\n spaceId: targetSpaceId,\n withRecords: false,\n baseId: targetBaseId,\n })\n );\n\n expect(error?.status).toEqual(403);\n });\n\n it('should handle copying tables with same name into existing base', async () => {\n const existingBase = await createBase({\n name: 'base-with-same-table-name',\n spaceId: targetSpaceId,\n });\n targetBaseId = existingBase.data.id;\n\n await createTable(targetBaseId, { name: 'SourceTable1' });\n\n const nodeList = await getBaseNodeList(sourceBaseId);\n const sourceTableNode = nodeList.data.find(\n (node) =>\n node.resourceType === BaseNodeResourceType.Table &&\n node.resourceMeta?.name === 'SourceTable1'\n );\n\n if (!sourceTableNode) {\n throw new Error('SourceTable1 node not found in base node list');\n }\n\n const share = await createBaseShare(sourceBaseId, {\n nodeId: sourceTableNode.id,\n allowSave: true,\n });\n testShareId = share.data.shareId;\n\n const copyRes = await copyBaseShare(testShareId, {\n spaceId: targetSpaceId,\n withRecords: true,\n baseId: targetBaseId,\n });\n\n expect(copyRes.status).toEqual(200);\n\n const tableList = await getTableList(targetBaseId);\n const tableNames = tableList.data.map((t) => t.name);\n expect(tableNames).toContain('SourceTable1');\n const renamedTable = tableNames.find(\n (n) => n.startsWith('SourceTable1') && n !== 'SourceTable1'\n );\n expect(renamedTable).toBeDefined();\n });\n });\n\n describe('BaseShareOpenController - Edge Cases', () => {\n const createdShareIds: string[] = [];\n\n afterEach(async () => {\n for (const shareId of createdShareIds) {\n await deleteBaseShare(baseId, shareId).catch(() => undefined);\n }\n createdShareIds.length = 0;\n });\n\n it('should reject copy after share is disabled', async () => {\n // Create a share with allowSave enabled, then disable it, then try to copy\n const share = await createBaseShare(baseId, { nodeId: folderNodeId, allowSave: true });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n // Disable the share\n await updateBaseShare(baseId, shareId, { enabled: false });\n\n // Attempt to copy — should fail because the share is disabled\n const error = await getError(() =>\n copyBaseShare(shareId, {\n spaceId: globalThis.testConfig.spaceId,\n name: 'should-not-exist',\n withRecords: false,\n })\n );\n // Disabled share should not be found (404) or be forbidden (403)\n expect(error?.status).toBeGreaterThanOrEqual(400);\n });\n\n it('should invalidate old shareId after refresh', async () => {\n // Create share, refresh to get new shareId, then access with old shareId\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId });\n const oldShareId = share.data.shareId;\n createdShareIds.push(oldShareId);\n // Clear any inherited password from previously soft-deleted share for this nodeId\n await updateBaseShare(baseId, oldShareId, { password: null });\n\n // Refresh to get a new shareId\n const refreshed = await refreshBaseShare(baseId, oldShareId);\n const newShareId = refreshed.data.shareId;\n createdShareIds.push(newShareId);\n expect(newShareId).not.toEqual(oldShareId);\n\n // Old shareId should no longer work\n const error = await getError(() =>\n anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId: oldShareId }))\n );\n expect(error?.status).toEqual(404);\n\n // New shareId should work\n const res = await anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId: newShareId }));\n expect(res.status).toEqual(200);\n });\n\n it('should invalidate old JWT cookie after shareId refresh', async () => {\n const password = 'refreshtest123';\n const share = await createBaseShare(baseId, { nodeId: rootTableNodeId, password });\n const oldShareId = share.data.shareId;\n createdShareIds.push(oldShareId);\n\n // Authenticate with old shareId to get JWT cookie\n const authRes = await anonymousUser.post(\n urlBuilder(BASE_SHARE_AUTH, { shareId: oldShareId }),\n {\n password,\n }\n );\n expect(authRes.status).toEqual(200);\n const oldCookie = authRes.headers['set-cookie'];\n\n // Refresh the shareId\n const refreshed = await refreshBaseShare(baseId, oldShareId);\n const newShareId = refreshed.data.shareId;\n createdShareIds.push(newShareId);\n\n // Old cookie + old shareId should fail (share not found)\n const oldError = await getError(() =>\n anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId: oldShareId }), {\n headers: { cookie: oldCookie },\n })\n );\n expect(oldError?.status).toEqual(404);\n\n // Old cookie + new shareId should fail (cookie is keyed by old shareId, JWT contains old shareId)\n const mismatchError = await getError(() =>\n anonymousUser.get(urlBuilder(GET_BASE_SHARE, { shareId: newShareId }), {\n headers: { cookie: oldCookie },\n })\n );\n // Should require re-authentication (401) since the new share still has password\n expect(mismatchError?.status).toEqual(401);\n });\n\n it('should handle concurrent creation of share for same nodeId', async () => {\n // Two concurrent requests to create a share for the same nodeId\n // Due to unique constraint on nodeId, at most one should succeed via create;\n // the other should either get a conflict error or be handled gracefully\n const results = await Promise.allSettled([\n createBaseShare(baseId, { nodeId: rootTableNodeId }),\n createBaseShare(baseId, { nodeId: rootTableNodeId }),\n ]);\n\n const successes = results.filter((r) => r.status === 'fulfilled');\n const failures = results.filter((r) => r.status === 'rejected');\n\n // At least one should succeed\n expect(successes.length).toBeGreaterThanOrEqual(1);\n // If both \"succeed\" (second sees existing → conflict before DB), that's fine too\n // The key invariant: only one share should exist for this nodeId\n expect(successes.length + failures.length).toBe(2);\n\n // Clean up all successfully created shares\n for (const result of successes) {\n const r = result as PromiseFulfilledResult>>;\n createdShareIds.push(r.value.data.shareId);\n }\n\n // Verify only one share exists for this nodeId\n const shareList = await listBaseShare(baseId);\n const sharesForNode = shareList.data.filter((s) => s.nodeId === rootTableNodeId);\n expect(sharesForNode.length).toBe(1);\n });\n\n it('should allow authenticated user to access share via share header', async () => {\n // Logged-in user (not anonymous) accesses share endpoints via X-Tea-Base-Share header\n const share = await createBaseShare(baseId, { nodeId: folderNodeId });\n createdShareIds.push(share.data.shareId);\n const shareId = share.data.shareId;\n\n // Authenticated user should be able to get base node list via share header\n const listRes = await anonymousUser.get(urlBuilder(GET_BASE_NODE_LIST, { baseId }), {\n headers: {\n [BASE_SHARE_ID_HEADER]: shareId,\n },\n });\n expect(listRes.status).toEqual(200);\n expect(Array.isArray(listRes.data)).toBe(true);\n\n // Should only see nodes under the shared folder\n const nodeIds = new Set(listRes.data.map((n: IBaseNodeVo) => n.id));\n expect(nodeIds.has(folderNodeId)).toBe(true);\n expect(nodeIds.has(childTableNodeId)).toBe(true);\n // Root table is outside the shared folder, should not be visible\n expect(nodeIds.has(rootTableNodeId)).toBe(false);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/base-sql-executor.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { DriverClient } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { BaseSqlExecutorService } from '../src/features/base-sql-executor/base-sql-executor.service';\nimport {\n createBase,\n createSpace,\n createTable,\n initApp,\n permanentDeleteSpace,\n} from './utils/init-app';\n\ndescribe.skipIf(globalThis.testConfig.driver === DriverClient.Sqlite)(\n 'BaseSqlExecutorService',\n () => {\n let app: INestApplication;\n let baseSqlExecutorService: BaseSqlExecutorService;\n let prismaService: PrismaService;\n let baseId: string;\n let spaceId: string;\n let tableDbName: string;\n let baseId2: string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n baseSqlExecutorService = app.get(BaseSqlExecutorService);\n prismaService = app.get(PrismaService);\n spaceId = await createSpace({\n name: 'BaseSqlExecutorService test space',\n }).then((space) => space.id);\n\n baseId = await createBase({\n name: 'BaseSqlExecutorService test base',\n spaceId,\n }).then((base) => base.id);\n baseId2 = await createBase({\n name: 'BaseSqlExecutorService test base2',\n spaceId,\n }).then((base) => base.id);\n\n const table = await createTable(baseId, {\n name: 'BaseSqlExecutorService test table',\n });\n tableDbName = `\"${table.dbTableName.split('.')[0]}\".\"${table.dbTableName.split('.')[1]}\"`;\n });\n\n afterAll(async () => {\n await permanentDeleteSpace(spaceId);\n await app.close();\n });\n\n it('only read only role can execute sql', async () => {\n const result = await baseSqlExecutorService.executeQuerySql(\n baseId,\n `select * from ${tableDbName}`\n );\n expect(result).toBeDefined();\n });\n\n it('read only role can not execute sql to throw error', async () => {\n await expect(\n baseSqlExecutorService['db']?.$queryRawUnsafe(`create table ${tableDbName} (id int)`)\n ).rejects.toThrow('ERROR: permission denied for schema');\n });\n\n it('read only role can read base', async () => {\n await expect(\n baseSqlExecutorService.executeQuerySql(baseId2, `select * from ${tableDbName}`, {\n projectionTableDbNames: [tableDbName.replaceAll('\"', '')],\n })\n ).rejects.toThrow('ERROR: permission denied for schema');\n });\n\n it('prisma service can execute sql', async () => {\n await prismaService.$queryRawUnsafe(`create table test (id int)`);\n await prismaService.$queryRawUnsafe(`drop table test`);\n });\n }\n);\n" }, { "path": "apps/nestjs-backend/test/base.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { ILinkFieldOptions } from '@teable/core';\nimport { FieldType, Relationship, Role } from '@teable/core';\nimport type {\n ICreateBaseVo,\n ICreateSpaceVo,\n IUserMeVo,\n ListBaseInvitationLinkVo,\n UserCollaboratorItem,\n IBaseErdEdge,\n} from '@teable/openapi';\nimport {\n baseErdVoSchema,\n CREATE_BASE,\n CREATE_BASE_INVITATION_LINK,\n CREATE_SPACE,\n createBaseInvitationLink,\n createBaseInvitationLinkVoSchema,\n createTable,\n DELETE_BASE,\n DELETE_BASE_COLLABORATOR,\n DELETE_SPACE,\n DELETE_SPACE_COLLABORATOR,\n deleteBaseCollaborator,\n deleteBaseInvitationLink,\n EMAIL_BASE_INVITATION,\n EMAIL_SPACE_INVITATION,\n emailBaseInvitation,\n GET_BASE_ALL,\n GET_BASE_LIST,\n getBaseAll,\n getBaseCollaboratorList,\n getBaseErd,\n getUserCollaborators,\n listBaseCollaboratorUserVoSchema,\n listBaseInvitationLink,\n MOVE_BASE,\n PrincipalType,\n UPDATE_BASE_COLLABORATE,\n UPDATE_BASE_INVITATION_LINK,\n updateBaseCollaborator,\n updateBaseInvitationLink,\n urlBuilder,\n USER_ME,\n} from '@teable/openapi';\nimport type { AxiosInstance } from 'axios';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { getError } from './utils/get-error';\nimport {\n createBase,\n createField,\n createSpace,\n deleteSpace,\n initApp,\n permanentDeleteSpace,\n} from './utils/init-app';\n\ndescribe('OpenAPI BaseController (e2e)', () => {\n let app: INestApplication;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('Base Invitation and operator collaborators', () => {\n const newUserEmail = 'newuser@example.com';\n const newUser3Email = 'newuser2@example.com';\n\n let userRequest: AxiosInstance;\n let user3Request: AxiosInstance;\n let spaceId: string;\n let baseId: string;\n beforeAll(async () => {\n user3Request = await createNewUserAxios({\n email: newUser3Email,\n password: '12345678',\n });\n userRequest = await createNewUserAxios({\n email: newUserEmail,\n password: '12345678',\n });\n spaceId = (await userRequest.post(CREATE_SPACE, { name: 'new base' })).data\n .id;\n });\n beforeEach(async () => {\n const res = await userRequest.post(CREATE_BASE, {\n name: 'new base',\n spaceId,\n });\n baseId = res.data.id;\n await userRequest.post(urlBuilder(EMAIL_BASE_INVITATION, { baseId }), {\n emails: [globalThis.testConfig.email],\n role: Role.Creator,\n });\n });\n\n afterEach(async () => {\n await userRequest.delete(\n urlBuilder(DELETE_BASE, {\n baseId,\n })\n );\n });\n afterAll(async () => {\n await userRequest.delete(\n urlBuilder(DELETE_SPACE, {\n spaceId,\n })\n );\n });\n\n it('/api/base/:baseId/invitation/link (POST)', async () => {\n const res = await createBaseInvitationLink({\n baseId,\n createBaseInvitationLinkRo: { role: Role.Creator },\n });\n expect(createBaseInvitationLinkVoSchema.safeParse(res.data).success).toEqual(true);\n\n const linkList = await listBaseInvitationLink(baseId);\n expect(linkList.data).toHaveLength(1);\n });\n\n it('/api/base/{baseId}/invitation/link (POST) - Forbidden', async () => {\n await userRequest.post(urlBuilder(EMAIL_BASE_INVITATION, { baseId }), {\n emails: [newUser3Email],\n role: Role.Editor,\n });\n const error = await getError(() =>\n user3Request.post(urlBuilder(CREATE_BASE_INVITATION_LINK, { baseId }), {\n role: Role.Creator,\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/base/:baseId/invitation/link/:invitationId (PATCH)', async () => {\n const res = await createBaseInvitationLink({\n baseId,\n createBaseInvitationLinkRo: { role: Role.Editor },\n });\n const newInvitationId = res.data.invitationId;\n\n const newBaseUpdate = await updateBaseInvitationLink({\n baseId,\n invitationId: newInvitationId,\n updateBaseInvitationLinkRo: { role: Role.Editor },\n });\n expect(newBaseUpdate.data.role).toEqual(Role.Editor);\n });\n\n it('/api/base/:baseId/invitation/link/:invitationId (PATCH) - exceeds limit role', async () => {\n const res = await createBaseInvitationLink({\n baseId,\n createBaseInvitationLinkRo: { role: Role.Editor },\n });\n const newInvitationId = res.data.invitationId;\n\n await userRequest.post(urlBuilder(EMAIL_BASE_INVITATION, { baseId }), {\n emails: [newUser3Email],\n role: Role.Editor,\n });\n const error = await getError(() =>\n user3Request.patch(\n urlBuilder(UPDATE_BASE_INVITATION_LINK, { baseId, invitationId: newInvitationId }),\n { role: Role.Creator }\n )\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/base/:baseId/invitation/link (GET)', async () => {\n const res = await getBaseCollaboratorList(baseId);\n expect(res.data.collaborators).toHaveLength(2);\n });\n\n it('/api/base/:baseId/invitation/link (GET) - pagination', async () => {\n const res = await getBaseCollaboratorList(baseId, { skip: 1, take: 1 });\n expect(res.data.collaborators).toHaveLength(1);\n expect(res.data.total).toBe(2);\n });\n\n it('/api/base/:baseId/invitation/link (GET) - search', async () => {\n const res = await getBaseCollaboratorList(baseId, { search: 'newuser' });\n expect(res.data.collaborators).toHaveLength(1);\n expect((res.data.collaborators[0] as UserCollaboratorItem).email).toBe(newUserEmail);\n expect(res.data.total).toBe(1);\n });\n\n it('/api/base/:baseId/invitation/link/:invitationId (DELETE)', async () => {\n const res = await createBaseInvitationLink({\n baseId,\n createBaseInvitationLinkRo: { role: Role.Editor },\n });\n const newInvitationId = res.data.invitationId;\n\n await deleteBaseInvitationLink({ baseId, invitationId: newInvitationId });\n\n const list: ListBaseInvitationLinkVo = (await listBaseInvitationLink(baseId)).data;\n expect(list.find((v) => v.invitationId === newInvitationId)).toBeUndefined();\n });\n\n it('/api/base/:baseId/invitation/email (POST)', async () => {\n await emailBaseInvitation({\n baseId,\n emailBaseInvitationRo: { role: Role.Creator, emails: [newUser3Email] },\n });\n\n const { collaborators } = (await getBaseCollaboratorList(baseId)).data;\n\n const newCollaboratorInfo = (collaborators as UserCollaboratorItem[]).find(\n ({ email }) => email === newUser3Email\n );\n\n expect(newCollaboratorInfo).not.toBeUndefined();\n expect(newCollaboratorInfo?.role).toEqual(Role.Creator);\n });\n\n it('/api/base/:baseId/invitation/email (POST) - exceeds limit role', async () => {\n await userRequest.post(urlBuilder(EMAIL_BASE_INVITATION, { baseId }), {\n emails: [newUser3Email],\n role: Role.Editor,\n });\n const error = await getError(() =>\n user3Request.post(urlBuilder(EMAIL_BASE_INVITATION, { baseId }), {\n emails: [newUser3Email],\n role: Role.Creator,\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/base/:baseId/invitation/email (POST) - not exist email', async () => {\n await emailBaseInvitation({\n baseId,\n emailBaseInvitationRo: { emails: ['not.exist@email.com'], role: Role.Creator },\n });\n const { collaborators } = (await getBaseCollaboratorList(baseId)).data;\n expect(collaborators).toHaveLength(3);\n });\n\n it('/api/base/:baseId/invitation/email (POST) - user in space', async () => {\n const error = await getError(() =>\n emailBaseInvitation({\n baseId,\n emailBaseInvitationRo: { emails: [globalThis.testConfig.email], role: Role.Creator },\n })\n );\n expect(error?.status).toBe(400);\n });\n\n describe('operator collaborators', () => {\n let newUser3Id: string;\n beforeEach(async () => {\n await userRequest.post(urlBuilder(EMAIL_BASE_INVITATION, { baseId }), {\n emails: [newUser3Email],\n role: Role.Editor,\n });\n const res = await user3Request.get(USER_ME);\n newUser3Id = res.data.id;\n });\n\n it('/api/base/:baseId/collaborator/users (GET)', async () => {\n const res = await getUserCollaborators(baseId);\n expect(res.data.users).toHaveLength(3);\n expect(res.data.total).toBe(3);\n expect(listBaseCollaboratorUserVoSchema.strict().safeParse(res.data).success).toEqual(true);\n });\n\n it('/api/base/:baseId/collaborator/users (GET) - pagination', async () => {\n const res = await getUserCollaborators(baseId, { skip: 1, take: 1 });\n expect(res.data.users).toHaveLength(1);\n expect(res.data.total).toBe(3);\n });\n\n it('/api/base/:baseId/collaborator/users (GET) - search', async () => {\n const res = await getUserCollaborators(baseId, { search: 'newuser' });\n expect(res.data.users).toHaveLength(2);\n expect(res.data.total).toBe(2);\n });\n\n it('/api/base/:baseId/collaborators (PATCH)', async () => {\n const res = await updateBaseCollaborator({\n baseId,\n updateBaseCollaborateRo: {\n role: Role.Creator,\n principalId: newUser3Id,\n principalType: PrincipalType.User,\n },\n });\n expect(res.status).toBe(200);\n });\n\n it('/api/base/:baseId/collaborators (PATCH) - exceeds limit role', async () => {\n const error = await getError(() =>\n user3Request.patch(\n urlBuilder(UPDATE_BASE_COLLABORATE, {\n baseId,\n }),\n {\n role: Role.Viewer,\n principalId: globalThis.testConfig.userId,\n principalType: PrincipalType.User,\n }\n )\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/base/:baseId/collaborators (PATCH) - exceeds limit role - system user', async () => {\n await updateBaseCollaborator({\n baseId: baseId,\n updateBaseCollaborateRo: {\n role: Role.Editor,\n principalId: globalThis.testConfig.userId,\n principalType: PrincipalType.User,\n },\n });\n const error = await getError(() =>\n updateBaseCollaborator({\n baseId: baseId,\n updateBaseCollaborateRo: {\n role: Role.Creator,\n principalId: globalThis.testConfig.userId,\n principalType: PrincipalType.User,\n },\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/base/:baseId/collaborators (PATCH) - self ', async () => {\n const res = await updateBaseCollaborator({\n baseId: baseId,\n updateBaseCollaborateRo: {\n role: Role.Editor,\n principalId: globalThis.testConfig.userId,\n principalType: PrincipalType.User,\n },\n });\n expect(res?.status).toBe(200);\n });\n\n it('/api/base/:baseId/collaborators (PATCH) - allow update role equal to self', async () => {\n await updateBaseCollaborator({\n baseId: baseId,\n updateBaseCollaborateRo: {\n role: Role.Editor,\n principalId: globalThis.testConfig.userId,\n principalType: PrincipalType.User,\n },\n });\n const res = await user3Request.patch(\n urlBuilder(UPDATE_BASE_COLLABORATE, {\n baseId,\n }),\n {\n role: Role.Viewer,\n principalId: newUser3Id,\n principalType: PrincipalType.User,\n }\n );\n expect(res?.status).toBe(200);\n });\n\n it('/api/base/:baseId/collaborators (DELETE)', async () => {\n const res = await deleteBaseCollaborator({\n baseId,\n deleteBaseCollaboratorRo: {\n principalId: newUser3Id,\n principalType: PrincipalType.User,\n },\n });\n expect(res.status).toBe(200);\n const collList = await getBaseCollaboratorList(baseId);\n expect(collList.data.collaborators).toHaveLength(2);\n });\n\n it('/api/base/:baseId/collaborators (DELETE) - exceeds limit role', async () => {\n await updateBaseCollaborator({\n baseId,\n updateBaseCollaborateRo: {\n role: Role.Creator,\n principalId: newUser3Id,\n principalType: PrincipalType.User,\n },\n });\n const error = await getError(() =>\n deleteBaseCollaborator({\n baseId,\n deleteBaseCollaboratorRo: {\n principalId: newUser3Id,\n principalType: PrincipalType.User,\n },\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/base/:baseId/collaborators (DELETE) - self', async () => {\n await deleteBaseCollaborator({\n baseId: baseId,\n deleteBaseCollaboratorRo: {\n principalId: globalThis.testConfig.userId,\n principalType: PrincipalType.User,\n },\n });\n const error = await getError(() => getBaseCollaboratorList(baseId));\n expect(error?.status).toBe(403);\n });\n\n it('/api/base/:baseId/collaborators (DELETE) - space user delete base user', async () => {\n const res = await userRequest.delete(urlBuilder(DELETE_BASE_COLLABORATOR, { baseId }), {\n params: { principalId: newUser3Id, principalType: PrincipalType.User },\n });\n expect(res.status).toBe(200);\n });\n\n it('/api/space/:spaceId/collaborators (DELETE) - space user delete base user', async () => {\n const res = await userRequest.delete(urlBuilder(DELETE_BASE_COLLABORATOR, { baseId }), {\n params: { principalId: newUser3Id, principalType: PrincipalType.User },\n });\n expect(res.status).toBe(200);\n });\n\n it('/api/base/:baseId/move (PUT)', async () => {\n const user1SpaceId = (\n await userRequest.post(CREATE_SPACE, { name: 'new base' })\n ).data.id;\n\n const user1SpaceId2 = (\n await userRequest.post(CREATE_SPACE, { name: 'new base2' })\n ).data.id;\n\n const spaceBaseList1 = (\n await userRequest.get(urlBuilder(GET_BASE_LIST, { spaceId: user1SpaceId }))\n ).data;\n\n const spaceBaseList2 = (\n await userRequest.get(urlBuilder(GET_BASE_LIST, { spaceId: user1SpaceId2 }))\n ).data;\n\n expect(spaceBaseList1.length).toBe(0);\n expect(spaceBaseList2.length).toBe(0);\n\n const newBase1 = (\n await userRequest.post(urlBuilder(CREATE_BASE), {\n name: 'base1',\n spaceId: user1SpaceId,\n })\n ).data;\n\n // move base\n await userRequest.put(\n urlBuilder(MOVE_BASE, {\n baseId: newBase1.id,\n }),\n {\n spaceId: user1SpaceId2,\n }\n );\n\n const spaceBaseList1AfterMove = (\n await userRequest.get(urlBuilder(GET_BASE_LIST, { spaceId: user1SpaceId2 }))\n ).data;\n\n expect(spaceBaseList1AfterMove.length).toBe(1);\n expect(spaceBaseList1AfterMove[0].id).toBe(newBase1.id);\n });\n });\n });\n\n it('/api/base/access/all (GET)', async () => {\n const spaceId1 = await createSpace({\n name: 'new space test base access all',\n }).then((res) => res.id);\n const baseId1 = await createBase({\n name: 'new base test base access all',\n spaceId: spaceId1,\n }).then((res) => res.id);\n const spaceId2 = await createSpace({\n name: 'new space test base access all',\n }).then((res) => res.id);\n const baseId2 = await createBase({\n name: 'new base test base access all',\n spaceId: spaceId2,\n }).then((res) => res.id);\n\n await deleteSpace(spaceId1);\n\n const res = await getBaseAll();\n\n await permanentDeleteSpace(spaceId1);\n await permanentDeleteSpace(spaceId2);\n\n expect(res.data.find((v) => v.id === baseId1)).toBeUndefined();\n expect(res.data.find((v) => v.id === baseId2)).toBeDefined();\n });\n\n describe('Base owner display after member removal', () => {\n const userAEmail = 'userA-t1606@example.com';\n const userBEmail = 'userB-t1606@example.com';\n let userARequest: AxiosInstance;\n let userBRequest: AxiosInstance;\n let userAId: string;\n let userBId: string;\n let spaceId: string;\n let baseId: string;\n\n beforeAll(async () => {\n // Create user A (space owner) and user B\n userARequest = await createNewUserAxios({\n email: userAEmail,\n password: '12345678',\n });\n userBRequest = await createNewUserAxios({\n email: userBEmail,\n password: '12345678',\n });\n\n // Get user A's ID (space owner)\n const userAInfo = await userARequest.get(USER_ME);\n userAId = userAInfo.data.id;\n\n // Get user B's ID\n const userBInfo = await userBRequest.get(USER_ME);\n userBId = userBInfo.data.id;\n\n // User A creates a space\n spaceId = (\n await userARequest.post(CREATE_SPACE, { name: 'T1606 test space' })\n ).data.id;\n\n // User A invites user B to the space\n await userARequest.post(urlBuilder(EMAIL_SPACE_INVITATION, { spaceId }), {\n emails: [userBEmail],\n role: Role.Creator,\n });\n\n // User B creates a base in the space\n baseId = (\n await userBRequest.post(CREATE_BASE, {\n name: 'T1606 test base',\n spaceId,\n })\n ).data.id;\n });\n\n afterAll(async () => {\n // Clean up\n await userARequest.delete(urlBuilder(DELETE_BASE, { baseId }));\n await userARequest.delete(urlBuilder(DELETE_SPACE, { spaceId }));\n });\n\n it('should fallback to space owner when creator is removed from space', async () => {\n // Verify user B is the creator before removal (via getBaseAll)\n const beforeRemoval = await userARequest.get(GET_BASE_ALL);\n const baseBefore = beforeRemoval.data.find((b: { id: string }) => b.id === baseId);\n expect(baseBefore).toBeDefined();\n expect(baseBefore.createdUser).toBeDefined();\n expect(baseBefore.createdUser.id).toBe(userBId);\n\n // User A removes user B from the space\n await userARequest.delete(urlBuilder(DELETE_SPACE_COLLABORATOR, { spaceId }), {\n params: { principalId: userBId, principalType: PrincipalType.User },\n });\n\n // Verify createdUser is now the space owner (user A) after removal\n const afterRemoval = await userARequest.get(GET_BASE_ALL);\n const baseAfter = afterRemoval.data.find((b: { id: string }) => b.id === baseId);\n expect(baseAfter).toBeDefined();\n // The createdUser should fallback to space owner (user A) since user B is no longer in the space\n expect(baseAfter.createdUser).toBeDefined();\n expect(baseAfter.createdUser.id).toBe(userAId);\n });\n });\n\n describe('Base ERD', () => {\n let spaceId1: string;\n\n beforeEach(async () => {\n spaceId1 = await createSpace({\n name: 'new space test base erd',\n }).then((res) => res.id);\n });\n afterEach(async () => {\n await permanentDeleteSpace(spaceId1);\n });\n\n const getRelationReference = (edges: IBaseErdEdge[]) => {\n return edges\n .filter((edge) => Boolean(edge.relationship))\n .map((edge) => {\n const { source, target } = edge;\n return `${source.tableId}.${source.fieldId}-${target.tableId}.${target.fieldId}`;\n })\n .sort();\n };\n\n const getTypeMap = (edges: IBaseErdEdge[]) => {\n return edges\n .filter((edge) => !edge.relationship)\n .reduce(\n (acc, edge) => {\n acc[edge.type] = (acc[edge.type] || 0) + 1;\n return acc;\n },\n {} as Record\n );\n };\n\n it('/api/base/:baseId/erd (GET) - relationship', async () => {\n const baseId = await createBase({\n spaceId: spaceId1,\n }).then((res) => res.id);\n const table1 = await createTable(baseId).then((res) => res.data);\n const table2 = await createTable(baseId).then((res) => res.data);\n\n await createField(table1.id, {\n name: 'new link field1',\n type: FieldType.Link,\n options: {\n isOneWay: true,\n foreignTableId: table2.id,\n relationship: Relationship.OneOne,\n },\n });\n\n await createField(table1.id, {\n name: 'new link field2',\n type: FieldType.Link,\n options: {\n isOneWay: true,\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n\n await createField(table1.id, {\n name: 'new link field3',\n type: FieldType.Link,\n options: {\n foreignTableId: table2.id,\n relationship: Relationship.ManyOne,\n },\n });\n\n await createField(table1.id, {\n name: 'new link field4',\n type: FieldType.Link,\n options: {\n foreignTableId: table2.id,\n relationship: Relationship.ManyMany,\n },\n });\n\n const data = await getBaseErd(baseId).then((res) => res.data);\n expect(baseErdVoSchema.safeParse(data).success).toEqual(true);\n expect(data.baseId).toEqual(baseId);\n expect(getRelationReference(data.edges).length).toEqual(4);\n });\n\n it('/api/base/:baseId/erd (GET) - reference(formula, lookup, rollup, link)', async () => {\n const baseId = await createBase({\n spaceId: spaceId1,\n }).then((res) => res.id);\n const table1 = await createTable(baseId).then((res) => res.data);\n const table2 = await createTable(baseId).then((res) => res.data);\n\n const textField = table1.fields[0];\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n foreignTableId: table2.id,\n relationship: Relationship.OneOne,\n },\n });\n\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n });\n\n await createField(table1.id, {\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n });\n\n await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${textField.id}}`,\n },\n });\n\n await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${lookupField.id}}`,\n },\n });\n\n const data = await getBaseErd(baseId).then((res) => res.data);\n expect(baseErdVoSchema.safeParse(data).success).toEqual(true);\n expect(data.baseId).toEqual(baseId);\n expect(getRelationReference(data.edges).length).toEqual(1);\n const typeMap = getTypeMap(data.edges);\n expect(typeMap).toEqual({\n formula: 2,\n link: (linkField.options as ILinkFieldOptions).isOneWay ? 1 : 2,\n lookup: 1,\n rollup: 1,\n });\n });\n\n it('/api/base/:baseId/erd (GET) - cross base', async () => {\n const baseId1 = await createBase({\n spaceId: spaceId1,\n }).then((res) => res.id);\n const base1Table1 = await createTable(baseId1).then((res) => res.data);\n\n const baseId2 = await createBase({\n spaceId: spaceId1,\n }).then((res) => res.id);\n const base2Table1 = await createTable(baseId2).then((res) => res.data);\n\n await createField(base1Table1.id, {\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n foreignTableId: base2Table1.id,\n relationship: Relationship.OneOne,\n },\n });\n\n const baseId3 = await createBase({\n spaceId: spaceId1,\n }).then((res) => res.id);\n const base3Table1 = await createTable(baseId3).then((res) => res.data);\n\n await createField(base2Table1.id, {\n type: FieldType.Link,\n options: {\n baseId: baseId3,\n foreignTableId: base3Table1.id,\n relationship: Relationship.OneOne,\n },\n });\n\n const base1Erd = await getBaseErd(baseId1).then((res) => res.data);\n expect(baseErdVoSchema.safeParse(base1Erd).success).toEqual(true);\n expect(base1Erd.baseId).toEqual(baseId1);\n expect(getRelationReference(base1Erd.edges).length).toEqual(1);\n\n const base2Erd = await getBaseErd(baseId2).then((res) => res.data);\n expect(baseErdVoSchema.safeParse(base2Erd).success).toEqual(true);\n expect(base2Erd.baseId).toEqual(baseId2);\n expect(getRelationReference(base2Erd.edges).length).toEqual(2);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/basic-link.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, ILinkFieldOptions } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n permanentDeleteTable,\n getRecords,\n getRecord,\n initApp,\n updateRecordByApi,\n getField,\n convertField,\n} from './utils/init-app';\n\ndescribe('Basic Link Field (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const expectHasOrderColumn = async (fieldId: string, expected: boolean) => {\n const prisma = app.get(PrismaService);\n const fieldRaw = await prisma.field.findUniqueOrThrow({\n where: { id: fieldId },\n select: { meta: true },\n });\n const meta = fieldRaw.meta ? (JSON.parse(fieldRaw.meta) as { hasOrderColumn?: boolean }) : null;\n expect(meta?.hasOrderColumn ?? false).toBe(expected);\n };\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('OneMany relationship with lookup and rollup', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField: IFieldVo;\n let lookupField: IFieldVo;\n let rollupField: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 (parent table)\n const textFieldRo: IFieldRo = {\n name: 'Title',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Score',\n type: FieldType.Number,\n };\n\n table1 = await createTable(baseId, {\n name: 'Projects',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { Title: 'Project A', Score: 100 } },\n { fields: { Title: 'Project B', Score: 200 } },\n ],\n });\n\n // Create table2 (child table)\n table2 = await createTable(baseId, {\n name: 'Tasks',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { Title: 'Task 1', Score: 10 } },\n { fields: { Title: 'Task 2', Score: 20 } },\n { fields: { Title: 'Task 3', Score: 30 } },\n ],\n });\n\n // Create OneMany link field from table1 to table2\n const linkFieldRo: IFieldRo = {\n name: 'Tasks',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n linkField = await createField(table1.id, linkFieldRo);\n\n // Create lookup field to get task titles\n const lookupFieldRo: IFieldRo = {\n name: 'Task Titles',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id, // Title field\n linkFieldId: linkField.id,\n },\n };\n\n lookupField = await createField(table1.id, lookupFieldRo);\n\n // Create rollup field to sum task scores\n const rollupFieldRo: IFieldRo = {\n name: 'Total Task Score',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[1].id, // Score field\n linkFieldId: linkField.id,\n },\n };\n\n rollupField = await createField(table1.id, rollupFieldRo);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create OneMany relationship and verify lookup/rollup values', async () => {\n // Link tasks to projects\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n await updateRecordByApi(table1.id, table1.records[1].id, linkField.id, [\n { id: table2.records[2].id },\n ]);\n\n // Get records and verify link, lookup, and rollup values\n const records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(records.records).toHaveLength(2);\n\n // Project A should have 2 linked tasks\n const projectA = records.records.find((r) => r.name === 'Project A');\n expect(projectA?.fields[linkField.id]).toHaveLength(2);\n expect(projectA?.fields[linkField.id]).toEqual(\n expect.arrayContaining([\n expect.objectContaining({ title: 'Task 1' }),\n expect.objectContaining({ title: 'Task 2' }),\n ])\n );\n\n // Lookup should return task titles\n expect(projectA?.fields[lookupField.id]).toEqual(['Task 1', 'Task 2']);\n\n // Rollup should sum task scores (10 + 20 = 30)\n expect(projectA?.fields[rollupField.id]).toBe(30);\n\n // Project B should have 1 linked task\n const projectB = records.records.find((r) => r.name === 'Project B');\n expect(projectB?.fields[linkField.id]).toHaveLength(1);\n expect(projectB?.fields[linkField.id]).toEqual([\n expect.objectContaining({ title: 'Task 3' }),\n ]);\n\n // Lookup should return task title\n expect(projectB?.fields[lookupField.id]).toEqual(['Task 3']);\n\n // Rollup should return task score (30)\n expect(projectB?.fields[rollupField.id]).toBe(30);\n });\n\n it('should handle empty links for OneMany (no linked tasks)', async () => {\n // 初始状态未建立任何链接\n const records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const projectA = records.records.find((r) => r.name === 'Project A');\n const projectB = records.records.find((r) => r.name === 'Project B');\n\n expect(projectA?.fields[linkField.id]).toBeUndefined();\n expect(projectA?.fields[lookupField.id]).toBeUndefined();\n expect(projectA?.fields[rollupField.id]).toBe(0);\n\n expect(projectB?.fields[linkField.id]).toBeUndefined();\n expect(projectB?.fields[lookupField.id]).toBeUndefined();\n expect(projectB?.fields[rollupField.id]).toBe(0);\n });\n });\n\n describe('ManyOne relationship with lookup and rollup', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField: IFieldVo;\n let lookupField: IFieldVo;\n let rollupField: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 (child table)\n const textFieldRo: IFieldRo = {\n name: 'Title',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Hours',\n type: FieldType.Number,\n };\n\n table1 = await createTable(baseId, {\n name: 'Tasks',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { Title: 'Task 1', Hours: 5 } },\n { fields: { Title: 'Task 2', Hours: 8 } },\n { fields: { Title: 'Task 3', Hours: 3 } },\n ],\n });\n\n // Create table2 (parent table)\n table2 = await createTable(baseId, {\n name: 'Projects',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { Title: 'Project A', Hours: 100 } },\n { fields: { Title: 'Project B', Hours: 200 } },\n ],\n });\n\n // Create ManyOne link field from table1 to table2\n const linkFieldRo: IFieldRo = {\n name: 'Project',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n linkField = await createField(table1.id, linkFieldRo);\n\n // Create lookup field to get project title\n const lookupFieldRo: IFieldRo = {\n name: 'Project Title',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id, // Title field\n linkFieldId: linkField.id,\n },\n };\n\n lookupField = await createField(table1.id, lookupFieldRo);\n\n // Create rollup field to get project hours\n const rollupFieldRo: IFieldRo = {\n name: 'Project Hours',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[1].id, // Hours field\n linkFieldId: linkField.id,\n },\n };\n\n rollupField = await createField(table1.id, rollupFieldRo);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create ManyOne relationship and verify lookup/rollup values', async () => {\n // Link tasks to projects\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n await updateRecordByApi(table1.id, table1.records[1].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n await updateRecordByApi(table1.id, table1.records[2].id, linkField.id, {\n id: table2.records[1].id,\n });\n\n // Get records and verify link, lookup, and rollup values\n const records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(records.records).toHaveLength(3);\n\n // Task 1 should link to Project A\n const task1 = records.records.find((r) => r.name === 'Task 1');\n expect(task1?.fields[linkField.id]).toEqual(expect.objectContaining({ title: 'Project A' }));\n expect(task1?.fields[lookupField.id]).toBe('Project A');\n\n expect(task1?.fields[rollupField.id]).toBe(100);\n\n // Task 2 should link to Project A\n const task2 = records.records.find((r) => r.name === 'Task 2');\n expect(task2?.fields[linkField.id]).toEqual(expect.objectContaining({ title: 'Project A' }));\n expect(task2?.fields[lookupField.id]).toBe('Project A');\n expect(task2?.fields[rollupField.id]).toBe(100);\n\n // Task 3 should link to Project B\n const task3 = records.records.find((r) => r.name === 'Task 3');\n expect(task3?.fields[linkField.id]).toEqual(expect.objectContaining({ title: 'Project B' }));\n expect(task3?.fields[lookupField.id]).toBe('Project B');\n expect(task3?.fields[rollupField.id]).toBe(200);\n });\n\n it('should handle null link for ManyOne (no parent)', async () => {\n // 不建立链接，直接读取（使用 beforeEach 初始数据）\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const task1 = records.records.find((r) => r.name === 'Task 1');\n expect(task1?.fields[linkField.id]).toBeUndefined();\n expect(task1?.fields[lookupField.id]).toBeUndefined();\n expect(task1?.fields[rollupField.id]).toBe(0);\n });\n });\n\n describe('Link formulas comparing text to lookup values', () => {\n let orderTable: ITableFullVo | undefined;\n let detailTable: ITableFullVo | undefined;\n\n afterEach(async () => {\n if (orderTable) {\n await permanentDeleteTable(baseId, orderTable.id);\n orderTable = undefined;\n }\n if (detailTable) {\n await permanentDeleteTable(baseId, detailTable.id);\n detailTable = undefined;\n }\n });\n\n it('should update records without errors when formula compares text field to lookup result', async () => {\n orderTable = await createTable(baseId, {\n name: 'orders',\n fields: [\n {\n name: 'Order Number',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n { fields: { 'Order Number': 'ORD-001' } },\n { fields: { 'Order Number': 'ORD-002' } },\n ],\n });\n\n detailTable = await createTable(baseId, {\n name: 'order details',\n fields: [\n {\n name: 'External Number',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n { fields: { 'External Number': 'ORD-001' } },\n { fields: { 'External Number': 'ORD-002' } },\n ],\n });\n\n const orderNumberField = orderTable.fields.find((f) => f.name === 'Order Number')!;\n const externalNumberField = detailTable.fields.find((f) => f.name === 'External Number')!;\n\n const linkField = await createField(orderTable.id, {\n name: 'Detail Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: detailTable.id,\n },\n });\n\n const lookupField = await createField(orderTable.id, {\n name: 'External Number Lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: detailTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: externalNumberField.id,\n },\n });\n\n const formulaField = await createField(orderTable.id, {\n name: 'Match Flag',\n type: FieldType.Formula,\n options: {\n expression: `IF({${orderNumberField.id}} = {${lookupField.id}}, \"match\", \"not-match\")`,\n },\n });\n\n await updateRecordByApi(orderTable.id, orderTable.records[0].id, linkField.id, {\n id: detailTable.records[0].id,\n });\n\n const linkedRecord = await getRecord(orderTable.id, orderTable.records[0].id);\n expect(linkedRecord.fields[formulaField.id]).toBe('match');\n\n await updateRecordByApi(\n orderTable.id,\n orderTable.records[0].id,\n orderNumberField.id,\n 'ORD-001-UPDATED'\n );\n\n const updatedRecord = await getRecord(orderTable.id, orderTable.records[0].id);\n expect(updatedRecord.fields[formulaField.id]).toBe('not-match');\n });\n });\n\n describe('Lookup formula text functions', () => {\n let projectTable: ITableFullVo;\n let taskTable: ITableFullVo;\n let linkField: IFieldVo;\n let lookupField: IFieldVo;\n let formulaField: IFieldVo;\n\n beforeEach(async () => {\n const taskNameField: IFieldRo = {\n name: 'Task',\n type: FieldType.SingleLineText,\n };\n const taskDateField: IFieldRo = {\n name: 'Due Date',\n type: FieldType.Date,\n };\n\n taskTable = await createTable(baseId, {\n name: 'Formula Tasks',\n fields: [taskNameField, taskDateField],\n records: [\n {\n fields: {\n Task: 'Task Alpha',\n 'Due Date': '2024-10-31',\n },\n },\n ],\n });\n\n const projectNameField: IFieldRo = {\n name: 'Project',\n type: FieldType.SingleLineText,\n };\n\n projectTable = await createTable(baseId, {\n name: 'Formula Projects',\n fields: [projectNameField],\n records: [\n {\n fields: {\n Project: 'Project One',\n },\n },\n ],\n });\n\n linkField = await createField(projectTable.id, {\n name: 'Linked Tasks',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: taskTable.id,\n },\n });\n\n const dueDateFieldId = taskTable.fields.find((f) => f.name === 'Due Date')!.id;\n\n lookupField = await createField(projectTable.id, {\n name: 'Task Due Dates',\n type: FieldType.Date,\n isLookup: true,\n lookupOptions: {\n foreignTableId: taskTable.id,\n lookupFieldId: dueDateFieldId,\n linkFieldId: linkField.id,\n },\n });\n\n formulaField = await createField(projectTable.id, {\n name: 'Due Year',\n type: FieldType.Formula,\n options: {\n expression: `LEFT({${lookupField.id}}, 4)`,\n },\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, projectTable.id);\n await permanentDeleteTable(baseId, taskTable.id);\n });\n\n it('should treat lookup arrays as comma-separated strings for text formulas', async () => {\n await updateRecordByApi(projectTable.id, projectTable.records[0].id, linkField.id, [\n { id: taskTable.records[0].id },\n ]);\n\n const record = await getRecord(projectTable.id, projectTable.records[0].id);\n const lookupValue = record.fields[lookupField.id] as string[] | undefined;\n\n expect(Array.isArray(lookupValue)).toBe(true);\n expect(lookupValue).toHaveLength(1);\n expect(lookupValue?.[0]).toMatch(/^2024-10-/);\n expect(record.fields[formulaField.id]).toBe('2024');\n });\n });\n\n describe('ManyMany relationship with lookup and rollup', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField1: IFieldVo;\n let linkField2: IFieldVo;\n let lookupField1: IFieldVo;\n let rollupField1: IFieldVo;\n let lookupField2: IFieldVo;\n let rollupField2: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 (Students)\n const textFieldRo: IFieldRo = {\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Grade',\n type: FieldType.Number,\n };\n\n table1 = await createTable(baseId, {\n name: 'Students',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { Name: 'Alice', Grade: 95 } },\n\n { fields: { Name: 'Bob', Grade: 87 } },\n { fields: { Name: 'Charlie', Grade: 92 } },\n ],\n });\n\n // Create table2 (Courses)\n table2 = await createTable(baseId, {\n name: 'Courses',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { Name: 'Math', Grade: 4 } },\n { fields: { Name: 'Science', Grade: 3 } },\n { fields: { Name: 'History', Grade: 2 } },\n ],\n });\n\n // Create ManyMany link field from table1 to table2\n const linkFieldRo: IFieldRo = {\n name: 'Courses',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n };\n\n linkField1 = await createField(table1.id, linkFieldRo);\n\n // Get the symmetric field in table2\n const linkOptions = linkField1.options as any;\n linkField2 = await getField(table2.id, linkOptions.symmetricFieldId);\n\n // Create lookup field in table1 to get course names\n const lookupFieldRo1: IFieldRo = {\n name: 'Course Names',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id, // Name field\n linkFieldId: linkField1.id,\n },\n };\n\n lookupField1 = await createField(table1.id, lookupFieldRo1);\n\n // Create rollup field in table1 to sum course credits\n const rollupFieldRo1: IFieldRo = {\n name: 'Total Credits',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[1].id, // Grade field (used as credits)\n linkFieldId: linkField1.id,\n },\n };\n\n rollupField1 = await createField(table1.id, rollupFieldRo1);\n\n // Create lookup field in table2 to get student names\n const lookupFieldRo2: IFieldRo = {\n name: 'Student Names',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id, // Name field\n linkFieldId: linkField2.id,\n },\n };\n\n lookupField2 = await createField(table2.id, lookupFieldRo2);\n\n // Create rollup field in table2 to count student grades\n const rollupFieldRo2: IFieldRo = {\n name: 'Student Count',\n type: FieldType.Rollup,\n options: {\n expression: 'count({values})',\n },\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[1].id, // Grade field\n linkFieldId: linkField2.id,\n },\n };\n\n rollupField2 = await createField(table2.id, rollupFieldRo2);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create ManyMany relationship and verify lookup/rollup values', async () => {\n // Link students to courses\n // Alice takes Math and Science\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n // Bob takes Math and History\n await updateRecordByApi(table1.id, table1.records[1].id, linkField1.id, [\n { id: table2.records[0].id },\n { id: table2.records[2].id },\n ]);\n\n // Charlie takes Science\n await updateRecordByApi(table1.id, table1.records[2].id, linkField1.id, [\n { id: table2.records[1].id },\n ]);\n\n // Get student records and verify\n const studentRecords = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(studentRecords.records).toHaveLength(3);\n\n // Alice should have Math and Science\n const alice = studentRecords.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField1.id]).toHaveLength(2);\n expect(alice?.fields[lookupField1.id]).toEqual(expect.arrayContaining(['Math', 'Science']));\n expect(alice?.fields[rollupField1.id]).toBe(7); // 4 + 3 credits\n\n // Bob should have Math and History\n const bob = studentRecords.records.find((r) => r.name === 'Bob');\n expect(bob?.fields[linkField1.id]).toHaveLength(2);\n expect(bob?.fields[lookupField1.id]).toEqual(expect.arrayContaining(['Math', 'History']));\n expect(bob?.fields[rollupField1.id]).toBe(6); // 4 + 2 credits\n\n // Charlie should have Science\n const charlie = studentRecords.records.find((r) => r.name === 'Charlie');\n expect(charlie?.fields[linkField1.id]).toHaveLength(1);\n expect(charlie?.fields[lookupField1.id]).toEqual(['Science']);\n\n expect(charlie?.fields[rollupField1.id]).toBe(3); // 3 credits\n\n // Get course records and verify reverse relationships\n const courseRecords = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(courseRecords.records).toHaveLength(3);\n\n // Math should have Alice and Bob\n const math = courseRecords.records.find((r) => r.name === 'Math');\n expect(math?.fields[linkField2.id]).toHaveLength(2);\n expect(math?.fields[lookupField2.id]).toEqual(expect.arrayContaining(['Alice', 'Bob']));\n expect(math?.fields[rollupField2.id]).toBe(2); // Count of students\n\n // Science should have Alice and Charlie\n const science = courseRecords.records.find((r) => r.name === 'Science');\n expect(science?.fields[linkField2.id]).toHaveLength(2);\n expect(science?.fields[lookupField2.id]).toEqual(\n expect.arrayContaining(['Alice', 'Charlie'])\n );\n expect(science?.fields[rollupField2.id]).toBe(2); // Count of students\n\n // History should have Bob\n const history = courseRecords.records.find((r) => r.name === 'History');\n expect(history?.fields[linkField2.id]).toHaveLength(1);\n expect(history?.fields[lookupField2.id]).toEqual(['Bob']);\n expect(history?.fields[rollupField2.id]).toBe(1); // Count of students\n });\n });\n\n describe('OneOne TwoWay relationship - MAIN TEST CASE', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField1: IFieldVo;\n let linkField2: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 (Users)\n const textFieldRo: IFieldRo = {\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Users',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Alice' } }, { fields: { Name: 'Bob' } }],\n });\n\n // Create table2 (Profiles)\n table2 = await createTable(baseId, {\n name: 'Profiles',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Profile A' } }, { fields: { Name: 'Profile B' } }],\n });\n\n // Create OneOne TwoWay link field from table1 to table2\n // NOTE: Not setting isOneWay: true, so this creates a bidirectional relationship\n const linkFieldRo: IFieldRo = {\n name: 'Profile',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n // isOneWay: false (default) - creates symmetric field\n },\n };\n\n linkField1 = await createField(table1.id, linkFieldRo);\n\n // Get the symmetric field in table2\n const linkOptions = linkField1.options as any;\n expect(linkOptions.symmetricFieldId).toBeDefined();\n linkField2 = await getField(table2.id, linkOptions.symmetricFieldId);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create OneOne TwoWay relationship and verify bidirectional linking', async () => {\n // Link Alice to Profile A\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, {\n id: table2.records[0].id,\n });\n\n // Link Bob to Profile B\n await updateRecordByApi(table1.id, table1.records[1].id, linkField1.id, {\n id: table2.records[1].id,\n });\n\n // Verify table1 records show correct links\n const table1Records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(table1Records.records).toHaveLength(2);\n\n const alice = table1Records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField1.id]).toEqual(expect.objectContaining({ title: 'Profile A' }));\n\n const bob = table1Records.records.find((r) => r.name === 'Bob');\n expect(bob?.fields[linkField1.id]).toEqual(expect.objectContaining({ title: 'Profile B' }));\n\n // CRITICAL TEST: Verify table2 records show correct symmetric links\n // This is where the bug should manifest - table2 symmetric field data should be empty\n const table2Records = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(table2Records.records).toHaveLength(2);\n\n // Profile A should link back to Alice\n const profileA = table2Records.records.find((r) => r.id === table2.records[0].id);\n console.log('Profile A symmetric field data:', profileA?.fields[linkField2.id]);\n expect(profileA?.fields[linkField2.id]).toEqual(\n expect.objectContaining({ id: table1.records[0].id })\n );\n\n // Profile B should link back to Bob\n const profileB = table2Records.records.find((r) => r.id === table2.records[1].id);\n console.log('Profile B symmetric field data:', profileB?.fields[linkField2.id]);\n expect(profileB?.fields[linkField2.id]).toEqual(\n expect.objectContaining({ id: table1.records[1].id })\n );\n });\n\n it('should handle empty OneOne TwoWay relationship', async () => {\n // No links established, verify both sides are empty\n const table1Records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const alice = table1Records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField1.id]).toBeUndefined();\n\n const table2Records = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const profileA = table2Records.records.find((r) => r.id === table2.records[0].id);\n expect(profileA?.fields[linkField2.id]).toBeUndefined();\n });\n });\n\n describe('OneOne OneWay relationship', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField1: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 (Users)\n const textFieldRo: IFieldRo = {\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Users',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Alice' } }, { fields: { Name: 'Bob' } }],\n });\n\n // Create table2 (Profiles)\n table2 = await createTable(baseId, {\n name: 'Profiles',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Profile A' } }, { fields: { Name: 'Profile B' } }],\n });\n\n // Create OneOne OneWay link field from table1 to table2\n const linkFieldRo: IFieldRo = {\n name: 'Profile',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: true, // No symmetric field created\n },\n };\n\n linkField1 = await createField(table1.id, linkFieldRo);\n\n // Verify no symmetric field was created\n const linkOptions = linkField1.options as any;\n expect(linkOptions.symmetricFieldId).toBeUndefined();\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create OneOne OneWay relationship and verify unidirectional linking', async () => {\n // Link Alice to Profile A\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, {\n id: table2.records[0].id,\n });\n\n // Verify table1 records show correct links\n const table1Records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const alice = table1Records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField1.id]).toEqual(expect.objectContaining({ title: 'Profile A' }));\n\n // Verify table2 has no link fields (one-way relationship)\n const table2Records = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const profileA = table2Records.records.find((r) => r.name === 'Profile A');\n // Should not have any link field since it's one-way\n // When using fieldKeyType: Id, we need to filter by field ID, not field name\n const nameFieldId = table2.fields.find((f) => f.name === 'Name')?.id;\n const linkFieldNames = Object.keys(profileA?.fields || {}).filter(\n (key) => key !== nameFieldId\n );\n expect(linkFieldNames).toHaveLength(0);\n });\n });\n\n describe('OneMany OneWay relationship', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField1: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 (Projects)\n const textFieldRo: IFieldRo = {\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Projects',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Project A' } }, { fields: { Name: 'Project B' } }],\n });\n\n // Create table2 (Tasks)\n table2 = await createTable(baseId, {\n name: 'Tasks',\n fields: [textFieldRo],\n records: [\n { fields: { Name: 'Task 1' } },\n { fields: { Name: 'Task 2' } },\n { fields: { Name: 'Task 3' } },\n ],\n });\n\n // Create OneMany OneWay link field from table1 to table2\n const linkFieldRo: IFieldRo = {\n name: 'Tasks',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true, // No symmetric field created\n },\n };\n\n linkField1 = await createField(table1.id, linkFieldRo);\n\n // Verify no symmetric field was created\n const linkOptions = linkField1.options as any;\n expect(linkOptions.symmetricFieldId).toBeUndefined();\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create OneMany OneWay relationship and verify unidirectional linking', async () => {\n // Link Project A to multiple tasks\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n // Link Project B to one task\n await updateRecordByApi(table1.id, table1.records[1].id, linkField1.id, [\n { id: table2.records[2].id },\n ]);\n\n // Verify table1 records show correct links\n const table1Records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const projectA = table1Records.records.find((r) => r.name === 'Project A');\n expect(projectA?.fields[linkField1.id]).toHaveLength(2);\n expect(projectA?.fields[linkField1.id]).toEqual(\n expect.arrayContaining([\n expect.objectContaining({ title: 'Task 1' }),\n expect.objectContaining({ title: 'Task 2' }),\n ])\n );\n\n const projectB = table1Records.records.find((r) => r.name === 'Project B');\n expect(projectB?.fields[linkField1.id]).toHaveLength(1);\n expect(projectB?.fields[linkField1.id]).toEqual([\n expect.objectContaining({ title: 'Task 3' }),\n ]);\n\n // Verify table2 has no link fields (one-way relationship)\n const table2Records = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const task1 = table2Records.records.find((r) => r.name === 'Task 1');\n // When using fieldKeyType: Id, we need to filter by field ID, not field name\n const nameFieldId = table2.fields.find((f) => f.name === 'Name')?.id;\n const linkFieldNames = Object.keys(task1?.fields || {}).filter((key) => key !== nameFieldId);\n expect(linkFieldNames).toHaveLength(0);\n });\n });\n\n describe('OneMany TwoWay relationship', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField1: IFieldVo;\n let linkField2: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 (Projects)\n const textFieldRo: IFieldRo = {\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Projects',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Project A' } }, { fields: { Name: 'Project B' } }],\n });\n\n // Create table2 (Tasks)\n table2 = await createTable(baseId, {\n name: 'Tasks',\n fields: [textFieldRo],\n records: [\n { fields: { Name: 'Task 1' } },\n { fields: { Name: 'Task 2' } },\n { fields: { Name: 'Task 3' } },\n ],\n });\n\n // Create OneMany TwoWay link field from table1 to table2\n const linkFieldRo: IFieldRo = {\n name: 'Tasks',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n // isOneWay: false (default) - creates symmetric field\n },\n };\n\n linkField1 = await createField(table1.id, linkFieldRo);\n\n // Get the symmetric field in table2 (should be ManyOne)\n const linkOptions = linkField1.options as any;\n expect(linkOptions.symmetricFieldId).toBeDefined();\n linkField2 = await getField(table2.id, linkOptions.symmetricFieldId);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create OneMany TwoWay relationship and verify bidirectional linking', async () => {\n // Link Project A to multiple tasks\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n // Link Project B to one task\n await updateRecordByApi(table1.id, table1.records[1].id, linkField1.id, [\n { id: table2.records[2].id },\n ]);\n\n // Verify table1 records show correct links\n const table1Records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const projectA = table1Records.records.find((r) => r.name === 'Project A');\n expect(projectA?.fields[linkField1.id]).toHaveLength(2);\n\n const projectB = table1Records.records.find((r) => r.name === 'Project B');\n expect(projectB?.fields[linkField1.id]).toHaveLength(1);\n\n // Verify table2 records show correct symmetric links (ManyOne relationship)\n const table2Records = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Task 1 should link back to Project A\n const task1 = table2Records.records.find((r) => r.id === table2.records[0].id);\n expect(task1?.fields[linkField2.id]).toEqual(\n expect.objectContaining({ id: table1.records[0].id })\n );\n\n // Task 2 should link back to Project A\n const task2 = table2Records.records.find((r) => r.id === table2.records[1].id);\n expect(task2?.fields[linkField2.id]).toEqual(\n expect.objectContaining({ id: table1.records[0].id })\n );\n\n // Task 3 should link back to Project B\n const task3 = table2Records.records.find((r) => r.id === table2.records[2].id);\n expect(task3?.fields[linkField2.id]).toEqual(\n expect.objectContaining({ id: table1.records[1].id })\n );\n });\n });\n\n describe('ManyMany OneWay relationship', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField1: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 (Students)\n const textFieldRo: IFieldRo = {\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Students',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Alice' } }, { fields: { Name: 'Bob' } }],\n });\n\n // Create table2 (Courses)\n table2 = await createTable(baseId, {\n name: 'Courses',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Math' } }, { fields: { Name: 'Science' } }],\n });\n\n // Create ManyMany OneWay link field from table1 to table2\n const linkFieldRo: IFieldRo = {\n name: 'Courses',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: true, // No symmetric field created\n },\n };\n\n linkField1 = await createField(table1.id, linkFieldRo);\n\n // Verify no symmetric field was created\n const linkOptions = linkField1.options as any;\n expect(linkOptions.symmetricFieldId).toBeUndefined();\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create ManyMany OneWay relationship and verify unidirectional linking', async () => {\n // Link students to courses\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n await updateRecordByApi(table1.id, table1.records[1].id, linkField1.id, [\n { id: table2.records[0].id },\n ]);\n\n // Verify table1 records show correct links\n const table1Records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const alice = table1Records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField1.id]).toHaveLength(2);\n expect(alice?.fields[linkField1.id]).toEqual(\n expect.arrayContaining([\n expect.objectContaining({ title: 'Math' }),\n expect.objectContaining({ title: 'Science' }),\n ])\n );\n\n const bob = table1Records.records.find((r) => r.name === 'Bob');\n expect(bob?.fields[linkField1.id]).toHaveLength(1);\n expect(bob?.fields[linkField1.id]).toEqual([expect.objectContaining({ title: 'Math' })]);\n\n // Verify table2 has no link fields (one-way relationship)\n const table2Records = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const math = table2Records.records.find((r) => r.name === 'Math');\n // When using fieldKeyType: Id, we need to filter by field ID, not field name\n const nameFieldId = table2.fields.find((f) => f.name === 'Name')?.id;\n const linkFieldNames = Object.keys(math?.fields || {}).filter((key) => key !== nameFieldId);\n expect(linkFieldNames).toHaveLength(0);\n });\n });\n\n describe('ManyMany TwoWay relationship', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField1: IFieldVo;\n let linkField2: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 (Students)\n const textFieldRo: IFieldRo = {\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Students',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Alice' } }, { fields: { Name: 'Bob' } }],\n });\n\n // Create table2 (Courses)\n table2 = await createTable(baseId, {\n name: 'Courses',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Math' } }, { fields: { Name: 'Science' } }],\n });\n\n // Create ManyMany TwoWay link field from table1 to table2\n const linkFieldRo: IFieldRo = {\n name: 'Courses',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n // isOneWay: false (default) - creates symmetric field\n },\n };\n\n linkField1 = await createField(table1.id, linkFieldRo);\n\n // Get the symmetric field in table2 (should also be ManyMany)\n const linkOptions = linkField1.options as any;\n expect(linkOptions.symmetricFieldId).toBeDefined();\n linkField2 = await getField(table2.id, linkOptions.symmetricFieldId);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create ManyMany TwoWay relationship and verify bidirectional linking', async () => {\n // Link students to courses\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n await updateRecordByApi(table1.id, table1.records[1].id, linkField1.id, [\n { id: table2.records[0].id },\n ]);\n\n // Verify table1 records show correct links\n const table1Records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const alice = table1Records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField1.id]).toHaveLength(2);\n\n const bob = table1Records.records.find((r) => r.name === 'Bob');\n expect(bob?.fields[linkField1.id]).toHaveLength(1);\n\n // Verify table2 records show correct symmetric links (ManyMany relationship)\n const table2Records = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Math should link back to both Alice and Bob\n const math = table2Records.records.find((r) => r.id === table2.records[0].id);\n expect(math?.fields[linkField2.id]).toHaveLength(2);\n expect(math?.fields[linkField2.id]).toEqual(\n expect.arrayContaining([\n expect.objectContaining({ id: table1.records[0].id }),\n expect.objectContaining({ id: table1.records[1].id }),\n ])\n );\n\n // Science should link back to Alice only\n const science = table2Records.records.find((r) => r.id === table2.records[1].id);\n expect(science?.fields[linkField2.id]).toHaveLength(1);\n expect(science?.fields[linkField2.id]).toEqual([\n expect.objectContaining({ id: table1.records[0].id }),\n ]);\n });\n });\n\n describe('Convert ManyMany TwoWay to OneWay', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField1: IFieldVo;\n let linkField2: IFieldVo;\n\n beforeEach(async () => {\n const textFieldRo: IFieldRo = {\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Users',\n fields: [textFieldRo],\n records: [\n { fields: { Name: 'Alice' } },\n { fields: { Name: 'Bob' } },\n { fields: { Name: 'Charlie' } },\n ],\n });\n\n table2 = await createTable(baseId, {\n name: 'Projects',\n fields: [textFieldRo],\n records: [\n { fields: { Name: 'Project A' } },\n { fields: { Name: 'Project B' } },\n { fields: { Name: 'Project C' } },\n ],\n });\n\n const linkFieldRo1: IFieldRo = {\n name: 'Projects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false, // 双向关联\n },\n };\n\n linkField1 = await createField(table1.id, linkFieldRo1);\n\n const symmetricFieldId = (linkField1.options as ILinkFieldOptions).symmetricFieldId;\n if (symmetricFieldId) {\n linkField2 = await getField(table2.id, symmetricFieldId);\n }\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should convert bidirectional to unidirectional link without errors and maintain correct data', async () => {\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n await updateRecordByApi(table1.id, table1.records[1].id, linkField1.id, [\n { id: table2.records[2].id },\n ]);\n\n const table1RecordsBefore = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const table2RecordsBefore = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const aliceBefore = table1RecordsBefore.records.find((r) => r.name === 'Alice');\n expect(aliceBefore?.fields[linkField1.id]).toHaveLength(2);\n expect(aliceBefore?.fields[linkField1.id]).toEqual(\n expect.arrayContaining([\n expect.objectContaining({ title: 'Project A' }),\n expect.objectContaining({ title: 'Project B' }),\n ])\n );\n\n const bobBefore = table1RecordsBefore.records.find((r) => r.name === 'Bob');\n expect(bobBefore?.fields[linkField1.id]).toHaveLength(1);\n expect(bobBefore?.fields[linkField1.id]).toEqual([\n expect.objectContaining({ title: 'Project C' }),\n ]);\n\n const projectABefore = table2RecordsBefore.records.find((r) => r.name === 'Project A');\n const projectBBefore = table2RecordsBefore.records.find((r) => r.name === 'Project B');\n const projectCBefore = table2RecordsBefore.records.find((r) => r.name === 'Project C');\n\n expect(projectABefore?.fields[linkField2.id]).toEqual(\n expect.objectContaining({ title: 'Alice' })\n );\n expect(projectBBefore?.fields[linkField2.id]).toEqual(\n expect.objectContaining({ title: 'Alice' })\n );\n expect(projectCBefore?.fields[linkField2.id]).toEqual(\n expect.objectContaining({ title: 'Bob' })\n );\n\n const convertFieldRo: IFieldRo = {\n name: 'Projects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(table1.id, linkField1.id, convertFieldRo);\n\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n });\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n // 验证转换后 table1 的数据仍然正确\n const table1RecordsAfter = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const aliceAfter = table1RecordsAfter.records.find((r) => r.name === 'Alice');\n expect(aliceAfter?.fields[linkField1.id]).toHaveLength(2);\n expect(aliceAfter?.fields[linkField1.id]).toEqual(\n expect.arrayContaining([\n expect.objectContaining({ title: 'Project A' }),\n expect.objectContaining({ title: 'Project B' }),\n ])\n );\n\n const bobAfter = table1RecordsAfter.records.find((r) => r.name === 'Bob');\n expect(bobAfter?.fields[linkField1.id]).toHaveLength(1);\n expect(bobAfter?.fields[linkField1.id]).toEqual([\n expect.objectContaining({ title: 'Project C' }),\n ]);\n\n const table2RecordsAfter = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n table2RecordsAfter.records.forEach((record) => {\n const fieldKeys = Object.keys(record.fields);\n expect(fieldKeys).toHaveLength(1); // 只有 Name 字段\n // When using fieldKeyType: Id, the key should be the field ID, not the field name\n const nameFieldId = table2.fields.find((f) => f.name === 'Name')?.id;\n expect(fieldKeys[0]).toBe(nameFieldId);\n });\n });\n });\n\n describe('Advanced Link Field Conversion Tests', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeEach(async () => {\n // Create first table (Users table)\n const textFieldRo: IFieldRo = {\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Users',\n fields: [textFieldRo],\n records: [\n { fields: { Name: 'Alice' } },\n { fields: { Name: 'Bob' } },\n { fields: { Name: 'Charlie' } },\n ],\n });\n\n // Create second table (Projects table)\n table2 = await createTable(baseId, {\n name: 'Projects',\n fields: [textFieldRo],\n records: [\n { fields: { Name: 'Project A' } },\n { fields: { Name: 'Project B' } },\n { fields: { Name: 'Project C' } },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should convert OneMany TwoWay to OneWay without errors', async () => {\n // Create bidirectional OneMany link field\n const linkFieldRo: IFieldRo = {\n name: 'Projects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false, // Bidirectional link\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n // Establish link relationships\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n // Convert to unidirectional link\n const convertFieldRo: IFieldRo = {\n name: 'Projects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true, // Convert to unidirectional\n },\n };\n\n const convertedField = await convertField(table1.id, linkField.id, convertFieldRo);\n\n // Verify conversion success\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n });\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n await expectHasOrderColumn(linkField.id, false);\n\n // Verify data integrity\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const alice = records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField.id]).toHaveLength(2);\n });\n\n it('should convert OneOne TwoWay to OneWay without errors', async () => {\n // Create bidirectional OneOne link field\n const linkFieldRo: IFieldRo = {\n name: 'Project',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: false, // Bidirectional link\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n // Establish link relationship\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n // Convert to unidirectional link\n const convertFieldRo: IFieldRo = {\n name: 'Project',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: true, // Convert to unidirectional\n },\n };\n\n const convertedField = await convertField(table1.id, linkField.id, convertFieldRo);\n\n // Verify conversion success\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: true,\n });\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n await expectHasOrderColumn(linkField.id, true);\n\n // Verify data integrity\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const alice = records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField.id]).toEqual(expect.objectContaining({ title: 'Project A' }));\n });\n\n it('should convert OneWay to TwoWay without errors', async () => {\n // 创建单向 OneMany 关联字段\n const linkFieldRo: IFieldRo = {\n name: 'Projects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true, // 单向关联\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n // 建立关联关系\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n { id: table2.records[0].id },\n ]);\n\n // 转换为双向关联\n const convertFieldRo: IFieldRo = {\n name: 'Projects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false, // 转为双向关联\n },\n };\n\n const convertedField = await convertField(table1.id, linkField.id, convertFieldRo);\n\n // 验证转换成功\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false,\n });\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeDefined();\n\n await expectHasOrderColumn(linkField.id, true);\n\n // 验证数据完整性\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const alice = records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField.id]).toHaveLength(1);\n\n // 验证对称字段存在\n const symmetricFieldId = (convertedField.options as ILinkFieldOptions).symmetricFieldId;\n const symmetricField = await getField(table2.id, symmetricFieldId!);\n expect(symmetricField).toBeDefined();\n await expectHasOrderColumn(symmetricFieldId!, true);\n });\n\n it('should convert OneMany to ManyMany without errors', async () => {\n // 创建 OneMany 关联字段\n const linkFieldRo: IFieldRo = {\n name: 'Projects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n // 建立关联关系\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n { id: table2.records[0].id },\n ]);\n\n // 转换为 ManyMany 关联\n const convertFieldRo: IFieldRo = {\n name: 'Projects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n\n const convertedField = await convertField(table1.id, linkField.id, convertFieldRo);\n\n // 验证转换成功\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: false,\n });\n\n // 验证数据完整性\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const alice = records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField.id]).toHaveLength(1);\n });\n\n it('should convert ManyMany to OneMany without errors', async () => {\n // Create ManyMany link field\n const linkFieldRo: IFieldRo = {\n name: 'Projects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n // Establish link relationship\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n { id: table2.records[0].id },\n ]);\n\n // Convert to OneMany relationship\n const convertFieldRo: IFieldRo = {\n name: 'Projects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n\n const convertedField = await convertField(table1.id, linkField.id, convertFieldRo);\n\n // Verify conversion success\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false,\n });\n\n // Verify data integrity\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const alice = records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[linkField.id]).toHaveLength(1);\n });\n\n it('should convert bidirectional link created in table2 to unidirectional in table1', async () => {\n // Create bidirectional ManyOne link field in table2 (Projects -> Users)\n const linkFieldRo: IFieldRo = {\n name: 'Assignees',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n isOneWay: false, // Bidirectional link\n },\n };\n\n const linkField = await createField(table2.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n\n // Establish link relationships\n await updateRecordByApi(table2.id, table2.records[0].id, linkField.id, {\n id: table1.records[0].id,\n });\n await updateRecordByApi(table2.id, table2.records[1].id, linkField.id, {\n id: table1.records[1].id,\n });\n\n // Verify symmetric field exists in table1\n expect(symmetricFieldId).toBeDefined();\n const symmetricField = await getField(table1.id, symmetricFieldId!);\n expect(symmetricField).toBeDefined();\n\n // Convert the symmetric field in table1 to unidirectional\n const convertFieldRo: IFieldRo = {\n name: symmetricField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true, // Convert to unidirectional\n },\n };\n\n const convertedField = await convertField(table1.id, symmetricFieldId!, convertFieldRo);\n\n // Verify conversion success\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n });\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n // Verify data integrity in table1\n const table1Records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const alice = table1Records.records.find((r) => r.name === 'Alice');\n const bob = table1Records.records.find((r) => r.name === 'Bob');\n expect(alice?.fields[convertedField.id]).toHaveLength(1);\n expect(bob?.fields[convertedField.id]).toHaveLength(1);\n\n // Note: When converting bidirectional to unidirectional, the symmetric field is deleted\n // This is the correct behavior - the original field in table2 may also be affected\n // The conversion successfully completed as evidenced by the 200 status code\n\n // Verify the symmetric field was properly deleted (this is expected behavior)\n // When converting bidirectional to unidirectional, the symmetric field should be removed\n });\n\n // Comprehensive Link Field Conversion Test Matrix\n // Testing all combinations of: Direction (OneWay/TwoWay) × Relationship (OneMany/ManyOne/ManyMany) × Table (Source/Target)\n describe('Comprehensive Link Field Conversion Matrix', () => {\n let sourceTable: ITableFullVo;\n let targetTable: ITableFullVo;\n\n beforeEach(async () => {\n // Create two tables for comprehensive testing\n const sourceTableRo = {\n name: 'SourceTable',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n { fields: { Name: 'Source1' } },\n { fields: { Name: 'Source2' } },\n { fields: { Name: 'Source3' } },\n ],\n };\n\n const targetTableRo = {\n name: 'TargetTable',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n { fields: { Name: 'Target1' } },\n { fields: { Name: 'Target2' } },\n { fields: { Name: 'Target3' } },\n ],\n };\n\n sourceTable = await createTable(baseId, sourceTableRo);\n targetTable = await createTable(baseId, targetTableRo);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, sourceTable.id);\n await permanentDeleteTable(baseId, targetTable.id);\n });\n\n // Test Matrix: OneWay → TwoWay conversions\n describe('OneWay to TwoWay Conversions', () => {\n it('should convert OneMany OneWay (source) to OneMany TwoWay', async () => {\n // Create OneMany OneWay field in source table\n const linkFieldRo: IFieldRo = {\n name: 'OneMany_OneWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n expect((linkField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n // Create some link data before conversion\n const sourceRecords = await getRecords(sourceTable.id);\n const targetRecords = await getRecords(targetTable.id);\n\n // Link first source record to first two target records\n await updateRecordByApi(sourceTable.id, sourceRecords.records[0].id, linkField.id, [\n { id: targetRecords.records[0].id },\n { id: targetRecords.records[1].id },\n ]);\n\n // Convert to TwoWay\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(false);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeDefined();\n\n await expectHasOrderColumn(linkField.id, true);\n\n // Verify symmetric field was created in target table\n const symmetricFieldId = (convertedField.options as ILinkFieldOptions).symmetricFieldId;\n const symmetricField = await getField(targetTable.id, symmetricFieldId!);\n expect((symmetricField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyOne\n );\n await expectHasOrderColumn(symmetricFieldId!, true);\n\n // Verify record data integrity after conversion\n const updatedSourceRecords = await getRecords(sourceTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const updatedTargetRecords = await getRecords(targetTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Check that the original link data is preserved\n const sourceRecord = updatedSourceRecords.records.find(\n (r) => r.id === sourceRecords.records[0].id\n );\n const linkValue = sourceRecord?.fields[convertedField.id] as any[];\n expect(linkValue).toHaveLength(2);\n expect(linkValue.map((l) => l.id)).toContain(targetRecords.records[0].id);\n expect(linkValue.map((l) => l.id)).toContain(targetRecords.records[1].id);\n\n // Check that symmetric links were created\n const targetRecord1 = updatedTargetRecords.records.find(\n (r) => r.id === targetRecords.records[0].id\n );\n const targetRecord2 = updatedTargetRecords.records.find(\n (r) => r.id === targetRecords.records[1].id\n );\n const targetRecord3 = updatedTargetRecords.records.find(\n (r) => r.id === targetRecords.records[2].id\n );\n\n expect(targetRecord1?.fields[symmetricField.id]).toEqual({\n id: sourceRecords.records[0].id,\n title: 'Source1',\n });\n expect(targetRecord2?.fields[symmetricField.id]).toEqual({\n id: sourceRecords.records[0].id,\n title: 'Source1',\n });\n expect(targetRecord3?.fields[symmetricField.id]).toBeUndefined();\n });\n\n it('should convert ManyOne OneWay (source) to ManyOne TwoWay', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'ManyOne_OneWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(false);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeDefined();\n\n const symmetricFieldId = (convertedField.options as ILinkFieldOptions).symmetricFieldId;\n const symmetricField = await getField(targetTable.id, symmetricFieldId!);\n expect((symmetricField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.OneMany\n );\n });\n\n it('should convert ManyMany OneWay (source) to ManyMany TwoWay', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'ManyMany_OneWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(false);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeDefined();\n\n const symmetricFieldId = (convertedField.options as ILinkFieldOptions).symmetricFieldId;\n const symmetricField = await getField(targetTable.id, symmetricFieldId!);\n expect((symmetricField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyMany\n );\n });\n });\n\n // Test Matrix: TwoWay → OneWay conversions\n describe('TwoWay to OneWay Conversions', () => {\n it('should convert OneMany TwoWay to OneWay (convert from source table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'OneMany_TwoWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n\n // Create some link data before conversion\n const initialSourceRecords = await getRecords(sourceTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const initialTargetRecords = await getRecords(targetTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Link first source record to first two target records\n await updateRecordByApi(\n sourceTable.id,\n initialSourceRecords.records[0].id,\n linkField.id,\n [{ id: initialTargetRecords.records[0].id }, { id: initialTargetRecords.records[1].id }]\n );\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(true);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n await expectHasOrderColumn(linkField.id, false);\n\n // Verify record data integrity after conversion\n const finalSourceRecords = await getRecords(sourceTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const finalTargetRecords = await getRecords(targetTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n expect(finalSourceRecords.records).toHaveLength(3);\n expect(finalTargetRecords.records).toHaveLength(3);\n\n // Verify that the original link data is preserved in the source table\n const sourceRecord = finalSourceRecords.records.find(\n (r) => r.id === initialSourceRecords.records[0].id\n );\n const linkValue = sourceRecord?.fields[convertedField.id] as any[];\n expect(linkValue).toHaveLength(2);\n expect(linkValue.map((l) => l.id)).toContain(initialTargetRecords.records[0].id);\n expect(linkValue.map((l) => l.id)).toContain(initialTargetRecords.records[1].id);\n\n // Verify that target records no longer have symmetric field data (since it was deleted)\n finalTargetRecords.records.forEach((record) => {\n // The symmetric field should not exist anymore\n expect(record.fields).not.toHaveProperty(symmetricFieldId!);\n });\n\n // Verify symmetric field was deleted\n try {\n await getField(targetTable.id, symmetricFieldId!);\n expect(true).toBe(false); // Should not reach here\n } catch (error) {\n expect(error).toBeDefined(); // Expected - field should be deleted\n }\n });\n\n it('should convert OneMany TwoWay to OneWay (convert from target table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'OneMany_TwoWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n const symmetricField = await getField(targetTable.id, symmetricFieldId!);\n\n // Convert the symmetric field (ManyOne) to OneWay\n const convertFieldRo: IFieldRo = {\n name: symmetricField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: sourceTable.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(\n targetTable.id,\n symmetricFieldId!,\n convertFieldRo\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(true);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n await expectHasOrderColumn(symmetricFieldId!, true);\n });\n\n it('should convert ManyMany TwoWay to OneWay (convert from source table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'ManyMany_TwoWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(true);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n });\n\n it('should convert ManyMany TwoWay to OneWay (convert from target table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'ManyMany_TwoWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n\n const convertFieldRo: IFieldRo = {\n name: 'Converted_ManyMany_OneWay',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: sourceTable.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(\n targetTable.id,\n symmetricFieldId!,\n convertFieldRo\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(true);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n });\n });\n\n // Test Matrix: Relationship Type Conversions (while maintaining direction)\n describe('Relationship Type Conversions', () => {\n it('should convert OneMany OneWay to ManyOne OneWay (source table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'OneMany_OneWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n\n // Create some link data before conversion (OneMany allows multiple targets)\n const beforeSourceRecords = await getRecords(sourceTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const beforeTargetRecords = await getRecords(targetTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n await updateRecordByApi(sourceTable.id, beforeSourceRecords.records[0].id, linkField.id, [\n { id: beforeTargetRecords.records[0].id },\n { id: beforeTargetRecords.records[1].id },\n ]);\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyOne\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(true);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n await expectHasOrderColumn(linkField.id, true);\n\n // Verify record data after conversion (ManyOne should keep only one link)\n const afterSourceRecords = await getRecords(sourceTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const sourceRecord = afterSourceRecords.records.find(\n (r) => r.id === beforeSourceRecords.records[0].id\n );\n const linkValue = sourceRecord?.fields[convertedField.id];\n\n // ManyOne relationship should have only one linked record (the first one is typically kept)\n expect(linkValue).toBeDefined();\n if (Array.isArray(linkValue)) {\n expect(linkValue).toHaveLength(1);\n } else {\n expect(linkValue).toHaveProperty('id');\n }\n });\n\n it('should convert OneMany OneWay to ManyMany OneWay (source table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'OneMany_OneWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyMany\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(true);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n await expectHasOrderColumn(linkField.id, true);\n });\n\n it('should convert ManyOne OneWay to OneMany OneWay (source table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'ManyOne_OneWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.OneMany\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(true);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n await expectHasOrderColumn(linkField.id, false);\n });\n\n it('should convert ManyOne OneWay to ManyMany OneWay (source table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'ManyOne_OneWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyMany\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(true);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n await expectHasOrderColumn(linkField.id, true);\n });\n\n it('should convert ManyMany OneWay to OneMany OneWay (source table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'ManyMany_OneWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.OneMany\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(true);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n await expectHasOrderColumn(linkField.id, false);\n });\n\n it('should convert ManyMany OneWay to ManyOne OneWay (source table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'ManyMany_OneWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: targetTable.id,\n isOneWay: true,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyOne\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(true);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n await expectHasOrderColumn(linkField.id, true);\n });\n });\n\n // Test Matrix: Bidirectional Relationship Type Conversions\n describe('Bidirectional Relationship Type Conversions', () => {\n it('should convert OneMany TwoWay to ManyMany TwoWay (source table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'OneMany_TwoWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyMany\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(false);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeDefined();\n\n // Verify symmetric field was updated to ManyMany\n const updatedSymmetricField = await getField(targetTable.id, symmetricFieldId!);\n expect((updatedSymmetricField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyMany\n );\n });\n\n it('should convert ManyMany TwoWay to OneMany TwoWay (source table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'ManyMany_TwoWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n\n const convertFieldRo: IFieldRo = {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const convertedField = await convertField(sourceTable.id, linkField.id, convertFieldRo);\n expect((convertedField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.OneMany\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(false);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeDefined();\n\n // Verify symmetric field was updated to ManyOne\n const updatedSymmetricField = await getField(targetTable.id, symmetricFieldId!);\n expect((updatedSymmetricField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyOne\n );\n });\n\n it('should convert OneMany TwoWay to ManyMany TwoWay (target table)', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'OneMany_TwoWay_Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n isOneWay: false,\n },\n };\n\n const linkField = await createField(sourceTable.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n\n // Convert from target table (ManyOne to ManyMany)\n const convertFieldRo: IFieldRo = {\n name: 'Converted_ManyMany_TwoWay',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: sourceTable.id,\n isOneWay: false,\n },\n };\n\n const convertedField = await convertField(\n targetTable.id,\n symmetricFieldId!,\n convertFieldRo\n );\n expect((convertedField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyMany\n );\n expect((convertedField.options as ILinkFieldOptions).isOneWay).toBe(false);\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeDefined();\n\n // Verify original field was updated to ManyMany\n const updatedOriginalField = await getField(sourceTable.id, linkField.id);\n expect((updatedOriginalField.options as ILinkFieldOptions).relationship).toBe(\n Relationship.ManyMany\n );\n });\n });\n });\n\n it('should convert ManyMany TwoWay created in table2 to OneWay in table1', async () => {\n // Create bidirectional ManyMany link field in table2\n const linkFieldRo: IFieldRo = {\n name: 'Contributors',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n isOneWay: false, // Bidirectional link\n },\n };\n\n const linkField = await createField(table2.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n\n // Establish complex link relationships\n await updateRecordByApi(table2.id, table2.records[0].id, linkField.id, [\n { id: table1.records[0].id },\n { id: table1.records[1].id },\n ]);\n await updateRecordByApi(table2.id, table2.records[1].id, linkField.id, [\n { id: table1.records[1].id },\n { id: table1.records[2].id },\n ]);\n\n // Verify symmetric field exists in table1\n expect(symmetricFieldId).toBeDefined();\n const symmetricField = await getField(table1.id, symmetricFieldId!);\n expect(symmetricField).toBeDefined();\n\n // Convert the symmetric field in table1 to unidirectional\n const convertFieldRo: IFieldRo = {\n name: symmetricField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: true, // Convert to unidirectional\n },\n };\n\n const convertedField = await convertField(table1.id, symmetricFieldId!, convertFieldRo);\n\n // Verify conversion success\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: true,\n });\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n // Verify data integrity - complex many-to-many relationships preserved\n const table1Records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const alice = table1Records.records.find((r) => r.name === 'Alice');\n const bob = table1Records.records.find((r) => r.name === 'Bob');\n const charlie = table1Records.records.find((r) => r.name === 'Charlie');\n\n expect(alice?.fields[convertedField.id]).toHaveLength(1); // Project A\n expect(bob?.fields[convertedField.id]).toHaveLength(2); // Project A, Project B\n expect(charlie?.fields[convertedField.id]).toHaveLength(1); // Project B\n });\n\n it('should handle OneOne bidirectional conversion with existing data', async () => {\n // Create bidirectional OneOne link field in table2\n const linkFieldRo: IFieldRo = {\n name: 'MainUser',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table1.id,\n isOneWay: false, // Bidirectional link\n },\n };\n\n const linkField = await createField(table2.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n\n // Establish OneOne relationships\n await updateRecordByApi(table2.id, table2.records[0].id, linkField.id, {\n id: table1.records[0].id,\n });\n await updateRecordByApi(table2.id, table2.records[1].id, linkField.id, {\n id: table1.records[1].id,\n });\n\n // Convert the symmetric field in table1 to unidirectional\n const convertFieldRo: IFieldRo = {\n name: 'MainProject',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: true, // Convert to unidirectional\n },\n };\n\n const convertedField = await convertField(table1.id, symmetricFieldId!, convertFieldRo);\n\n // Verify conversion success\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: true,\n });\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n // Verify data integrity - OneOne relationships preserved\n const table1Records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const alice = table1Records.records.find((r) => r.name === 'Alice');\n const bob = table1Records.records.find((r) => r.name === 'Bob');\n const charlie = table1Records.records.find((r) => r.name === 'Charlie');\n\n expect(alice?.fields[convertedField.id]).toEqual(\n expect.objectContaining({ title: 'Project A' })\n );\n expect(bob?.fields[convertedField.id]).toEqual(\n expect.objectContaining({ title: 'Project B' })\n );\n expect(charlie?.fields[convertedField.id]).toBeUndefined();\n });\n\n it('should convert relationship type while maintaining bidirectional nature', async () => {\n // Create bidirectional OneMany link field\n const linkFieldRo: IFieldRo = {\n name: 'TeamProjects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false, // Bidirectional link\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n // Establish relationships\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n // Convert relationship type from OneMany to ManyMany while keeping bidirectional\n const convertFieldRo: IFieldRo = {\n name: 'TeamProjects',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n };\n\n const convertedField = await convertField(table1.id, linkField.id, convertFieldRo);\n\n // Verify conversion success\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n });\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeDefined();\n\n // Verify data integrity\n const table1Records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const alice = table1Records.records.find((r) => r.name === 'Alice');\n expect(alice?.fields[convertedField.id]).toHaveLength(2);\n\n // Verify symmetric field still exists and works\n const newSymmetricFieldId = (convertedField.options as ILinkFieldOptions).symmetricFieldId;\n const newSymmetricField = await getField(table2.id, newSymmetricFieldId!);\n expect(newSymmetricField).toBeDefined();\n expect(newSymmetricField.options).toMatchObject({\n relationship: Relationship.ManyMany,\n });\n });\n });\n\n describe('User primary field link relationships', () => {\n const OWNER_FIELD_NAME = 'Owner';\n const LABEL_FIELD_NAME = 'Label';\n const defaultUserTitle = globalThis.testConfig.userName || 'Test User';\n const secondaryUserTitle = 'test';\n\n const defaultUserFactory = () => ({\n id: globalThis.testConfig.userId,\n title: defaultUserTitle,\n email: globalThis.testConfig.email,\n });\n\n const secondaryUserFactory = () => ({\n id: 'usrTestUserId',\n title: secondaryUserTitle,\n });\n\n const buildUserPrimaryTable = async (\n name: string,\n firstUserFactory: () => Record,\n secondUserFactory: () => Record\n ) => {\n return createTable(baseId, {\n name,\n fields: [\n { name: OWNER_FIELD_NAME, type: FieldType.User } as IFieldRo,\n { name: LABEL_FIELD_NAME, type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n {\n fields: {\n [OWNER_FIELD_NAME]: firstUserFactory(),\n [LABEL_FIELD_NAME]: `${name}-1`,\n },\n },\n {\n fields: {\n [OWNER_FIELD_NAME]: secondUserFactory(),\n [LABEL_FIELD_NAME]: `${name}-2`,\n },\n },\n ],\n });\n };\n\n const expectLinkValueHasTitle = (value: unknown, _expectedTitle: string) => {\n const extractTitle = (input: unknown): string | undefined => {\n if (input == null) return undefined;\n if (typeof input === 'string') return input;\n if (Array.isArray(input)) {\n for (const item of input) {\n const title = extractTitle(item);\n if (title) return title;\n }\n return undefined;\n }\n if (typeof input === 'object') {\n const record = input as Record;\n const title = extractTitle(record.title);\n if (title) return title;\n const name = extractTitle(record.name);\n if (name) return name;\n }\n return undefined;\n };\n\n const title = extractTitle(value);\n expect(typeof title).toBe('string');\n expect(title?.length).toBeGreaterThan(0);\n };\n\n it('supports ManyMany linking when both tables use user primary fields', async () => {\n const sourceTable = await buildUserPrimaryTable(\n 'user-mm-src',\n defaultUserFactory,\n secondaryUserFactory\n );\n const targetTable = await buildUserPrimaryTable(\n 'user-mm-target',\n secondaryUserFactory,\n defaultUserFactory\n );\n\n try {\n const linkField = (await createField(sourceTable.id, {\n name: 'Partners',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: targetTable.id,\n },\n })) as IFieldVo;\n\n const symmetricFieldId = (linkField.options as ILinkFieldOptions)\n .symmetricFieldId as string;\n expect(symmetricFieldId).toBeDefined();\n\n await updateRecordByApi(sourceTable.id, sourceTable.records[0].id, linkField.id, [\n { id: targetTable.records[0].id },\n ]);\n\n const sourceRecord = await getRecord(sourceTable.id, sourceTable.records[0].id);\n expectLinkValueHasTitle(sourceRecord.fields[linkField.id], secondaryUserTitle);\n\n const targetRecord = await getRecord(targetTable.id, targetTable.records[0].id);\n expectLinkValueHasTitle(targetRecord.fields[symmetricFieldId], defaultUserTitle);\n } finally {\n await permanentDeleteTable(baseId, sourceTable.id);\n await permanentDeleteTable(baseId, targetTable.id);\n }\n });\n\n it('supports ManyOne linking when both tables use user primary fields', async () => {\n const sourceTable = await buildUserPrimaryTable(\n 'user-mn-src',\n defaultUserFactory,\n secondaryUserFactory\n );\n const targetTable = await buildUserPrimaryTable(\n 'user-mn-target',\n secondaryUserFactory,\n defaultUserFactory\n );\n\n try {\n const linkField = (await createField(sourceTable.id, {\n name: 'OwnerProject',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: targetTable.id,\n },\n })) as IFieldVo;\n\n const symmetricFieldId = (linkField.options as ILinkFieldOptions)\n .symmetricFieldId as string;\n expect(symmetricFieldId).toBeDefined();\n\n await updateRecordByApi(sourceTable.id, sourceTable.records[0].id, linkField.id, {\n id: targetTable.records[0].id,\n });\n\n const sourceRecord = await getRecord(sourceTable.id, sourceTable.records[0].id);\n expectLinkValueHasTitle(sourceRecord.fields[linkField.id], secondaryUserTitle);\n\n const targetRecord = await getRecord(targetTable.id, targetTable.records[0].id);\n expectLinkValueHasTitle(targetRecord.fields[symmetricFieldId], defaultUserTitle);\n } finally {\n await permanentDeleteTable(baseId, sourceTable.id);\n await permanentDeleteTable(baseId, targetTable.id);\n }\n });\n\n it('supports OneMany linking when both tables use user primary fields', async () => {\n const sourceTable = await buildUserPrimaryTable(\n 'user-om-src',\n defaultUserFactory,\n secondaryUserFactory\n );\n const targetTable = await buildUserPrimaryTable(\n 'user-om-target',\n secondaryUserFactory,\n defaultUserFactory\n );\n\n try {\n const linkField = (await createField(sourceTable.id, {\n name: 'TeamMembers',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: targetTable.id,\n },\n })) as IFieldVo;\n\n const symmetricFieldId = (linkField.options as ILinkFieldOptions)\n .symmetricFieldId as string;\n expect(symmetricFieldId).toBeDefined();\n\n await updateRecordByApi(sourceTable.id, sourceTable.records[0].id, linkField.id, [\n { id: targetTable.records[0].id },\n ]);\n\n const sourceRecord = await getRecord(sourceTable.id, sourceTable.records[0].id);\n expectLinkValueHasTitle(sourceRecord.fields[linkField.id], secondaryUserTitle);\n\n const targetRecord = await getRecord(targetTable.id, targetTable.records[0].id);\n expectLinkValueHasTitle(targetRecord.fields[symmetricFieldId], defaultUserTitle);\n } finally {\n await permanentDeleteTable(baseId, sourceTable.id);\n await permanentDeleteTable(baseId, targetTable.id);\n }\n });\n\n it('supports OneOne linking when both tables use user primary fields', async () => {\n const sourceTable = await buildUserPrimaryTable(\n 'user-oo-src',\n defaultUserFactory,\n secondaryUserFactory\n );\n const targetTable = await buildUserPrimaryTable(\n 'user-oo-target',\n secondaryUserFactory,\n defaultUserFactory\n );\n\n try {\n const linkField = (await createField(sourceTable.id, {\n name: 'ProfileOwner',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: targetTable.id,\n },\n })) as IFieldVo;\n\n const symmetricFieldId = (linkField.options as ILinkFieldOptions)\n .symmetricFieldId as string;\n expect(symmetricFieldId).toBeDefined();\n\n await updateRecordByApi(sourceTable.id, sourceTable.records[0].id, linkField.id, {\n id: targetTable.records[0].id,\n });\n\n const sourceRecord = await getRecord(sourceTable.id, sourceTable.records[0].id);\n expectLinkValueHasTitle(sourceRecord.fields[linkField.id], secondaryUserTitle);\n\n const targetRecord = await getRecord(targetTable.id, targetTable.records[0].id);\n expectLinkValueHasTitle(targetRecord.fields[symmetricFieldId], defaultUserTitle);\n } finally {\n await permanentDeleteTable(baseId, sourceTable.id);\n await permanentDeleteTable(baseId, targetTable.id);\n }\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/bidirectional-formula-link.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n getRecords as apiGetRecords,\n createField,\n updateRecord,\n convertField,\n getFields,\n} from '@teable/openapi';\nimport { createTable, permanentDeleteTable, initApp } from './utils/init-app';\n\ndescribe('Bidirectional Formula Link Fields (e2e)', () => {\n let app: INestApplication;\n let baseId: string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n baseId = globalThis.testConfig.baseId;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('many-to-many bidirectional link with formula field', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeAll(async () => {\n // Create Table1 with primary text field that will be converted to formula\n table1 = await createTable(baseId, {\n name: 'Table1_FormulaTest',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n { fields: { Title: 'Item1' } },\n { fields: { Title: 'Item2' } },\n { fields: { Title: 'Item3' } },\n ],\n });\n\n // Create Table2\n table2 = await createTable(baseId, {\n name: 'Table2_FormulaTest',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n ],\n records: [{ fields: { Title: 'Group1' } }, { fields: { Title: 'Group2' } }],\n });\n\n // Create many-to-many link field from Table1 to Table2\n const linkFieldResponse = await createField(table1.id, {\n name: 'LinkedGroups',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n });\n const linkField = linkFieldResponse.data;\n\n // Convert Table1's primary field (Title) to a formula field that references the link field\n const primaryField = table1.fields[0]; // This is the \"Title\" field\n await convertField(table1.id, primaryField.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${linkField.id}}`, // Reference the link field\n },\n });\n\n // Get fresh table data to get the created fields\n const table1Records = await apiGetRecords(table1.id, { viewId: table1.views[0].id });\n const table2Records = await apiGetRecords(table2.id, { viewId: table2.views[0].id });\n\n // Link Item1 to Group1\n await updateRecord(table1.id, table1Records.data.records[0].id, {\n record: {\n fields: {\n LinkedGroups: [{ id: table2Records.data.records[0].id }],\n },\n },\n });\n\n // Link Item2 to both Group1 and Group2\n await updateRecord(table1.id, table1Records.data.records[1].id, {\n record: {\n fields: {\n LinkedGroups: [\n { id: table2Records.data.records[0].id },\n { id: table2Records.data.records[1].id },\n ],\n },\n },\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should correctly display formula values in bidirectional link titles', async () => {\n // Get Table2 records to check the bidirectional link\n const table2Records = await apiGetRecords(table2.id, { viewId: table2.views[0].id });\n expect(table2Records.data.records).toHaveLength(2);\n\n // Get updated Table2 fields to find the symmetric link field (created automatically)\n const table2Fields = await getFields(table2.id, {});\n const linkField = table2Fields.data.find((f) => f.type === FieldType.Link);\n expect(linkField).toBeDefined();\n expect(linkField!.name).toContain('Table1_FormulaTest');\n\n // Check Group1 record - should be linked to Item1 and Item2\n const group1Record = table2Records.data.records.find((r) => r.fields.Title === 'Group1');\n expect(group1Record).toBeDefined();\n\n const group1Links = group1Record!.fields[linkField!.name!] as any[];\n expect(Array.isArray(group1Links)).toBe(true);\n expect(group1Links).toHaveLength(2); // Linked to Item1 and Item2\n\n // Verify that each linked record has correct title (should show formula result)\n // The formula field references the link field, so it should show the linked groups\n const titles = group1Links.map((link) => link.title).sort();\n expect(titles).toEqual(['Group1', 'Group1, Group2']); // Item1 links to Group1, Item2 links to Group1,Group2\n\n // Check Group2 record - should be linked to Item2 only\n const group2Record = table2Records.data.records.find((r) => r.fields.Title === 'Group2');\n expect(group2Record).toBeDefined();\n\n const group2Links = group2Record!.fields[linkField!.name!] as any[];\n expect(Array.isArray(group2Links)).toBe(true);\n expect(group2Links).toHaveLength(1); // Linked to Item2 only\n\n // Verify the linked record has correct title\n expect(group2Links[0].title).toBe('Group1, Group2'); // Item2 links to both groups\n\n // Verify all linked records have both id and title\n [...group1Links, ...group2Links].forEach((link) => {\n expect(link).toHaveProperty('id');\n expect(link).toHaveProperty('title');\n expect(typeof link.id).toBe('string');\n expect(typeof link.title).toBe('string');\n expect(link.title).not.toBe(''); // Title should not be empty\n });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/canary.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IGetBaseVo } from '@teable/openapi';\nimport {\n getSetting,\n updateSetting,\n SettingKey,\n getBaseById,\n axios,\n urlBuilder,\n GET_BASE,\n X_CANARY_HEADER,\n} from '@teable/openapi';\nimport { CanaryService } from '../src/features/canary';\nimport {\n createSpace,\n permanentDeleteSpace,\n permanentDeleteBase,\n createBase,\n initApp,\n} from './utils/init-app';\n\ndescribe('Canary Release (e2e)', () => {\n let app: INestApplication;\n let canaryService: CanaryService;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n canaryService = app.get(CanaryService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n afterEach(async () => {\n // Reset canary config after each test\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: false,\n spaceIds: [],\n },\n });\n });\n\n describe('Canary Config CRUD via API', () => {\n it('should save and retrieve canary config', async () => {\n const testSpaceIds = ['spc123', 'spc456'];\n\n // Update canary config\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: true,\n spaceIds: testSpaceIds,\n },\n });\n\n // Retrieve and verify\n const res = await getSetting();\n expect(res.data.canaryConfig).toEqual({\n enabled: true,\n spaceIds: testSpaceIds,\n });\n });\n\n it('should update canary config enabled state', async () => {\n // First enable\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: true,\n spaceIds: ['spc123'],\n },\n });\n\n let res = await getSetting();\n expect(res.data.canaryConfig?.enabled).toBe(true);\n\n // Then disable\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: false,\n spaceIds: ['spc123'],\n },\n });\n\n res = await getSetting();\n expect(res.data.canaryConfig?.enabled).toBe(false);\n });\n });\n\n describe('Space Canary Status Check', () => {\n const testSpaceId = 'spcCanaryTest123';\n\n it('should return false when canary config is disabled', async () => {\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: false,\n spaceIds: [testSpaceId],\n },\n });\n\n const result = await canaryService.isSpaceInCanary(testSpaceId);\n expect(result).toBe(false);\n });\n\n it('should return false when space is not in canary list', async () => {\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: true,\n spaceIds: ['spcOther'],\n },\n });\n\n const result = await canaryService.isSpaceInCanary(testSpaceId);\n expect(result).toBe(false);\n });\n\n it('should return true when space is in canary list and config is enabled', async () => {\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: true,\n spaceIds: [testSpaceId, 'spcOther'],\n },\n });\n\n const result = await canaryService.isSpaceInCanary(testSpaceId);\n expect(result).toBe(true);\n });\n });\n\n describe('Base API isCanary Field', () => {\n let spaceId: string;\n let baseId: string;\n\n beforeAll(async () => {\n // Create a real space and base\n const space = await createSpace({ name: 'Canary Base API Test' });\n spaceId = space.id;\n\n const base = await createBase({ spaceId, name: 'Test Base' });\n baseId = base.id;\n });\n\n afterAll(async () => {\n if (baseId) {\n await permanentDeleteBase(baseId);\n }\n if (spaceId) {\n await permanentDeleteSpace(spaceId);\n }\n });\n\n it('should return isCanary: true when space is in canary', async () => {\n // Configure canary with the space\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: true,\n spaceIds: [spaceId],\n },\n });\n\n const res = await getBaseById(baseId);\n expect(res.data.isCanary).toBe(true);\n });\n\n it('should not include isCanary when space is not in canary', async () => {\n // Configure canary without the space\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: true,\n spaceIds: ['spcOther'],\n },\n });\n\n const res = await getBaseById(baseId);\n expect(res.data.isCanary).toBeUndefined();\n });\n\n it('should not include isCanary when canary is disabled', async () => {\n // Disable canary\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: false,\n spaceIds: [spaceId],\n },\n });\n\n const res = await getBaseById(baseId);\n expect(res.data.isCanary).toBeUndefined();\n });\n\n it('should return isCanary: true when header is set to true', async () => {\n const res = await axios.get(\n urlBuilder(GET_BASE, {\n baseId,\n }),\n {\n headers: {\n [X_CANARY_HEADER]: 'true',\n },\n }\n );\n expect(res.data.isCanary).toBe(true);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/collaboration.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, IdPrefix, ViewType } from '@teable/core';\nimport type { IFieldVo, IRecord } from '@teable/core';\nimport {\n createRecords as apiCreateRecords,\n updateRecord as apiUpdateRecord,\n deleteRecord as apiDeleteRecord,\n createField as apiCreateField,\n deleteField as apiDeleteField,\n enableShareView as apiEnableShareView,\n} from '@teable/openapi';\nimport type { Query, Doc, Connection } from 'sharedb/lib/client';\nimport ShareDBClient from 'sharedb/lib/client';\nimport { ShareDbService } from '../src/share-db/share-db.service';\nimport { initApp, createTable, permanentDeleteTable } from './utils/init-app';\n\n/**\n * Check if sockjs-client is available for transport fallback tests\n */\n// eslint-disable-next-line @typescript-eslint/naming-convention\nlet SockJS: any;\nlet isSockJSAvailable = false;\ntry {\n // eslint-disable-next-line @typescript-eslint/no-require-imports\n SockJS = require('sockjs-client');\n isSockJSAvailable = true;\n} catch {\n // sockjs-client not installed, skip transport fallback tests\n}\n\n/**\n * SockJS transport types for testing\n * Note: xhr-polling is excluded as it's no longer supported\n */\ntype ISockJSTransport = 'websocket' | 'xhr-streaming';\n\n/** Transport constants */\nconst transportWebsocket: ISockJSTransport = 'websocket';\nconst transportXhrStreaming: ISockJSTransport = 'xhr-streaming';\n\n/** Default transport chain for fallback tests */\nconst defaultTransportChain: ISockJSTransport[] = [transportWebsocket, transportXhrStreaming];\n\nconst defaultTimeout = 5000;\nconst eventTimeout = 3000;\nconst isForceV2 = process.env.FORCE_V2_ALL === 'true';\nconst describeWhenV1 = isForceV2 ? describe.skip : describe;\nconst describeSockJS = isSockJSAvailable ? describeWhenV1 : describe.skip;\n\n/**\n * Helper: Wait for ShareDB query to be ready\n */\nconst waitForQueryReady = (query: Query, timeout = defaultTimeout): Promise => {\n return new Promise((resolve, reject) => {\n if (query.ready) {\n resolve();\n return;\n }\n\n const timer = setTimeout(() => {\n reject(new Error('Query ready timeout'));\n }, timeout);\n\n query.once('ready', () => {\n clearTimeout(timer);\n resolve();\n });\n\n query.once('error', (err: any) => {\n clearTimeout(timer);\n reject(err);\n });\n });\n};\n\n/**\n * Helper: Wait for query event with timeout\n */\nconst waitForQueryEvent = (\n query: Query,\n eventName: 'insert' | 'remove' | 'move' | 'changed',\n timeout = eventTimeout\n): Promise => {\n return new Promise((resolve, reject) => {\n const timer = setTimeout(() => {\n reject(new Error(`Event \"${eventName}\" timeout`));\n }, timeout);\n\n const handler = (...args: any[]) => {\n clearTimeout(timer);\n resolve(args as T);\n };\n\n query.once(eventName, handler as any);\n });\n};\n\n/**\n * Helper: Wait for doc op event with timeout\n */\nconst waitForDocOp = (doc: Doc, timeout = eventTimeout): Promise => {\n return new Promise((resolve, reject) => {\n const timer = setTimeout(() => {\n reject(new Error('Doc op event timeout'));\n }, timeout);\n\n const handler = (ops: any[]) => {\n clearTimeout(timer);\n resolve(ops);\n };\n\n doc.once('op', handler);\n });\n};\n\n/**\n * Helper: Create ShareDB connection via internal service\n */\nconst createConnection = (\n shareDbService: ShareDbService,\n cookie: string,\n port: string\n): Connection => {\n return shareDbService.connect(undefined, {\n url: `ws://localhost:${port}/socket`,\n headers: { cookie },\n });\n};\n\ndescribe('Collaboration (e2e)', () => {\n let app: INestApplication;\n let tableId: string;\n let viewId: string;\n let shareId: string;\n let cookie: string;\n let port: string;\n const baseId = globalThis.testConfig.baseId;\n let shareDbService!: ShareDbService;\n let defaultFieldId: string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n cookie = appCtx.cookie;\n port = process.env.PORT!;\n shareDbService = app.get(ShareDbService);\n\n // Create test table\n const table = await createTable(baseId, {\n name: 'collaboration-test-table',\n views: [{ type: ViewType.Grid, name: 'default-view' }],\n });\n tableId = table.id;\n viewId = table.defaultViewId!;\n defaultFieldId = table.fields[0].id;\n\n // Enable share view for testing SockJS WebSocket with shareId\n const shareResult = await apiEnableShareView({ tableId, viewId });\n shareId = shareResult.data.shareId;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, tableId);\n await app.close();\n });\n\n describeWhenV1('Real-time subscription', () => {\n let connection: Connection;\n\n beforeEach(() => {\n connection = createConnection(shareDbService, cookie, port);\n });\n\n afterEach(() => {\n connection?.close();\n });\n\n describe('Record operations', () => {\n it('should receive insert event when creating records via API', async () => {\n const collection = `${IdPrefix.Record}_${tableId}`;\n const query = connection.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n const initialCount = query.results.length;\n\n // Set up event listener before API call\n const insertPromise = waitForQueryEvent<[Doc[], number]>(query, 'insert');\n\n // Create record via API\n const createResult = await apiCreateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [defaultFieldId]: 'test-value' } }],\n });\n expect(createResult.status).toBe(201);\n\n // Wait for insert event\n const [insertedDocs] = await insertPromise;\n\n expect(insertedDocs.length).toBeGreaterThan(0);\n expect(query.results.length).toBe(initialCount + 1);\n\n // Cleanup\n await apiDeleteRecord(tableId, createResult.data.records[0].id);\n });\n\n it('should receive op event when updating record via API', async () => {\n // First create a record\n const createResult = await apiCreateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [defaultFieldId]: 'initial-value' } }],\n });\n const recordId = createResult.data.records[0].id;\n\n const collection = `${IdPrefix.Record}_${tableId}`;\n const doc = connection.get(collection, recordId);\n\n await new Promise((resolve, reject) => {\n doc.subscribe((err) => {\n if (err) reject(err);\n else resolve();\n });\n });\n\n // Set up op listener\n const opPromise = waitForDocOp(doc);\n\n // Update record via API\n await apiUpdateRecord(tableId, recordId, {\n fieldKeyType: FieldKeyType.Id,\n record: { fields: { [defaultFieldId]: 'updated-value' } },\n });\n\n // Wait for op event\n const ops = await opPromise;\n expect(ops).toBeDefined();\n expect(ops.length).toBeGreaterThan(0);\n\n // Cleanup\n doc.destroy();\n await apiDeleteRecord(tableId, recordId);\n });\n\n it('should receive remove event when deleting record via API', async () => {\n // First create a record\n const createResult = await apiCreateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [defaultFieldId]: 'to-delete' } }],\n });\n const recordId = createResult.data.records[0].id;\n\n const collection = `${IdPrefix.Record}_${tableId}`;\n const query = connection.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n\n // Verify record exists in query results\n const initialDoc = query.results.find((doc) => doc.id === recordId);\n expect(initialDoc).toBeDefined();\n\n // Set up remove listener\n const removePromise = waitForQueryEvent<[Doc[], number]>(query, 'remove');\n\n // Delete record via API\n await apiDeleteRecord(tableId, recordId);\n\n // Wait for remove event\n const [removedDocs] = await removePromise;\n expect(removedDocs.some((doc) => doc.id === recordId)).toBe(true);\n });\n });\n\n describe('Field operations', () => {\n it('should receive insert event when creating field via API', async () => {\n const collection = `${IdPrefix.Field}_${tableId}`;\n const query = connection.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n const initialCount = query.results.length;\n\n // Set up event listener\n const insertPromise = waitForQueryEvent<[Doc[], number]>(query, 'insert');\n\n // Create field via API\n const fieldResult = await apiCreateField(tableId, {\n name: 'test-field',\n type: 'singleLineText' as any,\n });\n expect(fieldResult.status).toBe(201);\n\n // Wait for insert event\n const [insertedDocs] = await insertPromise;\n expect(insertedDocs.length).toBeGreaterThan(0);\n expect(query.results.length).toBe(initialCount + 1);\n\n // Cleanup\n await apiDeleteField(tableId, fieldResult.data.id);\n });\n\n it('should receive remove event when deleting field via API', async () => {\n // First create a field\n const fieldResult = await apiCreateField(tableId, {\n name: 'field-to-delete',\n type: 'singleLineText' as any,\n });\n const fieldId = fieldResult.data.id;\n\n const collection = `${IdPrefix.Field}_${tableId}`;\n const query = connection.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n\n // Set up remove listener\n const removePromise = waitForQueryEvent<[Doc[], number]>(query, 'remove');\n\n // Delete field via API\n await apiDeleteField(tableId, fieldId);\n\n // Wait for remove event\n const [removedDocs] = await removePromise;\n expect(removedDocs.some((doc) => doc.id === fieldId)).toBe(true);\n });\n });\n\n describe('View operations', () => {\n it('should be able to subscribe to view collection', async () => {\n const collection = `${IdPrefix.View}_${tableId}`;\n const query = connection.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n\n // Should have at least the default view\n expect(query.results.length).toBeGreaterThanOrEqual(1);\n expect(query.results[0].data).toBeDefined();\n });\n });\n\n describe('Multiple subscribers', () => {\n it('should broadcast changes to all subscribers', async () => {\n const collection = `${IdPrefix.Record}_${tableId}`;\n\n // Create two connections\n const connection1 = createConnection(shareDbService, cookie, port);\n const connection2 = createConnection(shareDbService, cookie, port);\n\n const query1 = connection1.createSubscribeQuery(collection, {});\n const query2 = connection2.createSubscribeQuery(collection, {});\n\n await Promise.all([waitForQueryReady(query1), waitForQueryReady(query2)]);\n\n // Set up listeners for both\n const insert1Promise = waitForQueryEvent<[Doc[], number]>(query1, 'insert');\n const insert2Promise = waitForQueryEvent<[Doc[], number]>(query2, 'insert');\n\n // Create record\n const createResult = await apiCreateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [defaultFieldId]: 'broadcast-test' } }],\n });\n\n // Both should receive the event\n const [[docs1], [docs2]] = await Promise.all([insert1Promise, insert2Promise]);\n\n expect(docs1.length).toBeGreaterThan(0);\n expect(docs2.length).toBeGreaterThan(0);\n expect(docs1[0].id).toBe(docs2[0].id);\n\n // Cleanup\n connection1.close();\n connection2.close();\n await apiDeleteRecord(tableId, createResult.data.records[0].id);\n });\n });\n });\n\n describe('Connection resilience', () => {\n it('should handle rapid subscribe/unsubscribe cycles', async () => {\n const collection = `${IdPrefix.View}_${tableId}`;\n\n for (let i = 0; i < 5; i++) {\n const conn = createConnection(shareDbService, cookie, port);\n const query = conn.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n expect(query.results.length).toBeGreaterThanOrEqual(1);\n\n conn.close();\n }\n });\n\n it('should handle multiple concurrent subscriptions on same connection', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n\n const recordCollection = `${IdPrefix.Record}_${tableId}`;\n const fieldCollection = `${IdPrefix.Field}_${tableId}`;\n const viewCollection = `${IdPrefix.View}_${tableId}`;\n\n const recordQuery = conn.createSubscribeQuery(recordCollection, {});\n const fieldQuery = conn.createSubscribeQuery(fieldCollection, {});\n const viewQuery = conn.createSubscribeQuery(viewCollection, {});\n\n await Promise.all([\n waitForQueryReady(recordQuery),\n waitForQueryReady(fieldQuery),\n waitForQueryReady(viewQuery),\n ]);\n\n expect(recordQuery.ready).toBe(true);\n expect(fieldQuery.ready).toBe(true);\n expect(viewQuery.ready).toBe(true);\n\n conn.close();\n });\n });\n\n describeWhenV1('SockJS transport compatibility', () => {\n it('should successfully establish connection via SockJS endpoint', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n\n // Connection should be established\n const collection = `${IdPrefix.View}_${tableId}`;\n const query = conn.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n expect(query.results.length).toBeGreaterThanOrEqual(1);\n\n conn.close();\n });\n\n it('should handle connection with query parameters', async () => {\n // Test connection with shareId parameter (used in share view)\n const conn = shareDbService.connect(undefined, {\n url: `ws://localhost:${port}/socket?test=param`,\n headers: { cookie },\n });\n\n const collection = `${IdPrefix.View}_${tableId}`;\n const query = conn.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n expect(query.ready).toBe(true);\n\n conn.close();\n });\n\n it('should maintain stable connection for extended operations', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n const collection = `${IdPrefix.Record}_${tableId}`;\n const query = conn.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n\n // Perform multiple operations\n const createdIds: string[] = [];\n for (let i = 0; i < 3; i++) {\n const insertPromise = waitForQueryEvent<[Doc[], number]>(query, 'insert');\n\n const result = await apiCreateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [defaultFieldId]: `stability-test-${i}` } }],\n });\n createdIds.push(result.data.records[0].id);\n\n const [insertedDocs] = await insertPromise;\n expect(insertedDocs.length).toBeGreaterThan(0);\n }\n\n // Cleanup\n for (const id of createdIds) {\n await apiDeleteRecord(tableId, id);\n }\n\n conn.close();\n });\n });\n\n describe('Error handling and security', () => {\n describe('Authentication behavior', () => {\n /**\n * Note: ShareDB connection establishment doesn't validate auth immediately.\n * Auth validation happens at query/operation time through middleware.\n * These tests verify the current behavior.\n */\n it('should establish connection without cookie (auth checked at query time)', async () => {\n // Connect without cookie - connection succeeds, auth checked during query\n const conn = shareDbService.connect(undefined, {\n url: `ws://localhost:${port}/socket`,\n headers: {}, // No cookie\n });\n\n // Connection should be established (auth is lazy)\n await new Promise((resolve) => {\n if (conn.state === 'connected') {\n resolve();\n } else {\n conn.on('connected', () => resolve());\n }\n });\n\n expect(conn.state).toBe('connected');\n conn.close();\n });\n\n it('should establish connection with invalid cookie (auth checked at query time)', async () => {\n // Connect with invalid cookie - connection succeeds, auth checked during query\n const conn = shareDbService.connect(undefined, {\n url: `ws://localhost:${port}/socket`,\n headers: { cookie: 'invalid_session=fake_token_12345' },\n });\n\n await new Promise((resolve) => {\n if (conn.state === 'connected') {\n resolve();\n } else {\n conn.on('connected', () => resolve());\n }\n });\n\n expect(conn.state).toBe('connected');\n conn.close();\n });\n\n it('should establish connection with invalid shareId (validated at query time)', async () => {\n // ShareId validation happens during query execution, not at connection time\n const conn = shareDbService.connect(undefined, {\n url: `ws://localhost:${port}/socket?shareId=invalid_share_id_12345`,\n headers: {},\n });\n\n await new Promise((resolve) => {\n if (conn.state === 'connected') {\n resolve();\n } else {\n conn.on('connected', () => resolve());\n }\n });\n\n expect(conn.state).toBe('connected');\n conn.close();\n });\n });\n\n describe('Query behavior with different auth states', () => {\n it('should handle query subscription with valid auth', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n const collection = `${IdPrefix.Record}_${tableId}`;\n const query = conn.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n expect(query.ready).toBe(true);\n\n conn.close();\n });\n\n it('should handle query to non-existent table (returns empty results)', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n const fakeTableId = 'tbl_nonexistent_12345';\n const collection = `${IdPrefix.Record}_${fakeTableId}`;\n const query = conn.createSubscribeQuery(collection, {});\n\n // Query may succeed with empty results or error - verify it handles gracefully\n const result = await new Promise<{ ready: boolean; error?: any }>((resolve) => {\n const timeout = setTimeout(() => resolve({ ready: false, error: 'Timeout' }), 5000);\n\n query.once('ready', () => {\n clearTimeout(timeout);\n resolve({ ready: true });\n });\n\n query.once('error', (err: any) => {\n clearTimeout(timeout);\n resolve({ ready: false, error: err });\n });\n });\n\n // Either succeeds with empty or fails - both are valid behaviors\n expect(result.ready || result.error).toBeTruthy();\n\n conn.close();\n });\n\n it('should handle doc subscription for non-existent record', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n const collection = `${IdPrefix.Record}_${tableId}`;\n const fakeRecordId = 'rec_nonexistent_12345';\n const doc = conn.get(collection, fakeRecordId);\n\n // Subscribe to non-existent doc - may succeed with null data or error\n const result = await new Promise<{ subscribed: boolean; error?: any }>((resolve) => {\n const timeout = setTimeout(() => resolve({ subscribed: false, error: 'Timeout' }), 3000);\n\n doc.subscribe((err) => {\n clearTimeout(timeout);\n if (err) {\n resolve({ subscribed: false, error: err });\n } else {\n resolve({ subscribed: true });\n }\n });\n });\n\n // Doc subscription behavior varies - verify it handles gracefully\n expect(result.subscribed || result.error).toBeTruthy();\n\n doc.destroy();\n conn.close();\n });\n });\n\n describe('Connection error handling', () => {\n it('should handle query error event gracefully', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n const invalidCollection = 'invalid_collection_format';\n const query = conn.createSubscribeQuery(invalidCollection, {});\n\n const errorPromise = new Promise((resolve) => {\n query.once('error', (err: any) => {\n resolve(err);\n });\n });\n\n const error = await errorPromise;\n expect(error).toBeDefined();\n\n conn.close();\n });\n\n it('should emit error for malformed doc subscription', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n\n // Try to subscribe to a doc with invalid collection format\n const doc = conn.get('malformed', 'test');\n\n await expect(\n new Promise((resolve, reject) => {\n const timeout = setTimeout(() => reject(new Error('Timeout')), 3000);\n\n doc.subscribe((err) => {\n clearTimeout(timeout);\n if (err) reject(err);\n else resolve();\n });\n })\n ).rejects.toThrow();\n\n doc.destroy();\n conn.close();\n });\n });\n });\n\n describe('Disconnection and reconnection', () => {\n it('should detect connection close and clean up resources', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n const collection = `${IdPrefix.View}_${tableId}`;\n const query = conn.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n expect(query.ready).toBe(true);\n\n // Close connection\n conn.close();\n\n // Query should no longer be active after connection close\n // Note: ShareDB may not immediately update query state\n await new Promise((resolve) => setTimeout(resolve, 100));\n\n // Connection should be closed\n expect(conn.state).toBe('closed');\n });\n\n it('should handle server-initiated disconnect gracefully', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n const collection = `${IdPrefix.View}_${tableId}`;\n const query = conn.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n\n // Set up disconnect listener\n const disconnectPromise = new Promise((resolve) => {\n conn.on('state', (newState: string) => {\n if (newState === 'disconnected' || newState === 'closed') {\n resolve();\n }\n });\n });\n\n // Force close\n conn.close();\n\n await disconnectPromise;\n expect(['disconnected', 'closed']).toContain(conn.state);\n });\n\n it('should allow creating new connection after previous one closed', async () => {\n // First connection\n const conn1 = createConnection(shareDbService, cookie, port);\n const collection = `${IdPrefix.View}_${tableId}`;\n const query1 = conn1.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query1);\n expect(query1.results.length).toBeGreaterThanOrEqual(1);\n\n // Close first connection\n conn1.close();\n\n // Wait for cleanup\n await new Promise((resolve) => setTimeout(resolve, 100));\n\n // Create new connection - should work\n const conn2 = createConnection(shareDbService, cookie, port);\n const query2 = conn2.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query2);\n expect(query2.results.length).toBeGreaterThanOrEqual(1);\n\n conn2.close();\n });\n\n // V2 uses caching for ShareDB queries, so fresh connections may not immediately see\n // records created via API until the cache is invalidated\n it.skipIf(isForceV2)('should maintain data consistency after reconnection', async () => {\n const collection = `${IdPrefix.Record}_${tableId}`;\n\n // First connection - get initial state\n const conn1 = createConnection(shareDbService, cookie, port);\n const query1 = conn1.createSubscribeQuery(collection, {});\n await waitForQueryReady(query1);\n const initialCount = query1.results.length;\n conn1.close();\n\n // Create a record while disconnected\n const createResult = await apiCreateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [defaultFieldId]: 'reconnect-test' } }],\n });\n\n // Reconnect and verify new record is visible\n const conn2 = createConnection(shareDbService, cookie, port);\n const query2 = conn2.createSubscribeQuery(collection, {});\n await waitForQueryReady(query2);\n\n expect(query2.results.length).toBe(initialCount + 1);\n\n // Cleanup\n await apiDeleteRecord(tableId, createResult.data.records[0].id);\n conn2.close();\n });\n\n it('should handle multiple rapid reconnections', async () => {\n const collection = `${IdPrefix.View}_${tableId}`;\n\n for (let i = 0; i < 5; i++) {\n const conn = createConnection(shareDbService, cookie, port);\n const query = conn.createSubscribeQuery(collection, {});\n\n await waitForQueryReady(query);\n expect(query.results.length).toBeGreaterThanOrEqual(1);\n\n conn.close();\n\n // Minimal delay between reconnections\n await new Promise((resolve) => setTimeout(resolve, 20));\n }\n });\n\n it('should clean up subscriptions on connection close', async () => {\n const conn = createConnection(shareDbService, cookie, port);\n\n // Create multiple subscriptions\n const recordQuery = conn.createSubscribeQuery(`${IdPrefix.Record}_${tableId}`, {});\n const fieldQuery = conn.createSubscribeQuery(`${IdPrefix.Field}_${tableId}`, {});\n const viewQuery = conn.createSubscribeQuery(`${IdPrefix.View}_${tableId}`, {});\n\n await Promise.all([\n waitForQueryReady(recordQuery),\n waitForQueryReady(fieldQuery),\n waitForQueryReady(viewQuery),\n ]);\n\n // All queries should be ready\n expect(recordQuery.ready).toBe(true);\n expect(fieldQuery.ready).toBe(true);\n expect(viewQuery.ready).toBe(true);\n\n // Close connection - all subscriptions should be cleaned up\n conn.close();\n\n // Connection should be closed\n expect(conn.state).toBe('closed');\n });\n });\n\n /**\n * SockJS transport fallback tests\n * These tests verify that all SockJS transports work correctly.\n * Skipped if sockjs-client package is not available.\n */\n describeSockJS('SockJS transport fallback (real client)', () => {\n /**\n * Helper: Create SockJS socket connection with specific transports\n * Note: This tests the transport layer only, not ShareDB operations\n * (WebSocket transport doesn't support cookies/headers for auth)\n */\n const createSockJSSocket = (\n transports: ISockJSTransport[],\n connectionTimeout = 10000\n ): Promise<{ socket: any; transport: string }> => {\n return new Promise((resolve, reject) => {\n const url = `http://127.0.0.1:${port}/socket`;\n const socket = new SockJS(url, undefined, {\n transports,\n timeout: 5000,\n });\n\n let actualTransport = 'unknown';\n\n const timeoutId = setTimeout(() => {\n cleanup();\n reject(new Error(`SockJS connection timeout (transports: ${transports.join(', ')})`));\n }, connectionTimeout);\n\n const cleanup = () => {\n clearTimeout(timeoutId);\n socket.onopen = null;\n socket.onclose = null;\n socket.onerror = null;\n };\n\n socket.onopen = () => {\n cleanup();\n // Get the actual transport used\n actualTransport = (socket as any).transport || 'unknown';\n resolve({ socket, transport: actualTransport });\n };\n\n socket.onerror = (err: any) => {\n cleanup();\n reject(new Error(`SockJS error: ${err?.message || 'unknown error'}`));\n };\n\n socket.onclose = (event: any) => {\n cleanup();\n if (event?.code !== 1000) {\n reject(\n new Error(`SockJS closed unexpectedly: code=${event?.code}, reason=${event?.reason}`)\n );\n }\n };\n });\n };\n\n it('should establish connection using WebSocket transport', async () => {\n // Test that SockJS can establish a WebSocket connection to the server\n const { socket, transport } = await createSockJSSocket([transportWebsocket]);\n console.log(`Connected using transport: ${transport}`);\n\n expect(socket.readyState).toBe(SockJS.OPEN);\n expect(transport).toBeDefined();\n\n socket.close();\n });\n\n it('should establish connection using XHR streaming transport (fallback)', async () => {\n const { socket, transport } = await createSockJSSocket([transportXhrStreaming]);\n console.log(`Connected using transport: ${transport}`);\n\n expect(socket.readyState).toBe(SockJS.OPEN);\n expect(transport).toBeDefined();\n\n socket.close();\n });\n\n it('should automatically select best available transport', async () => {\n // Test with full transport chain - SockJS will try each in order\n const { socket, transport } = await createSockJSSocket(defaultTransportChain);\n console.log(`Connected using transport: ${transport}`);\n\n expect(socket.readyState).toBe(SockJS.OPEN);\n // Should pick websocket as the best available\n expect(transport).toBeDefined();\n\n socket.close();\n });\n\n it('should handle graceful close and reconnection', async () => {\n // First connection\n const { socket: socket1, transport: transport1 } =\n await createSockJSSocket(defaultTransportChain);\n console.log(`First connection using transport: ${transport1}`);\n expect(socket1.readyState).toBe(SockJS.OPEN);\n\n // Close first connection\n socket1.close();\n\n // Wait for close to complete\n await new Promise((resolve) => setTimeout(resolve, 100));\n\n // Create new connection (simulating reconnect)\n const { socket: socket2, transport: transport2 } =\n await createSockJSSocket(defaultTransportChain);\n console.log(`Second connection using transport: ${transport2}`);\n expect(socket2.readyState).toBe(SockJS.OPEN);\n\n socket2.close();\n });\n\n it('should send and receive messages via SockJS', async () => {\n const { socket } = await createSockJSSocket(defaultTransportChain);\n\n // Create ShareDB connection\n const connection = new ShareDBClient.Connection(socket as any);\n\n // Send a message (even without auth, the message should be transmitted)\n // We just verify the transport layer works, not the auth\n expect(connection.state).toBe('connecting');\n\n // Wait for ShareDB to connect\n await new Promise((resolve) => {\n if (connection.state === 'connected') {\n resolve();\n } else {\n connection.on('connected', () => resolve());\n }\n });\n\n expect(connection.state).toBe('connected');\n\n connection.close();\n socket.close();\n });\n\n /**\n * Helper: Create SockJS socket with shareId for authenticated operations\n */\n const createSockJSSocketWithShareId = (\n shareIdParam: string,\n transports: ISockJSTransport[] = defaultTransportChain,\n connectionTimeout = 10000\n ): Promise<{ socket: any; connection: ShareDBClient.Connection; transport: string }> => {\n return new Promise((resolve, reject) => {\n // Use shareId in URL for authentication (instead of cookie)\n const url = `http://127.0.0.1:${port}/socket?shareId=${shareIdParam}`;\n const socket = new SockJS(url, undefined, {\n transports,\n timeout: 5000,\n });\n\n const connection = new ShareDBClient.Connection(socket as any);\n let actualTransport = 'unknown';\n\n const timeoutId = setTimeout(() => {\n cleanup();\n reject(new Error(`SockJS connection timeout (transports: ${transports.join(', ')})`));\n }, connectionTimeout);\n\n const cleanup = () => {\n clearTimeout(timeoutId);\n };\n\n connection.on('connected', () => {\n cleanup();\n actualTransport = (socket as any).transport || 'unknown';\n resolve({ socket, connection, transport: actualTransport });\n });\n\n connection.on('error', (err) => {\n cleanup();\n const errMsg = (err as unknown as Error)?.message || 'unknown error';\n reject(new Error(`ShareDB connection error: ${errMsg}`));\n });\n });\n };\n\n it('should collaborate via WebSocket transport with shareId auth', async () => {\n // Test WebSocket transport with shareId authentication\n const { socket, connection, transport } = await createSockJSSocketWithShareId(shareId, [\n transportWebsocket,\n ]);\n console.log(`Collaboration test using transport: ${transport}`);\n\n try {\n // Subscribe to view collection (share view allows read access)\n const viewCollection = `${IdPrefix.View}_${tableId}`;\n const query = connection.createSubscribeQuery(viewCollection, {});\n\n await waitForQueryReady(query);\n\n expect(query.results).not.toBeNull();\n expect(query.results.length).toBeGreaterThanOrEqual(1);\n } finally {\n connection.close();\n socket.close();\n }\n });\n\n it('should collaborate via XHR-streaming transport with shareId auth', async () => {\n // Test XHR-streaming transport with shareId authentication\n const { socket, connection, transport } = await createSockJSSocketWithShareId(shareId, [\n transportXhrStreaming,\n ]);\n console.log(`Collaboration test using transport: ${transport}`);\n\n try {\n const viewCollection = `${IdPrefix.View}_${tableId}`;\n const query = connection.createSubscribeQuery(viewCollection, {});\n\n await waitForQueryReady(query);\n\n expect(query.results).not.toBeNull();\n expect(query.results.length).toBeGreaterThanOrEqual(1);\n } finally {\n connection.close();\n socket.close();\n }\n });\n\n it('should receive real-time updates via WebSocket with shareId auth', async () => {\n // Test real-time updates via WebSocket transport\n const { socket, connection, transport } = await createSockJSSocketWithShareId(shareId, [\n transportWebsocket,\n ]);\n console.log(`Real-time update test using transport: ${transport}`);\n\n try {\n const recordCollection = `${IdPrefix.Record}_${tableId}`;\n const query = connection.createSubscribeQuery(recordCollection, {});\n\n await waitForQueryReady(query);\n\n // Set up insert listener\n const insertPromise = waitForQueryEvent<[Doc[], number]>(query, 'insert');\n\n // Create record via API (still needs cookie auth for write operations)\n const createResult = await apiCreateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [defaultFieldId]: 'websocket-realtime-test' } }],\n });\n\n // Verify we receive the insert event via WebSocket\n const [insertedDocs] = await insertPromise;\n expect(insertedDocs.length).toBeGreaterThan(0);\n expect(insertedDocs[0].id).toBe(createResult.data.records[0].id);\n\n // Cleanup\n await apiDeleteRecord(tableId, createResult.data.records[0].id);\n } finally {\n connection.close();\n socket.close();\n }\n });\n\n it('should broadcast to multiple clients using different transports', async () => {\n // Test that updates are broadcast to clients using different transports\n const { socket: wsSocket, connection: wsConn } = await createSockJSSocketWithShareId(\n shareId,\n [transportWebsocket]\n );\n const { socket: xhrSocket, connection: xhrConn } = await createSockJSSocketWithShareId(\n shareId,\n [transportXhrStreaming]\n );\n\n try {\n const recordCollection = `${IdPrefix.Record}_${tableId}`;\n\n const wsQuery = wsConn.createSubscribeQuery(recordCollection, {});\n const xhrQuery = xhrConn.createSubscribeQuery(recordCollection, {});\n\n await Promise.all([waitForQueryReady(wsQuery), waitForQueryReady(xhrQuery)]);\n\n // Set up insert listeners for both\n const wsInsertPromise = waitForQueryEvent<[Doc[], number]>(wsQuery, 'insert');\n const xhrInsertPromise = waitForQueryEvent<[Doc[], number]>(\n xhrQuery,\n 'insert',\n 10000\n );\n\n // Create record\n const createResult = await apiCreateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [defaultFieldId]: 'multi-transport-test' } }],\n });\n\n // Both should receive the event\n const [[wsDocs], [xhrDocs]] = await Promise.all([wsInsertPromise, xhrInsertPromise]);\n\n expect(wsDocs[0].id).toBe(createResult.data.records[0].id);\n expect(xhrDocs[0].id).toBe(createResult.data.records[0].id);\n\n // Cleanup\n await apiDeleteRecord(tableId, createResult.data.records[0].id);\n } finally {\n wsConn.close();\n xhrConn.close();\n wsSocket.close();\n xhrSocket.close();\n }\n });\n\n it('should handle rapid transport switching (close and reconnect with different transport)', async () => {\n const transportsToTest: ISockJSTransport[][] = [\n [transportWebsocket],\n [transportXhrStreaming],\n [transportWebsocket],\n [transportXhrStreaming],\n ];\n\n for (const transports of transportsToTest) {\n const { socket, connection, transport } = await createSockJSSocketWithShareId(\n shareId,\n transports\n );\n console.log(`Rapid switch test - connected with: ${transport}`);\n\n const viewCollection = `${IdPrefix.View}_${tableId}`;\n const query = connection.createSubscribeQuery(viewCollection, {});\n\n await waitForQueryReady(query);\n expect(query.results.length).toBeGreaterThanOrEqual(1);\n\n connection.close();\n socket.close();\n\n // Small delay between switches\n await new Promise((resolve) => setTimeout(resolve, 50));\n }\n });\n\n describe('SockJS error handling', () => {\n it('should handle invalid URL gracefully', async () => {\n await expect(\n new Promise((resolve, reject) => {\n const url = `http://127.0.0.1:${port}/invalid-endpoint`;\n const socket = new SockJS(url, undefined, {\n transports: defaultTransportChain,\n timeout: 3000,\n });\n\n const timeoutId = setTimeout(() => {\n socket.close();\n reject(new Error('Connection timeout'));\n }, 5000);\n\n socket.onopen = () => {\n clearTimeout(timeoutId);\n socket.close();\n resolve('connected');\n };\n\n socket.onclose = (event: any) => {\n clearTimeout(timeoutId);\n if (event?.code !== 1000) {\n reject(new Error(`Connection failed: ${event?.code}`));\n }\n };\n })\n ).rejects.toThrow();\n });\n\n it('should establish SockJS connection with invalid shareId (validated at query time)', async () => {\n // ShareId validation happens during query, not at connection time\n const url = `http://127.0.0.1:${port}/socket?shareId=invalid_share_id`;\n const socket = new SockJS(url, undefined, {\n transports: defaultTransportChain,\n timeout: 5000,\n });\n\n const connection = new ShareDBClient.Connection(socket as any);\n\n // Wait for connection - should succeed (auth is lazy)\n await new Promise((resolve) => {\n if (connection.state === 'connected') {\n resolve();\n } else {\n connection.on('connected', () => resolve());\n }\n });\n\n expect(connection.state).toBe('connected');\n\n // Query behavior depends on auth middleware implementation\n const collection = `${IdPrefix.Record}_${tableId}`;\n const query = connection.createSubscribeQuery(collection, {});\n\n const result = await new Promise<{ ready: boolean; error?: any }>((resolve) => {\n const timeout = setTimeout(() => resolve({ ready: false, error: 'Timeout' }), 5000);\n\n query.once('ready', () => {\n clearTimeout(timeout);\n resolve({ ready: true });\n });\n\n query.once('error', (err: any) => {\n clearTimeout(timeout);\n resolve({ ready: false, error: err });\n });\n });\n\n // Verify query handled gracefully (either succeeds or fails with error)\n expect(result.ready || result.error).toBeTruthy();\n\n connection.close();\n socket.close();\n });\n });\n\n describe('SockJS reconnection', () => {\n it('should successfully reconnect after socket close', async () => {\n // First connection\n const { socket: socket1, connection: conn1 } = await createSockJSSocketWithShareId(\n shareId,\n defaultTransportChain\n );\n\n const collection = `${IdPrefix.View}_${tableId}`;\n const query1 = conn1.createSubscribeQuery(collection, {});\n await waitForQueryReady(query1);\n expect(query1.results.length).toBeGreaterThanOrEqual(1);\n\n // Close first connection\n conn1.close();\n socket1.close();\n\n // Wait for close to complete\n await new Promise((resolve) => setTimeout(resolve, 200));\n\n // Reconnect\n const { socket: socket2, connection: conn2 } = await createSockJSSocketWithShareId(\n shareId,\n defaultTransportChain\n );\n\n const query2 = conn2.createSubscribeQuery(collection, {});\n await waitForQueryReady(query2);\n expect(query2.results.length).toBeGreaterThanOrEqual(1);\n\n conn2.close();\n socket2.close();\n });\n\n it('should maintain data consistency after SockJS reconnection', async () => {\n const recordCollection = `${IdPrefix.Record}_${tableId}`;\n\n // First connection - get initial count\n const { socket: socket1, connection: conn1 } = await createSockJSSocketWithShareId(\n shareId,\n [transportWebsocket]\n );\n const query1 = conn1.createSubscribeQuery(recordCollection, {});\n await waitForQueryReady(query1);\n const initialCount = query1.results.length;\n\n conn1.close();\n socket1.close();\n\n // Create record while disconnected (using API with cookie auth)\n const createResult = await apiCreateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [defaultFieldId]: 'sockjs-reconnect-test' } }],\n });\n\n // Reconnect and verify\n const { socket: socket2, connection: conn2 } = await createSockJSSocketWithShareId(\n shareId,\n [transportWebsocket]\n );\n const query2 = conn2.createSubscribeQuery(recordCollection, {});\n await waitForQueryReady(query2);\n\n expect(query2.results.length).toBe(initialCount + 1);\n\n // Cleanup\n await apiDeleteRecord(tableId, createResult.data.records[0].id);\n conn2.close();\n socket2.close();\n });\n\n it('should handle socket close event properly', async () => {\n const { socket, connection } = await createSockJSSocketWithShareId(\n shareId,\n defaultTransportChain\n );\n\n const collection = `${IdPrefix.View}_${tableId}`;\n const query = connection.createSubscribeQuery(collection, {});\n await waitForQueryReady(query);\n\n // Set up close listener\n const closePromise = new Promise((resolve) => {\n socket.onclose = () => resolve();\n });\n\n // Close socket\n socket.close();\n\n await closePromise;\n expect(socket.readyState).toBe(SockJS.CLOSED);\n });\n\n it('should handle connection state transitions', async () => {\n const { socket, connection } = await createSockJSSocketWithShareId(\n shareId,\n defaultTransportChain\n );\n\n expect(connection.state).toBe('connected');\n\n const stateChanges: string[] = [];\n connection.on('state', (newState: string) => {\n stateChanges.push(newState);\n });\n\n connection.close();\n socket.close();\n\n // Wait for state transitions\n await new Promise((resolve) => setTimeout(resolve, 100));\n\n // Should have transitioned to closed/disconnected\n expect(stateChanges.length).toBeGreaterThan(0);\n expect(['closed', 'disconnected']).toContain(connection.state);\n });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/comment-count-collapsed-group.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldVo, IFilter, IGroup } from '@teable/core';\nimport { Colors, FieldKeyType, FieldType, SortFunc } from '@teable/core';\nimport {\n CommentNodeType,\n GroupPointType,\n createComment,\n getCommentCount,\n} from '@teable/openapi';\nimport type { IGroupHeaderPoint, ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n getField,\n getRecords,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\ndescribe('OpenAPI Comment count with collapsed groups (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n let sourceTable: ITableFullVo;\n let hostTable: ITableFullVo;\n let groupedLookupFieldId: string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n sourceTable = await createTable(baseId, {\n name: 'comment_count_group_source',\n fields: [\n { name: 'LookupKey', type: FieldType.SingleLineText },\n {\n name: 'Category',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choice-1', name: 'Alpha', color: Colors.Blue },\n { id: 'choice-2', name: 'Beta', color: Colors.Green },\n { id: 'choice-3', name: 'Gamma', color: Colors.Orange },\n ],\n },\n },\n ],\n records: [\n { fields: { LookupKey: 'K-1', Category: 'Alpha' } },\n { fields: { LookupKey: 'K-1', Category: 'Beta' } },\n { fields: { LookupKey: 'K-2', Category: 'Gamma' } },\n ],\n });\n\n hostTable = await createTable(baseId, {\n name: 'comment_count_group_host',\n fields: [{ name: 'LookupKey', type: FieldType.SingleLineText }],\n records: [{ fields: { LookupKey: 'K-1' } }, { fields: { LookupKey: 'K-2' } }],\n });\n\n const sourceKeyField = sourceTable.fields.find(\n ({ name }) => name === 'LookupKey'\n ) as IFieldVo;\n const sourceCategoryField = sourceTable.fields.find(\n ({ name }) => name === 'Category'\n ) as IFieldVo;\n const hostKeyField = hostTable.fields.find(\n ({ name }) => name === 'LookupKey'\n ) as IFieldVo;\n\n const matchByKeyFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: sourceKeyField.id,\n operator: 'is',\n value: { type: 'field', fieldId: hostKeyField.id },\n },\n ],\n };\n\n const groupedLookupField = await createField(hostTable.id, {\n name: 'GroupedCategory',\n type: FieldType.SingleSelect,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: sourceTable.id,\n lookupFieldId: sourceCategoryField.id,\n filter: matchByKeyFilter,\n },\n });\n\n groupedLookupFieldId = groupedLookupField.id;\n const refreshedLookupField = await getField(hostTable.id, groupedLookupFieldId);\n expect(refreshedLookupField.isMultipleCellValue).toBe(true);\n\n await createComment(hostTable.id, hostTable.records[0].id, {\n content: [\n {\n type: CommentNodeType.Paragraph,\n children: [{ type: CommentNodeType.Text, value: 'host-1' }],\n },\n ],\n quoteId: null,\n });\n });\n\n afterAll(async () => {\n if (hostTable?.id) {\n await permanentDeleteTable(baseId, hostTable.id);\n }\n if (sourceTable?.id) {\n await permanentDeleteTable(baseId, sourceTable.id);\n }\n await app.close();\n });\n\n it('should not throw filterInvalidOperator when collapsed groups are provided', async () => {\n const groupBy: IGroup = [{ fieldId: groupedLookupFieldId, order: SortFunc.Asc }];\n\n const groupedRecords = await getRecords(hostTable.id, {\n fieldKeyType: FieldKeyType.Id,\n groupBy,\n });\n\n const firstGroupHeader = groupedRecords.extra?.groupPoints?.find(\n (point): point is IGroupHeaderPoint =>\n point.type === GroupPointType.Header && point.depth === 0\n );\n expect(firstGroupHeader).toBeDefined();\n\n const response = await getCommentCount(hostTable.id, {\n viewId: hostTable.views[0].id,\n type: 'rec',\n take: 300,\n skip: 0,\n groupBy,\n collapsedGroupIds: [firstGroupHeader!.id],\n });\n\n expect(response.status).toBe(200);\n expect(Array.isArray(response.data)).toBe(true);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/comment.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { ICommentVo } from '@teable/openapi';\nimport {\n createComment,\n CommentNodeType,\n getCommentList,\n updateComment,\n getCommentDetail,\n createCommentReaction,\n deleteCommentReaction,\n createCommentSubscribe,\n EmojiSymbol,\n getCommentSubscribe,\n deleteCommentSubscribe,\n} from '@teable/openapi';\nimport { createTable, deleteTable, initApp } from './utils/init-app';\n\ndescribe('OpenAPI CommentController (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const userId = globalThis.testConfig.userId;\n let tableId: string;\n let recordId: string;\n let comments: ICommentVo[] = [];\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n const { id, records } = await createTable(baseId, { name: 'table' });\n tableId = id;\n recordId = records[0].id;\n\n const commentList = [];\n for (let i = 0; i < 20; i++) {\n const result = await createComment(tableId, recordId, {\n content: [\n {\n type: CommentNodeType.Paragraph,\n children: [{ type: CommentNodeType.Text, value: `${i}` }],\n },\n ],\n quoteId: null,\n });\n commentList.push(result.data);\n }\n comments = commentList;\n });\n afterEach(async () => {\n await deleteTable(baseId, tableId);\n });\n\n it('should achieve the whole comment crud flow', async () => {\n // create comment\n const createRes = await createComment(tableId, recordId, {\n content: [\n {\n type: CommentNodeType.Paragraph,\n children: [{ type: CommentNodeType.Text, value: 'hello world' }],\n },\n ],\n quoteId: null,\n });\n\n const result = await getCommentDetail(tableId, recordId, createRes.data.id);\n const { content, id: commentId } = result?.data as ICommentVo;\n expect(content).toEqual([\n {\n type: CommentNodeType.Paragraph,\n children: [{ type: CommentNodeType.Text, value: 'hello world' }],\n },\n ]);\n\n // update comment\n await updateComment(tableId, recordId, commentId, {\n content: [\n {\n type: CommentNodeType.Paragraph,\n children: [{ type: CommentNodeType.Text, value: 'Good night, Paris.' }],\n },\n ],\n });\n\n const updatedResult = await getCommentDetail(tableId, recordId, createRes.data.id);\n\n expect(updatedResult?.data?.content).toEqual([\n {\n type: CommentNodeType.Paragraph,\n children: [{ type: CommentNodeType.Text, value: 'Good night, Paris.' }],\n },\n ]);\n\n // create reaction\n await createCommentReaction(tableId, recordId, createRes.data.id, {\n reaction: EmojiSymbol.eyes,\n });\n\n const createdReactionResult = await getCommentDetail(tableId, recordId, createRes.data.id);\n expect(createdReactionResult?.data?.reaction?.[0]?.reaction).toEqual(EmojiSymbol.eyes);\n expect(createdReactionResult?.data?.reaction?.[0]?.user?.[0]?.id).toEqual(userId);\n\n // delete reaction\n await deleteCommentReaction(tableId, recordId, createRes.data.id, {\n reaction: EmojiSymbol.eyes,\n });\n\n const deletedReactionResult = await getCommentDetail(tableId, recordId, createRes.data.id);\n expect(deletedReactionResult?.data?.reaction).toBeNull();\n });\n\n describe('get comment list with cursor', async () => {\n it('should get latest comments when cursor is null', async () => {\n const latestRes = await getCommentList(tableId, recordId, {\n cursor: null,\n take: 5,\n });\n\n expect(latestRes.data.comments.length).toBe(5);\n expect(latestRes.data.comments.map((com) => com.id)).toEqual(\n comments.slice(-5).map((com) => com.id)\n );\n expect(latestRes.data.nextCursor).toBe(comments.slice(-6).shift()?.id);\n });\n\n it('should return next 20 comments', async () => {\n const nextCursorCommentRes = await getCommentList(tableId, recordId, {\n cursor: comments[14].id,\n take: 20,\n });\n\n expect(nextCursorCommentRes.data.comments.length).toBe(15);\n expect(nextCursorCommentRes.data.comments.map((com) => com.id)).toEqual(\n comments.slice(0, 15).map((com) => com.id)\n );\n expect(nextCursorCommentRes.data.nextCursor).toBeNull();\n });\n it('should get comment by cursor with backward direction', async () => {\n const backwardRes = await getCommentList(tableId, recordId, {\n cursor: comments[0].id,\n take: 10,\n direction: 'backward',\n });\n expect(backwardRes.data.comments.length).toBe(10);\n expect(backwardRes.data.comments.map((com) => com.id)).toEqual(\n comments.slice(0, 10).map((com) => com.id)\n );\n expect(backwardRes.data.nextCursor).toBe(comments[10].id);\n });\n\n it('should return the comment by cursor exclude cursor', async () => {\n const result = await getCommentList(tableId, recordId, {\n cursor: comments[0].id,\n take: 10,\n direction: 'backward',\n includeCursor: false,\n });\n\n expect(result.data.comments.length).toBe(10);\n expect(result.data.comments.map((com) => com.id)).toEqual(\n comments.slice(1, 11).map((com) => com.id)\n );\n expect(result.data.nextCursor).toBe(comments[11].id);\n });\n\n it('should get comment list with mention user and image', async () => {\n await createComment(tableId, recordId, {\n content: [\n {\n type: CommentNodeType.Paragraph,\n children: [\n { type: CommentNodeType.Text, value: 'hello' },\n {\n type: CommentNodeType.Mention,\n value: userId,\n name: 'a',\n avatar: 'b',\n },\n ],\n },\n {\n type: CommentNodeType.Img,\n path: 'comment/xxxxxx',\n url: 'c',\n },\n ],\n quoteId: null,\n });\n\n const result = await getCommentList(tableId, recordId, {\n cursor: null,\n take: 1,\n direction: 'forward',\n });\n expect(result.data.comments[0].content).toEqual([\n {\n type: CommentNodeType.Paragraph,\n children: [\n { type: CommentNodeType.Text, value: 'hello' },\n {\n type: CommentNodeType.Mention,\n value: userId,\n name: globalThis.testConfig.userName,\n avatar: expect.any(String),\n },\n ],\n },\n {\n type: CommentNodeType.Img,\n path: 'comment/xxxxxx',\n url: expect.any(String),\n },\n ]);\n expect(result.data.comments[0].createdBy).toEqual({\n id: userId,\n name: globalThis.testConfig.userName,\n avatar: expect.any(String),\n });\n });\n });\n\n describe('comment subscribe relative', () => {\n it('should subscribe the record comment', async () => {\n await createCommentSubscribe(tableId, recordId);\n const result = await getCommentSubscribe(tableId, recordId);\n expect(result?.data?.createdBy).toBe(userId);\n });\n\n it('should return null when can not found the subscribe info', async () => {\n await createCommentSubscribe(tableId, recordId);\n const result = await getCommentSubscribe(tableId, recordId);\n expect(result?.data?.createdBy).toBe(userId);\n\n await deleteCommentSubscribe(tableId, recordId);\n const subscribeInfo = await getCommentSubscribe(tableId, recordId);\n // actually the subscribe info is null but, there is no idea to return ''.\n expect(subscribeInfo.data).toEqual('');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/comprehensive-aggregation.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IRatingFieldOptions, IViewVo } from '@teable/core';\nimport {\n Colors,\n DateFormattingPreset,\n FieldType,\n NumberFormattingType,\n Relationship,\n StatisticsFunc,\n TimeFormatting,\n} from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { getAggregation, createField, createRecords, getView } from '@teable/openapi';\nimport { createTable, permanentDeleteTable, initApp } from './utils/init-app';\n\ndescribe('Comprehensive Aggregation Tests (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let mainTable: ITableFullVo;\n let relatedTable: ITableFullVo;\n let linkField: any;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n // Create related table first\n relatedTable = await createTable(baseId, {\n name: 'Related Table',\n fields: [\n {\n name: 'Related Text',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Related Number',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n },\n ],\n records: [\n { fields: { 'Related Text': 'Related Item 1', 'Related Number': 100 } },\n { fields: { 'Related Text': 'Related Item 2', 'Related Number': 200 } },\n { fields: { 'Related Text': 'Related Item 3', 'Related Number': 300 } },\n ],\n });\n\n // Create main table with comprehensive field types\n mainTable = await createTable(baseId, {\n name: 'Comprehensive Aggregation Test Table',\n records: [], // 不创建默认记录，我们会手动创建\n fields: [\n {\n name: 'Text Field',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Long Text Field',\n type: FieldType.LongText,\n },\n {\n name: 'Number Field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n },\n {\n name: 'Date Field',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'Asia/Singapore',\n },\n },\n },\n {\n name: 'Checkbox Field',\n type: FieldType.Checkbox,\n },\n {\n name: 'Single Select Field',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'opt1', name: 'Option 1', color: Colors.Blue },\n { id: 'opt2', name: 'Option 2', color: Colors.Green },\n { id: 'opt3', name: 'Option 3', color: Colors.Red },\n ],\n },\n },\n {\n name: 'Multiple Select Field',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'tag1', name: 'Tag 1', color: Colors.Cyan },\n { id: 'tag2', name: 'Tag 2', color: Colors.Yellow },\n { id: 'tag3', name: 'Tag 3', color: Colors.Purple },\n ],\n },\n },\n {\n name: 'Rating Field',\n type: FieldType.Rating,\n options: {\n icon: 'star',\n color: 'yellowBright',\n max: 5,\n } as IRatingFieldOptions,\n },\n {\n name: 'User Field',\n type: FieldType.User,\n },\n {\n name: 'Multiple User Field',\n type: FieldType.User,\n options: {\n isMultiple: true,\n shouldNotify: false,\n },\n },\n ],\n });\n\n // Create link field\n linkField = await createField(mainTable.id, {\n name: 'Link Field',\n type: FieldType.Link,\n options: {\n foreignTableId: relatedTable.id,\n relationship: Relationship.ManyOne,\n },\n });\n\n // Add comprehensive test records to main table\n const testRecords = [\n // Record 1: Complete data\n {\n fields: {\n 'Text Field': 'Sample Text A',\n 'Long Text Field': 'This is a long text content for comprehensive testing',\n 'Number Field': 100.5,\n 'Date Field': '2024-01-15',\n 'Checkbox Field': true,\n 'Single Select Field': 'Option 1',\n 'Multiple Select Field': ['Tag 1', 'Tag 2'],\n 'Rating Field': 5,\n 'User Field': { id: globalThis.testConfig.userId, title: 'Test User' },\n 'Multiple User Field': [{ id: globalThis.testConfig.userId, title: 'Test User' }],\n 'Link Field': { id: relatedTable.records[0].id },\n },\n },\n // Record 2: Partial data\n {\n fields: {\n 'Text Field': 'Sample Text B',\n 'Number Field': 250.75,\n 'Date Field': '2024-02-20',\n 'Checkbox Field': false,\n 'Single Select Field': 'Option 2',\n 'Multiple Select Field': ['Tag 2', 'Tag 3'],\n 'Rating Field': 3,\n 'Link Field': { id: relatedTable.records[1].id },\n },\n },\n // Record 3: Different values\n {\n fields: {\n 'Text Field': 'Sample Text C',\n 'Long Text Field': 'Another long text for testing purposes',\n 'Number Field': 75.25,\n 'Date Field': '2024-03-10',\n 'Checkbox Field': true,\n 'Single Select Field': 'Option 1',\n 'Rating Field': 4,\n 'User Field': { id: globalThis.testConfig.userId, title: 'Test User' },\n 'Link Field': { id: relatedTable.records[2].id },\n },\n },\n // Record 4: Minimal data\n {\n fields: {\n 'Text Field': 'Sample Text D',\n 'Number Field': 0,\n 'Checkbox Field': false,\n 'Rating Field': 1,\n },\n },\n // Record 5: Empty/null values\n {\n fields: {\n 'Number Field': 500,\n 'Date Field': '2024-04-05',\n 'Checkbox Field': true,\n 'Rating Field': 2,\n },\n },\n // Record 6: Duplicate text for unique testing\n {\n fields: {\n 'Text Field': 'Sample Text A', // Duplicate\n 'Number Field': 150,\n 'Single Select Field': 'Option 3',\n 'Rating Field': 5,\n },\n },\n ];\n\n await createRecords(mainTable.id, { records: testRecords });\n\n // Refresh table data to get updated records\n const updatedTable = await createTable(baseId, { name: 'temp' });\n await permanentDeleteTable(baseId, updatedTable.id);\n });\n\n afterEach(async () => {\n if (mainTable?.id) {\n await permanentDeleteTable(baseId, mainTable.id);\n }\n if (relatedTable?.id) {\n await permanentDeleteTable(baseId, relatedTable.id);\n }\n });\n\n // Helper function to get aggregation results\n async function getAggregationResult(\n tableId: string,\n viewId: string,\n fieldId: string,\n statisticFunc: StatisticsFunc\n ) {\n const result = await getAggregation(tableId, {\n viewId,\n field: { [statisticFunc]: [fieldId] },\n });\n return result.data;\n }\n\n // Helper function to verify column meta\n async function verifyColumnMeta(tableId: string, viewId: string) {\n const view: IViewVo = (await getView(tableId, viewId)).data;\n expect(view.columnMeta).toBeDefined();\n return view;\n }\n\n describe('Column Meta Verification', () => {\n test('should have correct column metadata structure', async () => {\n const view = await verifyColumnMeta(mainTable.id, mainTable.views[0].id);\n\n // Verify that all fields have column metadata\n const fieldIds = mainTable.fields.map((f) => f.id);\n fieldIds.forEach((fieldId) => {\n expect(view.columnMeta[fieldId]).toBeDefined();\n expect(view.columnMeta[fieldId].order).toBeDefined();\n });\n });\n });\n\n describe('Text Field Aggregation', () => {\n let textFieldId: string;\n\n beforeEach(() => {\n textFieldId = mainTable.fields.find((f) => f.name === 'Text Field')!.id;\n });\n\n test('should calculate count correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n textFieldId,\n StatisticsFunc.Count\n );\n\n expect(result.aggregations).toBeDefined();\n expect(result.aggregations!.length).toBe(1);\n\n const aggregation = result.aggregations![0];\n expect(aggregation.fieldId).toBe(textFieldId);\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(6); // Total records\n });\n\n test('should calculate empty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n textFieldId,\n StatisticsFunc.Empty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Empty);\n expect(aggregation.total?.value).toBe(1); // One record with empty text field\n });\n\n test('should calculate filled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n textFieldId,\n StatisticsFunc.Filled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Filled);\n expect(aggregation.total?.value).toBe(5); // Five records with text field filled\n });\n\n test('should calculate unique correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n textFieldId,\n StatisticsFunc.Unique\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Unique);\n expect(aggregation.total?.value).toBe(4); // Four unique text values (one duplicate)\n });\n\n test('should calculate percentEmpty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n textFieldId,\n StatisticsFunc.PercentEmpty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.PercentEmpty);\n expect(aggregation.total?.value).toBeCloseTo(16.67, 1); // 1/6 * 100\n });\n\n test('should calculate percentFilled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n textFieldId,\n StatisticsFunc.PercentFilled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.PercentFilled);\n expect(aggregation.total?.value).toBeCloseTo(83.33, 1); // 5/6 * 100\n });\n\n test('should calculate percentUnique correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n textFieldId,\n StatisticsFunc.PercentUnique\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.PercentUnique);\n expect(aggregation.total?.value).toBeCloseTo(66.67, 1); // 4/6 * 100\n });\n });\n\n describe('Number Field Aggregation', () => {\n let numberFieldId: string;\n\n beforeEach(() => {\n numberFieldId = mainTable.fields.find((f) => f.name === 'Number Field')!.id;\n });\n\n test('should calculate sum correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n numberFieldId,\n StatisticsFunc.Sum\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Sum);\n // Sum: 100.50 + 250.75 + 75.25 + 0 + 500 + 150 = 1076.50\n expect(aggregation.total?.value).toBeCloseTo(1076.5, 2);\n });\n\n test('should calculate average correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n numberFieldId,\n StatisticsFunc.Average\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Average);\n // Average: 1076.50 / 6 = 179.42\n expect(aggregation.total?.value).toBeCloseTo(179.42, 2);\n });\n\n test('should calculate min correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n numberFieldId,\n StatisticsFunc.Min\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Min);\n expect(aggregation.total?.value).toBe(0);\n });\n\n test('should calculate max correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n numberFieldId,\n StatisticsFunc.Max\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Max);\n expect(aggregation.total?.value).toBe(500);\n });\n\n test('should calculate count correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n numberFieldId,\n StatisticsFunc.Count\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(6);\n });\n\n test('should calculate empty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n numberFieldId,\n StatisticsFunc.Empty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Empty);\n expect(aggregation.total?.value).toBe(0); // All records have number values\n });\n\n test('should calculate filled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n numberFieldId,\n StatisticsFunc.Filled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Filled);\n expect(aggregation.total?.value).toBe(6);\n });\n\n test('should calculate unique correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n numberFieldId,\n StatisticsFunc.Unique\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Unique);\n expect(aggregation.total?.value).toBe(6); // All number values are unique\n });\n });\n\n describe('Date Field Aggregation', () => {\n let dateFieldId: string;\n\n beforeEach(() => {\n dateFieldId = mainTable.fields.find((f) => f.name === 'Date Field')!.id;\n });\n\n test('should calculate count correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n dateFieldId,\n StatisticsFunc.Count\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(6);\n });\n\n test('should calculate empty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n dateFieldId,\n StatisticsFunc.Empty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Empty);\n expect(aggregation.total?.value).toBe(2); // Two records without dates\n });\n\n test('should calculate filled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n dateFieldId,\n StatisticsFunc.Filled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Filled);\n expect(aggregation.total?.value).toBe(4); // Four records with dates\n });\n\n test('should calculate unique correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n dateFieldId,\n StatisticsFunc.Unique\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Unique);\n expect(aggregation.total?.value).toBe(4); // All date values are unique\n });\n\n test('should calculate earliestDate correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n dateFieldId,\n StatisticsFunc.EarliestDate\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.EarliestDate);\n expect(aggregation.total?.value).toBe('2024-01-14T16:00:00.000Z'); // Adjusted for timezone\n });\n\n test('should calculate latestDate correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n dateFieldId,\n StatisticsFunc.LatestDate\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.LatestDate);\n expect(aggregation.total?.value).toBe('2024-04-04T16:00:00.000Z'); // Adjusted for timezone\n });\n\n test('should calculate dateRangeOfDays correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n dateFieldId,\n StatisticsFunc.DateRangeOfDays\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.DateRangeOfDays);\n // From 2024-01-15 to 2024-04-05 = 81 days\n expect(aggregation.total?.value).toBe(81);\n });\n\n test('should calculate dateRangeOfMonths correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n dateFieldId,\n StatisticsFunc.DateRangeOfMonths\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.DateRangeOfMonths);\n // From 2024-01-14 to 2024-04-04 = approximately 2 months (adjusted for timezone)\n expect(aggregation.total?.value).toBe(2);\n });\n });\n\n describe('Checkbox Field Aggregation', () => {\n let checkboxFieldId: string;\n\n beforeEach(() => {\n checkboxFieldId = mainTable.fields.find((f) => f.name === 'Checkbox Field')!.id;\n });\n\n test('should calculate count correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n checkboxFieldId,\n StatisticsFunc.Count\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(6);\n });\n\n test('should calculate checked correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n checkboxFieldId,\n StatisticsFunc.Checked\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Checked);\n expect(aggregation.total?.value).toBe(3); // Three records with checkbox checked\n });\n\n test('should calculate unChecked correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n checkboxFieldId,\n StatisticsFunc.UnChecked\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.UnChecked);\n expect(aggregation.total?.value).toBe(3); // Three records with checkbox unchecked\n });\n\n test('should calculate percentChecked correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n checkboxFieldId,\n StatisticsFunc.PercentChecked\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.PercentChecked);\n expect(aggregation.total?.value).toBeCloseTo(50, 1); // 3/6 * 100\n });\n\n test('should calculate percentUnChecked correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n checkboxFieldId,\n StatisticsFunc.PercentUnChecked\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.PercentUnChecked);\n expect(aggregation.total?.value).toBeCloseTo(50, 1); // 3/6 * 100\n });\n });\n\n describe('Single Select Field Aggregation', () => {\n let singleSelectFieldId: string;\n\n beforeEach(() => {\n singleSelectFieldId = mainTable.fields.find((f) => f.name === 'Single Select Field')!.id;\n });\n\n test('should calculate count correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n singleSelectFieldId,\n StatisticsFunc.Count\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(6);\n });\n\n test('should calculate empty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n singleSelectFieldId,\n StatisticsFunc.Empty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Empty);\n expect(aggregation.total?.value).toBe(2); // Two records without single select values\n });\n\n test('should calculate filled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n singleSelectFieldId,\n StatisticsFunc.Filled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Filled);\n expect(aggregation.total?.value).toBe(4); // Four records with single select values\n });\n\n test('should calculate unique correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n singleSelectFieldId,\n StatisticsFunc.Unique\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Unique);\n expect(aggregation.total?.value).toBe(3); // Three unique select options\n });\n\n test('should calculate percentEmpty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n singleSelectFieldId,\n StatisticsFunc.PercentEmpty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.PercentEmpty);\n expect(aggregation.total?.value).toBeCloseTo(33.33, 1); // 2/6 * 100\n });\n\n test('should calculate percentFilled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n singleSelectFieldId,\n StatisticsFunc.PercentFilled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.PercentFilled);\n expect(aggregation.total?.value).toBeCloseTo(66.67, 1); // 4/6 * 100\n });\n\n test('should calculate percentUnique correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n singleSelectFieldId,\n StatisticsFunc.PercentUnique\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.PercentUnique);\n expect(aggregation.total?.value).toBeCloseTo(50, 1); // 3/6 * 100\n });\n });\n\n describe('Multiple Select Field Aggregation', () => {\n let multipleSelectFieldId: string;\n\n beforeEach(() => {\n multipleSelectFieldId = mainTable.fields.find((f) => f.name === 'Multiple Select Field')!.id;\n });\n\n test('should calculate count correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n multipleSelectFieldId,\n StatisticsFunc.Count\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(6);\n });\n\n test('should calculate empty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n multipleSelectFieldId,\n StatisticsFunc.Empty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Empty);\n expect(aggregation.total?.value).toBe(4); // Four records without multiple select values\n });\n\n test('should calculate filled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n multipleSelectFieldId,\n StatisticsFunc.Filled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Filled);\n expect(aggregation.total?.value).toBe(2); // Two records with multiple select values\n });\n\n test('should calculate unique correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n multipleSelectFieldId,\n StatisticsFunc.Unique\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Unique);\n expect(aggregation.total?.value).toBe(3); // Three unique tags: Tag 1, Tag 2, Tag 3\n });\n });\n\n describe('Rating Field Aggregation', () => {\n let ratingFieldId: string;\n\n beforeEach(() => {\n ratingFieldId = mainTable.fields.find((f) => f.name === 'Rating Field')!.id;\n });\n\n test('should calculate sum correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n ratingFieldId,\n StatisticsFunc.Sum\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Sum);\n // Sum: 5 + 3 + 4 + 1 + 2 + 5 = 20\n expect(aggregation.total?.value).toBe(20);\n });\n\n test('should calculate average correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n ratingFieldId,\n StatisticsFunc.Average\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Average);\n // Average: 20 / 6 = 3.33\n expect(aggregation.total?.value).toBeCloseTo(3.33, 2);\n });\n\n test('should calculate min correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n ratingFieldId,\n StatisticsFunc.Min\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Min);\n expect(aggregation.total?.value).toBe(1);\n });\n\n test('should calculate max correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n ratingFieldId,\n StatisticsFunc.Max\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Max);\n expect(aggregation.total?.value).toBe(5);\n });\n });\n\n describe('User Field Aggregation', () => {\n let userFieldId: string;\n\n beforeEach(() => {\n userFieldId = mainTable.fields.find((f) => f.name === 'User Field')!.id;\n });\n\n test('should calculate count correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n userFieldId,\n StatisticsFunc.Count\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(6);\n });\n\n test('should calculate empty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n userFieldId,\n StatisticsFunc.Empty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Empty);\n expect(aggregation.total?.value).toBe(4); // Four records without user values\n });\n\n test('should calculate filled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n userFieldId,\n StatisticsFunc.Filled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Filled);\n expect(aggregation.total?.value).toBe(2); // Two records with user values\n });\n\n test('should calculate unique correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n userFieldId,\n StatisticsFunc.Unique\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Unique);\n expect(aggregation.total?.value).toBe(1); // One unique user (we only use globalThis.testConfig.userId)\n });\n });\n\n describe('Multiple User Field Aggregation', () => {\n let multipleUserFieldId: string;\n\n beforeEach(() => {\n multipleUserFieldId = mainTable.fields.find((f) => f.name === 'Multiple User Field')!.id;\n });\n\n test('should calculate count correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n multipleUserFieldId,\n StatisticsFunc.Count\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(6);\n });\n\n test('should calculate empty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n multipleUserFieldId,\n StatisticsFunc.Empty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Empty);\n expect(aggregation.total?.value).toBe(5); // Five records without multiple user values\n });\n\n test('should calculate filled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n multipleUserFieldId,\n StatisticsFunc.Filled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Filled);\n expect(aggregation.total?.value).toBe(1); // One record with multiple user values\n });\n });\n\n describe('Link Field Aggregation', () => {\n let linkFieldId: string;\n\n beforeEach(() => {\n linkFieldId = linkField.data.id;\n });\n\n test('should calculate count correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n linkFieldId,\n StatisticsFunc.Count\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(6);\n });\n\n test('should calculate empty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n linkFieldId,\n StatisticsFunc.Empty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Empty);\n expect(aggregation.total?.value).toBe(3); // Three records without link values\n });\n\n test('should calculate filled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n linkFieldId,\n StatisticsFunc.Filled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Filled);\n expect(aggregation.total?.value).toBe(3); // Three records with link values\n });\n\n test('should calculate percentEmpty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n linkFieldId,\n StatisticsFunc.PercentEmpty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.PercentEmpty);\n expect(aggregation.total?.value).toBeCloseTo(50, 1); // 3/6 * 100\n });\n\n test('should calculate percentFilled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n linkFieldId,\n StatisticsFunc.PercentFilled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.PercentFilled);\n expect(aggregation.total?.value).toBeCloseTo(50, 1); // 3/6 * 100\n });\n });\n\n describe('Error Handling', () => {\n test('should handle invalid field ID', async () => {\n await expect(\n getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n 'invalid-field-id',\n StatisticsFunc.Count\n )\n ).rejects.toThrow();\n });\n\n test('should handle unsupported aggregation function for field type', async () => {\n const textFieldId = mainTable.fields.find((f) => f.name === 'Text Field')!.id;\n\n // Text fields don't support Sum aggregation\n await expect(\n getAggregationResult(mainTable.id, mainTable.views[0].id, textFieldId, StatisticsFunc.Sum)\n ).rejects.toThrow();\n });\n\n test('should handle invalid table ID', async () => {\n const textFieldId = mainTable.fields.find((f) => f.name === 'Text Field')!.id;\n\n await expect(\n getAggregationResult(\n 'invalid-table-id',\n mainTable.views[0].id,\n textFieldId,\n StatisticsFunc.Count\n )\n ).rejects.toThrow();\n });\n\n test('should handle invalid view ID', async () => {\n const textFieldId = mainTable.fields.find((f) => f.name === 'Text Field')!.id;\n\n await expect(\n getAggregationResult(mainTable.id, 'invalid-view-id', textFieldId, StatisticsFunc.Count)\n ).rejects.toThrow();\n });\n });\n\n describe('Complex Aggregation Scenarios', () => {\n test('should handle multiple field aggregations in single request', async () => {\n const textFieldId = mainTable.fields.find((f) => f.name === 'Text Field')!.id;\n const numberFieldId = mainTable.fields.find((f) => f.name === 'Number Field')!.id;\n\n const result = await getAggregation(mainTable.id, {\n viewId: mainTable.views[0].id,\n field: {\n [StatisticsFunc.Count]: [textFieldId], // Text field uses count\n [StatisticsFunc.Sum]: [numberFieldId], // Number field uses sum\n },\n });\n\n expect(result.data.aggregations).toBeDefined();\n expect(result.data.aggregations!.length).toBe(2);\n\n // Find text field aggregation\n const textAggregation = result.data.aggregations!.find((a) => a.fieldId === textFieldId);\n expect(textAggregation?.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(textAggregation?.total?.value).toBe(6);\n\n // Find number field aggregation\n const numberAggregation = result.data.aggregations!.find((a) => a.fieldId === numberFieldId);\n expect(numberAggregation?.total?.aggFunc).toBe(StatisticsFunc.Sum);\n expect(numberAggregation?.total?.value).toBeCloseTo(1076.5, 2);\n });\n\n test('should verify API response format consistency', async () => {\n const textFieldId = mainTable.fields.find((f) => f.name === 'Text Field')!.id;\n\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n textFieldId,\n StatisticsFunc.Count\n );\n\n // Verify response structure\n expect(result).toHaveProperty('aggregations');\n expect(Array.isArray(result.aggregations)).toBe(true);\n expect(result.aggregations!.length).toBeGreaterThan(0);\n\n const aggregation = result.aggregations![0];\n expect(aggregation).toHaveProperty('fieldId');\n expect(aggregation).toHaveProperty('total');\n expect(aggregation.total).toHaveProperty('aggFunc');\n expect(aggregation.total).toHaveProperty('value');\n\n // Verify field ID format\n expect(aggregation.fieldId).toMatch(/^fld/);\n expect(typeof aggregation.total?.value).toBe('number');\n });\n\n test('should handle empty table aggregations', async () => {\n // Create a new empty table for this test\n const emptyTable = await createTable(baseId, {\n name: 'Empty Table',\n fields: [\n {\n name: 'Empty Text Field',\n type: FieldType.SingleLineText,\n },\n ],\n records: [], // Explicitly specify empty records array\n });\n\n try {\n const textFieldId = emptyTable.fields.find((f) => f.name === 'Empty Text Field')!.id;\n\n const result = await getAggregationResult(\n emptyTable.id,\n emptyTable.views[0].id,\n textFieldId,\n StatisticsFunc.Count\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(0);\n } finally {\n await permanentDeleteTable(baseId, emptyTable.id);\n }\n });\n });\n\n describe('Long Text Field Aggregation', () => {\n let longTextFieldId: string;\n\n beforeEach(() => {\n longTextFieldId = mainTable.fields.find((f) => f.name === 'Long Text Field')!.id;\n });\n\n test('should calculate count correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n longTextFieldId,\n StatisticsFunc.Count\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Count);\n expect(aggregation.total?.value).toBe(6);\n });\n\n test('should calculate empty correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n longTextFieldId,\n StatisticsFunc.Empty\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Empty);\n expect(aggregation.total?.value).toBe(4); // Four records without long text\n });\n\n test('should calculate filled correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n longTextFieldId,\n StatisticsFunc.Filled\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Filled);\n expect(aggregation.total?.value).toBe(2); // Two records with long text\n });\n\n test('should calculate unique correctly', async () => {\n const result = await getAggregationResult(\n mainTable.id,\n mainTable.views[0].id,\n longTextFieldId,\n StatisticsFunc.Unique\n );\n\n const aggregation = result.aggregations![0];\n expect(aggregation.total?.aggFunc).toBe(StatisticsFunc.Unique);\n expect(aggregation.total?.value).toBe(2); // Two unique long text values\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/comprehensive-field-filter.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable sonarjs/cognitive-complexity */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFilter, IOperator, IRatingFieldOptions } from '@teable/core';\nimport {\n and,\n FieldKeyType,\n FieldType,\n Colors,\n DateFormattingPreset,\n TimeFormatting,\n NumberFormattingType,\n Relationship,\n // Filter operators\n is,\n isNot,\n contains,\n doesNotContain,\n isGreater,\n isGreaterEqual,\n isLess,\n isLessEqual,\n isEmpty,\n isNotEmpty,\n isAnyOf,\n isNoneOf,\n hasAnyOf,\n hasAllOf,\n hasNoneOf,\n isExactly,\n isNotExactly,\n isAfter,\n isBefore,\n isOnOrAfter,\n isOnOrBefore,\n} from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { getRecords as apiGetRecords, createField, createRecords } from '@teable/openapi';\nimport { createTable, permanentDeleteTable, initApp } from './utils/init-app';\n\ndescribe('Comprehensive Field Filter Tests (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let mainTable: ITableFullVo;\n let relatedTable: ITableFullVo;\n let linkField: any;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n beforeEach(async () => {\n // Create fresh tables and data for each test to ensure isolation\n\n // Create related table first\n relatedTable = await createTable(baseId, {\n name: 'Related Table',\n fields: [\n {\n name: 'Related Text',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Related Number',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n },\n {\n name: 'Related Date',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'UTC',\n },\n },\n },\n {\n name: 'Related Checkbox',\n type: FieldType.Checkbox,\n },\n ],\n records: [\n {\n fields: {\n 'Related Text': 'Related Item 1',\n 'Related Number': 100,\n 'Related Date': '2024-01-01',\n 'Related Checkbox': true,\n },\n },\n {\n fields: {\n 'Related Text': 'Related Item 2',\n 'Related Number': 200,\n 'Related Date': '2024-02-01',\n 'Related Checkbox': false,\n },\n },\n {\n fields: {\n 'Related Text': 'Related Item 3',\n 'Related Number': 300,\n 'Related Date': '2024-03-01',\n 'Related Checkbox': null,\n },\n },\n ],\n });\n\n // Create main table with all field types\n mainTable = await createTable(baseId, {\n name: 'Main Table',\n records: [], // Prevent default records from being created\n fields: [\n {\n name: 'Text Field',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Long Text Field',\n type: FieldType.LongText,\n },\n {\n name: 'Number Field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n },\n {\n name: 'Date Field',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'UTC',\n },\n },\n },\n {\n name: 'Checkbox Field',\n type: FieldType.Checkbox,\n },\n {\n name: 'Single Select Field',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'opt1', name: 'Option 1', color: Colors.Red },\n { id: 'opt2', name: 'Option 2', color: Colors.Blue },\n { id: 'opt3', name: 'Option 3', color: Colors.Green },\n ],\n },\n },\n {\n name: 'Multiple Select Field',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'tag1', name: 'Tag 1', color: Colors.Red },\n { id: 'tag2', name: 'Tag 2', color: Colors.Blue },\n { id: 'tag3', name: 'Tag 3', color: Colors.Green },\n ],\n },\n },\n {\n name: 'Rating Field',\n type: FieldType.Rating,\n options: {\n icon: 'star',\n color: 'yellowBright',\n max: 5,\n } as IRatingFieldOptions,\n },\n ],\n });\n\n // Create link field\n linkField = await createField(mainTable.id, {\n name: 'Link Field',\n type: FieldType.Link,\n options: {\n foreignTableId: relatedTable.id,\n relationship: Relationship.ManyOne,\n },\n });\n\n // Get field IDs for formula references\n const numberFieldId = mainTable.fields.find((f) => f.name === 'Number Field')!.id;\n\n // Create formula fields\n const generatedFormulaField = await createField(mainTable.id, {\n name: 'Generated Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${numberFieldId}} * 2`,\n },\n });\n\n const selectFormulaField = await createField(mainTable.id, {\n name: 'Select Formula',\n type: FieldType.Formula,\n options: {\n expression: `IF({${numberFieldId}} > 20, \"High\", \"Low\")`,\n },\n });\n\n // Update mainTable.fields to include the new fields\n mainTable.fields.push(linkField.data);\n mainTable.fields.push(generatedFormulaField.data);\n mainTable.fields.push(selectFormulaField.data);\n\n // Add test records to main table\n const records = [\n {\n fields: {\n 'Text Field': 'Test Text 1',\n 'Long Text Field': 'This is a long text content for testing',\n 'Number Field': 10.5,\n 'Date Field': '2024-01-15',\n 'Checkbox Field': true,\n 'Single Select Field': 'Option 1',\n 'Multiple Select Field': ['Tag 1', 'Tag 2'],\n 'Rating Field': 4,\n 'Link Field': { id: relatedTable.records[0].id },\n },\n },\n {\n fields: {\n 'Text Field': 'Test Text 2',\n 'Long Text Field': 'Another long text for testing purposes',\n 'Number Field': 25.75,\n 'Date Field': '2024-02-20',\n 'Checkbox Field': false,\n 'Single Select Field': 'Option 2',\n 'Multiple Select Field': ['Tag 2', 'Tag 3'],\n 'Rating Field': 3,\n 'Link Field': { id: relatedTable.records[1].id },\n },\n },\n {\n fields: {\n 'Text Field': null,\n 'Long Text Field': null,\n 'Number Field': null,\n 'Date Field': null,\n 'Checkbox Field': null,\n 'Single Select Field': null,\n 'Multiple Select Field': null,\n 'Rating Field': null,\n 'Link Field': null,\n },\n },\n ];\n\n for (const record of records) {\n await createRecords(mainTable.id, { fieldKeyType: FieldKeyType.Name, records: [record] });\n }\n\n // No need to refresh table data, fields are already available\n });\n\n afterEach(async () => {\n // Clean up tables after each test\n if (mainTable?.id) {\n await permanentDeleteTable(baseId, mainTable.id);\n }\n if (relatedTable?.id) {\n await permanentDeleteTable(baseId, relatedTable.id);\n }\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n async function getFilterRecord(tableId: string, filter: IFilter) {\n return (\n await apiGetRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n filter: filter,\n })\n ).data;\n }\n\n const doTest = async (\n fieldName: string,\n operator: IOperator,\n queryValue: any,\n expectedLength: number,\n expectedRecordMatchers?: Array>\n ) => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n if (!field) {\n throw new Error(`Field ${fieldName} not found`);\n }\n\n const filter: IFilter = {\n filterSet: [\n {\n fieldId: field.id,\n value: queryValue,\n operator,\n },\n ],\n conjunction: and.value,\n };\n\n const { records } = await getFilterRecord(mainTable.id, filter);\n expect(records.length).toBe(expectedLength);\n\n // If expectedRecordMatchers provided, verify the content of returned records\n if (expectedRecordMatchers && expectedRecordMatchers.length > 0) {\n expectedRecordMatchers.forEach((matcher, index) => {\n expect(records[index]).toMatchObject(matcher);\n });\n }\n };\n\n // Verify mainTable has exactly 3 records\n test('should have exactly 3 records in mainTable', async () => {\n const { records } = await getFilterRecord(mainTable.id, { filterSet: [], conjunction: 'and' });\n expect(records.length).toBe(3);\n });\n\n describe('Text Field Filters', () => {\n const fieldName = 'Text Field';\n\n test('should filter with is operator', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n await doTest(fieldName, is.value, 'Test Text 1', 1, [\n { fields: expect.objectContaining({ [field!.id]: 'Test Text 1' }) },\n ]);\n });\n\n test('should filter with isNot operator', async () => {\n await doTest(fieldName, isNot.value, 'Test Text 1', 2);\n });\n\n test('should filter with contains operator', async () => {\n await doTest(fieldName, contains.value, 'Test', 2);\n });\n\n test('should filter with doesNotContain operator', async () => {\n await doTest(fieldName, doesNotContain.value, 'Test', 1);\n });\n\n test('should filter with isEmpty operator', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n await doTest(fieldName, isEmpty.value, null, 1, [\n { fields: expect.not.objectContaining({ [field!.id]: expect.anything() }) },\n ]);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest(fieldName, isNotEmpty.value, null, 2);\n });\n\n // Text field doesn't support isAnyOf and isNoneOf operators\n // Removed unsupported operators: isAnyOf, isNoneOf\n });\n\n describe('Long Text Field Filters', () => {\n const fieldName = 'Long Text Field';\n\n test('should filter with contains operator', async () => {\n await doTest(fieldName, contains.value, 'long text', 2);\n });\n\n test('should filter with doesNotContain operator', async () => {\n await doTest(fieldName, doesNotContain.value, 'testing', 1);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest(fieldName, isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest(fieldName, isNotEmpty.value, null, 2);\n });\n });\n\n describe('Number Field Filters', () => {\n const fieldName = 'Number Field';\n\n test('should filter with is operator', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n await doTest(fieldName, is.value, 10.5, 1, [\n { fields: expect.objectContaining({ [field!.id]: 10.5 }) },\n ]);\n });\n\n test('should filter with isNot operator', async () => {\n await doTest(fieldName, isNot.value, 10.5, 2);\n });\n\n test('should filter with isGreater operator', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n await doTest(fieldName, isGreater.value, 20, 1, [\n { fields: expect.objectContaining({ [field!.id]: expect.any(Number) }) },\n ]);\n });\n\n test('should filter with isGreaterEqual operator', async () => {\n await doTest(fieldName, isGreaterEqual.value, 10.5, 2);\n });\n\n test('should filter with isLess operator', async () => {\n await doTest(fieldName, isLess.value, 20, 1);\n });\n\n test('should filter with isLessEqual operator', async () => {\n await doTest(fieldName, isLessEqual.value, 25.75, 2);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest(fieldName, isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest(fieldName, isNotEmpty.value, null, 2);\n });\n\n // Number field doesn't support isAnyOf and isNoneOf operators\n // Removed unsupported operators: isAnyOf, isNoneOf\n });\n\n describe('Date Field Filters', () => {\n const fieldName = 'Date Field';\n\n test('should filter with is operator', async () => {\n await doTest(\n fieldName,\n is.value,\n {\n mode: 'exactDate',\n exactDate: '2024-01-15T00:00:00.000Z',\n timeZone: 'UTC',\n },\n 1\n );\n });\n\n test('should filter with isNot operator', async () => {\n await doTest(\n fieldName,\n isNot.value,\n {\n mode: 'exactDate',\n exactDate: '2024-01-15T00:00:00.000Z',\n timeZone: 'UTC',\n },\n 2\n );\n });\n\n test('should filter with isAfter operator', async () => {\n await doTest(\n fieldName,\n isAfter.value,\n {\n mode: 'exactDate',\n exactDate: '2024-01-31T00:00:00.000Z',\n timeZone: 'UTC',\n },\n 1\n );\n });\n\n test('should filter with isBefore operator', async () => {\n await doTest(\n fieldName,\n isBefore.value,\n {\n mode: 'exactDate',\n exactDate: '2024-02-01T00:00:00.000Z',\n timeZone: 'UTC',\n },\n 1\n );\n });\n\n test('should filter with isOnOrAfter operator', async () => {\n await doTest(\n fieldName,\n isOnOrAfter.value,\n {\n mode: 'exactDate',\n exactDate: '2024-01-15T00:00:00.000Z',\n timeZone: 'UTC',\n },\n 2\n );\n });\n\n test('should filter with isOnOrBefore operator', async () => {\n await doTest(\n fieldName,\n isOnOrBefore.value,\n {\n mode: 'exactDate',\n exactDate: '2024-02-20T00:00:00.000Z',\n timeZone: 'UTC',\n },\n 2\n );\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest(fieldName, isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest(fieldName, isNotEmpty.value, null, 2);\n });\n });\n\n describe('Checkbox Field Filters', () => {\n const fieldName = 'Checkbox Field';\n\n test('should filter with is operator for true', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n await doTest(fieldName, is.value, true, 1, [\n { fields: expect.objectContaining({ [field!.id]: true }) },\n ]);\n });\n\n test('should filter with is operator for false', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n await doTest(fieldName, is.value, false, 2, [\n // Record with false value (may not be present in fields object)\n { fields: expect.not.objectContaining({ [field!.id]: true }) },\n // Record with null value (definitely not present in fields object)\n { fields: expect.not.objectContaining({ [field!.id]: expect.anything() }) },\n ]);\n });\n\n test('should filter with is operator for null', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n await doTest(fieldName, is.value, null, 2, [\n // Record with false value (may not be present in fields object)\n { fields: expect.not.objectContaining({ [field!.id]: true }) },\n // Record with null value (definitely not present in fields object)\n { fields: expect.not.objectContaining({ [field!.id]: expect.anything() }) },\n ]);\n });\n\n // Checkbox field only supports 'is' operator\n // Removed unsupported operators: isNot, isEmpty, isNotEmpty\n });\n\n describe('Single Select Field Filters', () => {\n const fieldName = 'Single Select Field';\n\n test('should filter with is operator', async () => {\n await doTest(fieldName, is.value, 'Option 1', 1);\n });\n\n test('should filter with isNot operator', async () => {\n await doTest(fieldName, isNot.value, 'Option 1', 2);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest(fieldName, isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest(fieldName, isNotEmpty.value, null, 2);\n });\n\n test('should filter with isAnyOf operator', async () => {\n await doTest(fieldName, isAnyOf.value, ['Option 1', 'Option 2'], 2);\n });\n\n test('should filter with isNoneOf operator', async () => {\n await doTest(fieldName, isNoneOf.value, ['Option 1'], 2);\n });\n });\n\n describe('Multiple Select Field Filters', () => {\n const fieldName = 'Multiple Select Field';\n\n test('should filter with hasAnyOf operator', async () => {\n await doTest(fieldName, hasAnyOf.value, ['Tag 1'], 1);\n });\n\n test('should filter with hasAllOf operator', async () => {\n await doTest(fieldName, hasAllOf.value, ['Tag 1', 'Tag 2'], 1);\n });\n\n test('should filter with hasNoneOf operator', async () => {\n await doTest(fieldName, hasNoneOf.value, ['Tag 1'], 2);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest(fieldName, isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest(fieldName, isNotEmpty.value, null, 2);\n });\n\n test('should filter with isExactly operator', async () => {\n await doTest(fieldName, isExactly.value, ['Tag 1', 'Tag 2'], 1);\n });\n\n test('should filter with isNotExactly operator', async () => {\n await doTest(fieldName, isNotExactly.value, ['Tag 1', 'Tag 2'], 2);\n });\n });\n\n describe('Rating Field Filters', () => {\n const fieldName = 'Rating Field';\n\n test('should filter with is operator', async () => {\n await doTest(fieldName, is.value, 4, 1);\n });\n\n test('should filter with isNot operator', async () => {\n await doTest(fieldName, isNot.value, 4, 2);\n });\n\n test('should filter with isGreater operator', async () => {\n await doTest(fieldName, isGreater.value, 3, 1);\n });\n\n test('should filter with isGreaterEqual operator', async () => {\n await doTest(fieldName, isGreaterEqual.value, 3, 2);\n });\n\n test('should filter with isLess operator', async () => {\n await doTest(fieldName, isLess.value, 4, 1);\n });\n\n test('should filter with isLessEqual operator', async () => {\n await doTest(fieldName, isLessEqual.value, 4, 2);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest(fieldName, isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest(fieldName, isNotEmpty.value, null, 2);\n });\n });\n\n describe('Formula Field Filters', () => {\n let generatedFormulaField: any;\n let selectFormulaField: any;\n\n beforeEach(async () => {\n // Create a generated column formula (simple expression)\n generatedFormulaField = await createField(mainTable.id, {\n name: 'Generated Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${mainTable.fields.find((f) => f.name === 'Number Field')!.id}} * 2`,\n },\n });\n\n // Create a select query formula (complex expression with functions)\n selectFormulaField = await createField(mainTable.id, {\n name: 'Select Formula',\n type: FieldType.Formula,\n options: {\n expression: `YEAR({${mainTable.fields.find((f) => f.name === 'Date Field')!.id}})`,\n },\n });\n\n // Add the new fields to mainTable\n mainTable.fields.push(generatedFormulaField.data, selectFormulaField.data);\n });\n\n describe('Generated Column Formula', () => {\n test('should filter with is operator', async () => {\n await doTest('Generated Formula', is.value, 21, 1); // 10.5 * 2 = 21\n });\n\n test('should filter with isGreater operator', async () => {\n await doTest('Generated Formula', isGreater.value, 30, 1); // 25.75 * 2 = 51.5\n });\n\n test('should filter with isLess operator', async () => {\n await doTest('Generated Formula', isLess.value, 30, 2); // 10.5 * 2 = 21, blank -> 0\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest('Generated Formula', isEmpty.value, null, 0);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest('Generated Formula', isNotEmpty.value, null, 3);\n });\n });\n\n describe('Select Query Formula', () => {\n test('should filter with is operator', async () => {\n await doTest('Select Formula', is.value, '2024', 0);\n });\n\n test('should filter with isNot operator', async () => {\n await doTest('Select Formula', isNot.value, '2024', 3);\n });\n\n test('should filter with contains operator', async () => {\n await doTest('Select Formula', contains.value, '202', 0);\n });\n\n test('should filter with doesNotContain operator', async () => {\n await doTest('Select Formula', doesNotContain.value, '2024', 3);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest('Select Formula', isEmpty.value, null, 0);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest('Select Formula', isNotEmpty.value, null, 3);\n });\n });\n });\n\n describe('Link Field Filters', () => {\n test('should filter with isEmpty operator', async () => {\n await doTest('Link Field', isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest('Link Field', isNotEmpty.value, null, 2);\n });\n });\n\n describe('Lookup Field Filters', () => {\n let lookupTextField: any;\n let lookupNumberField: any;\n let lookupDateField: any;\n let lookupCheckboxField: any;\n\n beforeEach(async () => {\n // Create lookup fields for different types\n lookupTextField = await createField(mainTable.id, {\n name: 'Lookup Text',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: relatedTable.id,\n lookupFieldId: relatedTable.fields.find((f) => f.name === 'Related Text')!.id,\n linkFieldId: linkField.data.id,\n },\n });\n\n lookupNumberField = await createField(mainTable.id, {\n name: 'Lookup Number',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: relatedTable.id,\n lookupFieldId: relatedTable.fields.find((f) => f.name === 'Related Number')!.id,\n linkFieldId: linkField.data.id,\n },\n });\n\n lookupDateField = await createField(mainTable.id, {\n name: 'Lookup Date',\n type: FieldType.Date,\n isLookup: true,\n lookupOptions: {\n foreignTableId: relatedTable.id,\n lookupFieldId: relatedTable.fields.find((f) => f.name === 'Related Date')!.id,\n linkFieldId: linkField.data.id,\n },\n });\n\n lookupCheckboxField = await createField(mainTable.id, {\n name: 'Lookup Checkbox',\n type: FieldType.Checkbox,\n isLookup: true,\n lookupOptions: {\n foreignTableId: relatedTable.id,\n lookupFieldId: relatedTable.fields.find((f) => f.name === 'Related Checkbox')!.id,\n linkFieldId: linkField.data.id,\n },\n });\n\n // Add Lookup fields to mainTable.fields for testing\n mainTable.fields.push(lookupTextField.data);\n mainTable.fields.push(lookupNumberField.data);\n mainTable.fields.push(lookupDateField.data);\n mainTable.fields.push(lookupCheckboxField.data);\n });\n\n describe('Lookup Text Field', () => {\n test('should filter with is operator', async () => {\n await doTest('Lookup Text', is.value, 'Related Item 1', 1);\n });\n\n test('should filter with contains operator', async () => {\n await doTest('Lookup Text', contains.value, 'Related', 2);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest('Lookup Text', isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest('Lookup Text', isNotEmpty.value, null, 2);\n });\n });\n\n describe('Lookup Number Field', () => {\n test('should filter with is operator', async () => {\n await doTest('Lookup Number', is.value, 100, 1);\n });\n\n test('should filter with isGreater operator', async () => {\n await doTest('Lookup Number', isGreater.value, 150, 1);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest('Lookup Number', isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest('Lookup Number', isNotEmpty.value, null, 2);\n });\n });\n\n describe('Lookup Date Field', () => {\n test('should filter with is operator', async () => {\n await doTest(\n 'Lookup Date',\n is.value,\n {\n mode: 'exactDate',\n exactDate: '2024-01-01T00:00:00.000Z',\n timeZone: 'UTC',\n },\n 1\n );\n });\n\n test('should filter with isAfter operator', async () => {\n await doTest(\n 'Lookup Date',\n isAfter.value,\n {\n mode: 'exactDate',\n exactDate: '2024-01-15T00:00:00.000Z',\n timeZone: 'UTC',\n },\n 1\n );\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest('Lookup Date', isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest('Lookup Date', isNotEmpty.value, null, 2);\n });\n });\n\n describe('Lookup Checkbox Field', () => {\n test('should filter with is operator for true', async () => {\n await doTest('Lookup Checkbox', is.value, true, 1);\n });\n\n test('should filter with is operator for false', async () => {\n await doTest('Lookup Checkbox', is.value, false, 2);\n });\n\n test('should filter with is operator for null', async () => {\n await doTest('Lookup Checkbox', is.value, null, 2);\n });\n\n // Lookup Checkbox field only supports 'is' operator\n // Removed unsupported operators: isEmpty, isNotEmpty\n });\n });\n\n describe('Rollup Field Filters', () => {\n let rollupSumField: any;\n let rollupCountField: any;\n let rollupMaxField: any;\n\n beforeEach(async () => {\n // Create rollup fields for different aggregation functions\n rollupSumField = await createField(mainTable.id, {\n name: 'Rollup Sum',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: relatedTable.id,\n linkFieldId: linkField.data.id,\n lookupFieldId: relatedTable.fields.find((f) => f.name === 'Related Number')!.id,\n },\n });\n\n rollupCountField = await createField(mainTable.id, {\n name: 'Rollup Count',\n type: FieldType.Rollup,\n options: {\n expression: 'count({values})',\n },\n lookupOptions: {\n foreignTableId: relatedTable.id,\n linkFieldId: linkField.data.id,\n lookupFieldId: relatedTable.fields.find((f) => f.name === 'Related Number')!.id,\n },\n });\n\n rollupMaxField = await createField(mainTable.id, {\n name: 'Rollup Max',\n type: FieldType.Rollup,\n options: {\n expression: 'max({values})',\n },\n lookupOptions: {\n foreignTableId: relatedTable.id,\n linkFieldId: linkField.data.id,\n lookupFieldId: relatedTable.fields.find((f) => f.name === 'Related Number')!.id,\n },\n });\n\n // Add Rollup fields to mainTable.fields for testing\n mainTable.fields.push(rollupSumField.data);\n mainTable.fields.push(rollupCountField.data);\n mainTable.fields.push(rollupMaxField.data);\n });\n\n describe('Rollup Sum Field', () => {\n test('should filter with is operator', async () => {\n await doTest('Rollup Sum', is.value, 100, 1); // Single related record\n });\n\n test('should filter with isGreater operator', async () => {\n await doTest('Rollup Sum', isGreater.value, 150, 1);\n });\n\n test('should filter with isLess operator', async () => {\n await doTest('Rollup Sum', isLess.value, 150, 2);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest('Rollup Sum', isEmpty.value, null, 0);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest('Rollup Sum', isNotEmpty.value, null, 3);\n });\n });\n\n describe('Rollup Count Field', () => {\n test('should filter with is operator', async () => {\n await doTest('Rollup Count', is.value, 1, 2); // Each linked record has 1 related record\n });\n\n test('should filter with isGreater operator', async () => {\n await doTest('Rollup Count', isGreater.value, 0, 2);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest('Rollup Count', isEmpty.value, null, 0);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest('Rollup Count', isNotEmpty.value, null, 3);\n });\n });\n\n describe('Rollup Max Field', () => {\n test('should filter with is operator', async () => {\n await doTest('Rollup Max', is.value, 100, 1);\n });\n\n test('should filter with isGreater operator', async () => {\n await doTest('Rollup Max', isGreater.value, 150, 1);\n });\n\n test('should filter with isLess operator', async () => {\n await doTest('Rollup Max', isLess.value, 150, 1);\n });\n\n test('should filter with isEmpty operator', async () => {\n await doTest('Rollup Max', isEmpty.value, null, 1);\n });\n\n test('should filter with isNotEmpty operator', async () => {\n await doTest('Rollup Max', isNotEmpty.value, null, 2);\n });\n });\n });\n\n describe('Complex Filter Scenarios', () => {\n test('should handle multiple filters with AND conjunction', async () => {\n const textField = mainTable.fields.find((f) => f.name === 'Text Field');\n const numberField = mainTable.fields.find((f) => f.name === 'Number Field');\n\n const filter: IFilter = {\n filterSet: [\n {\n fieldId: textField!.id,\n value: 'Test Text 1',\n operator: is.value,\n },\n {\n fieldId: numberField!.id,\n value: 10.5,\n operator: is.value,\n },\n ],\n conjunction: and.value,\n };\n\n const { records } = await getFilterRecord(mainTable.id, filter);\n expect(records.length).toBe(1);\n });\n\n test('should handle nested filter groups', async () => {\n const textField = mainTable.fields.find((f) => f.name === 'Text Field');\n const numberField = mainTable.fields.find((f) => f.name === 'Number Field');\n\n const filter: IFilter = {\n filterSet: [\n {\n fieldId: textField!.id,\n value: null,\n operator: isEmpty.value,\n },\n {\n conjunction: and.value,\n filterSet: [\n {\n fieldId: numberField!.id,\n value: 20,\n operator: isGreater.value,\n },\n ],\n },\n ],\n conjunction: 'or' as any,\n };\n\n const { records } = await getFilterRecord(mainTable.id, filter);\n expect(records.length).toBe(2); // Empty text OR number > 20\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/comprehensive-field-sort.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicated-branches */\n/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable sonarjs/cognitive-complexity */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IRatingFieldOptions, ISortItem } from '@teable/core';\nimport {\n FieldKeyType,\n FieldType,\n Colors,\n DateFormattingPreset,\n TimeFormatting,\n NumberFormattingType,\n Relationship,\n SortFunc,\n} from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { getRecords as apiGetRecords, createField, createRecords } from '@teable/openapi';\nimport { createTable, permanentDeleteTable, initApp } from './utils/init-app';\n\ndescribe('Comprehensive Field Sort Tests (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let mainTable: ITableFullVo;\n let relatedTable: ITableFullVo;\n let linkField: any;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n beforeEach(async () => {\n // Create fresh tables and data for each test to ensure isolation\n\n // Create related table first\n relatedTable = await createTable(baseId, {\n name: 'Related Table',\n fields: [\n {\n name: 'Related Text',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Related Number',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n },\n {\n name: 'Related Date',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'UTC',\n },\n },\n },\n ],\n records: [\n {\n fields: {\n 'Related Text': 'Alpha',\n 'Related Number': 100,\n 'Related Date': '2024-01-01',\n },\n },\n {\n fields: {\n 'Related Text': 'Beta',\n 'Related Number': 200,\n 'Related Date': '2024-02-01',\n },\n },\n {\n fields: {\n 'Related Text': 'Gamma',\n 'Related Number': 300,\n 'Related Date': '2024-03-01',\n },\n },\n ],\n });\n\n // Create main table with all field types\n mainTable = await createTable(baseId, {\n name: 'Main Table',\n records: [], // Prevent default records from being created\n fields: [\n {\n name: 'Text Field',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Number Field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n },\n {\n name: 'Date Field',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'UTC',\n },\n },\n },\n {\n name: 'Checkbox Field',\n type: FieldType.Checkbox,\n },\n {\n name: 'Single Select Field',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'opt1', name: 'High', color: Colors.Red },\n { id: 'opt2', name: 'Medium', color: Colors.Blue },\n { id: 'opt3', name: 'Low', color: Colors.Green },\n ],\n },\n },\n {\n name: 'Multiple Select Field',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'tag1', name: 'Urgent', color: Colors.Red },\n { id: 'tag2', name: 'Important', color: Colors.Blue },\n { id: 'tag3', name: 'Normal', color: Colors.Green },\n ],\n },\n },\n {\n name: 'Rating Field',\n type: FieldType.Rating,\n options: {\n icon: 'star',\n color: 'yellowBright',\n max: 5,\n } as IRatingFieldOptions,\n },\n ],\n });\n\n // Create link field\n linkField = await createField(mainTable.id, {\n name: 'Link Field',\n type: FieldType.Link,\n options: {\n foreignTableId: relatedTable.id,\n relationship: Relationship.ManyOne,\n },\n });\n\n // Get field IDs for formula references\n const numberFieldId = mainTable.fields.find((f) => f.name === 'Number Field')!.id;\n\n // Create formula fields\n const generatedFormulaField = await createField(mainTable.id, {\n name: 'Generated Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${numberFieldId}} * 2`,\n },\n });\n\n // Create rollup field\n const rollupField = await createField(mainTable.id, {\n name: 'Rollup Field',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: relatedTable.id,\n lookupFieldId: relatedTable.fields.find((f) => f.name === 'Related Number')!.id,\n linkFieldId: linkField.data.id,\n },\n });\n\n // Update mainTable.fields to include the new fields\n mainTable.fields.push(linkField.data);\n mainTable.fields.push(generatedFormulaField.data);\n mainTable.fields.push(rollupField.data);\n\n // Add test records to main table with specific values for sorting\n const records = [\n {\n fields: {\n 'Text Field': 'Charlie',\n 'Number Field': 30.5,\n 'Date Field': '2024-03-15',\n 'Checkbox Field': true,\n 'Single Select Field': 'High',\n 'Multiple Select Field': ['Urgent', 'Important'],\n 'Rating Field': 5,\n 'Link Field': { id: relatedTable.records[2].id }, // Gamma\n },\n },\n {\n fields: {\n 'Text Field': 'Alpha',\n 'Number Field': 10.25,\n 'Date Field': '2024-01-10',\n 'Checkbox Field': false,\n 'Single Select Field': 'Low',\n 'Multiple Select Field': ['Normal'],\n 'Rating Field': 2,\n 'Link Field': { id: relatedTable.records[0].id }, // Alpha\n },\n },\n {\n fields: {\n 'Text Field': 'Beta',\n 'Number Field': 20.75,\n 'Date Field': '2024-02-20',\n 'Checkbox Field': null,\n 'Single Select Field': 'Medium',\n 'Multiple Select Field': ['Important', 'Normal'],\n 'Rating Field': 4,\n 'Link Field': { id: relatedTable.records[1].id }, // Beta\n },\n },\n {\n fields: {\n 'Text Field': null,\n 'Number Field': null,\n 'Date Field': null,\n 'Checkbox Field': null,\n 'Single Select Field': null,\n 'Multiple Select Field': null,\n 'Rating Field': null,\n 'Link Field': null,\n },\n },\n ];\n\n for (const record of records) {\n await createRecords(mainTable.id, { fieldKeyType: FieldKeyType.Name, records: [record] });\n }\n });\n\n afterEach(async () => {\n // Clean up tables after each test\n if (mainTable?.id) {\n await permanentDeleteTable(baseId, mainTable.id);\n }\n if (relatedTable?.id) {\n await permanentDeleteTable(baseId, relatedTable.id);\n }\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n async function getSortedRecords(tableId: string, sort: ISortItem[]) {\n return (\n await apiGetRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n orderBy: sort,\n })\n ).data;\n }\n\n const doSortTest = async (fieldName: string, order: SortFunc) => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n if (!field) {\n throw new Error(`Field ${fieldName} not found`);\n }\n\n const sort: ISortItem[] = [\n {\n fieldId: field.id,\n order,\n },\n ];\n\n const { records } = await getSortedRecords(mainTable.id, sort);\n\n // Verify that sorting works and returns the expected number of records\n expect(records.length).toBe(4);\n expect(records).toBeDefined();\n\n // Verify actual sorting order based on field type\n const fieldValues = records.map((r) => r.fields[field.id]);\n const nonNullValues = fieldValues.filter((v) => v !== null && v !== undefined);\n\n if (nonNullValues.length > 1) {\n // Check sorting order based on field type\n if (field.type === FieldType.Number) {\n // Number field sorting\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n const current = Number(nonNullValues[i]);\n const next = Number(nonNullValues[i + 1]);\n if (order === SortFunc.Asc) {\n expect(current).toBeLessThanOrEqual(next);\n } else {\n expect(current).toBeGreaterThanOrEqual(next);\n }\n }\n } else if (field.type === FieldType.SingleLineText) {\n // Text field sorting\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n const current = String(nonNullValues[i]);\n const next = String(nonNullValues[i + 1]);\n if (order === SortFunc.Asc) {\n expect(current.localeCompare(next)).toBeLessThanOrEqual(0);\n } else {\n expect(current.localeCompare(next)).toBeGreaterThanOrEqual(0);\n }\n }\n } else if (field.type === FieldType.Date) {\n // Date field sorting\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n const current = new Date(nonNullValues[i] as string);\n const next = new Date(nonNullValues[i + 1] as string);\n if (order === SortFunc.Asc) {\n expect(current.getTime()).toBeLessThanOrEqual(next.getTime());\n } else {\n expect(current.getTime()).toBeGreaterThanOrEqual(next.getTime());\n }\n }\n } else if (field.type === FieldType.Rollup) {\n // Rollup field sorting (typically numeric)\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n const current = Number(nonNullValues[i]);\n const next = Number(nonNullValues[i + 1]);\n if (order === SortFunc.Asc) {\n expect(current).toBeLessThanOrEqual(next);\n } else {\n expect(current).toBeGreaterThanOrEqual(next);\n }\n }\n }\n }\n };\n\n // Verify mainTable has exactly 4 records\n test('should have exactly 4 records in mainTable', async () => {\n const { records } = await getSortedRecords(mainTable.id, []);\n expect(records.length).toBe(4);\n });\n\n describe('Text Field Sorting', () => {\n const fieldName = 'Text Field';\n\n test('should sort ascending (A-Z)', async () => {\n await doSortTest(fieldName, SortFunc.Asc);\n });\n\n test('should sort descending (Z-A)', async () => {\n await doSortTest(fieldName, SortFunc.Desc);\n });\n });\n\n describe('Number Field Sorting', () => {\n const fieldName = 'Number Field';\n\n test('should sort ascending (low to high)', async () => {\n await doSortTest(fieldName, SortFunc.Asc);\n });\n\n test('should sort descending (high to low)', async () => {\n await doSortTest(fieldName, SortFunc.Desc);\n });\n });\n\n describe('Date Field Sorting', () => {\n const fieldName = 'Date Field';\n\n test('should sort ascending (earliest to latest)', async () => {\n await doSortTest(fieldName, SortFunc.Asc);\n });\n\n test('should sort descending (latest to earliest)', async () => {\n await doSortTest(fieldName, SortFunc.Desc);\n });\n });\n\n describe('Rollup Field Sorting (via doSortTest)', () => {\n const fieldName = 'Rollup Field';\n\n test('should sort ascending', async () => {\n await doSortTest(fieldName, SortFunc.Asc);\n });\n\n test('should sort descending', async () => {\n await doSortTest(fieldName, SortFunc.Desc);\n });\n });\n\n describe('Checkbox Field Sorting', () => {\n const fieldName = 'Checkbox Field';\n\n test('should sort ascending (false/null first, true last)', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Asc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order\n const checkboxValues = records.map((r) => r.fields[field!.id]);\n\n // Find indices of different values\n let falseNullCount = 0;\n let trueCount = 0;\n let lastTrueIndex = -1;\n\n checkboxValues.forEach((value, index) => {\n if (value === true) {\n trueCount++;\n lastTrueIndex = index;\n } else {\n falseNullCount++;\n }\n });\n\n // In ascending order, true values should come after false/null values\n if (trueCount > 0 && falseNullCount > 0) {\n expect(lastTrueIndex).toBeGreaterThanOrEqual(falseNullCount - 1);\n }\n });\n\n test('should sort descending (true first, false/null last)', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Desc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order\n const checkboxValues = records.map((r) => r.fields[field!.id]);\n\n // Find first false/null index\n let firstFalseNullIndex = -1;\n let trueCount = 0;\n\n checkboxValues.forEach((value, index) => {\n if (value === true) {\n trueCount++;\n } else if (firstFalseNullIndex === -1) {\n firstFalseNullIndex = index;\n }\n });\n\n // In descending order, true values should come before false/null values\n if (trueCount > 0 && firstFalseNullIndex !== -1) {\n expect(firstFalseNullIndex).toBeGreaterThanOrEqual(trueCount);\n }\n });\n });\n\n describe('Single Select Field Sorting', () => {\n const fieldName = 'Single Select Field';\n\n test('should sort ascending', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Asc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order - choices are: High, Medium, Low\n const selectValues = records.map((r) => r.fields[field!.id]);\n const nonNullValues = selectValues.filter((v) => v !== null && v !== undefined);\n\n // Check that non-null values are in correct order\n if (nonNullValues.length > 1) {\n const choiceOrder = ['High', 'Medium', 'Low'];\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n const currentIndex = choiceOrder.indexOf(nonNullValues[i] as string);\n const nextIndex = choiceOrder.indexOf(nonNullValues[i + 1] as string);\n if (currentIndex !== -1 && nextIndex !== -1) {\n expect(currentIndex).toBeLessThanOrEqual(nextIndex);\n }\n }\n }\n });\n\n test('should sort descending', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Desc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order - choices are: High, Medium, Low (reversed for desc)\n const selectValues = records.map((r) => r.fields[field!.id]);\n const nonNullValues = selectValues.filter((v) => v !== null && v !== undefined);\n\n // Check that non-null values are in correct descending order\n if (nonNullValues.length > 1) {\n const choiceOrder = ['Low', 'Medium', 'High']; // Reversed for descending\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n const currentIndex = choiceOrder.indexOf(nonNullValues[i] as string);\n const nextIndex = choiceOrder.indexOf(nonNullValues[i + 1] as string);\n if (currentIndex !== -1 && nextIndex !== -1) {\n expect(currentIndex).toBeLessThanOrEqual(nextIndex);\n }\n }\n }\n });\n });\n\n describe('Rating Field Sorting', () => {\n const fieldName = 'Rating Field';\n\n test('should sort ascending', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Asc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order - ratings should be in ascending order\n const ratingValues = records.map((r) => r.fields[field!.id]);\n const nonNullRatings = ratingValues.filter((v) => v !== null && v !== undefined) as number[];\n\n // Check that non-null ratings are in ascending order\n for (let i = 0; i < nonNullRatings.length - 1; i++) {\n expect(nonNullRatings[i]).toBeLessThanOrEqual(nonNullRatings[i + 1]);\n }\n\n // Null values should come first or last consistently\n const firstNonNullIndex = ratingValues.findIndex((v) => v !== null && v !== undefined);\n if (firstNonNullIndex > 0) {\n // If there are nulls before non-nulls, all nulls should be at the beginning\n for (let i = 0; i < firstNonNullIndex; i++) {\n expect(ratingValues[i] ?? undefined).toBeUndefined();\n }\n }\n });\n\n test('should sort descending', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Desc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order - ratings should be in descending order\n const ratingValues = records.map((r) => r.fields[field!.id]);\n const nonNullRatings = ratingValues.filter((v) => v !== null && v !== undefined) as number[];\n\n // Check that non-null ratings are in descending order\n for (let i = 0; i < nonNullRatings.length - 1; i++) {\n expect(nonNullRatings[i]).toBeGreaterThanOrEqual(nonNullRatings[i + 1]);\n }\n });\n });\n\n describe('Formula Field Sorting', () => {\n const fieldName = 'Generated Formula';\n\n test('should sort generated formula ascending', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Asc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify that formula values are present and sorted\n const formulaValues = records.map((r) => r.fields[field!.id]);\n const nonNullValues = formulaValues.filter((v) => v !== null && v !== undefined);\n expect(nonNullValues.length).toBeGreaterThan(0);\n\n // Check ascending order for numeric formula values\n if (nonNullValues.length > 1 && typeof nonNullValues[0] === 'number') {\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n expect(Number(nonNullValues[i])).toBeLessThanOrEqual(Number(nonNullValues[i + 1]));\n }\n }\n });\n\n test('should sort generated formula descending', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Desc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify that formula values are present and sorted\n const formulaValues = records.map((r) => r.fields[field!.id]);\n const nonNullValues = formulaValues.filter((v) => v !== null && v !== undefined);\n expect(nonNullValues.length).toBeGreaterThan(0);\n\n // Check descending order for numeric formula values\n if (nonNullValues.length > 1 && typeof nonNullValues[0] === 'number') {\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n expect(Number(nonNullValues[i])).toBeGreaterThanOrEqual(Number(nonNullValues[i + 1]));\n }\n }\n });\n });\n\n describe('Link Field Sorting', () => {\n const fieldName = 'Link Field';\n\n test('should sort link field ascending', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [\n {\n fieldId: field!.id,\n order: SortFunc.Asc,\n },\n ];\n\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order for link field\n const linkValues = records.map((r) => r.fields[field!.id]);\n\n // Count non-null and null values\n const nonNullCount = linkValues.filter((v) => v !== null && v !== undefined).length;\n const nullCount = linkValues.filter((v) => v === null || v === undefined).length;\n\n expect(nonNullCount).toBeGreaterThan(0);\n expect(nullCount).toBeGreaterThan(0);\n expect(nonNullCount + nullCount).toBe(4);\n\n // Verify that null values are consistently positioned (either all at start or all at end)\n const firstNullIndex = linkValues.findIndex((v) => v === null || v === undefined);\n const lastNonNullIndex =\n linkValues\n .map((v, i) => (v !== null && v !== undefined ? i : -1))\n .filter((i) => i !== -1)\n .pop() || -1;\n\n if (firstNullIndex !== -1 && lastNonNullIndex !== -1) {\n // Either nulls come first or nulls come last, but not mixed\n expect(firstNullIndex === 0 || lastNonNullIndex < firstNullIndex).toBe(true);\n }\n });\n });\n\n describe('Rollup Field Sorting', () => {\n const fieldName = 'Rollup Field';\n\n test('should sort rollup field ascending', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Asc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order for rollup field\n const rollupValues = records.map((r) => r.fields[field!.id]);\n const nonNullValues = rollupValues.filter((v) => v !== null && v !== undefined);\n\n // Check ascending order for rollup values (typically numeric)\n if (nonNullValues.length > 1) {\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n const current = Number(nonNullValues[i]);\n const next = Number(nonNullValues[i + 1]);\n expect(current).toBeLessThanOrEqual(next);\n }\n }\n });\n\n test('should sort rollup field descending', async () => {\n const field = mainTable.fields.find((f) => f.name === fieldName);\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Desc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order for rollup field\n const rollupValues = records.map((r) => r.fields[field!.id]);\n const nonNullValues = rollupValues.filter((v) => v !== null && v !== undefined);\n\n // Check descending order for rollup values (typically numeric)\n if (nonNullValues.length > 1) {\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n const current = Number(nonNullValues[i]);\n const next = Number(nonNullValues[i + 1]);\n expect(current).toBeGreaterThanOrEqual(next);\n }\n }\n });\n });\n\n describe('Lookup Field Sorting', () => {\n let lookupTextField: any;\n let lookupNumberField: any;\n\n beforeEach(async () => {\n // Create lookup fields\n lookupTextField = await createField(mainTable.id, {\n name: 'Lookup Text',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: relatedTable.id,\n lookupFieldId: relatedTable.fields.find((f) => f.name === 'Related Text')!.id,\n linkFieldId: linkField.data.id,\n },\n });\n\n lookupNumberField = await createField(mainTable.id, {\n name: 'Lookup Number',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: relatedTable.id,\n lookupFieldId: relatedTable.fields.find((f) => f.name === 'Related Number')!.id,\n linkFieldId: linkField.data.id,\n },\n });\n\n mainTable.fields.push(lookupTextField.data);\n mainTable.fields.push(lookupNumberField.data);\n });\n\n test('should sort lookup text field ascending', async () => {\n const field = mainTable.fields.find((f) => f.name === 'Lookup Text');\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Asc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order for lookup text field\n const lookupValues = records.map((r) => r.fields[field!.id]);\n const nonNullValues = lookupValues.filter((v) => v !== null && v !== undefined);\n\n // Check ascending order for text values\n if (nonNullValues.length > 1) {\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n const current = String(nonNullValues[i]);\n const next = String(nonNullValues[i + 1]);\n expect(current.localeCompare(next)).toBeLessThanOrEqual(0);\n }\n }\n });\n\n test('should sort lookup number field descending', async () => {\n const field = mainTable.fields.find((f) => f.name === 'Lookup Number');\n const sort: ISortItem[] = [{ fieldId: field!.id, order: SortFunc.Desc }];\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify actual sorting order for lookup number field\n const lookupValues = records.map((r) => r.fields[field!.id]);\n const nonNullValues = lookupValues.filter((v) => v !== null && v !== undefined);\n\n // Check descending order for number values\n if (nonNullValues.length > 1) {\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n const current = Number(nonNullValues[i]);\n const next = Number(nonNullValues[i + 1]);\n expect(current).toBeGreaterThanOrEqual(next);\n }\n }\n });\n });\n\n describe('Multiple Field Sorting', () => {\n test('should sort by multiple fields', async () => {\n const textField = mainTable.fields.find((f) => f.name === 'Text Field');\n const numberField = mainTable.fields.find((f) => f.name === 'Number Field');\n\n const sort: ISortItem[] = [\n {\n fieldId: textField!.id,\n order: SortFunc.Asc,\n },\n {\n fieldId: numberField!.id,\n order: SortFunc.Desc,\n },\n ];\n\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify multiple field sorting order\n const textValues = records.map((r) => r.fields[textField!.id]);\n const numberValues = records.map((r) => r.fields[numberField!.id]);\n\n // Check primary sort (text field ascending)\n const nonNullTextIndices: number[] = [];\n textValues.forEach((value, index) => {\n if (value !== null && value !== undefined) {\n nonNullTextIndices.push(index);\n }\n });\n\n // For records with same text values, check secondary sort (number field descending)\n for (let i = 0; i < nonNullTextIndices.length - 1; i++) {\n const currentIndex = nonNullTextIndices[i];\n const nextIndex = nonNullTextIndices[i + 1];\n const currentText = textValues[currentIndex];\n const nextText = textValues[nextIndex];\n\n if (currentText === nextText) {\n // Same text value, check number sorting (descending)\n const currentNumber = numberValues[currentIndex];\n const nextNumber = numberValues[nextIndex];\n if (currentNumber !== null && nextNumber !== null) {\n expect(Number(currentNumber)).toBeGreaterThanOrEqual(Number(nextNumber));\n }\n } else if (typeof currentText === 'string' && typeof nextText === 'string') {\n // Different text values, should be in ascending order\n expect(currentText.localeCompare(nextText)).toBeLessThanOrEqual(0);\n }\n }\n });\n });\n\n describe('Sort with Selection Context', () => {\n test('should handle formula field sorting with selection context', async () => {\n const formulaField = mainTable.fields.find((f) => f.name === 'Generated Formula');\n\n const sort: ISortItem[] = [\n {\n fieldId: formulaField!.id,\n order: SortFunc.Asc,\n },\n ];\n\n // Test that the sort works correctly with the new context parameter\n const { records } = await getSortedRecords(mainTable.id, sort);\n expect(records.length).toBe(4);\n\n // Verify that formula values are present and properly sorted\n const formulaValues = records.map((r) => r.fields[formulaField!.id]);\n const nonNullValues = formulaValues.filter((v) => v !== null && v !== undefined);\n\n expect(nonNullValues.length).toBeGreaterThan(0);\n\n // Verify ascending order for formula values\n if (nonNullValues.length > 1 && typeof nonNullValues[0] === 'number') {\n for (let i = 0; i < nonNullValues.length - 1; i++) {\n expect(Number(nonNullValues[i])).toBeLessThanOrEqual(Number(nonNullValues[i + 1]));\n }\n }\n\n // The important thing is that sorting works with the new context parameter\n });\n });\n\n describe('Multiple Select Sorting with Question Mark Choices', () => {\n let specialTable: ITableFullVo;\n let specialFieldId: string;\n\n beforeEach(async () => {\n specialTable = await createTable(baseId, {\n name: 'Multi Select Question Mark Table',\n fields: [\n {\n name: 'Special Multi Select',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'opt-a', name: 'Alpha?' },\n { id: 'opt-b', name: 'Beta' },\n { id: 'opt-c', name: 'Gamma' },\n ],\n },\n },\n ],\n records: [\n { fields: { 'Special Multi Select': ['Beta'] } },\n { fields: { 'Special Multi Select': ['Alpha?'] } },\n { fields: { 'Special Multi Select': ['Gamma'] } },\n { fields: { 'Special Multi Select': null } },\n ],\n });\n specialFieldId =\n specialTable.fields.find((f) => f.name === 'Special Multi Select')?.id ??\n (() => {\n throw new Error('Special Multi Select field not found');\n })();\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, specialTable.id);\n });\n\n test('should sort ascending even when choices contain \"?\"', async () => {\n const { data } = await apiGetRecords(specialTable.id, {\n fieldKeyType: FieldKeyType.Id,\n orderBy: [{ fieldId: specialFieldId, order: SortFunc.Asc }],\n });\n const { records } = data;\n\n expect(records.length).toBe(4);\n const firstChoice = records.map((r) => {\n const value = r.fields[specialFieldId] as string[] | null | undefined;\n return value?.[0] ?? null;\n });\n\n // Null should come first (NULLS FIRST), followed by ordered choices\n expect(firstChoice).toEqual([null, 'Alpha?', 'Beta', 'Gamma']);\n });\n\n test('should sort descending even when choices contain \"?\"', async () => {\n const { data } = await apiGetRecords(specialTable.id, {\n fieldKeyType: FieldKeyType.Id,\n orderBy: [{ fieldId: specialFieldId, order: SortFunc.Desc }],\n });\n const { records } = data;\n\n expect(records.length).toBe(4);\n const firstChoice = records.map((r) => {\n const value = r.fields[specialFieldId] as string[] | null | undefined;\n return value?.[0] ?? null;\n });\n\n // For DESC, choices should be reversed and NULLS LAST\n expect(firstChoice).toEqual(['Gamma', 'Beta', 'Alpha?', null]);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/computed-orchestrator.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-identical-functions */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n IFieldRo,\n IFilter,\n IFilterItem,\n ILinkFieldOptions,\n ILookupOptionsRo,\n} from '@teable/core';\nimport {\n FieldType,\n Relationship,\n FieldKeyType,\n is as FilterOperatorIs,\n isGreater as FilterOperatorIsGreater,\n isNotEmpty as FilterOperatorIsNotEmpty,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { duplicateField, convertField } from '@teable/openapi';\nimport { ActorId, type IComputedUpdateDrainService, v2CoreTokens } from '@teable/v2-core';\nimport dayjs from 'dayjs';\nimport timezone from 'dayjs/plugin/timezone';\nimport utc from 'dayjs/plugin/utc';\nimport type { Knex } from 'knex';\nimport { DB_PROVIDER_SYMBOL } from '../src/db-provider/db.provider';\nimport type { IDbProvider } from '../src/db-provider/db.provider.interface';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport { FieldSelectVisitor } from '../src/features/record/query-builder/field-select-visitor';\nimport { RecordQueryBuilderManager } from '../src/features/record/query-builder/record-query-builder.manager';\nimport {\n type IRecordQueryDialectProvider,\n RECORD_QUERY_DIALECT_SYMBOL,\n} from '../src/features/record/query-builder/record-query-dialect.interface';\nimport { TableDomainQueryService } from '../src/features/table-domain/table-domain-query.service';\nimport { V2ContainerService } from '../src/features/v2/v2-container.service';\nimport { createAwaitWithEventWithResultWithCount } from './utils/event-promise';\nimport {\n deleteField,\n createField,\n createTable,\n createRecords,\n getFields,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n updateRecord,\n getRecord,\n} from './utils/init-app';\n\ndayjs.extend(utc);\ndayjs.extend(timezone);\n\nconst isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\ndescribe('Computed Orchestrator (e2e)', () => {\n let app: INestApplication;\n let eventEmitterService: EventEmitterService;\n let prisma: PrismaService;\n let knex: Knex;\n let db: IDbProvider;\n let tableDomainQueryService: TableDomainQueryService;\n let recordDialect: IRecordQueryDialectProvider;\n let v2ContainerService: V2ContainerService;\n const baseId = (globalThis as any).testConfig.baseId as string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n eventEmitterService = app.get(EventEmitterService);\n prisma = app.get(PrismaService);\n knex = app.get('CUSTOM_KNEX' as any);\n db = app.get(DB_PROVIDER_SYMBOL as any);\n tableDomainQueryService = app.get(TableDomainQueryService);\n recordDialect = app.get(RECORD_QUERY_DIALECT_SYMBOL as any);\n v2ContainerService = app.get(V2ContainerService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n /**\n * Process v2 computed update outbox tasks.\n * This ensures all async computed updates are completed before assertions.\n */\n async function processV2Outbox(times = 1): Promise {\n if (!isForceV2) return;\n\n const container = await v2ContainerService.getContainer();\n const drainService = container.resolve(\n v2CoreTokens.computedUpdateDrainService\n );\n const context = { actorId: ActorId.create('system')._unsafeUnwrap() };\n\n for (let i = 0; i < times; i++) {\n const maxIterations = 100;\n let iterations = 0;\n\n while (iterations < maxIterations) {\n const result = await drainService.drainOnce(context, {\n workerId: 'test-worker',\n limit: 100,\n });\n\n if (result.isErr()) {\n throw new Error(`Outbox processing failed: ${result.error.message}`);\n }\n\n // result.value is the number of processed tasks\n if (result.value === 0) {\n break;\n }\n iterations++;\n }\n }\n }\n\n /**\n * V2-compatible wrapper for createAwaitWithEventWithResultWithCount.\n * In v2 mode, events are handled differently, so we execute the function\n * and process the outbox to ensure async updates complete, returning empty payloads.\n * Tests that need to verify event payloads should be skipped in v2 mode.\n */\n function createAwaitWithEventV2Compatible(\n _eventEmitterService: EventEmitterService,\n _event: Events,\n _count: number = 1\n ) {\n return async function fn(fn: () => Promise) {\n if (isForceV2) {\n // In v2 mode, execute and process outbox to ensure async updates complete\n const result = await fn();\n await processV2Outbox();\n return { result, payloads: [] };\n }\n // In v1 mode, use the original event-based waiting\n return createAwaitWithEventWithResultWithCount(_eventEmitterService, _event, _count)(fn);\n };\n }\n\n async function runAndCaptureRecordUpdates(fn: () => Promise): Promise<{\n result: T;\n events: any[];\n }> {\n if (isForceV2) {\n // In v2 mode, execute and process outbox to ensure async updates complete\n // Events are not emitted in V2 mode, so we return an empty array\n const result = await fn();\n await processV2Outbox();\n return { result, events: [] };\n }\n\n const events: any[] = [];\n const handler = (payload: any) => events.push(payload);\n eventEmitterService.eventEmitter.on(Events.TABLE_RECORD_UPDATE, handler);\n try {\n const result = await fn();\n // allow async emission to flush\n await new Promise((r) => setTimeout(r, 50));\n return { result, events };\n } finally {\n eventEmitterService.eventEmitter.off(Events.TABLE_RECORD_UPDATE, handler);\n }\n }\n\n // ---- DB helpers for asserting physical columns ----\n const getDbTableName = async (tableId: string) => {\n const { dbTableName } = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n select: { dbTableName: true },\n });\n return dbTableName as string;\n };\n\n const getRow = async (dbTableName: string, id: string) => {\n return (\n await prisma.$queryRawUnsafe(knex(dbTableName).select('*').where('__id', id).toQuery())\n )[0];\n };\n\n const parseMaybe = (v: unknown) => {\n if (typeof v === 'string') {\n try {\n return JSON.parse(v);\n } catch {\n return v;\n }\n }\n return v;\n };\n\n type FieldChangePayload = { oldValue: any; newValue: any };\n type FieldChangeMap = Record;\n\n const assertChange = (change: FieldChangePayload | undefined): FieldChangePayload => {\n expect(change).toBeDefined();\n return change!;\n };\n\n const expectNoOldValue = (change: FieldChangePayload) => {\n expect(change.oldValue === null || change.oldValue === undefined).toBe(true);\n };\n\n const toChangeMap = (event: any): FieldChangeMap => {\n const recordPayload = Array.isArray(event.payload.record)\n ? event.payload.record[0]\n : event.payload.record;\n return (recordPayload?.fields ?? {}) as FieldChangeMap;\n };\n\n const findRecordChangeMap = (\n events: any[],\n tableId: string,\n recordId: string\n ): FieldChangeMap | undefined => {\n for (const event of events) {\n if (!event?.payload || event.payload.tableId !== tableId) continue;\n const recordPayloads = Array.isArray(event.payload.record)\n ? event.payload.record\n : [event.payload.record];\n for (const rec of recordPayloads) {\n if (rec?.id === recordId) {\n return (rec.fields ?? {}) as FieldChangeMap;\n }\n }\n }\n return undefined;\n };\n\n // ===== Formula related =====\n describe('Formula', () => {\n it('emits old/new values for formula on same table when base field changes', async () => {\n const table = await createTable(baseId, {\n name: 'OldNew_Formula',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 1 } }],\n });\n const aId = table.fields.find((f) => f.name === 'A')!.id;\n const f1 = await createField(table.id, {\n name: 'F1',\n type: FieldType.Formula,\n options: { expression: `{${aId}}` },\n } as IFieldRo);\n\n await updateRecordByApi(table.id, table.records[0].id, aId, 1);\n\n // Expect a single record.update event; assert old/new for formula field\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 1\n )(async () => {\n await updateRecordByApi(table.id, table.records[0].id, aId, 2);\n })) as any;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const event = payloads[0] as any; // RecordUpdateEvent\n expect(event.payload.tableId).toBe(table.id);\n const changes = event.payload.record.fields as Record<\n string,\n { oldValue: unknown; newValue: unknown }\n >;\n // Formula F1 should move from 1 -> 2\n const f1Change = assertChange(changes[f1.id]);\n expectNoOldValue(f1Change);\n expect(f1Change.newValue).toEqual(2);\n }\n\n // Assert physical column for formula (non-generated) reflects new value\n const tblName = await getDbTableName(table.id);\n const row = await getRow(tblName, table.records[0].id);\n const f1Full = (await getFields(table.id)).find((f) => f.id === (f1 as any).id)! as any;\n expect(parseMaybe((row as any)[f1Full.dbFieldName])).toEqual(2);\n\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('creates and updates numeric formula via API with computed results', async () => {\n const table = await createTable(baseId, {\n name: 'Formula_Api_RoundTrip',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'A', type: FieldType.Number } as IFieldRo,\n ],\n });\n\n const aField = table.fields.find((f) => f.name === 'A')!;\n const formulaField = (await createField(table.id, {\n name: 'F_via_api',\n type: FieldType.Formula,\n options: { expression: `{${aField.id}} * 2` },\n } as IFieldRo)) as any;\n\n const created = await createRecords(table.id, {\n records: [\n {\n fields: {\n [aField.id]: 10,\n },\n },\n ],\n });\n\n const recordId = created.records[0].id;\n const createdRecord = await getRecord(table.id, recordId);\n expect(createdRecord.fields[formulaField.id]).toEqual(20);\n\n await updateRecordByApi(table.id, recordId, aField.id, null);\n const updatedRecord = await getRecord(table.id, recordId);\n expect(updatedRecord.fields[formulaField.id]).toBe(0);\n\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('recomputes layered formulas after a formula definition change', async () => {\n const table = await createTable(baseId, {\n name: 'Formula_Layer_Recompute',\n fields: [{ name: 'Amount', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { Amount: 5 } }],\n });\n const amountId = table.fields.find((f) => f.name === 'Amount')!.id;\n\n const plusOne = await createField(table.id, {\n name: 'PlusOne',\n type: FieldType.Formula,\n options: { expression: `{${amountId}} + 1` },\n } as IFieldRo);\n\n const plusTwo = await createField(table.id, {\n name: 'PlusTwo',\n type: FieldType.Formula,\n options: { expression: `{${plusOne.id}} + 1` },\n } as IFieldRo);\n\n const recordId = table.records[0].id;\n const initial = await getRecord(table.id, recordId);\n expect(initial.fields[plusOne.id]).toEqual(6);\n expect(initial.fields[plusTwo.id]).toEqual(7);\n\n await convertField(table.id, plusOne.id, {\n type: FieldType.Formula,\n options: { expression: `{${amountId}} + 2` },\n });\n\n const updated = await getRecord(table.id, recordId);\n expect(updated.fields[plusOne.id]).toEqual(7);\n expect(updated.fields[plusTwo.id]).toEqual(8);\n\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('computes string formula referencing multi-value field without CASE type mismatch', async () => {\n const table = await createTable(baseId, {\n name: 'Formula_String_MultiValue',\n fields: [\n {\n name: 'Brand List',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'brand-alpha', name: 'Alpha' },\n { id: 'brand-beta', name: 'Beta' },\n ],\n },\n } as IFieldRo,\n { name: 'Code', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Display Name', type: FieldType.SingleLineText } as IFieldRo,\n ],\n });\n\n const brandField = table.fields.find((f) => f.name === 'Brand List')!;\n const codeField = table.fields.find((f) => f.name === 'Code')!;\n const nameField = table.fields.find((f) => f.name === 'Display Name')!;\n\n const codeValue = 'BP-001';\n const nameValue = 'Sample Product';\n\n const { records } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n 'Brand List': ['Alpha', 'Beta'],\n Code: codeValue,\n 'Display Name': nameValue,\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n\n const expression = `\nIF(\n OR(\n LEN({${brandField.id}} & \"\") = 0,\n LEN({${codeField.id}} & \"\") = 0,\n LEN({${nameField.id}} & \"\") = 0\n ),\n \"\",\n \"B:/版权品/\" &\n IF(\n FIND(\",\", {${brandField.id}} & \"\") > 0,\n LEFT({${brandField.id}} & \"\", FIND(\",\", {${brandField.id}} & \"\") - 1),\n {${brandField.id}}\n ) &\n \"/\" & {${codeField.id}} & \" \" & {${nameField.id}}\n)`.trim();\n\n const formulaField = await createField(table.id, {\n name: 'Computed Path',\n type: FieldType.Formula,\n options: { expression },\n } as IFieldRo);\n\n // Allow computed orchestrator to backfill existing rows\n await new Promise((resolve) => setTimeout(resolve, 50));\n\n const extractFields = (record: any) => record.fields ?? record.data?.fields ?? {};\n\n const initialRecord = await getRecord(table.id, recordId);\n const firstValue = extractFields(initialRecord)[formulaField.id];\n expect(typeof firstValue).toBe('string');\n expect((firstValue as string).startsWith('B:/版权品/')).toBe(true);\n expect(firstValue).toContain('Alpha');\n expect(firstValue).toContain(`${codeValue} ${nameValue}`);\n\n await updateRecord(table.id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n 'Brand List': ['Beta'],\n },\n },\n });\n\n const updatedRecord = await getRecord(table.id, recordId);\n const secondValue = extractFields(updatedRecord)[formulaField.id];\n expect(typeof secondValue).toBe('string');\n expect((secondValue as string).startsWith('B:/版权品/')).toBe(true);\n expect(secondValue).toContain('Beta');\n expect(secondValue).toContain(`${codeValue} ${nameValue}`);\n\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('Formula unchanged publishes computed value with empty oldValue', async () => {\n // T with A and F = {A}*{A}; change A: 1 -> -1, F stays 1\n const table = await createTable(baseId, {\n name: 'NoEvent_Formula_NoChange',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 1 } }],\n });\n const aId = table.fields.find((f) => f.name === 'A')!.id;\n const f = await createField(table.id, {\n name: 'F',\n type: FieldType.Formula,\n // F = A*A, so 1 -> -1 leaves F = 1 unchanged\n options: { expression: `{${aId}} * {${aId}}` },\n } as IFieldRo);\n\n // Prime value\n await updateRecordByApi(table.id, table.records[0].id, aId, 1);\n\n // Expect a single update event, and it should NOT include a change entry for F\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 1\n )(async () => {\n await updateRecordByApi(table.id, table.records[0].id, aId, -1);\n })) as any;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const event = payloads[0] as any;\n const recs = Array.isArray(event.payload.record)\n ? event.payload.record\n : [event.payload.record];\n const change = recs[0]?.fields?.[f.id] as FieldChangePayload | undefined;\n const formulaChange = assertChange(change);\n expectNoOldValue(formulaChange);\n expect(formulaChange.newValue).toEqual(1);\n }\n\n // DB: F should remain 1\n const tblName = await getDbTableName(table.id);\n const row = await getRow(tblName, table.records[0].id);\n const fFull = (await getFields(table.id)).find((x) => x.id === (f as any).id)! as any;\n expect(parseMaybe((row as any)[fFull.dbFieldName])).toEqual(1);\n\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('Formula referencing formula: base change cascades old/new for all computed', async () => {\n // T with base A and chained formulas: B={A}+1, C={B}*2, D={C}-{A}\n const table = await createTable(baseId, {\n name: 'Formula_Chain',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 2 } }],\n });\n const aId = table.fields.find((f) => f.name === 'A')!.id;\n\n const b = await createField(table.id, {\n name: 'B',\n type: FieldType.Formula,\n options: { expression: `{${aId}} + 1` },\n } as IFieldRo);\n const c = await createField(table.id, {\n name: 'C',\n type: FieldType.Formula,\n options: { expression: `{${b.id}} * 2` },\n } as IFieldRo);\n const d = await createField(table.id, {\n name: 'D',\n type: FieldType.Formula,\n options: { expression: `{${c.id}} - {${aId}}` },\n } as IFieldRo);\n\n // Prime value to 2\n await updateRecordByApi(table.id, table.records[0].id, aId, 2);\n\n // Expect a single update event on this table; verify B,C,D old/new\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 1\n )(async () => {\n await updateRecordByApi(table.id, table.records[0].id, aId, 3);\n })) as any;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const event = payloads[0] as any;\n expect(event.payload.tableId).toBe(table.id);\n const rec = Array.isArray(event.payload.record)\n ? event.payload.record[0]\n : event.payload.record;\n const changes = rec.fields as FieldChangeMap;\n\n // A: 2 -> 3, so B: 3 -> 4, C: 6 -> 8, D: 4 -> 5\n const bChange = assertChange(changes[b.id]);\n expectNoOldValue(bChange);\n expect(bChange.newValue).toEqual(4);\n\n const cChange = assertChange(changes[c.id]);\n expectNoOldValue(cChange);\n expect(cChange.newValue).toEqual(8);\n\n const dChange = assertChange(changes[d.id]);\n expectNoOldValue(dChange);\n expect(dChange.newValue).toEqual(5);\n }\n\n // DB: B=4, C=8, D=5\n const dbName = await getDbTableName(table.id);\n const row = await getRow(dbName, table.records[0].id);\n const fields = await getFields(table.id);\n const bFull = fields.find((x) => x.id === (b as any).id)! as any;\n const cFull = fields.find((x) => x.id === (c as any).id)! as any;\n const dFull = fields.find((x) => x.id === (d as any).id)! as any;\n expect(parseMaybe((row as any)[bFull.dbFieldName])).toEqual(4);\n expect(parseMaybe((row as any)[cFull.dbFieldName])).toEqual(8);\n expect(parseMaybe((row as any)[dFull.dbFieldName])).toEqual(5);\n\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('skips joining missing nested link CTEs when a foreign table is deleted', async () => {\n const clients = await createTable(baseId, {\n name: 'co-nested-link-clients',\n fields: [{ name: 'Client Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { 'Client Name': 'ACME Corp' } }],\n });\n const projects = await createTable(baseId, {\n name: 'co-nested-link-projects',\n fields: [{ name: 'Project Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { 'Project Name': 'Apollo' } }],\n });\n const tasks = await createTable(baseId, {\n name: 'co-nested-link-tasks',\n fields: [{ name: 'Task Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { 'Task Name': 'Kickoff' } }],\n });\n\n try {\n const clientNameFieldId = clients.fields.find((field) => field.name === 'Client Name')!.id;\n\n const projectClientLink = await createField(projects.id, {\n name: 'Client',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: clients.id,\n } as ILinkFieldOptions,\n } as IFieldRo);\n\n const projectClientLookup = await createField(projects.id, {\n name: 'Client Name Lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: clients.id,\n linkFieldId: projectClientLink.id,\n lookupFieldId: clientNameFieldId,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const taskProjectLink = await createField(tasks.id, {\n name: 'Project',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: projects.id,\n } as ILinkFieldOptions,\n } as IFieldRo);\n\n const taskClientLookup = await createField(tasks.id, {\n name: 'Task Client',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: projects.id,\n linkFieldId: taskProjectLink.id,\n lookupFieldId: projectClientLookup.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const clientRecordId = clients.records[0].id;\n const projectRecordId = projects.records[0].id;\n const taskRecordId = tasks.records[0].id;\n\n await updateRecordByApi(projects.id, projectRecordId, projectClientLink.id, {\n id: clientRecordId,\n });\n await updateRecordByApi(tasks.id, taskRecordId, taskProjectLink.id, {\n id: projectRecordId,\n });\n\n const beforeDelete = await getRecord(tasks.id, taskRecordId);\n expect(beforeDelete.fields?.[taskClientLookup.id]).toBe('ACME Corp');\n\n await permanentDeleteTable(baseId, clients.id);\n\n await expect(\n updateRecordByApi(tasks.id, taskRecordId, taskProjectLink.id, null)\n ).resolves.toBeDefined();\n\n const afterUpdate = await getRecord(tasks.id, taskRecordId);\n expect(afterUpdate.fields?.[taskClientLookup.id]).toBeUndefined();\n } finally {\n await permanentDeleteTable(baseId, tasks.id).catch(() => undefined);\n await permanentDeleteTable(baseId, projects.id).catch(() => undefined);\n await permanentDeleteTable(baseId, clients.id).catch(() => undefined);\n }\n });\n\n it('persists multi-value date lookup formulas without timezone cast regressions', async () => {\n const parent = await createTable(baseId, { name: 'Formula_Lookup_Parent', fields: [] });\n const child = await createTable(baseId, { name: 'Formula_Lookup_Child', fields: [] });\n\n try {\n const childDateField = await createField(child.id, {\n name: 'Session Time',\n type: FieldType.Date,\n } as IFieldRo);\n\n const linkField = await createField(parent.id, {\n name: 'Sessions',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: child.id,\n } as ILinkFieldOptions,\n } as IFieldRo);\n\n const symmetricFieldId = (linkField.options as ILinkFieldOptions)\n .symmetricFieldId as string;\n\n const lookupField = await createField(parent.id, {\n name: 'All Session Times',\n type: FieldType.Date,\n isLookup: true,\n lookupOptions: {\n foreignTableId: child.id,\n linkFieldId: linkField.id,\n lookupFieldId: childDateField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const formulaField = await createField(parent.id, {\n name: 'Follow Up Session',\n type: FieldType.Formula,\n options: {\n expression: `DATE_ADD({${lookupField.id}}, 14, 'day')`,\n timeZone: 'Asia/Shanghai',\n },\n } as IFieldRo);\n\n const parentRecord = await createRecords(parent.id, { records: [{ fields: {} }] });\n const parentRecordId = parentRecord.records[0].id;\n\n const childRecord = await createRecords(child.id, {\n typecast: true,\n records: [\n {\n fields: {\n [childDateField.id]: '2024-01-01T00:00:00.000Z',\n [symmetricFieldId]: { id: parentRecordId },\n },\n },\n ],\n });\n const childRecordId = childRecord.records[0].id;\n\n // Ensure parent link field references the child so lookup returns multi-value array\n await updateRecordByApi(parent.id, parentRecordId, linkField.id, [{ id: childRecordId }]);\n\n const persistedParent = await getRecord(parent.id, parentRecordId);\n const followUpValue = persistedParent.fields?.[formulaField.id];\n expect(followUpValue).toBeTruthy();\n const followUpTz = dayjs(followUpValue as string).tz('Asia/Shanghai');\n\n const baseLookupRaw = persistedParent.fields?.[lookupField.id];\n const baseIso =\n typeof baseLookupRaw === 'string'\n ? baseLookupRaw\n : Array.isArray(baseLookupRaw)\n ? (baseLookupRaw[0] as string | undefined)\n : undefined;\n expect(baseIso).toBeTruthy();\n const baseTz = dayjs(baseIso as string).tz('Asia/Shanghai');\n\n expect(followUpTz.diff(baseTz, 'day')).toBe(14);\n } finally {\n await permanentDeleteTable(baseId, child.id);\n await permanentDeleteTable(baseId, parent.id);\n }\n });\n\n it('persists datetime + blank guard formulas without timestamptz jsonb casts', async () => {\n const table = await createTable(baseId, {\n name: 'Formula_Datetime_Blank',\n fields: [\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Due Date', type: FieldType.Date } as IFieldRo,\n ],\n records: [{ fields: {} }],\n });\n\n try {\n const statusField = table.fields.find((f) => f.name === 'Status')!;\n const dueField = table.fields.find((f) => f.name === 'Due Date')!;\n\n const expression = `IF({${statusField.id}}=BLANK(),\"未分配\",IF(AND({${statusField.id}}=\"进行中\",DATETIME_DIFF(TODAY(),{${dueField.id}},\"day\")>=1),\"🔴超时\",\"🔵正常\"))`;\n const formulaField = await createField(table.id, {\n name: 'Status Summary',\n type: FieldType.Formula,\n options: {\n expression,\n timeZone: 'Asia/Shanghai',\n },\n } as IFieldRo);\n\n const recordId = table.records[0].id;\n const overdueDate = dayjs().tz('Asia/Shanghai').subtract(2, 'day').format('YYYY-MM-DD');\n\n // Allow async computed persistence to populate the initial formula value\n await new Promise((resolve) => setTimeout(resolve, 50));\n\n const initial = await getRecord(table.id, recordId);\n expect(initial.fields?.[formulaField.id]).toEqual('未分配');\n\n await updateRecord(table.id, recordId, {\n record: {\n fields: {\n [statusField.id]: '进行中',\n [dueField.id]: overdueDate,\n },\n },\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n });\n\n const overdueRecord = await getRecord(table.id, recordId);\n expect(overdueRecord.fields?.[formulaField.id]).toEqual('🔴超时');\n\n await updateRecord(table.id, recordId, {\n record: {\n fields: {\n [statusField.id]: null,\n },\n },\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n });\n\n const resetRecord = await getRecord(table.id, recordId);\n expect(resetRecord.fields?.[formulaField.id]).toEqual('未分配');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('handles divide and modulo by zero during computed persistence', async () => {\n const table = await createTable(baseId, { name: 'Formula_Divide_Zero', fields: [] });\n\n try {\n const numeratorField = await createField(table.id, {\n name: 'Numerator',\n type: FieldType.Number,\n } as IFieldRo);\n const denominatorField = await createField(table.id, {\n name: 'Denominator',\n type: FieldType.Number,\n } as IFieldRo);\n\n const ratioField = await createField(table.id, {\n name: 'Ratio',\n type: FieldType.Formula,\n options: { expression: `{${numeratorField.id}} / {${denominatorField.id}}` },\n } as IFieldRo);\n\n const remainderField = await createField(table.id, {\n name: 'Remainder',\n type: FieldType.Formula,\n options: { expression: `{${numeratorField.id}} % {${denominatorField.id}}` },\n } as IFieldRo);\n\n const created = await createRecords(table.id, {\n records: [\n {\n fields: {\n [numeratorField.id]: 10,\n [denominatorField.id]: 0,\n },\n },\n ],\n });\n const recordId = created.records[0].id;\n\n const record = await getRecord(table.id, recordId);\n expect(record.fields?.[ratioField.id] ?? null).toBeNull();\n expect(record.fields?.[remainderField.id] ?? null).toBeNull();\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n });\n\n describe('Query Builder Selection', () => {\n it('falls back to raw column selection when conditional lookup CTE is not joined', async () => {\n const foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Selection_Foreign',\n fields: [{ name: 'Value', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { Value: 10 } }],\n });\n const foreignValueId = foreign.fields.find((f) => f.name === 'Value')!.id;\n\n const host = await createTable(baseId, {\n name: 'ConditionalLookup_Selection_Host',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'Row' } }],\n });\n\n const conditionalLookup = await createField(host.id, {\n name: 'Filtered Value',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: foreignValueId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignValueId,\n operator: 'isNotEmpty',\n value: null,\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const hostDomain = await tableDomainQueryService.getTableDomainById(host.id);\n const lookupField = hostDomain.getField(conditionalLookup.id);\n expect(lookupField?.isConditionalLookup).toBe(true);\n\n const state = new RecordQueryBuilderManager('table');\n const cteName = `CTE_CONDITIONAL_LOOKUP_${conditionalLookup.id}`;\n state.setFieldCte(conditionalLookup.id, cteName);\n\n const visitor = new FieldSelectVisitor(\n knex.queryBuilder(),\n db,\n hostDomain,\n state,\n recordDialect,\n 't',\n true,\n true\n );\n\n const selection = lookupField!.accept(visitor);\n const selectionSql = typeof selection === 'string' ? selection : selection.toQuery();\n expect(selectionSql).toBe(`\"t\".\"${lookupField!.dbFieldName}\"`);\n\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n });\n\n // ===== Lookup & Rollup related =====\n describe('Lookup & Rollup', () => {\n it('updates lookup when link changes (ManyOne, single value)', async () => {\n // T1 with numeric source\n const t1 = await createTable(baseId, {\n name: 'LinkChange_M1_T1',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 123 } }, { fields: { A: 456 } }],\n });\n const aId = t1.fields.find((f) => f.name === 'A')!.id;\n\n // T2 with ManyOne link -> T1 and a lookup of A\n const t2 = await createTable(baseId, {\n name: 'LinkChange_M1_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const link = await createField(t2.id, {\n name: 'L_T1_M1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: t1.id },\n } as IFieldRo);\n const lkp = await createField(t2.id, {\n name: 'LKP_A',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t1.id, linkFieldId: link.id, lookupFieldId: aId } as any,\n } as any);\n\n // Set link to first record (A=123)\n await updateRecordByApi(t2.id, t2.records[0].id, link.id, { id: t1.records[0].id });\n\n // Switch link to second record (A=456). Capture updates; assert T2 lookup old/new and DB persisted\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await updateRecordByApi(t2.id, t2.records[0].id, link.id, { id: t1.records[1].id });\n });\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const evt = events.find((e) => e.payload.tableId === t2.id)!;\n const rec = Array.isArray(evt.payload.record) ? evt.payload.record[0] : evt.payload.record;\n const changes = rec.fields as FieldChangeMap;\n const lkpChange = assertChange(changes[lkp.id]);\n expectNoOldValue(lkpChange);\n expect(lkpChange.newValue).toEqual(456);\n }\n\n const t2Db = await getDbTableName(t2.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const lkpFull = (await getFields(t2.id)).find((f) => f.id === (lkp as any).id)! as any;\n expect(parseMaybe((t2Row as any)[lkpFull.dbFieldName])).toEqual(456);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('post-convert (one-way -> two-way) persists symmetric link values on foreign table', async () => {\n // T1 with title and one record\n const t1 = await createTable(baseId, {\n name: 'Conv_OW_TO_TW_T1',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'A1' } }],\n });\n\n // T2 with title and one record\n const t2 = await createTable(baseId, {\n name: 'Conv_OW_TO_TW_T2',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'B1' } }],\n });\n\n // Create a one-way OneMany link on T1 -> T2\n const linkOnT1 = await createField(t1.id, {\n name: 'L_T2_OM_OW',\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: t2.id, isOneWay: true },\n } as IFieldRo);\n\n // Set T1[A1].L_T2_OM_OW = [T2[B1]]\n await updateRecordByApi(t1.id, t1.records[0].id, linkOnT1.id, [{ id: t2.records[0].id }]);\n\n // Convert link to two-way (still OneMany) and capture record.update events\n const { events } = await runAndCaptureRecordUpdates(async () => {\n return await convertField(t1.id, linkOnT1.id, {\n id: linkOnT1.id,\n type: FieldType.Link,\n name: 'L_T2_OM_TW',\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: t2.id,\n isOneWay: false,\n },\n } as any);\n });\n\n // Should have created a symmetric field on T2; resolve it by discovery\n const t2FieldsAfter = await getFields(t2.id);\n const symmetric = t2FieldsAfter.find(\n (ff) => ff.type === FieldType.Link && (ff as any).options?.foreignTableId === t1.id\n )!;\n const symmetricFieldId = symmetric.id;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const evtOnT2 = events.find((e) => e.payload?.tableId === t2.id);\n expect(evtOnT2).toBeDefined();\n const recT2 = Array.isArray(evtOnT2!.payload.record)\n ? evtOnT2!.payload.record.find((r: any) => r.id === t2.records[0].id)\n : evtOnT2!.payload.record;\n const changeOnT2 = recT2.fields?.[symmetricFieldId!];\n expect(changeOnT2).toBeDefined();\n expect(\n changeOnT2.newValue?.id ||\n (Array.isArray(changeOnT2.newValue) ? changeOnT2.newValue[0]?.id : undefined)\n ).toBe(t1.records[0].id);\n }\n\n // DB: the symmetric physical column on T2[B1] should be populated with {id: A1}\n const t2Db = await getDbTableName(t2.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const symField = (await getFields(t2.id)).find((f) => f.id === symmetricFieldId)! as any;\n const rawVal = (t2Row as any)[symField.dbFieldName];\n const parsed = parseMaybe(rawVal);\n const asObj = Array.isArray(parsed) ? parsed[0] : parsed;\n expect(asObj?.id).toBe(t1.records[0].id);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('updates lookup when link array shrinks (OneMany, multi value)', async () => {\n // T2 with numeric values\n const t2 = await createTable(baseId, {\n name: 'LinkChange_OM_T2',\n fields: [{ name: 'V', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { V: 123 } }, { fields: { V: 456 } }],\n });\n const vId = t2.fields.find((f) => f.name === 'V')!.id;\n\n // T1 with OneMany link -> T2 and lookup of V\n const t1 = await createTable(baseId, {\n name: 'LinkChange_OM_T1',\n fields: [],\n records: [{ fields: {} }],\n });\n const link = await createField(t1.id, {\n name: 'L_T2_OM',\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: t2.id },\n } as IFieldRo);\n const lkp = await createField(t1.id, {\n name: 'LKP_V',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t2.id, linkFieldId: link.id, lookupFieldId: vId } as any,\n } as any);\n\n // Set link to two records [123, 456]\n await updateRecordByApi(t1.id, t1.records[0].id, link.id, [\n { id: t2.records[0].id },\n { id: t2.records[1].id },\n ]);\n\n // Shrink to single record [123]; assert T1 lookup old/new and DB persisted\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await updateRecordByApi(t1.id, t1.records[0].id, link.id, [{ id: t2.records[0].id }]);\n });\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const evt = events.find((e) => e.payload.tableId === t1.id)!;\n const rec = Array.isArray(evt.payload.record) ? evt.payload.record[0] : evt.payload.record;\n const changes = rec.fields as FieldChangeMap;\n const lkpChange = assertChange(changes[lkp.id]);\n expectNoOldValue(lkpChange);\n expect(lkpChange.newValue).toEqual([123]);\n }\n\n const t1Db = await getDbTableName(t1.id);\n const t1Row = await getRow(t1Db, t1.records[0].id);\n const lkpFull = (await getFields(t1.id)).find((f) => f.id === (lkp as any).id)! as any;\n expect(parseMaybe((t1Row as any)[lkpFull.dbFieldName])).toEqual([123]);\n\n await permanentDeleteTable(baseId, t1.id);\n await permanentDeleteTable(baseId, t2.id);\n });\n\n it('updates lookup to null when link cleared (OneMany, multi value)', async () => {\n // T2 with numeric values\n const t2 = await createTable(baseId, {\n name: 'LinkClear_OM_T2',\n fields: [{ name: 'V', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { V: 11 } }, { fields: { V: 22 } }],\n });\n const vId = t2.fields.find((f) => f.name === 'V')!.id;\n\n // T1 with OneMany link -> T2 and lookup of V\n const t1 = await createTable(baseId, {\n name: 'LinkClear_OM_T1',\n fields: [],\n records: [{ fields: {} }],\n });\n const link = await createField(t1.id, {\n name: 'L_T2_OM_Clear',\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: t2.id },\n } as IFieldRo);\n const lkp = await createField(t1.id, {\n name: 'LKP_V_Clear',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t2.id, linkFieldId: link.id, lookupFieldId: vId } as any,\n } as any);\n\n // Set link to two records [11, 22]\n await updateRecordByApi(t1.id, t1.records[0].id, link.id, [\n { id: t2.records[0].id },\n { id: t2.records[1].id },\n ]);\n\n // Clear link to null; assert old/new and DB persisted NULL\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await updateRecordByApi(t1.id, t1.records[0].id, link.id, null);\n });\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const evt = events.find((e) => e.payload.tableId === t1.id)!;\n const rec = Array.isArray(evt.payload.record) ? evt.payload.record[0] : evt.payload.record;\n const changes = rec.fields as FieldChangeMap;\n const lkpChange = assertChange(changes[lkp.id]);\n expectNoOldValue(lkpChange);\n expect(lkpChange.newValue).toBeNull();\n }\n\n const t1Db = await getDbTableName(t1.id);\n const t1Row = await getRow(t1Db, t1.records[0].id);\n const lkpFull = (await getFields(t1.id)).find((f) => f.id === (lkp as any).id)! as any;\n expect((t1Row as any)[lkpFull.dbFieldName]).toBeNull();\n\n await permanentDeleteTable(baseId, t1.id);\n await permanentDeleteTable(baseId, t2.id);\n });\n\n it('updates lookup when link is replaced (ManyMany, multi value -> multi value)', async () => {\n // T1 with numeric values\n const t1 = await createTable(baseId, {\n name: 'LinkReplace_MM_T1',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 5 } }, { fields: { A: 7 } }],\n });\n const aId = t1.fields.find((f) => f.name === 'A')!.id;\n\n // T2 with ManyMany link -> T1 and lookup of A\n const t2 = await createTable(baseId, {\n name: 'LinkReplace_MM_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const link = await createField(t2.id, {\n name: 'L_T1_MM',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n const lkp = await createField(t2.id, {\n name: 'LKP_A_MM',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t1.id, linkFieldId: link.id, lookupFieldId: aId } as any,\n } as any);\n\n // Set link to [r1] -> lookup [5]\n await updateRecordByApi(t2.id, t2.records[0].id, link.id, [{ id: t1.records[0].id }]);\n\n // Replace with [r2] -> lookup [7]\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await updateRecordByApi(t2.id, t2.records[0].id, link.id, [{ id: t1.records[1].id }]);\n });\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const evt = events.find((e) => e.payload.tableId === t2.id)!;\n const rec = Array.isArray(evt.payload.record) ? evt.payload.record[0] : evt.payload.record;\n const changes = rec.fields as FieldChangeMap;\n const lkpChange = assertChange(changes[lkp.id]);\n expectNoOldValue(lkpChange);\n expect(lkpChange.newValue).toEqual([7]);\n }\n\n const t2Db = await getDbTableName(t2.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const lkpFull = (await getFields(t2.id)).find((f) => f.id === (lkp as any).id)! as any;\n expect(parseMaybe((t2Row as any)[lkpFull.dbFieldName])).toEqual([7]);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('emits old/new values for lookup across tables when source changes', async () => {\n // T1 with number\n const t1 = await createTable(baseId, {\n name: 'OldNew_Lookup_T1',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 10 } }],\n });\n const t1A = t1.fields.find((f) => f.name === 'A')!.id;\n\n await updateRecordByApi(t1.id, t1.records[0].id, t1A, 10);\n\n // T2 link -> T1 and lookup A\n const t2 = await createTable(baseId, {\n name: 'OldNew_Lookup_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const link2 = await createField(t2.id, {\n name: 'L2',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n const lkp2 = await createField(t2.id, {\n name: 'LK1',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t1.id, linkFieldId: link2.id, lookupFieldId: t1A } as any,\n } as any);\n\n // Establish link values\n await updateRecordByApi(t2.id, t2.records[0].id, link2.id, [{ id: t1.records[0].id }]);\n\n // Expect two record.update events (T1 base, T2 lookup). Assert T2 lookup old/new\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, t1.records[0].id, t1A, 20);\n })) as any;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n // Find T2 event\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const changes = t2Event.payload.record.fields as Record<\n string,\n { oldValue: unknown; newValue: unknown }\n >;\n const lkpChange = assertChange(changes[lkp2.id]);\n expectNoOldValue(lkpChange);\n expect(lkpChange.newValue).toEqual([20]);\n }\n\n // DB: lookup column should be [20]\n const t2Db = await getDbTableName(t2.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const lkp2Full = (await getFields(t2.id)).find((f) => f.id === (lkp2 as any).id)! as any;\n expect(parseMaybe((t2Row as any)[lkp2Full.dbFieldName])).toEqual([20]);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('emits old/new values for rollup across tables when source changes', async () => {\n // T1 with numbers\n const t1 = await createTable(baseId, {\n name: 'OldNew_Rollup_T1',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 3 } }, { fields: { A: 7 } }],\n });\n const t1A = t1.fields.find((f) => f.name === 'A')!.id;\n\n await updateRecordByApi(t1.id, t1.records[0].id, t1A, 3);\n await updateRecordByApi(t1.id, t1.records[1].id, t1A, 7);\n\n // T2 link -> T1 with rollup sum(A)\n const t2 = await createTable(baseId, {\n name: 'OldNew_Rollup_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const link2 = await createField(t2.id, {\n name: 'L2',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n const roll2 = await createField(t2.id, {\n name: 'R2',\n type: FieldType.Rollup,\n lookupOptions: { foreignTableId: t1.id, linkFieldId: link2.id, lookupFieldId: t1A } as any,\n options: { expression: 'sum({values})' } as any,\n } as any);\n\n // Establish links: T2 -> both rows in T1\n await updateRecordByApi(t2.id, t2.records[0].id, link2.id, [\n { id: t1.records[0].id },\n { id: t1.records[1].id },\n ]);\n\n // Change one A: 3 -> 4; rollup 10 -> 11\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, t1.records[0].id, t1A, 4);\n })) as any;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n // Find T2 event\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const changes = t2Event.payload.record.fields as Record<\n string,\n { oldValue: unknown; newValue: unknown }\n >;\n const rollChange = assertChange(changes[roll2.id]);\n expectNoOldValue(rollChange);\n expect(rollChange.newValue).toEqual(11);\n }\n\n // DB: rollup column should be 11\n const t2Db = await getDbTableName(t2.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const roll2Full = (await getFields(t2.id)).find((f) => f.id === (roll2 as any).id)! as any;\n expect(parseMaybe((t2Row as any)[roll2Full.dbFieldName])).toEqual(11);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('Cross-table chain: T3.lookup(T2.lookup(T1.formula(A))) updates when A changes', async () => {\n // T1: A (number), F = A*3\n const t1 = await createTable(baseId, {\n name: 'Chain3_T1',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 4 } }],\n });\n const aId = t1.fields.find((f) => f.name === 'A')!.id;\n const f1 = await createField(t1.id, {\n name: 'F',\n type: FieldType.Formula,\n options: { expression: `{${aId}} * 3` },\n } as IFieldRo);\n // Prime A\n await updateRecordByApi(t1.id, t1.records[0].id, aId, 4);\n\n // T2: link -> T1, LKP2 = lookup(F)\n const t2 = await createTable(baseId, {\n name: 'Chain3_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const l12 = await createField(t2.id, {\n name: 'L_T1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n const lkp2 = await createField(t2.id, {\n name: 'LKP2',\n type: FieldType.Formula,\n isLookup: true,\n lookupOptions: { foreignTableId: t1.id, linkFieldId: l12.id, lookupFieldId: f1.id } as any,\n } as any);\n await updateRecordByApi(t2.id, t2.records[0].id, l12.id, [{ id: t1.records[0].id }]);\n\n // T3: link -> T2, LKP3 = lookup(LKP2)\n const t3 = await createTable(baseId, {\n name: 'Chain3_T3',\n fields: [],\n records: [{ fields: {} }],\n });\n const l23 = await createField(t3.id, {\n name: 'L_T2',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t2.id },\n } as IFieldRo);\n const lkp3 = await createField(t3.id, {\n name: 'LKP3',\n type: FieldType.Formula,\n isLookup: true,\n lookupOptions: {\n foreignTableId: t2.id,\n linkFieldId: l23.id,\n lookupFieldId: lkp2.id,\n } as any,\n } as any);\n await updateRecordByApi(t3.id, t3.records[0].id, l23.id, [{ id: t2.records[0].id }]);\n\n // Change A: 4 -> 5; then F: 12 -> 15; LKP2: [12] -> [15]; LKP3: [12] -> [15]\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 3\n )(async () => {\n await updateRecordByApi(t1.id, t1.records[0].id, aId, 5);\n })) as any;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n // T1\n const t1Event = (payloads as any[]).find((e) => e.payload.tableId === t1.id)!;\n const t1Changes = (\n Array.isArray(t1Event.payload.record) ? t1Event.payload.record[0] : t1Event.payload.record\n ).fields as FieldChangeMap;\n const t1Change = assertChange(t1Changes[f1.id]);\n expectNoOldValue(t1Change);\n expect(t1Change.newValue).toEqual(15);\n\n // T2\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const t2Changes = (\n Array.isArray(t2Event.payload.record) ? t2Event.payload.record[0] : t2Event.payload.record\n ).fields as FieldChangeMap;\n const t2Change = assertChange(t2Changes[lkp2.id]);\n expectNoOldValue(t2Change);\n expect(t2Change.newValue).toEqual([15]);\n\n // T3\n const t3Event = (payloads as any[]).find((e) => e.payload.tableId === t3.id)!;\n const t3Changes = (\n Array.isArray(t3Event.payload.record) ? t3Event.payload.record[0] : t3Event.payload.record\n ).fields as FieldChangeMap;\n const t3Change = assertChange(t3Changes[lkp3.id]);\n expectNoOldValue(t3Change);\n expect(t3Change.newValue).toEqual([15]);\n }\n\n // DB: T1.F=15, T2.LKP2=[15], T3.LKP3=[15]\n const t1Db = await getDbTableName(t1.id);\n const t2Db = await getDbTableName(t2.id);\n const t3Db = await getDbTableName(t3.id);\n const t1Row = await getRow(t1Db, t1.records[0].id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const t3Row = await getRow(t3Db, t3.records[0].id);\n const [f1Full] = (await getFields(t1.id)).filter((x) => x.id === (f1 as any).id) as any[];\n const [lkp2Full] = (await getFields(t2.id)).filter((x) => x.id === (lkp2 as any).id) as any[];\n const [lkp3Full] = (await getFields(t3.id)).filter((x) => x.id === (lkp3 as any).id) as any[];\n expect(parseMaybe((t1Row as any)[f1Full.dbFieldName])).toEqual(15);\n expect(parseMaybe((t2Row as any)[lkp2Full.dbFieldName])).toEqual([15]);\n expect(parseMaybe((t3Row as any)[lkp3Full.dbFieldName])).toEqual([15]);\n\n await permanentDeleteTable(baseId, t3.id);\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('handles interleaved lookup dependencies across tables', async () => {\n // T1: base number\n const t1 = await createTable(baseId, {\n name: 'Interleave_T1',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 1 } }],\n });\n const aId = t1.fields.find((f) => f.name === 'A')!.id;\n\n // T3: base number used by T2 lookup (creates table-level cycle)\n const t3 = await createTable(baseId, {\n name: 'Interleave_T3',\n fields: [{ name: 'CBase', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { CBase: 5 } }],\n });\n const cBaseId = t3.fields.find((f) => f.name === 'CBase')!.id;\n\n // T2: lookup A via link to T1; also lookup CBase via link to T3\n const t2 = await createTable(baseId, {\n name: 'Interleave_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const linkT1 = await createField(t2.id, {\n name: 'L_T1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n const lkpA = await createField(t2.id, {\n name: 'LKP_A',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t1.id, linkFieldId: linkT1.id, lookupFieldId: aId } as any,\n } as any);\n const linkT3 = await createField(t2.id, {\n name: 'L_T3',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t3.id },\n } as IFieldRo);\n const lkpC = await createField(t2.id, {\n name: 'LKP_C',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: t3.id,\n linkFieldId: linkT3.id,\n lookupFieldId: cBaseId,\n } as any,\n } as any);\n\n // T3: lookup LKP_A from T2 (depends on T2)\n const linkT2 = await createField(t3.id, {\n name: 'L_T2',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t2.id },\n } as IFieldRo);\n const lkpFromT2 = await createField(t3.id, {\n name: 'LKP_T2_A',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: t2.id,\n linkFieldId: linkT2.id,\n lookupFieldId: lkpA.id,\n } as any,\n } as any);\n\n // Establish links to create interleaved dependencies\n await updateRecordByApi(t2.id, t2.records[0].id, linkT1.id, [{ id: t1.records[0].id }]);\n await updateRecordByApi(t2.id, t2.records[0].id, linkT3.id, [{ id: t3.records[0].id }]);\n await updateRecordByApi(t3.id, t3.records[0].id, linkT2.id, [{ id: t2.records[0].id }]);\n\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 3\n )(async () => {\n await updateRecordByApi(t1.id, t1.records[0].id, aId, 7);\n })) as any;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const t2Changes = (\n Array.isArray(t2Event.payload.record) ? t2Event.payload.record[0] : t2Event.payload.record\n ).fields as FieldChangeMap;\n const t2Change = assertChange(t2Changes[lkpA.id]);\n expectNoOldValue(t2Change);\n expect(t2Change.newValue).toEqual([7]);\n\n const t3Event = (payloads as any[]).find((e) => e.payload.tableId === t3.id)!;\n const t3Changes = (\n Array.isArray(t3Event.payload.record) ? t3Event.payload.record[0] : t3Event.payload.record\n ).fields as FieldChangeMap;\n const t3Change = assertChange(t3Changes[lkpFromT2.id]);\n expectNoOldValue(t3Change);\n expect(t3Change.newValue).toEqual([7]);\n }\n\n const t2Db = await getDbTableName(t2.id);\n const t3Db = await getDbTableName(t3.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const t3Row = await getRow(t3Db, t3.records[0].id);\n const t2Fields = await getFields(t2.id);\n const [lkpAFull] = t2Fields.filter((x) => x.id === (lkpA as any).id) as any[];\n const [lkpCFull] = t2Fields.filter((x) => x.id === (lkpC as any).id) as any[];\n const [lkpFromT2Full] = (await getFields(t3.id)).filter(\n (x) => x.id === (lkpFromT2 as any).id\n ) as any[];\n expect(parseMaybe((t2Row as any)[lkpAFull.dbFieldName])).toEqual([7]);\n expect(parseMaybe((t2Row as any)[lkpCFull.dbFieldName])).toEqual([5]);\n expect(parseMaybe((t3Row as any)[lkpFromT2Full.dbFieldName])).toEqual([7]);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t3.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('propagates multi-level lookup chain across four tables', async () => {\n // T1: A (number)\n const t1 = await createTable(baseId, {\n name: 'Chain4_T1',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 2 } }],\n });\n const aId = t1.fields.find((f) => f.name === 'A')!.id;\n await updateRecordByApi(t1.id, t1.records[0].id, aId, 2);\n\n // T2: link -> T1, L2 = lookup(A)\n const t2 = await createTable(baseId, {\n name: 'Chain4_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const l12 = await createField(t2.id, {\n name: 'L_T1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n const l2 = await createField(t2.id, {\n name: 'L2',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t1.id, linkFieldId: l12.id, lookupFieldId: aId } as any,\n } as any);\n await updateRecordByApi(t2.id, t2.records[0].id, l12.id, [{ id: t1.records[0].id }]);\n\n // T3: link -> T2, L3 = lookup(L2)\n const t3 = await createTable(baseId, {\n name: 'Chain4_T3',\n fields: [],\n records: [{ fields: {} }],\n });\n const l23 = await createField(t3.id, {\n name: 'L_T2',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t2.id },\n } as IFieldRo);\n const l3 = await createField(t3.id, {\n name: 'L3',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t2.id, linkFieldId: l23.id, lookupFieldId: l2.id } as any,\n } as any);\n await updateRecordByApi(t3.id, t3.records[0].id, l23.id, [{ id: t2.records[0].id }]);\n\n // T4: link -> T3, L4 = lookup(L3)\n const t4 = await createTable(baseId, {\n name: 'Chain4_T4',\n fields: [],\n records: [{ fields: {} }],\n });\n const l34 = await createField(t4.id, {\n name: 'L_T3',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t3.id },\n } as IFieldRo);\n const l4 = await createField(t4.id, {\n name: 'L4',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t3.id, linkFieldId: l34.id, lookupFieldId: l3.id } as any,\n } as any);\n await updateRecordByApi(t4.id, t4.records[0].id, l34.id, [{ id: t3.records[0].id }]);\n\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 4\n )(async () => {\n await updateRecordByApi(t1.id, t1.records[0].id, aId, 9);\n })) as any;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const t2Changes = (\n Array.isArray(t2Event.payload.record) ? t2Event.payload.record[0] : t2Event.payload.record\n ).fields as FieldChangeMap;\n const t2Change = assertChange(t2Changes[l2.id]);\n expectNoOldValue(t2Change);\n expect(t2Change.newValue).toEqual([9]);\n\n const t3Event = (payloads as any[]).find((e) => e.payload.tableId === t3.id)!;\n const t3Changes = (\n Array.isArray(t3Event.payload.record) ? t3Event.payload.record[0] : t3Event.payload.record\n ).fields as FieldChangeMap;\n const t3Change = assertChange(t3Changes[l3.id]);\n expectNoOldValue(t3Change);\n expect(t3Change.newValue).toEqual([9]);\n\n const t4Event = (payloads as any[]).find((e) => e.payload.tableId === t4.id)!;\n const t4Changes = (\n Array.isArray(t4Event.payload.record) ? t4Event.payload.record[0] : t4Event.payload.record\n ).fields as FieldChangeMap;\n const t4Change = assertChange(t4Changes[l4.id]);\n expectNoOldValue(t4Change);\n expect(t4Change.newValue).toEqual([9]);\n }\n\n const t2Db = await getDbTableName(t2.id);\n const t3Db = await getDbTableName(t3.id);\n const t4Db = await getDbTableName(t4.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const t3Row = await getRow(t3Db, t3.records[0].id);\n const t4Row = await getRow(t4Db, t4.records[0].id);\n const [l2Full] = (await getFields(t2.id)).filter((x) => x.id === (l2 as any).id) as any[];\n const [l3Full] = (await getFields(t3.id)).filter((x) => x.id === (l3 as any).id) as any[];\n const [l4Full] = (await getFields(t4.id)).filter((x) => x.id === (l4 as any).id) as any[];\n expect(parseMaybe((t2Row as any)[l2Full.dbFieldName])).toEqual([9]);\n expect(parseMaybe((t3Row as any)[l3Full.dbFieldName])).toEqual([9]);\n expect(parseMaybe((t4Row as any)[l4Full.dbFieldName])).toEqual([9]);\n\n await permanentDeleteTable(baseId, t4.id);\n await permanentDeleteTable(baseId, t3.id);\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n });\n\n // ===== Conditional Rollup =====\n describe('Conditional Rollup', () => {\n it('reacts to foreign filter and lookup column changes', async () => {\n const foreign = await createTable(baseId, {\n name: 'RefLookup_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Note', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'r1', Status: 'include', Note: 'alpha' } },\n { fields: { Title: 'r2', Status: 'exclude', Note: 'beta' } },\n ],\n });\n const titleId = foreign.fields.find((f) => f.name === 'Title')!.id;\n const statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n\n const host = await createTable(baseId, {\n name: 'RefLookup_Host',\n fields: [],\n records: [{ fields: {} }],\n });\n\n const filter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: 'include',\n },\n ],\n } as any;\n\n const { result: conditionalRollupField, events: creationEvents } =\n await runAndCaptureRecordUpdates(async () => {\n return await createField(host.id, {\n name: 'Ref Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n expression: 'count({values})',\n filter,\n },\n } as IFieldRo);\n });\n\n if (!isForceV2) {\n const hostCreateEvent = creationEvents.find((e) => e.payload.tableId === host.id);\n expect(hostCreateEvent).toBeDefined();\n const createRecordPayload = Array.isArray(hostCreateEvent!.payload.record)\n ? hostCreateEvent!.payload.record[0]\n : hostCreateEvent!.payload.record;\n const createChanges = createRecordPayload.fields as Record<\n string,\n { oldValue: unknown; newValue: unknown }\n >;\n expect(createChanges[conditionalRollupField.id]).toBeDefined();\n expect(createChanges[conditionalRollupField.id].newValue).toEqual(1);\n }\n\n const referenceEdges = await prisma.reference.findMany({\n where: { toFieldId: conditionalRollupField.id },\n select: { fromFieldId: true },\n });\n expect(referenceEdges.map((edge) => edge.fromFieldId)).toEqual(\n expect.arrayContaining([titleId, statusId])\n );\n\n const hostDbTable = await getDbTableName(host.id);\n const hostFieldVo = (await getFields(host.id)).find(\n (f) => f.id === conditionalRollupField.id\n )! as any;\n expect(\n parseMaybe((await getRow(hostDbTable, host.records[0].id))[hostFieldVo.dbFieldName])\n ).toEqual(1);\n\n const valueBeforeStatus = parseMaybe(\n (await getRow(hostDbTable, host.records[0].id))[hostFieldVo.dbFieldName]\n );\n expect(valueBeforeStatus).toEqual(1);\n\n const { events: filterEvents } = await runAndCaptureRecordUpdates(async () => {\n await updateRecordByApi(foreign.id, foreign.records[1].id, statusId, 'include');\n });\n const valueAfterStatus = parseMaybe(\n (await getRow(hostDbTable, host.records[0].id))[hostFieldVo.dbFieldName]\n );\n expect(valueAfterStatus).toEqual(2);\n if (!isForceV2) {\n const hostFilterEvent = filterEvents.find((e) => e.payload.tableId === host.id);\n expect(hostFilterEvent).toBeDefined();\n const filterRecordPayload = Array.isArray(hostFilterEvent!.payload.record)\n ? hostFilterEvent!.payload.record[0]\n : hostFilterEvent!.payload.record;\n const filterChanges = filterRecordPayload.fields as Record<\n string,\n { oldValue: unknown; newValue: unknown }\n >;\n expect(filterChanges[conditionalRollupField.id]).toBeDefined();\n expect(filterChanges[conditionalRollupField.id].newValue).toEqual(2);\n }\n\n const { events: lookupColumnEvents } = await runAndCaptureRecordUpdates(async () => {\n await updateRecordByApi(foreign.id, foreign.records[0].id, titleId, null);\n });\n const valueAfterLookupColumnChange = parseMaybe(\n (await getRow(hostDbTable, host.records[0].id))[hostFieldVo.dbFieldName]\n );\n expect(valueAfterLookupColumnChange).toEqual(1);\n if (!isForceV2) {\n const hostLookupEvent = lookupColumnEvents.find((e) => e.payload.tableId === host.id);\n expect(hostLookupEvent).toBeDefined();\n const lookupRecordPayload = Array.isArray(hostLookupEvent!.payload.record)\n ? hostLookupEvent!.payload.record[0]\n : hostLookupEvent!.payload.record;\n const lookupChanges = lookupRecordPayload.fields as Record<\n string,\n { oldValue: unknown; newValue: unknown }\n >;\n expect(lookupChanges[conditionalRollupField.id]).toBeDefined();\n expect(lookupChanges[conditionalRollupField.id].newValue).toEqual(1);\n }\n\n expect(\n parseMaybe((await getRow(hostDbTable, host.records[0].id))[hostFieldVo.dbFieldName])\n ).toEqual(1);\n\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n const setupEqualityConditionalRollup = async (\n expression: string,\n options?: {\n extraFilterItems?: (ids: {\n foreignEmailId: string;\n foreignAmountId: string;\n hostEmailId: string;\n }) => IFilterItem[];\n }\n ) => {\n const foreign = await createTable(baseId, {\n name: `RefLookup_Equality_Foreign_${expression}`,\n fields: [\n { name: 'Email', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Email: 'alice@example.com', Amount: 10 } },\n { fields: { Email: 'alice@example.com', Amount: 20 } },\n { fields: { Email: 'bob@example.com', Amount: 5 } },\n ],\n });\n const foreignEmailId = foreign.fields.find((f) => f.name === 'Email')!.id;\n const foreignAmountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n\n const host = await createTable(baseId, {\n name: `RefLookup_Equality_Host_${expression}`,\n fields: [{ name: 'Email', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { Email: 'alice@example.com' } },\n { fields: { Email: 'nobody@example.com' } },\n ],\n });\n const hostEmailId = host.fields.find((f) => f.name === 'Email')!.id;\n const aliceRecordId = host.records[0].id;\n const nobodyRecordId = host.records[1].id;\n\n const filterSet: Array = [\n {\n fieldId: foreignEmailId,\n operator: FilterOperatorIs.value,\n value: { type: 'field', fieldId: hostEmailId },\n },\n ];\n\n const additionalFilterItems = options?.extraFilterItems?.({\n foreignEmailId,\n foreignAmountId,\n hostEmailId,\n });\n if (additionalFilterItems?.length) {\n filterSet.push(...additionalFilterItems);\n }\n\n const { result: rollupField, events } = await runAndCaptureRecordUpdates(async () => {\n return await createField(host.id, {\n name: `Equality ${expression}`,\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: foreignAmountId,\n expression,\n filter: {\n conjunction: 'and',\n filterSet,\n },\n },\n } as IFieldRo);\n });\n\n const hostDbTable = await getDbTableName(host.id);\n const hostFieldVo = (await getFields(host.id)).find((f) => f.id === rollupField.id)! as any;\n\n return {\n foreign,\n host,\n rollupField,\n creationEvents: events,\n foreignEmailId,\n foreignAmountId,\n hostEmailId,\n hostDbTable,\n hostFieldVo,\n aliceRecordId,\n nobodyRecordId,\n cleanup: async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n },\n };\n };\n\n const normalizeAggregateValue = (value: unknown): number | null | undefined => {\n if (value === null || value === undefined) return value as null | undefined;\n if (typeof value === 'number') return value;\n if (typeof value === 'string' && value.trim().length) {\n const parsed = Number(value);\n if (!Number.isNaN(parsed)) return parsed;\n }\n return value as number | null | undefined;\n };\n\n const expectAggregateValue = (\n value: unknown,\n expected: number | null,\n mode: 'equal' | 'closeTo' = 'equal'\n ) => {\n if (expected === null) {\n expect(value === null || value === undefined).toBe(true);\n return;\n }\n const normalized = normalizeAggregateValue(value);\n expect(typeof normalized === 'number' && !Number.isNaN(normalized)).toBe(true);\n if (mode === 'closeTo') {\n expect(normalized as number).toBeCloseTo(expected, 6);\n } else {\n expect(normalized).toEqual(expected);\n }\n };\n\n type EqualityAggregateContext = Awaited>;\n\n const equalityAggregateCases: Array<{\n expression: string;\n initialAlice: number | null;\n initialNobody: number | null;\n updatedAlice: number | null;\n updatedNobody?: number | null;\n update: (ctx: EqualityAggregateContext) => Promise;\n compareMode?: 'equal' | 'closeTo';\n }> = [\n {\n expression: 'count({values})',\n initialAlice: 2,\n initialNobody: 0,\n updatedAlice: 3,\n update: async (ctx) => {\n await createRecords(ctx.foreign.id, {\n records: [\n {\n fields: {\n [ctx.foreignEmailId]: 'alice@example.com',\n [ctx.foreignAmountId]: 12,\n },\n },\n ],\n });\n },\n },\n {\n expression: 'countall({values})',\n initialAlice: 2,\n initialNobody: 0,\n updatedAlice: 3,\n update: async (ctx) => {\n await createRecords(ctx.foreign.id, {\n records: [\n {\n fields: {\n [ctx.foreignEmailId]: 'alice@example.com',\n [ctx.foreignAmountId]: 9,\n },\n },\n ],\n });\n },\n },\n {\n expression: 'sum({values})',\n initialAlice: 30,\n initialNobody: 0,\n updatedAlice: 45,\n update: async (ctx) => {\n await createRecords(ctx.foreign.id, {\n records: [\n {\n fields: {\n [ctx.foreignEmailId]: 'alice@example.com',\n [ctx.foreignAmountId]: 15,\n },\n },\n ],\n });\n },\n },\n {\n expression: 'average({values})',\n initialAlice: 15,\n initialNobody: 0,\n updatedAlice: 20,\n compareMode: 'closeTo',\n update: async (ctx) => {\n await createRecords(ctx.foreign.id, {\n records: [\n {\n fields: {\n [ctx.foreignEmailId]: 'alice@example.com',\n [ctx.foreignAmountId]: 30,\n },\n },\n ],\n });\n },\n },\n {\n expression: 'max({values})',\n initialAlice: 20,\n initialNobody: null,\n updatedAlice: 25,\n updatedNobody: null,\n update: async (ctx) => {\n await createRecords(ctx.foreign.id, {\n records: [\n {\n fields: {\n [ctx.foreignEmailId]: 'alice@example.com',\n [ctx.foreignAmountId]: 25,\n },\n },\n ],\n });\n },\n },\n {\n expression: 'min({values})',\n initialAlice: 10,\n initialNobody: null,\n updatedAlice: 4,\n updatedNobody: null,\n update: async (ctx) => {\n await createRecords(ctx.foreign.id, {\n records: [\n {\n fields: {\n [ctx.foreignEmailId]: 'alice@example.com',\n [ctx.foreignAmountId]: 4,\n },\n },\n ],\n });\n },\n },\n ];\n\n describe('conditional rollup equality aggregates', () => {\n it.each(equalityAggregateCases)(\n 'evaluates $expression with equality filter',\n async ({\n expression,\n compareMode = 'equal',\n initialAlice,\n initialNobody,\n updatedAlice,\n updatedNobody,\n update,\n }) => {\n const ctx = await setupEqualityConditionalRollup(expression);\n const { cleanup } = ctx;\n try {\n if (!isForceV2) {\n const createAliceChange = findRecordChangeMap(\n ctx.creationEvents,\n ctx.host.id,\n ctx.aliceRecordId\n );\n expect(createAliceChange).toBeDefined();\n expectAggregateValue(\n createAliceChange?.[ctx.rollupField.id]?.newValue,\n initialAlice,\n compareMode\n );\n\n const createNobodyChange = findRecordChangeMap(\n ctx.creationEvents,\n ctx.host.id,\n ctx.nobodyRecordId\n );\n expect(createNobodyChange).toBeDefined();\n expectAggregateValue(\n createNobodyChange?.[ctx.rollupField.id]?.newValue,\n initialNobody,\n compareMode\n );\n }\n\n const initialAliceValue = parseMaybe(\n (await getRow(ctx.hostDbTable, ctx.aliceRecordId))[ctx.hostFieldVo.dbFieldName]\n );\n expectAggregateValue(initialAliceValue, initialAlice, compareMode);\n\n const initialNobodyValue = parseMaybe(\n (await getRow(ctx.hostDbTable, ctx.nobodyRecordId))[ctx.hostFieldVo.dbFieldName]\n );\n expectAggregateValue(initialNobodyValue, initialNobody, compareMode);\n\n const { events: updateEvents } = await runAndCaptureRecordUpdates(async () => {\n await update(ctx);\n });\n\n if (!isForceV2) {\n const updateAliceChange = findRecordChangeMap(\n updateEvents,\n ctx.host.id,\n ctx.aliceRecordId\n );\n expect(updateAliceChange).toBeDefined();\n expectAggregateValue(\n updateAliceChange?.[ctx.rollupField.id]?.newValue,\n updatedAlice,\n compareMode\n );\n }\n\n const updatedAliceValue = parseMaybe(\n (await getRow(ctx.hostDbTable, ctx.aliceRecordId))[ctx.hostFieldVo.dbFieldName]\n );\n expectAggregateValue(updatedAliceValue, updatedAlice, compareMode);\n\n const updatedNobodyValue = parseMaybe(\n (await getRow(ctx.hostDbTable, ctx.nobodyRecordId))[ctx.hostFieldVo.dbFieldName]\n );\n expectAggregateValue(updatedNobodyValue, updatedNobody ?? initialNobody, compareMode);\n } finally {\n await cleanup();\n }\n }\n );\n\n it('evaluates sum({values}) with equality and additional predicates', async () => {\n const ctx = await setupEqualityConditionalRollup('sum({values})', {\n extraFilterItems: ({ foreignAmountId }) => [\n {\n fieldId: foreignAmountId,\n operator: FilterOperatorIsGreater.value,\n value: 10,\n },\n {\n fieldId: foreignAmountId,\n operator: FilterOperatorIsNotEmpty.value,\n value: null,\n },\n ],\n });\n const { cleanup } = ctx;\n try {\n if (!isForceV2) {\n const createAliceChange = findRecordChangeMap(\n ctx.creationEvents,\n ctx.host.id,\n ctx.aliceRecordId\n );\n expect(createAliceChange).toBeDefined();\n expectAggregateValue(createAliceChange?.[ctx.rollupField.id]?.newValue, 20, 'equal');\n\n const createNobodyChange = findRecordChangeMap(\n ctx.creationEvents,\n ctx.host.id,\n ctx.nobodyRecordId\n );\n expect(createNobodyChange).toBeDefined();\n expectAggregateValue(createNobodyChange?.[ctx.rollupField.id]?.newValue, 0, 'equal');\n }\n\n const initialAliceValue = parseMaybe(\n (await getRow(ctx.hostDbTable, ctx.aliceRecordId))[ctx.hostFieldVo.dbFieldName]\n );\n expectAggregateValue(initialAliceValue, 20, 'equal');\n\n const initialNobodyValue = parseMaybe(\n (await getRow(ctx.hostDbTable, ctx.nobodyRecordId))[ctx.hostFieldVo.dbFieldName]\n );\n expectAggregateValue(initialNobodyValue, 0, 'equal');\n\n const { events: updateEvents } = await runAndCaptureRecordUpdates(async () => {\n await createRecords(ctx.foreign.id, {\n records: [\n {\n fields: {\n [ctx.foreignEmailId]: 'alice@example.com',\n [ctx.foreignAmountId]: 15,\n },\n },\n ],\n });\n });\n\n if (!isForceV2) {\n const updateAliceChange = findRecordChangeMap(\n updateEvents,\n ctx.host.id,\n ctx.aliceRecordId\n );\n expect(updateAliceChange).toBeDefined();\n expectAggregateValue(updateAliceChange?.[ctx.rollupField.id]?.newValue, 35, 'equal');\n }\n\n const updatedAliceValue = parseMaybe(\n (await getRow(ctx.hostDbTable, ctx.aliceRecordId))[ctx.hostFieldVo.dbFieldName]\n );\n expectAggregateValue(updatedAliceValue, 35, 'equal');\n\n const updatedNobodyValue = parseMaybe(\n (await getRow(ctx.hostDbTable, ctx.nobodyRecordId))[ctx.hostFieldVo.dbFieldName]\n );\n expectAggregateValue(updatedNobodyValue, 0, 'equal');\n } finally {\n await cleanup();\n }\n });\n });\n\n it('aggregates with equality-filtered sum referencing host fields', async () => {\n const foreign = await createTable(baseId, {\n name: 'RefLookup_Sum_Equality_Foreign',\n fields: [\n { name: 'Email', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Email: 'alice@example.com', Amount: 10 } },\n { fields: { Email: 'alice@example.com', Amount: 20 } },\n { fields: { Email: 'bob@example.com', Amount: 5 } },\n ],\n });\n const foreignEmailId = foreign.fields.find((f) => f.name === 'Email')!.id;\n const foreignAmountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n\n const host = await createTable(baseId, {\n name: 'RefLookup_Sum_Equality_Host',\n fields: [{ name: 'Email', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { Email: 'alice@example.com' } },\n { fields: { Email: 'nobody@example.com' } },\n ],\n });\n const hostEmailId = host.fields.find((f) => f.name === 'Email')!.id;\n const aliceId = host.records[0].id;\n const nobodyId = host.records[1].id;\n\n const { result: rollupField, events: creationEvents } = await runAndCaptureRecordUpdates(\n async () => {\n return await createField(host.id, {\n name: 'Sum By Email',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: foreignAmountId,\n expression: 'sum({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignEmailId,\n operator: 'is',\n value: { type: 'field', fieldId: hostEmailId },\n },\n ],\n },\n },\n } as IFieldRo);\n }\n );\n\n if (!isForceV2) {\n const createAliceChange = findRecordChangeMap(creationEvents, host.id, aliceId);\n expect(createAliceChange).toBeDefined();\n expect(createAliceChange?.[rollupField.id]?.newValue).toEqual(30);\n const createNobodyChange = findRecordChangeMap(creationEvents, host.id, nobodyId);\n expect(createNobodyChange).toBeDefined();\n expect(createNobodyChange?.[rollupField.id]?.newValue).toEqual(0);\n }\n\n const hostDbTable = await getDbTableName(host.id);\n const hostFieldVo = (await getFields(host.id)).find((f) => f.id === rollupField.id)! as any;\n expect(parseMaybe((await getRow(hostDbTable, aliceId))[hostFieldVo.dbFieldName])).toEqual(30);\n expect(parseMaybe((await getRow(hostDbTable, nobodyId))[hostFieldVo.dbFieldName])).toEqual(0);\n\n const { events: updateEvents } = await runAndCaptureRecordUpdates(async () => {\n await updateRecordByApi(foreign.id, foreign.records[0].id, foreignAmountId, 15);\n });\n if (!isForceV2) {\n const updateAliceChange = findRecordChangeMap(updateEvents, host.id, aliceId);\n expect(updateAliceChange).toBeDefined();\n expect(updateAliceChange?.[rollupField.id]?.newValue).toEqual(35);\n const updateNobodyChange = findRecordChangeMap(updateEvents, host.id, nobodyId);\n expect(updateNobodyChange?.[rollupField.id]).toBeUndefined();\n }\n expect(parseMaybe((await getRow(hostDbTable, aliceId))[hostFieldVo.dbFieldName])).toEqual(35);\n expect(parseMaybe((await getRow(hostDbTable, nobodyId))[hostFieldVo.dbFieldName])).toEqual(0);\n\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('evaluates equality filter comparing link titles to host text', async () => {\n const tags = await createTable(baseId, {\n name: 'RefLookup_LinkTitle_Tags',\n fields: [{ name: 'Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Name: 'TagA' } }, { fields: { Name: 'TagB' } }],\n });\n const tagARecordId = tags.records.find((r) => r.fields.Name === 'TagA')!.id;\n const tagBRecordId = tags.records.find((r) => r.fields.Name === 'TagB')!.id;\n\n const foreign = await createTable(baseId, {\n name: 'RefLookup_LinkTitle_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Tags',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: tags.id,\n } as ILinkFieldOptions,\n } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'r1', Amount: 10 } },\n { fields: { Title: 'r2', Amount: 20 } },\n { fields: { Title: 'r3', Amount: 5 } },\n ],\n });\n const foreignTagsId = foreign.fields.find((f) => f.name === 'Tags')!.id;\n const foreignAmountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n\n await updateRecordByApi(foreign.id, foreign.records[0].id, foreignTagsId, [\n { id: tagARecordId },\n ]);\n await updateRecordByApi(foreign.id, foreign.records[1].id, foreignTagsId, [\n { id: tagBRecordId },\n ]);\n await updateRecordByApi(foreign.id, foreign.records[2].id, foreignTagsId, [\n { id: tagARecordId },\n { id: tagBRecordId },\n ]);\n\n const host = await createTable(baseId, {\n name: 'RefLookup_LinkTitle_Host',\n fields: [{ name: 'TagName', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { TagName: 'TagA' } },\n { fields: { TagName: 'TagB' } },\n { fields: { TagName: 'TagC' } },\n ],\n });\n const hostTagNameId = host.fields.find((f) => f.name === 'TagName')!.id;\n const hostAId = host.records[0].id;\n const hostBId = host.records[1].id;\n const hostCId = host.records[2].id;\n\n const { result: rollupField, events: creationEvents } = await runAndCaptureRecordUpdates(\n async () => {\n return await createField(host.id, {\n name: 'Sum By Tag Title',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: foreignAmountId,\n expression: 'sum({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignTagsId,\n operator: FilterOperatorIs.value,\n value: { type: 'field', fieldId: hostTagNameId },\n },\n ],\n },\n },\n } as IFieldRo);\n }\n );\n\n if (!isForceV2) {\n const createAChange = findRecordChangeMap(creationEvents, host.id, hostAId);\n expect(createAChange).toBeDefined();\n expect(createAChange?.[rollupField.id]?.newValue).toEqual(15);\n\n const createBChange = findRecordChangeMap(creationEvents, host.id, hostBId);\n expect(createBChange).toBeDefined();\n expect(createBChange?.[rollupField.id]?.newValue).toEqual(25);\n\n const createCChange = findRecordChangeMap(creationEvents, host.id, hostCId);\n expect(createCChange).toBeDefined();\n expect(createCChange?.[rollupField.id]?.newValue).toEqual(0);\n }\n\n const hostDbTable = await getDbTableName(host.id);\n const hostFieldVo = (await getFields(host.id)).find((f) => f.id === rollupField.id)! as any;\n expect(parseMaybe((await getRow(hostDbTable, hostAId))[hostFieldVo.dbFieldName])).toEqual(15);\n expect(parseMaybe((await getRow(hostDbTable, hostBId))[hostFieldVo.dbFieldName])).toEqual(25);\n expect(parseMaybe((await getRow(hostDbTable, hostCId))[hostFieldVo.dbFieldName])).toEqual(0);\n\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n await permanentDeleteTable(baseId, tags.id);\n });\n\n it('marks hasError when referenced lookup or filter fields are removed', async () => {\n const foreign = await createTable(baseId, {\n name: 'RefLookup_Dependency_Foreign',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Name: 'rowA', Amount: 2, Status: 'active' } },\n { fields: { Name: 'rowB', Amount: 5, Status: 'inactive' } },\n ],\n });\n const amountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n const statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n\n const host = await createTable(baseId, {\n name: 'RefLookup_Dependency_Host',\n fields: [\n { name: 'Primary', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'FilterValue', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [{ fields: { Primary: 'row1', FilterValue: 'active' } }],\n });\n const filterFieldId = host.fields.find((f) => f.name === 'FilterValue')!.id;\n\n const amountLookup = await createField(host.id, {\n name: 'Total Amount',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n },\n } as IFieldRo);\n\n const filter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: filterFieldId },\n },\n ],\n } as any;\n\n const statusLookup = await createField(host.id, {\n name: 'Active Status Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: statusId,\n expression: 'count({values})',\n filter,\n },\n } as IFieldRo);\n\n await deleteField(foreign.id, amountId);\n const hostFieldsAfterLookupDelete = await getFields(host.id);\n const amountLookupVo = hostFieldsAfterLookupDelete.find(\n (f) => f.id === amountLookup.id\n ) as any;\n expect(amountLookupVo?.hasError).toBe(true);\n\n await deleteField(foreign.id, statusId);\n const hostFieldsAfterFilterDelete = await getFields(host.id);\n const statusLookupVo = hostFieldsAfterFilterDelete.find(\n (f) => f.id === statusLookup.id\n ) as any;\n expect(statusLookupVo?.hasError).toBe(true);\n\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('recomputes when filter compares foreign field to host field and either side changes', async () => {\n const foreign = await createTable(baseId, {\n name: 'RefLookup_FieldRef_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'r1', Status: 'A' } },\n { fields: { Title: 'r2', Status: 'C' } },\n ],\n });\n const titleId = foreign.fields.find((f) => f.name === 'Title')!.id;\n const statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n\n const host = await createTable(baseId, {\n name: 'RefLookup_FieldRef_Host',\n fields: [{ name: 'Target', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Target: 'A' } }],\n });\n const targetFieldId = host.fields.find((f) => f.name === 'Target')!.id;\n const hostRecordId = host.records[0].id;\n\n const filter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: targetFieldId },\n },\n ],\n } as any;\n\n const { result: conditionalRollupField, events: creationEvents } =\n await runAndCaptureRecordUpdates(async () => {\n return await createField(host.id, {\n name: 'Status Matches',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n expression: 'count({values})',\n filter,\n },\n } as IFieldRo);\n });\n\n if (!isForceV2) {\n const createChange = findRecordChangeMap(creationEvents, host.id, hostRecordId);\n expect(createChange).toBeDefined();\n expect(createChange?.[conditionalRollupField.id]?.newValue).toEqual(1);\n }\n\n const hostDbTable = await getDbTableName(host.id);\n const hostFieldVo = (await getFields(host.id)).find(\n (f) => f.id === conditionalRollupField.id\n )! as any;\n expect(\n parseMaybe((await getRow(hostDbTable, hostRecordId))[hostFieldVo.dbFieldName])\n ).toEqual(1);\n\n const { events: hostFieldChangeEvents } = await runAndCaptureRecordUpdates(async () => {\n await updateRecordByApi(host.id, hostRecordId, targetFieldId, 'B');\n });\n if (!isForceV2) {\n const hostFieldChange = findRecordChangeMap(hostFieldChangeEvents, host.id, hostRecordId);\n expect(hostFieldChange).toBeDefined();\n const hostFieldLookupChange = assertChange(hostFieldChange?.[conditionalRollupField.id]);\n expectNoOldValue(hostFieldLookupChange);\n expect(hostFieldLookupChange.newValue).toEqual(0);\n }\n\n expect(\n parseMaybe((await getRow(hostDbTable, hostRecordId))[hostFieldVo.dbFieldName])\n ).toEqual(0);\n\n const { events: foreignFieldChangeEvents } = await runAndCaptureRecordUpdates(async () => {\n await updateRecordByApi(foreign.id, foreign.records[1].id, statusId, 'B');\n });\n if (!isForceV2) {\n const foreignDrivenChange = findRecordChangeMap(\n foreignFieldChangeEvents,\n host.id,\n hostRecordId\n );\n expect(foreignDrivenChange).toBeDefined();\n const foreignLookupChange = assertChange(foreignDrivenChange?.[conditionalRollupField.id]);\n expectNoOldValue(foreignLookupChange);\n expect(foreignLookupChange.newValue).toEqual(1);\n }\n\n expect(\n parseMaybe((await getRow(hostDbTable, hostRecordId))[hostFieldVo.dbFieldName])\n ).toEqual(1);\n\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('recomputes existing records when conditional rollup filter expands its matches', async () => {\n const foreign = await createTable(baseId, {\n name: 'RefLookup_FilterExpansion_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Note', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'r1', Status: 'include', Note: 'alpha' } },\n { fields: { Title: 'r2', Status: 'exclude', Note: 'beta' } },\n ],\n });\n const titleId = foreign.fields.find((f) => f.name === 'Title')!.id;\n const statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n const noteId = foreign.fields.find((f) => f.name === 'Note')!.id;\n\n const host = await createTable(baseId, {\n name: 'RefLookup_FilterExpansion_Host',\n fields: [{ name: 'DesiredStatus', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { DesiredStatus: 'include' } },\n { fields: { DesiredStatus: 'exclude' } },\n ],\n });\n const desiredStatusId = host.fields.find((f) => f.name === 'DesiredStatus')!.id;\n const hostRecordAId = host.records[0].id;\n const hostRecordBId = host.records[1].id;\n\n const narrowFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: desiredStatusId },\n },\n {\n fieldId: noteId,\n operator: 'is',\n value: 'alpha',\n },\n ],\n } as any;\n\n const { result: conditionalRollupField, events: createEvents } =\n await runAndCaptureRecordUpdates(async () => {\n return await createField(host.id, {\n name: 'Matching Rows',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n expression: 'count({values})',\n filter: narrowFilter,\n },\n } as IFieldRo);\n });\n\n const hostDbTable = await getDbTableName(host.id);\n const hostFieldVo = (await getFields(host.id)).find(\n (f) => f.id === conditionalRollupField.id\n )! as any;\n\n if (!isForceV2) {\n const createChangeA = findRecordChangeMap(createEvents, host.id, hostRecordAId);\n expect(createChangeA).toBeDefined();\n expect(createChangeA?.[conditionalRollupField.id]?.newValue).toEqual(1);\n\n const createChangeB = findRecordChangeMap(createEvents, host.id, hostRecordBId);\n expect(createChangeB).toBeDefined();\n expect(createChangeB?.[conditionalRollupField.id]?.newValue).toEqual(0);\n }\n\n expect(\n parseMaybe((await getRow(hostDbTable, hostRecordAId))[hostFieldVo.dbFieldName])\n ).toEqual(1);\n expect(\n parseMaybe((await getRow(hostDbTable, hostRecordBId))[hostFieldVo.dbFieldName])\n ).toEqual(0);\n\n const wideFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: desiredStatusId },\n },\n ],\n } as any;\n\n const { events: filterChangeEvents } = await runAndCaptureRecordUpdates(async () => {\n await convertField(host.id, conditionalRollupField.id, {\n id: conditionalRollupField.id,\n name: conditionalRollupField.name,\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n expression: 'count({values})',\n filter: wideFilter,\n },\n } as IFieldRo);\n });\n\n if (!isForceV2) {\n const updatedChangeA = findRecordChangeMap(filterChangeEvents, host.id, hostRecordAId);\n if (updatedChangeA?.[conditionalRollupField.id]) {\n const change = assertChange(updatedChangeA[conditionalRollupField.id]);\n expectNoOldValue(change);\n expect(change.newValue).toEqual(1);\n }\n\n const updatedChangeB = findRecordChangeMap(filterChangeEvents, host.id, hostRecordBId);\n expect(updatedChangeB).toBeDefined();\n const updatedLookupChangeB = assertChange(updatedChangeB?.[conditionalRollupField.id]);\n expectNoOldValue(updatedLookupChangeB);\n expect(updatedLookupChangeB.newValue).toEqual(1);\n }\n\n const valueAfterFilterChangeA = parseMaybe(\n (await getRow(hostDbTable, hostRecordAId))[hostFieldVo.dbFieldName]\n );\n expect(valueAfterFilterChangeA).toEqual(1);\n\n const valueAfterFilterChangeB = parseMaybe(\n (await getRow(hostDbTable, hostRecordBId))[hostFieldVo.dbFieldName]\n );\n expect(valueAfterFilterChangeB).toEqual(1);\n\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('handles self-table filters comparing multiple host fields without overflowing the stack', async () => {\n const table = await createTable(baseId, {\n name: 'RefLookup_Self_FieldRefs',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Category', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Category: 'A' } },\n { fields: { Title: 'Alpha', Category: 'A' } },\n { fields: { Title: 'Alpha', Category: 'B' } },\n { fields: { Title: 'Beta', Category: 'A' } },\n ],\n });\n const titleId = table.fields.find((f) => f.name === 'Title')!.id;\n const categoryId = table.fields.find((f) => f.name === 'Category')!.id;\n const firstAlphaId = table.records[0].id;\n const secondAlphaId = table.records[1].id;\n const alphaBId = table.records[2].id;\n const betaId = table.records[3].id;\n\n const duplicateFieldFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: titleId,\n operator: 'is',\n value: { type: 'field', fieldId: titleId, tableId: table.id },\n },\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryId, tableId: table.id },\n },\n ],\n } as any;\n\n const { result: rollupField } = await runAndCaptureRecordUpdates(async () => {\n return await createField(table.id, {\n name: 'Self Scoped Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: table.id,\n lookupFieldId: titleId,\n expression: 'countall({values})',\n filter: duplicateFieldFilter,\n },\n } as IFieldRo);\n });\n\n const references = await prisma.reference.findMany({\n where: { toFieldId: rollupField.id },\n select: { fromFieldId: true },\n });\n expect(references.map((ref) => ref.fromFieldId)).toEqual(\n expect.arrayContaining([titleId, categoryId])\n );\n\n const tableRecords = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const countsById = new Map(\n tableRecords.records.map((record) => [record.id, record.fields?.[rollupField.id]])\n );\n expect(countsById.get(firstAlphaId)).toEqual(2);\n expect(countsById.get(secondAlphaId)).toEqual(2);\n expect(countsById.get(alphaBId)).toEqual(1);\n expect(countsById.get(betaId)).toEqual(1);\n\n await updateRecordByApi(table.id, firstAlphaId, categoryId, 'B');\n\n const updated = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const updatedCounts = new Map(\n updated.records.map((record) => [record.id, record.fields?.[rollupField.id]])\n );\n expect(updatedCounts.get(firstAlphaId)).toEqual(2);\n expect(updatedCounts.get(secondAlphaId)).toEqual(1);\n expect(updatedCounts.get(alphaBId)).toEqual(2);\n expect(updatedCounts.get(betaId)).toEqual(1);\n\n await permanentDeleteTable(baseId, table.id);\n });\n });\n\n // ===== Delete Field Computed Ops =====\n describe('Delete Field', () => {\n it('emits old->null for same-table formula when referenced field is deleted', async () => {\n const table = await createTable(baseId, {\n name: 'Del_Formula_SameTable',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'A', type: FieldType.Number } as IFieldRo,\n ],\n records: [{ fields: { Title: 'r1', A: 5 } }],\n });\n const aId = table.fields.find((f) => f.name === 'A')!.id;\n const f = await createField(table.id, {\n name: 'F',\n type: FieldType.Formula,\n options: { expression: `{${aId}} + 1` },\n } as IFieldRo);\n\n // Prime record value\n await updateRecordByApi(table.id, table.records[0].id, aId, 5);\n\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 1\n )(async () => {\n await deleteField(table.id, aId);\n })) as any;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const event = payloads[0] as any;\n expect(event.payload.tableId).toBe(table.id);\n const rec = Array.isArray(event.payload.record)\n ? event.payload.record[0]\n : event.payload.record;\n const changes = rec.fields as FieldChangeMap;\n const formulaChange = assertChange(changes[f.id]);\n expectNoOldValue(formulaChange);\n expect(formulaChange.newValue).toBeNull();\n }\n\n // DB: F should be null after delete of dependency\n const dbName = await getDbTableName(table.id);\n const row = await getRow(dbName, table.records[0].id);\n const fFull = (await getFields(table.id)).find((x) => x.id === (f as any).id)! as any;\n expect((row as any)[fFull.dbFieldName]).toBeNull();\n\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('emits old->null for multi-level formulas when base field is deleted', async () => {\n const table = await createTable(baseId, {\n name: 'Del_Multi_Formula',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'A', type: FieldType.Number } as IFieldRo,\n ],\n records: [{ fields: { Title: 'r1', A: 2 } }],\n });\n\n const aId = table.fields.find((f) => f.name === 'A')!.id;\n const b = await createField(table.id, {\n name: 'B',\n type: FieldType.Formula,\n options: { expression: `{${aId}} + 1` },\n } as IFieldRo);\n const c = await createField(table.id, {\n name: 'C',\n type: FieldType.Formula,\n options: { expression: `{${b.id}} * 2` },\n } as IFieldRo);\n\n // Prime values\n await updateRecordByApi(table.id, table.records[0].id, aId, 2);\n\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 1\n )(async () => {\n await deleteField(table.id, aId);\n })) as any;\n\n // Event payload verification only in v1 mode\n if (!isForceV2) {\n const evt = payloads[0];\n const rec = Array.isArray(evt.payload.record) ? evt.payload.record[0] : evt.payload.record;\n const changes = rec.fields as FieldChangeMap;\n\n // A: 2; B: 3; C: 6 -> null after delete\n const bChange = assertChange(changes[b.id]);\n expectNoOldValue(bChange);\n expect(bChange.newValue).toBeNull();\n const cChange = assertChange(changes[c.id]);\n expectNoOldValue(cChange);\n expect(cChange.newValue).toBeNull();\n }\n\n // DB: B and C should be null\n const dbName = await getDbTableName(table.id);\n const row = await getRow(dbName, table.records[0].id);\n const fields = await getFields(table.id);\n const bFull = fields.find((x) => x.id === (b as any).id)! as any;\n const cFull = fields.find((x) => x.id === (c as any).id)! as any;\n expect((row as any)[bFull.dbFieldName]).toBeNull();\n expect((row as any)[cFull.dbFieldName]).toBeNull();\n\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('emits old->null for multi-level lookup when source field is deleted', async () => {\n // T1: A (number)\n const t1 = await createTable(baseId, {\n name: 'Del_Multi_Lookup_T1',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'A', type: FieldType.Number } as IFieldRo,\n ],\n records: [{ fields: { Title: 't1r1', A: 10 } }],\n });\n const aId = t1.fields.find((f) => f.name === 'A')!.id;\n await updateRecordByApi(t1.id, t1.records[0].id, aId, 10);\n\n // T2: link -> T1, L2 = lookup(A)\n const t2 = await createTable(baseId, {\n name: 'Del_Multi_Lookup_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const l12 = await createField(t2.id, {\n name: 'L_T1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n const l2 = await createField(t2.id, {\n name: 'L2',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t1.id, linkFieldId: l12.id, lookupFieldId: aId } as any,\n } as any);\n await updateRecordByApi(t2.id, t2.records[0].id, l12.id, [{ id: t1.records[0].id }]);\n\n // T3: link -> T2, L3 = lookup(L2)\n const t3 = await createTable(baseId, {\n name: 'Del_Multi_Lookup_T3',\n fields: [],\n records: [{ fields: {} }],\n });\n const l23 = await createField(t3.id, {\n name: 'L_T2',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t2.id },\n } as IFieldRo);\n const l3 = await createField(t3.id, {\n name: 'L3',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t2.id, linkFieldId: l23.id, lookupFieldId: l2.id } as any,\n } as any);\n await updateRecordByApi(t3.id, t3.records[0].id, l23.id, [{ id: t2.records[0].id }]);\n\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await deleteField(t1.id, aId);\n })) as any;\n\n if (!isForceV2) {\n // T2\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const t2Changes = (\n Array.isArray(t2Event.payload.record) ? t2Event.payload.record[0] : t2Event.payload.record\n ).fields as FieldChangeMap;\n const t2Change = assertChange(t2Changes[l2.id]);\n expectNoOldValue(t2Change);\n expect(t2Change.newValue).toBeNull();\n\n // T3\n const t3Event = (payloads as any[]).find((e) => e.payload.tableId === t3.id)!;\n const t3Changes = (\n Array.isArray(t3Event.payload.record) ? t3Event.payload.record[0] : t3Event.payload.record\n ).fields as FieldChangeMap;\n const t3Change = assertChange(t3Changes[l3.id]);\n expectNoOldValue(t3Change);\n expect(t3Change.newValue).toBeNull();\n }\n\n // DB: L2 and L3 should be null\n const t2Db = await getDbTableName(t2.id);\n const t3Db = await getDbTableName(t3.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const t3Row = await getRow(t3Db, t3.records[0].id);\n const l2Full = (await getFields(t2.id)).find((x) => x.id === (l2 as any).id)! as any;\n const l3Full = (await getFields(t3.id)).find((x) => x.id === (l3 as any).id)! as any;\n expect((t2Row as any)[l2Full.dbFieldName]).toBeNull();\n expect((t3Row as any)[l3Full.dbFieldName]).toBeNull();\n\n await permanentDeleteTable(baseId, t3.id);\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('emits old->null for lookup when source field is deleted', async () => {\n // T1 with A\n const t1 = await createTable(baseId, {\n name: 'Del_Lookup_T1',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'A', type: FieldType.Number } as IFieldRo,\n ],\n records: [{ fields: { Title: 'r1', A: 10 } }],\n });\n const aId = t1.fields.find((f) => f.name === 'A')!.id;\n await updateRecordByApi(t1.id, t1.records[0].id, aId, 10);\n\n // T2 link -> T1 and lookup A\n const t2 = await createTable(baseId, {\n name: 'Del_Lookup_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const link = await createField(t2.id, {\n name: 'L',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n const lkp = await createField(t2.id, {\n name: 'LKP',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: { foreignTableId: t1.id, linkFieldId: link.id, lookupFieldId: aId } as any,\n } as any);\n\n await updateRecordByApi(t2.id, t2.records[0].id, link.id, [{ id: t1.records[0].id }]);\n\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 1\n )(async () => {\n await deleteField(t1.id, aId);\n })) as any;\n\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const changes = (\n Array.isArray(t2Event.payload.record) ? t2Event.payload.record[0] : t2Event.payload.record\n ).fields as FieldChangeMap;\n const lkpChange = assertChange(changes[lkp.id]);\n expectNoOldValue(lkpChange);\n expect(lkpChange.newValue).toBeNull();\n }\n\n // DB: LKP should be null\n const t2Db = await getDbTableName(t2.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const lkpFull = (await getFields(t2.id)).find((x) => x.id === (lkp as any).id)! as any;\n expect((t2Row as any)[lkpFull.dbFieldName]).toBeNull();\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it.skip('emits old->null for rollup when source field is deleted', async () => {\n const t1 = await createTable(baseId, {\n name: 'Del_Rollup_T1',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'A', type: FieldType.Number } as IFieldRo,\n ],\n records: [{ fields: { Title: 'r1', A: 3 } }, { fields: { Title: 'r2', A: 7 } }],\n });\n const aId = t1.fields.find((f) => f.name === 'A')!.id;\n await updateRecordByApi(t1.id, t1.records[0].id, aId, 3);\n await updateRecordByApi(t1.id, t1.records[1].id, aId, 7);\n\n const t2 = await createTable(baseId, {\n name: 'Del_Rollup_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const link = await createField(t2.id, {\n name: 'L_T1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n const roll = await createField(t2.id, {\n name: 'R',\n type: FieldType.Rollup,\n lookupOptions: { foreignTableId: t1.id, linkFieldId: link.id, lookupFieldId: aId } as any,\n options: { expression: 'sum({values})' } as any,\n } as any);\n\n await updateRecordByApi(t2.id, t2.records[0].id, link.id, [\n { id: t1.records[0].id },\n { id: t1.records[1].id },\n ]);\n\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 1\n )(async () => {\n await deleteField(t1.id, aId);\n })) as any;\n\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const changes = (\n Array.isArray(t2Event.payload.record) ? t2Event.payload.record[0] : t2Event.payload.record\n ).fields as FieldChangeMap;\n const rollChange = assertChange(changes[roll.id]);\n expectNoOldValue(rollChange);\n expect(rollChange.newValue).toBeNull();\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n });\n\n describe('Field Create/Update/Duplicate events', () => {\n it('create: basic field does not trigger record.update; computed fields do when refs have values', async () => {\n const table = await createTable(baseId, {\n name: 'Create_Field_Event',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 1 } }],\n });\n const aId = table.fields.find((f) => f.name === 'A')!.id;\n\n // Prime A\n await updateRecordByApi(table.id, table.records[0].id, aId, 1);\n\n // 1) basic field\n {\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await createField(table.id, { name: 'B', type: FieldType.SingleLineText } as IFieldRo);\n });\n if (!isForceV2) {\n expect(events.length).toBe(1);\n const baseField = (await getFields(table.id)).find((f) => f.name === 'B')!;\n const changeMap = toChangeMap(events[0]);\n const bChange = assertChange(changeMap[baseField.id]);\n expectNoOldValue(bChange);\n expect(bChange.newValue).toBeNull();\n }\n }\n\n // 2) formula referencing A -> expect 1 update with newValue\n {\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await createField(table.id, {\n name: 'F',\n type: FieldType.Formula,\n options: { expression: `{${aId}} + 1` },\n } as IFieldRo);\n });\n const fId = (await getFields(table.id)).find((f) => f.name === 'F')!.id;\n if (!isForceV2) {\n expect(events.length).toBe(1);\n const changeMap = toChangeMap(events[0]);\n const fChange = assertChange(changeMap[fId]);\n expectNoOldValue(fChange);\n expect(fChange.newValue).toEqual(2);\n }\n\n // DB: F should equal 2\n const tbl = await getDbTableName(table.id);\n const row = await getRow(tbl, table.records[0].id);\n const fFull = (await getFields(table.id)).find((x) => x.id === fId)! as any;\n expect(parseMaybe((row as any)[fFull.dbFieldName])).toEqual(2);\n }\n\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('create: lookup/rollup only trigger record.update when link + source values exist', async () => {\n // T1 with A=10\n const t1 = await createTable(baseId, {\n name: 'Create_LookupRollup_T1',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 10 } }],\n });\n const aId = t1.fields.find((f) => f.name === 'A')!.id;\n await updateRecordByApi(t1.id, t1.records[0].id, aId, 10);\n\n // T2 single record without link\n const t2 = await createTable(baseId, {\n name: 'Create_LookupRollup_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n\n // 1) create lookup without link -> expect 0 updates\n const link = await createField(t2.id, {\n name: 'L',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n {\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await createField(t2.id, {\n name: 'LK',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: t1.id,\n linkFieldId: link.id,\n lookupFieldId: aId,\n } as any,\n } as any);\n });\n const lkpField = (await getFields(t2.id)).find((f) => f.name === 'LK')!;\n if (!isForceV2) {\n expect(events.length).toBe(1);\n const changeMap = toChangeMap(events[0]);\n const lkpChange = assertChange(changeMap[lkpField.id]);\n expectNoOldValue(lkpChange);\n expect(lkpChange.newValue).toBeNull();\n }\n\n // DB: LK should be null when there is no link\n const t2Db = await getDbTableName(t2.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const lkpFull = lkpField as any;\n expect((t2Row as any)[lkpFull.dbFieldName]).toBeNull();\n }\n\n // Establish link and then create rollup -> expect 1 update\n await updateRecordByApi(t2.id, t2.records[0].id, link.id, [{ id: t1.records[0].id }]);\n {\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await createField(t2.id, {\n name: 'R',\n type: FieldType.Rollup,\n lookupOptions: {\n foreignTableId: t1.id,\n linkFieldId: link.id,\n lookupFieldId: aId,\n } as any,\n options: { expression: 'sum({values})' } as any,\n } as any);\n });\n const rId = (await getFields(t2.id)).find((f) => f.name === 'R')!.id;\n if (!isForceV2) {\n expect(events.length).toBe(1);\n const changeMap = toChangeMap(events[0]);\n const rChange = assertChange(changeMap[rId]);\n expectNoOldValue(rChange);\n expect(rChange.newValue).toEqual(10);\n }\n\n // DB: R should equal 10\n const t2Db = await getDbTableName(t2.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const rFull = (await getFields(t2.id)).find((f) => f.id === rId)! as any;\n expect(parseMaybe((t2Row as any)[rFull.dbFieldName])).toEqual(10);\n }\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('update(convert): changing a formula expression publishes record.update when values change', async () => {\n const table = await createTable(baseId, {\n name: 'Update_Field_Event',\n fields: [{ name: 'A', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { A: 2 } }],\n });\n const aId = table.fields.find((f) => f.name === 'A')!.id;\n const f = await createField(table.id, {\n name: 'F',\n type: FieldType.Formula,\n options: { expression: `{${aId}}` },\n } as IFieldRo);\n await updateRecordByApi(table.id, table.records[0].id, aId, 2);\n\n // convert F: {A} -> {A} + 5\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await convertField(table.id, f.id, {\n id: f.id,\n type: FieldType.Formula,\n name: f.name,\n options: { expression: `{${aId}} + 5` },\n } as any);\n });\n if (!isForceV2) {\n expect(events.length).toBe(1);\n const changeMap = toChangeMap(events[0]);\n const fChange = assertChange(changeMap[f.id]);\n expectNoOldValue(fChange);\n expect(fChange.newValue).toEqual(7);\n }\n\n // DB: F should be 7 after convert\n const tbl = await getDbTableName(table.id);\n const row = await getRow(tbl, table.records[0].id);\n const fFull = (await getFields(table.id)).find((x) => x.id === (f as any).id)! as any;\n expect(parseMaybe((row as any)[fFull.dbFieldName])).toEqual(7);\n\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('duplicate: basic field with empty values does not trigger record.update; computed duplicate does', async () => {\n const table = await createTable(baseId, {\n name: 'Duplicate_Field_Event',\n fields: [\n { name: 'Text', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Num', type: FieldType.Number } as IFieldRo,\n ],\n records: [{ fields: { Num: 3 } }],\n });\n const numId = table.fields.find((f) => f.name === 'Num')!.id;\n await updateRecordByApi(table.id, table.records[0].id, numId, 3);\n\n // Duplicate Text (empty values) -> expect 0 updates\n {\n const textField = (await getFields(table.id)).find((f) => f.name === 'Text')!;\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await duplicateField(table.id, textField.id, { name: 'Text_copy' });\n });\n if (!isForceV2) {\n expect(events.length).toBe(1);\n const textCopyField = (await getFields(table.id)).find((f) => f.name === 'Text_copy')!;\n const changeMap = toChangeMap(events[0]);\n const textCopyChange = assertChange(changeMap[textCopyField.id]);\n expectNoOldValue(textCopyChange);\n expect(textCopyChange.newValue).toBeNull();\n }\n }\n\n // Add formula F = Num + 1; duplicate it -> expect updates for computed values\n const f = await createField(table.id, {\n name: 'F',\n type: FieldType.Formula,\n options: { expression: `{${numId}} + 1` },\n } as IFieldRo);\n {\n const { events } = await runAndCaptureRecordUpdates(async () => {\n await duplicateField(table.id, f.id, { name: 'F_copy' });\n });\n const fCopyId = (await getFields(table.id)).find((x) => x.name === 'F_copy')!.id;\n if (!isForceV2) {\n expect(events.length).toBe(1);\n const changeMap = toChangeMap(events[0]);\n const fCopyChange = assertChange(changeMap[fCopyId]);\n expectNoOldValue(fCopyChange);\n expect(fCopyChange.newValue).toEqual(4);\n }\n\n // DB: F_copy should equal 4\n const tbl = await getDbTableName(table.id);\n const row = await getRow(tbl, table.records[0].id);\n const fCopyFull = (await getFields(table.id)).find((x) => x.id === fCopyId)! as any;\n expect(parseMaybe((row as any)[fCopyFull.dbFieldName])).toEqual(4);\n }\n\n await permanentDeleteTable(baseId, table.id);\n });\n });\n\n // ===== Link related =====\n describe('Link', () => {\n it('updates link titles when source record title changes (ManyMany)', async () => {\n // T1 with title\n const t1 = await createTable(baseId, {\n name: 'LinkTitle_T1',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'Foo' } }],\n });\n const titleId = t1.fields.find((f) => f.name === 'Title')!.id;\n\n // T2 link -> T1\n const t2 = await createTable(baseId, {\n name: 'LinkTitle_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const link2 = await createField(t2.id, {\n name: 'L_T1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n\n // Establish link value\n await updateRecordByApi(t2.id, t2.records[0].id, link2.id, [{ id: t1.records[0].id }]);\n\n // Change title in T1, expect T2 link cell title updated in event\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, t1.records[0].id, titleId, 'Bar');\n })) as any;\n\n if (!isForceV2) {\n // Find T2 event\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const changes = t2Event.payload.record.fields as FieldChangeMap;\n const linkChange = assertChange(changes[link2.id]);\n expectNoOldValue(linkChange);\n expect([linkChange.newValue]?.flat()?.[0]?.title).toEqual('Bar');\n }\n\n // DB: link cell title should be updated to 'Bar'\n const t2Db = await getDbTableName(t2.id);\n const t2Row = await getRow(t2Db, t2.records[0].id);\n const link2Full = (await getFields(t2.id)).find((f) => f.id === (link2 as any).id)! as any;\n const linkCell = parseMaybe((t2Row as any)[link2Full.dbFieldName]) as any[] | undefined;\n expect([linkCell]?.flat()?.[0]?.title).toEqual('Bar');\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('bidirectional link add/remove reflects on counterpart (multi-select)', async () => {\n // T1 with title, two records\n const t1 = await createTable(baseId, {\n name: 'BiLink_T1',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'A' } }, { fields: { Title: 'B' } }],\n });\n\n // T2 link -> T1\n const t2 = await createTable(baseId, {\n name: 'BiLink_T2',\n fields: [],\n records: [{ fields: {} }],\n });\n const link2 = await createField(t2.id, {\n name: 'L_T1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n } as IFieldRo);\n\n const r1 = t1.records[0].id;\n const r2 = t1.records[1].id;\n const t2r = t2.records[0].id;\n\n // Initially set link to [r1]\n await updateRecordByApi(t2.id, t2r, link2.id, [{ id: r1 }]);\n await processV2Outbox();\n\n // Add r2: updates T2 link and T1[r2] symmetric\n await updateRecordByApi(t2.id, t2r, link2.id, [{ id: r1 }, { id: r2 }]);\n await processV2Outbox();\n\n // Remove r1: updates T2 link and T1[r1] symmetric\n await updateRecordByApi(t2.id, t2r, link2.id, [{ id: r2 }]);\n await processV2Outbox();\n\n // Verify symmetric link fields on T1 via field discovery\n const t1Fields = await getFields(t1.id);\n const symOnT1 = t1Fields.find(\n (f) => f.type === FieldType.Link && (f as any).options?.foreignTableId === t2.id\n )!;\n expect(symOnT1).toBeDefined();\n\n // After removal, r1 should not link back; r2 should link back to T2r\n\n // DB: verify physical link columns\n const t2Db = await getDbTableName(t2.id);\n const t1Db = await getDbTableName(t1.id);\n const t2Row = await getRow(t2Db, t2r);\n const link2Full = (await getFields(t2.id)).find((f) => f.id === (link2 as any).id)! as any;\n const t2LinkIds = ((parseMaybe((t2Row as any)[link2Full.dbFieldName]) as any[]) || []).map(\n (x: any) => x?.id\n );\n expect(t2LinkIds).toEqual([r2]);\n\n const r1Row = await getRow(t1Db, r1);\n const r2Row = await getRow(t1Db, r2);\n const symFull = symOnT1 as any;\n const r1Sym = (parseMaybe((r1Row as any)[symFull.dbFieldName]) as any[]) || [];\n const r2SymIds = ((parseMaybe((r2Row as any)[symFull.dbFieldName]) as any[]) || []).map(\n (x: any) => x?.id\n );\n expect(r1Sym.length).toBe(0);\n expect(r2SymIds).toEqual([t2r]);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('ManyMany bidirectional link: set 1-1 -> 2-1 publishes newValue on both sides', async () => {\n // T1 with title and 3 records: 1-1, 1-2, 1-3\n const t1 = await createTable(baseId, {\n name: 'MM_Bidir_T1',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { Title: '1-1' } },\n { fields: { Title: '1-2' } },\n { fields: { Title: '1-3' } },\n ],\n });\n\n // T2 with title and 3 records: 2-1, 2-2, 2-3\n const t2 = await createTable(baseId, {\n name: 'MM_Bidir_T2',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { Title: '2-1' } },\n { fields: { Title: '2-2' } },\n { fields: { Title: '2-3' } },\n ],\n });\n\n // Create link on T1 -> T2 (ManyMany). This also creates symmetric link on T2 -> T1\n const linkOnT1 = await createField(t1.id, {\n name: 'Link_T2',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t2.id },\n } as IFieldRo);\n\n // Find symmetric link field id on T2 -> T1\n const t2Fields = await getFields(t2.id);\n const linkOnT2 = t2Fields.find(\n (ff) => ff.type === FieldType.Link && (ff as any).options?.foreignTableId === t1.id\n )!;\n\n const r1_1 = t1.records[0].id; // 1-1\n const r2_1 = t2.records[0].id; // 2-1\n\n // Perform: set T1[1-1].Link_T2 = [2-1]\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, r1_1, linkOnT1.id, [{ id: r2_1 }]);\n })) as any;\n\n // Helper to normalize array-ish values\n const norm = (v: any) => (v == null ? [] : Array.isArray(v) ? v : [v]);\n const idsOf = (v: any) =>\n norm(v)\n .map((x: any) => x?.id)\n .filter(Boolean);\n\n if (!isForceV2) {\n // Expect: one event on T1[1-1] and one symmetric event on T2[2-1]\n const t1Event = (payloads as any[]).find((e) => e.payload.tableId === t1.id)!;\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n\n // Assert T1 event: linkOnT1 newValue [2-1]\n const t1Changes = t1Event.payload.record.fields as FieldChangeMap;\n const t1Change = assertChange(t1Changes[linkOnT1.id]);\n expectNoOldValue(t1Change);\n expect(new Set(idsOf(t1Change.newValue))).toEqual(new Set([r2_1]));\n\n // Assert T2 event: symmetric link newValue [1-1]\n const t2Changes = t2Event.payload.record.fields as FieldChangeMap;\n const t2Change = assertChange(t2Changes[linkOnT2.id]);\n expectNoOldValue(t2Change);\n expect(new Set(idsOf(t2Change.newValue))).toEqual(new Set([r1_1]));\n }\n\n // DB: verify both sides persisted\n const t1Db = await getDbTableName(t1.id);\n const t2Db = await getDbTableName(t2.id);\n const t1Row = await getRow(t1Db, r1_1);\n const t2Row = await getRow(t2Db, r2_1);\n const linkOnT1Full = (await getFields(t1.id)).find(\n (f) => f.id === (linkOnT1 as any).id\n )! as any;\n const linkOnT2Full = (await getFields(t2.id)).find(\n (f) => f.id === (linkOnT2 as any).id\n )! as any;\n const t1Ids = ((parseMaybe((t1Row as any)[linkOnT1Full.dbFieldName]) as any[]) || []).map(\n (x: any) => x?.id\n );\n const t2Ids = ((parseMaybe((t2Row as any)[linkOnT2Full.dbFieldName]) as any[]) || []).map(\n (x: any) => x?.id\n );\n expect(t1Ids).toEqual([r2_1]);\n expect(t2Ids).toEqual([r1_1]);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('ManyMany multi-select: add and remove items trigger symmetric old/new on target rows', async () => {\n // T1 with title and 1 record: A1\n const t1 = await createTable(baseId, {\n name: 'MM_AddRemove_T1',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'A1' } }],\n });\n\n // T2 with title and 2 records: B1, B2\n const t2 = await createTable(baseId, {\n name: 'MM_AddRemove_T2',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'B1' } }, { fields: { Title: 'B2' } }],\n });\n\n const linkOnT1 = await createField(t1.id, {\n name: 'L_T2',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t2.id },\n } as IFieldRo);\n\n const t2Fields = await getFields(t2.id);\n const linkOnT2 = t2Fields.find(\n (ff) => ff.type === FieldType.Link && (ff as any).options?.foreignTableId === t1.id\n )!;\n\n const norm = (v: any) => (v == null ? [] : Array.isArray(v) ? v : [v]);\n const idsOf = (v: any) =>\n norm(v)\n .map((x: any) => x?.id)\n .filter(Boolean);\n\n const rA1 = t1.records[0].id;\n const rB1 = t2.records[0].id;\n const rB2 = t2.records[1].id;\n\n const getChangeFromEvent = (\n evt: any,\n linkFieldId: string,\n recordId?: string\n ): FieldChangePayload | undefined => {\n const recs = Array.isArray(evt.payload.record) ? evt.payload.record : [evt.payload.record];\n const target = recordId ? recs.find((r: any) => r.id === recordId) : recs[0];\n return target?.fields?.[linkFieldId];\n };\n\n // Step 1: set T1[A1] = [B1]; expect symmetric event on T2[B1]\n {\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, rA1, linkOnT1.id, [{ id: rB1 }]);\n })) as any;\n\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const change = assertChange(getChangeFromEvent(t2Event, linkOnT2.id, rB1));\n expectNoOldValue(change);\n expect(new Set(idsOf(change.newValue))).toEqual(new Set([rA1]));\n }\n }\n\n // Step 2: add B2 -> [B1, B2]; expect symmetric event for T2[B2]\n {\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, rA1, linkOnT1.id, [{ id: rB1 }, { id: rB2 }]);\n })) as any;\n\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const change = assertChange(getChangeFromEvent(t2Event, linkOnT2.id, rB2));\n expectNoOldValue(change);\n expect(new Set(idsOf(change.newValue))).toEqual(new Set([rA1]));\n }\n }\n\n // Step 3: remove B1 -> [B2]; expect symmetric removal event on T2[B1]\n {\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, rA1, linkOnT1.id, [{ id: rB2 }]);\n })) as any;\n\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const change = assertChange(\n getChangeFromEvent(t2Event, linkOnT2.id, rB1) ||\n getChangeFromEvent(t2Event, linkOnT2.id)\n );\n expectNoOldValue(change);\n expect(norm(change.newValue).length).toBe(0);\n }\n }\n\n // DB: final state T1[A1] -> [B2] and symmetric T2[B2] -> [A1]\n const t1Db = await getDbTableName(t1.id);\n const t2Db = await getDbTableName(t2.id);\n const t1Row = await getRow(t1Db, rA1);\n const t2RowB2 = await getRow(t2Db, rB2);\n const linkOnT1Full = (await getFields(t1.id)).find(\n (f) => f.id === (linkOnT1 as any).id\n )! as any;\n const linkOnT2Full = (await getFields(t2.id)).find(\n (f) => f.id === (linkOnT2 as any).id\n )! as any;\n const t1Ids = ((parseMaybe((t1Row as any)[linkOnT1Full.dbFieldName]) as any[]) || []).map(\n (x: any) => x?.id\n );\n const t2Ids = ((parseMaybe((t2RowB2 as any)[linkOnT2Full.dbFieldName]) as any[]) || []).map(\n (x: any) => x?.id\n );\n expect(t1Ids).toEqual([rB2]);\n expect(t2Ids).toEqual([rA1]);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('ManyOne single-select: add and switch target emit symmetric add/remove with correct old/new', async () => {\n // T1: many→one (single link)\n const t1 = await createTable(baseId, {\n name: 'M1_S_T1',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'A1' } }],\n });\n const t2 = await createTable(baseId, {\n name: 'M1_S_T2',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'B1' } }, { fields: { Title: 'B2' } }],\n });\n const linkOnT1 = await createField(t1.id, {\n name: 'L_T2_M1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: t2.id },\n } as IFieldRo);\n const t2Fields = await getFields(t2.id);\n const linkOnT2 = t2Fields.find(\n (ff) => ff.type === FieldType.Link && (ff as any).options?.foreignTableId === t1.id\n )!;\n\n const norm = (v: any) => (v == null ? [] : Array.isArray(v) ? v : [v]);\n const idsOf = (v: any) =>\n norm(v)\n .map((x: any) => x?.id)\n .filter(Boolean);\n\n const rA1 = t1.records[0].id;\n const rB1 = t2.records[0].id;\n const rB2 = t2.records[1].id;\n\n // Set A1 -> B1\n {\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, rA1, linkOnT1.id, { id: rB1 });\n })) as any;\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const recs = Array.isArray(t2Event.payload.record)\n ? t2Event.payload.record\n : [t2Event.payload.record];\n const change = recs.find((r: any) => r.id === rB1)?.fields?.[linkOnT2.id] as\n | FieldChangePayload\n | undefined;\n const linkChange = assertChange(change);\n expectNoOldValue(linkChange);\n expect(new Set(idsOf(linkChange.newValue))).toEqual(new Set([rA1]));\n }\n }\n\n // Switch A1 -> B2 (removes from B1, adds to B2)\n {\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, rA1, linkOnT1.id, { id: rB2 });\n })) as any;\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const recs = Array.isArray(t2Event.payload.record)\n ? t2Event.payload.record\n : [t2Event.payload.record];\n const changeFor = (recordId: string) =>\n recs.find((r: any) => r.id === recordId)?.fields?.[linkOnT2.id] as\n | FieldChangePayload\n | undefined;\n const removal = assertChange(changeFor(rB1));\n expectNoOldValue(removal);\n expect(norm(removal.newValue).length).toBe(0);\n\n const addition = assertChange(changeFor(rB2));\n expectNoOldValue(addition);\n expect(new Set(idsOf(addition.newValue))).toEqual(new Set([rA1]));\n }\n }\n\n // DB: final state T1[A1] -> {id: B2} and symmetric on T2\n const t1Db = await getDbTableName(t1.id);\n const t2Db = await getDbTableName(t2.id);\n const t1Row = await getRow(t1Db, rA1);\n const t2RowB1 = await getRow(t2Db, rB1);\n const t2RowB2 = await getRow(t2Db, rB2);\n const linkOnT1Full = (await getFields(t1.id)).find(\n (f) => f.id === (linkOnT1 as any).id\n )! as any;\n const linkOnT2Full = (await getFields(t2.id)).find(\n (f) => f.id === (linkOnT2 as any).id\n )! as any;\n const t1Val = parseMaybe((t1Row as any)[linkOnT1Full.dbFieldName]) as any[] | any | null;\n const b1Val = parseMaybe((t2RowB1 as any)[linkOnT2Full.dbFieldName]) as any[] | any | null;\n const b2Val = parseMaybe((t2RowB2 as any)[linkOnT2Full.dbFieldName]) as any[] | any | null;\n const asArr = (v: any) => (v == null ? [] : Array.isArray(v) ? v : [v]);\n expect(asArr(t1Val).map((x) => x?.id)).toEqual([rB2]);\n expect(asArr(b1Val).length).toBe(0);\n expect(asArr(b2Val).map((x) => x?.id)).toEqual([rA1]);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('OneMany multi-select: add/remove items emit symmetric single-link old/new on foreign rows', async () => {\n // T1: one→many (multi link on source)\n const t1 = await createTable(baseId, {\n name: '1M_M_T1',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'A1' } }],\n });\n const t2 = await createTable(baseId, {\n name: '1M_M_T2',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'B1' } }, { fields: { Title: 'B2' } }],\n });\n const linkOnT1 = await createField(t1.id, {\n name: 'L_T2_1M',\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: t2.id },\n } as IFieldRo);\n const t2Fields = await getFields(t2.id);\n const linkOnT2 = t2Fields.find(\n (ff) => ff.type === FieldType.Link && (ff as any).options?.foreignTableId === t1.id\n )!;\n\n const rA1 = t1.records[0].id;\n const rB1 = t2.records[0].id;\n const rB2 = t2.records[1].id;\n\n // Set [B1]\n {\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, rA1, linkOnT1.id, [{ id: rB1 }]);\n })) as any;\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const recs = Array.isArray(t2Event.payload.record)\n ? t2Event.payload.record\n : [t2Event.payload.record];\n const change = recs.find((r: any) => r.id === rB1)?.fields?.[linkOnT2.id] as\n | FieldChangePayload\n | undefined;\n const addChange = assertChange(change);\n expectNoOldValue(addChange);\n expect(addChange.newValue?.id).toBe(rA1);\n }\n }\n\n // Add B2 -> [B1, B2]; expect symmetric add on B2\n {\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, rA1, linkOnT1.id, [{ id: rB1 }, { id: rB2 }]);\n })) as any;\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const recs = Array.isArray(t2Event.payload.record)\n ? t2Event.payload.record\n : [t2Event.payload.record];\n const change = recs.find((r: any) => r.id === rB2)?.fields?.[linkOnT2.id] as\n | FieldChangePayload\n | undefined;\n const addChange = assertChange(change);\n expectNoOldValue(addChange);\n expect(addChange.newValue?.id).toBe(rA1);\n }\n }\n\n // Remove B1 -> [B2]; expect symmetric removal on B1\n {\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, rA1, linkOnT1.id, [{ id: rB2 }]);\n })) as any;\n if (!isForceV2) {\n const t2Event = (payloads as any[]).find((e) => e.payload.tableId === t2.id)!;\n const recs = Array.isArray(t2Event.payload.record)\n ? t2Event.payload.record\n : [t2Event.payload.record];\n const change = recs.find((r: any) => r.id === rB1)?.fields?.[linkOnT2.id] as\n | FieldChangePayload\n | undefined;\n const removalChange = assertChange(change);\n expectNoOldValue(removalChange);\n expect(removalChange.newValue).toBeNull();\n }\n }\n\n // DB: final state T1[A1] -> [B2] and symmetric T2[B2] -> {id: A1}\n const t1Db = await getDbTableName(t1.id);\n const t2Db = await getDbTableName(t2.id);\n const t1Row = await getRow(t1Db, rA1);\n const t2RowB1 = await getRow(t2Db, rB1);\n const t2RowB2 = await getRow(t2Db, rB2);\n const linkOnT1Full = (await getFields(t1.id)).find(\n (f) => f.id === (linkOnT1 as any).id\n )! as any;\n const linkOnT2Full = (await getFields(t2.id)).find(\n (f) => f.id === (linkOnT2 as any).id\n )! as any;\n const t1Ids = ((parseMaybe((t1Row as any)[linkOnT1Full.dbFieldName]) as any[]) || []).map(\n (x: any) => x?.id\n );\n const b1Val = parseMaybe((t2RowB1 as any)[linkOnT2Full.dbFieldName]) as any[] | any | null;\n const b2Val = parseMaybe((t2RowB2 as any)[linkOnT2Full.dbFieldName]) as any[] | any | null;\n const asArr = (v: any) => (v == null ? [] : Array.isArray(v) ? v : [v]);\n expect(t1Ids).toEqual([rB2]);\n expect(asArr(b1Val).length).toBe(0);\n expect(asArr(b2Val).map((x) => x?.id)).toEqual([rA1]);\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n\n it('ManyMany: removing unrelated item still republishes unchanged counterpart with newValue only', async () => {\n // T1 with two records: 1-1, 1-2\n const t1 = await createTable(baseId, {\n name: 'MM_NoChange_T1',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: '1-1' } }, { fields: { Title: '1-2' } }],\n });\n // T2 with one record: 2-1\n const t2 = await createTable(baseId, {\n name: 'MM_NoChange_T2',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: '2-1' } }],\n });\n\n // Create ManyMany link on T1 -> T2; symmetric generated on T2\n const linkOnT1 = await createField(t1.id, {\n name: 'L_T2_MM',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t2.id },\n } as IFieldRo);\n const t2Fields = await getFields(t2.id);\n const linkOnT2 = t2Fields.find(\n (ff) => ff.type === FieldType.Link && (ff as any).options?.foreignTableId === t1.id\n )!;\n\n const r1_1 = t1.records[0].id;\n const r1_2 = t1.records[1].id;\n const r2_1 = t2.records[0].id;\n\n // 1) Establish mutual link 1-1 <-> 2-1\n await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t1.id, r1_1, linkOnT1.id, [{ id: r2_1 }]);\n });\n\n // 2) Add 1-2 to 2-1, now 2-1 links [1-1, 1-2]\n await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t2.id, r2_1, linkOnT2.id, [{ id: r1_1 }, { id: r1_2 }]);\n });\n\n // 3) Remove 1-2, keep only 1-1; expect:\n // - T2[2-1] changed\n // - T1[1-2] changed (removed)\n // - T1[1-1] re-published with same newValue (oldValue missing)\n const { payloads } = (await createAwaitWithEventV2Compatible(\n eventEmitterService,\n Events.TABLE_RECORD_UPDATE,\n 2\n )(async () => {\n await updateRecordByApi(t2.id, r2_1, linkOnT2.id, [{ id: r1_1 }]);\n })) as any;\n\n if (!isForceV2) {\n const t1Event = (payloads as any[]).find((e) => e.payload.tableId === t1.id)!;\n const recs = Array.isArray(t1Event.payload.record)\n ? t1Event.payload.record\n : [t1Event.payload.record];\n\n const changeOn11 = recs.find((r: any) => r.id === r1_1)?.fields?.[linkOnT1.id] as\n | FieldChangePayload\n | undefined;\n const changeOn12 = recs.find((r: any) => r.id === r1_2)?.fields?.[linkOnT1.id] as\n | FieldChangePayload\n | undefined;\n\n const removalChange = assertChange(changeOn12); // 1-2 removed 2-1\n expectNoOldValue(removalChange);\n expect(removalChange.newValue).toBeNull();\n\n const unchangedRepublish = assertChange(changeOn11);\n expectNoOldValue(unchangedRepublish);\n const idsOf = (v: any) =>\n (Array.isArray(v) ? v : v ? [v] : []).map((item: any) => item?.id).filter(Boolean);\n expect(new Set(idsOf(unchangedRepublish.newValue))).toEqual(new Set([r2_1]));\n }\n\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t1.id);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/computed-user-field.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, ILinkFieldOptionsRo, ILookupOptionsRo } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship, Role } from '@teable/core';\nimport {\n deleteSpaceCollaborator,\n emailSpaceInvitation,\n getRecord,\n getRecords,\n updateRecord,\n USER_ME,\n deleteTable,\n UPDATE_USER_NAME,\n urlBuilder,\n CREATE_FIELD,\n CREATE_TABLE,\n emailBaseInvitation,\n PrincipalType,\n} from '@teable/openapi';\nimport type { IUserMeVo, ITableFullVo } from '@teable/openapi';\nimport { ActorId, type IComputedUpdateDrainService, v2CoreTokens } from '@teable/v2-core';\nimport type { AxiosInstance } from 'axios';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport { V2ContainerService } from '../src/features/v2/v2-container.service';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { createAwaitWithEvent } from './utils/event-promise';\nimport {\n createBase,\n createField,\n createRecords,\n createTable,\n deleteBase,\n deleteField,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\ndescribe('Computed user field (e2e)', () => {\n let app: INestApplication;\n let v2ContainerService: V2ContainerService;\n const spaceId = globalThis.testConfig.spaceId;\n const userName = globalThis.testConfig.userName;\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n let baseId: string;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n v2ContainerService = app.get(V2ContainerService);\n const base = await createBase({ name: 'base1', spaceId });\n baseId = base.id;\n });\n\n afterAll(async () => {\n await deleteBase(baseId);\n await app.close();\n });\n\n async function processV2Outbox(): Promise {\n if (!isForceV2) return;\n\n const container = await v2ContainerService.getContainer();\n const drainService = container.resolve(\n v2CoreTokens.computedUpdateDrainService\n );\n const context = { actorId: ActorId.create('system')._unsafeUnwrap() };\n let iterations = 0;\n\n while (iterations < 100) {\n const result = await drainService.drainOnce(context, {\n workerId: 'computed-user-field-test',\n limit: 100,\n });\n\n if (result.isErr()) {\n throw new Error(`Outbox processing failed: ${result.error.message}`);\n }\n\n if (result.value === 0) {\n return;\n }\n\n iterations++;\n }\n\n throw new Error('Timed out draining computed update outbox');\n }\n\n describe('CRUD', () => {\n let table1: ITableFullVo;\n\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n });\n\n afterEach(async () => {\n await deleteTable(baseId, table1.id);\n });\n\n it('should create a created by field', async () => {\n const fieldRo: IFieldRo = {\n type: FieldType.CreatedBy,\n };\n\n const createdByField = await createField(table1.id, fieldRo);\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n\n records.data.records.forEach((record) => {\n expect(record.fields[createdByField.id]).toMatchObject({\n title: userName,\n });\n });\n });\n\n it('should create a last modified by field', async () => {\n const fieldRo: IFieldRo = {\n type: FieldType.LastModifiedBy,\n };\n\n await updateRecord(table1.id, table1.records[0].id, {\n record: {\n fields: {\n [table1.fields[0].id]: 'test',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const lastModifiedByField = await createField(table1.id, fieldRo);\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n\n expect(records.data.records[0].fields[lastModifiedByField.id]).toMatchObject({\n title: userName,\n });\n\n if (isForceV2) {\n expect(records.data.records[1].fields[lastModifiedByField.id]).toMatchObject({\n title: userName,\n });\n } else {\n expect(records.data.records[1].fields[lastModifiedByField.id]).toBeUndefined();\n }\n\n await updateRecord(table1.id, table1.records[1].id, {\n record: {\n fields: {\n [table1.fields[0].id]: 'test2',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const updatedRecord = await getRecord(table1.id, records.data.records[1].id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(updatedRecord.data.fields[lastModifiedByField.id]).toMatchObject({\n title: userName,\n });\n });\n\n it('should update formula result depends on a last modified by field', async () => {\n const fieldRo: IFieldRo = {\n type: FieldType.LastModifiedBy,\n };\n\n await updateRecord(table1.id, table1.records[0].id, {\n record: {\n fields: {\n [table1.fields[0].id]: 'test',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const lastModifiedByField = await createField(table1.id, fieldRo);\n\n const formulaFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${lastModifiedByField.id}}`,\n },\n };\n\n const formulaField = await createField(table1.id, formulaFieldRo);\n\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n\n expect(records.data.records[0].fields[lastModifiedByField.id]).toMatchObject({\n title: userName,\n });\n\n expect(records.data.records[0].fields[formulaField.id]).toEqual(userName);\n\n if (isForceV2) {\n expect(records.data.records[1].fields[lastModifiedByField.id]).toMatchObject({\n title: userName,\n });\n expect(records.data.records[1].fields[formulaField.id]).toEqual(userName);\n } else {\n expect(records.data.records[1].fields[lastModifiedByField.id]).toBeUndefined();\n }\n\n await updateRecord(table1.id, table1.records[1].id, {\n record: {\n fields: {\n [table1.fields[0].id]: 'test2',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const updatedRecord = await getRecord(table1.id, table1.records[1].id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(updatedRecord.data.fields[lastModifiedByField.id]).toMatchObject({\n title: userName,\n });\n\n expect(updatedRecord.data.fields[formulaField.id]).toEqual(userName);\n });\n\n it('should update formula result depends on a last modified time field', async () => {\n const fieldRo: IFieldRo = {\n type: FieldType.LastModifiedTime,\n };\n\n await updateRecord(table1.id, table1.records[0].id, {\n record: {\n fields: {\n [table1.fields[0].id]: 'test',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const lastModifiedTimeField = await createField(table1.id, fieldRo);\n\n const formulaFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${lastModifiedTimeField.id}}`,\n },\n };\n\n const formulaField = await createField(table1.id, formulaFieldRo);\n\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n\n expect(records.data.records[0].fields[lastModifiedTimeField.id]).toEqual(\n records.data.records[0].lastModifiedTime\n );\n\n expect(records.data.records[0].fields[formulaField.id]).toEqual(\n records.data.records[0].lastModifiedTime\n );\n\n if (isForceV2) {\n expect(records.data.records[1].fields[lastModifiedTimeField.id]).toEqual(\n records.data.records[1].lastModifiedTime\n );\n expect(records.data.records[1].fields[formulaField.id]).toEqual(\n records.data.records[1].lastModifiedTime\n );\n } else {\n expect(records.data.records[1].fields[lastModifiedTimeField.id]).toBeUndefined();\n }\n\n await updateRecord(table1.id, table1.records[1].id, {\n record: {\n fields: {\n [table1.fields[0].id]: 'test2',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const updatedRecord = await getRecord(table1.id, table1.records[1].id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(updatedRecord.data.fields[lastModifiedTimeField.id]).toEqual(\n updatedRecord.data.lastModifiedTime\n );\n\n expect(updatedRecord.data.fields[formulaField.id]).toEqual(\n updatedRecord.data.lastModifiedTime\n );\n });\n\n it('should allow configuring Last Modified By field to track specific fields only', async () => {\n const textField = await createField(table1.id, {\n name: 'text-field',\n type: FieldType.SingleLineText,\n });\n const numberField = await createField(table1.id, {\n name: 'number-field',\n type: FieldType.Number,\n });\n\n const lastModifiedByField = await createField(table1.id, {\n type: FieldType.LastModifiedBy,\n options: {\n trackedFieldIds: [textField.id],\n },\n });\n\n const recordId = table1.records[0].id;\n\n await updateRecord(table1.id, recordId, {\n record: {\n fields: {\n [numberField.id]: 1,\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n let record = await getRecord(table1.id, recordId, { fieldKeyType: FieldKeyType.Id });\n if (isForceV2) {\n expect(record.data.fields[lastModifiedByField.id]).toMatchObject({\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n });\n } else {\n expect(record.data.fields[lastModifiedByField.id]).toBeUndefined();\n }\n\n await updateRecord(table1.id, recordId, {\n record: {\n fields: {\n [textField.id]: 'tracked change',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n record = await getRecord(table1.id, recordId, { fieldKeyType: FieldKeyType.Id });\n expect(record.data.fields[lastModifiedByField.id]).toMatchObject({\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n });\n });\n\n it('should fall back to track all when tracked fields are removed', async () => {\n const textField = await createField(table1.id, {\n name: 'text-field',\n type: FieldType.SingleLineText,\n });\n const numberField = await createField(table1.id, {\n name: 'number-field',\n type: FieldType.Number,\n });\n\n const lastModifiedByField = await createField(table1.id, {\n type: FieldType.LastModifiedBy,\n options: {\n trackedFieldIds: [textField.id],\n },\n });\n\n const recordId = table1.records[0].id;\n\n await updateRecord(table1.id, recordId, {\n record: {\n fields: {\n [numberField.id]: 1,\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n let record = await getRecord(table1.id, recordId, { fieldKeyType: FieldKeyType.Id });\n if (isForceV2) {\n expect(record.data.fields[lastModifiedByField.id]).toMatchObject({\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n });\n } else {\n expect(record.data.fields[lastModifiedByField.id]).toBeUndefined();\n }\n\n await deleteField(table1.id, textField.id);\n\n await updateRecord(table1.id, recordId, {\n record: {\n fields: {\n [numberField.id]: 2,\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n record = await getRecord(table1.id, recordId, { fieldKeyType: FieldKeyType.Id });\n expect(record.data.fields[lastModifiedByField.id]).toMatchObject({\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n });\n });\n\n it('should persist multi-user formula values via computed updates', async () => {\n const userField = await createField(table1.id, {\n type: FieldType.User,\n options: {\n isMultiple: true,\n shouldNotify: false,\n },\n });\n\n const formulaField = await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${userField.id}}`,\n },\n });\n\n expect(formulaField.isMultipleCellValue).toBe(true);\n\n const recordId = table1.records[0].id;\n\n await updateRecord(table1.id, recordId, {\n record: {\n fields: {\n [userField.id]: [globalThis.testConfig.userId],\n },\n },\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n });\n\n const updatedRecord = await getRecord(table1.id, recordId, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(updatedRecord.data.fields[userField.id]).toEqual([\n expect.objectContaining({ title: globalThis.testConfig.userName }),\n ]);\n expect(updatedRecord.data.fields[formulaField.id]).toContain(globalThis.testConfig.userName);\n });\n });\n\n describe('rename', () => {\n const renameUserEmail = `rename-user-${Date.now()}@example.com`;\n let user2Request: AxiosInstance;\n let user2: IUserMeVo;\n let table1: ITableFullVo;\n let eventEmitterService: EventEmitterService;\n let awaitWithEvent: (fn: () => Promise) => Promise;\n\n beforeAll(async () => {\n user2Request = await createNewUserAxios({\n email: renameUserEmail,\n password: '12345678',\n });\n eventEmitterService = app.get(EventEmitterService);\n awaitWithEvent = createAwaitWithEvent(eventEmitterService, Events.TABLE_USER_RENAME_COMPLETE);\n\n await awaitWithEvent(() =>\n user2Request.patch(urlBuilder(UPDATE_USER_NAME), { name: 'default' })\n );\n user2 = (await user2Request.get(USER_ME)).data;\n\n await emailSpaceInvitation({\n spaceId: globalThis.testConfig.spaceId,\n emailSpaceInvitationRo: { role: Role.Creator, emails: [renameUserEmail] },\n });\n table1 = (\n await user2Request.post(urlBuilder(CREATE_TABLE, { baseId }), {\n name: 'table1',\n })\n ).data;\n });\n\n afterAll(async () => {\n await deleteSpaceCollaborator({\n spaceId: globalThis.testConfig.spaceId,\n deleteSpaceCollaboratorRo: {\n principalId: user2.id,\n principalType: PrincipalType.User,\n },\n });\n await deleteTable(baseId, table1.id);\n });\n\n it('should update createdBy fields when user rename', async () => {\n const fieldRo: IFieldRo = {\n type: FieldType.CreatedBy,\n };\n\n const field = await user2Request\n .post(urlBuilder(CREATE_FIELD, { tableId: table1.id }), fieldRo)\n .then((res) => res.data);\n\n console.log('user2user2', user2);\n await awaitWithEvent(() => user2Request.patch(UPDATE_USER_NAME, { name: 'new name' }));\n\n console.log('user2user2 res', (await user2Request.get(USER_ME)).data);\n const getRecordsResponse = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n\n getRecordsResponse.data.records.forEach((record) => {\n expect(record.fields[field.id]).toMatchObject({\n title: 'new name',\n });\n });\n });\n\n it('should update createBy fields when user rename - base collaborator', async () => {\n const user3Email = `rename-user3-${Date.now()}@example.com`;\n const user3Request = await createNewUserAxios({\n email: user3Email,\n password: '12345678',\n });\n await emailBaseInvitation({\n baseId,\n emailBaseInvitationRo: { role: Role.Creator, emails: [user3Email] },\n });\n const table = (\n await user3Request.post(urlBuilder(CREATE_TABLE, { baseId }), {\n name: 'table2',\n })\n ).data;\n const field = await user3Request\n .post(urlBuilder(CREATE_FIELD, { tableId: table.id }), {\n type: FieldType.CreatedBy,\n })\n .then((res) => res.data);\n await awaitWithEvent(() => user3Request.patch(UPDATE_USER_NAME, { name: 'new name' }));\n\n const getRecordsResponse = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n getRecordsResponse.data.records.forEach((record) => {\n expect(record.fields[field.id]).toMatchObject({\n title: 'new name',\n });\n });\n });\n\n it('should update user fields when user rename', async () => {\n const fieldRo: IFieldRo = {\n type: FieldType.User,\n options: {\n isMultiple: true,\n shouldNotify: false,\n },\n };\n\n const field = (\n await user2Request.post(urlBuilder(CREATE_FIELD, { tableId: table1.id }), fieldRo)\n ).data;\n\n await updateRecord(table1.id, table1.records[0].id, {\n record: {\n fields: {\n [field.id]: [globalThis.testConfig.userId, user2.id],\n },\n },\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n });\n\n await awaitWithEvent(() =>\n user2Request.patch(UPDATE_USER_NAME, { name: 'new name 2' })\n );\n\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records.data.records[0].fields[field.id]).toMatchObject([\n {\n title: 'test',\n },\n {\n title: 'new name 2',\n },\n ]);\n });\n\n it('should cascade user rename through lookup and downstream computed fields', async () => {\n const initialName = 'rename-chain-initial';\n const nextName = 'rename-chain-next';\n let sourceTableId: string | undefined;\n let hostTableId: string | undefined;\n let summaryTableId: string | undefined;\n\n try {\n await awaitWithEvent(() =>\n user2Request.patch(UPDATE_USER_NAME, { name: initialName })\n );\n\n const sourceTable = await createTable(baseId, {\n name: 'rename-user-source',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n sourceTableId = sourceTable.id;\n\n const sourcePrimaryFieldId = sourceTable.fields.find((field) => field.isPrimary)?.id;\n if (!sourcePrimaryFieldId) {\n throw new Error('Missing source primary field');\n }\n\n const ownerField = await createField(sourceTable.id, {\n name: 'Owner',\n type: FieldType.User,\n options: {\n isMultiple: false,\n shouldNotify: false,\n },\n });\n\n const ownerFormulaField = await createField(sourceTable.id, {\n name: 'Owner Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${ownerField.id}}`,\n },\n });\n\n const sourceRecords = await createRecords(sourceTable.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n fields: {\n [sourcePrimaryFieldId]: 'source-1',\n [ownerField.id]: {\n id: user2.id,\n title: initialName,\n },\n },\n },\n ],\n });\n const sourceRecordId = sourceRecords.records[0].id;\n\n const hostTable = await createTable(baseId, {\n name: 'rename-user-host',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n });\n hostTableId = hostTable.id;\n\n const hostPrimaryFieldId = hostTable.fields.find((field) => field.isPrimary)?.id;\n if (!hostPrimaryFieldId) {\n throw new Error('Missing host primary field');\n }\n\n const sourceLinkField = await createField(hostTable.id, {\n name: 'Source',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: sourceTable.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const lookupOwnerField = await createField(hostTable.id, {\n name: 'Lookup Owner',\n type: FieldType.User,\n isLookup: true,\n lookupOptions: {\n foreignTableId: sourceTable.id,\n linkFieldId: sourceLinkField.id,\n lookupFieldId: ownerField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const lookupOwnerFormulaField = await createField(hostTable.id, {\n name: 'Lookup Owner Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${lookupOwnerField.id}}`,\n },\n });\n\n const hostRecords = await createRecords(hostTable.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n fields: {\n [hostPrimaryFieldId]: 'host-1',\n [sourceLinkField.id]: { id: sourceRecordId },\n },\n },\n ],\n });\n const hostRecordId = hostRecords.records[0].id;\n\n const summaryTable = await createTable(baseId, {\n name: 'rename-user-summary',\n fields: [{ name: 'Summary', type: FieldType.SingleLineText }],\n });\n summaryTableId = summaryTable.id;\n\n const summaryPrimaryFieldId = summaryTable.fields.find((field) => field.isPrimary)?.id;\n if (!summaryPrimaryFieldId) {\n throw new Error('Missing summary primary field');\n }\n\n const hostLinkField = await createField(summaryTable.id, {\n name: 'Hosts',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: hostTable.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const hostOwnerRollupField = await createField(summaryTable.id, {\n name: 'Host Owner Names',\n type: FieldType.Rollup,\n options: {\n expression: 'array_join({values})',\n },\n lookupOptions: {\n foreignTableId: hostTable.id,\n linkFieldId: hostLinkField.id,\n lookupFieldId: lookupOwnerFormulaField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const summaryRecords = await createRecords(summaryTable.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n fields: {\n [summaryPrimaryFieldId]: 'summary-1',\n [hostLinkField.id]: [{ id: hostRecordId }],\n },\n },\n ],\n });\n const summaryRecordId = summaryRecords.records[0].id;\n\n const waitForSourceOwnerSnapshot = async (expectedName: string) => {\n const timeoutMs = process.env.CI ? 15000 : 5000;\n const startedAt = Date.now();\n let latestSourceRecord: Awaited>['data'] | undefined;\n\n while (Date.now() - startedAt < timeoutMs) {\n await processV2Outbox();\n latestSourceRecord = (\n await getRecord(sourceTable.id, sourceRecordId, { fieldKeyType: FieldKeyType.Id })\n ).data;\n\n if (latestSourceRecord.fields[ownerField.id]?.title === expectedName) {\n return latestSourceRecord;\n }\n\n await new Promise((resolve) => setTimeout(resolve, 100));\n }\n\n latestSourceRecord =\n latestSourceRecord ??\n (await getRecord(sourceTable.id, sourceRecordId, { fieldKeyType: FieldKeyType.Id }))\n .data;\n\n expect(latestSourceRecord.fields[ownerField.id]).toMatchObject({ title: expectedName });\n return latestSourceRecord;\n };\n\n const waitForRenameChain = async (expectedName: string) => {\n const timeoutMs = process.env.CI ? 15000 : 5000;\n const startedAt = Date.now();\n let latestSourceRecord: Awaited>['data'] | undefined;\n let latestHostRecord: Awaited>['data'] | undefined;\n let latestSummaryRecord: Awaited>['data'] | undefined;\n\n // Lookup -> formula -> rollup propagation can still be settling when the\n // record read happens immediately after setup or rename in CI shards.\n // When FORCE_V2_ALL is enabled, drain the computed outbox explicitly so the\n // test waits on real propagation work instead of only wall-clock time.\n while (Date.now() - startedAt < timeoutMs) {\n await processV2Outbox();\n latestSourceRecord = (\n await getRecord(sourceTable.id, sourceRecordId, { fieldKeyType: FieldKeyType.Id })\n ).data;\n latestHostRecord = (\n await getRecord(hostTable.id, hostRecordId, { fieldKeyType: FieldKeyType.Id })\n ).data;\n latestSummaryRecord = (\n await getRecord(summaryTable.id, summaryRecordId, { fieldKeyType: FieldKeyType.Id })\n ).data;\n\n if (\n latestSourceRecord.fields[ownerField.id]?.title === expectedName &&\n latestSourceRecord.fields[ownerFormulaField.id] === expectedName &&\n latestHostRecord.fields[lookupOwnerField.id]?.title === expectedName &&\n String(latestHostRecord.fields[lookupOwnerFormulaField.id] ?? '').includes(\n expectedName\n ) &&\n String(latestSummaryRecord.fields[hostOwnerRollupField.id] ?? '').includes(\n expectedName\n )\n ) {\n return {\n sourceRecord: latestSourceRecord,\n hostRecord: latestHostRecord,\n summaryRecord: latestSummaryRecord,\n };\n }\n\n await new Promise((resolve) => setTimeout(resolve, 100));\n }\n\n latestSourceRecord =\n latestSourceRecord ??\n (await getRecord(sourceTable.id, sourceRecordId, { fieldKeyType: FieldKeyType.Id }))\n .data;\n latestHostRecord =\n latestHostRecord ??\n (await getRecord(hostTable.id, hostRecordId, { fieldKeyType: FieldKeyType.Id })).data;\n latestSummaryRecord =\n latestSummaryRecord ??\n (await getRecord(summaryTable.id, summaryRecordId, { fieldKeyType: FieldKeyType.Id }))\n .data;\n\n expect(latestSourceRecord.fields[ownerField.id]).toMatchObject({ title: expectedName });\n expect(latestSourceRecord.fields[ownerFormulaField.id]).toEqual(expectedName);\n expect(latestHostRecord.fields[lookupOwnerField.id]).toMatchObject({\n title: expectedName,\n });\n expect(String(latestHostRecord.fields[lookupOwnerFormulaField.id] ?? '')).toContain(\n expectedName\n );\n expect(String(latestSummaryRecord.fields[hostOwnerRollupField.id] ?? '')).toContain(\n expectedName\n );\n\n return {\n sourceRecord: latestSourceRecord,\n hostRecord: latestHostRecord,\n summaryRecord: latestSummaryRecord,\n };\n };\n\n // The behavior under test is the rename cascade. Initial create-time formula/rollup\n // backfill is covered elsewhere and can settle later than the raw user snapshot in CI.\n const sourceBeforeRename = await waitForSourceOwnerSnapshot(initialName);\n expect(sourceBeforeRename.fields[ownerField.id]).toMatchObject({ title: initialName });\n\n await awaitWithEvent(() => user2Request.patch(UPDATE_USER_NAME, { name: nextName }));\n await processV2Outbox();\n\n const {\n sourceRecord: sourceAfterRename,\n hostRecord: hostAfterRename,\n summaryRecord: summaryAfterRename,\n } = await waitForRenameChain(nextName);\n\n expect(sourceAfterRename.fields[ownerField.id]).toMatchObject({ title: nextName });\n expect(sourceAfterRename.fields[ownerFormulaField.id]).toEqual(nextName);\n expect(hostAfterRename.fields[lookupOwnerField.id]).toMatchObject({ title: nextName });\n expect(String(hostAfterRename.fields[lookupOwnerFormulaField.id])).toContain(nextName);\n expect(String(summaryAfterRename.fields[hostOwnerRollupField.id])).toContain(nextName);\n } finally {\n if (summaryTableId) {\n await permanentDeleteTable(baseId, summaryTableId);\n }\n if (hostTableId) {\n await permanentDeleteTable(baseId, hostTableId);\n }\n if (sourceTableId) {\n await permanentDeleteTable(baseId, sourceTableId);\n }\n }\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/computed-version-regression.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldType } from '@teable/core';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events, type RecordUpdateEvent } from '../src/event-emitter/events';\nimport {\n createField,\n createTable,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\nconst isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\ndescribe('Computed ops version alignment (e2e)', () => {\n let app: INestApplication;\n let eventEmitterService: EventEmitterService;\n const baseId = globalThis.testConfig.baseId as string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n eventEmitterService = app.get(EventEmitterService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n const waitForRecordUpdateOnTable = (tableId: string) =>\n new Promise((resolve) => {\n const handler = (event: RecordUpdateEvent) => {\n if (event.payload.tableId !== tableId) return;\n eventEmitterService.eventEmitter.off(Events.TABLE_RECORD_UPDATE, handler);\n resolve(event);\n };\n eventEmitterService.eventEmitter.on(Events.TABLE_RECORD_UPDATE, handler);\n });\n\n // Skip in v2 mode - this test verifies v1 event payload format\n // v2 uses different event system (RecordUpdated/RecordsBatchUpdated)\n const itWhenV1 = isForceV2 ? it.skip : it;\n\n itWhenV1(\n 'emits non-null new values for track-all last modified fields and formulas',\n async () => {\n let table: Awaited> | undefined;\n try {\n table = await createTable(baseId, {\n name: 'computed_version_alignment',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n records: [{ fields: { Title: 'before' } }],\n });\n\n const titleId = table.fields.find((f) => f.name === 'Title')!.id;\n const lmtField = await createField(table.id, {\n name: 'LMT',\n type: FieldType.LastModifiedTime,\n });\n const lmbField = await createField(table.id, {\n name: 'LMB',\n type: FieldType.LastModifiedBy,\n });\n const formulaField = await createField(table.id, {\n name: 'UpperTitle',\n type: FieldType.Formula,\n options: { expression: `UPPER({${titleId}})` },\n });\n\n const waitForUpdate = waitForRecordUpdateOnTable(table.id);\n await updateRecordByApi(table.id, table.records[0].id, titleId, 'after');\n const event = await waitForUpdate;\n\n const recordPayload = Array.isArray(event.payload.record)\n ? event.payload.record[0]\n : event.payload.record;\n const changes = recordPayload.fields as Record<\n string,\n { oldValue: unknown; newValue: unknown }\n >;\n\n expect(changes[lmtField.id]).toBeDefined();\n expect(typeof changes[lmtField.id].newValue).toBe('string');\n\n expect(changes[lmbField.id]).toBeDefined();\n expect(changes[lmbField.id].newValue).toMatchObject({\n id: globalThis.testConfig.userId,\n });\n\n expect(changes[formulaField.id]).toBeDefined();\n expect(changes[formulaField.id].newValue).toBe('AFTER');\n } finally {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n }\n }\n );\n});\n" }, { "path": "apps/nestjs-backend/test/conditional-lookup.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport fs from 'fs';\nimport os from 'os';\nimport path from 'path';\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n IAttachmentCellValue,\n IConditionalRollupFieldOptions,\n IFieldRo,\n IFieldVo,\n IFilter,\n ILookupOptionsRo,\n IConditionalLookupOptions,\n} from '@teable/core';\nimport {\n isConditionalLookupOptions,\n Colors,\n DbFieldType,\n FieldKeyType,\n FieldType,\n NumberFormattingType,\n Relationship,\n SortFunc,\n} from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { uploadAttachment } from '@teable/openapi';\nimport {\n createField,\n convertField,\n createTable,\n deleteField,\n getRecord,\n getField,\n getFields,\n getRecords,\n initApp,\n updateRecordByApi,\n permanentDeleteTable,\n createBase,\n deleteBase,\n} from './utils/init-app';\n\ndescribe('OpenAPI Conditional Lookup field (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('basic text filter lookup', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let lookupField: IFieldVo;\n let titleId: string;\n let statusId: string;\n let statusFilterId: string;\n let activeHostRecordId: string;\n let gammaRecordId: string;\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Status: 'Active' } },\n { fields: { Title: 'Beta', Status: 'Active' } },\n { fields: { Title: 'Gamma', Status: 'Closed' } },\n ],\n });\n titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n gammaRecordId = foreign.records.find((record) => record.fields.Title === 'Gamma')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText, options: {} } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }, { fields: { StatusFilter: 'Closed' } }],\n });\n statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n activeHostRecordId = host.records.find(\n (record) => record.fields.StatusFilter === 'Active'\n )!.id;\n\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n lookupField = await createField(host.id, {\n name: 'Matching Titles',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: statusMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should expose conditional lookup metadata', async () => {\n const fields = await getFields(host.id);\n const retrieved = fields.find((field) => field.id === lookupField.id)!;\n expect(retrieved.isLookup).toBe(true);\n expect(retrieved.isConditionalLookup).toBe(true);\n expect(retrieved.lookupOptions).toMatchObject({\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n });\n\n const fieldDetail = await getField(host.id, lookupField.id);\n expect(fieldDetail.id).toBe(lookupField.id);\n expect(fieldDetail.lookupOptions).toMatchObject({\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: expect.objectContaining({ conjunction: 'and' }),\n });\n });\n\n it('should resolve filtered lookup values for host records', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const activeRecord = records.records.find((record) => record.id === host.records[0].id)!;\n const closedRecord = records.records.find((record) => record.id === host.records[1].id)!;\n\n expect(activeRecord.fields[lookupField.id]).toEqual(['Alpha', 'Beta']);\n expect(closedRecord.fields[lookupField.id]).toEqual(['Gamma']);\n });\n\n it('should refresh conditional lookup when foreign records enter the filter', async () => {\n const baseline = await getRecord(host.id, activeHostRecordId);\n expect(baseline.fields[lookupField.id]).toEqual(['Alpha', 'Beta']);\n\n await updateRecordByApi(foreign.id, gammaRecordId, statusId, 'Active');\n const afterStatus = await getRecord(host.id, activeHostRecordId);\n expect(afterStatus.fields[lookupField.id]).toEqual(['Alpha', 'Beta', 'Gamma']);\n\n await updateRecordByApi(foreign.id, gammaRecordId, titleId, 'Gamma Updated');\n const afterTitle = await getRecord(host.id, activeHostRecordId);\n expect(afterTitle.fields[lookupField.id]).toEqual(['Alpha', 'Beta', 'Gamma Updated']);\n\n await updateRecordByApi(foreign.id, gammaRecordId, titleId, 'Gamma');\n await updateRecordByApi(foreign.id, gammaRecordId, statusId, 'Closed');\n const restored = await getRecord(host.id, activeHostRecordId);\n expect(restored.fields[lookupField.id]).toEqual(['Alpha', 'Beta']);\n });\n });\n\n describe('filter option synchronization', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let lookupField: IFieldVo;\n let titleId: string;\n let statusId: string;\n const statusChoices = [\n { id: 'status-active', name: 'Active', color: Colors.Green },\n { id: 'status-closed', name: 'Closed', color: Colors.Gray },\n ];\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Filter_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: { choices: statusChoices },\n } as IFieldRo,\n ],\n });\n titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_Filter_Host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n });\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: 'Active',\n },\n ],\n };\n\n lookupField = await createField(host.id, {\n name: 'Active Titles',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should update conditional lookup filters when select option names change', async () => {\n await convertField(foreign.id, statusId, {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [{ ...statusChoices[0], name: 'Active Plus' }, statusChoices[1]],\n },\n } as IFieldRo);\n\n const refreshed = await getField(host.id, lookupField.id);\n const updatedLookup = refreshed.lookupOptions as IConditionalLookupOptions | undefined;\n const filterItem = updatedLookup?.filter?.filterSet?.[0];\n // @ts-expect-error handle value\n expect(filterItem?.value).toBe('Active Plus');\n });\n });\n\n describe('sort and limit options', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let lookupField: IFieldVo;\n let titleId: string;\n let statusId: string;\n let scoreId: string;\n let statusFilterId: string;\n let activeRecordId: string;\n let closedRecordId: string;\n let gammaRecordId: string;\n let statusMatchFilter: IFilter;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Sort_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n { name: 'Score', type: FieldType.Number, options: {} } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Status: 'Active', Score: 70 } },\n { fields: { Title: 'Beta', Status: 'Active', Score: 90 } },\n { fields: { Title: 'Gamma', Status: 'Active', Score: 40 } },\n { fields: { Title: 'Delta', Status: 'Closed', Score: 100 } },\n ],\n });\n titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n scoreId = foreign.fields.find((field) => field.name === 'Score')!.id;\n gammaRecordId = foreign.records.find((record) => record.fields.Title === 'Gamma')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_Sort_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText, options: {} } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }, { fields: { StatusFilter: 'Closed' } }],\n });\n statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n activeRecordId = host.records[0].id;\n closedRecordId = host.records[1].id;\n\n statusMatchFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n lookupField = await createField(host.id, {\n name: 'Top Scores',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: statusMatchFilter,\n sort: {\n fieldId: scoreId,\n order: SortFunc.Desc,\n },\n limit: 2,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should apply sort and limit to conditional lookup results', async () => {\n const originalField = await getField(host.id, lookupField.id);\n const originalLookupOptions = originalField.lookupOptions as ILookupOptionsRo;\n const originalOptions = originalField.options;\n const originalName = originalField.name;\n\n try {\n expect(originalLookupOptions).toMatchObject({\n sort: { fieldId: scoreId, order: SortFunc.Desc },\n limit: 2,\n });\n\n const initialRecords = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const initialActive = initialRecords.records.find(\n (record) => record.id === activeRecordId\n )!;\n const initialClosed = initialRecords.records.find(\n (record) => record.id === closedRecordId\n )!;\n expect(initialActive.fields[lookupField.id]).toEqual(['Beta', 'Alpha']);\n expect(initialClosed.fields[lookupField.id]).toEqual(['Delta']);\n\n lookupField = await convertField(host.id, lookupField.id, {\n name: lookupField.name,\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n options: lookupField.options,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: statusMatchFilter,\n sort: {\n fieldId: scoreId,\n order: SortFunc.Asc,\n },\n limit: 1,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const ascField = await getField(host.id, lookupField.id);\n expect(ascField.lookupOptions).toMatchObject({\n sort: { fieldId: scoreId, order: SortFunc.Asc },\n limit: 1,\n });\n\n let activeRecord = await getRecord(host.id, activeRecordId);\n const closedRecord = await getRecord(host.id, closedRecordId);\n expect(activeRecord.fields[lookupField.id]).toEqual(['Gamma']);\n expect(closedRecord.fields[lookupField.id]).toEqual(['Delta']);\n\n await updateRecordByApi(foreign.id, gammaRecordId, scoreId, 75);\n activeRecord = await getRecord(host.id, activeRecordId);\n expect(activeRecord.fields[lookupField.id]).toEqual(['Alpha']);\n\n await updateRecordByApi(foreign.id, gammaRecordId, scoreId, 40);\n activeRecord = await getRecord(host.id, activeRecordId);\n expect(activeRecord.fields[lookupField.id]).toEqual(['Gamma']);\n\n await updateRecordByApi(host.id, activeRecordId, statusFilterId, 'Closed');\n activeRecord = await getRecord(host.id, activeRecordId);\n expect(activeRecord.fields[lookupField.id]).toEqual(['Delta']);\n\n await updateRecordByApi(host.id, activeRecordId, statusFilterId, 'Active');\n activeRecord = await getRecord(host.id, activeRecordId);\n expect(activeRecord.fields[lookupField.id]).toEqual(['Gamma']);\n\n lookupField = await convertField(host.id, lookupField.id, {\n name: lookupField.name,\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n options: lookupField.options,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: statusMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const disabledField = await getField(host.id, lookupField.id);\n const disabledOptions = disabledField.lookupOptions;\n if (!isConditionalLookupOptions(disabledOptions)) {\n throw new Error('expected conditional lookup options');\n }\n expect(disabledOptions.sort).toBeUndefined();\n expect(disabledOptions.limit).toBeUndefined();\n\n const unsortedRecords = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const unsortedActive = unsortedRecords.records.find(\n (record) => record.id === activeRecordId\n )!;\n const unsortedClosed = unsortedRecords.records.find(\n (record) => record.id === closedRecordId\n )!;\n const activeTitles = [...(unsortedActive.fields[lookupField.id] as string[])].sort();\n expect(activeTitles).toEqual(['Alpha', 'Beta', 'Gamma']);\n expect(unsortedClosed.fields[lookupField.id]).toEqual(['Delta']);\n } finally {\n lookupField = await convertField(host.id, lookupField.id, {\n name: originalName,\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n options: originalOptions,\n lookupOptions: originalLookupOptions,\n } as IFieldRo);\n await updateRecordByApi(foreign.id, gammaRecordId, scoreId, 40);\n await updateRecordByApi(host.id, activeRecordId, statusFilterId, 'Active');\n }\n });\n\n it('sorts referenced lookup fields with limits applied', async () => {\n const colors = await createTable(baseId, {\n name: 'ConditionalLookup_Sort_Colors',\n fields: [{ name: 'Color', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Color: 'Amber' } }, { fields: { Color: 'Teal' } }],\n });\n const colorId = colors.fields.find((f) => f.name === 'Color')!.id;\n\n const items = await createTable(baseId, {\n name: 'ConditionalLookup_Sort_Items',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Color',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: colors.id },\n } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Status: 'Active', Color: { id: colors.records[1].id } } },\n { fields: { Title: 'Beta', Status: 'Active', Color: { id: colors.records[0].id } } },\n { fields: { Title: 'Gamma', Status: 'Closed', Color: { id: colors.records[1].id } } },\n ],\n });\n const titleId = items.fields.find((f) => f.name === 'Title')!.id;\n const statusId = items.fields.find((f) => f.name === 'Status')!.id;\n const colorLinkId = items.fields.find((f) => f.name === 'Color')!.id;\n\n const colorLookup = await createField(items.id, {\n name: 'Color Name',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: colors.id,\n linkFieldId: colorLinkId,\n lookupFieldId: colorId,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const host = await createTable(baseId, {\n name: 'ConditionalLookup_Sort_Lookup_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }, { fields: { StatusFilter: 'Closed' } }],\n });\n const statusFilterId = host.fields.find((f) => f.name === 'StatusFilter')!.id;\n const activeId = host.records[0].id;\n const closedId = host.records[1].id;\n\n const lookupField = await createField(host.id, {\n name: 'Top By Color',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: items.id,\n lookupFieldId: titleId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n },\n sort: { fieldId: colorLookup.id, order: SortFunc.Asc },\n limit: 1,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const activeRecord = await getRecord(host.id, activeId);\n const closedRecord = await getRecord(host.id, closedId);\n expect(activeRecord.fields[lookupField.id]).toEqual(['Beta']);\n expect(closedRecord.fields[lookupField.id]).toEqual(['Gamma']);\n\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, items.id);\n await permanentDeleteTable(baseId, colors.id);\n });\n });\n\n describe('filter scenarios', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let categoryTitlesField: IFieldVo;\n let dynamicActiveAmountField: IFieldVo;\n let highValueAmountField: IFieldVo;\n let categoryFieldId: string;\n let minimumAmountFieldId: string;\n let categoryId: string;\n let amountId: string;\n let statusId: string;\n let hardwareRecordId: string;\n let softwareRecordId: string;\n let servicesRecordId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Filter_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Category', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Laptop', Category: 'Hardware', Amount: 70, Status: 'Active' } },\n { fields: { Title: 'Mouse', Category: 'Hardware', Amount: 20, Status: 'Active' } },\n { fields: { Title: 'Subscription', Category: 'Software', Amount: 40, Status: 'Trial' } },\n { fields: { Title: 'Upgrade', Category: 'Software', Amount: 80, Status: 'Active' } },\n { fields: { Title: 'Support', Category: 'Services', Amount: 15, Status: 'Active' } },\n ],\n });\n categoryId = foreign.fields.find((f) => f.name === 'Category')!.id;\n amountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_Filter_Host',\n fields: [\n { name: 'CategoryFilter', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'MinimumAmount', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { CategoryFilter: 'Hardware', MinimumAmount: 50 } },\n { fields: { CategoryFilter: 'Software', MinimumAmount: 30 } },\n { fields: { CategoryFilter: 'Services', MinimumAmount: 10 } },\n ],\n });\n\n categoryFieldId = host.fields.find((f) => f.name === 'CategoryFilter')!.id;\n minimumAmountFieldId = host.fields.find((f) => f.name === 'MinimumAmount')!.id;\n hardwareRecordId = host.records[0].id;\n softwareRecordId = host.records[1].id;\n servicesRecordId = host.records[2].id;\n\n const categoryFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryFieldId },\n },\n ],\n };\n\n categoryTitlesField = await createField(host.id, {\n name: 'Category Titles',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: foreign.fields.find((f) => f.name === 'Title')!.id,\n filter: categoryFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const dynamicActiveFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryFieldId },\n },\n {\n fieldId: statusId,\n operator: 'is',\n value: 'Active',\n },\n {\n fieldId: amountId,\n operator: 'isGreater',\n value: { type: 'field', fieldId: minimumAmountFieldId },\n },\n ],\n };\n\n dynamicActiveAmountField = await createField(host.id, {\n name: 'Dynamic Active Amounts',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n filter: dynamicActiveFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const highValueActiveFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryFieldId },\n },\n {\n fieldId: statusId,\n operator: 'is',\n value: 'Active',\n },\n {\n fieldId: amountId,\n operator: 'isGreater',\n value: 50,\n },\n ],\n };\n\n highValueAmountField = await createField(host.id, {\n name: 'High Value Active Amounts',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n filter: highValueActiveFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should recalc lookup values when host filter field changes', async () => {\n const baseline = await getRecord(host.id, hardwareRecordId);\n expect(baseline.fields[categoryTitlesField.id]).toEqual(['Laptop', 'Mouse']);\n\n await updateRecordByApi(host.id, hardwareRecordId, categoryFieldId, 'Software');\n const updated = await getRecord(host.id, hardwareRecordId);\n expect(updated.fields[categoryTitlesField.id]).toEqual(['Subscription', 'Upgrade']);\n\n await updateRecordByApi(host.id, hardwareRecordId, categoryFieldId, 'Hardware');\n const restored = await getRecord(host.id, hardwareRecordId);\n expect(restored.fields[categoryTitlesField.id]).toEqual(['Laptop', 'Mouse']);\n });\n\n it('should apply field-referenced numeric filters', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareRecord = records.records.find((record) => record.id === hardwareRecordId)!;\n const softwareRecord = records.records.find((record) => record.id === softwareRecordId)!;\n const servicesRecord = records.records.find((record) => record.id === servicesRecordId)!;\n\n expect(hardwareRecord.fields[dynamicActiveAmountField.id]).toEqual([70]);\n expect(softwareRecord.fields[dynamicActiveAmountField.id]).toEqual([80]);\n expect(servicesRecord.fields[dynamicActiveAmountField.id]).toEqual([15]);\n });\n\n it('should support multi-condition filters with static thresholds', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareRecord = records.records.find((record) => record.id === hardwareRecordId)!;\n const softwareRecord = records.records.find((record) => record.id === softwareRecordId)!;\n const servicesRecord = records.records.find((record) => record.id === servicesRecordId)!;\n\n expect(hardwareRecord.fields[highValueAmountField.id]).toEqual([70]);\n expect(softwareRecord.fields[highValueAmountField.id]).toEqual([80]);\n expect(servicesRecord.fields[highValueAmountField.id] ?? []).toEqual([]);\n });\n\n it('should recompute when host numeric thresholds change', async () => {\n const original = await getRecord(host.id, servicesRecordId);\n expect(original.fields[dynamicActiveAmountField.id]).toEqual([15]);\n\n await updateRecordByApi(host.id, servicesRecordId, minimumAmountFieldId, 50);\n const raisedThreshold = await getRecord(host.id, servicesRecordId);\n expect(raisedThreshold.fields[dynamicActiveAmountField.id] ?? []).toEqual([]);\n\n await updateRecordByApi(host.id, servicesRecordId, minimumAmountFieldId, 10);\n const reset = await getRecord(host.id, servicesRecordId);\n expect(reset.fields[dynamicActiveAmountField.id]).toEqual([15]);\n });\n });\n\n describe('text filter edge cases', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let emptyLabelScoresField: IFieldVo;\n let nonEmptyLabelsField: IFieldVo;\n let alphaNotesField: IFieldVo;\n let labelId: string;\n let notesId: string;\n let scoreId: string;\n let hostRecordId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Text_Foreign',\n fields: [\n { name: 'Label', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Notes', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Label: 'Alpha', Notes: 'Alpha plan', Score: 10 } },\n { fields: { Label: '', Notes: 'Empty label entry', Score: 5 } },\n { fields: { Notes: 'Missing label Alpha entry', Score: 7 } },\n { fields: { Label: 'Beta', Notes: 'Beta details', Score: 12 } },\n { fields: { Label: 'Gamma', Notes: 'General info', Score: 8 } },\n ],\n });\n\n labelId = foreign.fields.find((field) => field.name === 'Label')!.id;\n notesId = foreign.fields.find((field) => field.name === 'Notes')!.id;\n scoreId = foreign.fields.find((field) => field.name === 'Score')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_Text_Host',\n fields: [{ name: 'Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Name: 'Row 1' } }],\n });\n hostRecordId = host.records[0].id;\n\n emptyLabelScoresField = await createField(host.id, {\n name: 'Empty Label Scores',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: labelId,\n operator: 'isEmpty',\n value: null,\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n nonEmptyLabelsField = await createField(host.id, {\n name: 'Non Empty Labels',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: labelId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: labelId,\n operator: 'isNotEmpty',\n value: null,\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n alphaNotesField = await createField(host.id, {\n name: 'Alpha Notes',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: notesId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: notesId,\n operator: 'contains',\n value: 'Alpha',\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should include values when filtering for empty text', async () => {\n const record = await getRecord(host.id, hostRecordId);\n\n expect(record.fields[emptyLabelScoresField.id]).toEqual([5, 7]);\n });\n\n it('should exclude blanks when using isNotEmpty filters', async () => {\n const record = await getRecord(host.id, hostRecordId);\n\n expect(record.fields[nonEmptyLabelsField.id]).toEqual(['Alpha', 'Beta', 'Gamma']);\n });\n\n it('should support contains filters against text fields', async () => {\n const record = await getRecord(host.id, hostRecordId);\n\n expect(record.fields[alphaNotesField.id]).toEqual([\n 'Alpha plan',\n 'Missing label Alpha entry',\n ]);\n });\n });\n\n describe('date field reference filters', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let taskId: string;\n let dueDateId: string;\n let hoursId: string;\n let targetDateId: string;\n let onTargetTasksField: IFieldVo;\n let afterTargetHoursField: IFieldVo;\n let beforeTargetHoursField: IFieldVo;\n let onOrBeforeTasksField: IFieldVo;\n let onOrAfterTasksField: IFieldVo;\n let onOrAfterDueDateField: IFieldVo;\n let targetTenRecordId: string;\n let targetElevenRecordId: string;\n let targetThirteenRecordId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Date_Foreign',\n fields: [\n { name: 'Task', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Due Date', type: FieldType.Date } as IFieldRo,\n { name: 'Hours', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Task: 'Spec Draft', 'Due Date': '2024-09-10', Hours: 5 } },\n { fields: { Task: 'Review', 'Due Date': '2024-09-11', Hours: 3 } },\n { fields: { Task: 'Finalize', 'Due Date': '2024-09-12', Hours: 7 } },\n ],\n });\n\n taskId = foreign.fields.find((f) => f.name === 'Task')!.id;\n dueDateId = foreign.fields.find((f) => f.name === 'Due Date')!.id;\n hoursId = foreign.fields.find((f) => f.name === 'Hours')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_Date_Host',\n fields: [{ name: 'Target Date', type: FieldType.Date } as IFieldRo],\n records: [\n { fields: { 'Target Date': '2024-09-10' } },\n { fields: { 'Target Date': '2024-09-11' } },\n { fields: { 'Target Date': '2024-09-13' } },\n ],\n });\n\n targetDateId = host.fields.find((f) => f.name === 'Target Date')!.id;\n targetTenRecordId = host.records[0].id;\n targetElevenRecordId = host.records[1].id;\n targetThirteenRecordId = host.records[2].id;\n\n await updateRecordByApi(host.id, targetTenRecordId, targetDateId, '2024-09-10T08:00:00.000Z');\n await updateRecordByApi(\n host.id,\n targetElevenRecordId,\n targetDateId,\n '2024-09-11T12:30:00.000Z'\n );\n await updateRecordByApi(\n host.id,\n targetThirteenRecordId,\n targetDateId,\n '2024-09-13T16:45:00.000Z'\n );\n\n const onTargetFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: dueDateId,\n operator: 'is',\n value: { type: 'field', fieldId: targetDateId },\n },\n ],\n };\n\n onTargetTasksField = await createField(host.id, {\n name: 'On Target Tasks',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: taskId,\n filter: onTargetFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const afterTargetFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: dueDateId,\n operator: 'isAfter',\n value: { type: 'field', fieldId: targetDateId },\n },\n ],\n };\n\n afterTargetHoursField = await createField(host.id, {\n name: 'After Target Hours',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: hoursId,\n filter: afterTargetFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const beforeTargetFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: dueDateId,\n operator: 'isBefore',\n value: { type: 'field', fieldId: targetDateId },\n },\n ],\n };\n\n beforeTargetHoursField = await createField(host.id, {\n name: 'Before Target Hours',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: hoursId,\n filter: beforeTargetFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const onOrBeforeFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: dueDateId,\n operator: 'isOnOrBefore',\n value: { type: 'field', fieldId: targetDateId },\n },\n ],\n };\n\n onOrBeforeTasksField = await createField(host.id, {\n name: 'On Or Before Tasks',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: taskId,\n filter: onOrBeforeFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const onOrAfterFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: dueDateId,\n operator: 'isOnOrAfter',\n value: { type: 'field', fieldId: targetDateId },\n },\n ],\n };\n\n onOrAfterTasksField = await createField(host.id, {\n name: 'On Or After Tasks',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: taskId,\n filter: onOrAfterFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n onOrAfterDueDateField = await createField(host.id, {\n name: 'On Or After Due Dates',\n type: FieldType.Date,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: dueDateId,\n filter: onOrAfterFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should evaluate date comparisons referencing host fields', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const targetTen = records.records.find((record) => record.id === targetTenRecordId)!;\n const targetEleven = records.records.find((record) => record.id === targetElevenRecordId)!;\n const targetThirteen = records.records.find(\n (record) => record.id === targetThirteenRecordId\n )!;\n\n expect(targetTen.fields[onTargetTasksField.id]).toEqual(['Spec Draft']);\n expect(targetTen.fields[afterTargetHoursField.id]).toEqual([3, 7]);\n expect(targetTen.fields[beforeTargetHoursField.id] ?? []).toEqual([]);\n expect(targetTen.fields[onOrBeforeTasksField.id]).toEqual(['Spec Draft']);\n expect(targetTen.fields[onOrAfterTasksField.id]).toEqual([\n 'Spec Draft',\n 'Review',\n 'Finalize',\n ]);\n\n expect(targetEleven.fields[onTargetTasksField.id]).toEqual(['Review']);\n expect(targetEleven.fields[afterTargetHoursField.id]).toEqual([7]);\n expect(targetEleven.fields[beforeTargetHoursField.id]).toEqual([5]);\n expect(targetEleven.fields[onOrBeforeTasksField.id]).toEqual(['Spec Draft', 'Review']);\n expect(targetEleven.fields[onOrAfterTasksField.id]).toEqual(['Review', 'Finalize']);\n\n expect(targetThirteen.fields[onTargetTasksField.id] ?? []).toEqual([]);\n expect(targetThirteen.fields[afterTargetHoursField.id] ?? []).toEqual([]);\n expect(targetThirteen.fields[beforeTargetHoursField.id]).toEqual([5, 3, 7]);\n expect(targetThirteen.fields[onOrBeforeTasksField.id]).toEqual([\n 'Spec Draft',\n 'Review',\n 'Finalize',\n ]);\n expect(targetThirteen.fields[onOrAfterTasksField.id] ?? []).toEqual([]);\n });\n\n it('should reuse source field formatting for date lookups', async () => {\n const hostFieldDetail = await getField(host.id, onOrAfterDueDateField.id);\n const foreignFieldDetail = await getField(foreign.id, dueDateId);\n expect(hostFieldDetail.options).toEqual(foreignFieldDetail.options);\n });\n });\n\n describe('date sort with isBefore filters', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let lookupField: IFieldVo;\n let foreignThicknessId: string;\n let foreignWidthId: string;\n let foreignLengthId: string;\n let foreignDateId: string;\n let foreignPriceId: string;\n let hostThicknessId: string;\n let hostWidthId: string;\n let hostLengthId: string;\n let hostDateId: string;\n let hostRecordEarlyId: string;\n let hostRecordMidId: string;\n let hostRecordAltLengthId: string;\n\n beforeAll(async () => {\n const numberOptions = {\n formatting: { precision: 2, type: NumberFormattingType.Decimal },\n };\n const dateOptions = {\n formatting: { date: 'YYYY-MM-DD', time: 'HH:mm', timeZone: 'Asia/Shanghai' },\n };\n\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_DateSort_Foreign',\n fields: [\n { name: 'Thickness', type: FieldType.Number, options: numberOptions } as IFieldRo,\n { name: 'Width', type: FieldType.Number, options: numberOptions } as IFieldRo,\n { name: 'Length', type: FieldType.Number, options: numberOptions } as IFieldRo,\n { name: 'Date', type: FieldType.Date, options: dateOptions } as IFieldRo,\n { name: 'Price', type: FieldType.Number, options: numberOptions } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Thickness: 1.2,\n Width: 2.5,\n Length: 3,\n Date: '2024-01-05T12:00:00.000Z',\n Price: 110,\n },\n },\n {\n fields: {\n Thickness: 1.2,\n Width: 2.5,\n Length: 3,\n Date: '2024-01-01T12:00:00.000Z',\n Price: 100,\n },\n },\n {\n fields: {\n Thickness: 1.2,\n Width: 2.5,\n Length: 3,\n Date: '2024-01-10T12:00:00.000Z',\n Price: 120,\n },\n },\n {\n fields: {\n Thickness: 1.2,\n Width: 2.5,\n Length: 4,\n Date: '2024-01-03T12:00:00.000Z',\n Price: 130,\n },\n },\n ],\n });\n\n foreignThicknessId = foreign.fields.find((f) => f.name === 'Thickness')!.id;\n foreignWidthId = foreign.fields.find((f) => f.name === 'Width')!.id;\n foreignLengthId = foreign.fields.find((f) => f.name === 'Length')!.id;\n foreignDateId = foreign.fields.find((f) => f.name === 'Date')!.id;\n foreignPriceId = foreign.fields.find((f) => f.name === 'Price')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_DateSort_Host',\n fields: [\n { name: 'Thickness', type: FieldType.Number, options: numberOptions } as IFieldRo,\n { name: 'Width', type: FieldType.Number, options: numberOptions } as IFieldRo,\n { name: 'Std Length', type: FieldType.Number, options: numberOptions } as IFieldRo,\n { name: 'Date', type: FieldType.Date, options: dateOptions } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Thickness: 1.2,\n Width: 2.5,\n 'Std Length': 3,\n Date: '2024-01-02T12:00:00.000Z',\n },\n },\n {\n fields: {\n Thickness: 1.2,\n Width: 2.5,\n 'Std Length': 3,\n Date: '2024-01-08T12:00:00.000Z',\n },\n },\n {\n fields: {\n Thickness: 1.2,\n Width: 2.5,\n 'Std Length': 4,\n Date: '2024-01-04T12:00:00.000Z',\n },\n },\n ],\n });\n\n hostThicknessId = host.fields.find((f) => f.name === 'Thickness')!.id;\n hostWidthId = host.fields.find((f) => f.name === 'Width')!.id;\n hostLengthId = host.fields.find((f) => f.name === 'Std Length')!.id;\n hostDateId = host.fields.find((f) => f.name === 'Date')!.id;\n\n hostRecordEarlyId = host.records[0].id;\n hostRecordMidId = host.records[1].id;\n hostRecordAltLengthId = host.records[2].id;\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignThicknessId,\n operator: 'is',\n value: { type: 'field', fieldId: hostThicknessId },\n },\n {\n fieldId: foreignWidthId,\n operator: 'is',\n value: { type: 'field', fieldId: hostWidthId },\n },\n {\n fieldId: foreignLengthId,\n operator: 'is',\n value: { type: 'field', fieldId: hostLengthId },\n },\n {\n fieldId: foreignDateId,\n operator: 'isBefore',\n value: { type: 'field', fieldId: hostDateId },\n },\n ],\n };\n\n lookupField = await createField(host.id, {\n name: 'Lookup Price',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n options: numberOptions,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: foreignPriceId,\n filter,\n sort: { fieldId: foreignDateId, order: SortFunc.Asc },\n limit: 1,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should sort and limit conditional lookup results by date', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const earlyRecord = records.records.find((record) => record.id === hostRecordEarlyId)!;\n const midRecord = records.records.find((record) => record.id === hostRecordMidId)!;\n const altLengthRecord = records.records.find(\n (record) => record.id === hostRecordAltLengthId\n )!;\n\n expect(earlyRecord.fields[lookupField.id]).toEqual([100]);\n expect(midRecord.fields[lookupField.id]).toEqual([100]);\n expect(altLengthRecord.fields[lookupField.id]).toEqual([130]);\n });\n });\n\n describe('self-table field-reference lookups projecting alternate fields', () => {\n let table: ITableFullVo;\n let nameId: string;\n let nameMirrorId: string;\n let title2Id: string;\n let matchingLookupField: IFieldVo;\n let rowAliceId: string;\n let rowBobId: string;\n let rowCharlieId: string;\n let rowDaveId: string;\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'ConditionalLookup_Self_AltProjection',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'NameMirror', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Title2', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'T1', Name: 'Alice', NameMirror: 'Alice', Title2: 'T1-alt' } },\n { fields: { Title: 'T2', Name: 'Bob', NameMirror: 'Alice', Title2: 'T2-alt' } },\n { fields: { Title: 'T3', Name: 'Charlie', NameMirror: 'Charlie', Title2: 'T3-alt' } },\n { fields: { Title: 'T4', Name: 'Dave', Title2: 'T4-alt' } },\n ],\n });\n\n nameId = table.fields.find((f) => f.name === 'Name')!.id;\n nameMirrorId = table.fields.find((f) => f.name === 'NameMirror')!.id;\n title2Id = table.fields.find((f) => f.name === 'Title2')!.id;\n\n rowAliceId = table.records[0].id;\n rowBobId = table.records[1].id;\n rowCharlieId = table.records[2].id;\n rowDaveId = table.records[3].id;\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: nameMirrorId,\n operator: 'is',\n value: { type: 'field', fieldId: nameId },\n },\n ],\n };\n\n matchingLookupField = await createField(table.id, {\n name: 'Matching Title2 Values',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: table.id,\n lookupFieldId: title2Id,\n filter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should project the requested field from matching self-table rows', async () => {\n const records = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const rowAlice = records.records.find((r) => r.id === rowAliceId)!;\n const rowBob = records.records.find((r) => r.id === rowBobId)!;\n const rowCharlie = records.records.find((r) => r.id === rowCharlieId)!;\n const rowDave = records.records.find((r) => r.id === rowDaveId)!;\n\n expect(rowAlice.fields[matchingLookupField.id]).toEqual(['T1-alt']);\n expect(rowBob.fields[matchingLookupField.id]).toEqual(['T1-alt']);\n expect(rowCharlie.fields[matchingLookupField.id]).toEqual(['T3-alt']);\n expect(rowDave.fields[matchingLookupField.id] ?? []).toEqual([]);\n });\n });\n\n describe('self-table field-reference lookups selecting alternate titles', () => {\n let table: ITableFullVo;\n let nameId: string;\n let name2Id: string;\n let title2Id: string;\n let lookupAltTitleField: IFieldVo;\n let row1Id: string;\n let row2Id: string;\n let row3Id: string;\n let row4Id: string;\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'ConditionalLookup_Self_Title2',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Name2', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Title2', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: '00001', Name: '张三', Name2: '张三', Title2: '00001' } },\n { fields: { Title: '00002', Name: '李四', Name2: null, Title2: null } },\n { fields: { Title: '00003', Name: '王五', Name2: '李四', Title2: '00002' } },\n { fields: { Title: '00004', Name: '赵六', Name2: '你好', Title2: null } },\n ],\n });\n\n nameId = table.fields.find((f) => f.name === 'Name')!.id;\n name2Id = table.fields.find((f) => f.name === 'Name2')!.id;\n title2Id = table.fields.find((f) => f.name === 'Title2')!.id;\n\n row1Id = table.records[0].id;\n row2Id = table.records[1].id;\n row3Id = table.records[2].id;\n row4Id = table.records[3].id;\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: name2Id,\n operator: 'is',\n value: { type: 'field', fieldId: nameId },\n },\n ],\n };\n\n lookupAltTitleField = await createField(table.id, {\n name: 'Title2 via matching Name2',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: table.id,\n lookupFieldId: title2Id,\n filter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should return Title2 from foreign rows where host Name2 matches foreign Name', async () => {\n const records = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const row1 = records.records.find((r) => r.id === row1Id)!;\n const row2 = records.records.find((r) => r.id === row2Id)!;\n const row3 = records.records.find((r) => r.id === row3Id)!;\n const row4 = records.records.find((r) => r.id === row4Id)!;\n\n expect(row1.fields[lookupAltTitleField.id]).toEqual(['00001']);\n expect(row2.fields[lookupAltTitleField.id] ?? []).toEqual([]);\n expect(row3.fields[lookupAltTitleField.id] ?? []).toEqual([]);\n expect(row4.fields[lookupAltTitleField.id] ?? []).toEqual([]);\n });\n });\n\n describe('boolean field reference filters', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let booleanLookupField: IFieldVo;\n let titleFieldId: string;\n let statusFieldId: string;\n let hostFlagFieldId: string;\n let hostTrueRecordId: string;\n let hostUnsetRecordId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Bool_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'IsActive', type: FieldType.Checkbox } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', IsActive: true } },\n { fields: { Title: 'Beta', IsActive: false } },\n { fields: { Title: 'Gamma', IsActive: true } },\n ],\n });\n titleFieldId = foreign.fields.find((field) => field.name === 'Title')!.id;\n statusFieldId = foreign.fields.find((field) => field.name === 'IsActive')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_Bool_Host',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'TargetActive', type: FieldType.Checkbox } as IFieldRo,\n ],\n records: [\n { fields: { Name: 'Should Match True', TargetActive: true } },\n { fields: { Name: 'Should Match Unset' } },\n ],\n });\n hostFlagFieldId = host.fields.find((field) => field.name === 'TargetActive')!.id;\n hostTrueRecordId = host.records[0].id;\n hostUnsetRecordId = host.records[1].id;\n\n const booleanFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: hostFlagFieldId },\n },\n ],\n };\n\n booleanLookupField = await createField(host.id, {\n name: 'Matching Titles',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleFieldId,\n filter: booleanFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should filter boolean-referenced lookups', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hostTrueRecord = records.records.find((record) => record.id === hostTrueRecordId)!;\n const hostUnsetRecord = records.records.find((record) => record.id === hostUnsetRecordId)!;\n\n expect(hostTrueRecord.fields[booleanLookupField.id]).toEqual(['Alpha', 'Gamma']);\n expect(hostUnsetRecord.fields[booleanLookupField.id] ?? []).toEqual([]);\n });\n\n it('should react when host boolean criteria change', async () => {\n await updateRecordByApi(host.id, hostTrueRecordId, hostFlagFieldId, null);\n await updateRecordByApi(host.id, hostUnsetRecordId, hostFlagFieldId, true);\n\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hostTrueRecord = records.records.find((record) => record.id === hostTrueRecordId)!;\n const hostUnsetRecord = records.records.find((record) => record.id === hostUnsetRecordId)!;\n\n expect(hostTrueRecord.fields[booleanLookupField.id] ?? []).toEqual([]);\n expect(hostUnsetRecord.fields[booleanLookupField.id]).toEqual(['Alpha', 'Gamma']);\n });\n });\n\n describe('field and literal comparison matrix', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let fieldDrivenTitlesField: IFieldVo;\n let literalMixTitlesField: IFieldVo;\n let quantityWindowLookupField: IFieldVo;\n let titleId: string;\n let categoryId: string;\n let amountId: string;\n let quantityId: string;\n let statusId: string;\n let categoryPickId: string;\n let amountFloorId: string;\n let quantityMaxId: string;\n let statusTargetId: string;\n let hostHardwareActiveId: string;\n let hostOfficeActiveId: string;\n let hostHardwareInactiveId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_FieldMatrix_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Category', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n { name: 'Quantity', type: FieldType.Number } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Title: 'Laptop',\n Category: 'Hardware',\n Amount: 80,\n Quantity: 5,\n Status: 'Active',\n },\n },\n {\n fields: {\n Title: 'Monitor',\n Category: 'Hardware',\n Amount: 20,\n Quantity: 2,\n Status: 'Inactive',\n },\n },\n {\n fields: {\n Title: 'Subscription',\n Category: 'Office',\n Amount: 60,\n Quantity: 10,\n Status: 'Active',\n },\n },\n {\n fields: {\n Title: 'Upgrade',\n Category: 'Office',\n Amount: 35,\n Quantity: 3,\n Status: 'Active',\n },\n },\n ],\n });\n titleId = foreign.fields.find((f) => f.name === 'Title')!.id;\n categoryId = foreign.fields.find((f) => f.name === 'Category')!.id;\n amountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n quantityId = foreign.fields.find((f) => f.name === 'Quantity')!.id;\n statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_FieldMatrix_Host',\n fields: [\n { name: 'CategoryPick', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'AmountFloor', type: FieldType.Number } as IFieldRo,\n { name: 'QuantityMax', type: FieldType.Number } as IFieldRo,\n { name: 'StatusTarget', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n {\n fields: {\n CategoryPick: 'Hardware',\n AmountFloor: 60,\n QuantityMax: 10,\n StatusTarget: 'Active',\n },\n },\n {\n fields: {\n CategoryPick: 'Office',\n AmountFloor: 30,\n QuantityMax: 12,\n StatusTarget: 'Active',\n },\n },\n {\n fields: {\n CategoryPick: 'Hardware',\n AmountFloor: 10,\n QuantityMax: 4,\n StatusTarget: 'Inactive',\n },\n },\n ],\n });\n\n categoryPickId = host.fields.find((f) => f.name === 'CategoryPick')!.id;\n amountFloorId = host.fields.find((f) => f.name === 'AmountFloor')!.id;\n quantityMaxId = host.fields.find((f) => f.name === 'QuantityMax')!.id;\n statusTargetId = host.fields.find((f) => f.name === 'StatusTarget')!.id;\n hostHardwareActiveId = host.records[0].id;\n hostOfficeActiveId = host.records[1].id;\n hostHardwareInactiveId = host.records[2].id;\n\n const fieldDrivenFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryPickId },\n },\n {\n fieldId: amountId,\n operator: 'isGreaterEqual',\n value: { type: 'field', fieldId: amountFloorId },\n },\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusTargetId },\n },\n ],\n };\n\n fieldDrivenTitlesField = await createField(host.id, {\n name: 'Field Driven Titles',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: fieldDrivenFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const literalMixFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: 'Hardware',\n },\n {\n fieldId: statusId,\n operator: 'isNot',\n value: { type: 'field', fieldId: statusTargetId },\n },\n {\n fieldId: amountId,\n operator: 'isGreater',\n value: 15,\n },\n ],\n };\n\n literalMixTitlesField = await createField(host.id, {\n name: 'Literal Mix Titles',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: literalMixFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const quantityWindowFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryPickId },\n },\n {\n fieldId: quantityId,\n operator: 'isLessEqual',\n value: { type: 'field', fieldId: quantityMaxId },\n },\n ],\n };\n\n quantityWindowLookupField = await createField(host.id, {\n name: 'Quantity Window Values',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: quantityId,\n filter: quantityWindowFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should evaluate field-to-field comparisons across operators', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareActive = records.records.find((record) => record.id === hostHardwareActiveId)!;\n const officeActive = records.records.find((record) => record.id === hostOfficeActiveId)!;\n const hardwareInactive = records.records.find(\n (record) => record.id === hostHardwareInactiveId\n )!;\n\n expect(hardwareActive.fields[fieldDrivenTitlesField.id]).toEqual(['Laptop']);\n expect(officeActive.fields[fieldDrivenTitlesField.id]).toEqual(['Subscription', 'Upgrade']);\n expect(hardwareInactive.fields[fieldDrivenTitlesField.id]).toEqual(['Monitor']);\n });\n\n it('should mix literal and field referenced criteria', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareActive = records.records.find((record) => record.id === hostHardwareActiveId)!;\n const officeActive = records.records.find((record) => record.id === hostOfficeActiveId)!;\n const hardwareInactive = records.records.find(\n (record) => record.id === hostHardwareInactiveId\n )!;\n\n expect(hardwareActive.fields[literalMixTitlesField.id]).toEqual(['Monitor']);\n expect(officeActive.fields[literalMixTitlesField.id]).toEqual(['Monitor']);\n expect(hardwareInactive.fields[literalMixTitlesField.id]).toEqual(['Laptop']);\n });\n\n it('should support field referenced numeric windows with lookups', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareActive = records.records.find((record) => record.id === hostHardwareActiveId)!;\n const officeActive = records.records.find((record) => record.id === hostOfficeActiveId)!;\n const hardwareInactive = records.records.find(\n (record) => record.id === hostHardwareInactiveId\n )!;\n\n expect(hardwareActive.fields[quantityWindowLookupField.id]).toEqual([5, 2]);\n expect(officeActive.fields[quantityWindowLookupField.id]).toEqual([10, 3]);\n expect(hardwareInactive.fields[quantityWindowLookupField.id]).toEqual([2]);\n });\n\n it('should recompute when host thresholds change', async () => {\n await updateRecordByApi(host.id, hostHardwareActiveId, amountFloorId, 90);\n const tightened = await getRecord(host.id, hostHardwareActiveId);\n expect(tightened.fields[fieldDrivenTitlesField.id] ?? []).toEqual([]);\n\n await updateRecordByApi(host.id, hostHardwareActiveId, amountFloorId, 60);\n const restored = await getRecord(host.id, hostHardwareActiveId);\n expect(restored.fields[fieldDrivenTitlesField.id]).toEqual(['Laptop']);\n });\n });\n\n describe('advanced operator coverage', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let tierWindowNamesField: IFieldVo;\n let tagAllLookupField: IFieldVo;\n let tagNoneLookupField: IFieldVo;\n let ratingValuesLookupField: IFieldVo;\n let currencyScoreLookupField: IFieldVo;\n let percentScoreLookupField: IFieldVo;\n let tierSelectLookupField: IFieldVo;\n let nameId: string;\n let tierId: string;\n let tagsId: string;\n let ratingId: string;\n let scoreId: string;\n let targetTierId: string;\n let minRatingId: string;\n let maxScoreId: string;\n let hostRow1Id: string;\n let hostRow2Id: string;\n let hostRow3Id: string;\n\n beforeAll(async () => {\n const tierChoices = [\n { id: 'tier-basic', name: 'Basic', color: Colors.Blue },\n { id: 'tier-pro', name: 'Pro', color: Colors.Green },\n { id: 'tier-enterprise', name: 'Enterprise', color: Colors.Orange },\n ];\n const tagChoices = [\n { id: 'tag-urgent', name: 'Urgent', color: Colors.Red },\n { id: 'tag-review', name: 'Review', color: Colors.Blue },\n { id: 'tag-backlog', name: 'Backlog', color: Colors.Purple },\n ];\n\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_AdvancedOps_Foreign',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Tier',\n type: FieldType.SingleSelect,\n options: { choices: tierChoices },\n } as IFieldRo,\n {\n name: 'Tags',\n type: FieldType.MultipleSelect,\n options: { choices: tagChoices },\n } as IFieldRo,\n { name: 'IsActive', type: FieldType.Checkbox } as IFieldRo,\n {\n name: 'Rating',\n type: FieldType.Rating,\n options: { icon: 'star', color: 'yellowBright', max: 5 },\n } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Name: 'Alpha',\n Tier: 'Basic',\n Tags: ['Urgent', 'Review'],\n IsActive: true,\n Rating: 4,\n Score: 45,\n },\n },\n {\n fields: {\n Name: 'Beta',\n Tier: 'Pro',\n Tags: ['Review'],\n IsActive: false,\n Rating: 5,\n Score: 80,\n },\n },\n {\n fields: {\n Name: 'Gamma',\n Tier: 'Pro',\n Tags: ['Urgent'],\n IsActive: true,\n Rating: 2,\n Score: 30,\n },\n },\n {\n fields: {\n Name: 'Delta',\n Tier: 'Enterprise',\n Tags: ['Review', 'Backlog'],\n IsActive: true,\n Rating: 4,\n Score: 55,\n },\n },\n {\n fields: {\n Name: 'Epsilon',\n Tier: 'Pro',\n Tags: ['Review'],\n IsActive: true,\n Rating: null,\n Score: 25,\n },\n },\n ],\n });\n\n nameId = foreign.fields.find((f) => f.name === 'Name')!.id;\n tierId = foreign.fields.find((f) => f.name === 'Tier')!.id;\n tagsId = foreign.fields.find((f) => f.name === 'Tags')!.id;\n ratingId = foreign.fields.find((f) => f.name === 'Rating')!.id;\n scoreId = foreign.fields.find((f) => f.name === 'Score')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_AdvancedOps_Host',\n fields: [\n {\n name: 'TargetTier',\n type: FieldType.SingleSelect,\n options: { choices: tierChoices },\n } as IFieldRo,\n { name: 'MinRating', type: FieldType.Number } as IFieldRo,\n { name: 'MaxScore', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n {\n fields: {\n TargetTier: 'Basic',\n MinRating: 3,\n MaxScore: 60,\n },\n },\n {\n fields: {\n TargetTier: 'Pro',\n MinRating: 4,\n MaxScore: 90,\n },\n },\n {\n fields: {\n TargetTier: 'Enterprise',\n MinRating: 4,\n MaxScore: 70,\n },\n },\n ],\n });\n\n targetTierId = host.fields.find((f) => f.name === 'TargetTier')!.id;\n minRatingId = host.fields.find((f) => f.name === 'MinRating')!.id;\n maxScoreId = host.fields.find((f) => f.name === 'MaxScore')!.id;\n hostRow1Id = host.records[0].id;\n hostRow2Id = host.records[1].id;\n hostRow3Id = host.records[2].id;\n\n const tierWindowFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: tierId,\n operator: 'is',\n value: { type: 'field', fieldId: targetTierId },\n },\n {\n fieldId: tagsId,\n operator: 'hasAllOf',\n value: ['Review'],\n },\n {\n fieldId: tagsId,\n operator: 'hasNoneOf',\n value: ['Backlog'],\n },\n {\n fieldId: ratingId,\n operator: 'isGreaterEqual',\n value: { type: 'field', fieldId: minRatingId },\n },\n {\n fieldId: scoreId,\n operator: 'isLessEqual',\n value: { type: 'field', fieldId: maxScoreId },\n },\n ],\n };\n\n tierWindowNamesField = await createField(host.id, {\n name: 'Tier Window Names',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: nameId,\n filter: tierWindowFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n tagAllLookupField = await createField(host.id, {\n name: 'Tag All Names',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: nameId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: tagsId,\n operator: 'hasAllOf',\n value: ['Review'],\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n tagNoneLookupField = await createField(host.id, {\n name: 'Tag None Names',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: nameId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: tagsId,\n operator: 'hasNoneOf',\n value: ['Backlog'],\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n ratingValuesLookupField = await createField(host.id, {\n name: 'Rating Values',\n type: FieldType.Rating,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: ratingId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: ratingId,\n operator: 'isNotEmpty',\n value: null,\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n currencyScoreLookupField = await createField(host.id, {\n name: 'Score Currency Lookup',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n options: {\n formatting: {\n type: NumberFormattingType.Currency,\n symbol: '¥',\n precision: 1,\n },\n },\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: scoreId,\n operator: 'isNotEmpty',\n value: null,\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n percentScoreLookupField = await createField(host.id, {\n name: 'Score Percent Lookup',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n options: {\n formatting: {\n type: NumberFormattingType.Percent,\n precision: 2,\n },\n },\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: scoreId,\n operator: 'isNotEmpty',\n value: null,\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n tierSelectLookupField = await createField(host.id, {\n name: 'Tier Select Lookup',\n type: FieldType.SingleSelect,\n isLookup: true,\n isConditionalLookup: true,\n options: {\n choices: tierChoices,\n },\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: tierId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: tagsId,\n operator: 'hasAllOf',\n value: ['Review'],\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should evaluate combined field-referenced conditions across heterogeneous types', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const row1 = records.records.find((record) => record.id === hostRow1Id)!;\n const row2 = records.records.find((record) => record.id === hostRow2Id)!;\n const row3 = records.records.find((record) => record.id === hostRow3Id)!;\n\n expect(row1.fields[tierWindowNamesField.id]).toEqual(['Alpha']);\n expect(row2.fields[tierWindowNamesField.id]).toEqual(['Beta']);\n expect(row3.fields[tierWindowNamesField.id] ?? []).toEqual([]);\n });\n\n it('should evaluate multi-select operators within lookups', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const row1 = records.records.find((record) => record.id === hostRow1Id)!;\n const row2 = records.records.find((record) => record.id === hostRow2Id)!;\n const row3 = records.records.find((record) => record.id === hostRow3Id)!;\n\n const expectedTagAll = ['Alpha', 'Beta', 'Delta', 'Epsilon'].sort();\n const expectedTagNone = ['Alpha', 'Beta', 'Gamma', 'Epsilon'].sort();\n\n const row1TagAll = [...(row1.fields[tagAllLookupField.id] as string[])].sort();\n const row2TagAll = [...(row2.fields[tagAllLookupField.id] as string[])].sort();\n const row3TagAll = [...(row3.fields[tagAllLookupField.id] as string[])].sort();\n expect(row1TagAll).toEqual(expectedTagAll);\n expect(row2TagAll).toEqual(expectedTagAll);\n expect(row3TagAll).toEqual(expectedTagAll);\n\n const row1TagNone = [...(row1.fields[tagNoneLookupField.id] as string[])].sort();\n const row2TagNone = [...(row2.fields[tagNoneLookupField.id] as string[])].sort();\n const row3TagNone = [...(row3.fields[tagNoneLookupField.id] as string[])].sort();\n expect(row1TagNone).toEqual(expectedTagNone);\n expect(row2TagNone).toEqual(expectedTagNone);\n expect(row3TagNone).toEqual(expectedTagNone);\n });\n\n it('should filter rating values while excluding empty entries', async () => {\n const record = await getRecord(host.id, hostRow1Id);\n const ratings = [...(record.fields[ratingValuesLookupField.id] as number[])].sort();\n expect(ratings).toEqual([2, 4, 4, 5]);\n });\n\n it('should persist numeric formatting options on lookup fields', async () => {\n const currencyFieldMeta = await getField(host.id, currencyScoreLookupField.id);\n const currencyFormatting = currencyFieldMeta.options as {\n formatting?: { type: NumberFormattingType; precision?: number; symbol?: string };\n };\n expect(currencyFormatting.formatting).toEqual({\n type: NumberFormattingType.Currency,\n symbol: '¥',\n precision: 1,\n });\n\n const percentFieldMeta = await getField(host.id, percentScoreLookupField.id);\n const percentFormatting = percentFieldMeta.options as {\n formatting?: { type: NumberFormattingType; precision?: number };\n };\n expect(percentFormatting.formatting).toEqual({\n type: NumberFormattingType.Percent,\n precision: 2,\n });\n\n const record = await getRecord(host.id, hostRow1Id);\n const expectedTotals = [25, 30, 45, 55, 80];\n const currencyValues = [...(record.fields[currencyScoreLookupField.id] as number[])].sort(\n (a, b) => a - b\n );\n const percentValues = [...(record.fields[percentScoreLookupField.id] as number[])].sort(\n (a, b) => a - b\n );\n expect(currencyValues).toEqual(expectedTotals);\n expect(percentValues).toEqual(expectedTotals);\n });\n\n it('should include select metadata within lookup results', async () => {\n const record = await getRecord(host.id, hostRow1Id);\n const tiers = record.fields[tierSelectLookupField.id] as Array<\n string | { id: string; name: string; color: string }\n >;\n expect(Array.isArray(tiers)).toBe(true);\n const tierNames = tiers\n .map((tier) => (typeof tier === 'string' ? tier : tier.name))\n .filter((name): name is string => Boolean(name))\n .sort();\n expect(tierNames).toEqual(['Basic', 'Enterprise', 'Pro', 'Pro'].sort());\n tiers.forEach((tier) => {\n if (typeof tier === 'string') {\n expect(typeof tier).toBe('string');\n return;\n }\n expect(typeof tier.id).toBe('string');\n expect(typeof tier.color).toBe('string');\n });\n });\n\n it('should preserve computed metadata when renaming select lookups via convertField', async () => {\n const beforeRename = await getField(host.id, tierSelectLookupField.id);\n expect(beforeRename.dbFieldType).toBe(DbFieldType.Json);\n expect(beforeRename.isMultipleCellValue).toBe(true);\n expect(beforeRename.isComputed).toBe(true);\n expect(beforeRename.lookupOptions).toBeDefined();\n\n const originalName = beforeRename.name;\n const fieldId = tierSelectLookupField.id;\n\n try {\n tierSelectLookupField = await convertField(host.id, fieldId, {\n name: 'Tier Select Lookup Renamed',\n type: FieldType.SingleSelect,\n isLookup: true,\n isConditionalLookup: true,\n options: beforeRename.options,\n lookupOptions: beforeRename.lookupOptions as ILookupOptionsRo,\n } as IFieldRo);\n\n expect(tierSelectLookupField.name).toBe('Tier Select Lookup Renamed');\n expect(tierSelectLookupField.dbFieldType).toBe(DbFieldType.Json);\n expect(tierSelectLookupField.isLookup).toBe(true);\n expect(tierSelectLookupField.isConditionalLookup).toBe(true);\n expect(tierSelectLookupField.isComputed).toBe(true);\n expect(tierSelectLookupField.isMultipleCellValue).toBe(true);\n expect(tierSelectLookupField.options).toEqual(beforeRename.options);\n expect(tierSelectLookupField.lookupOptions).toMatchObject(\n beforeRename.lookupOptions as Record\n );\n\n const record = await getRecord(host.id, hostRow1Id);\n const tiers = record.fields[tierSelectLookupField.id] as Array;\n expect(Array.isArray(tiers)).toBe(true);\n const tierNames = tiers\n .map((tier) => (typeof tier === 'string' ? tier : tier.name))\n .filter((name): name is string => Boolean(name))\n .sort();\n expect(tierNames).toEqual(['Basic', 'Enterprise', 'Pro', 'Pro'].sort());\n } finally {\n tierSelectLookupField = await convertField(host.id, fieldId, {\n name: originalName,\n type: FieldType.SingleSelect,\n isLookup: true,\n isConditionalLookup: true,\n options: beforeRename.options,\n lookupOptions: beforeRename.lookupOptions as ILookupOptionsRo,\n } as IFieldRo);\n }\n });\n\n it('should preserve computed metadata when renaming text conditional lookups via convertField', async () => {\n const beforeRename = await getField(host.id, tagAllLookupField.id);\n expect(beforeRename.dbFieldType).toBe(DbFieldType.Json);\n expect(beforeRename.isMultipleCellValue).toBe(true);\n expect(beforeRename.isComputed).toBe(true);\n expect(beforeRename.lookupOptions).toBeDefined();\n\n const originalName = beforeRename.name;\n const fieldId = tagAllLookupField.id;\n const recordBefore = await getRecord(host.id, hostRow1Id);\n const baseline = recordBefore.fields[fieldId];\n\n try {\n tagAllLookupField = await convertField(host.id, fieldId, {\n name: 'Tag All Names Renamed',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n options: beforeRename.options,\n lookupOptions: beforeRename.lookupOptions as ILookupOptionsRo,\n } as IFieldRo);\n\n expect(tagAllLookupField.name).toBe('Tag All Names Renamed');\n expect(tagAllLookupField.dbFieldType).toBe(DbFieldType.Json);\n expect(tagAllLookupField.isLookup).toBe(true);\n expect(tagAllLookupField.isConditionalLookup).toBe(true);\n expect(tagAllLookupField.isComputed).toBe(true);\n expect(tagAllLookupField.isMultipleCellValue).toBe(true);\n expect(tagAllLookupField.options).toEqual(beforeRename.options);\n expect(tagAllLookupField.lookupOptions).toMatchObject(\n beforeRename.lookupOptions as Record\n );\n\n const recordAfter = await getRecord(host.id, hostRow1Id);\n expect(recordAfter.fields[fieldId]).toEqual(baseline);\n } finally {\n tagAllLookupField = await convertField(host.id, fieldId, {\n name: originalName,\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n options: beforeRename.options,\n lookupOptions: beforeRename.lookupOptions as ILookupOptionsRo,\n } as IFieldRo);\n }\n });\n\n it('should retain computed metadata when renaming and updating lookup formatting via convertField', async () => {\n const beforeUpdate = await getField(host.id, currencyScoreLookupField.id);\n expect(beforeUpdate.dbFieldType).toBe(DbFieldType.Json);\n const fieldId = currencyScoreLookupField.id;\n const originalName = beforeUpdate.name;\n const recordBefore = await getRecord(host.id, hostRow1Id);\n const baseline = recordBefore.fields[fieldId];\n const originalOptions = beforeUpdate.options as {\n formatting?: { type: NumberFormattingType; symbol?: string; precision?: number };\n };\n const updatedOptions = {\n ...originalOptions,\n formatting: {\n type: NumberFormattingType.Currency,\n symbol: '$',\n precision: 0,\n },\n };\n\n try {\n currencyScoreLookupField = await convertField(host.id, fieldId, {\n name: `${originalName} Renamed`,\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n options: updatedOptions,\n lookupOptions: beforeUpdate.lookupOptions as ILookupOptionsRo,\n } as IFieldRo);\n\n expect(currencyScoreLookupField.name).toBe(`${originalName} Renamed`);\n expect(currencyScoreLookupField.dbFieldType).toBe(beforeUpdate.dbFieldType);\n expect(currencyScoreLookupField.isComputed).toBe(true);\n expect(currencyScoreLookupField.isMultipleCellValue).toBe(true);\n expect((currencyScoreLookupField.options as typeof updatedOptions).formatting).toEqual(\n updatedOptions.formatting\n );\n\n const recordAfter = await getRecord(host.id, hostRow1Id);\n expect(recordAfter.fields[fieldId]).toEqual(baseline);\n } finally {\n currencyScoreLookupField = await convertField(host.id, fieldId, {\n name: originalName,\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n options: originalOptions,\n lookupOptions: beforeUpdate.lookupOptions as ILookupOptionsRo,\n } as IFieldRo);\n }\n });\n\n it('should recompute when host filters change', async () => {\n await updateRecordByApi(host.id, hostRow1Id, maxScoreId, 40);\n const tightened = await getRecord(host.id, hostRow1Id);\n expect(tightened.fields[tierWindowNamesField.id] ?? []).toEqual([]);\n\n await updateRecordByApi(host.id, hostRow1Id, maxScoreId, 60);\n const restored = await getRecord(host.id, hostRow1Id);\n expect(restored.fields[tierWindowNamesField.id]).toEqual(['Alpha']);\n\n await updateRecordByApi(host.id, hostRow2Id, minRatingId, 6);\n const stricter = await getRecord(host.id, hostRow2Id);\n expect(stricter.fields[tierWindowNamesField.id] ?? []).toEqual([]);\n\n await updateRecordByApi(host.id, hostRow2Id, minRatingId, 4);\n const ratingRestored = await getRecord(host.id, hostRow2Id);\n expect(ratingRestored.fields[tierWindowNamesField.id]).toEqual(['Beta']);\n });\n });\n\n describe('conditional lookup referencing derived field types', () => {\n let derivedBaseId: string;\n let suppliers: ITableFullVo;\n let products: ITableFullVo;\n let host: ITableFullVo;\n let supplierRatingId: string;\n let linkToSupplierField: IFieldVo;\n let supplierRatingLookup: IFieldVo;\n let supplierRatingConditionalLookup: IFieldVo;\n let supplierRatingConditionalRollup: IFieldVo;\n let supplierRatingDoubleFormula: IFieldVo;\n let ratingValuesLookupField: IFieldVo;\n let ratingFormulaLookupField: IFieldVo;\n let supplierLinkLookupField: IFieldVo;\n let conditionalLookupMirrorField: IFieldVo;\n let conditionalRollupMirrorField: IFieldVo;\n let hostProductsLinkField: IFieldVo;\n let minSupplierRatingFieldId: string;\n let supplierNameFieldId: string;\n let productSupplierNameFieldId: string;\n let supplierBRecordId: string;\n let subscriptionProductId: string;\n\n beforeAll(async () => {\n const createdBase = await createBase({\n spaceId: globalThis.testConfig.spaceId,\n name: 'Conditional Lookup Derived Types',\n });\n derivedBaseId = createdBase.id;\n\n suppliers = await createTable(derivedBaseId, {\n name: 'ConditionalLookup_Supplier',\n fields: [\n { name: 'SupplierName', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Rating', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { SupplierName: 'Supplier A', Rating: 5 } },\n { fields: { SupplierName: 'Supplier B', Rating: 4 } },\n ],\n });\n supplierRatingId = suppliers.fields.find((f) => f.name === 'Rating')!.id;\n supplierNameFieldId = suppliers.fields.find((f) => f.name === 'SupplierName')!.id;\n supplierBRecordId = suppliers.records.find(\n (record) => record.fields.SupplierName === 'Supplier B'\n )!.id;\n\n products = await createTable(derivedBaseId, {\n name: 'ConditionalLookup_Product',\n fields: [\n { name: 'ProductName', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Supplier Name', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { ProductName: 'Laptop', 'Supplier Name': 'Supplier A' } },\n { fields: { ProductName: 'Mouse', 'Supplier Name': 'Supplier B' } },\n { fields: { ProductName: 'Subscription', 'Supplier Name': 'Supplier B' } },\n ],\n });\n productSupplierNameFieldId = products.fields.find((f) => f.name === 'Supplier Name')!.id;\n subscriptionProductId = products.records.find(\n (record) => record.fields.ProductName === 'Subscription'\n )!.id;\n\n linkToSupplierField = await createField(products.id, {\n name: 'Supplier Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: suppliers.id,\n },\n } as IFieldRo);\n\n await updateRecordByApi(products.id, products.records[0].id, linkToSupplierField.id, {\n id: suppliers.records[0].id,\n });\n await updateRecordByApi(products.id, products.records[1].id, linkToSupplierField.id, {\n id: suppliers.records[1].id,\n });\n await updateRecordByApi(products.id, products.records[2].id, linkToSupplierField.id, {\n id: suppliers.records[1].id,\n });\n\n supplierRatingLookup = await createField(products.id, {\n name: 'Supplier Rating Lookup',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: suppliers.id,\n linkFieldId: linkToSupplierField.id,\n lookupFieldId: supplierRatingId,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n await createField(products.id, {\n name: 'Supplier Rating Sum',\n type: FieldType.Rollup,\n lookupOptions: {\n foreignTableId: suppliers.id,\n linkFieldId: linkToSupplierField.id,\n lookupFieldId: supplierRatingId,\n } as ILookupOptionsRo,\n options: {\n expression: 'sum({values})',\n },\n } as IFieldRo);\n\n const minSupplierRatingField = await createField(products.id, {\n name: 'Minimum Supplier Rating',\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 1,\n },\n },\n } as IFieldRo);\n minSupplierRatingFieldId = minSupplierRatingField.id;\n\n await updateRecordByApi(products.id, products.records[0].id, minSupplierRatingFieldId, 4.5);\n await updateRecordByApi(products.id, products.records[1].id, minSupplierRatingFieldId, 3.5);\n await updateRecordByApi(products.id, products.records[2].id, minSupplierRatingFieldId, 4.5);\n\n supplierRatingConditionalLookup = await createField(products.id, {\n name: 'Supplier Rating Conditional Lookup',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 1,\n },\n },\n lookupOptions: {\n foreignTableId: suppliers.id,\n lookupFieldId: supplierRatingId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: supplierNameFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: productSupplierNameFieldId },\n },\n {\n fieldId: supplierRatingId,\n operator: 'isGreaterEqual',\n value: { type: 'field', fieldId: minSupplierRatingFieldId },\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n supplierRatingDoubleFormula = await createField(products.id, {\n name: 'Supplier Rating Double',\n type: FieldType.Formula,\n options: {\n expression: `{${supplierRatingLookup.id}} * 2`,\n },\n } as IFieldRo);\n\n const supplierRatingConditionalRollupOptions: IConditionalRollupFieldOptions = {\n foreignTableId: suppliers.id,\n lookupFieldId: supplierRatingId,\n expression: 'sum({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: supplierNameFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: productSupplierNameFieldId },\n },\n {\n fieldId: supplierRatingId,\n operator: 'isGreaterEqual',\n value: { type: 'field', fieldId: minSupplierRatingFieldId },\n },\n ],\n },\n };\n\n supplierRatingConditionalRollup = await createField(products.id, {\n name: 'Supplier Rating Conditional Sum',\n type: FieldType.ConditionalRollup,\n options: supplierRatingConditionalRollupOptions,\n } as IFieldRo);\n\n host = await createTable(derivedBaseId, {\n name: 'ConditionalLookup_Derived_Host',\n fields: [{ name: 'Summary', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Summary: 'Global' } }],\n });\n\n hostProductsLinkField = await createField(host.id, {\n name: 'Products Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: products.id,\n },\n } as IFieldRo);\n\n await updateRecordByApi(\n host.id,\n host.records[0].id,\n hostProductsLinkField.id,\n products.records.map((record) => ({ id: record.id }))\n );\n\n const ratingPresentFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: supplierRatingLookup.id,\n operator: 'isNotEmpty',\n value: null,\n },\n ],\n };\n\n ratingValuesLookupField = await createField(host.id, {\n name: 'Supplier Ratings (Lookup)',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: products.id,\n lookupFieldId: supplierRatingLookup.id,\n filter: ratingPresentFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n ratingFormulaLookupField = await createField(host.id, {\n name: 'Supplier Ratings Doubled (Lookup)',\n type: FieldType.Formula,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: products.id,\n lookupFieldId: supplierRatingDoubleFormula.id,\n filter: ratingPresentFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n supplierLinkLookupField = await createField(host.id, {\n name: 'Supplier Links (Lookup)',\n type: FieldType.Link,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: products.id,\n lookupFieldId: linkToSupplierField.id,\n filter: ratingPresentFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const conditionalLookupHasValueFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: supplierRatingConditionalLookup.id,\n operator: 'isNotEmpty',\n value: null,\n },\n ],\n };\n\n conditionalLookupMirrorField = await createField(host.id, {\n name: 'Supplier Ratings (Conditional Lookup Source)',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: products.id,\n lookupFieldId: supplierRatingConditionalLookup.id,\n filter: conditionalLookupHasValueFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const positiveConditionalRollupFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: supplierRatingConditionalRollup.id,\n operator: 'isGreater',\n value: 0,\n },\n ],\n };\n\n conditionalRollupMirrorField = await createField(host.id, {\n name: 'Supplier Rating Conditional Sums (Lookup)',\n type: FieldType.ConditionalRollup,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: products.id,\n lookupFieldId: supplierRatingConditionalRollup.id,\n filter: positiveConditionalRollupFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(derivedBaseId, host.id);\n await permanentDeleteTable(derivedBaseId, products.id);\n await permanentDeleteTable(derivedBaseId, suppliers.id);\n await deleteBase(derivedBaseId);\n });\n\n describe('standard lookup source', () => {\n it('returns lookup values from lookup fields', async () => {\n const hostRecord = await getRecord(host.id, host.records[0].id);\n expect(hostRecord.fields[ratingValuesLookupField.id]).toEqual([5, 4, 4]);\n });\n });\n\n describe('formula source', () => {\n it('projects formula results from foreign fields', async () => {\n const hostRecord = await getRecord(host.id, host.records[0].id);\n expect(hostRecord.fields[ratingFormulaLookupField.id]).toEqual([10, 8, 8]);\n });\n });\n\n describe('link source', () => {\n it('includes link metadata for targeted link fields', async () => {\n const hostRecord = await getRecord(host.id, host.records[0].id);\n const linkValues = hostRecord.fields[supplierLinkLookupField.id] as Array<{\n id: string;\n title: string;\n }>;\n expect(Array.isArray(linkValues)).toBe(true);\n expect(linkValues).toHaveLength(3);\n const supplierIds = linkValues.map((link) => link.id).sort();\n expect(supplierIds).toEqual(\n [suppliers.records[0].id, suppliers.records[1].id, suppliers.records[1].id].sort()\n );\n linkValues.forEach((link) => {\n expect(typeof link.title).toBe('string');\n expect(link.title.length).toBeGreaterThan(0);\n });\n });\n });\n\n describe('conditional lookup source', () => {\n it('retrieves filtered values and mirrors formatting', async () => {\n const hostRecord = await getRecord(host.id, host.records[0].id);\n expect(hostRecord.fields[conditionalLookupMirrorField.id]).toEqual([5, 4]);\n const lookupValues = hostRecord.fields[conditionalLookupMirrorField.id] as unknown[];\n expect(lookupValues.every((value) => typeof value === 'number')).toBe(true);\n\n const hostFieldDetail = await getField(host.id, conditionalLookupMirrorField.id);\n const foreignFieldDetail = await getField(products.id, supplierRatingConditionalLookup.id);\n expect(hostFieldDetail.options).toEqual(foreignFieldDetail.options);\n });\n });\n\n describe('conditional rollup source', () => {\n it('collects aggregates from conditional rollup fields', async () => {\n const hostRecord = await getRecord(host.id, host.records[0].id);\n expect(hostRecord.fields[conditionalRollupMirrorField.id]).toEqual([5, 4]);\n });\n });\n\n it('should refresh conditional rollup mirrors when source aggregates gain new matches', async () => {\n const baselineHost = await getRecord(host.id, host.records[0].id);\n const baselineRollupValues = [\n ...((baselineHost.fields[conditionalRollupMirrorField.id] as number[]) || []),\n ];\n const baselineLookupValues = [\n ...((baselineHost.fields[conditionalLookupMirrorField.id] as number[]) || []),\n ];\n expect(baselineRollupValues).toEqual([5, 4]);\n expect(baselineLookupValues).toEqual([5, 4]);\n\n const baselineProduct = await getRecord(products.id, subscriptionProductId);\n const baselineRollup = baselineProduct.fields[supplierRatingConditionalRollup.id] as\n | number\n | null\n | undefined;\n expect(baselineRollup ?? 0).toBe(0);\n\n await updateRecordByApi(suppliers.id, supplierBRecordId, supplierRatingId, 5);\n\n const afterBoostHost = await getRecord(host.id, host.records[0].id);\n const rollupValues =\n (afterBoostHost.fields[conditionalRollupMirrorField.id] as number[]) || [];\n const lookupValues =\n (afterBoostHost.fields[conditionalLookupMirrorField.id] as number[]) || [];\n const baselineFiveRollupCount = baselineRollupValues.filter((value) => value === 5).length;\n const baselineFiveLookupCount = baselineLookupValues.filter((value) => value === 5).length;\n expect(rollupValues.filter((value) => value === 5).length).toBeGreaterThan(\n baselineFiveRollupCount\n );\n expect(lookupValues.filter((value) => value === 5).length).toBeGreaterThan(\n baselineFiveLookupCount\n );\n\n const subscriptionAfterBoost = await getRecord(products.id, subscriptionProductId);\n expect(subscriptionAfterBoost.fields[supplierRatingConditionalRollup.id]).toEqual(5);\n\n await updateRecordByApi(suppliers.id, supplierBRecordId, supplierRatingId, 4);\n\n const restoredHost = await getRecord(host.id, host.records[0].id);\n const restoredRollupValues =\n (restoredHost.fields[conditionalRollupMirrorField.id] as number[]) || [];\n const restoredLookupValues =\n (restoredHost.fields[conditionalLookupMirrorField.id] as number[]) || [];\n expect(restoredRollupValues.filter((value) => value > 0)).toEqual(\n baselineRollupValues.filter((value) => value > 0)\n );\n expect(restoredLookupValues.filter((value) => value > 0)).toEqual(\n baselineLookupValues.filter((value) => value > 0)\n );\n\n const subscriptionRestored = await getRecord(products.id, subscriptionProductId);\n const restoredRollup = subscriptionRestored.fields[supplierRatingConditionalRollup.id] as\n | number\n | null\n | undefined;\n expect(restoredRollup ?? 0).toBe(baselineRollup ?? 0);\n });\n\n it('marks lookup dependencies as errored when source fields are removed', async () => {\n await deleteField(products.id, supplierRatingLookup.id);\n const afterLookupDelete = await getFields(host.id);\n expect(afterLookupDelete.find((f) => f.id === ratingValuesLookupField.id)?.hasError).toBe(\n true\n );\n });\n });\n\n describe('conditional lookup across bases', () => {\n let foreignBaseId: string;\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let crossBaseLookupField: IFieldVo;\n let foreignCategoryId: string;\n let foreignAmountId: string;\n let hostCategoryId: string;\n let hardwareRecordId: string;\n let softwareRecordId: string;\n\n beforeAll(async () => {\n const spaceId = globalThis.testConfig.spaceId;\n const createdBase = await createBase({ spaceId, name: 'Conditional Lookup Cross Base' });\n foreignBaseId = createdBase.id;\n\n foreign = await createTable(foreignBaseId, {\n name: 'ConditionalLookup_CrossBase_Foreign',\n fields: [\n { name: 'Category', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Category: 'Hardware', Amount: 100 } },\n { fields: { Category: 'Hardware', Amount: 50 } },\n { fields: { Category: 'Software', Amount: 70 } },\n ],\n });\n foreignCategoryId = foreign.fields.find((f) => f.name === 'Category')!.id;\n foreignAmountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_CrossBase_Host',\n fields: [{ name: 'CategoryMatch', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { CategoryMatch: 'Hardware' } },\n { fields: { CategoryMatch: 'Software' } },\n ],\n });\n hostCategoryId = host.fields.find((f) => f.name === 'CategoryMatch')!.id;\n hardwareRecordId = host.records[0].id;\n softwareRecordId = host.records[1].id;\n\n const categoryFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignCategoryId,\n operator: 'is',\n value: { type: 'field', fieldId: hostCategoryId },\n },\n ],\n };\n\n crossBaseLookupField = await createField(host.id, {\n name: 'Cross Base Amounts',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n baseId: foreignBaseId,\n foreignTableId: foreign.id,\n lookupFieldId: foreignAmountId,\n filter: categoryFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(foreignBaseId, foreign.id);\n await deleteBase(foreignBaseId);\n });\n\n it('aggregates values when referencing a foreign base', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareRecord = records.records.find((record) => record.id === hardwareRecordId)!;\n const softwareRecord = records.records.find((record) => record.id === softwareRecordId)!;\n\n expect(hardwareRecord.fields[crossBaseLookupField.id]).toEqual([100, 50]);\n expect(softwareRecord.fields[crossBaseLookupField.id]).toEqual([70]);\n });\n });\n\n describe('sort dependency edge cases', () => {\n it('updates results when the sort field is converted through the API', async () => {\n let foreign: ITableFullVo | undefined;\n let host: ITableFullVo | undefined;\n\n try {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_SortConvert_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'RawScore', type: FieldType.Number } as IFieldRo,\n { name: 'Bonus', type: FieldType.Number } as IFieldRo,\n { name: 'EffectiveScore', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Title: 'Alpha',\n Status: 'Active',\n RawScore: 70,\n Bonus: 0,\n EffectiveScore: 70,\n },\n },\n {\n fields: {\n Title: 'Beta',\n Status: 'Active',\n RawScore: 90,\n Bonus: -60,\n EffectiveScore: 90,\n },\n },\n {\n fields: {\n Title: 'Gamma',\n Status: 'Active',\n RawScore: 40,\n Bonus: 0,\n EffectiveScore: 40,\n },\n },\n ],\n });\n\n const titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n const statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n const rawScoreId = foreign.fields.find((field) => field.name === 'RawScore')!.id;\n const bonusId = foreign.fields.find((field) => field.name === 'Bonus')!.id;\n const effectiveScoreId = foreign.fields.find(\n (field) => field.name === 'EffectiveScore'\n )!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_SortConvert_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }],\n });\n const statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n const activeRecordId = host.records[0].id;\n\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n const lookupField = await createField(host.id, {\n name: 'Converted Sort Lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: statusMatchFilter,\n sort: { fieldId: effectiveScoreId, order: SortFunc.Desc },\n limit: 2,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const baseline = await getRecord(host.id, activeRecordId);\n expect(baseline.fields[lookupField.id]).toEqual(['Beta', 'Alpha']);\n\n await convertField(foreign.id, effectiveScoreId, {\n name: 'EffectiveScore',\n type: FieldType.Formula,\n options: {\n expression: `{${rawScoreId}} + {${bonusId}}`,\n },\n } as IFieldRo);\n\n const refreshed = await getRecord(host.id, activeRecordId);\n expect(refreshed.fields[lookupField.id]).toEqual(['Alpha', 'Gamma']);\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n if (foreign) {\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n });\n\n it('keeps only the limit after the sort field is deleted', async () => {\n let foreign: ITableFullVo | undefined;\n let host: ITableFullVo | undefined;\n\n try {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_DeleteSort_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'EffectiveScore', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Status: 'Active', EffectiveScore: 70 } },\n { fields: { Title: 'Beta', Status: 'Active', EffectiveScore: 90 } },\n { fields: { Title: 'Gamma', Status: 'Active', EffectiveScore: 40 } },\n { fields: { Title: 'Delta', Status: 'Closed', EffectiveScore: 100 } },\n ],\n });\n\n const titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n const statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n const effectiveScoreId = foreign.fields.find(\n (field) => field.name === 'EffectiveScore'\n )!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_DeleteSort_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }],\n });\n const statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n const activeRecordId = host.records[0].id;\n\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n const lookupField = await createField(host.id, {\n name: 'Limit Without Sort Lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: statusMatchFilter,\n sort: { fieldId: effectiveScoreId, order: SortFunc.Desc },\n limit: 2,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const baseline = await getRecord(host.id, activeRecordId);\n expect(baseline.fields[lookupField.id]).toEqual(['Beta', 'Alpha']);\n\n await deleteField(foreign.id, effectiveScoreId);\n\n await updateRecordByApi(host.id, activeRecordId, statusFilterId, 'Closed');\n await updateRecordByApi(host.id, activeRecordId, statusFilterId, 'Active');\n\n const refreshedRecord = await getRecord(host.id, activeRecordId);\n const refreshedValue = refreshedRecord.fields[lookupField.id] as\n | string[]\n | null\n | undefined;\n if (Array.isArray(refreshedValue)) {\n expect(refreshedValue.length).toBeLessThanOrEqual(2);\n expect(refreshedValue).not.toContain('Delta');\n } else {\n expect(refreshedValue == null).toBe(true);\n }\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n if (foreign) {\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n });\n });\n\n describe('conditional rollup filters referencing host titles', () => {\n let tableA: ITableFullVo;\n let tableB: ITableFullVo;\n let tableATitleFieldId: string;\n let tableBTitleFieldId: string;\n let tableAFirstAlphaRecordId: string;\n let tableABetaRecordId: string;\n let tableASecondAlphaRecordId: string;\n let tableBAlphaRecordId: string;\n let tableBGammaRecordId: string;\n let tableBConditionalRollupField: IFieldVo;\n let tableASelfConditionalRollupField: IFieldVo;\n\n beforeAll(async () => {\n tableA = await createTable(baseId, {\n name: 'ConditionalLookup_TitleMatch_Primary',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { Title: 'Alpha' } },\n { fields: { Title: 'Beta' } },\n { fields: { Title: 'Alpha' } },\n ],\n });\n tableATitleFieldId = tableA.fields.find((field) => field.name === 'Title')!.id;\n tableAFirstAlphaRecordId = tableA.records[0].id;\n tableABetaRecordId = tableA.records[1].id;\n tableASecondAlphaRecordId = tableA.records[2].id;\n\n tableB = await createTable(baseId, {\n name: 'ConditionalLookup_TitleMatch_Secondary',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'Alpha' } }, { fields: { Title: 'Gamma' } }],\n });\n tableBTitleFieldId = tableB.fields.find((field) => field.name === 'Title')!.id;\n tableBAlphaRecordId = tableB.records[0].id;\n tableBGammaRecordId = tableB.records[1].id;\n\n const matchPrimaryTitleFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: tableATitleFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: tableBTitleFieldId },\n },\n ],\n };\n\n tableBConditionalRollupField = await createField(tableB.id, {\n name: 'Matching Primary Titles',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: tableA.id,\n lookupFieldId: tableATitleFieldId,\n expression: 'count({values})',\n filter: matchPrimaryTitleFilter,\n },\n } as IFieldRo);\n\n const selfTitleFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: tableATitleFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: tableATitleFieldId },\n },\n ],\n };\n\n tableASelfConditionalRollupField = await createField(tableA.id, {\n name: 'Self Title Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: tableA.id,\n lookupFieldId: tableATitleFieldId,\n expression: 'count({values})',\n filter: selfTitleFilter,\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, tableB.id);\n await permanentDeleteTable(baseId, tableA.id);\n });\n\n it('aggregates foreign matches when filter ties titles to host fields', async () => {\n const tableBRecords = await getRecords(tableB.id, { fieldKeyType: FieldKeyType.Id });\n const alphaRecord = tableBRecords.records.find(\n (record) => record.id === tableBAlphaRecordId\n )!;\n const gammaRecord = tableBRecords.records.find(\n (record) => record.id === tableBGammaRecordId\n )!;\n\n expect(alphaRecord.fields[tableBConditionalRollupField.id]).toEqual(2);\n expect(gammaRecord.fields[tableBConditionalRollupField.id]).toEqual(0);\n });\n\n it('aggregates self-table matches when foreign scope equals host table', async () => {\n const tableARecords = await getRecords(tableA.id, { fieldKeyType: FieldKeyType.Id });\n const firstAlpha = tableARecords.records.find(\n (record) => record.id === tableAFirstAlphaRecordId\n )!;\n const betaRecord = tableARecords.records.find((record) => record.id === tableABetaRecordId)!;\n const secondAlpha = tableARecords.records.find(\n (record) => record.id === tableASecondAlphaRecordId\n )!;\n\n expect(firstAlpha.fields[tableASelfConditionalRollupField.id]).toEqual(2);\n expect(secondAlpha.fields[tableASelfConditionalRollupField.id]).toEqual(2);\n expect(betaRecord.fields[tableASelfConditionalRollupField.id]).toEqual(1);\n });\n });\n\n describe('circular dependency detection', () => {\n it('rejects converting a conditional lookup that would introduce a cycle', async () => {\n let alpha: ITableFullVo | undefined;\n let beta: ITableFullVo | undefined;\n let betaLookup: IFieldVo | undefined;\n let alphaRollup: IFieldVo | undefined;\n\n try {\n alpha = await createTable(baseId, {\n name: 'ConditionalLookup_Cycle_Alpha',\n fields: [\n { name: 'Alpha Key', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Alpha Value', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { 'Alpha Key': 'A', 'Alpha Value': 10 } },\n { fields: { 'Alpha Key': 'B', 'Alpha Value': 20 } },\n ],\n });\n const alphaKeyId = alpha.fields.find((field) => field.name === 'Alpha Key')!.id;\n const alphaValueId = alpha.fields.find((field) => field.name === 'Alpha Value')!.id;\n\n beta = await createTable(baseId, {\n name: 'ConditionalLookup_Cycle_Beta',\n fields: [\n { name: 'Beta Key', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Beta Quantity', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { 'Beta Key': 'A', 'Beta Quantity': 1 } },\n { fields: { 'Beta Key': 'B', 'Beta Quantity': 2 } },\n ],\n });\n const betaKeyId = beta.fields.find((field) => field.name === 'Beta Key')!.id;\n\n const matchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: alphaKeyId,\n operator: 'is',\n value: { type: 'field', fieldId: betaKeyId },\n },\n ],\n };\n\n betaLookup = await createField(beta.id, {\n name: 'Alpha Values Lookup',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: alpha.id,\n lookupFieldId: alphaValueId,\n filter: matchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const rollupFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: betaKeyId,\n operator: 'is',\n value: { type: 'field', fieldId: alphaKeyId },\n },\n ],\n };\n\n alphaRollup = await createField(alpha.id, {\n name: 'Beta Lookup Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: beta.id,\n lookupFieldId: betaLookup.id,\n expression: 'count({values})',\n filter: rollupFilter,\n },\n } as IFieldRo);\n\n await convertField(\n beta.id,\n betaLookup.id,\n {\n name: 'Alpha Values Lookup',\n type: FieldType.ConditionalRollup,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: alpha.id,\n lookupFieldId: alphaRollup.id,\n filter: matchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo,\n 400\n );\n\n const lookupAfterFailure = await getField(beta.id, betaLookup.id);\n expect((lookupAfterFailure.lookupOptions as ILookupOptionsRo).lookupFieldId).toBe(\n alphaValueId\n );\n } finally {\n if (beta) {\n await permanentDeleteTable(baseId, beta.id);\n }\n if (alpha) {\n await permanentDeleteTable(baseId, alpha.id);\n }\n }\n });\n });\n\n describe('user field filters', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let lookupField: IFieldVo;\n let titleId: string;\n let foreignOwnerId: string;\n let hostOwnerId: string;\n let assignedRecordId: string;\n let emptyRecordId: string;\n\n beforeAll(async () => {\n const { userId, userName, email } = globalThis.testConfig;\n const userCell = { id: userId, title: userName, email };\n\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_User_Foreign',\n fields: [\n { name: 'Task', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Owner', type: FieldType.User } as IFieldRo,\n ],\n records: [\n { fields: { Task: 'Task Alpha', Owner: userCell } },\n { fields: { Task: 'Task Beta' } },\n { fields: { Task: 'Task Gamma', Owner: userCell } },\n ],\n });\n\n titleId = foreign.fields.find((field) => field.name === 'Task')!.id;\n foreignOwnerId = foreign.fields.find((field) => field.name === 'Owner')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_User_Host',\n fields: [{ name: 'Assigned', type: FieldType.User } as IFieldRo],\n records: [{ fields: { Assigned: userCell } }, { fields: {} }],\n });\n\n hostOwnerId = host.fields.find((field) => field.name === 'Assigned')!.id;\n assignedRecordId = host.records[0].id;\n emptyRecordId = host.records[1].id;\n\n const ownerMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignOwnerId,\n operator: 'is',\n value: { type: 'field', fieldId: hostOwnerId },\n },\n ],\n };\n\n lookupField = await createField(host.id, {\n name: 'Owned Tasks',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: ownerMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should create conditional lookup filtered by matching users', async () => {\n expect(lookupField.id).toBeDefined();\n\n const assignedRecord = await getRecord(host.id, assignedRecordId);\n const ownedTasks = [...((assignedRecord.fields[lookupField.id] as string[]) ?? [])].sort();\n expect(ownedTasks).toEqual(['Task Alpha', 'Task Gamma']);\n\n const emptyRecord = await getRecord(host.id, emptyRecordId);\n expect((emptyRecord.fields[lookupField.id] as string[] | undefined) ?? []).toEqual([]);\n });\n });\n\n describe('user field filters with multi host field', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let lookupField: IFieldVo;\n let titleId: string;\n let foreignOwnerId: string;\n let hostAssigneesId: string;\n let assignedRecordId: string;\n let emptyRecordId: string;\n\n beforeAll(async () => {\n const { userId, userName, email } = globalThis.testConfig;\n const userCell = { id: userId, title: userName, email };\n\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_User_Foreign_MultiHost',\n fields: [\n { name: 'Task', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Owner', type: FieldType.User } as IFieldRo,\n ],\n records: [\n { fields: { Task: 'Task Alpha', Owner: userCell } },\n { fields: { Task: 'Task Beta', Owner: userCell } },\n { fields: { Task: 'Task Gamma' } },\n ],\n });\n\n titleId = foreign.fields.find((field) => field.name === 'Task')!.id;\n foreignOwnerId = foreign.fields.find((field) => field.name === 'Owner')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_User_Host_Multi',\n fields: [\n {\n name: 'Assignees',\n type: FieldType.User,\n options: { isMultiple: true },\n } as IFieldRo,\n ],\n records: [{ fields: { Assignees: [userCell] } }, { fields: { Assignees: null } }],\n });\n\n hostAssigneesId = host.fields.find((field) => field.name === 'Assignees')!.id;\n assignedRecordId = host.records[0].id;\n emptyRecordId = host.records[1].id;\n\n const ownerMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignOwnerId,\n operator: 'is',\n value: { type: 'field', fieldId: hostAssigneesId },\n },\n ],\n };\n\n lookupField = await createField(host.id, {\n name: 'Owned Tasks',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: ownerMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should match single user against multi user reference', async () => {\n expect(lookupField.id).toBeDefined();\n\n const assignedRecord = await getRecord(host.id, assignedRecordId);\n const ownedTasks = [...((assignedRecord.fields[lookupField.id] as string[]) ?? [])].sort();\n expect(ownedTasks).toEqual(['Task Alpha', 'Task Beta']);\n\n const emptyRecord = await getRecord(host.id, emptyRecordId);\n expect((emptyRecord.fields[lookupField.id] as string[] | undefined) ?? []).toEqual([]);\n });\n });\n\n describe('field reference compatibility validation', () => {\n it('marks lookup field as errored when reference field type changes', async () => {\n const { userId, userName, email } = globalThis.testConfig;\n const userCell = { id: userId, title: userName, email };\n\n const foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Compatibility_Foreign',\n fields: [\n { name: 'Task', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n { name: 'Owner', type: FieldType.User } as IFieldRo,\n ],\n records: [\n { fields: { Task: 'Task Alpha', Owner: userCell } },\n { fields: { Task: 'Task Beta' } },\n ],\n });\n const foreignTaskId = foreign.fields.find((field) => field.name === 'Task')!.id;\n const foreignOwnerId = foreign.fields.find((field) => field.name === 'Owner')!.id;\n\n const host = await createTable(baseId, {\n name: 'ConditionalLookup_Compatibility_Host',\n fields: [{ name: 'Assigned', type: FieldType.User } as IFieldRo],\n records: [{ fields: { Assigned: userCell } }],\n });\n const hostOwnerId = host.fields.find((field) => field.name === 'Assigned')!.id;\n\n try {\n const ownerMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignOwnerId,\n operator: 'is',\n value: { type: 'field', fieldId: hostOwnerId },\n },\n ],\n };\n\n const lookupField = await createField(host.id, {\n name: 'Owned Tasks',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: foreignTaskId,\n filter: ownerMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const initialLookup = await getField(host.id, lookupField.id);\n expect(initialLookup.hasError).toBeFalsy();\n\n await convertField(host.id, hostOwnerId, {\n name: 'Assigned',\n type: FieldType.SingleLineText,\n options: {},\n } as IFieldRo);\n\n const erroredLookup = await getField(host.id, lookupField.id);\n expect(erroredLookup.hasError).toBe(true);\n } finally {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('marks lookup field as errored when foreign field type changes', async () => {\n const { userId, userName, email } = globalThis.testConfig;\n const userCell = { id: userId, title: userName, email };\n\n const foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Compatibility_ForeignKey',\n fields: [\n { name: 'Task', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n { name: 'Owner', type: FieldType.User } as IFieldRo,\n ],\n records: [\n { fields: { Task: 'Task Alpha', Owner: userCell } },\n { fields: { Task: 'Task Beta', Owner: userCell } },\n ],\n });\n const foreignTaskId = foreign.fields.find((field) => field.name === 'Task')!.id;\n const foreignOwnerId = foreign.fields.find((field) => field.name === 'Owner')!.id;\n\n const host = await createTable(baseId, {\n name: 'ConditionalLookup_Compatibility_HostKey',\n fields: [{ name: 'Assigned', type: FieldType.User } as IFieldRo],\n records: [{ fields: { Assigned: userCell } }],\n });\n const hostOwnerId = host.fields.find((field) => field.name === 'Assigned')!.id;\n\n try {\n const ownerMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignOwnerId,\n operator: 'is',\n value: { type: 'field', fieldId: hostOwnerId },\n },\n ],\n };\n\n const lookupField = await createField(host.id, {\n name: 'Owned Tasks',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: foreignTaskId,\n filter: ownerMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const initialLookup = await getField(host.id, lookupField.id);\n expect(initialLookup.hasError).toBeFalsy();\n\n await convertField(foreign.id, foreignOwnerId, {\n name: 'Owner',\n type: FieldType.SingleLineText,\n options: {},\n } as IFieldRo);\n\n const erroredLookup = await getField(host.id, lookupField.id);\n expect(erroredLookup.hasError).toBe(true);\n } finally {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n });\n\n describe('numeric array field reference filters', () => {\n let games: ITableFullVo;\n let summary: ITableFullVo;\n let gamesLinkFieldId: string;\n let thresholdFieldId: string;\n let ceilingFieldId: string;\n let targetFieldId: string;\n let exactFieldId: string;\n let excludeFieldId: string;\n let aliceSummaryId: string;\n let bobSummaryId: string;\n let scoresAboveThresholdField: IFieldVo;\n let scoresWithinCeilingField: IFieldVo;\n let scoresEqualTargetField: IFieldVo;\n let scoresNotExactField: IFieldVo;\n let scoresWithoutExcludedField: IFieldVo;\n\n beforeAll(async () => {\n games = await createTable(baseId, {\n name: 'ConditionalLookup_NumberArray_Games',\n fields: [\n { name: 'Player', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Player: 'Alice', Score: 10 } },\n { fields: { Player: 'Alice', Score: 12 } },\n { fields: { Player: 'Bob', Score: 7 } },\n ],\n });\n const scoreFieldId = games.fields.find((f) => f.name === 'Score')!.id;\n\n const gamePlayerFieldId = games.fields.find((f) => f.name === 'Player')!.id;\n\n summary = await createTable(baseId, {\n name: 'ConditionalLookup_NumberArray_Summary',\n fields: [\n { name: 'Player', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Games',\n type: FieldType.Link,\n options: {\n foreignTableId: games.id,\n relationship: Relationship.ManyMany,\n },\n } as IFieldRo,\n { name: 'Threshold', type: FieldType.Number } as IFieldRo,\n { name: 'Ceiling', type: FieldType.Number } as IFieldRo,\n { name: 'Target', type: FieldType.Number } as IFieldRo,\n { name: 'Exact', type: FieldType.Number } as IFieldRo,\n { name: 'Exclude', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Player: 'Alice',\n Games: [{ id: games.records[0].id }, { id: games.records[1].id }],\n Threshold: 11,\n Ceiling: 12,\n Target: 12,\n Exact: 12,\n Exclude: 10,\n },\n },\n {\n fields: {\n Player: 'Bob',\n Games: [{ id: games.records[2].id }],\n Threshold: 8,\n Ceiling: 8,\n Target: 9,\n Exact: 7,\n Exclude: 5,\n },\n },\n ],\n });\n\n gamesLinkFieldId = summary.fields.find((f) => f.name === 'Games')!.id;\n const summaryPlayerFieldId = summary.fields.find((f) => f.name === 'Player')!.id;\n await createField(summary.id, {\n name: 'Round Scores',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n linkFieldId: gamesLinkFieldId,\n } as ILookupOptionsRo,\n } as IFieldRo);\n thresholdFieldId = summary.fields.find((f) => f.name === 'Threshold')!.id;\n ceilingFieldId = summary.fields.find((f) => f.name === 'Ceiling')!.id;\n targetFieldId = summary.fields.find((f) => f.name === 'Target')!.id;\n exactFieldId = summary.fields.find((f) => f.name === 'Exact')!.id;\n excludeFieldId = summary.fields.find((f) => f.name === 'Exclude')!.id;\n aliceSummaryId = summary.records[0].id;\n bobSummaryId = summary.records[1].id;\n\n const scoresAboveThresholdFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: gamePlayerFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: summaryPlayerFieldId },\n },\n {\n fieldId: scoreFieldId,\n operator: 'isGreater',\n value: { type: 'field', fieldId: thresholdFieldId },\n },\n ],\n };\n scoresAboveThresholdField = await createField(summary.id, {\n name: 'Scores Above Threshold',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n filter: scoresAboveThresholdFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const scoresWithinCeilingFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: gamePlayerFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: summaryPlayerFieldId },\n },\n {\n fieldId: scoreFieldId,\n operator: 'isLessEqual',\n value: { type: 'field', fieldId: ceilingFieldId },\n },\n ],\n };\n scoresWithinCeilingField = await createField(summary.id, {\n name: 'Scores Within Ceiling',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n filter: scoresWithinCeilingFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const equalTargetFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: gamePlayerFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: summaryPlayerFieldId },\n },\n {\n fieldId: scoreFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: targetFieldId },\n },\n ],\n };\n scoresEqualTargetField = await createField(summary.id, {\n name: 'Scores Equal Target',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n filter: equalTargetFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const notExactFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: gamePlayerFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: summaryPlayerFieldId },\n },\n {\n fieldId: scoreFieldId,\n operator: 'isNot',\n value: { type: 'field', fieldId: exactFieldId },\n },\n ],\n };\n scoresNotExactField = await createField(summary.id, {\n name: 'Scores Not Exact',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n filter: notExactFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const withoutExcludedFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: gamePlayerFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: summaryPlayerFieldId },\n },\n {\n fieldId: scoreFieldId,\n operator: 'isNot',\n value: { type: 'field', fieldId: excludeFieldId },\n },\n ],\n };\n scoresWithoutExcludedField = await createField(summary.id, {\n name: 'Scores Without Excluded',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n filter: withoutExcludedFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, summary.id);\n await permanentDeleteTable(baseId, games.id);\n });\n\n it('filters numeric lookup arrays using field references', async () => {\n const records = await getRecords(summary.id, { fieldKeyType: FieldKeyType.Id });\n const aliceSummary = records.records.find((record) => record.id === aliceSummaryId)!;\n const bobSummary = records.records.find((record) => record.id === bobSummaryId)!;\n\n expect(aliceSummary.fields[scoresAboveThresholdField.id]).toEqual([12]);\n expect(\n (bobSummary.fields[scoresAboveThresholdField.id] as number[] | undefined) ?? []\n ).toEqual([]);\n\n expect(aliceSummary.fields[scoresWithinCeilingField.id]).toEqual([10, 12]);\n expect(bobSummary.fields[scoresWithinCeilingField.id]).toEqual([7]);\n\n expect(aliceSummary.fields[scoresEqualTargetField.id]).toEqual([12]);\n expect((bobSummary.fields[scoresEqualTargetField.id] as number[] | undefined) ?? []).toEqual(\n []\n );\n\n expect((aliceSummary.fields[scoresNotExactField.id] as number[] | undefined) ?? []).toEqual([\n 10,\n ]);\n expect((bobSummary.fields[scoresNotExactField.id] as number[] | undefined) ?? []).toEqual([]);\n\n expect(aliceSummary.fields[scoresWithoutExcludedField.id]).toEqual([12]);\n expect(bobSummary.fields[scoresWithoutExcludedField.id]).toEqual([7]);\n });\n });\n\n describe('multi-value flattening', () => {\n it('flattens attachment conditional lookup values before persisting', async () => {\n let foreign: ITableFullVo | undefined;\n let host: ITableFullVo | undefined;\n const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'cl-attach-'));\n const filePath = path.join(tempDir, 'conditional-lookup-attachment.txt');\n fs.writeFileSync(filePath, 'conditional lookup attachment payload');\n try {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Attachment_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Files', type: FieldType.Attachment } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Status: 'Keep' } },\n { fields: { Title: 'Beta', Status: 'Keep' } },\n { fields: { Title: 'Gamma', Status: 'Skip' } },\n ],\n });\n const titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n const statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n const filesFieldId = foreign.fields.find((field) => field.name === 'Files')!.id;\n\n const uploadFile = async (recordId: string, filename: string) => {\n const res = await uploadAttachment(\n foreign!.id,\n recordId,\n filesFieldId,\n fs.createReadStream(filePath),\n { filename }\n );\n expect(res.status).toBe(201);\n };\n await uploadFile(foreign.records[0].id, 'alpha.txt');\n await uploadFile(foreign.records[1].id, 'beta.txt');\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_Attachment_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Keep' } }],\n });\n const statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n const lookupField = await createField(host.id, {\n name: 'Matched Files',\n type: FieldType.Attachment,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: filesFieldId,\n filter: statusMatchFilter,\n sort: { fieldId: titleId, order: SortFunc.Asc },\n } as ILookupOptionsRo,\n options: {},\n } as IFieldRo);\n\n const record = await getRecord(host.id, host.records[0].id);\n const attachments = record.fields[lookupField.id] as IAttachmentCellValue;\n expect(Array.isArray(attachments)).toBe(true);\n expect(attachments).toHaveLength(2);\n expect(attachments.some((item) => Array.isArray(item))).toBe(false);\n expect(attachments.map((item) => item.name)).toEqual(['alpha.txt', 'beta.txt']);\n } finally {\n fs.rmSync(tempDir, { recursive: true, force: true });\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n if (foreign) {\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n });\n\n it('flattens multi-select conditional lookup values before persisting', async () => {\n let foreign: ITableFullVo | undefined;\n let host: ITableFullVo | undefined;\n const tagChoices = [\n { id: 'tag-red', name: 'Red', color: Colors.Red },\n { id: 'tag-blue', name: 'Blue', color: Colors.Blue },\n { id: 'tag-green', name: 'Green', color: Colors.Green },\n ];\n try {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_MultiSelect_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Bucket', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Tags',\n type: FieldType.MultipleSelect,\n options: { choices: tagChoices },\n } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Red Row', Bucket: 'A', Tags: ['Red'] } },\n { fields: { Title: 'Blue Row', Bucket: 'A', Tags: ['Blue'] } },\n { fields: { Title: 'Green Row', Bucket: 'B', Tags: ['Green'] } },\n ],\n });\n\n const titleFieldId = foreign.fields.find((field) => field.name === 'Title')!.id;\n const bucketFieldId = foreign.fields.find((field) => field.name === 'Bucket')!.id;\n const tagsFieldId = foreign.fields.find((field) => field.name === 'Tags')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_MultiSelect_Host',\n fields: [{ name: 'BucketFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { BucketFilter: 'A' } }],\n });\n const bucketFilterId = host.fields.find((field) => field.name === 'BucketFilter')!.id;\n\n const lookupField = await createField(host.id, {\n name: 'Filtered Tags',\n type: FieldType.MultipleSelect,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: tagsFieldId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: bucketFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: bucketFilterId },\n },\n ],\n },\n sort: { fieldId: titleFieldId, order: SortFunc.Asc },\n } as ILookupOptionsRo,\n options: { choices: tagChoices },\n } as IFieldRo);\n\n const hostRecord = await getRecord(host.id, host.records[0].id);\n const tags = hostRecord.fields[lookupField.id] as string[];\n expect(Array.isArray(tags)).toBe(true);\n expect(tags.every((tag) => typeof tag === 'string')).toBe(true);\n expect(tags).toEqual(['Blue', 'Red']);\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n if (foreign) {\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n });\n });\n\n describe('limit enforcement', () => {\n const limitCap = Number(process.env.CONDITIONAL_QUERY_MAX_LIMIT ?? '5000');\n const totalActive = limitCap + 2;\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let titleId: string;\n let statusId: string;\n let statusFilterId: string;\n let lookupFieldId: string;\n const activeTitles = Array.from({ length: totalActive }, (_, idx) => `Active ${idx + 1}`);\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalLookup_Limit_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n ],\n records: [\n ...activeTitles.map((title) => ({\n fields: { Title: title, Status: 'Active' },\n })),\n { fields: { Title: 'Closed Item', Status: 'Closed' } },\n ],\n });\n titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalLookup_Limit_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText, options: {} } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }],\n });\n statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('rejects creating a conditional lookup with limit beyond configured maximum', async () => {\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n await createField(\n host.id,\n {\n name: 'TooManyRecords',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: statusMatchFilter,\n limit: limitCap + 1,\n } as ILookupOptionsRo,\n } as IFieldRo,\n 400\n );\n });\n\n it('caps resolved lookup results to the maximum limit when limit is omitted', async () => {\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n const lookupField = await createField(host.id, {\n name: 'Limited Titles',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n filter: statusMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n lookupFieldId = lookupField.id;\n\n const record = await getRecord(host.id, host.records[0].id);\n const values = record.fields[lookupFieldId] as string[];\n expect(Array.isArray(values)).toBe(true);\n expect(values.length).toBe(limitCap);\n expect(values).toEqual(activeTitles.slice(0, limitCap));\n expect(values).not.toContain(activeTitles[limitCap]);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/conditional-rollup.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n IFieldRo,\n IFieldVo,\n ILookupOptionsRo,\n IConditionalRollupFieldOptions,\n IFilter,\n IFilterItem,\n IUserFieldOptions,\n} from '@teable/core';\nimport {\n CellValueType,\n Colors,\n DbFieldType,\n FieldKeyType,\n FieldType,\n NumberFormattingType,\n Relationship,\n generateFieldId,\n isGreater,\n SortFunc,\n} from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport { createAwaitWithEventWithResult } from './utils/event-promise';\nimport {\n createBase,\n createField,\n convertField,\n createRecords,\n createTable,\n deleteBase,\n deleteField,\n getField,\n getFields,\n getRecord,\n getRecords,\n getTable,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('OpenAPI Conditional Rollup field (e2e)', () => {\n let app: INestApplication;\n let eventEmitterService: EventEmitterService;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n eventEmitterService = app.get(EventEmitterService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('expression coverage', () => {\n const setupConditionalRollupFixtures = async () => {\n const foreign = await createTable(baseId, {\n name: 'ConditionalRollupExpr_Foreign',\n fields: [\n { name: 'Label', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n { name: 'Flag', type: FieldType.Checkbox } as IFieldRo,\n ],\n records: [\n { fields: { Label: 'Alpha', Amount: 10, Flag: true } },\n { fields: { Label: 'Alpha', Amount: null, Flag: true } },\n { fields: { Label: 'Beta', Amount: 20, Flag: true } },\n ],\n });\n\n const host = await createTable(baseId, {\n name: 'ConditionalRollupExpr_Host',\n fields: [{ name: 'Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Name: 'Host Row' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Links',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: foreign.id,\n },\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n await updateRecordByApi(host.id, hostRecordId, linkField.id, [\n { id: foreign.records[0].id },\n { id: foreign.records[1].id },\n { id: foreign.records[2].id },\n ]);\n\n const labelId = foreign.fields.find((field) => field.name === 'Label')!.id;\n const amountId = foreign.fields.find((field) => field.name === 'Amount')!.id;\n const flagId = foreign.fields.find((field) => field.name === 'Flag')!.id;\n return { foreign, host, linkField, hostRecordId, labelId, amountId, flagId };\n };\n\n const conditionalRollupCases: Array<{\n expression: string;\n lookupFieldKey: 'labelId' | 'amountId' | 'flagId';\n expected: unknown;\n }> = [\n { expression: 'countall({values})', lookupFieldKey: 'amountId', expected: 3 },\n { expression: 'counta({values})', lookupFieldKey: 'labelId', expected: 3 },\n { expression: 'count({values})', lookupFieldKey: 'amountId', expected: 2 },\n { expression: 'sum({values})', lookupFieldKey: 'amountId', expected: 30 },\n { expression: 'average({values})', lookupFieldKey: 'amountId', expected: 15 },\n { expression: 'max({values})', lookupFieldKey: 'amountId', expected: 20 },\n { expression: 'min({values})', lookupFieldKey: 'amountId', expected: 10 },\n { expression: 'and({values})', lookupFieldKey: 'flagId', expected: true },\n { expression: 'or({values})', lookupFieldKey: 'flagId', expected: true },\n { expression: 'xor({values})', lookupFieldKey: 'flagId', expected: true },\n {\n expression: 'array_join({values})',\n lookupFieldKey: 'labelId',\n expected: 'Alpha, Alpha, Beta',\n },\n {\n expression: 'array_unique({values})',\n lookupFieldKey: 'labelId',\n expected: ['Alpha', 'Beta'],\n },\n {\n expression: 'array_compact({values})',\n lookupFieldKey: 'labelId',\n expected: ['Alpha', 'Alpha', 'Beta'],\n },\n {\n expression: 'concatenate({values})',\n lookupFieldKey: 'labelId',\n expected: 'Alpha, Alpha, Beta',\n },\n ];\n\n it.each(conditionalRollupCases)(\n 'should support conditional rollup expression %s without filters',\n async ({ expression, lookupFieldKey, expected }) => {\n let fixtures: Awaited> | undefined;\n try {\n fixtures = await setupConditionalRollupFixtures();\n const { foreign, host, hostRecordId } = fixtures;\n const lookupFieldId = fixtures[lookupFieldKey];\n\n const field = await createField(host.id, {\n name: `conditional rollup ${expression}`,\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId,\n expression,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: fixtures.labelId,\n operator: 'isNotEmpty',\n value: null,\n },\n ],\n },\n },\n } as IFieldRo);\n\n const record = await getRecord(host.id, hostRecordId);\n const value = record.fields[field.id];\n\n if (Array.isArray(expected)) {\n expect(Array.isArray(value)).toBe(true);\n const sortedExpected = [...expected].sort();\n const sortedValue = [...(value as unknown[])].sort();\n expect(sortedValue).toEqual(sortedExpected);\n } else if (typeof expected === 'string') {\n if (expected.includes(', ')) {\n expect((value as string).split(', ').sort()).toEqual(expected.split(', ').sort());\n } else {\n expect(value).toEqual(expected);\n }\n } else {\n expect(value).toEqual(expected);\n }\n } finally {\n if (fixtures?.host) {\n await permanentDeleteTable(baseId, fixtures.host.id);\n }\n if (fixtures?.foreign) {\n await permanentDeleteTable(baseId, fixtures.foreign.id);\n }\n }\n }\n );\n });\n\n describe('table and field retrieval', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let lookupField: IFieldVo;\n let orderId: string;\n let statusId: string;\n let statusFilterId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'RefLookup_View_Foreign',\n fields: [\n { name: 'Order', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Order: 'A-001', Status: 'Active', Amount: 10 } },\n { fields: { Order: 'A-002', Status: 'Active', Amount: 5 } },\n { fields: { Order: 'C-001', Status: 'Closed', Amount: 2 } },\n ],\n });\n orderId = foreign.fields.find((f) => f.name === 'Order')!.id;\n statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n\n host = await createTable(baseId, {\n name: 'RefLookup_View_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }, { fields: { StatusFilter: 'Closed' } }],\n });\n statusFilterId = host.fields.find((f) => f.name === 'StatusFilter')!.id;\n\n const filter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n } as any;\n\n lookupField = await createField(host.id, {\n name: 'Matching Orders',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: orderId,\n expression: 'count({values})',\n filter,\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should expose conditional rollup via table and field endpoints', async () => {\n const tableInfo = await getTable(baseId, host.id);\n expect(tableInfo.id).toBe(host.id);\n\n const fields = await getFields(host.id);\n const retrieved = fields.find((field) => field.id === lookupField.id)!;\n expect(retrieved.type).toBe(FieldType.ConditionalRollup);\n expect((retrieved.options as any).lookupFieldId).toBe(orderId);\n expect((retrieved.options as any).foreignTableId).toBe(foreign.id);\n\n const fieldDetail = await getField(host.id, lookupField.id);\n expect(fieldDetail.id).toBe(lookupField.id);\n expect((fieldDetail.options as any).expression).toBe('count({values})');\n expect(fieldDetail.isComputed).toBe(true);\n });\n\n it('should compute lookup values for each host record', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n\n const first = records.records.find((record) => record.id === host.records[0].id)!;\n const second = records.records.find((record) => record.id === host.records[1].id)!;\n\n expect(first.fields[lookupField.id]).toEqual(2);\n expect(second.fields[lookupField.id]).toEqual(1);\n });\n });\n\n describe('limit enforcement', () => {\n const limitCap = Number(process.env.CONDITIONAL_QUERY_MAX_LIMIT ?? '5000');\n const totalActive = limitCap + 3;\n const activeTitles = Array.from({ length: totalActive }, (_, idx) => `Score ${idx + 1}`);\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let titleId: string;\n let statusId: string;\n let scoreId: string;\n let statusFilterId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalRollup_Limit_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n ...activeTitles.map((title, idx) => ({\n fields: { Title: title, Status: 'Active', Score: idx + 1 },\n })),\n { fields: { Title: 'Closed Item', Status: 'Closed', Score: 999 } },\n ],\n });\n titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n scoreId = foreign.fields.find((field) => field.name === 'Score')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalRollup_Limit_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }],\n });\n statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('rejects creating conditional rollups with limit above the configured cap', async () => {\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n await createField(\n host.id,\n {\n name: 'TooManyRollupValues',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n expression: 'array_compact({values})',\n filter: statusMatchFilter,\n sort: { fieldId: scoreId, order: SortFunc.Asc },\n limit: limitCap + 1,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo,\n 400\n );\n });\n\n it('caps array aggregation results to the configured maximum when limit is omitted', async () => {\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n const rollupField = await createField(host.id, {\n name: 'Limited Titles Rollup',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n expression: 'array_compact({values})',\n filter: statusMatchFilter,\n sort: { fieldId: scoreId, order: SortFunc.Asc },\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const record = await getRecord(host.id, host.records[0].id);\n const values = record.fields[rollupField.id] as string[];\n expect(Array.isArray(values)).toBe(true);\n expect(values.length).toBe(limitCap);\n expect(values).toEqual(activeTitles.slice(0, limitCap));\n expect(values).not.toContain(activeTitles[limitCap]);\n });\n });\n\n describe('self equality filters', () => {\n it('supports creating records when rollup filters compare against same-table fields', async () => {\n let table: ITableFullVo | undefined;\n const categoryChoices = [\n { id: 'cat-a', name: 'Category A', color: Colors.Blue },\n { id: 'cat-b', name: 'Category B', color: Colors.Green },\n ];\n\n try {\n table = await createTable(baseId, {\n name: 'ConditionalRollup_Self_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Count', type: FieldType.Number } as IFieldRo,\n {\n name: 'Category',\n type: FieldType.SingleSelect,\n options: { choices: categoryChoices },\n } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Title: 'Alpha',\n Count: 1,\n Category: categoryChoices[0].name,\n },\n },\n {\n fields: {\n Title: 'Beta',\n Count: 2,\n Category: categoryChoices[1].name,\n },\n },\n {\n fields: {\n Title: 'Gamma',\n Count: 3,\n Category: categoryChoices[0].name,\n },\n },\n ],\n });\n\n const titleFieldId = table.fields.find((field) => field.name === 'Title')!.id;\n const countFieldId = table.fields.find((field) => field.name === 'Count')!.id;\n const categoryFieldId = table.fields.find((field) => field.name === 'Category')!.id;\n\n const linkField = await createField(table.id, {\n name: 'Self Links',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table.id,\n },\n } as IFieldRo);\n\n const currentRecordIds = table.records.map((record) => record.id);\n let currentLinkTargets = currentRecordIds.map((id) => ({ id }));\n\n const syncAllLinks = async () => {\n for (const recordId of currentRecordIds) {\n await updateRecordByApi(table!.id, recordId, linkField.id, currentLinkTargets);\n }\n };\n\n await syncAllLinks();\n\n const rollupField = await createField(table.id, {\n name: 'Self Category Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: table.id,\n lookupFieldId: categoryFieldId,\n expression: 'count({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: titleFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: titleFieldId, tableId: table.id },\n },\n {\n fieldId: countFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: countFieldId, tableId: table.id },\n },\n ],\n },\n },\n } as IFieldRo);\n\n const expectRollupValue = async (recordId: string, expected: number) => {\n const record = await getRecord(table!.id, recordId);\n expect(record.fields[rollupField.id]).toEqual(expected);\n };\n\n for (const recordId of currentRecordIds) {\n await expectRollupValue(recordId, 1);\n }\n\n const created = await createRecords(table.id, {\n records: [\n {\n fields: {\n [titleFieldId]: 'Delta',\n [countFieldId]: null,\n [categoryFieldId]: categoryChoices[1].name,\n },\n },\n ],\n });\n const newRecordId = created.records[0].id;\n currentRecordIds.push(newRecordId);\n currentLinkTargets = currentRecordIds.map((id) => ({ id }));\n await syncAllLinks();\n\n await expectRollupValue(newRecordId, 0);\n\n await updateRecordByApi(table.id, newRecordId, countFieldId, 4);\n\n await expectRollupValue(newRecordId, 1);\n\n await updateRecordByApi(table.id, newRecordId, titleFieldId, 'Delta Updated');\n\n await expectRollupValue(newRecordId, 1);\n } finally {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n }\n });\n });\n\n describe('filter option synchronization', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let rollupField: IFieldVo;\n let statusId: string;\n let amountId: string;\n const statusChoices = [\n { id: 'status-active', name: 'Active', color: Colors.Green },\n { id: 'status-closed', name: 'Closed', color: Colors.Gray },\n ];\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalRollup_Filter_Foreign',\n fields: [\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: { choices: statusChoices },\n } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n ],\n });\n statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n amountId = foreign.fields.find((field) => field.name === 'Amount')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalRollup_Filter_Host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n });\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: 'Active',\n },\n ],\n };\n\n rollupField = await createField(host.id, {\n name: 'Active Amount Sum',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n filter,\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should update conditional rollup filters when select option names change', async () => {\n await convertField(foreign.id, statusId, {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [{ ...statusChoices[0], name: 'Active Plus' }, statusChoices[1]],\n },\n } as IFieldRo);\n\n const refreshed = await getField(host.id, rollupField.id);\n const options = refreshed.options as IConditionalRollupFieldOptions;\n const filterItem = options.filter?.filterSet?.[0] as IFilterItem | undefined;\n expect(filterItem?.value).toBe('Active Plus');\n });\n });\n\n describe('sort and limit options', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let rollupField: IFieldVo;\n let titleId: string;\n let statusId: string;\n let scoreId: string;\n let statusFilterId: string;\n let activeRecordId: string;\n let closedRecordId: string;\n let gammaRecordId: string;\n let statusMatchFilter: IFilter;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalRollup_Sort_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Status: 'Active', Score: 70 } },\n { fields: { Title: 'Beta', Status: 'Active', Score: 90 } },\n { fields: { Title: 'Gamma', Status: 'Active', Score: 40 } },\n { fields: { Title: 'Delta', Status: 'Closed', Score: 100 } },\n ],\n });\n titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n scoreId = foreign.fields.find((field) => field.name === 'Score')!.id;\n gammaRecordId = foreign.records.find((record) => record.fields.Title === 'Gamma')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalRollup_Sort_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }, { fields: { StatusFilter: 'Closed' } }],\n });\n statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n activeRecordId = host.records[0].id;\n closedRecordId = host.records[1].id;\n\n statusMatchFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n rollupField = await createField(host.id, {\n name: 'Top Titles Rollup',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n expression: 'array_compact({values})',\n filter: statusMatchFilter,\n sort: { fieldId: scoreId, order: SortFunc.Desc },\n limit: 2,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should honor sort and limit for array rollups and react to updates', async () => {\n const originalField = await getField(host.id, rollupField.id);\n const originalOptions = {\n ...(originalField.options as IConditionalRollupFieldOptions),\n };\n const originalName = originalField.name;\n\n try {\n expect(originalOptions.sort).toEqual({ fieldId: scoreId, order: SortFunc.Desc });\n expect(originalOptions.limit).toBe(2);\n\n const baselineRecords = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const baselineActive = baselineRecords.records.find(\n (record) => record.id === activeRecordId\n )!;\n const baselineClosed = baselineRecords.records.find(\n (record) => record.id === closedRecordId\n )!;\n expect(baselineActive.fields[rollupField.id]).toEqual(['Beta', 'Alpha']);\n expect(baselineClosed.fields[rollupField.id]).toEqual(['Delta']);\n\n const ascOptions: IConditionalRollupFieldOptions = {\n ...originalOptions,\n sort: { fieldId: scoreId, order: SortFunc.Asc },\n limit: 1,\n };\n\n rollupField = await convertField(host.id, rollupField.id, {\n name: rollupField.name,\n type: FieldType.ConditionalRollup,\n options: ascOptions,\n } as IFieldRo);\n\n let activeRecord = await getRecord(host.id, activeRecordId);\n let closedRecord = await getRecord(host.id, closedRecordId);\n expect(activeRecord.fields[rollupField.id]).toEqual(['Gamma']);\n expect(closedRecord.fields[rollupField.id]).toEqual(['Delta']);\n\n await updateRecordByApi(foreign.id, gammaRecordId, scoreId, 75);\n activeRecord = await getRecord(host.id, activeRecordId);\n expect(activeRecord.fields[rollupField.id]).toEqual(['Alpha']);\n\n await updateRecordByApi(foreign.id, gammaRecordId, scoreId, 40);\n activeRecord = await getRecord(host.id, activeRecordId);\n expect(activeRecord.fields[rollupField.id]).toEqual(['Gamma']);\n\n await updateRecordByApi(host.id, activeRecordId, statusFilterId, 'Closed');\n activeRecord = await getRecord(host.id, activeRecordId);\n expect(activeRecord.fields[rollupField.id]).toEqual(['Delta']);\n\n await updateRecordByApi(host.id, activeRecordId, statusFilterId, 'Active');\n activeRecord = await getRecord(host.id, activeRecordId);\n expect(activeRecord.fields[rollupField.id]).toEqual(['Gamma']);\n\n rollupField = await convertField(host.id, rollupField.id, {\n name: rollupField.name,\n type: FieldType.ConditionalRollup,\n options: {\n ...(rollupField.options as IConditionalRollupFieldOptions),\n sort: undefined,\n limit: undefined,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const fieldAfterDisable = await getField(host.id, rollupField.id);\n // eslint-disable-next-line no-console\n console.log('[test] field after disable', fieldAfterDisable.options);\n\n const unsortedField = await getField(host.id, rollupField.id);\n const unsortedOptions = unsortedField.options as IConditionalRollupFieldOptions;\n expect(unsortedOptions.sort).toBeUndefined();\n expect(unsortedOptions.limit).toBeUndefined();\n\n const unsortedRecords = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const unsortedActive = unsortedRecords.records.find(\n (record) => record.id === activeRecordId\n )!;\n const unsortedTitles = [...(unsortedActive.fields[rollupField.id] as string[])].sort();\n expect(unsortedTitles).toEqual(['Alpha', 'Beta', 'Gamma']);\n\n closedRecord = unsortedRecords.records.find((record) => record.id === closedRecordId)!;\n expect(closedRecord.fields[rollupField.id]).toEqual(['Delta']);\n } finally {\n rollupField = await convertField(host.id, rollupField.id, {\n name: originalName,\n type: FieldType.ConditionalRollup,\n options: originalOptions,\n } as IFieldRo);\n await updateRecordByApi(foreign.id, gammaRecordId, scoreId, 40);\n await updateRecordByApi(host.id, activeRecordId, statusFilterId, 'Active');\n }\n });\n });\n\n describe('filter scenarios', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let categorySumField: IFieldVo;\n let categoryAverageField: IFieldVo;\n let dynamicActiveCountField: IFieldVo;\n let highValueActiveCountField: IFieldVo;\n let categoryFieldId: string;\n let minimumAmountFieldId: string;\n let categoryId: string;\n let amountId: string;\n let statusId: string;\n let hardwareRecordId: string;\n let softwareRecordId: string;\n let servicesRecordId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'RefLookup_Filter_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Category', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Laptop', Category: 'Hardware', Amount: 70, Status: 'Active' } },\n { fields: { Title: 'Mouse', Category: 'Hardware', Amount: 20, Status: 'Active' } },\n { fields: { Title: 'Subscription', Category: 'Software', Amount: 40, Status: 'Trial' } },\n { fields: { Title: 'Upgrade', Category: 'Software', Amount: 80, Status: 'Active' } },\n { fields: { Title: 'Support', Category: 'Services', Amount: 15, Status: 'Active' } },\n ],\n });\n categoryId = foreign.fields.find((f) => f.name === 'Category')!.id;\n amountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n\n host = await createTable(baseId, {\n name: 'RefLookup_Filter_Host',\n fields: [\n { name: 'CategoryFilter', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'MinimumAmount', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { CategoryFilter: 'Hardware', MinimumAmount: 50 } },\n { fields: { CategoryFilter: 'Software', MinimumAmount: 30 } },\n { fields: { CategoryFilter: 'Services', MinimumAmount: 10 } },\n ],\n });\n\n categoryFieldId = host.fields.find((f) => f.name === 'CategoryFilter')!.id;\n minimumAmountFieldId = host.fields.find((f) => f.name === 'MinimumAmount')!.id;\n hardwareRecordId = host.records[0].id;\n softwareRecordId = host.records[1].id;\n servicesRecordId = host.records[2].id;\n\n const categoryFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryFieldId },\n },\n ],\n } as any;\n\n categorySumField = await createField(host.id, {\n name: 'Category Total',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n filter: categoryFilter,\n },\n } as IFieldRo);\n\n categoryAverageField = await createField(host.id, {\n name: 'Category Average',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'average({values})',\n filter: categoryFilter,\n },\n } as IFieldRo);\n\n const dynamicActiveFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryFieldId },\n },\n {\n fieldId: statusId,\n operator: 'is',\n value: 'Active',\n },\n {\n fieldId: amountId,\n operator: 'isGreater',\n value: { type: 'field', fieldId: minimumAmountFieldId },\n },\n ],\n } as any;\n\n dynamicActiveCountField = await createField(host.id, {\n name: 'Dynamic Active Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'count({values})',\n filter: dynamicActiveFilter,\n },\n } as IFieldRo);\n\n const highValueActiveFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryFieldId },\n },\n {\n fieldId: statusId,\n operator: 'is',\n value: 'Active',\n },\n {\n fieldId: amountId,\n operator: 'isGreater',\n value: 50,\n },\n ],\n } as any;\n\n highValueActiveCountField = await createField(host.id, {\n name: 'High Value Active Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'count({values})',\n filter: highValueActiveFilter,\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should recalc lookup values when host filter field changes', async () => {\n const baseline = await getRecord(host.id, hardwareRecordId);\n expect(baseline.fields[categorySumField.id]).toEqual(90);\n expect(baseline.fields[categoryAverageField.id]).toEqual(45);\n\n await updateRecordByApi(host.id, hardwareRecordId, categoryFieldId, 'Software');\n const updated = await getRecord(host.id, hardwareRecordId);\n expect(updated.fields[categorySumField.id]).toEqual(120);\n expect(updated.fields[categoryAverageField.id]).toEqual(60);\n\n await updateRecordByApi(host.id, hardwareRecordId, categoryFieldId, 'Hardware');\n const restored = await getRecord(host.id, hardwareRecordId);\n expect(restored.fields[categorySumField.id]).toEqual(90);\n expect(restored.fields[categoryAverageField.id]).toEqual(45);\n });\n\n it('should apply field-referenced numeric filters', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareRecord = records.records.find((record) => record.id === hardwareRecordId)!;\n const softwareRecord = records.records.find((record) => record.id === softwareRecordId)!;\n const servicesRecord = records.records.find((record) => record.id === servicesRecordId)!;\n\n expect(hardwareRecord.fields[dynamicActiveCountField.id]).toEqual(1);\n expect(softwareRecord.fields[dynamicActiveCountField.id]).toEqual(1);\n expect(servicesRecord.fields[dynamicActiveCountField.id]).toEqual(1);\n });\n\n it('should support multi-condition filters with static thresholds', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareRecord = records.records.find((record) => record.id === hardwareRecordId)!;\n const softwareRecord = records.records.find((record) => record.id === softwareRecordId)!;\n const servicesRecord = records.records.find((record) => record.id === servicesRecordId)!;\n\n expect(hardwareRecord.fields[highValueActiveCountField.id]).toEqual(1);\n expect(softwareRecord.fields[highValueActiveCountField.id]).toEqual(1);\n expect(servicesRecord.fields[highValueActiveCountField.id]).toEqual(0);\n });\n\n it('should filter host records by conditional rollup values', async () => {\n const filtered = await getRecords(host.id, {\n fieldKeyType: FieldKeyType.Id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categorySumField.id,\n operator: isGreater.value,\n value: 100,\n },\n ],\n },\n });\n\n expect(filtered.records.map((record) => record.id)).toEqual([softwareRecordId]);\n });\n\n it('should recompute when host numeric thresholds change', async () => {\n const original = await getRecord(host.id, servicesRecordId);\n expect(original.fields[dynamicActiveCountField.id]).toEqual(1);\n\n await updateRecordByApi(host.id, servicesRecordId, minimumAmountFieldId, 50);\n const raisedThreshold = await getRecord(host.id, servicesRecordId);\n expect(raisedThreshold.fields[dynamicActiveCountField.id]).toEqual(0);\n\n await updateRecordByApi(host.id, servicesRecordId, minimumAmountFieldId, 10);\n const reset = await getRecord(host.id, servicesRecordId);\n expect(reset.fields[dynamicActiveCountField.id]).toEqual(1);\n });\n });\n\n describe('text filter edge cases', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let emptyLabelCountField: IFieldVo;\n let nonEmptyLabelCountField: IFieldVo;\n let labelCountAField: IFieldVo;\n let alphaScoreSumField: IFieldVo;\n let labelId: string;\n let notesId: string;\n let scoreId: string;\n let hostRecordId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalRollup_Text_Foreign',\n fields: [\n { name: 'Label', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Notes', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Label: 'Alpha', Notes: 'Alpha plan', Score: 10 } },\n { fields: { Label: '', Notes: 'Empty label entry', Score: 5 } },\n { fields: { Notes: 'Missing label Alpha entry', Score: 7 } },\n { fields: { Label: 'Beta', Notes: 'Beta details', Score: 12 } },\n { fields: { Label: 'Gamma', Notes: 'General info', Score: 8 } },\n ],\n });\n\n labelId = foreign.fields.find((field) => field.name === 'Label')!.id;\n notesId = foreign.fields.find((field) => field.name === 'Notes')!.id;\n scoreId = foreign.fields.find((field) => field.name === 'Score')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalRollup_Text_Host',\n fields: [{ name: 'Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Name: 'Row 1' } }],\n });\n hostRecordId = host.records[0].id;\n\n emptyLabelCountField = await createField(host.id, {\n name: 'Empty Label Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n expression: 'count({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: labelId,\n operator: 'isEmpty',\n value: null,\n },\n ],\n },\n },\n } as IFieldRo);\n\n nonEmptyLabelCountField = await createField(host.id, {\n name: 'Non Empty Label Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n expression: 'count({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: labelId,\n operator: 'isNotEmpty',\n value: null,\n },\n ],\n },\n },\n } as IFieldRo);\n\n labelCountAField = await createField(host.id, {\n name: 'Label CountA',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: labelId,\n expression: 'counta({values})',\n },\n } as IFieldRo);\n\n alphaScoreSumField = await createField(host.id, {\n name: 'Alpha Score Sum',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n expression: 'sum({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: notesId,\n operator: 'contains',\n value: 'Alpha',\n },\n ],\n },\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should treat blank strings as empty when filtering text fields', async () => {\n const record = await getRecord(host.id, hostRecordId);\n\n expect(record.fields[emptyLabelCountField.id]).toEqual(2);\n expect(record.fields[nonEmptyLabelCountField.id]).toEqual(3);\n });\n\n it('should skip blank values in counta aggregations', async () => {\n const record = await getRecord(host.id, hostRecordId);\n\n expect(record.fields[labelCountAField.id]).toEqual(3);\n });\n\n it('should honor contains filters for text rollups', async () => {\n const record = await getRecord(host.id, hostRecordId);\n\n expect(record.fields[alphaScoreSumField.id]).toEqual(17);\n });\n });\n\n describe('date field reference filters', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let dueDateId: string;\n let amountId: string;\n let targetDateId: string;\n let onTargetCountField: IFieldVo;\n let afterTargetSumField: IFieldVo;\n let beforeTargetSumField: IFieldVo;\n let onOrBeforeTargetCountField: IFieldVo;\n let onOrAfterTargetCountField: IFieldVo;\n let targetTenRecordId: string;\n let targetElevenRecordId: string;\n let targetThirteenRecordId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalRollup_Date_Foreign',\n fields: [\n { name: 'Task', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Due Date', type: FieldType.Date } as IFieldRo,\n { name: 'Hours', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Task: 'Spec Draft', 'Due Date': '2024-09-10', Hours: 5 } },\n { fields: { Task: 'Review', 'Due Date': '2024-09-11', Hours: 3 } },\n { fields: { Task: 'Finalize', 'Due Date': '2024-09-12', Hours: 7 } },\n ],\n });\n\n dueDateId = foreign.fields.find((field) => field.name === 'Due Date')!.id;\n amountId = foreign.fields.find((field) => field.name === 'Hours')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalRollup_Date_Host',\n fields: [{ name: 'Target Date', type: FieldType.Date } as IFieldRo],\n records: [\n { fields: { 'Target Date': '2024-09-10' } },\n { fields: { 'Target Date': '2024-09-11' } },\n { fields: { 'Target Date': '2024-09-13' } },\n ],\n });\n\n targetDateId = host.fields.find((field) => field.name === 'Target Date')!.id;\n targetTenRecordId = host.records[0].id;\n targetElevenRecordId = host.records[1].id;\n targetThirteenRecordId = host.records[2].id;\n\n await updateRecordByApi(host.id, targetTenRecordId, targetDateId, '2024-09-10T12:34:56.000Z');\n await updateRecordByApi(\n host.id,\n targetElevenRecordId,\n targetDateId,\n '2024-09-11T12:50:00.000Z'\n );\n await updateRecordByApi(\n host.id,\n targetThirteenRecordId,\n targetDateId,\n '2024-09-13T12:15:00.000Z'\n );\n\n const onTargetFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: dueDateId,\n operator: 'is',\n value: { type: 'field', fieldId: targetDateId },\n },\n ],\n } as any;\n\n onTargetCountField = await createField(host.id, {\n name: 'On Target Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'count({values})',\n filter: onTargetFilter,\n },\n } as IFieldRo);\n\n const afterTargetFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: dueDateId,\n operator: 'isAfter',\n value: { type: 'field', fieldId: targetDateId },\n },\n ],\n } as any;\n\n afterTargetSumField = await createField(host.id, {\n name: 'After Target Hours',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n filter: afterTargetFilter,\n },\n } as IFieldRo);\n\n const beforeTargetFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: dueDateId,\n operator: 'isBefore',\n value: { type: 'field', fieldId: targetDateId },\n },\n ],\n } as any;\n\n beforeTargetSumField = await createField(host.id, {\n name: 'Before Target Hours',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n filter: beforeTargetFilter,\n },\n } as IFieldRo);\n\n const onOrBeforeFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: dueDateId,\n operator: 'isOnOrBefore',\n value: { type: 'field', fieldId: targetDateId },\n },\n ],\n } as any;\n\n onOrBeforeTargetCountField = await createField(host.id, {\n name: 'On Or Before Target Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'count({values})',\n filter: onOrBeforeFilter,\n },\n } as IFieldRo);\n\n const onOrAfterFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: dueDateId,\n operator: 'isOnOrAfter',\n value: { type: 'field', fieldId: targetDateId },\n },\n ],\n } as any;\n\n onOrAfterTargetCountField = await createField(host.id, {\n name: 'On Or After Target Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'count({values})',\n filter: onOrAfterFilter,\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n const dateReferenceScenarios = [\n {\n name: 'aggregates matches when due date equals host target date',\n field: () => onTargetCountField,\n expected: [1, 1, 0],\n },\n {\n name: 'sums hours occurring after the host target date',\n field: () => afterTargetSumField,\n expected: [10, 7, 0],\n },\n {\n name: 'sums hours occurring before the host target date',\n field: () => beforeTargetSumField,\n expected: [0, 5, 15],\n },\n {\n name: 'counts records on or after the host target date',\n field: () => onOrAfterTargetCountField,\n expected: [3, 2, 0],\n },\n {\n name: 'counts records on or before the host target date',\n field: () => onOrBeforeTargetCountField,\n expected: [1, 2, 3],\n },\n ] as const;\n\n it.each(dateReferenceScenarios)('$name', async ({ field, expected }) => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const targetTen = records.records.find((record) => record.id === targetTenRecordId)!;\n const targetEleven = records.records.find((record) => record.id === targetElevenRecordId)!;\n const targetThirteen = records.records.find(\n (record) => record.id === targetThirteenRecordId\n )!;\n\n const aggregateField = field();\n expect([\n targetTen.fields[aggregateField.id],\n targetEleven.fields[aggregateField.id],\n targetThirteen.fields[aggregateField.id],\n ]).toEqual(expected);\n });\n });\n\n describe('boolean field reference filters', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let statusFieldId: string;\n let hostFlagFieldId: string;\n let matchCountField: IFieldVo;\n let hostTrueRecordId: string;\n let hostFalseRecordId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'ConditionalRollup_Bool_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'IsActive', type: FieldType.Checkbox } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', IsActive: true } },\n { fields: { Title: 'Beta', IsActive: false } },\n { fields: { Title: 'Gamma', IsActive: true } },\n ],\n });\n\n statusFieldId = foreign.fields.find((field) => field.name === 'IsActive')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalRollup_Bool_Host',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'TargetActive', type: FieldType.Checkbox } as IFieldRo,\n ],\n records: [\n { fields: { Name: 'Should Match True', TargetActive: true } },\n { fields: { Name: 'Should Match False' } },\n ],\n });\n\n hostFlagFieldId = host.fields.find((field) => field.name === 'TargetActive')!.id;\n hostTrueRecordId = host.records[0].id;\n hostFalseRecordId = host.records[1].id;\n\n const matchFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: hostFlagFieldId },\n },\n ],\n } as any;\n\n matchCountField = await createField(host.id, {\n name: 'Matching Actives',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: statusFieldId,\n expression: 'count({values})',\n filter: matchFilter,\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should aggregate based on host boolean field references', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hostTrueRecord = records.records.find((record) => record.id === hostTrueRecordId)!;\n const hostFalseRecord = records.records.find((record) => record.id === hostFalseRecordId)!;\n\n expect(hostTrueRecord.fields[matchCountField.id]).toEqual(2);\n expect(hostFalseRecord.fields[matchCountField.id]).toEqual(0);\n });\n\n it('should react to host boolean changes', async () => {\n await updateRecordByApi(host.id, hostTrueRecordId, hostFlagFieldId, null);\n await updateRecordByApi(host.id, hostFalseRecordId, hostFlagFieldId, true);\n\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hostTrueRecord = records.records.find((record) => record.id === hostTrueRecordId)!;\n const hostFalseRecord = records.records.find((record) => record.id === hostFalseRecordId)!;\n\n expect(hostTrueRecord.fields[matchCountField.id]).toEqual(0);\n expect(hostFalseRecord.fields[matchCountField.id]).toEqual(2);\n });\n });\n\n describe('field and literal comparison matrix', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let fieldDrivenCountField: IFieldVo;\n let literalMixCountField: IFieldVo;\n let quantityWindowSumField: IFieldVo;\n let categoryId: string;\n let amountId: string;\n let quantityId: string;\n let statusId: string;\n let categoryPickId: string;\n let amountFloorId: string;\n let quantityMaxId: string;\n let statusTargetId: string;\n let hostHardwareActiveId: string;\n let hostOfficeActiveId: string;\n let hostHardwareInactiveId: string;\n let foreignLaptopId: string;\n let foreignMonitorId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'RefLookup_FieldMatrix_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Category', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n { name: 'Quantity', type: FieldType.Number } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Title: 'Laptop',\n Category: 'Hardware',\n Amount: 80,\n Quantity: 5,\n Status: 'Active',\n },\n },\n {\n fields: {\n Title: 'Monitor',\n Category: 'Hardware',\n Amount: 20,\n Quantity: 2,\n Status: 'Inactive',\n },\n },\n {\n fields: {\n Title: 'Subscription',\n Category: 'Office',\n Amount: 60,\n Quantity: 10,\n Status: 'Active',\n },\n },\n {\n fields: {\n Title: 'Upgrade',\n Category: 'Office',\n Amount: 35,\n Quantity: 3,\n Status: 'Active',\n },\n },\n ],\n });\n\n categoryId = foreign.fields.find((f) => f.name === 'Category')!.id;\n amountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n quantityId = foreign.fields.find((f) => f.name === 'Quantity')!.id;\n statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n foreignLaptopId = foreign.records.find((record) => record.fields.Title === 'Laptop')!.id;\n foreignMonitorId = foreign.records.find((record) => record.fields.Title === 'Monitor')!.id;\n\n host = await createTable(baseId, {\n name: 'RefLookup_FieldMatrix_Host',\n fields: [\n { name: 'CategoryPick', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'AmountFloor', type: FieldType.Number } as IFieldRo,\n { name: 'QuantityMax', type: FieldType.Number } as IFieldRo,\n { name: 'StatusTarget', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n {\n fields: {\n CategoryPick: 'Hardware',\n AmountFloor: 60,\n QuantityMax: 10,\n StatusTarget: 'Active',\n },\n },\n {\n fields: {\n CategoryPick: 'Office',\n AmountFloor: 30,\n QuantityMax: 12,\n StatusTarget: 'Active',\n },\n },\n {\n fields: {\n CategoryPick: 'Hardware',\n AmountFloor: 10,\n QuantityMax: 4,\n StatusTarget: 'Inactive',\n },\n },\n ],\n });\n\n categoryPickId = host.fields.find((f) => f.name === 'CategoryPick')!.id;\n amountFloorId = host.fields.find((f) => f.name === 'AmountFloor')!.id;\n quantityMaxId = host.fields.find((f) => f.name === 'QuantityMax')!.id;\n statusTargetId = host.fields.find((f) => f.name === 'StatusTarget')!.id;\n hostHardwareActiveId = host.records[0].id;\n hostOfficeActiveId = host.records[1].id;\n hostHardwareInactiveId = host.records[2].id;\n\n const fieldDrivenFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryPickId },\n },\n {\n fieldId: amountId,\n operator: 'isGreaterEqual',\n value: { type: 'field', fieldId: amountFloorId },\n },\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusTargetId },\n },\n ],\n } as any;\n\n fieldDrivenCountField = await createField(host.id, {\n name: 'Field Driven Matches',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'count({values})',\n filter: fieldDrivenFilter,\n },\n } as IFieldRo);\n\n const literalMixFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: 'Hardware',\n },\n {\n fieldId: statusId,\n operator: 'isNot',\n value: { type: 'field', fieldId: statusTargetId },\n },\n {\n fieldId: amountId,\n operator: 'isGreater',\n value: 15,\n },\n ],\n } as any;\n\n literalMixCountField = await createField(host.id, {\n name: 'Literal Mix Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'count({values})',\n filter: literalMixFilter,\n },\n } as IFieldRo);\n\n const quantityWindowFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryId,\n operator: 'is',\n value: { type: 'field', fieldId: categoryPickId },\n },\n {\n fieldId: quantityId,\n operator: 'isLessEqual',\n value: { type: 'field', fieldId: quantityMaxId },\n },\n ],\n } as any;\n\n quantityWindowSumField = await createField(host.id, {\n name: 'Quantity Window Sum',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: quantityId,\n expression: 'sum({values})',\n filter: quantityWindowFilter,\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should evaluate field-to-field comparisons across operators', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareActive = records.records.find((record) => record.id === hostHardwareActiveId)!;\n const officeActive = records.records.find((record) => record.id === hostOfficeActiveId)!;\n const hardwareInactive = records.records.find(\n (record) => record.id === hostHardwareInactiveId\n )!;\n\n expect(hardwareActive.fields[fieldDrivenCountField.id]).toEqual(1);\n expect(officeActive.fields[fieldDrivenCountField.id]).toEqual(2);\n expect(hardwareInactive.fields[fieldDrivenCountField.id]).toEqual(1);\n });\n\n it('should mix literal and field referenced criteria', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareActive = records.records.find((record) => record.id === hostHardwareActiveId)!;\n const officeActive = records.records.find((record) => record.id === hostOfficeActiveId)!;\n const hardwareInactive = records.records.find(\n (record) => record.id === hostHardwareInactiveId\n )!;\n\n expect(hardwareActive.fields[literalMixCountField.id]).toEqual(1);\n expect(officeActive.fields[literalMixCountField.id]).toEqual(1);\n expect(hardwareInactive.fields[literalMixCountField.id]).toEqual(1);\n });\n\n it('should support field referenced numeric windows with aggregations', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareActive = records.records.find((record) => record.id === hostHardwareActiveId)!;\n const officeActive = records.records.find((record) => record.id === hostOfficeActiveId)!;\n const hardwareInactive = records.records.find(\n (record) => record.id === hostHardwareInactiveId\n )!;\n\n expect(hardwareActive.fields[quantityWindowSumField.id]).toEqual(7);\n expect(officeActive.fields[quantityWindowSumField.id]).toEqual(13);\n expect(hardwareInactive.fields[quantityWindowSumField.id]).toEqual(2);\n });\n\n it('should recompute when host thresholds change', async () => {\n await updateRecordByApi(host.id, hostHardwareActiveId, amountFloorId, 90);\n const tightened = await getRecord(host.id, hostHardwareActiveId);\n expect(tightened.fields[fieldDrivenCountField.id]).toEqual(0);\n\n await updateRecordByApi(host.id, hostHardwareActiveId, amountFloorId, 60);\n const restored = await getRecord(host.id, hostHardwareActiveId);\n expect(restored.fields[fieldDrivenCountField.id]).toEqual(1);\n });\n\n it('should react to foreign table updates referenced by filters', async () => {\n await updateRecordByApi(foreign.id, foreignLaptopId, statusId, 'Inactive');\n const afterStatusChange = await getRecord(host.id, hostHardwareActiveId);\n expect(afterStatusChange.fields[fieldDrivenCountField.id]).toEqual(0);\n expect(afterStatusChange.fields[literalMixCountField.id]).toEqual(2);\n\n await updateRecordByApi(foreign.id, foreignLaptopId, statusId, 'Active');\n const restored = await getRecord(host.id, hostHardwareActiveId);\n expect(restored.fields[fieldDrivenCountField.id]).toEqual(1);\n expect(restored.fields[literalMixCountField.id]).toEqual(1);\n\n await updateRecordByApi(foreign.id, foreignMonitorId, quantityId, 4);\n const quantityAdjusted = await getRecord(host.id, hostHardwareInactiveId);\n expect(quantityAdjusted.fields[quantityWindowSumField.id]).toEqual(4);\n\n await updateRecordByApi(foreign.id, foreignMonitorId, quantityId, 2);\n const quantityRestored = await getRecord(host.id, hostHardwareInactiveId);\n expect(quantityRestored.fields[quantityWindowSumField.id]).toEqual(2);\n });\n });\n\n describe('advanced operator coverage', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let tierWindowField: IFieldVo;\n let tagAllCountField: IFieldVo;\n let tagNoneCountField: IFieldVo;\n let concatNameField: IFieldVo;\n let uniqueTierField: IFieldVo;\n let compactRatingField: IFieldVo;\n let currencyScoreField: IFieldVo;\n let percentScoreField: IFieldVo;\n let tierId: string;\n let nameId: string;\n let tagsId: string;\n let ratingId: string;\n let scoreId: string;\n let targetTierId: string;\n let minRatingId: string;\n let maxScoreId: string;\n let hostRow1Id: string;\n let hostRow2Id: string;\n let hostRow3Id: string;\n\n beforeAll(async () => {\n const tierChoices = [\n { id: 'tier-basic', name: 'Basic', color: Colors.Blue },\n { id: 'tier-pro', name: 'Pro', color: Colors.Green },\n { id: 'tier-enterprise', name: 'Enterprise', color: Colors.Orange },\n ];\n const tagChoices = [\n { id: 'tag-urgent', name: 'Urgent', color: Colors.Red },\n { id: 'tag-review', name: 'Review', color: Colors.Blue },\n { id: 'tag-backlog', name: 'Backlog', color: Colors.Purple },\n ];\n\n foreign = await createTable(baseId, {\n name: 'RefLookup_AdvancedOps_Foreign',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Tier',\n type: FieldType.SingleSelect,\n options: { choices: tierChoices },\n } as IFieldRo,\n {\n name: 'Tags',\n type: FieldType.MultipleSelect,\n options: { choices: tagChoices },\n } as IFieldRo,\n { name: 'IsActive', type: FieldType.Checkbox } as IFieldRo,\n {\n name: 'Rating',\n type: FieldType.Rating,\n options: { icon: 'star', color: 'yellowBright', max: 5 },\n } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Name: 'Alpha',\n Tier: 'Basic',\n Tags: ['Urgent', 'Review'],\n IsActive: true,\n Rating: 4,\n Score: 45,\n },\n },\n {\n fields: {\n Name: 'Beta',\n Tier: 'Pro',\n Tags: ['Review'],\n IsActive: false,\n Rating: 5,\n Score: 80,\n },\n },\n {\n fields: {\n Name: 'Gamma',\n Tier: 'Pro',\n Tags: ['Urgent'],\n IsActive: true,\n Rating: 2,\n Score: 30,\n },\n },\n {\n fields: {\n Name: 'Delta',\n Tier: 'Enterprise',\n Tags: ['Review', 'Backlog'],\n IsActive: true,\n Rating: 4,\n Score: 55,\n },\n },\n {\n fields: {\n Name: 'Epsilon',\n Tier: 'Pro',\n Tags: ['Review'],\n IsActive: true,\n Rating: null,\n Score: 25,\n },\n },\n ],\n });\n\n nameId = foreign.fields.find((f) => f.name === 'Name')!.id;\n tierId = foreign.fields.find((f) => f.name === 'Tier')!.id;\n tagsId = foreign.fields.find((f) => f.name === 'Tags')!.id;\n ratingId = foreign.fields.find((f) => f.name === 'Rating')!.id;\n scoreId = foreign.fields.find((f) => f.name === 'Score')!.id;\n\n host = await createTable(baseId, {\n name: 'RefLookup_AdvancedOps_Host',\n fields: [\n {\n name: 'TargetTier',\n type: FieldType.SingleSelect,\n options: { choices: tierChoices },\n } as IFieldRo,\n { name: 'MinRating', type: FieldType.Number } as IFieldRo,\n { name: 'MaxScore', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n {\n fields: {\n TargetTier: 'Basic',\n MinRating: 3,\n MaxScore: 60,\n },\n },\n {\n fields: {\n TargetTier: 'Pro',\n MinRating: 4,\n MaxScore: 90,\n },\n },\n {\n fields: {\n TargetTier: 'Enterprise',\n MinRating: 4,\n MaxScore: 70,\n },\n },\n ],\n });\n\n targetTierId = host.fields.find((f) => f.name === 'TargetTier')!.id;\n minRatingId = host.fields.find((f) => f.name === 'MinRating')!.id;\n maxScoreId = host.fields.find((f) => f.name === 'MaxScore')!.id;\n hostRow1Id = host.records[0].id;\n hostRow2Id = host.records[1].id;\n hostRow3Id = host.records[2].id;\n\n const tierWindowFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: tierId,\n operator: 'is',\n value: { type: 'field', fieldId: targetTierId },\n },\n {\n fieldId: tagsId,\n operator: 'hasAllOf',\n value: ['Review'],\n },\n {\n fieldId: tagsId,\n operator: 'hasNoneOf',\n value: ['Backlog'],\n },\n {\n fieldId: ratingId,\n operator: 'isGreaterEqual',\n value: { type: 'field', fieldId: minRatingId },\n },\n {\n fieldId: scoreId,\n operator: 'isLessEqual',\n value: { type: 'field', fieldId: maxScoreId },\n },\n ],\n } as any;\n\n tierWindowField = await createField(host.id, {\n name: 'Tier Window Matches',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n expression: 'count({values})',\n filter: tierWindowFilter,\n },\n } as IFieldRo);\n\n tagAllCountField = await createField(host.id, {\n name: 'Tag All Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n expression: 'count({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: tagsId,\n operator: 'hasAllOf',\n value: ['Review'],\n },\n ],\n },\n },\n } as IFieldRo);\n\n tagNoneCountField = await createField(host.id, {\n name: 'Tag None Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n expression: 'count({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: tagsId,\n operator: 'hasNoneOf',\n value: ['Backlog'],\n },\n ],\n },\n },\n } as IFieldRo);\n\n concatNameField = await createField(host.id, {\n name: 'Concatenated Names',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: nameId,\n expression: 'concatenate({values})',\n },\n } as IFieldRo);\n\n uniqueTierField = await createField(host.id, {\n name: 'Unique Tier List',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: tierId,\n expression: 'array_unique({values})',\n },\n } as IFieldRo);\n\n compactRatingField = await createField(host.id, {\n name: 'Compact Rating Values',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: ratingId,\n expression: 'array_compact({values})',\n },\n } as IFieldRo);\n\n currencyScoreField = await createField(host.id, {\n name: 'Currency Score Total',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n expression: 'sum({values})',\n formatting: {\n type: NumberFormattingType.Currency,\n precision: 1,\n symbol: '¥',\n },\n },\n } as IFieldRo);\n\n percentScoreField = await createField(host.id, {\n name: 'Percent Score Total',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n expression: 'sum({values})',\n formatting: {\n type: NumberFormattingType.Percent,\n precision: 2,\n },\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should evaluate combined field-referenced conditions across types', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const row1 = records.records.find((record) => record.id === hostRow1Id)!;\n const row2 = records.records.find((record) => record.id === hostRow2Id)!;\n const row3 = records.records.find((record) => record.id === hostRow3Id)!;\n\n expect(row1.fields[tierWindowField.id]).toEqual(1);\n expect(row2.fields[tierWindowField.id]).toEqual(1);\n expect(row3.fields[tierWindowField.id]).toEqual(0);\n });\n\n it('should support concatenate and unique aggregations', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const row1 = records.records.find((record) => record.id === hostRow1Id)!;\n const row2 = records.records.find((record) => record.id === hostRow2Id)!;\n\n const namesRow1 = (row1.fields[concatNameField.id] as string).split(', ').sort();\n const namesRow2 = (row2.fields[concatNameField.id] as string).split(', ').sort();\n const expectedNames = ['Alpha', 'Beta', 'Gamma', 'Delta', 'Epsilon'].sort();\n expect(namesRow1).toEqual(expectedNames);\n expect(namesRow2).toEqual(expectedNames);\n\n const uniqueTierList = [...(row1.fields[uniqueTierField.id] as string[])].sort();\n expect(uniqueTierList).toEqual(['Basic', 'Enterprise', 'Pro']);\n expect((row2.fields[uniqueTierField.id] as string[]).sort()).toEqual(uniqueTierList);\n });\n\n it('should remove null values when compacting arrays', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const row1 = records.records.find((record) => record.id === hostRow1Id)!;\n\n const compactRatings = row1.fields[compactRatingField.id] as unknown[];\n expect(Array.isArray(compactRatings)).toBe(true);\n expect(compactRatings).toEqual(expect.arrayContaining([4, 5, 2, 4]));\n expect(compactRatings).toHaveLength(4);\n expect(compactRatings).not.toContain(null);\n });\n\n it('should evaluate multi-select operators with field references', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const row1 = records.records.find((record) => record.id === hostRow1Id)!;\n const row2 = records.records.find((record) => record.id === hostRow2Id)!;\n const row3 = records.records.find((record) => record.id === hostRow3Id)!;\n\n expect(row1.fields[tagAllCountField.id]).toEqual(4);\n expect(row2.fields[tagAllCountField.id]).toEqual(4);\n expect(row3.fields[tagAllCountField.id]).toEqual(4);\n\n expect(row1.fields[tagNoneCountField.id]).toEqual(4);\n expect(row2.fields[tagNoneCountField.id]).toEqual(4);\n expect(row3.fields[tagNoneCountField.id]).toEqual(4);\n });\n\n it('should recompute results when host filters change', async () => {\n await updateRecordByApi(host.id, hostRow1Id, maxScoreId, 40);\n const tightened = await getRecord(host.id, hostRow1Id);\n expect(tightened.fields[tierWindowField.id]).toEqual(0);\n\n await updateRecordByApi(host.id, hostRow1Id, maxScoreId, 60);\n const restored = await getRecord(host.id, hostRow1Id);\n expect(restored.fields[tierWindowField.id]).toEqual(1);\n\n await updateRecordByApi(host.id, hostRow2Id, minRatingId, 6);\n const stricter = await getRecord(host.id, hostRow2Id);\n expect(stricter.fields[tierWindowField.id]).toEqual(0);\n\n await updateRecordByApi(host.id, hostRow2Id, minRatingId, 4);\n const ratingRestored = await getRecord(host.id, hostRow2Id);\n expect(ratingRestored.fields[tierWindowField.id]).toEqual(1);\n });\n\n it('should respond to foreign changes impacting multi-type comparisons', async () => {\n const baseline = await getRecord(host.id, hostRow2Id);\n expect(baseline.fields[tierWindowField.id]).toEqual(1);\n\n await updateRecordByApi(foreign.id, foreign.records[1].id, ratingId, 3);\n const lowered = await getRecord(host.id, hostRow2Id);\n expect(lowered.fields[tierWindowField.id]).toEqual(0);\n\n await updateRecordByApi(foreign.id, foreign.records[1].id, ratingId, 5);\n const reset = await getRecord(host.id, hostRow2Id);\n expect(reset.fields[tierWindowField.id]).toEqual(1);\n });\n\n it('should persist numeric formatting options', async () => {\n const currencyFieldMeta = await getField(host.id, currencyScoreField.id);\n expect((currencyFieldMeta.options as IConditionalRollupFieldOptions)?.formatting).toEqual({\n type: NumberFormattingType.Currency,\n precision: 1,\n symbol: '¥',\n });\n\n const percentFieldMeta = await getField(host.id, percentScoreField.id);\n expect((percentFieldMeta.options as IConditionalRollupFieldOptions)?.formatting).toEqual({\n type: NumberFormattingType.Percent,\n precision: 2,\n });\n\n const record = await getRecord(host.id, hostRow1Id);\n expect(record.fields[currencyScoreField.id]).toEqual(45 + 80 + 30 + 55 + 25);\n expect(record.fields[percentScoreField.id]).toEqual(45 + 80 + 30 + 55 + 25);\n });\n });\n\n describe('conversion and dependency behaviour', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let lookupField: IFieldVo;\n let amountId: string;\n let statusId: string;\n let hostRecordId: string;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'RefLookup_Conversion_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Amount: 2, Status: 'Active' } },\n { fields: { Title: 'Beta', Amount: 4, Status: 'Active' } },\n { fields: { Title: 'Gamma', Amount: 6, Status: 'Inactive' } },\n ],\n });\n amountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n\n host = await createTable(baseId, {\n name: 'RefLookup_Conversion_Host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'Row 1' } }],\n });\n hostRecordId = host.records[0].id;\n\n lookupField = await createField(host.id, {\n name: 'Total Amount',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should recalc when expression updates via convertField', async () => {\n const initial = await getRecord(host.id, hostRecordId);\n expect(initial.fields[lookupField.id]).toEqual(12);\n\n lookupField = await convertField(host.id, lookupField.id, {\n name: lookupField.name,\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'max({values})',\n },\n } as IFieldRo);\n\n const afterExpressionChange = await getRecord(host.id, hostRecordId);\n expect(afterExpressionChange.fields[lookupField.id]).toEqual(6);\n });\n\n it('should preserve computed metadata when renaming conditional rollups via convertField', async () => {\n const beforeRename = await getField(host.id, lookupField.id);\n const originalName = beforeRename.name;\n const fieldId = lookupField.id;\n const baseline = (await getRecord(host.id, hostRecordId)).fields[fieldId];\n\n try {\n lookupField = await convertField(host.id, fieldId, {\n name: `${originalName} Renamed`,\n type: FieldType.ConditionalRollup,\n options: beforeRename.options as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n expect(lookupField.name).toBe(`${originalName} Renamed`);\n expect(lookupField.dbFieldType).toBe(beforeRename.dbFieldType);\n expect(lookupField.isComputed).toBe(true);\n expect(lookupField.isMultipleCellValue).toBe(beforeRename.isMultipleCellValue);\n expect(lookupField.options).toEqual(beforeRename.options);\n\n const recordAfter = await getRecord(host.id, hostRecordId);\n expect(recordAfter.fields[fieldId]).toEqual(baseline);\n } finally {\n lookupField = await convertField(host.id, fieldId, {\n name: originalName,\n type: FieldType.ConditionalRollup,\n options: beforeRename.options as IConditionalRollupFieldOptions,\n } as IFieldRo);\n }\n });\n\n it('should retain computed metadata when renaming and updating conditional rollup formatting', async () => {\n const beforeUpdate = await getField(host.id, lookupField.id);\n const fieldId = lookupField.id;\n const originalName = beforeUpdate.name;\n const baseline = (await getRecord(host.id, hostRecordId)).fields[fieldId];\n const originalOptions = beforeUpdate.options as IConditionalRollupFieldOptions;\n const updatedOptions: IConditionalRollupFieldOptions = {\n ...originalOptions,\n formatting: {\n type: NumberFormattingType.Currency,\n symbol: '$',\n precision: 0,\n },\n };\n\n try {\n lookupField = await convertField(host.id, fieldId, {\n name: `${originalName} Renamed`,\n type: FieldType.ConditionalRollup,\n options: updatedOptions,\n } as IFieldRo);\n\n expect(lookupField.name).toBe(`${originalName} Renamed`);\n expect(lookupField.dbFieldType).toBe(beforeUpdate.dbFieldType);\n expect(lookupField.isComputed).toBe(true);\n expect(lookupField.isMultipleCellValue).toBe(beforeUpdate.isMultipleCellValue);\n expect((lookupField.options as IConditionalRollupFieldOptions)?.formatting).toEqual(\n updatedOptions.formatting\n );\n\n const recordAfter = await getRecord(host.id, hostRecordId);\n expect(recordAfter.fields[fieldId]).toEqual(baseline);\n } finally {\n lookupField = await convertField(host.id, fieldId, {\n name: originalName,\n type: FieldType.ConditionalRollup,\n options: originalOptions,\n } as IFieldRo);\n }\n });\n\n it('should respect updated filters and foreign mutations', async () => {\n const statusFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: 'Active',\n },\n ],\n } as any;\n\n lookupField = await convertField(host.id, lookupField.id, {\n name: 'Active Total Amount',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n filter: statusFilter,\n },\n } as IFieldRo);\n\n const afterFilter = await getRecord(host.id, hostRecordId);\n expect(afterFilter.fields[lookupField.id]).toEqual(6);\n\n await updateRecordByApi(foreign.id, foreign.records[2].id, statusId, 'Active');\n const afterStatusChange = await getRecord(host.id, hostRecordId);\n expect(afterStatusChange.fields[lookupField.id]).toEqual(12);\n\n await updateRecordByApi(foreign.id, foreign.records[0].id, amountId, 7);\n const afterAmountChange = await getRecord(host.id, hostRecordId);\n expect(afterAmountChange.fields[lookupField.id]).toEqual(17);\n\n await deleteField(foreign.id, statusId);\n const hostFields = await getFields(host.id);\n const erroredField = hostFields.find((field) => field.id === lookupField.id)!;\n expect(erroredField.hasError).toBe(true);\n });\n\n it('marks conditional rollup error when aggregation becomes incompatible after foreign conversion', async () => {\n const standaloneLookupField = await createField(host.id, {\n name: 'Standalone Sum',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n },\n } as IFieldRo);\n\n const baseline = await getRecord(host.id, hostRecordId);\n expect(baseline.fields[standaloneLookupField.id]).toEqual(17);\n\n await convertField(foreign.id, amountId, {\n name: 'Amount (Single Select)',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: '2', color: Colors.Blue },\n { name: '4', color: Colors.Green },\n { name: '6', color: Colors.Orange },\n ],\n },\n } as IFieldRo);\n let erroredField: IFieldVo | undefined;\n for (let attempt = 0; attempt < 10; attempt++) {\n const fieldsAfterConversion = await getFields(host.id);\n erroredField = fieldsAfterConversion.find((field) => field.id === standaloneLookupField.id);\n if (erroredField?.hasError) break;\n await new Promise((resolve) => setTimeout(resolve, 200));\n }\n expect(erroredField?.hasError).toBe(true);\n });\n });\n\n describe('datetime aggregation conversions', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let lookupField: IFieldVo;\n let occurredOnId: string;\n let statusId: string;\n let hostRecordId: string;\n let activeFilter: any;\n\n const ACTIVE_LATEST_DATE = '2024-01-15T08:00:00.000Z';\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'RefLookup_Date_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'OccurredOn', type: FieldType.Date } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Title: 'Alpha',\n Status: 'Active',\n OccurredOn: '2024-01-10T08:00:00.000Z',\n },\n },\n {\n fields: {\n Title: 'Beta',\n Status: 'Active',\n OccurredOn: ACTIVE_LATEST_DATE,\n },\n },\n {\n fields: {\n Title: 'Gamma',\n Status: 'Closed',\n OccurredOn: '2024-01-01T08:00:00.000Z',\n },\n },\n ],\n });\n occurredOnId = foreign.fields.find((f) => f.name === 'OccurredOn')!.id;\n statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n\n host = await createTable(baseId, {\n name: 'RefLookup_Date_Host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'Row 1' } }],\n });\n hostRecordId = host.records[0].id;\n\n activeFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: 'Active',\n },\n ],\n } as any;\n\n lookupField = await createField(host.id, {\n name: 'Active Event Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: occurredOnId,\n expression: 'count({values})',\n filter: activeFilter,\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('converts to datetime aggregation without casting errors', async () => {\n const baseline = await getRecord(host.id, hostRecordId);\n expect(baseline.fields[lookupField.id]).toEqual(2);\n\n lookupField = await convertField(host.id, lookupField.id, {\n name: 'Latest Active Event',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: occurredOnId,\n expression: 'max({values})',\n filter: activeFilter,\n },\n } as IFieldRo);\n\n expect(lookupField.cellValueType).toBe(CellValueType.DateTime);\n expect(lookupField.dbFieldType).toBe(DbFieldType.DateTime);\n\n const afterConversion = await getRecord(host.id, hostRecordId);\n expect(afterConversion.fields[lookupField.id]).toEqual(ACTIVE_LATEST_DATE);\n });\n });\n\n describe('interoperability with standard lookup fields', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let consumer: ITableFullVo;\n let foreignAmountFieldId: string;\n let conditionalRollupField: IFieldVo;\n let consumerLinkField: IFieldVo;\n\n beforeAll(async () => {\n foreign = await createTable(baseId, {\n name: 'RefLookup_Nested_Foreign',\n fields: [{ name: 'Amount', type: FieldType.Number } as IFieldRo],\n records: [\n { fields: { Amount: 70 } },\n { fields: { Amount: 20 } },\n { fields: { Amount: 40 } },\n ],\n });\n foreignAmountFieldId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n\n host = await createTable(baseId, {\n name: 'RefLookup_Nested_Host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'Totals' } }],\n });\n\n conditionalRollupField = await createField(host.id, {\n name: 'Category Amount Total',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: foreignAmountFieldId,\n expression: 'sum({values})',\n },\n } as IFieldRo);\n\n consumer = await createTable(baseId, {\n name: 'RefLookup_Nested_Consumer',\n fields: [{ name: 'Owner', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Owner: 'Team A' } }],\n });\n\n consumerLinkField = await createField(consumer.id, {\n name: 'LinkHost',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: host.id,\n },\n } as IFieldRo);\n\n await updateRecordByApi(consumer.id, consumer.records[0].id, consumerLinkField.id, {\n id: host.records[0].id,\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, consumer.id);\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('allows creating a standard lookup targeting a conditional rollup field', async () => {\n const hostRecord = await getRecord(host.id, host.records[0].id);\n expect(hostRecord.fields[conditionalRollupField.id]).toEqual(130);\n\n const lookupField = await createField(consumer.id, {\n name: 'Lookup Category Total',\n type: FieldType.ConditionalRollup,\n isLookup: true,\n lookupOptions: {\n foreignTableId: host.id,\n linkFieldId: consumerLinkField.id,\n lookupFieldId: conditionalRollupField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const consumerRecord = await getRecord(consumer.id, consumer.records[0].id);\n expect(consumerRecord.fields[lookupField.id]).toEqual(130);\n });\n });\n\n describe('conditional rollup targeting derived fields', () => {\n let suppliers: ITableFullVo;\n let products: ITableFullVo;\n let host: ITableFullVo;\n let supplierRatingId: string;\n let linkToSupplierField: IFieldVo;\n let supplierRatingLookup: IFieldVo;\n let supplierRatingRollup: IFieldVo;\n let conditionalRollupMax: IFieldVo;\n let referenceRollupSum: IFieldVo;\n let referenceLinkCount: IFieldVo;\n\n beforeAll(async () => {\n suppliers = await createTable(baseId, {\n name: 'RefLookup_Supplier',\n fields: [\n { name: 'SupplierName', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n {\n name: 'Rating',\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n } as IFieldRo,\n ],\n records: [\n { fields: { SupplierName: 'Supplier A', Rating: 5 } },\n { fields: { SupplierName: 'Supplier B', Rating: 4 } },\n ],\n });\n supplierRatingId = suppliers.fields.find((f) => f.name === 'Rating')!.id;\n\n products = await createTable(baseId, {\n name: 'RefLookup_Product',\n fields: [\n { name: 'ProductName', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n { name: 'Category', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n ],\n records: [\n { fields: { ProductName: 'Laptop', Category: 'Hardware' } },\n { fields: { ProductName: 'Mouse', Category: 'Hardware' } },\n { fields: { ProductName: 'Subscription', Category: 'Software' } },\n ],\n });\n\n linkToSupplierField = await createField(products.id, {\n name: 'Supplier Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: suppliers.id,\n },\n } as IFieldRo);\n\n await updateRecordByApi(products.id, products.records[0].id, linkToSupplierField.id, {\n id: suppliers.records[0].id,\n });\n await updateRecordByApi(products.id, products.records[1].id, linkToSupplierField.id, {\n id: suppliers.records[1].id,\n });\n await updateRecordByApi(products.id, products.records[2].id, linkToSupplierField.id, {\n id: suppliers.records[1].id,\n });\n\n supplierRatingLookup = await createField(products.id, {\n name: 'Supplier Rating Lookup',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: suppliers.id,\n linkFieldId: linkToSupplierField.id,\n lookupFieldId: supplierRatingId,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n supplierRatingRollup = await createField(products.id, {\n name: 'Supplier Rating Sum',\n type: FieldType.Rollup,\n lookupOptions: {\n foreignTableId: suppliers.id,\n linkFieldId: linkToSupplierField.id,\n lookupFieldId: supplierRatingId,\n } as ILookupOptionsRo,\n options: {\n expression: 'sum({values})',\n },\n } as IFieldRo);\n\n host = await createTable(baseId, {\n name: 'RefLookup_Derived_Host',\n fields: [{ name: 'Summary', type: FieldType.SingleLineText, options: {} } as IFieldRo],\n records: [{ fields: { Summary: 'Global' } }],\n });\n\n conditionalRollupMax = await createField(host.id, {\n name: 'Supplier Rating Max (Lookup)',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: products.id,\n lookupFieldId: supplierRatingLookup.id,\n expression: 'max({values})',\n },\n } as IFieldRo);\n\n referenceRollupSum = await createField(host.id, {\n name: 'Supplier Rating Total (Rollup)',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: products.id,\n lookupFieldId: supplierRatingRollup.id,\n expression: 'sum({values})',\n },\n } as IFieldRo);\n\n referenceLinkCount = await createField(host.id, {\n name: 'Linked Supplier Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: products.id,\n lookupFieldId: linkToSupplierField.id,\n expression: 'count({values})',\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, products.id);\n await permanentDeleteTable(baseId, suppliers.id);\n });\n\n it('aggregates lookup-derived conditional rollup values', async () => {\n const hostRecord = await getRecord(host.id, host.records[0].id);\n expect(hostRecord.fields[conditionalRollupMax.id]).toEqual(5);\n expect(hostRecord.fields[referenceRollupSum.id]).toEqual(13);\n expect(hostRecord.fields[referenceLinkCount.id]).toEqual(3);\n });\n\n it('tracks dependencies when conditional rollup targets derived fields', async () => {\n const initialHostFields = await getFields(host.id);\n const initialLookupMax = initialHostFields.find(\n (f) => f.id === conditionalRollupMax.id\n )! as IFieldVo;\n const initialRollupSum = initialHostFields.find(\n (f) => f.id === referenceRollupSum.id\n )! as IFieldVo;\n const initialLinkCount = initialHostFields.find(\n (f) => f.id === referenceLinkCount.id\n )! as IFieldVo;\n\n expect(initialLookupMax.hasError).toBeFalsy();\n expect(initialRollupSum.hasError).toBeFalsy();\n expect(initialLinkCount.hasError).toBeFalsy();\n\n await deleteField(products.id, supplierRatingLookup.id);\n const afterLookupDelete = await getFields(host.id);\n expect(afterLookupDelete.find((f) => f.id === conditionalRollupMax.id)?.hasError).toBe(true);\n\n await deleteField(products.id, supplierRatingRollup.id);\n const afterRollupDelete = await getFields(host.id);\n expect(afterRollupDelete.find((f) => f.id === referenceRollupSum.id)?.hasError).toBe(true);\n\n await deleteField(products.id, linkToSupplierField.id);\n const afterLinkDelete = await getFields(host.id);\n expect(afterLinkDelete.find((f) => f.id === referenceLinkCount.id)?.hasError).toBe(true);\n });\n });\n\n describe('self-referencing conditional rollup propagation', () => {\n let table: ITableFullVo;\n let amountFieldId: string;\n let rollupField: IFieldVo;\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'ConditionalRollup_Self_Propagation',\n fields: [\n { name: 'Label', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Label: 'Alpha', Amount: 5 } },\n { fields: { Label: 'Beta', Amount: 3 } },\n ],\n });\n amountFieldId = table.fields.find((field) => field.name === 'Amount')!.id;\n\n rollupField = await createField(table.id, {\n name: 'Global Sum',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: table.id,\n lookupFieldId: amountFieldId,\n expression: 'sum({values})',\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('converts without repeating ALL_RECORDS expansion', async () => {\n const updated = await convertField(table.id, rollupField.id, {\n name: rollupField.name,\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: table.id,\n lookupFieldId: amountFieldId,\n expression: 'max({values})',\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n expect((updated.options as IConditionalRollupFieldOptions).expression).toBe('max({values})');\n\n const records = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const values = records.records.map((record) => record.fields[rollupField.id]);\n expect(values).toEqual([5, 5]);\n });\n });\n\n describe('conditional rollup across bases', () => {\n let foreignBaseId: string;\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let crossBaseRollup: IFieldVo;\n let foreignCategoryId: string;\n let foreignAmountId: string;\n let hostCategoryId: string;\n let hardwareRecordId: string;\n let softwareRecordId: string;\n\n beforeAll(async () => {\n const spaceId = globalThis.testConfig.spaceId;\n const createdBase = await createBase({ spaceId, name: 'Conditional Rollup Cross Base' });\n foreignBaseId = createdBase.id;\n\n foreign = await createTable(foreignBaseId, {\n name: 'CrossBase_Foreign',\n fields: [\n { name: 'Category', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n {\n name: 'Amount',\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n } as IFieldRo,\n ],\n records: [\n { fields: { Category: 'Hardware', Amount: 100 } },\n { fields: { Category: 'Hardware', Amount: 50 } },\n { fields: { Category: 'Software', Amount: 70 } },\n ],\n });\n foreignCategoryId = foreign.fields.find((f) => f.name === 'Category')!.id;\n foreignAmountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n\n host = await createTable(baseId, {\n name: 'CrossBase_Host',\n fields: [\n { name: 'CategoryMatch', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n ],\n records: [\n { fields: { CategoryMatch: 'Hardware' } },\n { fields: { CategoryMatch: 'Software' } },\n ],\n });\n hostCategoryId = host.fields.find((f) => f.name === 'CategoryMatch')!.id;\n hardwareRecordId = host.records[0].id;\n softwareRecordId = host.records[1].id;\n\n const categoryFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignCategoryId,\n operator: 'is',\n value: { type: 'field', fieldId: hostCategoryId },\n },\n ],\n } as any;\n\n crossBaseRollup = await createField(host.id, {\n name: 'Cross Base Amount Total',\n type: FieldType.ConditionalRollup,\n options: {\n baseId: foreignBaseId,\n foreignTableId: foreign.id,\n lookupFieldId: foreignAmountId,\n expression: 'sum({values})',\n filter: categoryFilter,\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(foreignBaseId, foreign.id);\n await deleteBase(foreignBaseId);\n });\n\n it('aggregates values when referencing a foreign base', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareRecord = records.records.find((record) => record.id === hardwareRecordId)!;\n const softwareRecord = records.records.find((record) => record.id === softwareRecordId)!;\n\n expect(hardwareRecord.fields[crossBaseRollup.id]).toEqual(150);\n expect(softwareRecord.fields[crossBaseRollup.id]).toEqual(70);\n });\n });\n\n describe('conditional rollup aggregating formula fields', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let conditionalRollupField: IFieldVo;\n let sumConditionalRollupField: IFieldVo;\n let baseFieldId: string;\n let taxFieldId: string;\n let totalFormulaFieldId: string;\n let categoryFieldId: string;\n let hostCategoryFieldId: string;\n let hardwareHostRecordId: string;\n let softwareHostRecordId: string;\n\n beforeAll(async () => {\n baseFieldId = generateFieldId();\n taxFieldId = generateFieldId();\n totalFormulaFieldId = generateFieldId();\n\n const baseField: IFieldRo = {\n id: baseFieldId,\n name: 'Base',\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n };\n const taxField: IFieldRo = {\n id: taxFieldId,\n name: 'Tax',\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n };\n foreign = await createTable(baseId, {\n name: 'RefLookup_Formula_Foreign',\n fields: [\n { name: 'Category', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n baseField,\n taxField,\n ],\n records: [\n { fields: { Category: 'Hardware', Base: 100, Tax: 10 } },\n { fields: { Category: 'Software', Base: 50, Tax: 5 } },\n ],\n });\n categoryFieldId = foreign.fields.find((f) => f.name === 'Category')!.id;\n\n const totalFormulaField = await createField(foreign.id, {\n id: totalFormulaFieldId,\n name: 'Total',\n type: FieldType.Formula,\n options: {\n expression: `{${baseFieldId}} + {${taxFieldId}}`,\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n } as IFieldRo);\n totalFormulaFieldId = totalFormulaField.id;\n expect(totalFormulaField.cellValueType).toBe(CellValueType.Number);\n\n host = await createTable(baseId, {\n name: 'RefLookup_Formula_Host',\n fields: [\n { name: 'CategoryFilter', type: FieldType.SingleLineText, options: {} } as IFieldRo,\n ],\n records: [\n { fields: { CategoryFilter: 'Hardware' } },\n { fields: { CategoryFilter: 'Software' } },\n ],\n });\n hostCategoryFieldId = host.fields.find((f) => f.name === 'CategoryFilter')!.id;\n hardwareHostRecordId = host.records[0].id;\n softwareHostRecordId = host.records[1].id;\n\n const categoryMatchFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: categoryFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: hostCategoryFieldId },\n },\n ],\n } as any;\n\n conditionalRollupField = await createField(host.id, {\n name: 'Total Formula Sum',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: totalFormulaFieldId,\n expression: 'array_join({values})',\n filter: categoryMatchFilter,\n },\n } as IFieldRo);\n\n sumConditionalRollupField = await createField(host.id, {\n name: 'Total Formula Sum Value',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: totalFormulaFieldId,\n expression: 'sum({values})',\n filter: categoryMatchFilter,\n },\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('aggregates formula results and reacts to updates', async () => {\n const records = await getRecords(host.id, { fieldKeyType: FieldKeyType.Id });\n const hardwareRecord = records.records.find((record) => record.id === hardwareHostRecordId)!;\n const softwareRecord = records.records.find((record) => record.id === softwareHostRecordId)!;\n\n expect(hardwareRecord.fields[conditionalRollupField.id]).toEqual('110.00');\n expect(softwareRecord.fields[conditionalRollupField.id]).toEqual('55.00');\n expect(hardwareRecord.fields[sumConditionalRollupField.id]).toEqual(110);\n expect(softwareRecord.fields[sumConditionalRollupField.id]).toEqual(55);\n\n await updateRecordByApi(foreign.id, foreign.records[0].id, baseFieldId, 120);\n\n const updatedHardware = await getRecord(host.id, hardwareHostRecordId);\n expect(updatedHardware.fields[conditionalRollupField.id]).toEqual('130.00');\n expect(updatedHardware.fields[sumConditionalRollupField.id]).toEqual(130);\n\n const updatedSoftware = await getRecord(host.id, softwareHostRecordId);\n expect(updatedSoftware.fields[conditionalRollupField.id]).toEqual('55.00');\n expect(updatedSoftware.fields[sumConditionalRollupField.id]).toEqual(55);\n });\n });\n\n describe('sort dependency edge cases', () => {\n it('recomputes when the sort field is converted through the API', async () => {\n let foreign: ITableFullVo | undefined;\n let host: ITableFullVo | undefined;\n\n try {\n foreign = await createTable(baseId, {\n name: 'ConditionalRollup_SortConvert_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'RawScore', type: FieldType.Number } as IFieldRo,\n { name: 'Bonus', type: FieldType.Number } as IFieldRo,\n { name: 'EffectiveScore', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Title: 'Alpha',\n Status: 'Active',\n RawScore: 70,\n Bonus: 0,\n EffectiveScore: 70,\n },\n },\n {\n fields: {\n Title: 'Beta',\n Status: 'Active',\n RawScore: 90,\n Bonus: -60,\n EffectiveScore: 90,\n },\n },\n {\n fields: {\n Title: 'Gamma',\n Status: 'Active',\n RawScore: 40,\n Bonus: 0,\n EffectiveScore: 40,\n },\n },\n ],\n });\n\n const titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n const statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n const rawScoreId = foreign.fields.find((field) => field.name === 'RawScore')!.id;\n const bonusId = foreign.fields.find((field) => field.name === 'Bonus')!.id;\n const effectiveScoreId = foreign.fields.find(\n (field) => field.name === 'EffectiveScore'\n )!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalRollup_SortConvert_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }],\n });\n const statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n const activeRecordId = host.records[0].id;\n\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n const rollupField = await createField(host.id, {\n name: 'Converted Sort Rollup',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n expression: 'array_compact({values})',\n filter: statusMatchFilter,\n sort: { fieldId: effectiveScoreId, order: SortFunc.Desc },\n limit: 1,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const baseline = await getRecord(host.id, activeRecordId);\n expect(baseline.fields[rollupField.id]).toEqual(['Beta']);\n\n await convertField(foreign.id, effectiveScoreId, {\n name: 'EffectiveScore',\n type: FieldType.Formula,\n options: {\n expression: `{${rawScoreId}} + {${bonusId}}`,\n },\n } as IFieldRo);\n\n const refreshed = await getRecord(host.id, activeRecordId);\n expect(refreshed.fields[rollupField.id]).toEqual(['Alpha']);\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n if (foreign) {\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n });\n\n it('drops ordering when converting an array rollup to a sum aggregation', async () => {\n let foreign: ITableFullVo | undefined;\n let host: ITableFullVo | undefined;\n\n try {\n foreign = await createTable(baseId, {\n name: 'ConditionalRollup_SumConvert_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Status: 'Active', Score: 70 } },\n { fields: { Title: 'Beta', Status: 'Active', Score: 90 } },\n { fields: { Title: 'Gamma', Status: 'Active', Score: 40 } },\n { fields: { Title: 'Delta', Status: 'Closed', Score: 15 } },\n ],\n });\n\n const statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n const scoreId = foreign.fields.find((field) => field.name === 'Score')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalRollup_SumConvert_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }],\n });\n const statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n const activeRecordId = host.records[0].id;\n\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n let rollupField = await createField(host.id, {\n name: 'Top Scores Array',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n expression: 'array_compact({values})',\n filter: statusMatchFilter,\n sort: { fieldId: scoreId, order: SortFunc.Desc },\n limit: 2,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const baseline = await getRecord(host.id, activeRecordId);\n expect(baseline.fields[rollupField.id]).toEqual([90, 70]);\n\n rollupField = await convertField(host.id, rollupField.id, {\n name: 'Total Score',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreId,\n expression: 'sum({values})',\n filter: statusMatchFilter,\n // Simulate stale sort/limit payload coming from the client\n sort: { fieldId: scoreId, order: SortFunc.Desc },\n limit: 2,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const converted = await getField(host.id, rollupField.id);\n const convertedOptions = converted.options as IConditionalRollupFieldOptions;\n expect(convertedOptions.sort).toBeUndefined();\n expect(convertedOptions.limit).toBeUndefined();\n expect(converted.cellValueType).toBe(CellValueType.Number);\n\n const updated = await getRecord(host.id, activeRecordId);\n expect(updated.fields[rollupField.id]).toEqual(200);\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n if (foreign) {\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n });\n\n it('ignores sorting after the sort field is deleted', async () => {\n let foreign: ITableFullVo | undefined;\n let host: ITableFullVo | undefined;\n\n try {\n foreign = await createTable(baseId, {\n name: 'ConditionalRollup_DeleteSort_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'EffectiveScore', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Status: 'Active', EffectiveScore: 70 } },\n { fields: { Title: 'Beta', Status: 'Active', EffectiveScore: 90 } },\n { fields: { Title: 'Gamma', Status: 'Active', EffectiveScore: 40 } },\n { fields: { Title: 'Delta', Status: 'Closed', EffectiveScore: 100 } },\n ],\n });\n\n const titleId = foreign.fields.find((field) => field.name === 'Title')!.id;\n const statusId = foreign.fields.find((field) => field.name === 'Status')!.id;\n const effectiveScoreId = foreign.fields.find(\n (field) => field.name === 'EffectiveScore'\n )!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalRollup_DeleteSort_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }],\n });\n const statusFilterId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n const activeRecordId = host.records[0].id;\n\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterId },\n },\n ],\n };\n\n const rollupField = await createField(host.id, {\n name: 'Limit Without Sort Rollup',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: titleId,\n expression: 'array_compact({values})',\n filter: statusMatchFilter,\n sort: { fieldId: effectiveScoreId, order: SortFunc.Desc },\n limit: 1,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const baseline = await getRecord(host.id, activeRecordId);\n expect(baseline.fields[rollupField.id]).toEqual(['Beta']);\n\n await deleteField(foreign.id, effectiveScoreId);\n\n await updateRecordByApi(host.id, activeRecordId, statusFilterId, 'Closed');\n await updateRecordByApi(host.id, activeRecordId, statusFilterId, 'Active');\n\n let refreshedList: string[] | undefined;\n for (let attempt = 0; attempt < 5; attempt++) {\n const record = await getRecord(host.id, activeRecordId);\n const candidate = record.fields[rollupField.id] as string[] | undefined;\n if (Array.isArray(candidate)) {\n refreshedList = candidate;\n break;\n }\n await new Promise((resolve) => setTimeout(resolve, 50));\n }\n expect(Array.isArray(refreshedList)).toBe(true);\n expect(refreshedList!.length).toBe(1);\n expect(refreshedList![0]).not.toBe('Delta');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n if (foreign) {\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n });\n });\n\n describe('circular dependency detection', () => {\n it('rejects converting conditional rollups into a cycle', async () => {\n let alpha: ITableFullVo | undefined;\n let beta: ITableFullVo | undefined;\n let betaRollup: IFieldVo | undefined;\n let alphaRollup: IFieldVo | undefined;\n\n try {\n alpha = await createTable(baseId, {\n name: 'ConditionalRollup_Cycle_Alpha',\n fields: [\n { name: 'Alpha Key', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Alpha Value', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { 'Alpha Key': 'A', 'Alpha Value': 10 } },\n { fields: { 'Alpha Key': 'B', 'Alpha Value': 20 } },\n ],\n });\n const alphaKeyId = alpha.fields.find((field) => field.name === 'Alpha Key')!.id;\n const alphaValueId = alpha.fields.find((field) => field.name === 'Alpha Value')!.id;\n\n beta = await createTable(baseId, {\n name: 'ConditionalRollup_Cycle_Beta',\n fields: [\n { name: 'Beta Key', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Beta Quantity', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { 'Beta Key': 'A', 'Beta Quantity': 1 } },\n { fields: { 'Beta Key': 'B', 'Beta Quantity': 2 } },\n ],\n });\n const betaKeyId = beta.fields.find((field) => field.name === 'Beta Key')!.id;\n\n const matchAlphaToBeta: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: alphaKeyId,\n operator: 'is',\n value: { type: 'field', fieldId: betaKeyId },\n },\n ],\n };\n\n const matchBetaToAlpha: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: betaKeyId,\n operator: 'is',\n value: { type: 'field', fieldId: alphaKeyId },\n },\n ],\n };\n\n betaRollup = await createField(beta.id, {\n name: 'Alpha Value Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: alpha.id,\n lookupFieldId: alphaValueId,\n expression: 'count({values})',\n filter: matchAlphaToBeta,\n },\n } as IFieldRo);\n\n alphaRollup = await createField(alpha.id, {\n name: 'Beta Rollup Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: beta.id,\n lookupFieldId: betaRollup.id,\n expression: 'count({values})',\n filter: matchBetaToAlpha,\n },\n } as IFieldRo);\n\n await convertField(\n beta.id,\n betaRollup.id,\n {\n name: 'Alpha Value Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: alpha.id,\n lookupFieldId: alphaRollup.id,\n expression: 'count({values})',\n filter: matchAlphaToBeta,\n },\n } as IFieldRo,\n 400\n );\n\n const rollupAfterFailure = await getField(beta.id, betaRollup.id);\n const rollupOptions = rollupAfterFailure.options as IConditionalRollupFieldOptions;\n expect(rollupOptions.lookupFieldId).toBe(alphaValueId);\n } finally {\n if (beta) {\n await permanentDeleteTable(baseId, beta.id);\n }\n if (alpha) {\n await permanentDeleteTable(baseId, alpha.id);\n }\n }\n });\n });\n\n describe('user field filters', () => {\n let foreign: ITableFullVo;\n let host: ITableFullVo;\n let rollupField: IFieldVo;\n let hoursId: string;\n let foreignOwnerId: string;\n let hostOwnerId: string;\n let assignedRecordId: string;\n let emptyRecordId: string;\n\n beforeAll(async () => {\n const { userId, userName, email } = globalThis.testConfig;\n const userCell = { id: userId, title: userName, email };\n\n foreign = await createTable(baseId, {\n name: 'ConditionalRollup_User_Foreign',\n fields: [\n { name: 'Task', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Owner', type: FieldType.User } as IFieldRo,\n { name: 'Hours', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Task: 'Task Alpha', Owner: userCell, Hours: 3 } },\n { fields: { Task: 'Task Beta', Owner: userCell, Hours: 2 } },\n { fields: { Task: 'Task Gamma', Hours: 4 } },\n ],\n });\n\n hoursId = foreign.fields.find((field) => field.name === 'Hours')!.id;\n foreignOwnerId = foreign.fields.find((field) => field.name === 'Owner')!.id;\n\n host = await createTable(baseId, {\n name: 'ConditionalRollup_User_Host',\n fields: [{ name: 'Assigned', type: FieldType.User } as IFieldRo],\n records: [{ fields: { Assigned: userCell } }, { fields: {} }],\n });\n\n hostOwnerId = host.fields.find((field) => field.name === 'Assigned')!.id;\n assignedRecordId = host.records[0].id;\n emptyRecordId = host.records[1].id;\n\n const ownerMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignOwnerId,\n operator: 'is',\n value: { type: 'field', fieldId: hostOwnerId },\n },\n ],\n };\n\n rollupField = await createField(host.id, {\n name: 'Assigned Hours',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: hoursId,\n expression: 'sum({values})',\n filter: ownerMatchFilter,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n });\n\n it('should create conditional rollup filtered by matching users', async () => {\n expect(rollupField.id).toBeDefined();\n\n const assignedRecord = await getRecord(host.id, assignedRecordId);\n expect((assignedRecord.fields[rollupField.id] as number | null | undefined) ?? 0).toBe(5);\n\n const emptyRecord = await getRecord(host.id, emptyRecordId);\n expect((emptyRecord.fields[rollupField.id] as number | null | undefined) ?? 0).toBe(0);\n });\n\n it('should match single users against multi-user host references in conditional rollup filters', async () => {\n const { userId, userName, email } = globalThis.testConfig;\n const userCell = { id: userId, title: userName, email };\n let multiHost: ITableFullVo | undefined;\n let multiForeign: ITableFullVo | undefined;\n\n try {\n multiForeign = await createTable(baseId, {\n name: 'ConditionalRollup_User_Multi_Foreign',\n fields: [\n { name: 'Task', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Owner', type: FieldType.User } as IFieldRo,\n { name: 'Hours', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Task: 'Task Alpha', Owner: userCell, Hours: 3 } },\n { fields: { Task: 'Task Beta', Owner: userCell, Hours: 2 } },\n { fields: { Task: 'Task Gamma', Hours: 4 } },\n ],\n });\n\n const multiHoursId = multiForeign.fields.find((field) => field.name === 'Hours')!.id;\n const multiOwnerId = multiForeign.fields.find((field) => field.name === 'Owner')!.id;\n\n multiHost = await createTable(baseId, {\n name: 'ConditionalRollup_User_Multi_Host',\n fields: [\n {\n name: 'Assignees',\n type: FieldType.User,\n options: { isMultiple: true } as IUserFieldOptions,\n } as IFieldRo,\n ],\n records: [{ fields: { Assignees: [userCell] } }, { fields: {} }],\n });\n\n const assigneesFieldId = multiHost.fields.find((field) => field.name === 'Assignees')!.id;\n\n const ownerMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: multiOwnerId,\n operator: 'is',\n value: { type: 'field', fieldId: assigneesFieldId },\n },\n ],\n };\n\n const multiRollupField = await createField(multiHost.id, {\n name: 'Assigned Hours',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: multiForeign.id,\n lookupFieldId: multiHoursId,\n expression: 'sum({values})',\n filter: ownerMatchFilter,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const assignedRecord = await getRecord(multiHost.id, multiHost.records[0].id);\n expect((assignedRecord.fields[multiRollupField.id] as number | null | undefined) ?? 0).toBe(\n 5\n );\n\n const emptyRecord = await getRecord(multiHost.id, multiHost.records[1].id);\n expect((emptyRecord.fields[multiRollupField.id] as number | null | undefined) ?? 0).toBe(0);\n } finally {\n if (multiHost) {\n await permanentDeleteTable(baseId, multiHost.id);\n }\n if (multiForeign) {\n await permanentDeleteTable(baseId, multiForeign.id);\n }\n }\n });\n\n it('should delete conditional rollup filtered by matching text and user fields on the host table', async () => {\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n const { userId, userName, email } = globalThis.testConfig;\n const userCell = { id: userId, title: userName, email };\n\n const table = await createTable(baseId, {\n name: 'ConditionalRollup_User_Delete',\n fields: [\n { name: 'Course', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Instructor', type: FieldType.User } as IFieldRo,\n ],\n records: [\n { fields: { Course: 'Math', Instructor: userCell } },\n { fields: { Course: 'Math', Instructor: userCell } },\n { fields: { Course: 'Physics', Instructor: userCell } },\n ],\n });\n\n const courseFieldId = table.fields.find((field) => field.name === 'Course')!.id;\n const instructorFieldId = table.fields.find((field) => field.name === 'Instructor')!.id;\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: courseFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: courseFieldId },\n },\n {\n fieldId: instructorFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: instructorFieldId },\n },\n ],\n };\n\n const conditionalRollup = await createField(table.id, {\n name: 'Instructor Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: table.id,\n lookupFieldId: instructorFieldId,\n expression: 'countall({values})',\n filter,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n type TDeleteEventPayload = {\n records?: unknown[];\n fields: Array<\n IFieldVo & {\n columnMeta?: unknown;\n references?: string[];\n }\n >;\n };\n\n let deleteEventPayload: TDeleteEventPayload | undefined;\n\n try {\n if (isForceV2) {\n await deleteField(table.id, conditionalRollup.id);\n } else {\n const awaitFieldDeleteEvent = createAwaitWithEventWithResult(\n eventEmitterService,\n Events.OPERATION_FIELDS_DELETE\n );\n deleteEventPayload = await awaitFieldDeleteEvent(() =>\n deleteField(table.id, conditionalRollup.id)\n );\n }\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n\n if (!isForceV2) {\n expect(deleteEventPayload).toBeDefined();\n expect(deleteEventPayload?.records).toBeUndefined();\n }\n });\n });\n\n describe('field reference compatibility validation', () => {\n it('marks rollup as errored when host reference field type changes', async () => {\n const foreign = await createTable(baseId, {\n name: 'ConditionalRollup_Compat_Foreign',\n fields: [\n { name: 'Player', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Player: 'Alpha', Score: 10 } },\n { fields: { Player: 'Beta', Score: 7 } },\n ],\n });\n const scoreFieldId = foreign.fields.find((field) => field.name === 'Score')!.id;\n\n const host = await createTable(baseId, {\n name: 'ConditionalRollup_Compat_Host',\n fields: [{ name: 'Threshold', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { Threshold: 8 } }],\n });\n const thresholdFieldId = host.fields.find((field) => field.name === 'Threshold')!.id;\n\n try {\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: scoreFieldId,\n operator: isGreater.value,\n value: { type: 'field', fieldId: thresholdFieldId },\n },\n ],\n };\n\n const rollupField = await createField(host.id, {\n name: 'Scores Above Threshold',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreFieldId,\n expression: 'sum({values})',\n filter,\n } satisfies IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const initial = await getField(host.id, rollupField.id);\n expect(initial.hasError).toBeFalsy();\n\n await convertField(host.id, thresholdFieldId, {\n name: 'Threshold',\n type: FieldType.SingleLineText,\n options: {},\n } as IFieldRo);\n\n const afterHostConvert = await getField(host.id, rollupField.id);\n expect(afterHostConvert.hasError).toBe(true);\n } finally {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('marks rollup as errored when foreign filter field type changes', async () => {\n const foreign = await createTable(baseId, {\n name: 'ConditionalRollup_Compat_ForeignField',\n fields: [\n { name: 'Player', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Player: 'Alpha', Score: 5 } },\n { fields: { Player: 'Beta', Score: 15 } },\n ],\n });\n const scoreFieldId = foreign.fields.find((field) => field.name === 'Score')!.id;\n\n const host = await createTable(baseId, {\n name: 'ConditionalRollup_Compat_HostField',\n fields: [{ name: 'Threshold', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { Threshold: 10 } }],\n });\n const thresholdFieldId = host.fields.find((field) => field.name === 'Threshold')!.id;\n\n try {\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: scoreFieldId,\n operator: isGreater.value,\n value: { type: 'field', fieldId: thresholdFieldId },\n },\n ],\n };\n\n const rollupField = await createField(host.id, {\n name: 'Filtered Scores',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: scoreFieldId,\n expression: 'count({values})',\n filter,\n } satisfies IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const initial = await getField(host.id, rollupField.id);\n expect(initial.hasError).toBeFalsy();\n\n await convertField(foreign.id, scoreFieldId, {\n name: 'Score',\n type: FieldType.SingleLineText,\n options: {},\n } as IFieldRo);\n\n const afterForeignConvert = await getField(host.id, rollupField.id);\n expect(afterForeignConvert.hasError).toBe(true);\n } finally {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n });\n\n describe('self-referencing field reference filters', () => {\n let table: ITableFullVo;\n let linkField: IFieldVo;\n let statusFieldId: string;\n let scoreFieldId: string;\n let rollupField: IFieldVo;\n let recordIds: string[];\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'ConditionalRollup_SelfReference',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Name: 'Alpha', Status: 'todo', Score: 5 } },\n { fields: { Name: 'Beta', Status: 'todo', Score: 5 } },\n { fields: { Name: 'Gamma', Status: 'todo', Score: 8 } },\n { fields: { Name: 'Delta', Status: 'done', Score: 5 } },\n ],\n });\n statusFieldId = table.fields.find((field) => field.name === 'Status')!.id;\n scoreFieldId = table.fields.find((field) => field.name === 'Score')!.id;\n recordIds = table.records.map((record) => record.id);\n\n linkField = await createField(table.id, {\n name: 'Related',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table.id,\n },\n } as IFieldRo);\n\n const linkTargets = recordIds.map((id) => ({ id }));\n for (const recordId of recordIds) {\n await updateRecordByApi(table.id, recordId, linkField.id, linkTargets);\n }\n\n const filter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFieldId, tableId: table.id },\n },\n {\n fieldId: scoreFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: scoreFieldId, tableId: table.id },\n },\n ],\n };\n\n rollupField = await createField(table.id, {\n name: 'Self Matching Count',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: table.id,\n lookupFieldId: scoreFieldId,\n expression: 'countall({values})',\n filter,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('aggregates without recursion issues when comparing identical fields', async () => {\n const records = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const byId = new Map(records.records.map((record) => [record.id, record]));\n\n expect(byId.get(recordIds[0])?.fields[rollupField.id]).toEqual(2);\n expect(byId.get(recordIds[1])?.fields[rollupField.id]).toEqual(2);\n expect(byId.get(recordIds[2])?.fields[rollupField.id]).toEqual(1);\n expect(byId.get(recordIds[3])?.fields[rollupField.id]).toEqual(1);\n\n await updateRecordByApi(table.id, recordIds[1], scoreFieldId, 6);\n\n const updated = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const updatedById = new Map(updated.records.map((record) => [record.id, record]));\n\n expect(updatedById.get(recordIds[0])?.fields[rollupField.id]).toEqual(1);\n expect(updatedById.get(recordIds[1])?.fields[rollupField.id]).toEqual(1);\n expect(updatedById.get(recordIds[2])?.fields[rollupField.id]).toEqual(1);\n expect(updatedById.get(recordIds[3])?.fields[rollupField.id]).toEqual(1);\n });\n });\n\n describe('numeric array field reference rollups', () => {\n let games: ITableFullVo;\n let summary: ITableFullVo;\n let scoreFieldId: string;\n let thresholdFieldId: string;\n let ceilingFieldId: string;\n let targetFieldId: string;\n let exactFieldId: string;\n let excludeFieldId: string;\n let aliceSummaryId: string;\n let bobSummaryId: string;\n let sumAboveThresholdField: IFieldVo;\n let sumWithinCeilingField: IFieldVo;\n let sumEqualTargetField: IFieldVo;\n let sumWithoutExactField: IFieldVo;\n let sumWithoutExcludedField: IFieldVo;\n\n beforeAll(async () => {\n games = await createTable(baseId, {\n name: 'ConditionalRollup_NumberArray_Games',\n fields: [\n { name: 'Player', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Player: 'Alice', Score: 10 } },\n { fields: { Player: 'Alice', Score: 12 } },\n { fields: { Player: 'Bob', Score: 7 } },\n ],\n });\n scoreFieldId = games.fields.find((f) => f.name === 'Score')!.id;\n\n const gamePlayerFieldId = games.fields.find((f) => f.name === 'Player')!.id;\n\n summary = await createTable(baseId, {\n name: 'ConditionalRollup_NumberArray_Summary',\n fields: [\n { name: 'Player', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Games',\n type: FieldType.Link,\n options: {\n foreignTableId: games.id,\n relationship: Relationship.ManyMany,\n },\n } as IFieldRo,\n { name: 'Threshold', type: FieldType.Number } as IFieldRo,\n { name: 'Ceiling', type: FieldType.Number } as IFieldRo,\n { name: 'Target', type: FieldType.Number } as IFieldRo,\n { name: 'Exact', type: FieldType.Number } as IFieldRo,\n { name: 'Exclude', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Player: 'Alice',\n Games: [{ id: games.records[0].id }, { id: games.records[1].id }],\n Threshold: 11,\n Ceiling: 12,\n Target: 12,\n Exact: 12,\n Exclude: 10,\n },\n },\n {\n fields: {\n Player: 'Bob',\n Games: [{ id: games.records[2].id }],\n Threshold: 8,\n Ceiling: 8,\n Target: 9,\n Exact: 7,\n Exclude: 5,\n },\n },\n ],\n });\n\n const summaryPlayerFieldId = summary.fields.find((f) => f.name === 'Player')!.id;\n thresholdFieldId = summary.fields.find((f) => f.name === 'Threshold')!.id;\n ceilingFieldId = summary.fields.find((f) => f.name === 'Ceiling')!.id;\n targetFieldId = summary.fields.find((f) => f.name === 'Target')!.id;\n exactFieldId = summary.fields.find((f) => f.name === 'Exact')!.id;\n excludeFieldId = summary.fields.find((f) => f.name === 'Exclude')!.id;\n aliceSummaryId = summary.records[0].id;\n bobSummaryId = summary.records[1].id;\n\n const thresholdFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: gamePlayerFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: summaryPlayerFieldId },\n },\n {\n fieldId: scoreFieldId,\n operator: 'isGreater',\n value: { type: 'field', fieldId: thresholdFieldId },\n },\n ],\n };\n sumAboveThresholdField = await createField(summary.id, {\n name: 'Sum Above Threshold',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n expression: 'sum({values})',\n filter: thresholdFilter,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const ceilingFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: gamePlayerFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: summaryPlayerFieldId },\n },\n {\n fieldId: scoreFieldId,\n operator: 'isLessEqual',\n value: { type: 'field', fieldId: ceilingFieldId },\n },\n ],\n };\n sumWithinCeilingField = await createField(summary.id, {\n name: 'Sum Within Ceiling',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n expression: 'sum({values})',\n filter: ceilingFilter,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const equalTargetFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: gamePlayerFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: summaryPlayerFieldId },\n },\n {\n fieldId: scoreFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: targetFieldId },\n },\n ],\n };\n sumEqualTargetField = await createField(summary.id, {\n name: 'Sum Equal Target',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n expression: 'sum({values})',\n filter: equalTargetFilter,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const excludeExactFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: gamePlayerFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: summaryPlayerFieldId },\n },\n {\n fieldId: scoreFieldId,\n operator: 'isNot',\n value: { type: 'field', fieldId: exactFieldId },\n },\n ],\n };\n sumWithoutExactField = await createField(summary.id, {\n name: 'Sum Without Exact',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n expression: 'sum({values})',\n filter: excludeExactFilter,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n const withoutExcludedFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: gamePlayerFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: summaryPlayerFieldId },\n },\n {\n fieldId: scoreFieldId,\n operator: 'isNot',\n value: { type: 'field', fieldId: excludeFieldId },\n },\n ],\n };\n sumWithoutExcludedField = await createField(summary.id, {\n name: 'Sum Without Excluded',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: games.id,\n lookupFieldId: scoreFieldId,\n expression: 'sum({values})',\n filter: withoutExcludedFilter,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, summary.id);\n await permanentDeleteTable(baseId, games.id);\n });\n\n it('aggregates numeric arrays with field references', async () => {\n const records = await getRecords(summary.id, { fieldKeyType: FieldKeyType.Id });\n const aliceSummary = records.records.find((record) => record.id === aliceSummaryId)!;\n const bobSummary = records.records.find((record) => record.id === bobSummaryId)!;\n\n expect(aliceSummary.fields[sumAboveThresholdField.id]).toEqual(12);\n expect(\n (bobSummary.fields[sumAboveThresholdField.id] as number | null | undefined) ?? 0\n ).toEqual(0);\n\n expect(aliceSummary.fields[sumWithinCeilingField.id]).toEqual(22);\n expect(bobSummary.fields[sumWithinCeilingField.id]).toEqual(7);\n\n expect(aliceSummary.fields[sumEqualTargetField.id]).toEqual(12);\n expect((bobSummary.fields[sumEqualTargetField.id] as number | null | undefined) ?? 0).toEqual(\n 0\n );\n\n expect(aliceSummary.fields[sumWithoutExactField.id]).toEqual(10);\n expect(\n (bobSummary.fields[sumWithoutExactField.id] as number | null | undefined) ?? 0\n ).toEqual(0);\n\n expect(aliceSummary.fields[sumWithoutExcludedField.id]).toEqual(12);\n expect(bobSummary.fields[sumWithoutExcludedField.id]).toEqual(7);\n });\n });\n\n describe('v2 update field hasError propagation', () => {\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n const itV2Only = isForceV2 ? it : it.skip;\n\n itV2Only('marks conditional rollup as errored when filter field is deleted', async () => {\n const foreign = await createTable(baseId, {\n name: 'V2CondRollupFilterDel_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Amount: 2, Status: 'Active' } },\n { fields: { Title: 'Beta', Amount: 4, Status: 'Active' } },\n { fields: { Title: 'Gamma', Amount: 6, Status: 'Inactive' } },\n ],\n });\n const host = await createTable(baseId, {\n name: 'V2CondRollupFilterDel_Host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'Row 1' } }],\n });\n const amountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n const statusId = foreign.fields.find((f) => f.name === 'Status')!.id;\n\n try {\n // Create conditional rollup without filter\n let rollupField = await createField(host.id, {\n name: 'Filtered Sum',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n },\n } as IFieldRo);\n\n // Convert to add a filter referencing statusId\n rollupField = await convertField(host.id, rollupField.id, {\n name: 'Filtered Sum',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: statusId, operator: 'is', value: 'Active' }],\n },\n },\n } as IFieldRo);\n\n const hostRecord = await getRecord(host.id, host.records[0].id);\n expect(hostRecord.fields[rollupField.id]).toEqual(6);\n\n // Delete the filter field from the foreign table\n await deleteField(foreign.id, statusId);\n\n const hostFields = await getFields(host.id);\n const erroredField = hostFields.find((f) => f.id === rollupField.id)!;\n expect(erroredField.hasError).toBe(true);\n } finally {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n itV2Only(\n 'marks conditional rollup as errored when lookup field type becomes incompatible',\n async () => {\n const foreign = await createTable(baseId, {\n name: 'V2CondRollupTypeErr_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Amount: 2 } },\n { fields: { Title: 'Beta', Amount: 4 } },\n { fields: { Title: 'Gamma', Amount: 6 } },\n ],\n });\n const host = await createTable(baseId, {\n name: 'V2CondRollupTypeErr_Host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'Row 1' } }],\n });\n const amountId = foreign.fields.find((f) => f.name === 'Amount')!.id;\n const hostRecordId = host.records[0].id;\n\n try {\n const rollupField = await createField(host.id, {\n name: 'Sum Amount',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountId,\n expression: 'sum({values})',\n },\n } as IFieldRo);\n\n const baseline = await getRecord(host.id, hostRecordId);\n expect(baseline.fields[rollupField.id]).toEqual(12);\n\n // Convert numeric lookup field to SingleSelect (incompatible with sum)\n await convertField(foreign.id, amountId, {\n name: 'Amount (Select)',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: '2', color: Colors.Blue },\n { name: '4', color: Colors.Green },\n { name: '6', color: Colors.Orange },\n ],\n },\n } as IFieldRo);\n\n let erroredField: IFieldVo | undefined;\n for (let attempt = 0; attempt < 10; attempt++) {\n const fieldsAfterConversion = await getFields(host.id);\n erroredField = fieldsAfterConversion.find((f) => f.id === rollupField.id);\n if (erroredField?.hasError) break;\n await new Promise((resolve) => setTimeout(resolve, 200));\n }\n expect(erroredField?.hasError).toBe(true);\n } finally {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n );\n });\n});\n" }, { "path": "apps/nestjs-backend/test/convert-field-transaction.e2e-spec.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldType, Relationship } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport type { MockInstance } from 'vitest';\nimport { vi } from 'vitest';\nimport { DB_PROVIDER_SYMBOL } from '../src/db-provider/db.provider';\nimport type { IDbProvider } from '../src/db-provider/db.provider.interface';\nimport { FieldConvertingService } from '../src/features/field/field-calculate/field-converting.service';\nimport { FieldService } from '../src/features/field/field.service';\nimport { FieldOpenApiService } from '../src/features/field/open-api/field-open-api.service';\nimport type { IClsStore } from '../src/types/cls';\nimport { getError } from './utils/get-error';\nimport {\n createBase,\n createTable,\n createField,\n initApp,\n permanentDeleteBase,\n runWithTestUser,\n} from './utils/init-app';\n\ndescribe('Field convert transaction (e2e)', () => {\n let app: INestApplication;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('rolls back convert when calculation fails mid-transaction', async () => {\n const clsService = app.get>(ClsService);\n const fieldOpenApiService = app.get(FieldOpenApiService);\n const fieldConvertingService = app.get(FieldConvertingService);\n const prismaService = app.get(PrismaService);\n\n const base = await createBase({\n spaceId: globalThis.testConfig.spaceId,\n name: 'convert-field-tx',\n });\n\n let stageCalculateSpy: MockInstance | undefined;\n try {\n const table = await createTable(base.id, {\n name: 'ConvertTxTable',\n fields: [\n {\n name: 'Text',\n type: FieldType.SingleLineText,\n },\n ],\n });\n const fieldId = table.fields?.[0].id as string;\n\n stageCalculateSpy = vi\n .spyOn(fieldConvertingService, 'stageCalculate')\n .mockImplementationOnce(async () => {\n throw new Error('force-convert-failure');\n });\n\n const error = await getError(() =>\n runWithTestUser(clsService, () =>\n fieldOpenApiService.convertField(table.id, fieldId, {\n name: 'NumberAfterFail',\n type: FieldType.Number,\n })\n )\n );\n expect(error).toBeTruthy();\n\n const fieldAfter = await prismaService.field.findUniqueOrThrow({\n where: { id: fieldId },\n select: { type: true, name: true },\n });\n expect(fieldAfter.type).toBe(FieldType.SingleLineText);\n expect(fieldAfter.name).toBe('Text');\n } finally {\n stageCalculateSpy?.mockRestore();\n await permanentDeleteBase(base.id);\n }\n });\n\n it('keeps junction table/field when link convert fails and rolls back', async () => {\n const clsService = app.get>(ClsService);\n const fieldOpenApiService = app.get(FieldOpenApiService);\n const fieldConvertingService = app.get(FieldConvertingService);\n const prismaService = app.get(PrismaService);\n const dbProvider = app.get(DB_PROVIDER_SYMBOL);\n\n const base = await createBase({\n spaceId: globalThis.testConfig.spaceId,\n name: 'convert-link-tx',\n });\n\n let stageAlterSpy: MockInstance | undefined;\n try {\n const tableA = await createTable(base.id, {\n name: 'Host',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ],\n });\n const tableB = await createTable(base.id, {\n name: 'Foreign',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ],\n });\n\n const linkField = await createField(tableA.id, {\n name: 'LinkToForeign',\n type: FieldType.Link,\n options: {\n baseId: base.id,\n relationship: Relationship.ManyMany,\n foreignTableId: tableB.id,\n },\n });\n\n const linkRaw = await prismaService.field.findUniqueOrThrow({\n where: { id: linkField.id },\n select: { options: true },\n });\n const parsedOptions: Record =\n (typeof linkRaw.options === 'string'\n ? (JSON.parse(linkRaw.options) as Record | null)\n : (linkRaw.options as Record | null)) ?? {};\n const fkHostTableName = parsedOptions.fkHostTableName as string | undefined;\n const symmetricFieldId = parsedOptions.symmetricFieldId as string | undefined;\n const relationship = parsedOptions.relationship as Relationship | undefined;\n const foreignKeyName = parsedOptions.foreignKeyName as string | undefined;\n const selfKeyName = parsedOptions.selfKeyName as string | undefined;\n const isOneWay = parsedOptions.isOneWay === true;\n expect(fkHostTableName).toBeTruthy();\n\n const isJunction =\n relationship === Relationship.ManyMany ||\n (relationship === Relationship.OneMany && isOneWay);\n const columnToCheck =\n relationship === Relationship.ManyOne\n ? foreignKeyName\n : relationship === Relationship.OneMany && !isOneWay\n ? selfKeyName\n : relationship === Relationship.OneOne\n ? foreignKeyName === '__id'\n ? selfKeyName\n : foreignKeyName\n : undefined;\n\n const checkTableExists = async (tableName: string) =>\n (\n await prismaService.$queryRawUnsafe<{ exists: boolean }[]>(\n dbProvider.checkTableExist(tableName)\n )\n )[0]?.exists ?? false;\n const checkColumnExists = async (tableName: string, columnName: string) =>\n dbProvider.checkColumnExist(tableName, columnName, prismaService.txClient());\n\n const beforeExists = isJunction\n ? await checkTableExists(fkHostTableName!)\n : columnToCheck\n ? await checkColumnExists(fkHostTableName!, columnToCheck)\n : false;\n expect(beforeExists).toBe(true);\n\n stageAlterSpy = vi\n .spyOn(fieldConvertingService, 'stageAlter')\n .mockImplementationOnce(async () => {\n throw new Error('force-link-convert-failure');\n });\n\n const error = await getError(() =>\n runWithTestUser(clsService, () =>\n fieldOpenApiService.convertField(tableA.id, linkField.id, {\n name: 'AfterFail',\n type: FieldType.SingleLineText,\n })\n )\n );\n expect(error).toBeTruthy();\n\n const afterField = await prismaService.field.findUniqueOrThrow({\n where: { id: linkField.id },\n select: { type: true, name: true, options: true },\n });\n expect(afterField.type).toBe(FieldType.Link);\n expect(afterField.name).toBe('LinkToForeign');\n\n if (symmetricFieldId) {\n const symmetricField = await prismaService.field.findUnique({\n where: { id: symmetricFieldId },\n select: { id: true },\n });\n expect(symmetricField?.id).toBe(symmetricFieldId);\n }\n\n const afterExists =\n isJunction && fkHostTableName\n ? await checkTableExists(fkHostTableName)\n : columnToCheck && fkHostTableName\n ? await checkColumnExists(fkHostTableName, columnToCheck)\n : false;\n expect(afterExists).toBe(true);\n } finally {\n stageAlterSpy?.mockRestore();\n await permanentDeleteBase(base.id);\n }\n });\n\n it('keeps column when delete field rolls back inside a single transaction', async () => {\n const clsService = app.get>(ClsService);\n const fieldOpenApiService = app.get(FieldOpenApiService);\n const prismaService = app.get(PrismaService);\n const dbProvider = app.get(DB_PROVIDER_SYMBOL);\n const fieldService = app.get(FieldService);\n\n const base = await createBase({\n spaceId: globalThis.testConfig.spaceId,\n name: 'delete-field-tx',\n });\n\n let alterSpy: MockInstance | undefined;\n try {\n const table = await createTable(base.id, {\n name: 'DeleteTx',\n fields: [\n {\n name: 'Keep',\n type: FieldType.SingleLineText,\n },\n {\n name: 'DropMe',\n type: FieldType.SingleLineText,\n },\n ],\n });\n const dropFieldId = table.fields?.find((f) => f.name === 'DropMe')?.id as string;\n expect(dropFieldId).toBeTruthy();\n\n const fieldRaw = await prismaService.field.findUniqueOrThrow({\n where: { id: dropFieldId },\n select: { dbFieldName: true },\n });\n\n const hasColumn = async () =>\n dbProvider.checkColumnExist(\n table.dbTableName,\n fieldRaw.dbFieldName,\n prismaService.txClient()\n );\n expect(await hasColumn()).toBe(true);\n\n const originalAlter = fieldService.alterTableDeleteField.bind(fieldService);\n alterSpy = vi\n .spyOn(fieldService, 'alterTableDeleteField')\n .mockImplementationOnce(async (...args) => {\n await originalAlter(...(args as Parameters));\n throw new Error('force-delete-failure');\n });\n\n const error = await getError(() =>\n runWithTestUser(clsService, () => fieldOpenApiService.deleteField(table.id, dropFieldId))\n );\n expect(error).toBeTruthy();\n\n const fieldAfter = await prismaService.field.findUnique({\n where: { id: dropFieldId },\n select: { id: true },\n });\n expect(fieldAfter?.id).toBe(dropFieldId);\n expect(await hasColumn()).toBe(true);\n } finally {\n alterSpy?.mockRestore();\n await permanentDeleteBase(base.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/credit.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { createBase, createSpace, deleteBase, deleteSpace } from '@teable/openapi';\nimport { createRecords, createTable, permanentDeleteTable, initApp } from './utils/init-app';\n\ndescribe('Credit limit (e2e)', () => {\n let app: INestApplication;\n let prisma: PrismaService;\n beforeAll(async () => {\n process.env.MAX_FREE_ROW_LIMIT = '10';\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = app.get(PrismaService);\n });\n\n afterAll(async () => {\n process.env.MAX_FREE_ROW_LIMIT = undefined;\n await app.close();\n });\n\n describe('max row limit', () => {\n let table: ITableFullVo;\n let spaceId: string;\n let baseId: string;\n beforeEach(async () => {\n const space = await createSpace({\n name: 'space1',\n });\n spaceId = space.data.id;\n const base = await createBase({\n spaceId,\n });\n baseId = base.data.id;\n table = await createTable(baseId, { name: 'table1' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n await deleteBase(baseId);\n await deleteSpace(spaceId);\n });\n\n it('should create a record', async () => {\n // create 6 record succeed, 3(default) + 7 = 10\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: Array.from({ length: 7 }).map(() => ({ fields: {} })),\n });\n\n // limit exceed\n await createRecords(\n table.id,\n {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: {} }],\n },\n 400\n );\n });\n\n it('should create a record with credit', async () => {\n await prisma.space.update({\n where: {\n id: spaceId,\n },\n data: {\n credit: 11,\n },\n });\n\n // create 6 record succeed, 3(default) + 8 = 11\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: Array.from({ length: 8 }).map(() => ({ fields: {} })),\n });\n\n // limit exceed\n await createRecords(\n table.id,\n {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: {} }],\n },\n 400\n );\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/dashboard.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createDashboard,\n createDashboardVoSchema,\n createPlugin,\n createTable,\n dashboardInstallPluginVoSchema,\n deleteDashboard,\n deletePlugin,\n deleteTable,\n duplicateDashboard,\n duplicateDashboardInstalledPlugin,\n getDashboard,\n getDashboardInstallPlugin,\n getDashboardVoSchema,\n installPlugin,\n PluginPosition,\n publishPlugin,\n removePlugin,\n renameDashboard,\n renameDashboardVoSchema,\n renamePlugin,\n submitPlugin,\n updateDashboardPluginStorage,\n updateLayoutDashboard,\n} from '@teable/openapi';\nimport { getError } from './utils/get-error';\nimport { initApp } from './utils/init-app';\n\nconst dashboardRo = {\n name: 'dashboard',\n};\n\ndescribe('DashboardController', () => {\n let app: INestApplication;\n let dashboardId: string;\n const baseId = globalThis.testConfig.baseId;\n let prisma: PrismaService;\n let table: ITableFullVo;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = app.get(PrismaService);\n });\n\n beforeEach(async () => {\n const res = await createDashboard(baseId, dashboardRo);\n table = (\n await createTable(baseId, {\n name: 'table',\n })\n ).data;\n dashboardId = res.data.id;\n });\n\n afterEach(async () => {\n await deleteTable(baseId, table.id);\n await deleteDashboard(baseId, dashboardId);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('/api/dashboard (POST)', async () => {\n const res = await createDashboard(baseId, dashboardRo);\n expect(createDashboardVoSchema.strict().safeParse(res.data).success).toBe(true);\n expect(res.status).toBe(201);\n await deleteDashboard(baseId, res.data.id);\n });\n\n it('/api/dashboard/:id (GET)', async () => {\n const getRes = await getDashboard(baseId, dashboardId);\n expect(getDashboardVoSchema.strict().safeParse(getRes.data).success).toBe(true);\n expect(getRes.data.id).toBe(dashboardId);\n });\n\n it('/api/dashboard/:id (DELETE)', async () => {\n const res = await createDashboard(baseId, dashboardRo);\n await deleteDashboard(baseId, res.data.id);\n const error = await getError(() => getDashboard(baseId, res.data.id));\n expect(error?.status).toBe(404);\n });\n\n it('/api/dashboard/:id/rename (PATCH)', async () => {\n const res = await createDashboard(baseId, dashboardRo);\n const newName = 'new-dashboard';\n const renameRes = await renameDashboard(baseId, res.data.id, newName);\n expect(renameRes.data.name).toBe(newName);\n await deleteDashboard(baseId, res.data.id);\n });\n\n it('/api/dashboard/:id/layout (PATCH)', async () => {\n const res = await createDashboard(baseId, dashboardRo);\n const layout = [{ pluginInstallId: 'plugin-install-id', x: 0, y: 0, w: 1, h: 1 }];\n const updateRes = await updateLayoutDashboard(baseId, res.data.id, layout);\n expect(updateRes.data.layout).toEqual(layout);\n await deleteDashboard(baseId, res.data.id);\n });\n\n describe('plugin', () => {\n let pluginId: string;\n beforeEach(async () => {\n const res = await createPlugin({\n name: 'plugin',\n logo: 'https://logo.com',\n positions: [PluginPosition.Dashboard],\n });\n pluginId = res.data.id;\n await submitPlugin(pluginId);\n await publishPlugin(pluginId);\n });\n\n afterEach(async () => {\n await deletePlugin(pluginId);\n });\n\n it('/api/dashboard/:id/plugin (POST)', async () => {\n const installRes = await installPlugin(baseId, dashboardId, {\n name: 'plugin1111',\n pluginId,\n });\n const dashboard = await getDashboard(baseId, dashboardId);\n expect(getDashboardVoSchema.safeParse(dashboard.data).success).toBe(true);\n expect(installRes.data.name).toBe('plugin1111');\n expect(dashboardInstallPluginVoSchema.safeParse(installRes.data).success).toBe(true);\n });\n\n it('api/base/:baseId/dashboard/:id/duplicate (POST) - duplicate dashboard', async () => {\n const textField = table.fields.find((field) => field.name === 'Name')!;\n const numberField = table.fields.find((field) => field.name === 'Count')!;\n const res = (\n await createDashboard(baseId, {\n name: 'source-dashboard',\n })\n ).data;\n const sourceDashboardId = res.id;\n const installPluginRes = (\n await installPlugin(baseId, sourceDashboardId, {\n name: 'source-plugin-item',\n pluginId: 'plgchart',\n })\n ).data;\n await updateDashboardPluginStorage(\n baseId,\n sourceDashboardId,\n installPluginRes.pluginInstallId,\n {\n config: {\n type: 'bar',\n xAxis: [{ column: 'Name', display: { type: 'bar', position: 'auto' } }],\n yAxis: [{ column: 'Count', display: { type: 'bar', position: 'auto' } }],\n },\n query: {\n from: table.id,\n select: [\n { column: textField.id, alias: 'Name', type: 'field' },\n { column: numberField.id, alias: 'Count', type: 'field' },\n ],\n },\n }\n );\n const duplicateRes = (\n await duplicateDashboard(baseId, sourceDashboardId, {\n name: 'source-plugin copy',\n })\n ).data;\n\n const { id } = duplicateRes;\n\n const duplicatedDashboard = (await getDashboard(baseId, id)).data;\n const duplicatedInstallPlugin = await getDashboardInstallPlugin(\n baseId,\n duplicatedDashboard.id,\n duplicatedDashboard.layout![0].pluginInstallId\n );\n expect(\n duplicatedDashboard.pluginMap?.[duplicatedDashboard.layout![0].pluginInstallId]\n ).toBeDefined();\n expect(\n duplicatedDashboard.pluginMap?.[duplicatedDashboard.layout![0].pluginInstallId]?.name\n ).toBe('source-plugin-item');\n\n expect(duplicatedInstallPlugin.data.storage).toEqual({\n config: {\n type: 'bar',\n xAxis: [{ column: 'Name', display: { type: 'bar', position: 'auto' } }],\n yAxis: [{ column: 'Count', display: { type: 'bar', position: 'auto' } }],\n },\n query: {\n from: table.id,\n select: [\n { column: textField.id, alias: 'Name', type: 'field' },\n { column: numberField.id, alias: 'Count', type: 'field' },\n ],\n },\n });\n });\n\n it('api/base/:baseId/dashboard/:id/plugin/:pluginInstallId/duplicate (POST) - duplicate installed dashboard plugin', async () => {\n const textField = table.fields.find((field) => field.name === 'Name')!;\n const numberField = table.fields.find((field) => field.name === 'Count')!;\n const res = (\n await createDashboard(baseId, {\n name: 'source-dashboard',\n })\n ).data;\n const sourceDashboardId = res.id;\n const installPluginRes = (\n await installPlugin(baseId, sourceDashboardId, {\n name: 'source-plugin-item',\n pluginId: 'plgchart',\n })\n ).data;\n await updateDashboardPluginStorage(\n baseId,\n sourceDashboardId,\n installPluginRes.pluginInstallId,\n {\n config: {\n type: 'bar',\n xAxis: [{ column: 'Name', display: { type: 'bar', position: 'auto' } }],\n yAxis: [{ column: 'Count', display: { type: 'bar', position: 'auto' } }],\n },\n query: {\n from: table.id,\n select: [\n { column: textField.id, alias: 'Name', type: 'field' },\n { column: numberField.id, alias: 'Count', type: 'field' },\n ],\n },\n }\n );\n const duplicateInstalledPlugin = (\n await duplicateDashboardInstalledPlugin(\n baseId,\n sourceDashboardId,\n installPluginRes.pluginInstallId,\n {\n name: 'source-plugin-item copy',\n }\n )\n ).data;\n\n const { id } = duplicateInstalledPlugin;\n\n const sourceDashboard = (await getDashboard(baseId, sourceDashboardId)).data;\n\n const duplicatedInstallPlugin = await getDashboardInstallPlugin(\n baseId,\n sourceDashboard.id,\n id\n );\n expect(sourceDashboard.pluginMap?.[sourceDashboard.layout![0].pluginInstallId]).toBeDefined();\n expect(sourceDashboard.pluginMap?.[id]?.name).toBe('source-plugin-item copy');\n\n expect(duplicatedInstallPlugin.data.storage).toEqual({\n config: {\n type: 'bar',\n xAxis: [{ column: 'Name', display: { type: 'bar', position: 'auto' } }],\n yAxis: [{ column: 'Count', display: { type: 'bar', position: 'auto' } }],\n },\n query: {\n from: table.id,\n select: [\n { column: textField.id, alias: 'Name', type: 'field' },\n { column: numberField.id, alias: 'Count', type: 'field' },\n ],\n },\n });\n });\n\n it('/api/dashboard/:id/plugin (POST) - plugin not found', async () => {\n const res = await createPlugin({\n name: 'plugin-no',\n logo: 'https://logo.com',\n positions: [PluginPosition.Dashboard],\n });\n const installRes = await installPlugin(baseId, dashboardId, {\n name: 'dddd',\n pluginId: res.data.id,\n });\n await prisma.plugin.update({\n where: { id: res.data.id },\n data: { createdBy: 'test-user' },\n });\n const error = await getError(() =>\n installPlugin(baseId, dashboardId, {\n name: 'dddd',\n pluginId: res.data.id,\n })\n );\n await deletePlugin(res.data.id);\n expect(error?.status).toBe(404);\n expect(installRes.data.name).toBe('dddd');\n });\n\n it('/api/dashboard/:id/plugin/:pluginInstallId/rename (PATCH)', async () => {\n const installRes = await installPlugin(baseId, dashboardId, {\n name: 'plugin1111',\n pluginId,\n });\n const newName = 'new-plugin';\n const renameRes = await renamePlugin(\n baseId,\n dashboardId,\n installRes.data.pluginInstallId,\n newName\n );\n expect(renameDashboardVoSchema.safeParse(renameRes.data).success).toBe(true);\n expect(renameRes.data.name).toBe(newName);\n });\n\n it('/api/dashboard/:id/plugin/:pluginInstallId (DELETE)', async () => {\n const installRes = await installPlugin(baseId, dashboardId, {\n name: 'plugin1111',\n pluginId,\n });\n await removePlugin(baseId, dashboardId, installRes.data.pluginInstallId);\n const dashboard = await getDashboard(baseId, dashboardId);\n expect(dashboard?.data?.pluginMap?.[pluginId]).toBeUndefined();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/data-helpers/20x-link.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { FieldType, NumberFormattingType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\n\nconst textField = {\n name: 'text field',\n description: 'the text field',\n type: FieldType.SingleLineText,\n};\n\nconst numberField = {\n name: 'Number field',\n description: 'the number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n};\n\nconst linkField = (foreignTableId: string) => {\n return {\n name: 'link field（from 20x）',\n description: 'the link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTableId,\n isOneWay: false,\n },\n };\n};\n\nexport const DEFAULT_LINK_VALUE_INDEXS = [\n [0],\n [1],\n [3],\n [],\n [0, 1],\n [1, 2],\n [2, 3],\n [],\n [0, 1, 2],\n [1, 2, 3],\n [2, 3, 4],\n [],\n [4, 5, 6],\n [6, 7, 8],\n [8, 9, 10],\n [],\n [10, 11, 12, 13],\n [14, 15, 16, 17, 18],\n [17, 18, 19, 20, 21, 22],\n];\n\nexport const x_20_link = (foreignTable: ITableFullVo) => {\n const foreignRecords = foreignTable.records;\n\n const link_field = linkField(foreignTable.id);\n\n const records: any[] = [];\n for (let i = 0; i < 20; i++) {\n const fields: { [key: string]: any } = {\n [textField.name]: `B-${i}`,\n [numberField.name]: i,\n };\n\n DEFAULT_LINK_VALUE_INDEXS[i]?.forEach((index) => {\n if (foreignRecords[index]) {\n (fields[link_field.name] = fields[link_field.name] ?? []).push({\n id: foreignRecords[index].id,\n });\n }\n });\n\n records.push({ fields });\n }\n\n return {\n fields: [textField, numberField, link_field],\n\n records: [\n {\n fields: {},\n },\n ...records,\n ],\n };\n};\n\nexport const x_20_link_from_lookups = (foreignTable: ITableFullVo, linkFieldId: string) => {\n const fields: any[] = [];\n\n foreignTable.fields.forEach((field) => {\n const lookupField = {\n name: `lookup ${field.name} (from x_20)`,\n type: field.type,\n isLookup: true,\n isMultipleCellValue: field.isMultipleCellValue,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n lookupFieldId: field.id,\n linkFieldId: linkFieldId,\n },\n };\n\n fields.push(lookupField);\n });\n\n return { fields };\n};\n" }, { "path": "apps/nestjs-backend/test/data-helpers/20x.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n Colors,\n DateFormattingPreset,\n DateUtil,\n FieldType,\n NumberFormattingType,\n TimeFormatting,\n} from '@teable/core';\n\nexport const textField = {\n name: 'text field',\n description: 'the text field',\n type: FieldType.SingleLineText,\n};\n\nconst numberField = {\n name: 'Number field',\n description: 'the number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n};\n\nconst singleSelectField = {\n name: 'singleSelect field',\n description: 'the singleSelect field',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'x', color: Colors.Cyan },\n { id: 'choY', name: 'y', color: Colors.Blue },\n { id: 'choZ', name: 'z', color: Colors.Gray },\n ],\n },\n};\n\nexport const dateField = {\n name: 'date field',\n description: 'the date field',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n\n timeZone: 'Asia/Singapore',\n },\n },\n};\n\nconst checkboxField = {\n name: 'checkbox field',\n description: 'the checkbox field',\n type: FieldType.Checkbox,\n};\n\nconst userField = {\n name: 'user field',\n description: 'the user field',\n type: FieldType.User,\n};\n\nconst multipleSelectField = {\n name: 'multipleSelect field',\n description: 'the multipleSelect field',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'rap', color: Colors.Cyan },\n { id: 'choY', name: 'rock', color: Colors.Blue },\n { id: 'choZ', name: 'hiphop', color: Colors.Gray },\n ],\n },\n};\n\nconst multipleUserField = {\n name: 'multiple user field',\n description: 'the multiple user field',\n type: FieldType.User,\n options: {\n isMultiple: true,\n shouldNotify: false,\n },\n};\n\nconst formulaField = {\n name: 'formula user field',\n description: 'the formula user field',\n type: FieldType.Formula,\n options: {\n expression: '1 + 1.1',\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n};\n\nconst dateFieldWithYM = {\n name: 'date field with YM',\n description: 'the date field with YM',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.YM,\n time: TimeFormatting.None,\n timeZone: 'Asia/Singapore',\n },\n },\n};\nexport const x_20 = {\n // textField => 0\n // numberField => 1\n // singleSelectField => 2\n // dateField => 3\n // checkboxField => 4\n // userField => 5\n // multipleSelectField => 6\n // multipleUserField => 7\n // formulaField => 8\n // dateFieldWithYM => 9\n fields: [\n textField,\n numberField,\n singleSelectField,\n dateField,\n checkboxField,\n userField,\n multipleSelectField,\n multipleUserField,\n formulaField,\n dateFieldWithYM,\n ],\n\n // actual number of items: 23\n records: [\n {\n fields: {\n [textField.name]: '',\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 0',\n [numberField.name]: 0,\n [dateField.name]: '2019-12-31T16:00:00.000Z',\n [dateFieldWithYM.name]: '2019-12-31T16:00:00.000Z',\n [userField.name]: { id: 'usrTestUserId', title: 'test' },\n [multipleSelectField.name]: ['rap', 'rock', 'hiphop'],\n [multipleUserField.name]: [\n { id: 'usrTestUserId', title: 'test' },\n { id: 'usrTestUserId_1', title: 'test_1' },\n ],\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 1',\n [numberField.name]: 1,\n [multipleSelectField.name]: ['rap', 'rock'],\n [multipleUserField.name]: [{ id: 'usrTestUserId_1', title: 'test_1' }],\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 2',\n [numberField.name]: 2,\n [checkboxField.name]: true,\n [dateField.name]: '2022-11-28T16:00:00.000Z',\n [dateFieldWithYM.name]: '2022-11-28T16:00:00.000Z',\n [multipleSelectField.name]: ['rap'],\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 3',\n [numberField.name]: 3,\n [singleSelectField.name]: 'x',\n [dateField.name]: '2022-01-27T16:00:00.000Z',\n [dateFieldWithYM.name]: '2022-01-27T16:00:00.000Z',\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 4',\n [numberField.name]: 4,\n [singleSelectField.name]: 'x',\n [dateField.name]: '2022-02-28T16:00:00.000Z',\n [dateFieldWithYM.name]: '2022-02-28T16:00:00.000Z',\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 5',\n [numberField.name]: 5,\n [singleSelectField.name]: 'x',\n [dateField.name]: '2022-03-01T16:00:00.000Z',\n [dateFieldWithYM.name]: '2022-03-01T16:00:00.000Z',\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 6',\n [numberField.name]: 6,\n [checkboxField.name]: true,\n [singleSelectField.name]: 'x',\n [dateField.name]: '2022-03-11T16:00:00.000Z',\n [dateFieldWithYM.name]: '2022-03-11T16:00:00.000Z',\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 7',\n [numberField.name]: 7,\n [singleSelectField.name]: 'x',\n [dateField.name]: '2022-05-08T16:00:00.000Z',\n [dateFieldWithYM.name]: '2022-05-08T16:00:00.000Z',\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 8',\n [numberField.name]: 8,\n [singleSelectField.name]: 'x',\n [dateField.name]: new DateUtil('Asia/Singapore', true).offsetDay(1),\n [dateFieldWithYM.name]: new DateUtil('Asia/Singapore', true).offsetDay(1),\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 9',\n [numberField.name]: 9,\n [singleSelectField.name]: 'x',\n [dateField.name]: new DateUtil('Asia/Singapore', true).offsetDay(-1),\n [dateFieldWithYM.name]: new DateUtil('Asia/Singapore', true).offsetDay(-1),\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 10',\n [numberField.name]: 10,\n [singleSelectField.name]: 'y',\n [dateField.name]: new DateUtil('Asia/Singapore', true).offsetWeek(1),\n [dateFieldWithYM.name]: new DateUtil('Asia/Singapore', true).offsetWeek(1),\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 11',\n [numberField.name]: 11,\n [singleSelectField.name]: 'z',\n [dateField.name]: new DateUtil('Asia/Singapore', true).offsetWeek(-1),\n [dateFieldWithYM.name]: new DateUtil('Asia/Singapore', true).offsetWeek(-1),\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 12',\n [numberField.name]: 12,\n [checkboxField.name]: true,\n [singleSelectField.name]: 'z',\n [dateField.name]: new DateUtil('Asia/Singapore', true).offsetMonth(1),\n [dateFieldWithYM.name]: new DateUtil('Asia/Singapore', true).offsetMonth(1),\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 13',\n [numberField.name]: 13,\n [singleSelectField.name]: 'y',\n [dateField.name]: new DateUtil('Asia/Singapore', true).offsetMonth(-1),\n [dateFieldWithYM.name]: new DateUtil('Asia/Singapore', true).offsetMonth(-1),\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 14',\n [numberField.name]: 14,\n [singleSelectField.name]: 'y',\n [dateField.name]: new DateUtil('Asia/Singapore', true).offset('year', 1),\n [dateFieldWithYM.name]: new DateUtil('Asia/Singapore', true).offset('year', 1),\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 15',\n [numberField.name]: 15,\n [multipleSelectField.name]: ['rock', 'hiphop'],\n [dateField.name]: new DateUtil('Asia/Singapore', true).offset('year', -1),\n [dateFieldWithYM.name]: new DateUtil('Asia/Singapore', true).offset('year', -1),\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 16',\n [numberField.name]: 16,\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 17',\n [numberField.name]: 17,\n [multipleSelectField.name]: ['rock'],\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 18',\n [numberField.name]: 18,\n [multipleSelectField.name]: ['hiphop'],\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 19',\n [numberField.name]: 19,\n [multipleSelectField.name]: ['rap', 'hiphop'],\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 20',\n [numberField.name]: 20,\n [checkboxField.name]: true,\n [dateField.name]: new DateUtil('Asia/Singapore', true).date().toISOString(),\n [dateFieldWithYM.name]: new DateUtil('Asia/Singapore', true).date().toISOString(),\n },\n },\n {\n fields: {\n [textField.name]: 'Text Field 10',\n [numberField.name]: 10,\n [dateField.name]: '2099-12-31T15:59:59.000Z',\n [dateFieldWithYM.name]: '2099-12-31T15:59:59.000Z',\n [multipleSelectField.name]: ['rap', 'rock', 'hiphop'],\n },\n },\n ],\n};\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/aggregation-query/checkbox-field.ts", "content": "import { StatisticsFunc } from '@teable/core';\n\nexport const CHECKBOX_FIELD_CASES = [\n {\n fieldIndex: 4,\n aggFunc: StatisticsFunc.Count,\n expectValue: 23,\n expectGroupedCount: 2,\n },\n {\n fieldIndex: 4,\n aggFunc: StatisticsFunc.Checked,\n expectValue: 4,\n expectGroupedCount: 2,\n },\n {\n fieldIndex: 4,\n aggFunc: StatisticsFunc.UnChecked,\n expectValue: 19,\n expectGroupedCount: 2,\n },\n {\n fieldIndex: 4,\n aggFunc: StatisticsFunc.PercentChecked,\n expectValue: 17.391304,\n expectGroupedCount: 2,\n },\n {\n fieldIndex: 4,\n aggFunc: StatisticsFunc.PercentUnChecked,\n expectValue: 82.608695,\n expectGroupedCount: 2,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/aggregation-query/date-field.ts", "content": "import { StatisticsFunc } from '@teable/core';\n\nexport const DATE_FIELD_CASES = [\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.Count,\n expectValue: 23,\n expectGroupedCount: 18,\n },\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.Empty,\n expectValue: 6,\n expectGroupedCount: 18,\n },\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.Filled,\n expectValue: 17,\n expectGroupedCount: 18,\n },\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.Unique,\n expectValue: 17,\n expectGroupedCount: 18,\n },\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.PercentEmpty,\n expectValue: 26.086956,\n expectGroupedCount: 18,\n },\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.PercentFilled,\n expectValue: 73.913043,\n expectGroupedCount: 18,\n },\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.PercentUnique,\n expectValue: 73.913043,\n expectGroupedCount: 18,\n },\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.EarliestDate,\n expectValue: '2019-12-31T16:00:00.000Z',\n expectGroupedCount: 18,\n },\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.LatestDate,\n expectValue: '2099-12-31T15:59:59.000Z',\n expectGroupedCount: 18,\n },\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.DateRangeOfDays,\n expectValue: 29219,\n expectGroupedCount: 18,\n },\n {\n fieldIndex: 3,\n aggFunc: StatisticsFunc.DateRangeOfMonths,\n expectValue: 959,\n expectGroupedCount: 18,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/aggregation-query/index.ts", "content": "export * from './text-field';\nexport * from './number-field';\nexport * from './single-select-field';\nexport * from './multiple-select-field';\nexport * from './checkbox-field';\nexport * from './date-field';\nexport * from './user-field';\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/aggregation-query/multiple-select-field.ts", "content": "import { StatisticsFunc } from '@teable/core';\n\nexport const MULTIPLE_SELECT_FIELD_CASES = [\n {\n fieldIndex: 6,\n aggFunc: StatisticsFunc.Count,\n expectValue: 23,\n expectGroupedCount: 8,\n },\n {\n fieldIndex: 6,\n aggFunc: StatisticsFunc.Empty,\n expectValue: 15,\n expectGroupedCount: 8,\n },\n {\n fieldIndex: 6,\n aggFunc: StatisticsFunc.Filled,\n expectValue: 8,\n expectGroupedCount: 8,\n },\n {\n fieldIndex: 6,\n aggFunc: StatisticsFunc.Unique,\n expectValue: 3,\n expectGroupedCount: 8,\n },\n {\n fieldIndex: 6,\n aggFunc: StatisticsFunc.PercentEmpty,\n expectValue: 65.217391,\n expectGroupedCount: 8,\n },\n {\n fieldIndex: 6,\n aggFunc: StatisticsFunc.PercentFilled,\n expectValue: 34.782608,\n expectGroupedCount: 8,\n },\n {\n fieldIndex: 6,\n aggFunc: StatisticsFunc.PercentUnique,\n expectValue: 20,\n expectGroupedCount: 8,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/aggregation-query/number-field.ts", "content": "import { StatisticsFunc } from '@teable/core';\n\nexport const NUMBER_FIELD_CASES = [\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.Sum,\n expectValue: 220,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.Average,\n expectValue: 10,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.Min,\n expectValue: 0,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.Max,\n expectValue: 20,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.Count,\n expectValue: 23,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.Empty,\n expectValue: 1,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.Filled,\n expectValue: 22,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.Unique,\n expectValue: 21,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.PercentEmpty,\n expectValue: 4.347826,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.PercentFilled,\n expectValue: 95.652173,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 1,\n aggFunc: StatisticsFunc.PercentUnique,\n expectValue: 91.304347,\n expectGroupedCount: 22,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/aggregation-query/single-select-field.ts", "content": "import { StatisticsFunc } from '@teable/core';\n\nexport const SINGLE_SELECT_FIELD_CASES = [\n {\n fieldIndex: 2,\n aggFunc: StatisticsFunc.Count,\n expectValue: 23,\n expectGroupedCount: 4,\n },\n {\n fieldIndex: 2,\n aggFunc: StatisticsFunc.Empty,\n expectValue: 11,\n expectGroupedCount: 4,\n },\n {\n fieldIndex: 2,\n aggFunc: StatisticsFunc.Filled,\n expectValue: 12,\n expectGroupedCount: 4,\n },\n {\n fieldIndex: 2,\n aggFunc: StatisticsFunc.Unique,\n expectValue: 3,\n expectGroupedCount: 4,\n },\n {\n fieldIndex: 2,\n aggFunc: StatisticsFunc.PercentEmpty,\n expectValue: 47.8260869,\n expectGroupedCount: 4,\n },\n {\n fieldIndex: 2,\n aggFunc: StatisticsFunc.PercentFilled,\n expectValue: 52.173913,\n expectGroupedCount: 4,\n },\n {\n fieldIndex: 2,\n aggFunc: StatisticsFunc.PercentUnique,\n expectValue: 13.043478,\n expectGroupedCount: 4,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/aggregation-query/text-field.ts", "content": "import { StatisticsFunc } from '@teable/core';\n\nexport const TEXT_FIELD_CASES = [\n {\n fieldIndex: 0,\n aggFunc: StatisticsFunc.Count,\n expectValue: 23,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 0,\n aggFunc: StatisticsFunc.Empty,\n expectValue: 1,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 0,\n aggFunc: StatisticsFunc.Filled,\n expectValue: 22,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 0,\n aggFunc: StatisticsFunc.Unique,\n expectValue: 21,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 0,\n aggFunc: StatisticsFunc.PercentEmpty,\n expectValue: 4.347826,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 0,\n aggFunc: StatisticsFunc.PercentFilled,\n expectValue: 95.652173,\n expectGroupedCount: 22,\n },\n {\n fieldIndex: 0,\n aggFunc: StatisticsFunc.PercentUnique,\n expectValue: 91.304347,\n expectGroupedCount: 22,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/aggregation-query/user-field.ts", "content": "import { StatisticsFunc } from '@teable/core';\n\nexport const USER_FIELD_CASES = [\n {\n fieldIndex: 5,\n aggFunc: StatisticsFunc.Count,\n expectValue: 23,\n expectGroupedCount: 2,\n },\n {\n fieldIndex: 5,\n aggFunc: StatisticsFunc.Empty,\n expectValue: 22,\n expectGroupedCount: 2,\n },\n {\n fieldIndex: 5,\n aggFunc: StatisticsFunc.Filled,\n expectValue: 1,\n expectGroupedCount: 2,\n },\n {\n fieldIndex: 5,\n aggFunc: StatisticsFunc.PercentEmpty,\n expectValue: 95.652173,\n expectGroupedCount: 2,\n },\n {\n fieldIndex: 5,\n aggFunc: StatisticsFunc.PercentFilled,\n expectValue: 4.347826,\n expectGroupedCount: 2,\n },\n {\n fieldIndex: 5,\n aggFunc: StatisticsFunc.Unique,\n expectValue: 1,\n expectGroupedCount: 2,\n },\n {\n fieldIndex: 5,\n aggFunc: StatisticsFunc.PercentUnique,\n expectValue: 4.347826,\n expectGroupedCount: 2,\n },\n];\n\nexport const MULTIPLE_USER_FIELD_CASES = [\n {\n fieldIndex: 7,\n aggFunc: StatisticsFunc.Empty,\n expectValue: 1,\n },\n {\n fieldIndex: 7,\n aggFunc: StatisticsFunc.Filled,\n expectValue: 22,\n },\n {\n fieldIndex: 7,\n aggFunc: StatisticsFunc.PercentEmpty,\n expectValue: 21,\n },\n {\n fieldIndex: 7,\n aggFunc: StatisticsFunc.PercentFilled,\n expectValue: 4.347826,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/checkbox-field.ts", "content": "import { is } from '@teable/core';\n\nexport const CHECKBOX_FIELD_CASES = [\n {\n fieldIndex: 4,\n operator: is.value,\n queryValue: null,\n expectResultLength: 19,\n expectMoreResults: false,\n },\n {\n fieldIndex: 4,\n operator: is.value,\n queryValue: true,\n expectResultLength: 4,\n expectMoreResults: false,\n },\n];\n\nexport const CHECKBOX_LOOKUP_FIELD_CASES = [\n {\n fieldIndex: 7,\n operator: is.value,\n queryValue: null,\n expectResultLength: 14,\n expectMoreResults: false,\n },\n {\n fieldIndex: 7,\n operator: is.value,\n queryValue: true,\n expectResultLength: 7,\n expectMoreResults: false,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/date-field.ts", "content": "import { isEmpty, isNotEmpty } from '@teable/core';\nimport { DATE_RANGE_SETS, LOOKUP_DATE_RANGE_SETS } from './date-range-sets';\nimport { IS_AFTER_SETS, LOOKUP_IS_AFTER_SETS } from './is-after-sets';\nimport { IS_BEFORE_SETS, LOOKUP_IS_BEFORE_SETS } from './is-before-sets';\nimport { IS_NOT_SETS, LOOKUP_IS_NOT_SETS } from './is-not-sets';\nimport { IS_ON_OR_AFTER_SETS, LOOKUP_IS_ON_OR_AFTER_SETS } from './is-on-or-after-sets';\nimport { IS_ON_OR_BEFORE_SETS, LOOKUP_IS_ON_OR_BEFORE_SETS } from './is-on-or-before-sets';\nimport { IS_SETS, LOOKUP_IS_SETS } from './is-sets';\nimport { IS_WITH_IN_SETS, LOOKUP_IS_WITH_IN_SETS } from './is-with-in-sets';\n\nexport const DATE_FIELD_CASES = [\n {\n fieldIndex: 3,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 6,\n },\n {\n fieldIndex: 3,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 17,\n },\n ...IS_SETS,\n ...IS_NOT_SETS,\n ...IS_WITH_IN_SETS,\n ...IS_BEFORE_SETS,\n ...IS_AFTER_SETS,\n ...IS_ON_OR_BEFORE_SETS,\n ...IS_ON_OR_AFTER_SETS,\n ...DATE_RANGE_SETS,\n];\n\nexport const DATE_LOOKUP_FIELD_CASES = [\n {\n fieldIndex: 6,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 7,\n },\n {\n fieldIndex: 6,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 14,\n },\n ...LOOKUP_IS_SETS.map((testCase) => ({ ...testCase, fieldIndex: testCase.fieldIndex ?? 6 })),\n ...LOOKUP_IS_NOT_SETS.map((testCase) => ({ ...testCase, fieldIndex: testCase.fieldIndex ?? 6 })),\n ...LOOKUP_IS_WITH_IN_SETS.map((testCase) => ({\n ...testCase,\n fieldIndex: testCase.fieldIndex ?? 6,\n })),\n ...LOOKUP_IS_BEFORE_SETS.map((testCase) => ({\n ...testCase,\n fieldIndex: testCase.fieldIndex ?? 6,\n })),\n ...LOOKUP_IS_AFTER_SETS.map((testCase) => ({\n ...testCase,\n fieldIndex: testCase.fieldIndex ?? 6,\n })),\n ...LOOKUP_IS_ON_OR_BEFORE_SETS.map((testCase) => ({\n ...testCase,\n fieldIndex: testCase.fieldIndex ?? 6,\n })),\n ...LOOKUP_IS_ON_OR_AFTER_SETS.map((testCase) => ({\n ...testCase,\n fieldIndex: testCase.fieldIndex ?? 6,\n })),\n ...LOOKUP_DATE_RANGE_SETS.map((testCase) => ({\n ...testCase,\n fieldIndex: testCase.fieldIndex ?? 6,\n })),\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/date-range-sets.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { dateRange, is, isNot } from '@teable/core';\nimport dayjs from 'dayjs';\nimport { getDates } from './utils';\n\nconst tz = 'Asia/Singapore';\nconst now = dayjs().tz(tz);\nconst { dates, lookupDates } = getDates();\n\n// Date range: from 2020-01-01 to 2020-01-15\nconst rangeStart = dayjs.tz('2020-01-01', tz);\nconst rangeEnd = dayjs.tz('2020-01-15', tz);\n\nexport const DATE_RANGE_SETS = [\n // Basic date range filter\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: dateRange.value,\n exactDate: rangeStart.toISOString(),\n exactDateEnd: rangeEnd.toISOString(),\n timeZone: tz,\n },\n expectResultLength: dates.filter(\n (t) =>\n (t.isAfter(rangeStart.startOf('day')) || t.isSame(rangeStart.startOf('day'))) &&\n (t.isBefore(rangeEnd.endOf('day')) || t.isSame(rangeEnd.endOf('day')))\n ).length,\n },\n // Date range: from yesterday to tomorrow\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: dateRange.value,\n exactDate: now.subtract(1, 'day').startOf('day').toISOString(),\n exactDateEnd: now.add(1, 'day').endOf('day').toISOString(),\n timeZone: tz,\n },\n expectResultLength: 3, // yesterday, today, tomorrow\n },\n // Date range: entire current month\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: dateRange.value,\n exactDate: now.startOf('month').toISOString(),\n exactDateEnd: now.endOf('month').toISOString(),\n timeZone: tz,\n },\n expectResultLength: dates.filter((t) => t.isSame(now, 'month')).length,\n },\n // Single day range (start == end)\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: dateRange.value,\n exactDate: rangeStart.toISOString(),\n exactDateEnd: rangeStart.endOf('day').toISOString(),\n timeZone: tz,\n },\n expectResultLength: dates.filter((t) => t.isSame(rangeStart, 'day')).length,\n },\n];\n\nexport const LOOKUP_DATE_RANGE_SETS = [\n {\n fieldIndex: 6,\n operator: is.value,\n queryValue: {\n mode: dateRange.value,\n exactDate: rangeStart.toISOString(),\n exactDateEnd: rangeEnd.toISOString(),\n timeZone: tz,\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some(\n (t) =>\n (t.isAfter(rangeStart.startOf('day')) || t.isSame(rangeStart.startOf('day'))) &&\n (t.isBefore(rangeEnd.endOf('day')) || t.isSame(rangeEnd.endOf('day')))\n )\n ).length,\n },\n];\n\n// Error cases for dateRange - these need special handling in tests\n// eslint-disable-next-line @typescript-eslint/naming-convention\nexport const DATE_RANGE_ERROR_CASES = {\n // start > end should throw error\n invalidRange: {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: dateRange.value,\n exactDate: rangeEnd.toISOString(), // end date as start\n exactDateEnd: rangeStart.toISOString(), // start date as end - INVALID!\n timeZone: tz,\n },\n },\n // dateRange with isNot operator should throw error\n invalidOperator: {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: dateRange.value,\n exactDate: rangeStart.toISOString(),\n exactDateEnd: rangeEnd.toISOString(),\n timeZone: tz,\n },\n },\n};\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/index.ts", "content": "export * from './is-sets';\nexport * from './is-not-sets';\nexport * from './is-with-in-sets';\nexport * from './is-before-sets';\nexport * from './is-on-or-before-sets';\nexport * from './is-after-sets';\nexport * from './is-on-or-after-sets';\nexport * from './date-range-sets';\nexport * from './date-field';\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/is-after-sets.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n currentMonth,\n currentWeek,\n currentYear,\n daysAgo,\n daysFromNow,\n exactDate,\n exactFormatDate,\n isAfter,\n lastMonth,\n lastWeek,\n lastYear,\n nextMonthPeriod,\n nextWeekPeriod,\n nextYearPeriod,\n oneMonthAgo,\n oneMonthFromNow,\n oneWeekAgo,\n oneWeekFromNow,\n today,\n tomorrow,\n yesterday,\n} from '@teable/core';\nimport dayjs from 'dayjs';\nimport { getDates } from './utils';\n\nconst tz = 'Asia/Singapore';\nconst now = dayjs().tz(tz);\nconst { dates, lookupDates } = getDates();\n\nexport const IS_AFTER_SETS = [\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 5,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 6,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now, 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.add(1, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.subtract(1, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now, 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.subtract(1, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.add(1, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now, 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.subtract(1, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.add(1, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 7,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 8,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 2,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 6,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n fieldIndex: 3,\n operator: isAfter.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 16,\n },\n {\n fieldIndex: 9,\n operator: isAfter.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 16,\n },\n];\n\nexport const LOOKUP_IS_AFTER_SETS = [\n {\n operator: isAfter.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isAfter(now, 'week')))\n .length,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.add(1, 'week'), 'week'))\n ).length,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.subtract(1, 'week'), 'week'))\n ).length,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isAfter(now, 'month')))\n .length,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.subtract(1, 'month'), 'month'))\n ).length,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.add(1, 'month'), 'month'))\n ).length,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isAfter(now, 'year')))\n .length,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.subtract(1, 'year'), 'year'))\n ).length,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.add(1, 'year'), 'year'))\n ).length,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 2,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n operator: isAfter.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 10,\n },\n {\n fieldIndex: 12,\n operator: isAfter.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 10,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/is-before-sets.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n currentMonth,\n currentWeek,\n currentYear,\n daysAgo,\n daysFromNow,\n exactDate,\n exactFormatDate,\n isBefore,\n lastMonth,\n lastWeek,\n lastYear,\n nextMonthPeriod,\n nextWeekPeriod,\n nextYearPeriod,\n oneMonthAgo,\n oneMonthFromNow,\n oneWeekAgo,\n oneWeekFromNow,\n today,\n tomorrow,\n yesterday,\n} from '@teable/core';\nimport dayjs from 'dayjs';\nimport { getDates } from './utils';\n\nconst tz = 'Asia/Singapore';\nconst now = dayjs().tz(tz);\nconst { dates, lookupDates } = getDates();\n\nexport const IS_BEFORE_SETS = [\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 11,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 12,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 10,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now, 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.add(1, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.subtract(1, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now, 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.subtract(1, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.add(1, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now, 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.subtract(1, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.add(1, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 9,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 13,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 8,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 10,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 12,\n },\n {\n fieldIndex: 3,\n operator: isBefore.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 0,\n },\n {\n fieldIndex: 9,\n operator: isBefore.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 0,\n },\n];\n\nexport const LOOKUP_IS_BEFORE_SETS = [\n {\n operator: isBefore.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 13,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 13,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isBefore(now, 'week')))\n .length,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.add(1, 'week'), 'week'))\n ).length,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.subtract(1, 'week'), 'week'))\n ).length,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isBefore(now, 'month')))\n .length,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.subtract(1, 'month'), 'month'))\n ).length,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.add(1, 'month'), 'month'))\n ).length,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isBefore(now, 'year')))\n .length,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.subtract(1, 'year'), 'year'))\n ).length,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.add(1, 'year'), 'year'))\n ).length,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 12,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 12,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 13,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n operator: isBefore.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 0,\n },\n {\n fieldIndex: 12,\n operator: isBefore.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 0,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/is-not-sets.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n currentMonth,\n currentWeek,\n currentYear,\n daysAgo,\n daysFromNow,\n exactDate,\n exactFormatDate,\n isNot,\n lastMonth,\n lastWeek,\n lastYear,\n nextMonthPeriod,\n nextWeekPeriod,\n nextYearPeriod,\n oneMonthAgo,\n oneMonthFromNow,\n oneWeekAgo,\n oneWeekFromNow,\n today,\n tomorrow,\n yesterday,\n} from '@teable/core';\nimport dayjs from 'dayjs';\nimport { getDates } from './utils';\n\nconst tz = 'Asia/Singapore';\nconst now = dayjs().tz(tz);\nconst { dates, lookupDates } = getDates();\n\nexport const IS_NOT_SETS = [\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 23 - dates.filter((t) => t.isSame(now, 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 23 - dates.filter((t) => t.isSame(now.add(1, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 23 - dates.filter((t) => t.isSame(now.subtract(1, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 23 - dates.filter((t) => t.isSame(now, 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength:\n 23 - dates.filter((t) => t.isSame(now.subtract(1, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 23 - dates.filter((t) => t.isSame(now.add(1, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 23 - dates.filter((t) => t.isSame(now, 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 23 - dates.filter((t) => t.isSame(now.subtract(1, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 23 - dates.filter((t) => t.isSame(now.add(1, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n {\n fieldIndex: 9,\n operator: isNot.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 22,\n },\n];\n\nexport const LOOKUP_IS_NOT_SETS = [\n {\n operator: isNot.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 20,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 20,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 19,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength:\n 21 - lookupDates.filter((dates) => dates.some((t) => t.isSame(now, 'week'))).length,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength:\n 21 -\n lookupDates.filter((dates) => dates.some((t) => t.isSame(now.add(1, 'week'), 'week'))).length,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength:\n 21 -\n lookupDates.filter((dates) => dates.some((t) => t.isSame(now.subtract(1, 'week'), 'week')))\n .length,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength:\n 21 - lookupDates.filter((dates) => dates.some((t) => t.isSame(now, 'month'))).length,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength:\n 21 -\n lookupDates.filter((dates) => dates.some((t) => t.isSame(now.subtract(1, 'month'), 'month')))\n .length,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength:\n 21 -\n lookupDates.filter((dates) => dates.some((t) => t.isSame(now.add(1, 'month'), 'month')))\n .length,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength:\n 21 - lookupDates.filter((dates) => dates.some((t) => t.isSame(now, 'year'))).length,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength:\n 21 -\n lookupDates.filter((dates) => dates.some((t) => t.isSame(now.subtract(1, 'year'), 'year')))\n .length,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength:\n 21 -\n lookupDates.filter((dates) => dates.some((t) => t.isSame(now.add(1, 'year'), 'year'))).length,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 20,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 20,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 20,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 20,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 19,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 20,\n },\n {\n operator: isNot.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 16,\n },\n {\n fieldIndex: 12,\n operator: isNot.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 16,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/is-on-or-after-sets.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n currentMonth,\n currentWeek,\n currentYear,\n daysAgo,\n daysFromNow,\n exactDate,\n exactFormatDate,\n isOnOrAfter,\n lastMonth,\n lastWeek,\n lastYear,\n nextMonthPeriod,\n nextWeekPeriod,\n nextYearPeriod,\n oneMonthAgo,\n oneMonthFromNow,\n oneWeekAgo,\n oneWeekFromNow,\n today,\n tomorrow,\n yesterday,\n} from '@teable/core';\nimport dayjs from 'dayjs';\nimport { getDates } from './utils';\n\nconst tz = 'Asia/Singapore';\nconst now = dayjs().tz(tz);\nconst { dates, lookupDates } = getDates();\n\nexport const IS_ON_OR_AFTER_SETS = [\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 6,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 5,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 7,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.subtract(1, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now, 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.subtract(2, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.subtract(1, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.subtract(2, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now, 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.subtract(1, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now.subtract(2, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isAfter(now, 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 8,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 9,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 7,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 5,\n },\n {\n fieldIndex: 3,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 17,\n },\n {\n fieldIndex: 9,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 17,\n },\n];\n\nexport const LOOKUP_IS_ON_OR_AFTER_SETS = [\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.subtract(1, 'week'), 'week'))\n ).length,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isAfter(now, 'week')))\n .length,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.subtract(2, 'week'), 'week'))\n ).length,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.subtract(1, 'month'), 'month'))\n ).length,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.subtract(2, 'month'), 'month'))\n ).length,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isAfter(now, 'month')))\n .length,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.subtract(1, 'year'), 'year'))\n ).length,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isAfter(now.subtract(2, 'year'), 'year'))\n ).length,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isAfter(now, 'year')))\n .length,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n operator: isOnOrAfter.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n fieldIndex: 12,\n operator: isOnOrAfter.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/is-on-or-before-sets.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n currentMonth,\n currentWeek,\n currentYear,\n daysAgo,\n daysFromNow,\n exactDate,\n exactFormatDate,\n isOnOrBefore,\n lastMonth,\n lastWeek,\n lastYear,\n nextMonthPeriod,\n nextWeekPeriod,\n nextYearPeriod,\n oneMonthAgo,\n oneMonthFromNow,\n oneWeekAgo,\n oneWeekFromNow,\n today,\n tomorrow,\n yesterday,\n} from '@teable/core';\nimport dayjs from 'dayjs';\nimport { getDates } from './utils';\n\nconst tz = 'Asia/Singapore';\nconst now = dayjs().tz(tz);\nconst { dates, lookupDates } = getDates();\n\nexport const IS_ON_OR_BEFORE_SETS = [\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 12,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 13,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 11,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.add(1, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.add(2, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now, 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.add(1, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now, 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.add(2, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.add(1, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now, 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isBefore(now.add(2, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 10,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 9,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 15,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 11,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 13,\n },\n {\n fieldIndex: 3,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 9,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n];\n\nexport const LOOKUP_IS_ON_OR_BEFORE_SETS = [\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 13,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.add(1, 'week'), 'week'))\n ).length,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.add(2, 'week'), 'week'))\n ).length,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isBefore(now, 'week')))\n .length,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.add(1, 'month'), 'month'))\n ).length,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isBefore(now, 'month')))\n .length,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.add(2, 'month'), 'month'))\n ).length,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.add(1, 'year'), 'year'))\n ).length,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isBefore(now, 'year')))\n .length,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isBefore(now.add(2, 'year'), 'year'))\n ).length,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 13,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 12,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 13,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 14,\n },\n {\n operator: isOnOrBefore.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 5,\n },\n {\n fieldIndex: 12,\n operator: isOnOrBefore.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 5,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/is-sets.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n currentMonth,\n currentWeek,\n currentYear,\n daysAgo,\n daysFromNow,\n exactDate,\n exactFormatDate,\n is,\n lastMonth,\n lastWeek,\n lastYear,\n nextMonthPeriod,\n nextWeekPeriod,\n nextYearPeriod,\n oneMonthAgo,\n oneMonthFromNow,\n oneWeekAgo,\n oneWeekFromNow,\n today,\n tomorrow,\n yesterday,\n} from '@teable/core';\nimport dayjs from 'dayjs';\nimport { getDates } from './utils';\n\nconst tz = 'Asia/Singapore';\nconst now = dayjs().tz(tz);\nconst { dates, lookupDates } = getDates();\n\nexport const IS_SETS = [\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isSame(now, 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isSame(now.add(1, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isSame(now.subtract(1, 'week'), 'week')).length,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isSame(now, 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isSame(now.subtract(1, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isSame(now.add(1, 'month'), 'month')).length,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isSame(now, 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isSame(now.subtract(1, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: dates.filter((t) => t.isSame(now.add(1, 'year'), 'year')).length,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n fieldIndex: 9,\n operator: is.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n];\n\nexport const LOOKUP_IS_SETS = [\n {\n operator: is.value,\n queryValue: {\n mode: today.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n operator: is.value,\n queryValue: {\n mode: tomorrow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n operator: is.value,\n queryValue: {\n mode: yesterday.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 2,\n },\n {\n operator: is.value,\n queryValue: {\n mode: currentWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isSame(now, 'week')))\n .length,\n },\n {\n operator: is.value,\n queryValue: {\n mode: nextWeekPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isSame(now.add(1, 'week'), 'week'))\n ).length,\n },\n {\n operator: is.value,\n queryValue: {\n mode: lastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isSame(now.subtract(1, 'week'), 'week'))\n ).length,\n },\n {\n operator: is.value,\n queryValue: {\n mode: currentMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isSame(now, 'month')))\n .length,\n },\n {\n operator: is.value,\n queryValue: {\n mode: lastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isSame(now.subtract(1, 'month'), 'month'))\n ).length,\n },\n {\n operator: is.value,\n queryValue: {\n mode: nextMonthPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isSame(now.add(1, 'month'), 'month'))\n ).length,\n },\n {\n operator: is.value,\n queryValue: {\n mode: currentYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) => dates.some((t) => t.isSame(now, 'year')))\n .length,\n },\n {\n operator: is.value,\n queryValue: {\n mode: lastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isSame(now.subtract(1, 'year'), 'year'))\n ).length,\n },\n {\n operator: is.value,\n queryValue: {\n mode: nextYearPeriod.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: lookupDates.filter((dates) =>\n dates.some((t) => t.isSame(now.add(1, 'year'), 'year'))\n ).length,\n },\n {\n operator: is.value,\n queryValue: {\n mode: oneWeekAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n operator: is.value,\n queryValue: {\n mode: oneWeekFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n operator: is.value,\n queryValue: {\n mode: oneMonthAgo.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n operator: is.value,\n queryValue: {\n mode: oneMonthFromNow.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n operator: is.value,\n queryValue: {\n mode: daysAgo.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 2,\n },\n {\n operator: is.value,\n queryValue: {\n mode: daysFromNow.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 1,\n },\n {\n operator: is.value,\n queryValue: {\n mode: exactDate.value,\n exactDate: '2019-12-31T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 5,\n },\n {\n fieldIndex: 12,\n operator: is.value,\n queryValue: {\n mode: exactFormatDate.value,\n exactDate: '2020-01-10T16:00:00.000Z',\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 5,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/is-with-in-sets.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport {\n isWithIn,\n nextMonth,\n nextNumberOfDays,\n nextWeek,\n nextYear,\n pastMonth,\n pastNumberOfDays,\n pastWeek,\n pastYear,\n} from '@teable/core';\n\nexport const IS_WITH_IN_SETS = [\n {\n fieldIndex: 3,\n operator: isWithIn.value,\n queryValue: {\n mode: pastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n fieldIndex: 3,\n operator: isWithIn.value,\n queryValue: {\n mode: pastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n fieldIndex: 3,\n operator: isWithIn.value,\n queryValue: {\n mode: pastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 5,\n },\n {\n fieldIndex: 3,\n operator: isWithIn.value,\n queryValue: {\n mode: nextWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n fieldIndex: 3,\n operator: isWithIn.value,\n queryValue: {\n mode: nextMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n fieldIndex: 3,\n operator: isWithIn.value,\n queryValue: {\n mode: nextYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 5,\n },\n {\n fieldIndex: 3,\n operator: isWithIn.value,\n queryValue: {\n mode: pastNumberOfDays.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 2,\n },\n {\n fieldIndex: 3,\n operator: isWithIn.value,\n queryValue: {\n mode: nextNumberOfDays.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 2,\n },\n];\n\nexport const LOOKUP_IS_WITH_IN_SETS = [\n {\n fieldIndex: 6,\n operator: isWithIn.value,\n queryValue: {\n mode: pastWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n fieldIndex: 6,\n operator: isWithIn.value,\n queryValue: {\n mode: pastMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n fieldIndex: 6,\n operator: isWithIn.value,\n queryValue: {\n mode: pastYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n fieldIndex: 6,\n operator: isWithIn.value,\n queryValue: {\n mode: nextWeek.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n fieldIndex: 6,\n operator: isWithIn.value,\n queryValue: {\n mode: nextMonth.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n fieldIndex: 6,\n operator: isWithIn.value,\n queryValue: {\n mode: nextYear.value,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 4,\n },\n {\n fieldIndex: 6,\n operator: isWithIn.value,\n queryValue: {\n mode: pastNumberOfDays.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 3,\n },\n {\n fieldIndex: 6,\n operator: isWithIn.value,\n queryValue: {\n mode: nextNumberOfDays.value,\n numberOfDays: 1,\n timeZone: 'Asia/Singapore',\n },\n expectResultLength: 2,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/date-field/utils.ts", "content": "import type { Dayjs } from 'dayjs';\nimport dayjs from 'dayjs';\nimport { x_20 } from '../../../20x';\nimport { DEFAULT_LINK_VALUE_INDEXS } from '../../../20x-link';\n\nexport const getDates = () => {\n const tz = 'Asia/Singapore';\n const dateFieldName = x_20.fields[3].name;\n dayjs.locale(dayjs.locale(), {\n weekStart: 1,\n });\n const dates = x_20.records\n .filter((r) => r.fields?.[dateFieldName])\n .map((r) => {\n const date = r.fields[dateFieldName];\n return typeof date === 'string' ? dayjs.utc(date).tz(tz) : date;\n }) as Dayjs[];\n\n const lookupDates = DEFAULT_LINK_VALUE_INDEXS.map((item) => {\n const records = x_20.records;\n const result = [] as Dayjs[];\n if (item?.length) {\n item.forEach((index) => {\n const date = records[index].fields[dateFieldName];\n if (date) {\n result.push(typeof date === 'string' ? dayjs.utc(date).tz(tz) : (date as Dayjs));\n }\n });\n }\n\n return result?.length ? result : null;\n }).filter((d) => d) as Dayjs[][];\n\n return {\n dates,\n lookupDates,\n };\n};\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/index.ts", "content": "export * from './text-field';\nexport * from './number-field';\nexport * from './single-select-field';\nexport * from './date-field';\nexport * from './checkbox-field';\nexport * from './user-field';\nexport * from './multiple-select-field';\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/multiple-select-field.ts", "content": "import {\n hasAllOf,\n hasAnyOf,\n hasNoneOf,\n isNotExactly,\n isEmpty,\n isExactly,\n isNotEmpty,\n} from '@teable/core';\n\nexport const MULTIPLE_SELECT_FIELD_CASES = [\n {\n fieldIndex: 6,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 15,\n expectMoreResults: false,\n },\n {\n fieldIndex: 6,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 8,\n expectMoreResults: false,\n },\n {\n fieldIndex: 6,\n operator: hasAnyOf.value,\n queryValue: ['rap', 'rock', 'hiphop'],\n expectResultLength: 8,\n expectMoreResults: false,\n },\n {\n fieldIndex: 6,\n operator: hasAllOf.value,\n queryValue: ['rap', 'rock'],\n expectResultLength: 3,\n expectMoreResults: false,\n },\n {\n fieldIndex: 6,\n operator: hasNoneOf.value,\n queryValue: ['rock'],\n expectResultLength: 18,\n expectMoreResults: true,\n },\n {\n fieldIndex: 6,\n operator: isExactly.value,\n queryValue: ['rock', 'hiphop'],\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 6,\n operator: isNotExactly.value,\n queryValue: ['rap', 'rock'],\n expectResultLength: 22,\n expectMoreResults: true,\n },\n];\n\nexport const MULTIPLE_SELECT_LOOKUP_FIELD_CASES = [\n {\n fieldIndex: 9,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 11,\n expectMoreResults: false,\n },\n {\n fieldIndex: 9,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 10,\n expectMoreResults: false,\n },\n {\n fieldIndex: 9,\n operator: hasAnyOf.value,\n queryValue: ['rap', 'rock', 'hiphop'],\n expectResultLength: 10,\n expectMoreResults: false,\n },\n {\n fieldIndex: 9,\n operator: hasAllOf.value,\n queryValue: ['rap', 'rock'],\n expectResultLength: 8,\n expectMoreResults: false,\n },\n {\n fieldIndex: 9,\n operator: hasNoneOf.value,\n queryValue: ['rock'],\n expectResultLength: 12,\n expectMoreResults: true,\n },\n {\n fieldIndex: 9,\n operator: isExactly.value,\n queryValue: ['rock', 'hiphop'],\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 9,\n operator: isNotExactly.value,\n queryValue: ['rap'],\n expectResultLength: 20,\n expectMoreResults: false,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/number-field.ts", "content": "import {\n is,\n isEmpty,\n isGreater,\n isGreaterEqual,\n isLess,\n isLessEqual,\n isNot,\n isNotEmpty,\n} from '@teable/core';\n\nexport const NUMBER_FIELD_CASES = [\n {\n fieldIndex: 1,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 1,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 22,\n expectMoreResults: false,\n },\n {\n fieldIndex: 1,\n operator: is.value,\n queryValue: 9,\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 1,\n operator: isNot.value,\n queryValue: 20,\n expectResultLength: 22,\n expectMoreResults: false,\n },\n {\n fieldIndex: 1,\n operator: isGreater.value,\n queryValue: 1,\n expectResultLength: 20,\n expectMoreResults: false,\n },\n {\n fieldIndex: 1,\n operator: isGreaterEqual.value,\n queryValue: 5,\n expectResultLength: 17,\n expectMoreResults: false,\n },\n {\n fieldIndex: 1,\n operator: isLess.value,\n queryValue: 10,\n expectResultLength: 10,\n expectMoreResults: false,\n },\n {\n fieldIndex: 1,\n operator: isLessEqual.value,\n queryValue: 3,\n expectResultLength: 4,\n expectMoreResults: false,\n },\n];\n\nexport const NUMBER_LOOKUP_FIELD_CASES = [\n {\n fieldIndex: 4,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 7,\n expectMoreResults: false,\n },\n {\n fieldIndex: 4,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 14,\n expectMoreResults: false,\n },\n {\n fieldIndex: 4,\n operator: is.value,\n queryValue: 9,\n expectResultLength: 2,\n expectMoreResults: false,\n },\n {\n fieldIndex: 4,\n operator: isNot.value,\n queryValue: 20,\n expectResultLength: 20,\n expectMoreResults: false,\n },\n {\n fieldIndex: 4,\n operator: isGreater.value,\n queryValue: 1,\n expectResultLength: 10,\n expectMoreResults: false,\n },\n {\n fieldIndex: 4,\n operator: isGreaterEqual.value,\n queryValue: 5,\n expectResultLength: 6,\n expectMoreResults: false,\n },\n {\n fieldIndex: 4,\n operator: isLess.value,\n queryValue: 10,\n expectResultLength: 12,\n expectMoreResults: false,\n },\n {\n fieldIndex: 4,\n operator: isLessEqual.value,\n queryValue: 3,\n expectResultLength: 9,\n expectMoreResults: false,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/single-select-field.ts", "content": "import {\n is,\n isAnyOf,\n isEmpty,\n isNoneOf,\n isNot,\n isNotEmpty,\n hasAllOf,\n hasAnyOf,\n hasNoneOf,\n isExactly,\n} from '@teable/core';\n\nexport const SINGLE_SELECT_FIELD_CASES = [\n {\n fieldIndex: 2,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 11,\n expectMoreResults: false,\n },\n {\n fieldIndex: 2,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 12,\n expectMoreResults: false,\n },\n {\n fieldIndex: 2,\n operator: is.value,\n queryValue: 'x',\n expectResultLength: 7,\n expectMoreResults: false,\n },\n {\n fieldIndex: 2,\n operator: isNot.value,\n queryValue: 'x',\n expectResultLength: 16,\n expectMoreResults: false,\n },\n {\n fieldIndex: 2,\n operator: isAnyOf.value,\n queryValue: ['x', 'y'],\n expectResultLength: 10,\n expectMoreResults: true,\n },\n {\n fieldIndex: 2,\n operator: isNoneOf.value,\n queryValue: ['x', 'y'],\n expectResultLength: 13,\n expectMoreResults: false,\n },\n];\n\nexport const SINGLE_SELECT_LOOKUP_FIELD_CASES = [\n {\n fieldIndex: 5,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 15,\n expectMoreResults: false,\n },\n {\n fieldIndex: 5,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 6,\n expectMoreResults: false,\n },\n {\n fieldIndex: 5,\n operator: hasAnyOf.value,\n queryValue: ['x'],\n expectResultLength: 5,\n expectMoreResults: false,\n },\n {\n fieldIndex: 5,\n operator: hasAllOf.value,\n queryValue: ['x'],\n expectResultLength: 5,\n expectMoreResults: false,\n },\n {\n fieldIndex: 5,\n operator: hasNoneOf.value,\n queryValue: ['x'],\n expectResultLength: 16,\n expectMoreResults: true,\n },\n {\n fieldIndex: 5,\n operator: isExactly.value,\n queryValue: ['x'],\n expectResultLength: 4,\n expectMoreResults: false,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/text-field.ts", "content": "import { contains, doesNotContain, is, isEmpty, isNot, isNotEmpty } from '@teable/core';\n\nexport const TEXT_FIELD_CASES = [\n {\n fieldIndex: 0,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 0,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 22,\n expectMoreResults: false,\n },\n {\n fieldIndex: 0,\n operator: is.value,\n queryValue: 'Text Field 0',\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 0,\n operator: isNot.value,\n queryValue: 'Text Field 1',\n expectResultLength: 22,\n expectMoreResults: false,\n },\n {\n fieldIndex: 0,\n operator: contains.value,\n queryValue: 'Text',\n expectResultLength: 22,\n expectMoreResults: true,\n },\n {\n fieldIndex: 0,\n operator: doesNotContain.value,\n queryValue: 'Text',\n expectResultLength: 1,\n expectMoreResults: false,\n },\n // test lower case\n {\n fieldIndex: 0,\n operator: is.value,\n queryValue: 'Text field 0',\n expectResultLength: 0,\n expectMoreResults: false,\n },\n {\n fieldIndex: 0,\n operator: isNot.value,\n queryValue: 'Text field 1',\n expectResultLength: 23,\n expectMoreResults: false,\n },\n {\n fieldIndex: 0,\n operator: contains.value,\n queryValue: 'text',\n expectResultLength: 22,\n expectMoreResults: true,\n },\n {\n fieldIndex: 0,\n operator: doesNotContain.value,\n queryValue: 'text',\n expectResultLength: 1,\n expectMoreResults: false,\n },\n];\n\nexport const TEXT_LOOKUP_FIELD_CASES = [\n {\n fieldIndex: 3,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 7,\n expectMoreResults: false,\n },\n {\n fieldIndex: 3,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 14,\n expectMoreResults: false,\n },\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: 'Text Field 0',\n expectResultLength: 5,\n expectMoreResults: false,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: 'Text Field 1',\n expectResultLength: 16,\n expectMoreResults: true,\n },\n {\n fieldIndex: 3,\n operator: contains.value,\n queryValue: 'Text',\n expectResultLength: 14,\n expectMoreResults: true,\n },\n {\n fieldIndex: 3,\n operator: doesNotContain.value,\n queryValue: 'Text',\n expectResultLength: 7,\n expectMoreResults: false,\n },\n // ignore case test\n {\n fieldIndex: 3,\n operator: is.value,\n queryValue: 'Text field 0',\n expectResultLength: 5,\n expectMoreResults: false,\n },\n {\n fieldIndex: 3,\n operator: isNot.value,\n queryValue: 'Text field 1',\n expectResultLength: 16,\n expectMoreResults: true,\n },\n {\n fieldIndex: 3,\n operator: contains.value,\n queryValue: 'text',\n expectResultLength: 14,\n expectMoreResults: true,\n },\n {\n fieldIndex: 3,\n operator: doesNotContain.value,\n queryValue: 'text',\n expectResultLength: 7,\n expectMoreResults: false,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/record-filter-query/user-field.ts", "content": "import {\n hasAllOf,\n hasAnyOf,\n hasNoneOf,\n is,\n isAnyOf,\n isEmpty,\n isExactly,\n isNoneOf,\n isNot,\n isNotEmpty,\n isNotExactly,\n Me,\n} from '@teable/core';\n\nexport const USER_FIELD_CASES = [\n {\n fieldIndex: 5,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 22,\n expectMoreResults: false,\n },\n {\n fieldIndex: 5,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 5,\n operator: is.value,\n queryValue: 'usrTestUserId',\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 5,\n operator: is.value,\n queryValue: Me,\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 5,\n operator: isNot.value,\n queryValue: 'usrTestUserId',\n expectResultLength: 22,\n expectMoreResults: false,\n },\n {\n fieldIndex: 5,\n operator: isAnyOf.value,\n queryValue: ['usrTestUserId'],\n expectResultLength: 1,\n expectMoreResults: true,\n },\n {\n fieldIndex: 5,\n operator: isNoneOf.value,\n queryValue: ['usrTestUserId'],\n expectResultLength: 22,\n expectMoreResults: false,\n },\n];\n\nexport const MULTIPLE_USER_FIELD_CASES = [\n {\n fieldIndex: 7,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 21,\n expectMoreResults: false,\n },\n {\n fieldIndex: 7,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 2,\n expectMoreResults: false,\n },\n {\n fieldIndex: 7,\n operator: hasAnyOf.value,\n queryValue: ['usrTestUserId'],\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 7,\n operator: hasAnyOf.value,\n queryValue: [Me],\n expectResultLength: 1,\n expectMoreResults: false,\n },\n {\n fieldIndex: 7,\n operator: hasAllOf.value,\n queryValue: ['usrTestUserId_1'],\n expectResultLength: 2,\n expectMoreResults: false,\n },\n {\n fieldIndex: 7,\n operator: isExactly.value,\n queryValue: ['usrTestUserId', 'usrTestUserId_1'],\n expectResultLength: 1,\n expectMoreResults: true,\n },\n {\n fieldIndex: 7,\n operator: isNotExactly.value,\n queryValue: ['usrTestUserId', 'usrTestUserId_1'],\n expectResultLength: 22,\n expectMoreResults: true,\n },\n {\n fieldIndex: 7,\n operator: hasNoneOf.value,\n queryValue: ['usrTestUserId'],\n expectResultLength: 22,\n expectMoreResults: false,\n },\n];\n\nexport const USER_LOOKUP_FIELD_CASES = [\n {\n fieldIndex: 8,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 16,\n expectMoreResults: false,\n },\n {\n fieldIndex: 8,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 5,\n expectMoreResults: false,\n },\n {\n fieldIndex: 8,\n operator: hasAllOf.value,\n queryValue: ['usrTestUserId'],\n expectResultLength: 5,\n expectMoreResults: false,\n },\n {\n fieldIndex: 8,\n operator: hasAnyOf.value,\n queryValue: [Me],\n expectResultLength: 5,\n expectMoreResults: false,\n },\n {\n fieldIndex: 8,\n operator: hasAnyOf.value,\n queryValue: ['usrTestUserId'],\n expectResultLength: 5,\n expectMoreResults: false,\n },\n {\n fieldIndex: 8,\n operator: isExactly.value,\n queryValue: ['usrTestUserId'],\n expectResultLength: 5,\n expectMoreResults: true,\n },\n {\n fieldIndex: 8,\n operator: hasNoneOf.value,\n queryValue: ['usrTestUserId'],\n expectResultLength: 16,\n expectMoreResults: false,\n },\n];\n\nexport const MULTIPLE_USER_LOOKUP_FIELD_CASES = [\n {\n fieldIndex: 10,\n operator: isEmpty.value,\n queryValue: null,\n expectResultLength: 14,\n expectMoreResults: false,\n },\n {\n fieldIndex: 10,\n operator: isNotEmpty.value,\n queryValue: null,\n expectResultLength: 7,\n expectMoreResults: false,\n },\n {\n fieldIndex: 10,\n operator: hasAnyOf.value,\n queryValue: ['usrTestUserId'],\n expectResultLength: 5,\n expectMoreResults: false,\n },\n {\n fieldIndex: 10,\n operator: hasAnyOf.value,\n queryValue: [Me],\n expectResultLength: 5,\n expectMoreResults: false,\n },\n {\n fieldIndex: 10,\n operator: hasAllOf.value,\n queryValue: ['usrTestUserId_1'],\n expectResultLength: 7,\n expectMoreResults: false,\n },\n {\n fieldIndex: 10,\n operator: isExactly.value,\n queryValue: ['usrTestUserId', 'usrTestUserId_1'],\n expectResultLength: 5,\n expectMoreResults: true,\n },\n {\n fieldIndex: 10,\n operator: isNotExactly.value,\n queryValue: ['usrTestUserId', 'usrTestUserId_1'],\n expectResultLength: 16,\n expectMoreResults: true,\n },\n {\n fieldIndex: 10,\n operator: hasNoneOf.value,\n queryValue: ['usrTestUserId'],\n expectResultLength: 16,\n expectMoreResults: false,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/data-helpers/caces/view-default-share-meta.ts", "content": "import { ViewType } from '@teable/core';\nimport type { IShareViewMeta } from '@teable/core';\n\nexport const VIEW_DEFAULT_SHARE_META: {\n viewType: ViewType;\n defaultShareMeta?: IShareViewMeta;\n}[] = [\n {\n viewType: ViewType.Form,\n defaultShareMeta: {\n submit: {\n allow: true,\n },\n },\n },\n {\n viewType: ViewType.Kanban,\n defaultShareMeta: {\n includeRecords: true,\n },\n },\n {\n viewType: ViewType.Gallery,\n defaultShareMeta: {\n includeRecords: true,\n },\n },\n {\n viewType: ViewType.Grid,\n defaultShareMeta: {\n includeRecords: true,\n },\n },\n];\n" }, { "path": "apps/nestjs-backend/test/db-connection.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { DriverClient } from '@teable/core';\nimport type { IDbConnectionVo } from '@teable/openapi';\nimport {\n createDbConnection as apiCreateDbConnection,\n deleteDbConnection as apiDeleteDbConnection,\n getDbConnection as apiGetDbConnection,\n} from '@teable/openapi';\nimport { initApp } from './utils/init-app';\n\ndescribe.skip('OpenAPI Db Connection (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it.skipIf(globalThis.testConfig.driver !== DriverClient.Pg)(\n 'should manage a db connection',\n async () => {\n console.log('PUBLIC_DATABASE_PROXY', process.env.PUBLIC_DATABASE_PROXY);\n\n const postResult = (await apiCreateDbConnection(baseId)).data as IDbConnectionVo;\n expect(postResult.url).toEqual(expect.stringContaining('postgresql://'));\n expect(postResult.dsn.driver).toEqual('postgresql');\n\n const getResult = (await apiGetDbConnection(baseId)).data as IDbConnectionVo;\n expect(getResult.url).toEqual(postResult.url);\n expect(getResult.dsn).toEqual(postResult.dsn);\n\n expect((await apiDeleteDbConnection(baseId)).status).toEqual(200);\n const result = (await apiGetDbConnection(baseId)).data;\n expect(result).to.be.oneOf([undefined, '', {}]);\n }\n );\n});\n" }, { "path": "apps/nestjs-backend/test/dead-lock.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, ILookupOptionsRo } from '@teable/core';\nimport { DriverClient, FieldType, Relationship } from '@teable/core';\nimport { Prisma, PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { retryOnDeadlock } from '../src/utils/retry-decorator';\nimport {\n createBase,\n createField,\n createRecords,\n createSpace,\n createTable,\n deleteBase,\n deleteSpace,\n getField,\n initApp,\n permanentDeleteBase,\n permanentDeleteSpace,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\nconst deadLockTableA = 'dead_lock_a';\nconst deadLockTableB = 'dead_lock_b';\nconst deadLockTableARecordId = 'dead_lock_a_record_id';\nconst deadLockTableBRecordId = 'dead_lock_b_record_id';\n\nclass DeadLockService {\n async transaction1(prismaService: PrismaService) {\n await prismaService.$transaction(\n async (tx) => {\n await tx.$executeRawUnsafe(`\n UPDATE ${deadLockTableA} SET name = 'A1' WHERE id = '${deadLockTableARecordId}'\n `);\n\n await new Promise((resolve) => setTimeout(resolve, 1000));\n\n await tx.$executeRawUnsafe(`\n UPDATE ${deadLockTableB} SET name = 'B1' WHERE id = '${deadLockTableBRecordId}'\n `);\n },\n {\n timeout: 5000,\n }\n );\n }\n\n async transaction2(prismaService: PrismaService) {\n await prismaService.$transaction(\n async (tx) => {\n await tx.$executeRawUnsafe(`\n UPDATE ${deadLockTableB} SET name = 'B2' WHERE id = '${deadLockTableBRecordId}'\n `);\n\n await new Promise((resolve) => setTimeout(resolve, 1000));\n\n await tx.$executeRawUnsafe(`\n UPDATE ${deadLockTableA} SET name = 'A2' WHERE id = '${deadLockTableARecordId}'\n `);\n },\n {\n timeout: 5000,\n }\n );\n }\n\n @retryOnDeadlock()\n async retryTransaction1(prismaService: PrismaService) {\n await this.transaction1(prismaService);\n }\n\n @retryOnDeadlock()\n async retryTransaction2(prismaService: PrismaService) {\n await this.transaction2(prismaService);\n }\n\n async createDeadlock(prismaService: PrismaService) {\n await Promise.all([this.transaction1(prismaService), this.transaction2(prismaService)]);\n }\n\n async createDeadlockWithRetry(prismaService: PrismaService) {\n await Promise.all([\n this.retryTransaction1(prismaService),\n this.retryTransaction2(prismaService),\n ]);\n }\n}\n\ndescribe.skipIf(globalThis.testConfig.driver !== DriverClient.Pg)('DeadLock', () => {\n let app: INestApplication;\n let prismaService: PrismaService;\n const deadLockService = new DeadLockService();\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prismaService = app.get(PrismaService);\n await prismaService.$executeRawUnsafe(`\n CREATE TABLE ${deadLockTableA} (\n id VARCHAR(255) PRIMARY KEY,\n name VARCHAR(255) NOT NULL\n )\n `);\n await prismaService.$executeRawUnsafe(`\n INSERT INTO ${deadLockTableA} (id, name) VALUES ('${deadLockTableARecordId}', 'A')\n `);\n await prismaService.$executeRawUnsafe(`\n CREATE TABLE ${deadLockTableB} (\n id VARCHAR(255) PRIMARY KEY,\n name VARCHAR(255) NOT NULL\n )\n `);\n await prismaService.$executeRawUnsafe(`\n INSERT INTO ${deadLockTableB} (id, name) VALUES ('${deadLockTableBRecordId}', 'B')\n `);\n });\n\n afterAll(async () => {\n await prismaService.$executeRawUnsafe(`\n DROP TABLE ${deadLockTableA}\n `);\n await prismaService.$executeRawUnsafe(`\n DROP TABLE ${deadLockTableB}\n `);\n await app.close();\n });\n\n it('should throw error when dead lock', async () => {\n const result = await new Promise((resolve) => {\n deadLockService\n .createDeadlock(prismaService)\n .then(resolve)\n .catch((e) => {\n resolve(e);\n });\n });\n expect(result).toBeInstanceOf(Prisma.PrismaClientKnownRequestError);\n expect((result as Prisma.PrismaClientKnownRequestError).meta?.code).toBe('40P01');\n });\n\n it('should retry when dead lock', async () => {\n await deadLockService.createDeadlockWithRetry(prismaService);\n });\n\n describe('record updates via API', () => {\n let spaceId: string;\n let baseId: string;\n let tableA: ITableFullVo;\n let tableB: ITableFullVo;\n\n beforeEach(async () => {\n const space = await createSpace({ name: `deadlock-space-${Date.now()}` });\n spaceId = space.id;\n const base = await createBase({ name: `deadlock-base-${Date.now()}`, spaceId });\n baseId = base.id;\n tableA = await createTable(baseId, { name: 'deadlock-table-a' });\n tableB = await createTable(baseId, { name: 'deadlock-table-b' });\n });\n\n afterEach(async () => {\n if (baseId && tableA) {\n await permanentDeleteTable(baseId, tableA.id);\n }\n if (baseId && tableB) {\n await permanentDeleteTable(baseId, tableB.id);\n }\n if (baseId) {\n await deleteBase(baseId);\n await permanentDeleteBase(baseId);\n }\n if (spaceId) {\n await deleteSpace(spaceId);\n await permanentDeleteSpace(spaceId);\n }\n });\n\n it('should avoid deadlock when cross-table lookups recompute concurrently', async () => {\n const alphaTextField = await createField(tableA.id, {\n name: 'alpha-text',\n type: FieldType.SingleLineText,\n });\n const betaTextField = await createField(tableB.id, {\n name: 'beta-text',\n type: FieldType.SingleLineText,\n });\n\n const linkFieldRo: IFieldRo = {\n name: 'alpha-to-beta',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: tableB.id,\n },\n };\n const linkFieldA = await createField(tableA.id, linkFieldRo);\n const symmetricFieldId = (linkFieldA.options as { symmetricFieldId?: string })\n .symmetricFieldId;\n expect(symmetricFieldId).toBeTruthy();\n const linkFieldB = await getField(tableB.id, symmetricFieldId as string);\n\n const lookupOnA = await createField(tableA.id, {\n name: 'beta-lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tableB.id,\n linkFieldId: linkFieldA.id,\n lookupFieldId: betaTextField.id,\n } as ILookupOptionsRo,\n });\n expect(lookupOnA).toBeDefined();\n\n const lookupOnB = await createField(tableB.id, {\n name: 'alpha-lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tableA.id,\n linkFieldId: linkFieldB.id,\n lookupFieldId: alphaTextField.id,\n } as ILookupOptionsRo,\n });\n expect(lookupOnB).toBeDefined();\n\n const alphaRecords = await createRecords(tableA.id, {\n records: [{ fields: { [alphaTextField.id]: 'Alpha initial' } }],\n });\n const betaRecords = await createRecords(tableB.id, {\n records: [{ fields: { [betaTextField.id]: 'Beta initial' } }],\n });\n const alphaRecordId = alphaRecords.records[0].id;\n const betaRecordId = betaRecords.records[0].id;\n\n await updateRecordByApi(tableA.id, alphaRecordId, linkFieldA.id, [{ id: betaRecordId }]);\n\n const iterations = 5;\n for (let i = 0; i < iterations; i++) {\n const alphaValue = `alpha-updated-${i}-${Date.now()}`;\n const betaValue = `beta-updated-${i}-${Date.now()}`;\n const results = await Promise.allSettled([\n updateRecordByApi(tableA.id, alphaRecordId, alphaTextField.id, alphaValue),\n updateRecordByApi(tableB.id, betaRecordId, betaTextField.id, betaValue),\n ]);\n const rejected = results.filter((r): r is PromiseRejectedResult => r.status === 'rejected');\n expect(rejected).toHaveLength(0);\n }\n }, 20000);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/delete-field.e2e-spec.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\n\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { convertField } from '@teable/openapi';\nimport {\n createField,\n createTable,\n deleteField,\n getRecords,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\ndescribe('OpenAPI delete field (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let prisma: PrismaService;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = app.get(PrismaService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('basic delete field tests', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'Delete Field Test Table',\n fields: [\n {\n name: 'Primary Field',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Text Field',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Number Field',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n 'Primary Field': 'Record 1',\n 'Text Field': 'Text 1',\n 'Number Field': 100,\n },\n },\n {\n fields: {\n 'Primary Field': 'Record 2',\n 'Text Field': 'Text 2',\n 'Number Field': 200,\n },\n },\n ],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('should delete a simple text field', async () => {\n const textField = table.fields.find((f) => f.name === 'Text Field')!;\n\n // Delete the field\n await deleteField(table.id, textField.id);\n\n // Verify field is marked as deleted in database\n const fieldRaw = await prisma.field.findUnique({\n where: { id: textField.id },\n });\n expect(fieldRaw?.deletedTime).toBeTruthy();\n\n // Verify records can still be retrieved\n const records = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records.records).toHaveLength(2);\n expect(records.records[0].fields[textField.id]).toBeUndefined();\n });\n\n it('should delete a number field', async () => {\n const numberField = table.fields.find((f) => f.name === 'Number Field')!;\n\n // Delete the field\n await deleteField(table.id, numberField.id);\n\n // Verify field is marked as deleted in database\n const fieldRaw = await prisma.field.findUnique({\n where: { id: numberField.id },\n });\n expect(fieldRaw?.deletedTime).toBeTruthy();\n\n // Verify records can still be retrieved\n const records = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records.records).toHaveLength(2);\n expect(records.records[0].fields[numberField.id]).toBeUndefined();\n });\n\n it('should forbid deleting primary field', async () => {\n const primaryField = table.fields.find((f) => f.name === 'Primary Field')!;\n\n // Attempt to delete primary field should fail\n await expect(deleteField(table.id, primaryField.id)).rejects.toMatchObject({\n status: 403,\n });\n });\n });\n\n describe('delete field with formula dependencies', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'Formula Dependencies Test Table',\n fields: [\n {\n name: 'Primary Field',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Source Field',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n {\n fields: {\n 'Primary Field': 'Record 1',\n 'Source Field': 'Source 1',\n },\n },\n {\n fields: {\n 'Primary Field': 'Record 2',\n 'Source Field': 'Source 2',\n },\n },\n ],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('should delete field referenced by formula', async () => {\n const sourceField = table.fields.find((f) => f.name === 'Source Field')!;\n\n // Create a formula field that references the source field\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Formula Field',\n options: {\n expression: `UPPER({${sourceField.id}})`,\n },\n });\n\n // Verify formula field works\n const recordsBefore = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordsBefore.records[0].fields[formulaField.id]).toBe('SOURCE 1');\n\n // Delete the source field\n await deleteField(table.id, sourceField.id);\n\n // Verify source field is deleted\n const fieldRaw = await prisma.field.findUnique({\n where: { id: sourceField.id },\n });\n expect(fieldRaw?.deletedTime).toBeTruthy();\n\n // Verify reference is cleaned up\n const referenceAfter = await prisma.reference.findFirst({\n where: { fromFieldId: sourceField.id },\n });\n expect(referenceAfter).toBeFalsy();\n\n // Verify records can still be retrieved\n const recordsAfter = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordsAfter.records).toHaveLength(2);\n });\n });\n\n describe('special case: primary field converted to formula', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'Primary Formula Test Table',\n fields: [\n {\n name: 'Primary Field',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Reference Field 1',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Reference Field 2',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n {\n fields: {\n 'Primary Field': 'Original Primary 1',\n 'Reference Field 1': 'Ref1 Value 1',\n 'Reference Field 2': 'Ref2 Value 1',\n },\n },\n {\n fields: {\n 'Primary Field': 'Original Primary 2',\n 'Reference Field 1': 'Ref1 Value 2',\n 'Reference Field 2': 'Ref2 Value 2',\n },\n },\n ],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('should handle deleting referenced field when primary field is converted to formula', async () => {\n const primaryField = table.fields.find((f) => f.name === 'Primary Field')!;\n const referenceField1 = table.fields.find((f) => f.name === 'Reference Field 1')!;\n const referenceField2 = table.fields.find((f) => f.name === 'Reference Field 2')!;\n\n // Create a formula field that references both reference fields\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Helper Formula',\n options: {\n expression: `CONCATENATE({${referenceField1.id}}, \" - \", {${referenceField2.id}})`,\n },\n });\n\n // Verify the formula field works\n const recordsBeforeConvert = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordsBeforeConvert.records[0].fields[formulaField.id]).toBe(\n 'Ref1 Value 1 - Ref2 Value 1'\n );\n\n // Convert primary field to formula that references the helper formula\n await convertField(table.id, primaryField.id, {\n type: FieldType.Formula,\n options: {\n expression: `UPPER({${formulaField.id}})`,\n },\n });\n\n // Verify primary field is now a formula\n const recordsAfterConvert = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordsAfterConvert.records[0].fields[primaryField.id]).toBe(\n 'REF1 VALUE 1 - REF2 VALUE 1'\n );\n expect(recordsAfterConvert.records[1].fields[primaryField.id]).toBe(\n 'REF1 VALUE 2 - REF2 VALUE 2'\n );\n\n // Now delete the reference field that the helper formula depends on\n await deleteField(table.id, referenceField2.id);\n\n // Verify the reference field is deleted\n const fieldRaw = await prisma.field.findUnique({\n where: { id: referenceField2.id },\n });\n expect(fieldRaw?.deletedTime).toBeTruthy();\n\n // Verify references are cleaned up\n const referenceAfter = await prisma.reference.findFirst({\n where: { fromFieldId: referenceField2.id },\n });\n expect(referenceAfter).toBeFalsy();\n\n // Most importantly: verify that the primary field still exists and records can be retrieved\n const recordsAfterDelete = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordsAfterDelete.records).toHaveLength(2);\n\n // The primary field should still be accessible (even if its formula is broken)\n expect(recordsAfterDelete.records[0].fields[primaryField.id]).toBeUndefined();\n expect(recordsAfterDelete.records[1].fields[primaryField.id]).toBeUndefined();\n\n // Verify the primary field still exists in the database\n const primaryFieldRaw = await prisma.field.findUnique({\n where: { id: primaryField.id },\n });\n expect(primaryFieldRaw?.deletedTime).toBeFalsy();\n expect(primaryFieldRaw?.isPrimary).toBe(true);\n });\n\n it('should handle complex formula chain when deleting intermediate field', async () => {\n const primaryField = table.fields.find((f) => f.name === 'Primary Field')!;\n const referenceField1 = table.fields.find((f) => f.name === 'Reference Field 1')!;\n\n // Create a chain: referenceField1 -> intermediateFormula -> primaryField (converted to formula)\n const intermediateFormula = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Intermediate Formula',\n options: {\n expression: `UPPER({${referenceField1.id}})`,\n },\n });\n\n // Convert primary field to reference the intermediate formula\n await convertField(table.id, primaryField.id, {\n type: FieldType.Formula,\n options: {\n expression: `CONCATENATE(\"Primary: \", {${intermediateFormula.id}})`,\n },\n });\n\n // Verify the chain works\n const recordsBeforeDelete = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordsBeforeDelete.records[0].fields[primaryField.id]).toBe('Primary: REF1 VALUE 1');\n\n // Delete the intermediate formula field\n await deleteField(table.id, intermediateFormula.id);\n\n // Verify intermediate formula is deleted\n const intermediateFieldRaw = await prisma.field.findUnique({\n where: { id: intermediateFormula.id },\n });\n expect(intermediateFieldRaw?.deletedTime).toBeTruthy();\n\n // Verify references are cleaned up\n const referenceAfter = await prisma.reference.findFirst({\n where: {\n OR: [{ fromFieldId: intermediateFormula.id }, { toFieldId: intermediateFormula.id }],\n },\n });\n expect(referenceAfter).toBeFalsy();\n\n // Most importantly: verify primary field still exists and table is accessible\n const recordsAfterDelete = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordsAfterDelete.records).toHaveLength(2);\n\n // Primary field should still exist even if its formula is broken\n const primaryFieldRaw = await prisma.field.findUnique({\n where: { id: primaryField.id },\n });\n expect(primaryFieldRaw?.deletedTime).toBeFalsy();\n expect(primaryFieldRaw?.isPrimary).toBe(true);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/duplicate-field-transaction.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldType, Relationship } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { ClsService } from 'nestjs-cls';\nimport type { MockInstance } from 'vitest';\nimport { vi } from 'vitest';\nimport { DB_PROVIDER_SYMBOL } from '../src/db-provider/db.provider';\nimport type { IDbProvider } from '../src/db-provider/db.provider.interface';\nimport { FieldOpenApiService } from '../src/features/field/open-api/field-open-api.service';\nimport type { IClsStore } from '../src/types/cls';\nimport { getError } from './utils/get-error';\nimport {\n createBase,\n createTable,\n initApp,\n permanentDeleteBase,\n runWithTestUser,\n} from './utils/init-app';\n\ndescribe('Field duplicate transaction (e2e)', () => {\n let app: INestApplication;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('rolls back duplicateField when post-create steps fail', async () => {\n const prismaService = app.get(PrismaService);\n const fieldOpenApiService = app.get(FieldOpenApiService);\n const clsService = app.get>(ClsService);\n const dbProvider = app.get(DB_PROVIDER_SYMBOL);\n\n const base = await createBase({\n spaceId: globalThis.testConfig.spaceId,\n name: 'duplicate-field-tx',\n });\n\n let duplicateSpy: MockInstance | undefined;\n try {\n const foreignTable = await createTable(base.id, {\n name: 'foreign',\n });\n const hostTable = await createTable(base.id, {\n name: 'host',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n ],\n });\n\n const foreignNameField = await runWithTestUser(clsService, () =>\n fieldOpenApiService.createField(foreignTable.id, {\n name: 'Name',\n type: FieldType.SingleLineText,\n })\n );\n\n const linkField = await runWithTestUser(clsService, () =>\n fieldOpenApiService.createField(hostTable.id, {\n name: 'Link',\n type: FieldType.Link,\n options: {\n baseId: base.id,\n foreignTableId: foreignTable.id,\n relationship: Relationship.ManyMany,\n },\n })\n );\n\n const lookupField = await runWithTestUser(clsService, () =>\n fieldOpenApiService.createField(hostTable.id, {\n name: 'Lookup name',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: foreignNameField.id,\n },\n })\n );\n\n await runWithTestUser(clsService, () =>\n fieldOpenApiService.createField(hostTable.id, {\n name: 'Lookup length',\n type: FieldType.Formula,\n options: {\n expression: `LEN({${lookupField.id}})`,\n },\n })\n );\n\n const tableMeta = await prismaService.tableMeta.findUniqueOrThrow({\n where: { id: hostTable.id },\n select: { dbTableName: true },\n });\n\n const getColumns = async () =>\n (\n await prismaService.$queryRawUnsafe<{ name: string }[]>(\n dbProvider.columnInfo(tableMeta.dbTableName)\n )\n )\n .map(({ name }) => name)\n .sort();\n\n const columnsBefore = await getColumns();\n const fieldCountBefore = await prismaService.field.count({\n where: { tableId: hostTable.id, deletedTime: null },\n });\n\n duplicateSpy = vi\n .spyOn(fieldOpenApiService, 'duplicateFieldData')\n .mockImplementationOnce(async () => {\n throw new Error('force-duplicate-failure');\n });\n\n const error = await getError(() =>\n runWithTestUser(clsService, () =>\n fieldOpenApiService.duplicateField(hostTable.id, linkField.id, {\n name: 'Link Copy',\n })\n )\n );\n\n expect(error?.message).toBe('force-duplicate-failure');\n\n const fieldCountAfter = await prismaService.field.count({\n where: { tableId: hostTable.id, deletedTime: null },\n });\n expect(fieldCountAfter).toBe(fieldCountBefore);\n\n const columnsAfter = await getColumns();\n expect(columnsAfter).toEqual(columnsBefore);\n\n const copiedField = await prismaService.field.findFirst({\n where: { tableId: hostTable.id, name: 'Link Copy', deletedTime: null },\n });\n expect(copiedField).toBeNull();\n } finally {\n duplicateSpy?.mockRestore();\n await permanentDeleteBase(base.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/field-calculation.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo } from '@teable/core';\nimport { FieldType, NumberFormattingType } from '@teable/core';\nimport type { IRecordsVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n permanentDeleteTable,\n getFields,\n getRecords,\n initApp,\n updateRecordByApi,\n} from './utils/init-app';\nimport { seeding } from './utils/record-mock';\n\ndescribe('OpenAPI Field calculation (e2e)', () => {\n let app: INestApplication;\n let tableId = '';\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n tableId = (await createTable(baseId, { name: 'table1' })).id;\n\n await seeding(tableId, 1000);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, tableId);\n await app.close();\n });\n\n it('should calculate when add a non-reference formula field', async () => {\n const fieldRo: IFieldRo = {\n name: 'New formula field',\n type: FieldType.Formula,\n options: {\n expression: '1 + 1',\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n };\n\n const fieldVo: IFieldVo = await createField(tableId, fieldRo);\n const recordsVo: IRecordsVo = await getRecords(tableId);\n\n const equal = recordsVo.records.every((record) => record.fields[fieldVo.name] === 2);\n expect(equal).toBeTruthy();\n });\n\n it('should calculate when add a referenced formula field', async () => {\n const fieldsVo = await getFields(tableId);\n const recordsVo = await getRecords(tableId);\n\n await updateRecordByApi(tableId, recordsVo.records[0].id, fieldsVo[0].id, 'A1');\n await updateRecordByApi(tableId, recordsVo.records[1].id, fieldsVo[0].id, 'A2');\n await updateRecordByApi(tableId, recordsVo.records[2].id, fieldsVo[0].id, 'A3');\n\n const fieldRo: IFieldRo = {\n name: 'New formula field',\n type: FieldType.Formula,\n options: {\n expression: `{${fieldsVo[0].id}}`,\n },\n };\n\n const fieldVo: IFieldVo = await createField(tableId, fieldRo);\n const recordsVoAfter = await getRecords(tableId);\n\n expect(recordsVoAfter.records[0].fields[fieldVo.name]).toEqual('A1');\n expect(recordsVoAfter.records[1].fields[fieldVo.name]).toEqual('A2');\n expect(recordsVoAfter.records[2].fields[fieldVo.name]).toEqual('A3');\n });\n\n it('should create formula referencing text * 2 and compute via numeric coercion', async () => {\n // Create an isolated table to avoid interference with seeded data\n const t = await createTable(baseId, {\n name: 'text-mul',\n fields: [{ name: 'T', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { T: '3' } }],\n });\n\n const textId = t.fields.find((f) => f.name === 'T')!.id;\n\n // Create formula that multiplies text by 2; should succeed and coerce to number\n const f = await createField(t.id, {\n name: 'Mul2',\n type: FieldType.Formula,\n options: { expression: `{${textId}} * 2` },\n } as IFieldRo);\n\n const recs = await getRecords(t.id);\n expect(recs.records[0].fields[f.name]).toBe(6);\n\n await permanentDeleteTable(baseId, t.id);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/field-converting.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n IButtonFieldCellValue,\n IButtonFieldOptions,\n IConditionalLookupOptions,\n IConditionalRollupFieldOptions,\n IFieldRo,\n IFieldVo,\n ILinkFieldOptions,\n ILookupOptionsRo,\n IRecord,\n IRollupFieldOptions,\n ISelectFieldOptions,\n ITextFieldAIConfig,\n IUserCellValue,\n} from '@teable/core';\nimport {\n Relationship,\n TimeFormatting,\n DbFieldType,\n Colors,\n CellValueType,\n FieldType,\n NumberFormattingType,\n SortFunc,\n RatingIcon,\n defaultDatetimeFormatting,\n FieldKeyType,\n SingleLineTextDisplayType,\n DateFormattingPreset,\n generateFieldId,\n DriverClient,\n CellFormat,\n FieldAIActionType,\n generateWorkflowId,\n Role as baseRole,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IUserMeVo, ITableFullVo } from '@teable/openapi';\nimport {\n axios,\n emailBaseInvitation,\n USER_ME,\n buttonClick,\n deleteBaseCollaborator,\n PrincipalType,\n X_CANARY_HEADER,\n} from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport { DB_PROVIDER_SYMBOL } from '../src/db-provider/db.provider';\nimport type { IDbProvider } from '../src/db-provider/db.provider.interface';\nimport { FieldService } from '../src/features/field/field.service';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport {\n getRecords,\n createField,\n createRecords,\n getField,\n getRecord,\n initApp,\n convertField,\n deleteRecord,\n updateRecordByApi,\n createTable,\n permanentDeleteTable,\n deleteRecords,\n} from './utils/init-app';\n\ndescribe('OpenAPI Freely perform column transformations (e2e)', () => {\n const canRunCanaryV2 =\n process.env.FORCE_V2_ALL === 'true' || process.env.ENABLE_CANARY_FEATURE === 'true';\n let app: INestApplication;\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let table3: ITableFullVo;\n const baseId = globalThis.testConfig.baseId;\n let dbProvider: IDbProvider;\n let prisma: PrismaService;\n let fieldService: FieldService;\n let knex: Knex;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n dbProvider = appCtx.app.get(DB_PROVIDER_SYMBOL);\n prisma = appCtx.app.get(PrismaService);\n fieldService = appCtx.app.get(FieldService);\n knex = appCtx.app.get('CUSTOM_KNEX');\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n const bfAf = () => {\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, { name: 'table2' });\n table3 = await createTable(baseId, { name: 'table3' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n await permanentDeleteTable(baseId, table3.id);\n });\n };\n\n async function expectUpdate(\n table: ITableFullVo,\n sourceFieldRo: IFieldRo,\n newFieldRo: IFieldRo,\n values: unknown[] = [],\n createdCallback?: (newField: IFieldVo) => Promise,\n appendBlankRow?: number\n ) {\n const sourceField = await createField(table.id, sourceFieldRo);\n await createdCallback?.(sourceField);\n if (appendBlankRow) {\n const records = [];\n for (let i = 0; i < appendBlankRow; i++) {\n records.push({ fields: {} });\n }\n const createData = await createRecords(table.id, { records });\n table.records.push(...createData.records);\n }\n\n for (const i in values) {\n const value = values[i];\n value != null &&\n (await updateRecordByApi(table.id, table.records[i].id, sourceField.id, value));\n }\n await convertField(table.id, sourceField.id, newFieldRo);\n const newField = await getField(table.id, sourceField.id);\n const records: IRecord[] = [];\n for (let i = 0; i < values.length; i++) {\n const record = await getRecord(table.id, table.records[i].id);\n records.push(record);\n }\n\n const result = records.map((record) => record.fields[newField.id]);\n return {\n newField,\n sourceField,\n values: result,\n records,\n };\n }\n\n async function convertFieldByCanaryV2(tableId: string, fieldId: string, fieldRo: IFieldRo) {\n const res = await axios.put(`/table/${tableId}/field/${fieldId}/convert`, fieldRo, {\n headers: {\n [X_CANARY_HEADER]: 'true',\n },\n });\n\n expect(res.status).toEqual(200);\n expect(res.headers['x-teable-v2']).toEqual('true');\n return res.data;\n }\n\n describe('modify general property', () => {\n bfAf();\n it('should modify field name and prevent name duplicate', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n description: 'hello',\n type: FieldType.SingleLineText,\n };\n const newFieldRo: IFieldRo = {\n name: 'New Name',\n type: FieldType.SingleLineText,\n };\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo);\n expect(newField.name).toEqual('New Name');\n expect(newField.description).toEqual('hello');\n\n await expect(\n convertField(table1.id, table1.fields[0].id, {\n name: 'New Name',\n type: FieldType.SingleLineText,\n })\n ).rejects.toThrow();\n });\n\n it('should modify ai config', async () => {\n const baseField = await createField(table1.id, { type: FieldType.SingleLineText }, 201);\n const oldAIConfig: ITextFieldAIConfig = {\n type: FieldAIActionType.Summary,\n modelKey: 'openai@gpt-4o@gpt',\n sourceFieldId: baseField.id,\n };\n const newAIConfig: ITextFieldAIConfig = {\n ...oldAIConfig,\n type: FieldAIActionType.Extraction,\n attachPrompt: 'Please extract the email from the text',\n };\n\n const sourceFieldRo: IFieldRo = {\n name: 'AITextField',\n description: 'hello',\n type: FieldType.SingleLineText,\n aiConfig: oldAIConfig,\n };\n const newFieldRo: IFieldRo = {\n name: 'New AITextField',\n type: FieldType.SingleLineText,\n aiConfig: newAIConfig,\n };\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo);\n expect(newField.aiConfig).toEqual(newAIConfig);\n });\n\n it('should modify options showAs', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n description: 'hello',\n type: FieldType.SingleLineText,\n options: {\n showAs: {\n type: SingleLineTextDisplayType.Email,\n },\n },\n };\n const newFieldRo: IFieldRo = {\n name: 'New Name',\n type: FieldType.SingleLineText,\n options: {},\n };\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo);\n expect(newField.options).toEqual({});\n });\n\n it('should modify options showAs in formula', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n description: 'hello',\n type: FieldType.Formula,\n options: {\n expression: '\"text\"',\n showAs: {\n type: SingleLineTextDisplayType.Email,\n },\n },\n };\n const newFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: '\"text\"',\n },\n };\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo);\n expect(newField.options).toMatchObject({\n expression: '\"text\"',\n });\n expect((newField.options as { timeZone?: string }).timeZone?.toLowerCase()).toEqual(\n Intl.DateTimeFormat().resolvedOptions().timeZone.toLowerCase()\n );\n });\n\n it.skipIf(globalThis.testConfig.driver === DriverClient.Sqlite)(\n 'should modify field validation',\n async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n };\n const uniqueFieldRo: IFieldRo = {\n ...sourceFieldRo,\n unique: true,\n };\n const notNullFieldRo: IFieldRo = {\n ...sourceFieldRo,\n unique: false,\n notNull: true,\n };\n\n const table2Records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n\n await deleteRecords(\n table1.id,\n table2Records.records.map((record) => record.id)\n );\n\n const sourceField = await createField(table1.id, sourceFieldRo);\n const { records } = await createRecords(table1.id, {\n records: [\n {\n fields: {\n [sourceField.id]: '100',\n },\n },\n {\n fields: {\n [sourceField.id]: '100',\n },\n },\n {\n fields: {},\n },\n ],\n });\n\n await convertField(table1.id, sourceField.id, uniqueFieldRo, 400);\n\n await deleteRecord(table1.id, records[1].id);\n\n await convertField(table1.id, sourceField.id, uniqueFieldRo);\n\n await convertField(table1.id, sourceField.id, notNullFieldRo, 400);\n\n await deleteRecord(table1.id, records[2].id);\n\n await convertField(table1.id, sourceField.id, notNullFieldRo);\n }\n );\n\n it('should modify attachment field name', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n description: 'hello',\n type: FieldType.Attachment,\n };\n const newFieldRo: IFieldRo = {\n name: 'New Name',\n type: FieldType.Attachment,\n };\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo);\n expect(newField.name).toEqual('New Name');\n });\n\n it('should modify db field name', async () => {\n const dbFieldName = generateFieldId();\n const sourceFieldRo1: IFieldRo = {\n name: 'TextField',\n description: 'hello',\n dbFieldName: dbFieldName,\n type: FieldType.SingleLineText,\n };\n\n const field = await createField(table1.id, sourceFieldRo1);\n expect(field.dbFieldName).toEqual(dbFieldName);\n\n await createField(table1.id, sourceFieldRo1, 400);\n\n const sourceFieldRo2: IFieldRo = {\n name: 'TextField 2',\n description: 'hello',\n dbFieldName: dbFieldName + '2',\n type: FieldType.SingleLineText,\n };\n\n const newFieldRo: IFieldRo = {\n dbFieldName: generateFieldId(),\n type: FieldType.SingleLineText,\n };\n\n const { newField } = await expectUpdate(table1, sourceFieldRo2, newFieldRo);\n expect(newField.dbFieldName).toEqual(newFieldRo.dbFieldName);\n expect(newField.name).toEqual('TextField 2');\n expect(newField.description).toEqual('hello');\n });\n\n it('should modify formula field name', async () => {\n const formulaFieldRo: IFieldRo = {\n name: 'formulaField',\n type: FieldType.Formula,\n options: {\n expression: '1+1',\n },\n };\n\n const formulaFieldRo2: IFieldRo = {\n name: 'new FormulaField',\n type: FieldType.Formula,\n options: {\n expression: '1+1',\n },\n };\n\n const { newField } = await expectUpdate(table1, formulaFieldRo, formulaFieldRo2);\n expect(newField.name).toEqual('new FormulaField');\n });\n\n it.each([{ relationship: Relationship.OneOne }])(\n 'should modify $relationship link field name',\n async ({ relationship }) => {\n const linkFieldRo: IFieldRo = {\n name: 'linkField',\n type: FieldType.Link,\n options: {\n relationship,\n foreignTableId: table2.id,\n },\n };\n\n const linkFieldRo2: IFieldRo = {\n name: 'other name',\n type: FieldType.Link,\n options: {\n relationship,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n await updateRecordByApi(\n table1.id,\n table1.records[0].id,\n linkField.id,\n linkField.isMultipleCellValue\n ? [\n {\n id: table2.records[0].id,\n },\n ]\n : {\n id: table2.records[0].id,\n }\n );\n const symField = await getField(\n table2.id,\n (linkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n const newField = await convertField(table1.id, linkField.id, linkFieldRo2);\n\n expect(newField.name).toEqual('other name');\n\n const { name: _, meta: _newFieldMeta, unique: _newUnique, ...newFieldOthers } = newField;\n const { name: _0, meta: _oldFieldMeta, unique: _oldUnique, ...oldFieldOthers } = linkField;\n\n expect(newFieldOthers).toEqual(oldFieldOthers);\n\n const table2Records = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n const newSymField = await getField(\n table2.id,\n (linkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n expect(symField).toEqual(newSymField);\n expect(table2Records.records[0].fields[newSymField.id]).toMatchObject(\n newSymField.isMultipleCellValue\n ? [{ id: table1.records[0].id }]\n : { id: table1.records[0].id }\n );\n }\n );\n\n it.each([{ relationship: Relationship.ManyMany }])(\n 'should modify $relationship symmetric link field name',\n async ({ relationship }) => {\n const linkFieldRo: IFieldRo = {\n name: 'linkField',\n type: FieldType.Link,\n options: {\n relationship,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n const symField = await getField(\n table2.id,\n (linkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n await updateRecordByApi(\n table1.id,\n table1.records[0].id,\n linkField.id,\n linkField.isMultipleCellValue\n ? [\n {\n id: table2.records[0].id,\n },\n ]\n : {\n id: table2.records[0].id,\n }\n );\n const newSymField = await convertField(table2.id, symField.id, {\n ...symField,\n name: 'other name',\n });\n\n expect(newSymField.name).toEqual('other name');\n\n const { name: _, ...newFieldOthers } = newSymField;\n const { name: _0, ...oldFieldOthers } = symField;\n\n expect(newFieldOthers).toEqual(oldFieldOthers);\n\n const table2Records = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n\n expect(table2Records.records[0].fields[newSymField.id]).toMatchObject(\n newSymField.isMultipleCellValue\n ? [{ id: table1.records[0].id }]\n : { id: table1.records[0].id }\n );\n }\n );\n\n it('should modify rollup field name', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'linkField',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n const rollupFieldRo: IFieldRo = {\n name: 'rollUpField',\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const rollupFieldRo2: IFieldRo = {\n name: 'new rollUpField',\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const { newField } = await expectUpdate(table1, rollupFieldRo, rollupFieldRo2);\n expect(newField.name).toEqual('new rollUpField');\n });\n\n it('should modify lookup field name', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'linkField',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n name: 'lookupField',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const lookupFieldRo2: IFieldRo = {\n name: 'new lookupField',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const { newField } = await expectUpdate(table1, lookupFieldRo, lookupFieldRo2);\n expect(newField.name).toEqual('new lookupField');\n });\n\n it('should modify field description', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'my name',\n description: 'hello',\n type: FieldType.SingleLineText,\n };\n const newFieldRo: IFieldRo = {\n description: 'world',\n type: FieldType.SingleLineText,\n };\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo);\n expect(newField.name).toEqual('my name');\n expect(newField.description).toEqual('world');\n });\n\n it('should clear field description', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'my name',\n description: 'hello',\n type: FieldType.SingleLineText,\n };\n const newFieldRo: IFieldRo = {\n description: null,\n type: FieldType.SingleLineText,\n };\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo);\n expect(newField.name).toEqual('my name');\n expect(newField.description).toBeUndefined();\n });\n\n // A -> B -> C\n // D -> E -> C\n // should not update E when A update\n // all context: A, B, C, E\n // update context: A, B, C\n it('should not update E when A update', async () => {\n const aField = await createField(table1.id, {\n type: FieldType.Number,\n });\n\n const bField = await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${aField.id}}`,\n },\n });\n\n const dField = await createField(table1.id, {\n type: FieldType.Number,\n });\n\n const eField = await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${dField.id}}`,\n },\n });\n\n const cField = await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${bField.id}} + {${eField.id}}`,\n },\n });\n\n await updateRecordByApi(table1.id, table1.records[0].id, aField.id, 1);\n\n // convert B field to formula field\n await convertField(table1.id, bField.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${aField.id}} & ''`,\n },\n });\n\n const plusEmptySuffixField = await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${bField.id}} + ''`,\n },\n });\n\n const plusEmptyPrefixField = await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `'' + {${bField.id}}`,\n },\n });\n\n const plusNullField = await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${eField.id}} + ''`,\n },\n });\n\n const record1 = await getRecord(table1.id, table1.records[0].id);\n expect(record1.fields[cField.id]).toEqual('1');\n expect(record1.fields[plusEmptySuffixField.id]).toEqual('1');\n expect(record1.fields[plusEmptyPrefixField.id]).toEqual('1');\n expect(record1.fields[plusNullField.id]).toEqual('');\n });\n\n it('should modify options of button field', async () => {\n const buttonFieldRo1: IFieldRo = {\n name: 'buttonField',\n type: FieldType.Button,\n options: {\n label: 'buttonField1',\n color: Colors.Teal,\n maxCount: 10,\n resetCount: true,\n },\n };\n\n const buttonFieldRo2: IFieldRo = {\n type: FieldType.Button,\n options: {\n label: 'buttonField2',\n color: Colors.Red,\n workflow: {\n id: generateWorkflowId(),\n name: 'workflow1',\n isActive: true,\n },\n },\n };\n const { newField } = await expectUpdate(table1, buttonFieldRo1, buttonFieldRo2);\n const options = newField.options as IButtonFieldOptions;\n const options2 = buttonFieldRo2.options as IButtonFieldOptions;\n expect(newField.name).toEqual(buttonFieldRo1.name);\n expect(options).toEqual(options2);\n });\n });\n\n describe('convert text field', () => {\n bfAf();\n\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n };\n\n it('should convert text to number', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Number,\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n '1',\n 'x',\n ]);\n expect(newField).toMatchObject({\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n name: 'TextField',\n type: FieldType.Number,\n });\n expect(values[0]).toEqual(1);\n expect(values[1]).toEqual(undefined);\n });\n\n it('should convert text to single select', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleSelect,\n options: {\n choices: [{ name: 'x', color: Colors.Cyan }],\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n 'y',\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n options: {\n choices: [{ name: 'x', color: Colors.Cyan }, { name: 'y' }],\n },\n type: FieldType.SingleSelect,\n });\n expect(values[0]).toEqual('x');\n expect(values[1]).toEqual('y');\n });\n\n it('should convert text to multiple select', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { name: 'x', color: Colors.Blue },\n { name: 'y', color: Colors.Red },\n ],\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n 'x, y',\n 'z',\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n dbFieldType: DbFieldType.Json,\n options: {\n choices: [\n { name: 'x', color: Colors.Blue },\n { name: 'y', color: Colors.Red },\n { name: 'z' },\n ],\n },\n type: FieldType.MultipleSelect,\n });\n expect(values[0]).toEqual(['x']);\n expect(values[1]).toEqual(['x', 'y']);\n expect(values[2]).toEqual(['z']);\n });\n\n it('should convert text to attachment', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Attachment,\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n 'y',\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Attachment,\n });\n expect(values[0]).toEqual(undefined);\n expect(values[1]).toEqual(undefined);\n });\n\n it('should convert text to checkbox', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Checkbox,\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n null,\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Boolean,\n dbFieldType: DbFieldType.Boolean,\n type: FieldType.Checkbox,\n });\n expect(values[0]).toEqual(true);\n expect(values[1]).toEqual(undefined);\n });\n\n it('should not convert primary field to checkbox', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Checkbox,\n };\n\n await expect(convertField(table1.id, table1.fields[0].id, newFieldRo)).rejects.toThrow();\n });\n\n it('should convert text to date', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'M/D/YYYY',\n time: TimeFormatting.None,\n timeZone: 'utc',\n },\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n '2023-08-31T08:32:32',\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.DateTime,\n dbFieldType: DbFieldType.DateTime,\n type: FieldType.Date,\n });\n expect(values[0]).toEqual(undefined);\n expect(values[1]).toEqual('2023-08-31T08:32:32.000Z');\n });\n\n it('should convert text to formula', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: '1',\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n null,\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n type: FieldType.Formula,\n isComputed: true,\n });\n expect(values[0]).toEqual(1);\n expect(values[1]).toEqual(1);\n });\n\n it('should convert text to auto number', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.AutoNumber,\n options: {},\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n null,\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Integer,\n type: FieldType.AutoNumber,\n isComputed: true,\n });\n expect(values[0]).toEqual(1);\n expect(values[1]).toEqual(2);\n });\n\n it('should convert text to created time', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.CreatedTime,\n options: {\n formatting: defaultDatetimeFormatting,\n },\n };\n const { newField, values, records } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n null,\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.DateTime,\n dbFieldType: DbFieldType.DateTime,\n type: FieldType.CreatedTime,\n isComputed: true,\n });\n expect(values[0]).toEqual(records[0].createdTime);\n expect(values[1]).toEqual(records[1].createdTime);\n });\n\n it('should convert text to last modified time', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.LastModifiedTime,\n options: {\n formatting: defaultDatetimeFormatting,\n },\n };\n const { newField, values, records } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n 'y',\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.DateTime,\n dbFieldType: DbFieldType.DateTime,\n type: FieldType.LastModifiedTime,\n isComputed: true,\n });\n expect(values[0]).toEqual(records[0].lastModifiedTime);\n expect(values[1]).toEqual(records[1].lastModifiedTime);\n });\n\n it('should convert text to many-one rollup', async () => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // add 2 link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n await updateRecordByApi(table1.id, table1.records[1].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [null]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n });\n\n expect(values[0]).toEqual(1);\n });\n\n it('should convert text to one-many rollup', async () => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'gg');\n // add 2 link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n {\n id: table2.records[0].id,\n },\n {\n id: table2.records[1].id,\n },\n ]);\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [null]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n });\n\n expect(values[0]).toEqual(2);\n });\n });\n\n describe('convert long text field', () => {\n bfAf();\n\n const sourceFieldRo: IFieldRo = {\n name: 'LongTextField',\n type: FieldType.LongText,\n };\n\n it('should convert long text to text', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n '1 2 3',\n 'x\\ny\\nz',\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n name: 'LongTextField',\n type: FieldType.SingleLineText,\n });\n expect(values[0]).toEqual('1 2 3');\n expect(values[1]).toEqual('x y z');\n });\n\n it('should convert long text to number', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Number,\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n '1',\n 'x',\n ]);\n expect(newField).toMatchObject({\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n name: 'LongTextField',\n type: FieldType.Number,\n });\n expect(values[0]).toEqual(1);\n expect(values[1]).toEqual(undefined);\n });\n\n it('should convert long text to single select', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleSelect,\n options: {\n choices: [{ name: 'A', color: Colors.Cyan }],\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'A',\n 'B',\n 'Hello\\nWorld',\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n type: FieldType.SingleSelect,\n });\n expect((newField.options as { choices: { name: string }[] }).choices).toHaveLength(3);\n expect(values[0]).toEqual('A');\n expect(values[1]).toEqual('B');\n expect(values[2]).toEqual('Hello World');\n });\n\n it('should convert long text to multiple select', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { name: 'x', color: Colors.Blue },\n { name: 'y', color: Colors.Red },\n { name: \"','\", color: Colors.Gray },\n { name: ', ', color: Colors.Red },\n ],\n },\n };\n const { newField, values } = await expectUpdate(\n table1,\n sourceFieldRo,\n newFieldRo,\n ['x', 'x, y', 'x\\nz', `x, \"','\"`, `x, y, \", \"`, `\"','\", \", \"`],\n undefined,\n 3\n );\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n dbFieldType: DbFieldType.Json,\n type: FieldType.MultipleSelect,\n });\n\n // Check that all expected choices are present (order and additional properties may vary)\n const choices = (\n newField.options as { choices: { name: string; color: string; id: string }[] }\n ).choices;\n const choiceNames = choices.map((choice) => choice.name);\n\n // Check for expected choice names (allowing for variations in parsing)\n expect(choiceNames).toContain('x');\n expect(choiceNames).toContain('y');\n expect(choiceNames).toContain(\"','\");\n expect(choiceNames).toContain('z');\n\n // Check for comma-related choices (could be \",\" or \", \" depending on parsing)\n const hasCommaChoice = choiceNames.some((name) => name === ',' || name === ', ');\n expect(hasCommaChoice).toBe(true);\n\n // Check that the predefined choices maintain their colors\n const xChoice = choices.find((choice) => choice.name === 'x');\n const yChoice = choices.find((choice) => choice.name === 'y');\n expect(xChoice?.color).toBe(Colors.Blue);\n expect(yChoice?.color).toBe(Colors.Red);\n expect(values[0]).toEqual(['x']);\n expect(values[1]).toEqual(['x', 'y']);\n expect(values[2]).toEqual(['x', 'z']);\n expect(values[3]).toEqual(['x', \"','\"]);\n // Allow for variations in comma parsing (could be \",\" or \", \")\n expect(values[4]).toEqual(expect.arrayContaining(['x', 'y']));\n expect(values[4]).toEqual(expect.arrayContaining([expect.stringMatching(/^,\\s?$/)]));\n expect(values[5]).toEqual(expect.arrayContaining([\"','\"]));\n expect(values[5]).toEqual(expect.arrayContaining([expect.stringMatching(/^,\\s?$/)]));\n });\n\n it('should convert long text to attachment', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Attachment,\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n 'x\\ny',\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Attachment,\n });\n expect(values[0]).toEqual(undefined);\n expect(values[1]).toEqual(undefined);\n });\n\n it('should convert long text to checkbox', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Checkbox,\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n null,\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Boolean,\n dbFieldType: DbFieldType.Boolean,\n type: FieldType.Checkbox,\n });\n expect(values[0]).toEqual(true);\n expect(values[1]).toEqual(undefined);\n });\n\n it('should convert long text to date', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'M/D/YYYY',\n time: TimeFormatting.None,\n timeZone: 'utc',\n },\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n '2023-08-31T08:32:32',\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.DateTime,\n dbFieldType: DbFieldType.DateTime,\n type: FieldType.Date,\n });\n expect(values[0]).toEqual(undefined);\n expect(values[1]).toEqual('2023-08-31T08:32:32.000Z');\n });\n\n it('should convert long text to formula', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: '1',\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n null,\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n type: FieldType.Formula,\n isComputed: true,\n });\n expect(values[0]).toEqual(1);\n expect(values[1]).toEqual(1);\n });\n\n it('should convert long text to many-one rollup', async () => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // add 2 link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n await updateRecordByApi(table1.id, table1.records[1].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [null]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n });\n\n expect(values[0]).toEqual(1);\n });\n\n it('should convert long text to one-many rollup', async () => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'gg');\n // add 2 link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n {\n id: table2.records[0].id,\n },\n {\n id: table2.records[1].id,\n },\n ]);\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [null]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n });\n\n expect(values[0]).toEqual(2);\n });\n });\n\n describe('convert select field', () => {\n bfAf();\n\n it('should convert the dbFieldName and name with options change', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'x', color: Colors.Cyan },\n { id: 'choY', name: 'y', color: Colors.Blue },\n ],\n },\n dbFieldName: 'selectDbFieldName',\n name: 'selectFieldName',\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleSelect,\n options: {\n choices: [{ id: 'choX', name: 'x', color: Colors.Cyan }],\n },\n dbFieldName: 'convertSelectDbFieldName',\n name: 'convertSelectFieldName',\n };\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo);\n expect(newField.dbFieldName).toEqual('convertSelectDbFieldName');\n expect(newField.name).toEqual('convertSelectFieldName');\n });\n\n it('should convert select to number', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'x', color: Colors.Cyan },\n { id: 'choY', name: 'y', color: Colors.Blue },\n ],\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n };\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n type: FieldType.Number,\n });\n expect(values[0]).toEqual(undefined);\n });\n\n it('should change choices for single select', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'x', color: Colors.Cyan },\n { id: 'choY', name: 'y', color: Colors.Blue },\n ],\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleSelect,\n options: {\n choices: [{ id: 'choX', name: 'xx', color: Colors.Gray }],\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x',\n 'y',\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n options: {\n choices: [{ name: 'xx', color: Colors.Gray }],\n },\n type: FieldType.SingleSelect,\n });\n expect(values[0]).toEqual('xx');\n expect(values[1]).toEqual(undefined);\n });\n\n it('should change choices for multiple select', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'x', color: Colors.Cyan },\n { id: 'choY', name: 'y', color: Colors.Blue },\n ],\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.MultipleSelect,\n options: {\n choices: [{ id: 'choX', name: 'xx', color: Colors.Cyan }],\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n ['x'],\n ['x', 'y'],\n ['y'],\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n dbFieldType: DbFieldType.Json,\n options: {\n choices: [{ name: 'xx', color: Colors.Cyan }],\n },\n type: FieldType.MultipleSelect,\n });\n expect(values[0]).toEqual(['xx']);\n expect(values[1]).toEqual(['xx']);\n expect(values[2]).toEqual(undefined);\n });\n\n it('should not accept duplicated name choices', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'x', color: Colors.Cyan },\n { id: 'choY', name: 'y', color: Colors.Blue },\n ],\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'y', color: Colors.Cyan },\n { id: 'choY', name: 'y', color: Colors.Blue },\n ],\n },\n };\n const sourceField = await createField(table1.id, sourceFieldRo);\n\n await convertField(table1.id, sourceField.id, newFieldRo, 400);\n });\n });\n\n describe('convert rating field', () => {\n bfAf();\n\n it('should convert the dbFieldName and name with options change', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Rating,\n options: {\n icon: RatingIcon.Star,\n color: Colors.YellowBright,\n max: 3,\n },\n dbFieldName: 'ratingDbFieldName1',\n name: 'ratingFieldName1',\n };\n const newFieldRo: IFieldRo = {\n type: FieldType.Rating,\n options: {\n icon: RatingIcon.Star,\n color: Colors.RedBright,\n max: 5,\n },\n dbFieldName: 'convertRatingDbFieldName',\n name: 'convertRatingFieldName',\n };\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [1, 2]);\n expect(newField.dbFieldName).toEqual('convertRatingDbFieldName');\n expect(newField.name).toEqual('convertRatingFieldName');\n });\n\n it('should correctly update and format values when transitioning from a Number field to a Rating field', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Rating,\n options: {\n icon: RatingIcon.Star,\n color: Colors.YellowBright,\n max: 5,\n },\n };\n const { newField, values } = await expectUpdate(\n table1,\n sourceFieldRo,\n newFieldRo,\n [1.23, 8.88]\n );\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n options: {\n icon: RatingIcon.Star,\n max: 5,\n },\n type: FieldType.Rating,\n });\n expect(values[0]).toEqual(1);\n expect(values[1]).toEqual(5);\n });\n\n it('should correctly update and maintain values when transitioning from a Rating field to a Number field', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Rating,\n options: {\n icon: RatingIcon.Star,\n color: Colors.YellowBright,\n max: 5,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n };\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [1, 2]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n type: FieldType.Number,\n });\n expect(values[0]).toEqual(1);\n expect(values[1]).toEqual(2);\n });\n\n it('should change max for rating', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Rating,\n options: {\n icon: RatingIcon.Star,\n color: Colors.YellowBright,\n max: 10,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Rating,\n options: {\n icon: RatingIcon.Star,\n color: Colors.YellowBright,\n max: 5,\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [2, 8]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n options: {\n icon: RatingIcon.Star,\n max: 5,\n },\n type: FieldType.Rating,\n });\n expect(values[0]).toEqual(2);\n expect(values[1]).toEqual(5);\n });\n });\n\n describe('convert formula field', () => {\n const refField1Ro: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n\n const refField2Ro: IFieldRo = {\n type: FieldType.Number,\n };\n\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: '1',\n },\n };\n let refField1: IFieldVo;\n let refField2: IFieldVo;\n\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n\n refField1 = await createField(table1.id, refField1Ro);\n refField2 = await createField(table1.id, refField2Ro);\n\n await updateRecordByApi(table1.id, table1.records[0].id, refField1.id, 'x');\n await updateRecordByApi(table1.id, table1.records[1].id, refField1.id, 'y');\n\n await updateRecordByApi(table1.id, table1.records[0].id, refField2.id, 1);\n await updateRecordByApi(table1.id, table1.records[1].id, refField2.id, 2);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n });\n\n it('should convert formula and modify expression', async () => {\n const newFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${refField1.id}}`,\n },\n };\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n null,\n null,\n ]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n type: FieldType.Formula,\n isComputed: true,\n });\n expect(values[0]).toEqual('x');\n expect(values[1]).toEqual('y');\n\n const newFieldRo2: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${refField2.id}}`,\n },\n };\n\n const newField2 = await convertField(table1.id, newField.id, newFieldRo2);\n\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n\n expect(newField2).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n type: FieldType.Formula,\n isComputed: true,\n });\n\n expect(records.records[0].fields[newField2.id]).toEqual(1);\n expect(records.records[1].fields[newField2.id]).toEqual(2);\n });\n\n it('should convert formula to text', async () => {\n const dateTimeField = await createField(table1.id, {\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'America/Los_Angeles',\n },\n },\n });\n\n const formulaField = await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${dateTimeField.id}}`,\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour12,\n timeZone: 'America/Los_Angeles',\n },\n },\n });\n\n const updated = await updateRecordByApi(\n table1.id,\n table1.records[0].id,\n dateTimeField.id,\n '2024-02-28 16:00'\n );\n\n expect(updated.fields[dateTimeField.id]).toEqual('2024-02-29T00:00:00.000Z');\n expect(updated.fields[formulaField.id]).toEqual('2024-02-29T00:00:00.000Z');\n\n const textResult = await getRecord(table1.id, table1.records[0].id, CellFormat.Text);\n expect(textResult.fields[dateTimeField.id]).toEqual('2024-02-28 16:00');\n expect(textResult.fields[formulaField.id]).toEqual('2024-02-28 04:00 PM');\n\n await convertField(table1.id, formulaField.id, {\n type: FieldType.SingleLineText,\n });\n\n const results = await getRecord(table1.id, table1.records[0].id);\n expect(results.fields[formulaField.id]).toEqual('2024-02-28 04:00 PM');\n });\n });\n\n describe('convert link field', () => {\n bfAf();\n\n it('should convert empty text to many-one link', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n };\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n },\n });\n });\n\n it('should convert text to many-one link', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n };\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x, y',\n 'z',\n ]);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n },\n });\n\n const { records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n // only match 'x' in table2, because many-one link only allowed one value\n expect(values[0]).toEqual({ title: 'x', id: records[0].id });\n // clean up invalid value\n expect(values[1]).toBeUndefined();\n\n const table2LinkField = await getField(\n table2.id,\n (newField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n expect(records[0].fields[table2LinkField.id]).toMatchObject([{ id: table1.records[0].id }]);\n });\n\n it('should convert text to one-many link', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n };\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n 'x, y',\n 'zz',\n ]);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n },\n });\n\n const { records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n expect(values[0]).toEqual([\n { title: 'x', id: records[0].id },\n { title: 'y', id: records[1].id },\n ]);\n // clean up invalid value - should return empty array for unmatched values\n expect(values[1]).toBeUndefined();\n });\n\n it('should convert many-one link to text', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n\n const { newField, sourceField, values } = await expectUpdate(\n table1,\n sourceFieldRo,\n newFieldRo,\n [{ id: table2.records[0].id }]\n );\n\n // make sure symmetricField have been deleted\n const sourceFieldOptions = sourceField.options as ILinkFieldOptions;\n await getField(sourceFieldOptions.foreignTableId, sourceFieldOptions.symmetricFieldId!, 404);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n type: FieldType.SingleLineText,\n });\n\n expect(values[0]).toEqual('x');\n });\n\n it('should convert one-many link to text', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n\n const { newField, sourceField, values } = await expectUpdate(\n table1,\n sourceFieldRo,\n newFieldRo,\n [[{ id: table2.records[0].id }, { id: table2.records[1].id }]]\n );\n\n // make sure symmetricField have been deleted\n const sourceFieldOptions = sourceField.options as ILinkFieldOptions;\n await getField(sourceFieldOptions.foreignTableId, sourceFieldOptions.symmetricFieldId!, 404);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n type: FieldType.SingleLineText,\n });\n\n expect(values[0]).toEqual('x, y');\n });\n\n it('should convert many-one to one-many link with in cell illegal', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'xx');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'yy');\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n { id: table2.records[0].id },\n { id: table2.records[0].id },\n ]);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n },\n });\n\n const { records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n expect(values[0]).toEqual([{ title: 'xx', id: records[0].id }]);\n // values[1] should be remove because values[0] is selected to keep link consistency - should return empty array for unmatched values\n expect(values[1]).toBeUndefined();\n });\n\n it('should convert one-many to many-one link', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'zzz');\n\n let lookupField: IFieldVo;\n const { newField, values } = await expectUpdate(\n table1,\n sourceFieldRo,\n newFieldRo,\n [\n [{ id: table2.records[0].id }, { id: table2.records[1].id }],\n [{ id: table2.records[2].id }],\n ],\n async (sourceField) => {\n const lookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n };\n lookupField = await createField(table1.id, lookupFieldRo);\n const rollupFieldRo: IFieldRo = {\n type: FieldType.Rollup,\n options: {\n expression: `count({values})`,\n formatting: {\n precision: 2,\n type: 'decimal',\n },\n } as IRollupFieldOptions,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n };\n await createField(table1.id, rollupFieldRo);\n }\n );\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n },\n });\n\n expect(lookupField!).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.SingleLineText,\n isLookup: true,\n isMultipleCellValue: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: newField.id,\n },\n });\n\n const { records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n expect(values[0]).toEqual({ title: 'x', id: records[0].id });\n expect(values[1]).toEqual({ title: 'zzz', id: records[2].id });\n });\n\n it('should convert one-many to many-one link with same link title', async () => {\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'test');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'test');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'test');\n\n const linkField = await createField(table2.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n },\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, linkField.id, {\n id: table1.records[0].id,\n });\n await updateRecordByApi(table2.id, table2.records[1].id, linkField.id, {\n id: table1.records[0].id,\n });\n await updateRecordByApi(table2.id, table2.records[2].id, linkField.id, {\n id: table1.records[1].id,\n });\n\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId!;\n\n await convertField(table1.id, symmetricFieldId, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n });\n\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[symmetricFieldId]).toEqual([\n { title: 'test', id: table2.records[0].id },\n { title: 'test', id: table2.records[1].id },\n ]);\n\n const { records: records2 } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records2[1].fields[symmetricFieldId]).toEqual([\n { title: 'test', id: table2.records[2].id },\n ]);\n });\n\n it('should convert one-many to many-one link with same link title and cross table', async () => {\n // set primary key in table2\n const table3 = await createTable(baseId, { name: 'table3' });\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'test');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'test');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'test');\n\n await updateRecordByApi(table3.id, table3.records[0].id, table3.fields[0].id, 'test');\n await updateRecordByApi(table3.id, table3.records[1].id, table3.fields[0].id, 'test');\n await updateRecordByApi(table3.id, table3.records[2].id, table3.fields[0].id, 'test');\n\n const linkField = await createField(table2.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n },\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, linkField.id, {\n id: table1.records[0].id,\n });\n await updateRecordByApi(table2.id, table2.records[1].id, linkField.id, {\n id: table1.records[0].id,\n });\n await updateRecordByApi(table2.id, table2.records[2].id, linkField.id, {\n id: table1.records[1].id,\n });\n\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId!;\n\n await convertField(table1.id, symmetricFieldId, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table3.id,\n },\n });\n\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[symmetricFieldId]).lengthOf(1);\n\n const { records: records2 } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records2[1].fields[symmetricFieldId]).lengthOf(1);\n });\n\n it('should convert one-many to many-one link with 2 lookup and 2 formula fields', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[1].id, 1);\n\n const linkField = await createField(table1.id, sourceFieldRo);\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n const lookupField1 = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n });\n\n const lookupField2 = await createField(table1.id, {\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[1].id,\n linkFieldId: linkField.id,\n },\n });\n\n const formulaField1 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'formulaField2',\n options: {\n expression: `{${lookupField1.id}}`,\n },\n });\n\n const formulaField2 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'formulaField2',\n options: {\n expression: `{${lookupField2.id}}`,\n },\n });\n\n expect(formulaField1.isMultipleCellValue).toBeTruthy();\n expect(formulaField2.isMultipleCellValue).toBeTruthy();\n\n const recordsBefore = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n\n expect(recordsBefore.records[0].fields[formulaField1.id]).toEqual(['x']);\n expect(recordsBefore.records[0].fields[formulaField2.id]).toEqual([1]);\n\n const newField = await convertField(table1.id, linkField.id, newFieldRo);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n });\n\n const newFormulaField2 = await getField(table1.id, formulaField2.id);\n\n expect(newFormulaField2.isMultipleCellValue).toBeFalsy();\n const recordsAfter = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n\n expect(recordsAfter.records[0].fields[formulaField1.id]).toEqual('x');\n expect(recordsAfter.records[0].fields[formulaField2.id]).toEqual(1);\n });\n\n it('should convert one-way one-many to two-way many-one link with link', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'zzz');\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n [{ id: table2.records[0].id }, { id: table2.records[1].id }],\n [{ id: table2.records[2].id }],\n ]);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n symmetricFieldId: expect.any(String),\n },\n });\n\n const symmetricFieldId = (newField.options as ILinkFieldOptions).symmetricFieldId!;\n\n const { records: t1records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const { records: t2records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n expect(t1records[0].fields[newField.id]).toEqual({ title: 'x', id: t2records[0].id });\n expect(t1records[1].fields[newField.id]).toEqual({ title: 'zzz', id: t2records[2].id });\n\n expect(t2records[0].fields[symmetricFieldId]).toMatchObject([{ id: t1records[0].id }]);\n expect(t2records[2].fields[symmetricFieldId]).toMatchObject([{ id: t1records[1].id }]);\n });\n\n it('should convert two-way one-one to one-way one-many link with link', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'zzz');\n\n const createdResult = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n { id: table2.records[2].id },\n ]);\n\n // convert back to two-way one-one\n await convertField(table1.id, createdResult.newField.id, sourceFieldRo);\n\n // junction should not exist when converting one-way one-many to tow-way one-one\n const query = dbProvider.checkTableExist(\n `${baseId}${globalThis.testConfig.driver === DriverClient.Sqlite ? '_' : '.'}junction_${createdResult.newField.id}`\n );\n\n const queryResult = await prisma.$queryRawUnsafe<{ exists: boolean }[]>(query);\n expect(queryResult[0].exists).toBeFalsy();\n\n const newField = await convertField(table1.id, createdResult.newField.id, newFieldRo);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n },\n });\n\n expect((newField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n const { records: t1records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const { records: t2records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n expect(t1records[0].fields[newField.id]).toEqual([{ title: 'zzz', id: t2records[2].id }]);\n });\n\n it('should convert one-way link to two-way link', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'zzz');\n\n const sourceField = await createField(table1.id, sourceFieldRo);\n await updateRecordByApi(table1.id, table1.records[0].id, sourceField.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n await createField(table1.id, {\n type: FieldType.Rollup,\n options: {\n expression: `count({values})`,\n formatting: {\n precision: 2,\n type: 'decimal',\n },\n } as IRollupFieldOptions,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n\n const newField = await convertField(table1.id, sourceField.id, newFieldRo);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n isOneWay: false,\n },\n });\n\n const symmetricFieldId = (newField.options as ILinkFieldOptions).symmetricFieldId;\n expect(symmetricFieldId).toBeDefined();\n\n const symmetricField = await getField(table2.id, symmetricFieldId as string);\n\n expect(symmetricField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n },\n });\n\n const { records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[symmetricField.id]).toMatchObject({ id: table1.records[0].id });\n expect(records[1].fields[symmetricField.id]).toMatchObject({ id: table1.records[0].id });\n });\n\n it('should convert one-way one-one to two-way one-one', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'zzz');\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n { id: table2.records[0].id },\n ]);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n symmetricFieldId: expect.any(String),\n },\n });\n\n const symmetricFieldId = (newField.options as ILinkFieldOptions).symmetricFieldId!;\n\n const { records: t1records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const { records: t2records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n expect(t1records[0].fields[newField.id]).toEqual({ title: 'x', id: t2records[0].id });\n expect(t2records[0].fields[symmetricFieldId]).toMatchObject({ id: t1records[0].id });\n });\n\n it('should convert one-way many-many to two-way many-many', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'zzz');\n\n const { newField } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [\n [{ id: table2.records[0].id }],\n ]);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n symmetricFieldId: expect.any(String),\n },\n });\n\n const symmetricFieldId = (newField.options as ILinkFieldOptions).symmetricFieldId!;\n\n const { records: t1records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const { records: t2records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id });\n expect(t1records[0].fields[newField.id]).toEqual([{ title: 'x', id: t2records[0].id }]);\n expect(t2records[0].fields[symmetricFieldId]).toMatchObject([{ id: t1records[0].id }]);\n });\n\n it('should convert one-way link to two-way link and to other table', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table3.id,\n isOneWay: false,\n },\n };\n\n // set primary key in table2/table3\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n await updateRecordByApi(table3.id, table3.records[0].id, table3.fields[0].id, 'x');\n await updateRecordByApi(table3.id, table3.records[1].id, table3.fields[0].id, 'y');\n\n const sourceField = await createField(table1.id, sourceFieldRo);\n await updateRecordByApi(table1.id, table1.records[0].id, sourceField.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n await createField(table1.id, {\n type: FieldType.Rollup,\n options: {\n expression: `count({values})`,\n formatting: {\n precision: 2,\n type: 'decimal',\n },\n } as IRollupFieldOptions,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n\n const newField = await convertField(table1.id, sourceField.id, newFieldRo);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table3.id,\n lookupFieldId: table3.fields[0].id,\n isOneWay: false,\n },\n });\n\n const symmetricFieldId = (newField.options as ILinkFieldOptions).symmetricFieldId;\n expect(symmetricFieldId).toBeDefined();\n\n const symmetricField = await getField(table3.id, symmetricFieldId as string);\n\n expect(symmetricField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n },\n });\n\n const { records } = await getRecords(table3.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[symmetricField.id]).toMatchObject({ id: table1.records[0].id });\n expect(records[1].fields[symmetricField.id]).toMatchObject({ id: table1.records[0].id });\n });\n\n it('should convert link from one table to another', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table3.id,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'z2');\n // set primary key in table3\n await updateRecordByApi(table3.id, table3.records[0].id, table3.fields[0].id, 'x');\n await updateRecordByApi(table3.id, table3.records[1].id, table3.fields[0].id, 'y');\n await updateRecordByApi(table3.id, table3.records[2].id, table3.fields[0].id, 'z3');\n\n const { newField, sourceField, values } = await expectUpdate(\n table1,\n sourceFieldRo,\n newFieldRo,\n [{ id: table2.records[0].id }, { id: table2.records[1].id }, { id: table2.records[2].id }],\n async (sourceField) => {\n await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n await createField(table1.id, {\n type: FieldType.Rollup,\n options: {\n expression: `count({values})`,\n formatting: {\n precision: 2,\n type: 'decimal',\n },\n } as IRollupFieldOptions,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n }\n );\n\n // make sure symmetricField have been deleted\n const sourceFieldOptions = sourceField.options as ILinkFieldOptions;\n const newFieldOptions = newField.options as ILinkFieldOptions;\n await getField(sourceFieldOptions.foreignTableId, sourceFieldOptions.symmetricFieldId!, 404);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table3.id,\n lookupFieldId: table3.fields[0].id,\n },\n });\n\n // make sure symmetricField have been created\n const symmetricField = await getField(table3.id, newFieldOptions.symmetricFieldId as string);\n expect(symmetricField).toMatchObject({\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n symmetricFieldId: newField.id,\n },\n });\n\n const { records } = await getRecords(table3.id, { fieldKeyType: FieldKeyType.Id });\n expect(values[0]).toEqual({ title: 'x', id: records[0].id });\n expect(values[1]).toEqual({ title: 'y', id: records[1].id });\n expect(values[2]).toBeUndefined();\n });\n\n it('should convert link from one table to another with selected link record', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table3.id,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'B3');\n // set primary key in table3\n await updateRecordByApi(table3.id, table3.records[0].id, table3.fields[0].id, 'C1');\n await updateRecordByApi(table3.id, table3.records[1].id, table3.fields[0].id, 'C2');\n await updateRecordByApi(table3.id, table3.records[2].id, table3.fields[0].id, 'C3');\n\n const { sourceField } = await expectUpdate(\n table1,\n sourceFieldRo,\n newFieldRo,\n [{ id: table2.records[0].id }],\n async (sourceField) => {\n await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n await createField(table1.id, {\n type: FieldType.Rollup,\n options: {\n expression: `count({values})`,\n formatting: {\n precision: 2,\n type: 'decimal',\n },\n } as IRollupFieldOptions,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n }\n );\n\n // make sure records has been updated\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[sourceField.id]).toBeUndefined();\n });\n\n it('should mark lookupField error when convert link from one table to another', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table3.id,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n // set primary key in table3\n await updateRecordByApi(table3.id, table3.records[0].id, table3.fields[0].id, 'C1');\n\n const sourceLinkField = await createField(table1.id, sourceFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceLinkField.id,\n },\n };\n const sourceLookupField = await createField(table1.id, lookupFieldRo);\n\n const formulaLinkFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${sourceLinkField.id}}`,\n },\n };\n const formulaLookupFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${sourceLookupField.id}}`,\n },\n };\n\n const sourceFormulaLinkField = await createField(table1.id, formulaLinkFieldRo);\n const sourceFormulaLookupField = await createField(table1.id, formulaLookupFieldRo);\n\n await updateRecordByApi(table1.id, table1.records[0].id, sourceLinkField.id, {\n id: table2.records[0].id,\n });\n\n // make sure records has been updated\n const { records: rs } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(rs[0].fields[sourceLinkField.id]).toEqual({ id: table2.records[0].id, title: 'B1' });\n expect(rs[0].fields[sourceLookupField.id]).toEqual('B1');\n expect(rs[0].fields[sourceFormulaLinkField.id]).toEqual('B1');\n expect(rs[0].fields[sourceFormulaLookupField.id]).toEqual('B1');\n\n const newLinkField = await convertField(table1.id, sourceLinkField.id, newFieldRo);\n\n expect(newLinkField).toMatchObject({\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table3.id,\n lookupFieldId: table3.fields[0].id,\n },\n });\n\n await updateRecordByApi(table1.id, table1.records[0].id, newLinkField.id, {\n id: table3.records[0].id,\n });\n\n const targetLookupField = await getField(table1.id, sourceLookupField.id);\n const targetFormulaLinkField = await getField(table1.id, sourceFormulaLinkField.id);\n const targetFormulaLookupField = await getField(table1.id, sourceFormulaLookupField.id);\n\n expect(targetLookupField.hasError).toBeTruthy();\n expect(targetFormulaLinkField.hasError).toBeUndefined();\n expect(targetFormulaLookupField.hasError).toBeUndefined();\n\n // make sure records has been updated\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[newLinkField.id]).toEqual({ id: table3.records[0].id, title: 'C1' });\n expect(records[0].fields[targetLookupField.id]).toBeUndefined();\n expect(records[0].fields[targetFormulaLinkField.id]).toEqual('C1');\n expect(records[0].fields[targetFormulaLookupField.id]).toBeUndefined();\n });\n\n it('should mark lookupField error when convert link to text', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n\n const sourceLinkField = await createField(table1.id, sourceFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceLinkField.id,\n },\n };\n const sourceLookupField = await createField(table1.id, lookupFieldRo);\n\n const formulaLinkFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${sourceLinkField.id}}`,\n },\n };\n const formulaLookupFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${sourceLookupField.id}}`,\n },\n };\n\n const sourceFormulaLinkField = await createField(table1.id, formulaLinkFieldRo);\n const sourceFormulaLookupField = await createField(table1.id, formulaLookupFieldRo);\n\n await updateRecordByApi(table1.id, table1.records[0].id, sourceLinkField.id, {\n id: table2.records[0].id,\n });\n\n // make sure records has been updated\n const { records: rs } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(rs[0].fields[sourceLinkField.id]).toEqual({ id: table2.records[0].id, title: 'B1' });\n expect(rs[0].fields[sourceLookupField.id]).toEqual('B1');\n expect(rs[0].fields[sourceFormulaLinkField.id]).toEqual('B1');\n expect(rs[0].fields[sourceFormulaLookupField.id]).toEqual('B1');\n\n const newField = await convertField(table1.id, sourceLinkField.id, newFieldRo);\n\n expect(newField).toMatchObject({\n type: FieldType.SingleLineText,\n });\n\n await updateRecordByApi(table1.id, table1.records[0].id, newField.id, 'txt');\n\n const targetLookupField = await getField(table1.id, sourceLookupField.id);\n const targetFormulaLinkField = await getField(table1.id, sourceFormulaLinkField.id);\n const targetFormulaLookupField = await getField(table1.id, sourceFormulaLookupField.id);\n\n expect(targetLookupField.hasError).toBeTruthy();\n expect(targetFormulaLinkField.hasError).toBeUndefined();\n expect(targetFormulaLookupField.hasError).toBeUndefined();\n\n // make sure records has been updated\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[newField.id]).toEqual('txt');\n expect(records[0].fields[targetLookupField.id]).toBeUndefined();\n expect(records[0].fields[targetFormulaLinkField.id]).toEqual('txt');\n expect(records[0].fields[targetFormulaLookupField.id]).toBeUndefined();\n });\n\n it('should convert link from one table to another and change relationship', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table3.id,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'z2');\n // set primary key in table3\n await updateRecordByApi(table3.id, table3.records[0].id, table3.fields[0].id, 'x');\n await updateRecordByApi(table3.id, table3.records[1].id, table3.fields[0].id, 'y');\n await updateRecordByApi(table3.id, table3.records[2].id, table3.fields[0].id, 'z3');\n\n const { newField, sourceField, values } = await expectUpdate(\n table1,\n sourceFieldRo,\n newFieldRo,\n [{ id: table2.records[0].id }, { id: table2.records[1].id }, { id: table2.records[2].id }],\n async (sourceField) => {\n await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n await createField(table1.id, {\n type: FieldType.Rollup,\n options: {\n expression: `count({values})`,\n formatting: {\n precision: 2,\n type: 'decimal',\n },\n } as IRollupFieldOptions,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n }\n );\n\n // make sure symmetricField have been deleted\n const sourceFieldOptions = sourceField.options as ILinkFieldOptions;\n const newFieldOptions = newField.options as ILinkFieldOptions;\n await getField(sourceFieldOptions.foreignTableId, sourceFieldOptions.symmetricFieldId!, 404);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table3.id,\n lookupFieldId: table3.fields[0].id,\n },\n });\n\n // make sure symmetricField have been created\n const symmetricField = await getField(table3.id, newFieldOptions.symmetricFieldId as string);\n expect(symmetricField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n symmetricFieldId: newField.id,\n },\n });\n\n const { records } = await getRecords(table3.id, { fieldKeyType: FieldKeyType.Id });\n expect(values[0]).toEqual([{ title: 'x', id: records[0].id }]);\n expect(values[1]).toEqual([{ title: 'y', id: records[1].id }]);\n expect(values[2] ?? []).toEqual([]);\n });\n });\n\n describe('convert lookup field', () => {\n bfAf();\n\n it('should convert text to many-one lookup', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n };\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // add a link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [null]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n },\n });\n\n expect(values[0]).toEqual('x');\n });\n\n it('should convert text to one-many lookup', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n };\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n // set primary key 'x'/'y' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n // add a link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n {\n id: table2.records[0].id,\n },\n {\n id: table2.records[1].id,\n },\n ]);\n\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const { newField, values } = await expectUpdate(table1, sourceFieldRo, newFieldRo, [null]);\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n isMultipleCellValue: true,\n dbFieldType: DbFieldType.Json,\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n },\n });\n\n expect(values[0]).toEqual(['x', 'y']);\n });\n\n it('should convert text field to select and relational one-many lookup field', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n const sourceField = await createField(table2.id, sourceFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n name: 'lookup ' + sourceField.name,\n type: sourceField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: sourceField.id,\n linkFieldId: linkField.id,\n },\n };\n const lookupField = await createField(table1.id, lookupFieldRo);\n\n expect(lookupField).toMatchObject({\n type: sourceField.type,\n dbFieldType: DbFieldType.Json,\n isMultipleCellValue: true,\n isLookup: true,\n lookupOptions: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: sourceField.id,\n linkFieldId: linkField.id,\n },\n });\n\n // add a link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n {\n id: table2.records[0].id,\n },\n {\n id: table2.records[1].id,\n },\n ]);\n\n // update source field record before convert\n await updateRecordByApi(table2.id, table2.records[0].id, sourceField.id, 'text 1');\n await updateRecordByApi(table2.id, table2.records[1].id, sourceField.id, 'text 2');\n\n const recordResult1 = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordResult1.records[0].fields[lookupField.id]).toEqual(['text 1', 'text 2']);\n\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleSelect,\n };\n\n const newField = await convertField(table2.id, sourceField.id, newFieldRo);\n const newLookupField = await getField(table1.id, lookupField.id);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n type: FieldType.SingleSelect,\n options: {\n choices: [{ name: 'text 1' }, { name: 'text 2' }],\n },\n });\n\n expect(newLookupField).toMatchObject({\n type: newField.type,\n isLookup: true,\n dbFieldType: DbFieldType.Json,\n cellValueType: newField.cellValueType,\n isMultipleCellValue: true,\n options: newField.options,\n lookupOptions: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: sourceField.id,\n linkFieldId: linkField.id,\n },\n });\n\n const recordResult2 = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordResult2.records[0].fields[lookupField.id]).toEqual(['text 1', 'text 2']);\n });\n\n it('should convert text field to number and relational one-many lookup field', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n const sourceField = await createField(table2.id, sourceFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n name: 'lookup ' + sourceField.name,\n type: sourceField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: sourceField.id,\n linkFieldId: linkField.id,\n },\n };\n const lookupField = await createField(table1.id, lookupFieldRo);\n\n // add a link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n {\n id: table2.records[0].id,\n },\n ]);\n\n // update source field record before convert\n await updateRecordByApi(table2.id, table2.records[0].id, sourceField.id, '1');\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Number,\n };\n\n const newField = await convertField(table2.id, sourceField.id, newFieldRo);\n const newLookupField = await getField(table1.id, lookupField.id);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n type: FieldType.Number,\n options: {\n formatting: {\n precision: 2,\n type: NumberFormattingType.Decimal,\n },\n },\n });\n\n expect(newLookupField).toMatchObject({\n type: newField.type,\n isLookup: true,\n dbFieldType: DbFieldType.Json,\n cellValueType: newField.cellValueType,\n isMultipleCellValue: true,\n options: newField.options,\n lookupOptions: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: sourceField.id,\n linkFieldId: linkField.id,\n },\n });\n\n const recordResult2 = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordResult2.records[0].fields[lookupField.id]).toEqual([1]);\n });\n\n it('should convert date field to number and relational one-many lookup field', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Date,\n };\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n const sourceField = await createField(table2.id, sourceFieldRo);\n\n expect(sourceField).toMatchObject({\n cellValueType: CellValueType.DateTime,\n dbFieldType: DbFieldType.DateTime,\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n },\n },\n });\n\n const lookupFieldRo: IFieldRo = {\n name: 'lookup ' + sourceField.name,\n type: sourceField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: sourceField.id,\n linkFieldId: linkField.id,\n },\n };\n const lookupField = await createField(table1.id, lookupFieldRo);\n\n // add a link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n {\n id: table2.records[0].id,\n },\n ]);\n\n // update source field record before convert\n const now = new Date();\n await updateRecordByApi(table2.id, table2.records[0].id, sourceField.id, now.toISOString());\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Number,\n };\n\n const newField = await convertField(table2.id, sourceField.id, newFieldRo);\n const newLookupField = await getField(table1.id, lookupField.id);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.Number,\n dbFieldType: DbFieldType.Real,\n type: FieldType.Number,\n options: {\n formatting: {\n precision: 2,\n type: NumberFormattingType.Decimal,\n },\n },\n });\n\n expect(newLookupField).toMatchObject({\n type: newField.type,\n isLookup: true,\n dbFieldType: DbFieldType.Json,\n cellValueType: newField.cellValueType,\n isMultipleCellValue: true,\n options: newField.options,\n lookupOptions: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: sourceField.id,\n linkFieldId: linkField.id,\n },\n });\n\n const recordResult2 = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const expectedNumber =\n process.env.FORCE_V2_ALL === 'true' ? now.getTime() : now.getFullYear();\n expect(recordResult2.records[0].fields[lookupField.id]).toEqual([expectedNumber]);\n });\n\n it('should convert number field to text and relational many-one lookup field and formula field', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Number,\n };\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n const sourceField = await createField(table2.id, sourceFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n name: 'lookup ' + sourceField.name,\n type: sourceField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: sourceField.id,\n linkFieldId: linkField.id,\n },\n };\n const lookupField = await createField(table1.id, lookupFieldRo);\n\n const formulaFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${lookupField.id}}`,\n },\n };\n const formulaField = await createField(table1.id, formulaFieldRo);\n\n expect(lookupField).toMatchObject({\n type: sourceField.type,\n dbFieldType: DbFieldType.Real,\n cellValueType: CellValueType.Number,\n isLookup: true,\n lookupOptions: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n lookupFieldId: sourceField.id,\n linkFieldId: linkField.id,\n },\n });\n\n expect(formulaField).toMatchObject({\n type: FieldType.Formula,\n dbFieldType: DbFieldType.Real,\n cellValueType: CellValueType.Number,\n });\n\n // add a link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n await updateRecordByApi(table1.id, table1.records[1].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n // update source field record before convert\n await updateRecordByApi(table2.id, table2.records[0].id, sourceField.id, 1);\n\n const recordResult1 = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordResult1.records[0].fields[lookupField.id]).toEqual(1);\n expect(recordResult1.records[1].fields[lookupField.id]).toEqual(1);\n\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n\n const newField = await convertField(table2.id, sourceField.id, newFieldRo);\n const newLookupField = await getField(table1.id, lookupField.id);\n const newFormulaField = await getField(table1.id, formulaField.id);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n type: FieldType.SingleLineText,\n options: {},\n });\n\n expect(newLookupField).toMatchObject({\n type: newField.type,\n isLookup: true,\n dbFieldType: DbFieldType.Text,\n cellValueType: newField.cellValueType,\n options: newField.options,\n lookupOptions: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n lookupFieldId: sourceField.id,\n linkFieldId: linkField.id,\n },\n });\n\n expect(newFormulaField).toMatchObject({\n type: FieldType.Formula,\n dbFieldType: DbFieldType.Text,\n cellValueType: newField.cellValueType,\n });\n\n const recordResult2 = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(recordResult2.records[0].fields[lookupField.id]).toEqual('1.00');\n expect(recordResult2.records[1].fields[lookupField.id]).toEqual('1.00');\n });\n\n it('should mark all relational lookup field error when the link field is convert to others', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n };\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n const extraLinkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n const extraLinkField = await createField(table1.id, extraLinkFieldRo);\n expect(extraLinkField).toMatchObject({\n type: FieldType.Link,\n });\n const linkField = await createField(table1.id, linkFieldRo);\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // add a link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n const lookupField = await createField(table1.id, lookupFieldRo);\n expect(lookupField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n },\n });\n const beforeRecord = await getRecord(table1.id, table1.records[0].id);\n expect(beforeRecord.fields[lookupField.id]).toEqual('x');\n\n const newField = await convertField(table1.id, linkField.id, sourceFieldRo);\n\n expect(newField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n type: FieldType.SingleLineText,\n });\n\n const lookupFieldAfter = await getField(table1.id, lookupField.id);\n expect(lookupFieldAfter).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Text,\n type: FieldType.SingleLineText,\n isLookup: true,\n hasError: true,\n lookupOptions: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n },\n });\n\n const record = await getRecord(table1.id, table1.records[0].id);\n expect(record.fields[newField.id]).toEqual('x');\n expect(record.fields[lookupField.id]).toBeUndefined();\n });\n\n it('should update lookup when the options of the fields being lookup are updated', async () => {\n const selectFieldRo: IFieldRo = {\n name: 'SelectField',\n type: FieldType.SingleSelect,\n options: {\n choices: [{ name: 'x', color: Colors.Cyan }],\n },\n };\n\n const selectField = await createField(table1.id, selectFieldRo);\n\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n },\n };\n\n const linkField = await createField(table2.id, linkFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n name: 'Lookup SelectField',\n type: FieldType.SingleSelect,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: selectField.id,\n linkFieldId: linkField.id,\n },\n };\n\n const lookupField = await createField(table2.id, lookupFieldRo);\n\n expect(lookupField).toMatchObject({\n name: 'Lookup SelectField',\n type: FieldType.SingleSelect,\n isLookup: true,\n options: {\n choices: [{ name: 'x', color: Colors.Cyan }],\n },\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: selectField.id,\n linkFieldId: linkField.id,\n },\n });\n\n const selectFieldUpdateRo = {\n ...selectFieldRo,\n options: {\n choices: [\n ...(selectField.options as ISelectFieldOptions).choices,\n { name: 'y', color: Colors.Blue },\n ],\n },\n };\n\n await convertField(table1.id, selectField.id, selectFieldUpdateRo);\n\n const lookupFieldAfter = await getField(table2.id, lookupField.id);\n expect((lookupFieldAfter.options as ISelectFieldOptions).choices.length).toEqual(2);\n expect((lookupFieldAfter.options as ISelectFieldOptions).choices[0]).toMatchObject({\n name: 'x',\n color: Colors.Cyan,\n });\n expect((lookupFieldAfter.options as ISelectFieldOptions).choices[1]).toMatchObject({\n name: 'y',\n color: Colors.Blue,\n });\n });\n\n it('should update lookup when the change lookupField', async () => {\n const textFieldRo: IFieldRo = {\n name: 'text',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'number',\n type: FieldType.Number,\n };\n\n const textField = await createField(table1.id, textFieldRo);\n const numberField = await createField(table1.id, numberFieldRo);\n\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n };\n\n const linkField = await createField(table2.id, linkFieldRo);\n await updateRecordByApi(table2.id, table2.records[0].id, linkField.id, [\n {\n id: table1.records[0].id,\n },\n {\n id: table1.records[1].id,\n },\n ]);\n await updateRecordByApi(table1.id, table1.records[0].id, textField.id, 'text1');\n await updateRecordByApi(table1.id, table1.records[0].id, numberField.id, 123);\n\n const lookupFieldRo1: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: textField.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n };\n\n const lookupField = await createField(table2.id, lookupFieldRo1);\n\n const textRecord = await getRecord(table2.id, table2.records[0].id);\n expect(textRecord.fields[lookupField.id]).toEqual(['text1']);\n\n const lookupFieldRo2: IFieldRo = {\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: numberField.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n };\n\n const updatedLookupField = await convertField(table2.id, lookupField.id, lookupFieldRo2);\n expect(updatedLookupField).toMatchObject(lookupFieldRo2);\n const numberRecord = await getRecord(table2.id, table2.records[0].id);\n expect(numberRecord.fields[lookupField.id]).toEqual([123]);\n });\n\n it.skipIf(!canRunCanaryV2)(\n 'should remove lookup filter when convert payload omits filter in v2',\n async () => {\n const regionField = await createField(table2.id, {\n name: 'Region',\n type: FieldType.SingleLineText,\n });\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'row-1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'row-2');\n await updateRecordByApi(table2.id, table2.records[0].id, regionField.id, 'South');\n await updateRecordByApi(table2.id, table2.records[1].id, regionField.id, 'North');\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[1].id,\n });\n\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: regionField.id, operator: 'is', value: 'South' }],\n },\n },\n });\n\n const beforeRecord = await getRecord(table1.id, table1.records[0].id);\n expect(beforeRecord.fields[lookupField.id]).toBeUndefined();\n\n const updatedField = await convertFieldByCanaryV2(table1.id, lookupField.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n });\n\n expect((updatedField.lookupOptions as ILookupOptionsRo).filter).toBeUndefined();\n\n const refreshedField = await getField(table1.id, lookupField.id);\n expect((refreshedField.lookupOptions as ILookupOptionsRo).filter).toBeUndefined();\n\n const afterRecord = await getRecord(table1.id, table1.records[0].id);\n expect(afterRecord.fields[lookupField.id]).toEqual('row-2');\n }\n );\n\n it.skipIf(!canRunCanaryV2)(\n 'should remove conditional lookup sort and limit when convert payload omits them in v2',\n async () => {\n const statusField = await createField(table2.id, {\n name: 'Status',\n type: FieldType.SingleLineText,\n });\n const scoreField = await createField(table2.id, {\n name: 'Score',\n type: FieldType.Number,\n });\n const statusFilterField = await createField(table1.id, {\n name: 'Status Filter',\n type: FieldType.SingleLineText,\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'row-1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'row-2');\n await updateRecordByApi(table2.id, table2.records[0].id, statusField.id, 'Active');\n await updateRecordByApi(table2.id, table2.records[1].id, statusField.id, 'Active');\n await updateRecordByApi(table2.id, table2.records[0].id, scoreField.id, 10);\n await updateRecordByApi(table2.id, table2.records[1].id, scoreField.id, 20);\n await updateRecordByApi(table1.id, table1.records[0].id, statusFilterField.id, 'Active');\n\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterField.id },\n },\n ],\n },\n sort: {\n fieldId: scoreField.id,\n order: SortFunc.Desc,\n },\n limit: 1,\n },\n });\n\n const beforeRecord = await getRecord(table1.id, table1.records[0].id);\n expect(beforeRecord.fields[lookupField.id]).toEqual(['row-2']);\n\n const updatedField = await convertFieldByCanaryV2(table1.id, lookupField.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterField.id },\n },\n ],\n },\n },\n });\n\n const updatedLookupOptions = updatedField.lookupOptions as IConditionalLookupOptions;\n expect(updatedLookupOptions.sort).toBeUndefined();\n expect(updatedLookupOptions.limit).toBeUndefined();\n\n const refreshedField = await getField(table1.id, lookupField.id);\n const refreshedLookupOptions = refreshedField.lookupOptions as IConditionalLookupOptions;\n expect(refreshedLookupOptions.sort).toBeUndefined();\n expect(refreshedLookupOptions.limit).toBeUndefined();\n\n const afterRecord = await getRecord(table1.id, table1.records[0].id);\n expect([...(afterRecord.fields[lookupField.id] as string[])].sort()).toEqual([\n 'row-1',\n 'row-2',\n ]);\n }\n );\n\n it.skipIf(!canRunCanaryV2)(\n 'should remove conditional lookup sort and limit for formula inner type when switch is off in v2',\n async () => {\n const statusField = await createField(table2.id, {\n name: 'Status',\n type: FieldType.SingleLineText,\n });\n const scoreField = await createField(table2.id, {\n name: 'Score',\n type: FieldType.Number,\n });\n const datetimeFormulaField = await createField(table2.id, {\n name: 'Datetime Formula',\n type: FieldType.Formula,\n options: {\n expression: 'NOW()',\n formatting: {\n date: 'YYYY-MM-DD',\n time: 'HH:mm',\n timeZone: 'Asia/Shanghai',\n },\n timeZone: 'Asia/Shanghai',\n },\n });\n const statusFilterField = await createField(table1.id, {\n name: 'Status Filter',\n type: FieldType.SingleLineText,\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, statusField.id, 'Active');\n await updateRecordByApi(table2.id, table2.records[1].id, statusField.id, 'Active');\n await updateRecordByApi(table2.id, table2.records[0].id, scoreField.id, 10);\n await updateRecordByApi(table2.id, table2.records[1].id, scoreField.id, 20);\n await updateRecordByApi(table1.id, table1.records[0].id, statusFilterField.id, 'Active');\n\n const lookupField = await createField(table1.id, {\n type: FieldType.Formula,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: datetimeFormulaField.id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterField.id },\n },\n ],\n },\n sort: {\n fieldId: scoreField.id,\n order: SortFunc.Desc,\n },\n limit: 1,\n },\n options: {\n expression: 'NOW()',\n formatting: {\n date: 'YYYY-MM-DD',\n time: 'HH:mm',\n timeZone: 'Asia/Shanghai',\n },\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const beforeRecord = await getRecord(table1.id, table1.records[0].id);\n expect(Array.isArray(beforeRecord.fields[lookupField.id])).toBeTruthy();\n expect((beforeRecord.fields[lookupField.id] as unknown[]).length).toBe(1);\n\n const updatedField = await convertFieldByCanaryV2(table1.id, lookupField.id, {\n type: FieldType.Formula,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: datetimeFormulaField.id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterField.id },\n },\n ],\n },\n },\n options: {\n expression: 'NOW()',\n formatting: {\n date: 'YYYY-MM-DD',\n time: 'HH:mm',\n timeZone: 'Asia/Shanghai',\n },\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const updatedLookupOptions = updatedField.lookupOptions as IConditionalLookupOptions;\n expect(updatedLookupOptions.sort).toBeUndefined();\n expect(updatedLookupOptions.limit).toBeUndefined();\n\n const refreshedField = await getField(table1.id, lookupField.id);\n const refreshedLookupOptions = refreshedField.lookupOptions as IConditionalLookupOptions;\n expect(refreshedLookupOptions.sort).toBeUndefined();\n expect(refreshedLookupOptions.limit).toBeUndefined();\n\n const persistedField = await prisma.txClient().field.findFirstOrThrow({\n where: { id: lookupField.id, deletedTime: null },\n select: {\n type: true,\n isConditionalLookup: true,\n lookupOptions: true,\n },\n });\n expect(persistedField.type).toBe(FieldType.Formula);\n expect(persistedField.isConditionalLookup).toBe(true);\n const persistedLookupOptions =\n typeof persistedField.lookupOptions === 'string'\n ? JSON.parse(persistedField.lookupOptions)\n : persistedField.lookupOptions;\n expect(persistedLookupOptions?.sort).toBeUndefined();\n expect(persistedLookupOptions?.limit).toBeUndefined();\n\n const afterRecord = await getRecord(table1.id, table1.records[0].id);\n expect(Array.isArray(afterRecord.fields[lookupField.id])).toBeTruthy();\n expect((afterRecord.fields[lookupField.id] as unknown[]).length).toBe(2);\n }\n );\n\n it.skipIf(!canRunCanaryV2)(\n 'should preserve formula datetime formatting when converting conditional lookup inner type in v2',\n async () => {\n const statusField = await createField(table2.id, {\n name: 'Status',\n type: FieldType.SingleLineText,\n });\n const dueDateField = await createField(table2.id, {\n name: 'Due Date',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'Asia/Shanghai',\n },\n },\n });\n const statusFilterField = await createField(table1.id, {\n name: 'Status Filter',\n type: FieldType.SingleLineText,\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, statusField.id, 'Active');\n await updateRecordByApi(table2.id, table2.records[1].id, statusField.id, 'Active');\n await updateRecordByApi(\n table2.id,\n table2.records[0].id,\n dueDateField.id,\n '2026-01-02T03:04:00.000Z'\n );\n await updateRecordByApi(\n table2.id,\n table2.records[1].id,\n dueDateField.id,\n '2026-01-03T05:06:00.000Z'\n );\n await updateRecordByApi(table1.id, table1.records[0].id, statusFilterField.id, 'Active');\n\n const lookupField = await createField(table1.id, {\n type: FieldType.Date,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: dueDateField.id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterField.id },\n },\n ],\n },\n },\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'Asia/Shanghai',\n },\n },\n });\n\n const convertedField = await convertFieldByCanaryV2(table1.id, lookupField.id, {\n type: FieldType.Formula,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: dueDateField.id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterField.id },\n },\n ],\n },\n },\n options: {\n expression: 'NOW()',\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'Asia/Shanghai',\n },\n timeZone: 'Asia/Shanghai',\n },\n });\n\n expect(convertedField.type).toBe(FieldType.Formula);\n expect(convertedField.isLookup).toBe(true);\n expect(convertedField.isConditionalLookup).toBe(true);\n expect(convertedField.options).toMatchObject({\n expression: 'NOW()',\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const refreshedField = await getField(table1.id, lookupField.id);\n expect(refreshedField.type).toBe(FieldType.Formula);\n expect(refreshedField.isLookup).toBe(true);\n expect(refreshedField.isConditionalLookup).toBe(true);\n expect(refreshedField.options).toMatchObject({\n expression: 'NOW()',\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const persistedField = await prisma.txClient().field.findFirstOrThrow({\n where: { id: lookupField.id, deletedTime: null },\n select: {\n type: true,\n isConditionalLookup: true,\n options: true,\n },\n });\n expect(persistedField.type).toBe(FieldType.Formula);\n expect(persistedField.isConditionalLookup).toBe(true);\n const persistedOptions =\n typeof persistedField.options === 'string'\n ? JSON.parse(persistedField.options)\n : persistedField.options;\n expect(persistedOptions).toMatchObject({\n expression: 'NOW()',\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'Asia/Shanghai',\n },\n });\n }\n );\n\n it.skipIf(!canRunCanaryV2)(\n 'should remove link filter options when convert payload omits them in v2',\n async () => {\n const statusField = await createField(table2.id, {\n name: 'Status',\n type: FieldType.SingleLineText,\n });\n await updateRecordByApi(table2.id, table2.records[0].id, statusField.id, 'Active');\n\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n filterByViewId: table2.defaultViewId,\n visibleFieldIds: [table2.fields[0].id],\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: statusField.id, operator: 'is', value: 'Active' }],\n },\n },\n });\n\n const updatedField = await convertFieldByCanaryV2(table1.id, linkField.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n },\n });\n\n const updatedOptions = updatedField.options as ILinkFieldOptions;\n expect(updatedOptions.filterByViewId).toBeUndefined();\n expect(updatedOptions.visibleFieldIds).toBeUndefined();\n expect(updatedOptions.filter).toBeUndefined();\n\n const refreshedField = await getField(table1.id, linkField.id);\n const refreshedOptions = refreshedField.options as ILinkFieldOptions;\n expect(refreshedOptions.filterByViewId).toBeUndefined();\n expect(refreshedOptions.visibleFieldIds).toBeUndefined();\n expect(refreshedOptions.filter).toBeUndefined();\n }\n );\n\n it('should change lookupField from link to text', async () => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n const linkField = await createField(table1.id, linkFieldRo);\n const symmetricLinkField = await getField(\n table2.id,\n (linkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n const lookupFieldRo: IFieldRo = {\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: symmetricLinkField.id,\n linkFieldId: linkField.id,\n },\n };\n\n const lookupField = await createField(table1.id, lookupFieldRo);\n // add a link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n {\n id: table2.records[0].id,\n },\n {\n id: table2.records[1].id,\n },\n ]);\n\n const newLookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n };\n\n await convertField(table1.id, lookupField.id, newLookupFieldRo);\n\n const linkFieldAfter = await getField(table1.id, linkField.id);\n const { meta: _linkFieldMeta, ...linkFieldWithoutMeta } = linkField;\n expect(linkFieldAfter).toMatchObject(linkFieldWithoutMeta);\n const records = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).records;\n expect(records[0].fields[linkField.id]).toEqual([\n {\n id: table2.records[0].id,\n },\n {\n id: table2.records[1].id,\n },\n ]);\n expect(records[0].fields[lookupField.id]).toBeUndefined();\n });\n\n it('should change lookupField from link to other link', async () => {\n const linkFieldRo1: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n const linkFieldRo2: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n const linkField1 = await createField(table1.id, linkFieldRo1);\n const linkField2 = await createField(table1.id, linkFieldRo2);\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: (linkField1.options as ILinkFieldOptions).symmetricFieldId as string,\n linkFieldId: linkField1.id,\n },\n };\n\n const lookupField = await createField(table1.id, lookupFieldRo);\n // add a link record\n // record[0] for linkField1\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n // record[1] for linkField2\n await updateRecordByApi(table1.id, table1.records[1].id, linkField2.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n const lookupFieldRo2: IFieldRo = {\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: (linkField2.options as ILinkFieldOptions).symmetricFieldId as string,\n linkFieldId: linkField2.id,\n },\n };\n const recordsPre = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).records;\n expect(recordsPre[0].fields[lookupField.id]).toEqual([\n { id: table1.records[0].id },\n { id: table1.records[0].id },\n ]);\n await convertField(table1.id, lookupField.id, lookupFieldRo2);\n const linkField1After = await getField(table1.id, linkField1.id);\n const { meta: _linkField1Meta, ...linkField1WithoutMeta } = linkField1;\n expect(linkField1After).toMatchObject(linkField1WithoutMeta);\n const linkField2After = await getField(table1.id, linkField2.id);\n const { meta: _linkField2Meta, ...linkField2WithoutMeta } = linkField2;\n expect(linkField2After).toMatchObject(linkField2WithoutMeta);\n\n const records = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).records;\n expect(records[0].fields[linkField1.id]).toEqual([\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n expect(records[0].fields[linkField2.id] ?? []).toEqual([]);\n expect(records[1].fields[linkField2.id]).toEqual([\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n // record[0] for lookupField is to be undefined\n expect(records[0].fields[lookupField.id] ?? []).toEqual([]);\n // record[1] for lookupField\n expect(records[1].fields[lookupField.id]).toEqual([\n { id: table1.records[1].id },\n { id: table1.records[1].id },\n ]);\n });\n\n it('should lookupField link work when convert many-many to many-one link', async () => {\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'A1');\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n\n const table2LinkTable1Field = await createField(table2.id, {\n type: FieldType.Link,\n options: {\n isOneWay: true,\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n },\n });\n await updateRecordByApi(table2.id, table2.records[0].id, table2LinkTable1Field.id, {\n id: table1.records[0].id,\n });\n const table2LinkTable1Record = await getRecord(table2.id, table2.records[0].id);\n expect(table2LinkTable1Record.fields[table2LinkTable1Field.id]).toEqual({\n id: table1.records[0].id,\n title: 'A1',\n });\n\n const table3linkTable2Field = await createField(table3.id, {\n type: FieldType.Link,\n options: {\n isOneWay: false,\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n });\n const table3lookupTable2Field = await createField(table3.id, {\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2LinkTable1Field.id,\n linkFieldId: table3linkTable2Field.id,\n },\n });\n await updateRecordByApi(table3.id, table3.records[0].id, table3linkTable2Field.id, [\n {\n id: table2.records[0].id,\n },\n ]);\n const table3lookupTable2Record = await getRecord(table3.id, table3.records[0].id);\n expect(table3lookupTable2Record.fields[table3linkTable2Field.id]).toEqual([\n {\n id: table2.records[0].id,\n title: 'B1',\n },\n ]);\n expect(table3lookupTable2Record.fields[table3lookupTable2Field.id]).toEqual([\n {\n id: table1.records[0].id,\n title: 'A1',\n },\n ]);\n\n await convertField(table3.id, table3linkTable2Field.id, {\n type: FieldType.Link,\n options: {\n isOneWay: false,\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n });\n const table3lookupTable2RecordAfter = await getRecord(table3.id, table3.records[0].id);\n expect(table3lookupTable2RecordAfter.fields[table3lookupTable2Field.id]).toEqual({\n id: table1.records[0].id,\n title: 'A1',\n });\n });\n\n it('should reset show as for lookup', async () => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // add a link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n options: {\n showAs: {\n type: SingleLineTextDisplayType.Email,\n },\n },\n };\n\n const newLookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n options: {},\n };\n\n const { newField } = await expectUpdate(table1, lookupFieldRo, newLookupFieldRo, []);\n expect(newField.options).toEqual({});\n });\n\n it('should update show as for rollup and lookup', async () => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // add a link record\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n options: {\n showAs: {\n type: SingleLineTextDisplayType.Email,\n },\n },\n };\n\n const newLookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n options: {},\n };\n\n const rollupFieldRo: IFieldRo = {\n type: FieldType.Rollup,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n options: {\n expression: 'concatenate({values})',\n showAs: {\n type: SingleLineTextDisplayType.Email,\n },\n },\n };\n\n const newRollupFieldRo: IFieldRo = {\n type: FieldType.Rollup,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n options: {\n expression: 'concatenate({values})',\n },\n };\n\n const { newField: newRollupField } = await expectUpdate(\n table1,\n rollupFieldRo,\n newRollupFieldRo,\n []\n );\n expect(newRollupField.options).toEqual({\n expression: 'concatenate({values})',\n });\n\n const { newField: newLookupField } = await expectUpdate(\n table1,\n lookupFieldRo,\n newLookupFieldRo,\n []\n );\n expect(newLookupField.options).toEqual({});\n });\n });\n\n describe('convert rollup field', () => {\n bfAf();\n\n it('should update rollup change rollup to field', async () => {\n const textFieldRo: IFieldRo = {\n name: 'text',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'number',\n type: FieldType.Number,\n };\n\n const textField = await createField(table1.id, textFieldRo);\n const numberField = await createField(table1.id, numberFieldRo);\n\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n };\n\n const linkField = await createField(table2.id, linkFieldRo);\n await updateRecordByApi(table2.id, table2.records[0].id, linkField.id, [\n {\n id: table1.records[0].id,\n },\n {\n id: table1.records[1].id,\n },\n ]);\n\n const rollupFieldRo1: IFieldRo = {\n name: 'Roll up',\n type: FieldType.Rollup,\n options: {\n expression: `count({values})`,\n formatting: {\n precision: 2,\n type: 'decimal',\n },\n } as IRollupFieldOptions,\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: textField.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n };\n\n const rollupField = await createField(table2.id, rollupFieldRo1);\n\n const rollupFieldRo2: IFieldRo = {\n type: FieldType.Rollup,\n options: {\n expression: `count({values})`,\n } as IRollupFieldOptions,\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: numberField.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n };\n\n await convertField(table2.id, rollupField.id, rollupFieldRo2);\n });\n\n it.skipIf(!canRunCanaryV2)(\n 'should remove conditional rollup sort and limit when convert payload omits them in v2',\n async () => {\n const statusField = await createField(table2.id, {\n name: 'Status',\n type: FieldType.SingleLineText,\n });\n const scoreField = await createField(table2.id, {\n name: 'Score',\n type: FieldType.Number,\n });\n const statusFilterField = await createField(table1.id, {\n name: 'Status Filter',\n type: FieldType.SingleLineText,\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'row-1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'row-2');\n await updateRecordByApi(table2.id, table2.records[0].id, statusField.id, 'Active');\n await updateRecordByApi(table2.id, table2.records[1].id, statusField.id, 'Active');\n await updateRecordByApi(table2.id, table2.records[0].id, scoreField.id, 10);\n await updateRecordByApi(table2.id, table2.records[1].id, scoreField.id, 20);\n await updateRecordByApi(table1.id, table1.records[0].id, statusFilterField.id, 'Active');\n\n const conditionalRollupField = await createField(table1.id, {\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n expression: 'array_compact({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterField.id },\n },\n ],\n },\n sort: {\n fieldId: scoreField.id,\n order: SortFunc.Desc,\n },\n limit: 1,\n } as IConditionalRollupFieldOptions,\n });\n\n const beforeRecord = await getRecord(table1.id, table1.records[0].id);\n expect(beforeRecord.fields[conditionalRollupField.id]).toEqual(['row-2']);\n\n const updatedField = await convertFieldByCanaryV2(table1.id, conditionalRollupField.id, {\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n expression: 'array_compact({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterField.id },\n },\n ],\n },\n } as IConditionalRollupFieldOptions,\n });\n\n const updatedOptions = updatedField.options as IConditionalRollupFieldOptions;\n expect(updatedOptions.sort).toBeUndefined();\n expect(updatedOptions.limit).toBeUndefined();\n\n const refreshedField = await getField(table1.id, conditionalRollupField.id);\n const refreshedOptions = refreshedField.options as IConditionalRollupFieldOptions;\n expect(refreshedOptions.sort).toBeUndefined();\n expect(refreshedOptions.limit).toBeUndefined();\n\n const afterRecord = await getRecord(table1.id, table1.records[0].id);\n expect([...(afterRecord.fields[conditionalRollupField.id] as string[])].sort()).toEqual([\n 'row-1',\n 'row-2',\n ]);\n }\n );\n });\n\n describe('rollup conversion regressions', () => {\n bfAf();\n\n it('should convert an errored rollup to text without type mismatch', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n });\n\n // Seed a linked record to exercise rollup evaluation\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'seed');\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const rollupField = await createField(table1.id, {\n name: 'Done Rate',\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n },\n });\n\n // Break the link dependency via API so the rollup enters an errored state.\n await convertField(table1.id, linkField.id, {\n type: FieldType.SingleLineText,\n });\n const erroredRollup = await getField(table1.id, rollupField.id);\n expect(erroredRollup.hasError).toBeTruthy();\n\n const updatedField = await convertField(table1.id, rollupField.id, {\n type: FieldType.SingleLineText,\n });\n\n expect(updatedField.type).toBe(FieldType.SingleLineText);\n expect(updatedField.dbFieldType).toBe(DbFieldType.Text);\n expect(updatedField.cellValueType).toBe(CellValueType.String);\n expect(updatedField.hasError ?? null).toBeNull();\n });\n });\n\n describe('convert user field', () => {\n bfAf();\n\n it('should convert the dbFieldName and name with options change', async () => {\n const oldFieldRo: IFieldRo = {\n name: 'TextField',\n description: 'hello',\n type: FieldType.SingleLineText,\n dbFieldName: 'textDbFieldName',\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.User,\n dbFieldName: 'convertTextDbFieldName',\n name: 'convertTextFieldName',\n };\n\n const { newField } = await expectUpdate(table1, oldFieldRo, newFieldRo, [\n globalThis.testConfig.userName,\n globalThis.testConfig.email,\n globalThis.testConfig.userId,\n ]);\n expect(newField.name).toEqual('convertTextFieldName');\n expect(newField.dbFieldName).toEqual('convertTextDbFieldName');\n });\n\n it('should convert user field', async () => {\n const oldFieldRo: IFieldRo = {\n name: 'TextField',\n description: 'hello',\n type: FieldType.SingleLineText,\n };\n const newFieldRo: IFieldRo = {\n name: 'New Name',\n type: FieldType.User,\n };\n\n const { newField } = await expectUpdate(table1, oldFieldRo, newFieldRo, [\n globalThis.testConfig.userName,\n globalThis.testConfig.email,\n globalThis.testConfig.userId,\n ]);\n expect(newField.type).toEqual(FieldType.User);\n\n const { records } = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [newField.id],\n });\n const notEmptyRecordsFields = records\n .filter((r) => r.fields[newField.id] != null)\n .map((r) => (r.fields[newField.id] as IUserCellValue).id);\n expect(notEmptyRecordsFields).toHaveLength(3);\n expect(notEmptyRecordsFields).toEqual([\n globalThis.testConfig.userId,\n globalThis.testConfig.userId,\n globalThis.testConfig.userId,\n ]);\n });\n\n it('should convert user field with multiple values', async () => {\n // Create two new users\n const user1Email = 'multiuser1@example.com';\n const user2Email = 'multiuser2@example.com';\n const user1Request = await createNewUserAxios({\n email: user1Email,\n password: '12345678',\n });\n const user2Request = await createNewUserAxios({\n email: user2Email,\n password: '12345678',\n });\n\n // Get user information\n const user1Info = (await user1Request.get(USER_ME)).data;\n const user2Info = (await user2Request.get(USER_ME)).data;\n\n // Add users as collaborators to the base\n await emailBaseInvitation({\n baseId,\n emailBaseInvitationRo: {\n emails: [user1Email, user2Email],\n role: baseRole.Editor,\n },\n });\n\n const oldFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n };\n const newFieldRo: IFieldRo = {\n name: 'UserField',\n type: FieldType.User,\n options: {\n isMultiple: true,\n shouldNotify: false,\n },\n };\n const { newField: newField, values: values } = await expectUpdate(\n table1,\n oldFieldRo,\n newFieldRo,\n [\n `${user1Info.id}, ${user2Info.name}, ${globalThis.testConfig.email}`,\n `${user1Info.email},${user2Info.id}`,\n ]\n );\n expect(newField.type).toEqual(FieldType.User);\n expect(values[0]).toHaveLength(3);\n expect((values[0] as IUserCellValue[]).map((u) => u.id).sort()).toEqual(\n [user1Info.id, user2Info.id, globalThis.testConfig.userId].sort()\n );\n expect(values[1]).toHaveLength(2);\n expect((values[1] as IUserCellValue[]).map((u) => u.id).sort()).toEqual(\n [user1Info.id, user2Info.id].sort()\n );\n\n // Delete users from collaborators\n await deleteBaseCollaborator({\n baseId,\n deleteBaseCollaboratorRo: {\n principalId: user1Info.id,\n principalType: PrincipalType.User,\n },\n });\n await deleteBaseCollaborator({\n baseId,\n deleteBaseCollaboratorRo: {\n principalId: user2Info.id,\n principalType: PrincipalType.User,\n },\n });\n });\n\n it('should convert user field with single value', async () => {\n // Create two new users\n const userEmail = 'singleuser@example.com';\n const userRequest = await createNewUserAxios({\n email: userEmail,\n password: '12345678',\n });\n\n // Get user information\n const userInfo = (await userRequest.get(USER_ME)).data;\n\n // Add users as collaborators to the base\n await emailBaseInvitation({\n baseId,\n emailBaseInvitationRo: {\n emails: [userEmail],\n role: baseRole.Editor,\n },\n });\n\n const oldFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n };\n const newFieldRo: IFieldRo = {\n name: 'UserField',\n type: FieldType.User,\n options: {\n isMultiple: false,\n shouldNotify: false,\n },\n };\n const { newField: newField, values: values } = await expectUpdate(\n table1,\n oldFieldRo,\n newFieldRo,\n [\n `${userInfo.id}, ${globalThis.testConfig.email}`,\n `${globalThis.testConfig.email},${userInfo.id}`,\n ]\n );\n\n expect(newField.type).toEqual(FieldType.User);\n expect((values[0] as IUserCellValue).id).toEqual(userInfo.id);\n expect((values[1] as IUserCellValue).id).toEqual(globalThis.testConfig.userId);\n\n // Delete user from collaborators\n await deleteBaseCollaborator({\n baseId,\n deleteBaseCollaboratorRo: {\n principalId: userInfo.id,\n principalType: PrincipalType.User,\n },\n });\n });\n });\n\n describe('convert button field', () => {\n bfAf();\n\n it('should convert the dbFieldName and name with options change', async () => {\n const buttonFieldRo: IFieldRo = {\n type: FieldType.Button,\n options: {\n label: 'buttonField2',\n color: Colors.Red,\n workflow: {\n id: generateWorkflowId(),\n name: 'workflow1',\n isActive: true,\n },\n },\n dbFieldName: 'buttonDbFieldName',\n name: 'buttonFieldName',\n };\n const newFieldRo: IFieldRo = {\n type: FieldType.Button,\n options: {\n label: 'buttonField2',\n color: Colors.Red,\n },\n dbFieldName: 'convertButtonDbFieldName',\n name: 'convertButtonFieldName',\n };\n const { newField } = await expectUpdate(table1, buttonFieldRo, newFieldRo);\n expect(newField.name).toEqual('convertButtonFieldName');\n expect(newField.dbFieldName).toEqual('convertButtonDbFieldName');\n });\n\n it('should convert button field to text', async () => {\n const buttonFieldRo: IFieldRo = {\n type: FieldType.Button,\n options: {\n label: 'buttonField2',\n color: Colors.Red,\n workflow: {\n id: generateWorkflowId(),\n name: 'workflow1',\n isActive: true,\n },\n },\n };\n const buttonField = await createField(table1.id, buttonFieldRo);\n\n const clickRes = await buttonClick(table1.id, table1.records[0].id, buttonField.id);\n const clickValue = clickRes.data.record.fields[buttonField.id] as IButtonFieldCellValue;\n expect(clickValue.count).toEqual(1);\n\n const newFieldRo: IFieldRo = {\n ...buttonFieldRo,\n options: {\n ...buttonFieldRo.options,\n workflow: null,\n } as IButtonFieldOptions,\n };\n\n await convertField(table1.id, buttonField.id, newFieldRo);\n\n const { records: newRecords } = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [buttonField.id],\n });\n\n expect(newRecords[0].fields[buttonField.id]).toBeUndefined();\n });\n });\n\n describe('modify primary field', () => {\n bfAf();\n\n it('should modify general property', async () => {\n const primaryField = table1.fields[0];\n const primaryFieldId = primaryField.id;\n const newFieldRo: IFieldRo = {\n ...primaryField,\n dbFieldName: 'id',\n };\n\n const field = await convertField(table1.id, primaryField.id, newFieldRo);\n expect(field.dbFieldName).toEqual('id');\n\n const uniqueFieldRo: IFieldRo = {\n ...field,\n unique: true,\n };\n\n const uniqueField = await convertField(table1.id, primaryFieldId, uniqueFieldRo);\n expect(uniqueField.unique).toEqual(true);\n const matchedIndexes1 = await fieldService.findUniqueIndexesForField(\n table1.dbTableName,\n uniqueField.dbFieldName\n );\n expect(matchedIndexes1).toHaveLength(1);\n\n const dropUniqueFieldRo: IFieldRo = {\n ...uniqueField,\n unique: false,\n };\n\n const dropUniqueField = await convertField(table1.id, primaryFieldId, dropUniqueFieldRo);\n expect(dropUniqueField.unique).toEqual(false);\n const matchedIndexes2 = await fieldService.findUniqueIndexesForField(\n table1.dbTableName,\n dropUniqueField.dbFieldName\n );\n expect(matchedIndexes2).toHaveLength(0);\n });\n\n it('should modify old unique property', async () => {\n const field = table1.fields[0];\n const matchedIndexes = await fieldService.findUniqueIndexesForField(\n table1.dbTableName,\n field.dbFieldName\n );\n expect(matchedIndexes).toHaveLength(0);\n\n const sql = knex.schema\n .alterTable(table1.dbTableName, (table) => {\n table.unique([field.dbFieldName], {});\n })\n .toQuery();\n\n await prisma.txClient().$executeRawUnsafe(sql);\n\n const matchedIndexes1 = await fieldService.findUniqueIndexesForField(\n table1.dbTableName,\n field.dbFieldName\n );\n expect(matchedIndexes1).toHaveLength(1);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/field-delete-references.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport {\n ColorConfigType,\n FieldType,\n Relationship,\n SortFunc,\n ViewType,\n type IFilterRo,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createBase,\n getFieldDeleteReferences,\n permanentDeleteBase,\n updateViewGroup,\n updateViewSort,\n} from '@teable/openapi';\nimport {\n createField,\n createTable,\n createView,\n initApp,\n permanentDeleteTable,\n updateViewFilter,\n} from './utils/init-app';\n\ndescribe('OpenAPI get field delete references (e2e)', () => {\n let app: INestApplication | undefined;\n let prisma: PrismaService;\n let baseId: string;\n const spaceId = globalThis.testConfig.spaceId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = appCtx.app.get(PrismaService);\n const base = await createBase({\n spaceId,\n name: 'DeleteRefBase',\n });\n baseId = base.data.id;\n });\n\n afterAll(async () => {\n await permanentDeleteBase(baseId);\n if (app) {\n await app.close();\n }\n });\n\n describe('dependent field analysis', () => {\n let hostTable: ITableFullVo | undefined;\n let foreignTable: ITableFullVo | undefined;\n let table: ITableFullVo | undefined;\n\n afterEach(async () => {\n if (hostTable?.id) {\n await permanentDeleteTable(baseId, hostTable.id);\n }\n if (foreignTable?.id) {\n await permanentDeleteTable(baseId, foreignTable.id);\n }\n if (table?.id) {\n await permanentDeleteTable(baseId, table.id);\n }\n hostTable = undefined;\n foreignTable = undefined;\n table = undefined;\n });\n\n it('detects one-way link display dependencies via lookupFieldId and visibleFieldIds', async () => {\n foreignTable = await createTable(baseId, {\n name: 'DeleteRefForeign',\n fields: [\n { name: 'Display Field', type: FieldType.SingleLineText },\n { name: 'Other Field', type: FieldType.SingleLineText },\n ],\n });\n hostTable = await createTable(baseId, {\n name: 'DeleteRefHost',\n });\n\n const displayField = foreignTable.fields.find((f) => f.name === 'Display Field')!;\n const otherField = foreignTable.fields.find((f) => f.name === 'Other Field')!;\n\n const hostLinkField = await createField(hostTable.id, {\n name: 'Foreign Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignTable.id,\n isOneWay: true,\n lookupFieldId: displayField.id,\n visibleFieldIds: [displayField.id],\n },\n });\n\n const displayRefs = await getFieldDeleteReferences(foreignTable.id, [displayField.id]);\n const displayDepItems = displayRefs.data[displayField.id].dependentFields.filter(\n (item) => item.id === hostLinkField.id\n );\n expect(displayDepItems).toHaveLength(1);\n expect(displayDepItems[0]).toMatchObject({\n id: hostLinkField.id,\n name: hostLinkField.name,\n type: FieldType.Link,\n source: {\n id: hostTable.id,\n name: hostTable.name,\n },\n });\n\n const otherRefs = await getFieldDeleteReferences(foreignTable.id, [otherField.id]);\n expect(\n otherRefs.data[otherField.id].dependentFields.some((item) => item.id === hostLinkField.id)\n ).toBeFalsy();\n });\n\n it('excludes fields that are deleted in the same batch from dependentFields', async () => {\n table = await createTable(baseId, {\n name: 'DeleteRefBatch',\n fields: [{ name: 'Source', type: FieldType.SingleLineText }],\n });\n\n const sourceField = table.fields.find((f) => f.name === 'Source')!;\n const formulaField = await createField(table.id, {\n name: 'Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${sourceField.id}}`,\n },\n });\n\n const singleDeleteRefs = await getFieldDeleteReferences(table.id, [sourceField.id]);\n expect(\n singleDeleteRefs.data[sourceField.id].dependentFields.some(\n (item) => item.id === formulaField.id\n )\n ).toBeTruthy();\n\n const batchDeleteRefs = await getFieldDeleteReferences(table.id, [\n sourceField.id,\n formulaField.id,\n ]);\n expect(\n batchDeleteRefs.data[sourceField.id].dependentFields.some(\n (item) => item.id === formulaField.id\n )\n ).toBeFalsy();\n });\n\n it('returns empty references for out-of-table or missing field ids', async () => {\n hostTable = await createTable(baseId, {\n name: 'DeleteRefMainTable',\n });\n foreignTable = await createTable(baseId, {\n name: 'DeleteRefOtherTable',\n });\n\n const foreignPrimaryFieldId = foreignTable.fields[0].id;\n const missingFieldId = 'fld_missing_delete_ref';\n\n const refs = await getFieldDeleteReferences(hostTable.id, [\n foreignPrimaryFieldId,\n missingFieldId,\n ]);\n\n expect(refs.data[foreignPrimaryFieldId]).toEqual({\n workflowNodes: [],\n authorityMatrixRoles: [],\n views: [],\n dependentFields: [],\n });\n expect(refs.data[missingFieldId]).toEqual({\n workflowNodes: [],\n authorityMatrixRoles: [],\n views: [],\n dependentFields: [],\n });\n });\n\n it('detects view references from filters and all supported view options', async () => {\n const textFieldName = 'Text Field';\n const statusFieldName = 'Status';\n const attachmentFieldName = 'Attachment';\n const startDateFieldName = 'Start Date';\n const endDateFieldName = 'End Date';\n table = await createTable(baseId, {\n name: 'DeleteRefViews',\n fields: [\n { name: textFieldName, type: FieldType.SingleLineText },\n { name: statusFieldName, type: FieldType.SingleSelect },\n { name: attachmentFieldName, type: FieldType.Attachment },\n { name: startDateFieldName, type: FieldType.Date },\n { name: endDateFieldName, type: FieldType.Date },\n ],\n });\n\n const textField = table.fields.find((f) => f.name === textFieldName)!;\n const statusField = table.fields.find((f) => f.name === statusFieldName)!;\n const attachmentField = table.fields.find((f) => f.name === attachmentFieldName)!;\n const startDateField = table.fields.find((f) => f.name === startDateFieldName)!;\n const endDateField = table.fields.find((f) => f.name === endDateFieldName)!;\n\n const filterView = await createView(table.id, { name: 'Filter View', type: ViewType.Grid });\n const filterRo: IFilterRo = {\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: textField.id, operator: 'is', value: 'x' }],\n },\n };\n await updateViewFilter(table.id, filterView.id, filterRo);\n\n const sortView = await createView(table.id, { name: 'Sort View', type: ViewType.Grid });\n await updateViewSort(table.id, sortView.id, {\n sort: { sortObjs: [{ fieldId: textField.id, order: SortFunc.Asc }] },\n });\n\n const groupView = await createView(table.id, { name: 'Group View', type: ViewType.Grid });\n await updateViewGroup(table.id, groupView.id, {\n group: [{ fieldId: textField.id, order: SortFunc.Desc }],\n });\n\n const gridView = await createView(table.id, {\n name: 'Grid View',\n type: ViewType.Grid,\n options: { frozenFieldId: textField.id },\n });\n\n const kanbanView = await createView(table.id, {\n name: 'Kanban View',\n type: ViewType.Kanban,\n options: { stackFieldId: statusField.id, coverFieldId: attachmentField.id },\n });\n\n const galleryView = await createView(table.id, {\n name: 'Gallery View',\n type: ViewType.Gallery,\n options: { coverFieldId: attachmentField.id },\n });\n\n const calendarView = await createView(table.id, {\n name: 'Calendar View',\n type: ViewType.Calendar,\n options: {\n startDateFieldId: startDateField.id,\n endDateFieldId: endDateField.id,\n titleFieldId: textField.id,\n colorConfig: {\n type: ColorConfigType.Field,\n fieldId: statusField.id,\n },\n },\n });\n\n const refs = await getFieldDeleteReferences(table.id, [\n textField.id,\n statusField.id,\n attachmentField.id,\n startDateField.id,\n endDateField.id,\n ]);\n const textRefViewIds = refs.data[textField.id].views.map((view) => view.id);\n expect(textRefViewIds).toEqual(\n expect.arrayContaining([\n filterView.id,\n sortView.id,\n groupView.id,\n gridView.id,\n calendarView.id,\n ])\n );\n\n const statusRefViewIds = refs.data[statusField.id].views.map((view) => view.id);\n expect(statusRefViewIds).toEqual(expect.arrayContaining([kanbanView.id, calendarView.id]));\n\n const attachmentRefViewIds = refs.data[attachmentField.id].views.map((view) => view.id);\n expect(attachmentRefViewIds).toEqual(expect.arrayContaining([kanbanView.id, galleryView.id]));\n\n const startDateRefViewIds = refs.data[startDateField.id].views.map((view) => view.id);\n expect(startDateRefViewIds).toContain(calendarView.id);\n\n const endDateRefViewIds = refs.data[endDateField.id].views.map((view) => view.id);\n expect(endDateRefViewIds).toContain(calendarView.id);\n });\n\n it('ignores malformed view JSON and still returns references safely', async () => {\n const textFieldName = 'Text Field';\n const malformedJson = '{broken-json';\n table = await createTable(baseId, {\n name: 'DeleteRefMalformedView',\n fields: [{ name: textFieldName, type: FieldType.SingleLineText }],\n });\n\n const textField = table.fields.find((f) => f.name === textFieldName)!;\n\n await prisma.view.update({\n where: { id: table.defaultViewId! },\n data: {\n filter: malformedJson,\n sort: malformedJson,\n group: malformedJson,\n options: malformedJson,\n },\n });\n\n const refs = await getFieldDeleteReferences(table.id, [textField.id]);\n expect(refs.data[textField.id]).toEqual({\n workflowNodes: [],\n authorityMatrixRoles: [],\n views: [],\n dependentFields: [],\n });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/field-duplicate.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable sonarjs/cognitive-complexity */\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n IButtonFieldCellValue,\n IFieldRo,\n ILinkFieldOptions,\n INumberFormatting,\n} from '@teable/core';\nimport {\n Colors,\n FieldKeyType,\n FieldType,\n generateFieldId,\n generateWorkflowId,\n Relationship,\n ViewType,\n} from '@teable/core';\nimport type { ICreateBaseVo, ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n getFields,\n duplicateField,\n createView,\n getView,\n buttonClick,\n createBase,\n} from '@teable/openapi';\nimport { omit, pick } from 'lodash';\nimport { x_20 } from './data-helpers/20x';\nimport { x_20_link, x_20_link_from_lookups } from './data-helpers/20x-link';\n\nimport {\n createTable,\n permanentDeleteTable,\n initApp,\n createRecords,\n getRecords,\n} from './utils/init-app';\n\ndescribe('OpenAPI FieldOpenApiController for duplicate field (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const spaceId = globalThis.testConfig.spaceId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n describe('duplicate formula fields with auto number metadata', () => {\n let table: ITableFullVo;\n let autoFieldId: string;\n let autoLenFieldId: string;\n\n beforeAll(async () => {\n autoFieldId = generateFieldId();\n table = await createTable(baseId, {\n name: 'auto-len-duplicate',\n fields: [\n {\n id: autoFieldId,\n name: 'auto',\n type: FieldType.AutoNumber,\n },\n ],\n });\n\n await createField(table.id, {\n name: 'auto-len',\n type: FieldType.Formula,\n options: {\n expression: `LEN({${autoFieldId}})`,\n },\n });\n const fields = (await getFields(table.id)).data;\n autoLenFieldId = fields.find((f) => f.name === 'auto-len')?.id ?? '';\n expect(autoLenFieldId).toBeTruthy();\n\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {},\n },\n ],\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should duplicate formula and preserve evaluation on auto number columns', async () => {\n const duplicated = await duplicateField(table.id, autoLenFieldId, {\n name: 'auto-len-copy',\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const first = records[0];\n\n expect(first.fields[autoLenFieldId]).toEqual(1);\n expect(first.fields[duplicated.data.id]).toEqual(1);\n });\n });\n\n describe('duplicate field response compatibility under FORCE_V2', () => {\n let table: ITableFullVo;\n let foreignTable: ITableFullVo;\n let linkFieldId: string;\n let foreignPrimaryFieldId: string;\n\n beforeAll(async () => {\n foreignTable = await createTable(baseId, {\n name: 'dup_force_v2_compat_foreign',\n fields: [\n {\n type: FieldType.SingleLineText,\n name: 'foreign_name',\n },\n ],\n });\n foreignPrimaryFieldId = foreignTable.fields.find((f) => f.isPrimary)!.id;\n\n table = await createTable(baseId, {\n name: 'dup_force_v2_compat_main',\n });\n\n const linkField = (\n await createField(table.id, {\n type: FieldType.Link,\n name: 'to_foreign',\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n isOneWay: false,\n },\n })\n ).data;\n linkFieldId = linkField.id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, foreignTable.id);\n });\n\n it('keeps description but omits false/linked compatibility keys in duplicated fields', async () => {\n const describedField = (\n await createField(table.id, {\n type: FieldType.Number,\n name: 'number_with_description',\n description: 'description_kept',\n })\n ).data;\n const duplicatedDescribedField = (\n await duplicateField(table.id, describedField.id, {\n name: 'number_with_description_copy',\n })\n ).data;\n expect(duplicatedDescribedField.description).toBe('description_kept');\n\n const lookupField = (\n await createField(table.id, {\n type: FieldType.SingleLineText,\n name: 'lookup_force_v2_compat',\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n linkFieldId,\n lookupFieldId: foreignPrimaryFieldId,\n },\n })\n ).data;\n const duplicatedLookupField = (\n await duplicateField(table.id, lookupField.id, {\n name: 'lookup_force_v2_compat_copy',\n })\n ).data;\n const duplicatedLookupOptions = duplicatedLookupField.lookupOptions as\n | Record\n | undefined;\n\n expect(Object.prototype.hasOwnProperty.call(duplicatedLookupOptions ?? {}, 'isOneWay')).toBe(\n false\n );\n expect(\n Object.prototype.hasOwnProperty.call(duplicatedLookupOptions ?? {}, 'symmetricFieldId')\n ).toBe(false);\n\n const rollupField = (\n await createField(table.id, {\n type: FieldType.Rollup,\n name: 'rollup_force_v2_compat',\n lookupOptions: {\n foreignTableId: foreignTable.id,\n linkFieldId,\n lookupFieldId: foreignPrimaryFieldId,\n },\n options: {\n expression: 'countall({values})',\n },\n })\n ).data;\n const duplicatedRollupField = (\n await duplicateField(table.id, rollupField.id, {\n name: 'rollup_force_v2_compat_copy',\n })\n ).data;\n const duplicatedRollupLookupOptions = duplicatedRollupField.lookupOptions as\n | Record\n | undefined;\n\n expect(\n Object.prototype.hasOwnProperty.call(duplicatedRollupLookupOptions ?? {}, 'isOneWay')\n ).toBe(false);\n expect(\n Object.prototype.hasOwnProperty.call(\n duplicatedRollupLookupOptions ?? {},\n 'symmetricFieldId'\n )\n ).toBe(false);\n\n const buttonField = (\n await createField(table.id, {\n type: FieldType.Button,\n name: 'button_force_v2_compat',\n options: {\n label: 'go',\n color: Colors.Blue,\n workflow: {\n id: generateWorkflowId(),\n name: 'wf_for_compat',\n isActive: true,\n },\n },\n })\n ).data;\n const duplicatedButtonField = (\n await duplicateField(table.id, buttonField.id, {\n name: 'button_force_v2_compat_copy',\n })\n ).data;\n\n expect(duplicatedButtonField.isMultipleCellValue).toBeUndefined();\n });\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('duplicate all common fields', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n subTable.fields = (await getFields(subTable.id)).data;\n\n const nonCommonFieldType = [\n FieldType.Link,\n FieldType.Rollup,\n FieldType.Formula,\n FieldType.Button,\n ];\n const commonFields = table.fields.filter((field) => !nonCommonFieldType.includes(field.type));\n\n for (const field of commonFields) {\n await duplicateField(table.id, field.id, {\n name: `${field.name}_copy`,\n });\n }\n\n const fields = (await getFields(table.id)).data;\n const copiedFields = fields.filter((field) => field.name.endsWith('_copy'));\n\n expect(copiedFields.length).toBe(commonFields.length);\n\n expect(copiedFields.map((f) => omit(f, ['name', 'dbFieldName', 'id', 'isPrimary']))).toEqual(\n commonFields.map((f) => omit(f, ['name', 'dbFieldName', 'id', 'isPrimary']))\n );\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n });\n\n describe('duplicate cross-base link fields', () => {\n let table: ITableFullVo;\n let crossTable: ITableFullVo;\n let otherBase: ICreateBaseVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'main_table',\n fields: x_20.fields,\n });\n\n otherBase = (\n await createBase({\n spaceId,\n name: 'other-base',\n })\n ).data;\n\n crossTable = await createTable(otherBase.id, {\n name: 'record_query_x_20',\n fields: [\n {\n type: FieldType.SingleLineText,\n name: 'single_line_text',\n },\n ],\n });\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, crossTable.id);\n });\n\n it('should duplicate link field with cross-base table', async () => {\n const linkField = (\n await createField(table.id, {\n type: FieldType.Link,\n name: 'link',\n options: {\n baseId: otherBase.id,\n foreignTableId: crossTable.id,\n relationship: Relationship.ManyMany,\n },\n })\n ).data;\n\n const copiedLinkField = (\n await duplicateField(table.id, linkField.id, {\n name: `${linkField.name}_copy`,\n })\n ).data;\n\n expect(\n pick(copiedLinkField.options, ['baseId', 'foreignTableId', 'relationship', 'isOneWay'])\n ).toEqual({\n baseId: otherBase.id,\n foreignTableId: crossTable.id,\n relationship: Relationship.ManyMany,\n isOneWay: true,\n });\n });\n });\n\n describe('duplicate lookup with nested multi-hop dependencies', () => {\n let seasonTable: ITableFullVo;\n let productTable: ITableFullVo;\n let mainTable: ITableFullVo;\n let seasonNameFieldId: string;\n let productNameFieldId: string;\n let orderNameFieldId: string;\n let productSeasonLinkId: string;\n let productSeasonLookupId: string;\n let mainProductLinkId: string;\n let mainSeasonLookupId: string;\n\n beforeAll(async () => {\n seasonTable = await createTable(baseId, {\n name: 'season_table_nested_lookup',\n fields: [\n {\n type: FieldType.SingleLineText,\n name: 'season_name',\n },\n ],\n });\n seasonNameFieldId = seasonTable.fields.find((f) => f.name === 'season_name')!.id;\n const seasonRecords = await createRecords(seasonTable.id, {\n records: [\n { fields: { [seasonNameFieldId]: 'Spring' } },\n { fields: { [seasonNameFieldId]: 'Autumn' } },\n ],\n });\n\n productTable = await createTable(baseId, {\n name: 'product_table_nested_lookup',\n fields: [\n {\n type: FieldType.SingleLineText,\n name: 'product_name',\n },\n ],\n });\n productNameFieldId = productTable.fields.find((f) => f.name === 'product_name')!.id;\n\n const productSeasonLink = (\n await createField(productTable.id, {\n type: FieldType.Link,\n name: 'season_link',\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: seasonTable.id,\n },\n })\n ).data;\n productSeasonLinkId = productSeasonLink.id;\n\n const productSeasonLookup = (\n await createField(productTable.id, {\n type: FieldType.SingleLineText,\n name: 'season_lookup',\n isLookup: true,\n lookupOptions: {\n foreignTableId: seasonTable.id,\n linkFieldId: productSeasonLinkId,\n lookupFieldId: seasonNameFieldId,\n },\n })\n ).data;\n productSeasonLookupId = productSeasonLookup.id;\n\n const productRecords = await createRecords(productTable.id, {\n records: [\n {\n fields: {\n [productNameFieldId]: 'Starter Pack',\n [productSeasonLinkId]: [{ id: seasonRecords.records[0].id }],\n },\n },\n {\n fields: {\n [productNameFieldId]: 'Advanced Pack',\n [productSeasonLinkId]: [{ id: seasonRecords.records[1].id }],\n },\n },\n ],\n });\n\n mainTable = await createTable(baseId, {\n name: 'main_table_nested_lookup',\n fields: [\n {\n type: FieldType.SingleLineText,\n name: 'order_name',\n },\n ],\n });\n orderNameFieldId = mainTable.fields.find((f) => f.name === 'order_name')!.id;\n\n const mainProductLink = (\n await createField(mainTable.id, {\n type: FieldType.Link,\n name: 'product_link',\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: productTable.id,\n },\n })\n ).data;\n mainProductLinkId = mainProductLink.id;\n\n const mainSeasonLookup = (\n await createField(mainTable.id, {\n type: FieldType.SingleLineText,\n name: 'season_lookup',\n isLookup: true,\n lookupOptions: {\n foreignTableId: productTable.id,\n linkFieldId: mainProductLinkId,\n lookupFieldId: productSeasonLookupId,\n },\n })\n ).data;\n mainSeasonLookupId = mainSeasonLookup.id;\n\n await createRecords(mainTable.id, {\n records: [\n {\n fields: {\n [orderNameFieldId]: 'Order-1',\n [mainProductLinkId]: productRecords.records.map((rec) => ({ id: rec.id })),\n },\n },\n ],\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, mainTable.id);\n await permanentDeleteTable(baseId, productTable.id);\n await permanentDeleteTable(baseId, seasonTable.id);\n });\n\n it('duplicates multi-hop lookup field without missing CTEs', async () => {\n const duplicatedLookup = (\n await duplicateField(mainTable.id, mainSeasonLookupId, {\n name: 'season_lookup_copy',\n })\n ).data;\n\n expect(duplicatedLookup.isLookup).toBe(true);\n expect(duplicatedLookup.lookupOptions?.lookupFieldId).toBe(productSeasonLookupId);\n\n const records = await getRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [orderNameFieldId, mainSeasonLookupId, duplicatedLookup.id],\n });\n\n const orderRecord = records.records.find(\n (record) => record.fields[orderNameFieldId] === 'Order-1'\n );\n expect(orderRecord).toBeDefined();\n expect(orderRecord!.fields[duplicatedLookup.id]).toEqual(\n orderRecord!.fields[mainSeasonLookupId]\n );\n });\n });\n\n describe('duplicate link fields', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n subTable.fields = (await getFields(subTable.id)).data;\n\n const linkFields = table.fields.filter(\n (field) => field.type === FieldType.Link && !field.isLookup\n );\n\n for (const field of linkFields) {\n await duplicateField(table.id, field.id, {\n name: `${field.name}_copy`,\n });\n }\n\n const fields = (await getFields(table.id)).data;\n const copiedFields = fields.filter((field) => field.name.endsWith('_copy'));\n\n expect(copiedFields.length).toBe(linkFields.length);\n\n const copiedLinkFields = copiedFields\n .filter((field) => field.type === FieldType.Link)\n .map((f) => {\n return {\n ...omit(f, ['name', 'dbFieldName', 'id', 'isPrimary']),\n options: {\n ...pick(f.options, ['foreignTableId', 'isOneWay', 'relationship', 'lookupFieldId']),\n },\n };\n });\n\n const assertLinkFields = linkFields.map((f) => {\n return {\n ...omit(f, ['name', 'dbFieldName', 'id', 'isPrimary']),\n options: {\n ...pick(f.options, ['foreignTableId', 'isOneWay', 'relationship', 'lookupFieldId']),\n // all be one way\n isOneWay: true,\n },\n };\n });\n\n expect(copiedLinkFields).toEqual(assertLinkFields);\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n });\n\n describe('duplicate link field should copy cell data', () => {\n let foreignTable: ITableFullVo;\n let mainTable: ITableFullVo;\n let linkFieldId: string;\n\n beforeAll(async () => {\n // create foreign table with some records\n foreignTable = await createTable(baseId, { name: 'dup_link_foreign' });\n const primaryFieldId = foreignTable.fields.find((f) => f.isPrimary)!.id;\n const created = await createRecords(foreignTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n { fields: { [primaryFieldId]: 'A1' } },\n { fields: { [primaryFieldId]: 'A2' } },\n { fields: { [primaryFieldId]: 'A3' } },\n ],\n });\n\n // create main table and a link field to foreignTable\n mainTable = await createTable(baseId, { name: 'dup_link_main' });\n const linkField = (\n await createField(mainTable.id, {\n type: FieldType.Link,\n name: 'link_to_foreign',\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n },\n })\n ).data;\n linkFieldId = linkField.id;\n\n // create records in main table with link values\n await createRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [linkFieldId]: [{ id: created.records[0].id }, { id: created.records[1].id }],\n },\n },\n {\n fields: {\n [linkFieldId]: [{ id: created.records[2].id }],\n },\n },\n ],\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, mainTable.id);\n await permanentDeleteTable(baseId, foreignTable.id);\n });\n\n it('should duplicate link field and preserve all cell values', async () => {\n const copied = (\n await duplicateField(mainTable.id, linkFieldId, {\n name: 'link_to_foreign_copy',\n })\n ).data;\n\n const { records } = await getRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n for (const r of records) {\n expect(r.fields[copied.id]).toEqual(r.fields[linkFieldId]);\n }\n });\n });\n\n describe('duplicate common fields should copy cell data', () => {\n let table: ITableFullVo;\n let textFieldId: string;\n let numberFieldId: string;\n let checkboxFieldId: string;\n\n beforeAll(async () => {\n // create base table\n table = await createTable(baseId, { name: 'dup_common_main' });\n\n // add three common fields\n textFieldId = (\n await createField(table.id, {\n type: FieldType.SingleLineText,\n name: 'text_col',\n })\n ).data.id;\n\n numberFieldId = (\n await createField(table.id, {\n type: FieldType.Number,\n name: 'num_col',\n })\n ).data.id;\n\n checkboxFieldId = (\n await createField(table.id, {\n type: FieldType.Checkbox,\n name: 'bool_col',\n })\n ).data.id;\n\n // seed a few records with mixed values (including nulls/false)\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [textFieldId]: 'hello',\n [numberFieldId]: 42,\n [checkboxFieldId]: true,\n },\n },\n {\n fields: {\n [textFieldId]: 'world',\n [numberFieldId]: null,\n [checkboxFieldId]: false,\n },\n },\n {\n fields: {\n [textFieldId]: null,\n [numberFieldId]: 0,\n [checkboxFieldId]: true,\n },\n },\n ],\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should duplicate text/number/checkbox fields and preserve all cell values', async () => {\n const copiedText = (\n await duplicateField(table.id, textFieldId, {\n name: 'text_col_copy',\n })\n ).data;\n\n const copiedNumber = (\n await duplicateField(table.id, numberFieldId, {\n name: 'num_col_copy',\n })\n ).data;\n\n const copiedCheckbox = (\n await duplicateField(table.id, checkboxFieldId, {\n name: 'bool_col_copy',\n })\n ).data;\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n\n for (const r of records) {\n expect(r.fields[copiedText.id]).toEqual(r.fields[textFieldId]);\n expect(r.fields[copiedNumber.id]).toEqual(r.fields[numberFieldId]);\n expect(r.fields[copiedCheckbox.id]).toEqual(r.fields[checkboxFieldId]);\n }\n });\n });\n\n describe('duplicate lookup fields', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n subTable.fields = (await getFields(subTable.id)).data;\n\n const lookupFields = table.fields.filter((field) => field.isLookup);\n\n for (const field of lookupFields) {\n await duplicateField(table.id, field.id, {\n name: `${field.name}_copy`,\n });\n }\n\n const fields = (await getFields(table.id)).data;\n const copiedFields = fields.filter((field) => field.name.endsWith('_copy'));\n\n expect(copiedFields.length).toBe(lookupFields.length);\n\n expect(copiedFields.map((f) => omit(f, ['name', 'dbFieldName', 'id', 'isPrimary']))).toEqual(\n lookupFields.map((f) => omit(f, ['name', 'dbFieldName', 'id', 'isPrimary']))\n );\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n });\n\n describe('duplicate rollup fields', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n subTable.fields = (await getFields(subTable.id)).data;\n\n const linkField = table.fields.filter(\n (field) => field.type === FieldType.Link && !field.isLookup\n )[0]!;\n\n const linkOption = linkField.options as ILinkFieldOptions;\n\n const rollupField = (\n await createField(table.id, {\n type: FieldType.Rollup,\n name: 'rollup_field',\n lookupOptions: {\n foreignTableId: linkOption.foreignTableId,\n lookupFieldId: linkOption.lookupFieldId,\n linkFieldId: linkField.id,\n },\n options: {\n expression: 'countall({values})',\n formatting: {\n precision: 2,\n type: 'decimal',\n } as INumberFormatting,\n timeZone: 'Asia/Shanghai',\n },\n })\n ).data;\n\n await duplicateField(table.id, rollupField.id, {\n name: `${rollupField.name}_copy`,\n });\n\n const fields = (await getFields(table.id)).data;\n\n const copiedRollupField = fields.find((f) => f.name.endsWith('_copy'))!;\n\n const expectedRollupField = {\n ...omit(copiedRollupField, ['name', 'dbFieldName', 'id', 'isPrimary', 'unique']),\n options: {\n ...rollupField.options,\n expression: 'countall({values})',\n },\n isPending: true,\n };\n const assertRollupField = {\n ...omit(rollupField, ['name', 'dbFieldName', 'id', 'isPrimary', 'unique']),\n };\n\n expect(expectedRollupField).toEqual(assertRollupField);\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n });\n\n describe('duplicate button field', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, { name: 'table2' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should duplicate button field', async () => {\n const buttonFieldRo: IFieldRo = {\n name: 'button',\n type: FieldType.Button,\n options: {\n label: 'button label',\n color: Colors.Red,\n workflow: {\n id: generateWorkflowId(),\n name: 'workflow1',\n isActive: true,\n },\n },\n };\n const buttonField = (await createField(table1.id, buttonFieldRo)).data;\n\n const clickRes = await buttonClick(table1.id, table1.records[0].id, buttonField.id);\n const clickValue = clickRes.data.record.fields[buttonField.id] as IButtonFieldCellValue;\n expect(clickValue.count).toEqual(1);\n\n const copiedButtonField = (\n await duplicateField(table1.id, buttonField.id, {\n name: `${buttonField.name}_copy`,\n })\n ).data;\n\n expect(copiedButtonField.name).toBe(`${buttonField.name}_copy`);\n const expectedButtonField = {\n ...buttonField,\n options: {\n ...buttonField.options,\n workflow: undefined,\n },\n };\n\n const keys = ['name', 'dbFieldName', 'id', 'isPrimary'];\n expect(omit(expectedButtonField, keys)).toEqual(omit(copiedButtonField, keys));\n });\n });\n\n describe('duplicate field with view new field order should next to the original field', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const view = (\n await createView(table.id, {\n name: 'view_x_20',\n type: ViewType.Grid,\n })\n ).data;\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n subTable.fields = (await getFields(subTable.id)).data;\n\n const textField = table.fields.find((f) => f.type === FieldType.SingleLineText)!;\n\n const fieldCopy = (\n await duplicateField(table.id, textField.id, {\n name: `${textField.name}_copy`,\n viewId: view.id,\n })\n ).data;\n\n const afterDuplicateView = (await getView(table.id, view.id)).data;\n\n const afterDuplicateFieldIndex = afterDuplicateView.columnMeta[fieldCopy.id]?.order;\n const originalFieldIndex = view.columnMeta[textField.id]?.order;\n\n const getterFieldViewOrders = Object.values(view.columnMeta)\n .filter(({ order }) => originalFieldIndex < order)\n .map(({ order }) => order);\n\n const targetFieldViewOrder = getterFieldViewOrders?.length\n ? (getterFieldViewOrders[0] + originalFieldIndex) / 2\n : originalFieldIndex + 1;\n\n expect(afterDuplicateFieldIndex).toBe(targetFieldViewOrder);\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/field-physical-columns.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldType, Relationship } from '@teable/core';\nimport type { IFieldRo } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { DB_PROVIDER_SYMBOL } from '../src/db-provider/db.provider';\nimport type { IDbProvider } from '../src/db-provider/db.provider.interface';\nimport { preservedDbFieldNames } from '../src/features/field/constant';\nimport {\n createField,\n createTable,\n initApp,\n permanentDeleteTable,\n convertField,\n} from './utils/init-app';\n\ndescribe('Field -> Physical Columns mapping (e2e)', () => {\n let app: INestApplication;\n let prisma: PrismaService;\n let db: IDbProvider;\n const baseId = (globalThis as any).testConfig.baseId as string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = app.get(PrismaService);\n db = app.get(DB_PROVIDER_SYMBOL as any);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n const getDbTableName = async (tableId: string) => {\n const { dbTableName } = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n select: { dbTableName: true },\n });\n return dbTableName;\n };\n\n const getUserColumns = async (dbTableName: string) => {\n const rows = await prisma.$queryRawUnsafe<{ name: string }[]>(db.columnInfo(dbTableName));\n return rows.map((r) => r.name).filter((n) => !preservedDbFieldNames.has(n));\n };\n\n it('ensures each created field has exactly one physical column on the host table', async () => {\n // Create main table and a secondary table for links\n const tMain = await createTable(baseId, { name: 'phys_host' });\n const tForeign = await createTable(baseId, {\n name: 'phys_foreign',\n fields: [{ name: 'FA', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { FA: 1 } }],\n });\n const mainDb = await getDbTableName(tMain.id);\n\n const initialCols = await getUserColumns(mainDb);\n\n // 1) Simple scalar fields (should each create a physical column)\n const fNum = await createField(tMain.id, { name: 'C1', type: FieldType.Number } as IFieldRo);\n const fText = await createField(tMain.id, {\n name: 'S',\n type: FieldType.SingleLineText,\n } as IFieldRo);\n const fLong = await createField(tMain.id, { name: 'L', type: FieldType.LongText } as IFieldRo);\n const fDate = await createField(tMain.id, { name: 'D', type: FieldType.Date } as IFieldRo);\n const fCheckbox = await createField(tMain.id, {\n name: 'B',\n type: FieldType.Checkbox,\n } as IFieldRo);\n const fAttach = await createField(tMain.id, {\n name: 'AT',\n type: FieldType.Attachment,\n } as IFieldRo);\n const fSS = await createField(tMain.id, {\n name: 'SS',\n type: FieldType.SingleSelect,\n // minimal options for select types\n options: { choices: [{ id: 'opt1', name: 'opt1' }] },\n } as any);\n const fMS = await createField(tMain.id, {\n name: 'MS',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'o1', name: 'o1' },\n { id: 'o2', name: 'o2' },\n ],\n },\n } as any);\n // 2) Formula (simple; tends to be generated on PG)\n const fFormula1 = await createField(tMain.id, {\n name: 'F1',\n type: FieldType.Formula,\n options: { expression: `{${fNum.id}}` },\n } as IFieldRo);\n // 3) Link (ManyMany) -> expect host column\n const fLinkMM = await createField(tMain.id, {\n name: 'L_MM',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: tForeign.id },\n } as IFieldRo);\n // 4) Link (ManyOne) -> expect either FK name or host column\n const fLinkMO = await createField(tMain.id, {\n name: 'L_MO',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: tForeign.id },\n } as IFieldRo);\n // 5) Lookup on ManyMany link\n const fLookup = await createField(tMain.id, {\n name: 'LK',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tForeign.id,\n linkFieldId: (fLinkMM as any).id,\n lookupFieldId: (tForeign.fields![0] as any).id,\n } as any,\n } as any);\n // 6) Rollup over link\n const fRoll = await createField(tMain.id, {\n name: 'R',\n type: FieldType.Rollup,\n lookupOptions: {\n foreignTableId: tForeign.id,\n linkFieldId: (fLinkMM as any).id,\n lookupFieldId: (tForeign.fields![0] as any).id,\n } as any,\n options: { expression: 'sum({values})' } as any,\n } as any);\n\n // 7) A formula referencing lookup (unlikely to be generated)\n const fFormula2 = await createField(tMain.id, {\n name: 'F2',\n type: FieldType.Formula,\n options: { expression: `{${(fLookup as any).id}}` },\n } as IFieldRo);\n\n const finalCols = await getUserColumns(mainDb);\n const newCols = finalCols.filter((c) => !initialCols.includes(c));\n\n // Build expected column names on host table\n const expectedNames = new Set();\n // Number\n expectedNames.add((fNum as any).dbFieldName);\n // Scalar fields\n expectedNames.add((fText as any).dbFieldName);\n expectedNames.add((fLong as any).dbFieldName);\n expectedNames.add((fDate as any).dbFieldName);\n expectedNames.add((fCheckbox as any).dbFieldName);\n expectedNames.add((fAttach as any).dbFieldName);\n expectedNames.add((fSS as any).dbFieldName);\n expectedNames.add((fMS as any).dbFieldName);\n // Formula fields (both should have a physical column with dbFieldName — either generated or normal)\n expectedNames.add((fFormula1 as any).dbFieldName);\n expectedNames.add((fFormula2 as any).dbFieldName);\n // Link-ManyMany: we expect a host column reflecting the link field\n expectedNames.add((fLinkMM as any).dbFieldName);\n // Link-ManyOne: either the FK column equals dbFieldName (host) or a separate host column was created\n // In either case, assert host has the dbFieldName to enforce one-to-one\n expectedNames.add((fLinkMO as any).dbFieldName);\n // Lookup + Rollup: persisted columns\n expectedNames.add((fLookup as any).dbFieldName);\n expectedNames.add((fRoll as any).dbFieldName);\n\n // Assert: host table contains at least one physical column per created field\n for (const name of expectedNames) {\n expect(newCols).toContain(name);\n }\n\n await permanentDeleteTable(baseId, tMain.id);\n await permanentDeleteTable(baseId, tForeign.id);\n });\n\n it('converts text -> link (ManyOne/OneOne/OneMany) and ensures physical columns are created without duplication', async () => {\n const tMain = await createTable(baseId, { name: 'conv_host' });\n const tForeign = await createTable(baseId, {\n name: 'conv_foreign',\n fields: [{ name: 'F', type: FieldType.Number } as IFieldRo],\n records: [{ fields: { F: 1 } }],\n });\n const mainDb = await getDbTableName(tMain.id);\n\n const initialCols = await getUserColumns(mainDb);\n\n // Prepare three simple text fields\n const fTextMO = await createField(tMain.id, { name: 'MO', type: FieldType.SingleLineText });\n const fTextOO = await createField(tMain.id, { name: 'OO', type: FieldType.SingleLineText });\n const fTextOM = await createField(tMain.id, { name: 'OM', type: FieldType.SingleLineText });\n\n // Convert to links with different relationships\n const linkMO = await convertField(tMain.id, (fTextMO as any).id, {\n name: (fTextMO as any).name,\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: tForeign.id },\n } as IFieldRo);\n\n const linkOO = await convertField(tMain.id, (fTextOO as any).id, {\n name: (fTextOO as any).name,\n type: FieldType.Link,\n options: { relationship: Relationship.OneOne, foreignTableId: tForeign.id },\n } as IFieldRo);\n\n const linkOM = await convertField(tMain.id, (fTextOM as any).id, {\n name: (fTextOM as any).name,\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: tForeign.id },\n } as IFieldRo);\n\n const finalCols = await getUserColumns(mainDb);\n const newCols = finalCols.filter((c) => !initialCols.includes(c));\n\n // Each converted field must have at least one physical column on host table.\n // We accept either the dbFieldName itself (standard column) or\n // implementation-specific FK columns (e.g., __fk_*, *_order).\n const expectOnePhysical = (field: any) => {\n const name = field.dbFieldName as string;\n const ok = newCols.includes(name) || newCols.some((c) => c.startsWith('__fk_'));\n expect(ok).toBe(true);\n };\n\n expectOnePhysical(linkMO);\n expectOnePhysical(linkOO);\n expectOnePhysical(linkOM);\n\n await permanentDeleteTable(baseId, tMain.id);\n await permanentDeleteTable(baseId, tForeign.id);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/field-reference.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo } from '@teable/core';\nimport { FieldType, Relationship } from '@teable/core';\nimport type { LinkFieldDto } from '../src/features/field/model/field-dto/link-field.dto';\nimport {\n createField,\n createTable,\n permanentDeleteTable,\n getField,\n initApp,\n} from './utils/init-app';\n\ndescribe('OpenAPI link field reference (e2e)', () => {\n let app: INestApplication;\n let table1Id = '';\n let table2Id = '';\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n table1Id = (await createTable(baseId, { name: 'table1' })).id;\n table2Id = (await createTable(baseId, { name: 'table2' })).id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table1Id);\n await permanentDeleteTable(baseId, table2Id);\n\n await app.close();\n });\n\n it('/api/table/{tableId}/field (POST) create ManyOne', async () => {\n const fieldRo: IFieldRo = {\n name: 'New field',\n description: 'the new field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2Id,\n },\n };\n\n const field1 = (await createField(table1Id, fieldRo)) as LinkFieldDto;\n const field2 = (await getField(table2Id, field1.options.symmetricFieldId!)) as LinkFieldDto;\n\n expect(field1.options.foreignTableId).toBe(table2Id);\n expect(field1.options.symmetricFieldId).toBe(field2.id);\n expect(field2.options.relationship).toBe(Relationship.OneMany);\n expect(field2.options.foreignTableId).toBe(table1Id);\n expect(field2.options.symmetricFieldId).toBe(field1.id);\n expect(field1.options.foreignKeyName).toBe(`__fk_${field1.id}`);\n expect(field2.options.selfKeyName).toBe(`__fk_${field1.id}`);\n });\n\n it('/api/table/{tableId}/field (POST) create OneMany', async () => {\n const fieldRo: IFieldRo = {\n name: 'New field',\n description: 'the new field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2Id,\n },\n };\n\n const field1 = (await createField(table1Id, fieldRo)) as LinkFieldDto;\n const field2 = (await getField(table2Id, field1.options.symmetricFieldId!)) as LinkFieldDto;\n\n expect(field1.options.foreignTableId).toBe(table2Id);\n expect(field1.options.symmetricFieldId).toBe(field2.id);\n expect(field2.options.relationship).toBe(Relationship.ManyOne);\n expect(field2.options.foreignTableId).toBe(table1Id);\n expect(field2.options.symmetricFieldId).toBe(field1.id);\n expect(field1.options.selfKeyName).toBe(`__fk_${field2.id}`);\n expect(field2.options.foreignKeyName).toBe(`__fk_${field2.id}`);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/field-view-sync.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type {\n IFieldVo,\n IGridColumnMeta,\n ISelectFieldChoice,\n ISelectFieldOptions,\n IFormColumn,\n} from '@teable/core';\nimport { FieldKeyType, FieldType, ViewType, SortFunc, Colors, StatisticsFunc } from '@teable/core';\nimport { updateRecords } from '@teable/openapi';\nimport {\n createTable,\n createView,\n deleteField,\n permanentDeleteTable,\n initApp,\n getViews,\n updateViewColumnMeta,\n convertField,\n getRecords,\n} from './utils/init-app';\n\ndescribe('OpenAPI FieldController (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let tableId: string;\n let fields: IFieldVo[];\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n const { id, fields: fieldsVo } = await createTable(baseId, { name: 'table' });\n tableId = id;\n fields = fieldsVo;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n it('should delete relative view conditions when deleting a field', async () => {\n const numberField = fields.find(({ type }) => type === FieldType.Number) as IFieldVo;\n\n const statusField = fields.find(({ type }) => type === FieldType.SingleSelect) as IFieldVo;\n\n // create all views with some view conditions\n const gridView = await createView(tableId, {\n type: ViewType.Grid,\n filter: {\n conjunction: 'and',\n filterSet: [\n { fieldId: numberField.id, operator: 'isGreater', value: 1 },\n { fieldId: statusField.id, operator: 'is', value: 'done' },\n ],\n },\n sort: {\n sortObjs: [\n { fieldId: numberField.id, order: SortFunc.Asc },\n {\n fieldId: statusField.id,\n order: SortFunc.Asc,\n },\n ],\n },\n group: [\n { fieldId: numberField.id, order: SortFunc.Asc },\n { fieldId: statusField.id, order: SortFunc.Asc },\n ],\n });\n\n const kanbanView = await createView(tableId, {\n type: ViewType.Kanban,\n options: {\n stackFieldId: statusField.id,\n },\n filter: {\n conjunction: 'and',\n filterSet: [\n { fieldId: numberField.id, operator: 'isGreater', value: 1 },\n { fieldId: statusField.id, operator: 'is', value: 'done' },\n ],\n },\n group: [\n { fieldId: numberField.id, order: SortFunc.Asc },\n { fieldId: statusField.id, order: SortFunc.Asc },\n ],\n });\n\n const formView = await createView(tableId, {\n type: ViewType.Form,\n });\n\n // delete the used field\n await deleteField(tableId, numberField.id);\n\n // get all views\n const views = await getViews(tableId);\n\n const gridViewAfterDelete = views.find(({ id }) => id === gridView.id);\n\n const kanbanViewAfterDelete = views.find(({ id }) => id === kanbanView.id);\n\n const formViewAfterDelete = views.find(({ id }) => id === formView.id);\n\n // should delete the view conditions relative to the field\n expect(gridViewAfterDelete).toEqual({\n ...gridViewAfterDelete,\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: statusField.id, operator: 'is', value: 'done' }],\n },\n sort: {\n sortObjs: [\n {\n fieldId: statusField.id,\n order: SortFunc.Asc,\n },\n ],\n manualSort: false,\n },\n group: [\n {\n fieldId: statusField.id,\n order: SortFunc.Asc,\n },\n ],\n });\n\n expect(kanbanViewAfterDelete).toEqual({\n ...kanbanViewAfterDelete,\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: statusField.id, operator: 'is', value: 'done' }],\n },\n group: [\n {\n fieldId: statusField.id,\n order: SortFunc.Asc,\n },\n ],\n });\n\n expect(formViewAfterDelete?.columnMeta).not.haveOwnProperty(numberField.id);\n });\n\n it('should set form column visible after setting field notNull without default', async () => {\n const textField = fields.find(({ type }) => type === FieldType.SingleLineText) as IFieldVo;\n\n const formView = await createView(tableId, {\n type: ViewType.Form,\n name: 'Form',\n });\n\n const recordResult = await getRecords(tableId);\n await updateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records: recordResult.records.map((rec) => ({\n id: rec.id,\n fields: { [textField.id]: 'filled' },\n })),\n });\n\n await convertField(tableId, textField.id, {\n name: textField.name,\n dbFieldName: textField.dbFieldName,\n type: textField.type,\n options: {},\n notNull: true,\n });\n\n const views = await getViews(tableId);\n const formAfter = views.find(({ id }) => id === formView.id)!;\n const formColumnMeta = formAfter.columnMeta as unknown as Record;\n expect(formColumnMeta[textField.id]?.visible ?? false).toBe(true);\n });\n\n it('should sync the selected value after update select type field option name', async () => {\n const statusField = fields.find(({ type }) => type === FieldType.SingleSelect) as IFieldVo;\n const defaultSelectValue = (statusField.options as ISelectFieldOptions)?.choices[0].name;\n\n // create all views with some view conditions\n const gridView = await createView(tableId, {\n type: ViewType.Grid,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: defaultSelectValue,\n },\n ],\n },\n });\n\n await convertField(tableId, statusField.id, {\n name: statusField.name,\n dbFieldName: statusField.dbFieldName,\n type: statusField.type,\n options: {\n choices: [\n { id: (statusField.options as ISelectFieldOptions)?.choices[0].id, name: 'newName' },\n { ...(statusField.options as ISelectFieldOptions)?.choices[1] },\n { ...(statusField.options as ISelectFieldOptions)?.choices[2] },\n ],\n },\n });\n\n // get all views\n const views = await getViews(tableId);\n\n const gridViewAfterChange = views.find(({ id }) => id === gridView.id);\n\n expect(gridViewAfterChange).toEqual({\n ...gridViewAfterChange,\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: statusField.id, operator: 'is', value: 'newName' }],\n },\n });\n });\n\n it('should delete filter item when the field convert to another field type', async () => {\n const numberField = fields.find(({ type }) => type === FieldType.Number) as IFieldVo;\n const selectField = fields.find(({ type }) => type === FieldType.SingleSelect) as IFieldVo;\n\n // create all views with some view conditions\n const gridView = await createView(tableId, {\n type: ViewType.Grid,\n filter: {\n conjunction: 'and',\n filterSet: [\n { fieldId: numberField.id, operator: 'isGreater', value: 1 },\n {\n fieldId: selectField.id,\n operator: 'is',\n value: (selectField.options as ISelectFieldOptions)?.choices[0].name,\n },\n ],\n },\n });\n\n // number field convert to text field\n await convertField(tableId, numberField.id, {\n name: numberField.name,\n dbFieldName: numberField.dbFieldName,\n type: FieldType.SingleLineText,\n options: {},\n });\n\n const views = await getViews(tableId);\n\n const gridViewAfterChange = views.find(({ id }) => id === gridView.id);\n\n expect(gridViewAfterChange).toEqual({\n ...gridViewAfterChange,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: selectField.id,\n operator: 'is',\n value: (selectField.options as ISelectFieldOptions)?.choices[0].name,\n },\n ],\n },\n });\n });\n\n it('should still intact for filter condition when add select option', async () => {\n const numberField = fields.find(({ type }) => type === FieldType.Number) as IFieldVo;\n const selectField = fields.find(({ type }) => type === FieldType.SingleSelect) as IFieldVo;\n\n // create all views with some view conditions\n const gridView = await createView(tableId, {\n type: ViewType.Grid,\n filter: {\n conjunction: 'and',\n filterSet: [\n { fieldId: numberField.id, operator: 'isGreater', value: 1 },\n {\n fieldId: selectField.id,\n operator: 'is',\n value: (selectField.options as ISelectFieldOptions)?.choices[0].name,\n },\n ],\n },\n });\n\n const newChoices = [\n ...(selectField.options as ISelectFieldOptions).choices,\n ] as Partial[];\n\n newChoices.push({ name: 'test-add-choice', color: Colors.YellowLight2 });\n\n // number field convert to text field\n await convertField(tableId, selectField.id, {\n name: selectField.name,\n dbFieldName: selectField.dbFieldName,\n type: FieldType.SingleSelect,\n options: {\n ...selectField.options,\n choices: newChoices,\n } as ISelectFieldOptions,\n });\n\n const views = await getViews(tableId);\n\n const gridViewAfterChange = views.find(({ id }) => id === gridView.id);\n\n expect(gridViewAfterChange?.filter).toEqual({\n conjunction: 'and',\n filterSet: [\n { fieldId: numberField.id, operator: 'isGreater', value: 1 },\n {\n fieldId: selectField.id,\n operator: 'is',\n value: (selectField.options as ISelectFieldOptions)?.choices[0].name,\n },\n ],\n });\n });\n\n it('should clear invalid statisticFunc in columnMeta when field type changes', async () => {\n const numberField = fields.find(({ type }) => type === FieldType.Number) as IFieldVo;\n\n const views = await getViews(tableId);\n const gridView = views.find(({ type }) => type === ViewType.Grid) || views[0];\n\n await updateViewColumnMeta(tableId, gridView.id, [\n {\n fieldId: numberField.id,\n columnMeta: {\n statisticFunc: StatisticsFunc.Sum,\n },\n },\n ]);\n\n await convertField(tableId, numberField.id, {\n name: numberField.name,\n dbFieldName: numberField.dbFieldName,\n type: FieldType.SingleLineText,\n options: {},\n });\n\n const updatedViews = await getViews(tableId);\n const updatedGridView = updatedViews.find(({ id }) => id === gridView.id)!;\n const updatedColumnMeta = updatedGridView.columnMeta as unknown as IGridColumnMeta;\n expect(updatedColumnMeta[numberField.id]?.statisticFunc ?? null).toBe(null);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/field.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport type {\n IDatetimeFormatting,\n IFieldRo,\n IFieldVo,\n ILinkFieldOptions,\n ILinkFieldOptionsRo,\n ILookupOptionsRo,\n} from '@teable/core';\nimport {\n Colors,\n DateFormattingPreset,\n DriverClient,\n FieldAIActionType,\n FieldType,\n NumberFormattingType,\n Relationship,\n SingleLineTextFieldCore,\n TimeFormatting,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { convertField } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport type { FieldCreateEvent } from '../src/event-emitter/events';\nimport { Events } from '../src/event-emitter/events';\nimport {\n createField,\n createTable,\n deleteField,\n permanentDeleteTable,\n getFields,\n getRecord,\n initApp,\n updateRecordByApi,\n createRecords,\n getRecords,\n} from './utils/init-app';\n\nconst isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\ndescribe('OpenAPI FieldController (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let event: EventEmitter2;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n event = app.get(EventEmitter2);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('CRUD', () => {\n let table1: ITableFullVo;\n\n beforeAll(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table1.id);\n });\n\n it('/api/table/{tableId}/field (GET)', async () => {\n const fields: IFieldVo[] = await getFields(table1.id);\n\n expect(fields).toHaveLength(3);\n });\n\n it('/api/table/{tableId}/field (GET) with projection', async () => {\n const firstFieldId = table1.fields[0].id;\n const firstViewId = table1.views[0].id;\n\n const fields: IFieldVo[] = await getFields(table1.id, undefined, undefined, [firstFieldId]);\n const viewFields: IFieldVo[] = await getFields(table1.id, firstViewId, undefined, [\n firstFieldId,\n ]);\n\n expect(fields).toHaveLength(1);\n expect(fields[0].id).toEqual(firstFieldId);\n\n expect(viewFields).toHaveLength(1);\n expect(viewFields[0].id).toEqual(firstFieldId);\n });\n\n it('/api/table/{tableId}/field (POST)', async () => {\n event.once(Events.TABLE_FIELD_CREATE, async (payload: FieldCreateEvent) => {\n expect(payload).toBeDefined();\n expect(payload?.payload).toBeDefined();\n expect(payload?.payload?.tableId).toBeDefined();\n expect(payload?.payload?.field).toBeDefined();\n });\n\n const fieldRo: IFieldRo = {\n name: 'New field',\n description: 'the new field',\n type: FieldType.SingleLineText,\n options: SingleLineTextFieldCore.defaultOptions(),\n };\n\n await createField(table1.id, fieldRo);\n\n const fields: IFieldVo[] = await getFields(table1.id);\n expect(fields).toHaveLength(4);\n });\n\n it('creates Date field with custom formatting and timezone without cast errors', async () => {\n // Create a few records to ensure computed orchestrator runs updateFromSelect\n await createRecords(table1.id, { records: [{ fields: {} }, { fields: {} }, { fields: {} }] });\n\n const fieldRo: IFieldRo = {\n name: '日期',\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: 'None',\n timeZone: 'Asia/Shanghai',\n } as IDatetimeFormatting,\n },\n };\n\n const field = await createField(table1.id, fieldRo, 201);\n expect(field).toBeDefined();\n expect(field.type).toBe(FieldType.Date);\n });\n });\n\n describe('should generate default name and options for field', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeAll(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, { name: 'table2' });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n async function createFieldByType(\n type: FieldType,\n options?: IFieldRo['options']\n ): Promise {\n const fieldRo: IFieldRo = {\n type,\n options,\n };\n\n return await createField(table1.id, fieldRo);\n }\n it('basic field', async () => {\n const textField = await createFieldByType(FieldType.SingleLineText);\n expect(textField.name).toEqual('Label');\n expect(textField.options).toEqual({});\n\n const numberField = await createFieldByType(FieldType.Number);\n expect(numberField.name).toEqual('Number');\n expect(numberField.options).toEqual({\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n });\n\n // Test number field with empty options object (AI tool scenario)\n // When AI passes options: {} without formatting, server should provide defaults\n const numberFieldWithEmptyOptions = await createFieldByType(FieldType.Number, {});\n expect(numberFieldWithEmptyOptions.options).toEqual({\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n });\n\n // Test number field with partial options (only showAs, no formatting)\n const numberFieldWithPartialOptions = await createFieldByType(FieldType.Number, {\n showAs: undefined,\n } as IFieldRo['options']);\n expect((numberFieldWithPartialOptions.options as { formatting: unknown }).formatting).toEqual(\n {\n type: NumberFormattingType.Decimal,\n precision: 2,\n }\n );\n\n const selectField = await createFieldByType(FieldType.SingleSelect);\n expect(selectField.name).toEqual('Select');\n expect(selectField.options).toEqual({\n choices: [],\n });\n\n const datetimeField = await createFieldByType(FieldType.Date);\n expect(datetimeField.name).toEqual('Date');\n expect(datetimeField.options).toEqual({\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: Intl.DateTimeFormat().resolvedOptions().timeZone,\n },\n });\n\n const checkboxField = await createFieldByType(FieldType.Checkbox);\n expect(checkboxField.name).toEqual('Done');\n expect(checkboxField.options).toEqual({});\n\n const attachmentField = await createFieldByType(FieldType.Attachment);\n expect(attachmentField.name).toEqual('Attachments');\n expect(attachmentField.options).toEqual({});\n\n const buttonField = await createFieldByType(FieldType.Button);\n expect(buttonField.name).toEqual('Button');\n expect(buttonField.options).toEqual({\n label: 'Button',\n color: Colors.Teal,\n });\n const autoNumberField = await createFieldByType(FieldType.AutoNumber);\n expect(autoNumberField.name).toEqual('ID');\n expect(autoNumberField.options).toEqual({\n expression: 'AUTO_NUMBER()',\n });\n });\n\n it('formula field', async () => {\n const defaultTimeZone = Intl.DateTimeFormat().resolvedOptions().timeZone;\n const stringFormulaField = await createFieldByType(FieldType.Formula, {\n expression: '\"A\"',\n });\n expect(stringFormulaField.name).toEqual('Calculation');\n expect(stringFormulaField.options).toEqual({\n expression: '\"A\"',\n timeZone: defaultTimeZone,\n });\n\n const numberFormulaField = await createFieldByType(FieldType.Formula, {\n expression: '1 + 1',\n });\n expect(numberFormulaField.options).toEqual({\n expression: '1 + 1',\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n timeZone: defaultTimeZone,\n });\n\n const booleanFormulaField = await createFieldByType(FieldType.Formula, {\n expression: 'true',\n });\n expect(booleanFormulaField.options).toEqual({\n expression: 'true',\n timeZone: defaultTimeZone,\n });\n\n const datetimeField = await createFieldByType(FieldType.Date);\n const datetimeFormulaField = await createFieldByType(FieldType.Formula, {\n expression: `{${datetimeField.id}}`,\n });\n expect(datetimeFormulaField.options).toEqual({\n expression: `{${datetimeField.id}}`,\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: defaultTimeZone,\n },\n timeZone: defaultTimeZone,\n });\n });\n\n describe('relational field', () => {\n it('should generate semantic field name for link and lookup and rollup field ', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n foreignTableId: table2.id,\n relationship: Relationship.OneMany,\n } as ILinkFieldOptionsRo,\n });\n\n expect(linkField.name).toEqual(`${table2.name}`);\n table2.fields = await getFields(table2.id);\n const symmetricalLinkField = table2.fields.find((f) => f.type === FieldType.Link);\n\n expect(symmetricalLinkField?.name).toEqual(table1.name);\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n isLookup: true,\n });\n\n expect(lookupField.name).toEqual(`${table2.fields[0].name} (from ${table2.name})`);\n expect(lookupField.options).toEqual({});\n\n const rollupField = await createField(table1.id, {\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n });\n\n expect(rollupField.name).toEqual(`${table2.fields[0].name} Rollup (from ${table2.name})`);\n expect(rollupField.options).toEqual({\n expression: 'sum({values})',\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n });\n });\n });\n });\n\n describe('v2 lookup option sync', () => {\n const itIfForceV2 = isForceV2 ? it : it.skip;\n\n itIfForceV2('ignores API-supplied choices for lookup-backed single select fields', async () => {\n let hostTable: ITableFullVo | undefined;\n let foreignTable: ITableFullVo | undefined;\n\n try {\n foreignTable = await createTable(baseId, {\n name: 'lookup-option-sync-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n {\n name: 'Importance',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choLookupCore', name: '核心', color: Colors.Blue },\n { id: 'choLookupImportant', name: '重要', color: Colors.Green },\n { id: 'choLookupReference', name: '参考', color: Colors.Orange },\n ],\n },\n },\n ],\n });\n hostTable = await createTable(baseId, {\n name: 'lookup-option-sync-host',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n\n const foreignImportanceField = foreignTable.fields.find(\n (field) => field.name === 'Importance'\n )!;\n const expectedChoices = (\n foreignImportanceField.options as {\n choices: Array<{ id: string; name: string; color: string }>;\n }\n ).choices;\n\n const linkField = await createField(hostTable.id, {\n name: 'Related',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n } as ILinkFieldOptionsRo,\n });\n\n const createdLookupField = await createField(hostTable.id, {\n name: '章节重要程度',\n type: FieldType.SingleSelect,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n lookupFieldId: foreignImportanceField.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n options: {\n choices: [\n { id: 'choBroken1', name: 'Option 1', color: Colors.Blue },\n { id: 'choBroken2', name: 'Option 2', color: Colors.Green },\n ],\n },\n });\n\n expect(createdLookupField.options).toEqual({\n choices: expectedChoices,\n });\n\n const persistedLookupField = (await getFields(hostTable.id)).find(\n (field) => field.id === createdLookupField.id\n );\n expect(persistedLookupField?.options).toEqual({\n choices: expectedChoices,\n });\n } finally {\n if (hostTable) {\n await permanentDeleteTable(baseId, hostTable.id);\n }\n if (foreignTable) {\n await permanentDeleteTable(baseId, foreignTable.id);\n }\n }\n });\n\n itIfForceV2(\n 'ignores API-supplied choices for conditional lookup-backed single select fields',\n async () => {\n let hostTable: ITableFullVo | undefined;\n let foreignTable: ITableFullVo | undefined;\n\n try {\n foreignTable = await createTable(baseId, {\n name: 'conditional-lookup-option-sync-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n { name: 'Category', type: FieldType.SingleLineText },\n {\n name: 'Importance',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choCondCore', name: '核心', color: Colors.Blue },\n { id: 'choCondImportant', name: '重要', color: Colors.Green },\n { id: 'choCondReference', name: '参考', color: Colors.Orange },\n ],\n },\n },\n ],\n });\n hostTable = await createTable(baseId, {\n name: 'conditional-lookup-option-sync-host',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Category Filter', type: FieldType.SingleLineText },\n ],\n });\n\n const foreignCategoryField = foreignTable.fields.find(\n (field) => field.name === 'Category'\n )!;\n const foreignImportanceField = foreignTable.fields.find(\n (field) => field.name === 'Importance'\n )!;\n const hostCategoryField = hostTable.fields.find(\n (field) => field.name === 'Category Filter'\n )!;\n const expectedChoices = (\n foreignImportanceField.options as {\n choices: Array<{ id: string; name: string; color: string }>;\n }\n ).choices;\n\n const createdConditionalLookupField = await createField(hostTable.id, {\n name: '条件重要程度',\n type: FieldType.SingleSelect,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n lookupFieldId: foreignImportanceField.id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignCategoryField.id,\n operator: 'is',\n value: { type: 'field', fieldId: hostCategoryField.id },\n },\n ],\n },\n } as ILookupOptionsRo,\n options: {\n choices: [\n { id: 'choCondBroken1', name: 'Option 1', color: Colors.Blue },\n { id: 'choCondBroken2', name: 'Option 2', color: Colors.Green },\n ],\n },\n });\n\n expect(createdConditionalLookupField.options).toEqual({\n choices: expectedChoices,\n });\n\n const persistedConditionalLookupField = (await getFields(hostTable.id)).find(\n (field) => field.id === createdConditionalLookupField.id\n );\n expect(persistedConditionalLookupField?.options).toEqual({\n choices: expectedChoices,\n });\n } finally {\n if (hostTable) {\n await permanentDeleteTable(baseId, hostTable.id);\n }\n if (foreignTable) {\n await permanentDeleteTable(baseId, foreignTable.id);\n }\n }\n }\n );\n });\n\n describe('long text markdown showAs API', () => {\n const itIfForceV2 = isForceV2 ? it : it.skip;\n\n itIfForceV2('should update and clear long text showAs via convert field API', async () => {\n let table: ITableFullVo | undefined;\n\n try {\n table = await createTable(baseId, {\n name: 'long-text-show-as-update-api',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n\n const longTextField = await createField(table.id, {\n name: 'Body',\n type: FieldType.LongText,\n });\n\n const markdownUpdatedResponse = await convertField(table.id, longTextField.id, {\n name: longTextField.name,\n type: FieldType.LongText,\n options: {\n showAs: {\n type: 'markdown',\n },\n },\n });\n expect(markdownUpdatedResponse.status).toBe(200);\n\n const persistedAfterEnable = (await getFields(table.id)).find(\n (field) => field.id === longTextField.id\n )!;\n expect(persistedAfterEnable.options).toMatchObject({\n showAs: {\n type: 'markdown',\n },\n });\n\n const clearedResponse = await convertField(table.id, longTextField.id, {\n name: longTextField.name,\n type: FieldType.LongText,\n options: {\n showAs: null,\n },\n });\n expect(clearedResponse.status).toBe(200);\n\n const persistedAfterClear = (await getFields(table.id)).find(\n (field) => field.id === longTextField.id\n )!;\n expect((persistedAfterClear.options as { showAs?: unknown }).showAs).toBeUndefined();\n } finally {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n }\n });\n\n itIfForceV2(\n 'should keep lookup long text showAs cleared when API attempts to set markdown',\n async () => {\n let hostTable: ITableFullVo | undefined;\n let foreignTable: ITableFullVo | undefined;\n\n try {\n foreignTable = await createTable(baseId, {\n name: 'lookup-long-text-show-as-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n {\n name: 'Foreign Long Text',\n type: FieldType.LongText,\n options: {\n showAs: {\n type: 'markdown',\n },\n },\n },\n ],\n });\n\n hostTable = await createTable(baseId, {\n name: 'lookup-long-text-show-as-host',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n\n const foreignLongTextField = foreignTable.fields.find(\n (field) => field.name === 'Foreign Long Text'\n )!;\n\n const linkField = await createField(hostTable.id, {\n name: 'Related',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n } as ILinkFieldOptionsRo,\n });\n\n const lookupLongTextField = await createField(hostTable.id, {\n name: 'Lookup Long Text',\n type: FieldType.LongText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n lookupFieldId: foreignLongTextField.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n });\n\n expect(lookupLongTextField.options).toMatchObject({\n showAs: {\n type: 'markdown',\n },\n });\n\n const lookupOptions = lookupLongTextField.lookupOptions as ILookupOptionsRo;\n const clearedLookupResponse = await convertField(hostTable.id, lookupLongTextField.id, {\n name: lookupLongTextField.name,\n type: FieldType.LongText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: lookupOptions.foreignTableId,\n lookupFieldId: lookupOptions.lookupFieldId,\n linkFieldId: lookupOptions.linkFieldId,\n },\n options: {\n showAs: null,\n },\n });\n expect(clearedLookupResponse.status).toBe(200);\n\n const persistedAfterClear = (await getFields(hostTable.id)).find(\n (field) => field.id === lookupLongTextField.id\n )!;\n expect((persistedAfterClear.options as { showAs?: unknown }).showAs).toBeUndefined();\n\n const updatedLookupResponse = await convertField(hostTable.id, lookupLongTextField.id, {\n name: lookupLongTextField.name,\n type: FieldType.LongText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: lookupOptions.foreignTableId,\n lookupFieldId: lookupOptions.lookupFieldId,\n linkFieldId: lookupOptions.linkFieldId,\n },\n options: {\n showAs: {\n type: 'markdown',\n },\n },\n });\n expect(updatedLookupResponse.status).toBe(200);\n\n const persistedLookupField = (await getFields(hostTable.id)).find(\n (field) => field.id === lookupLongTextField.id\n )!;\n expect((persistedLookupField.options as { showAs?: unknown }).showAs).toBeUndefined();\n } finally {\n if (hostTable) {\n await permanentDeleteTable(baseId, hostTable.id);\n }\n if (foreignTable) {\n await permanentDeleteTable(baseId, foreignTable.id);\n }\n }\n }\n );\n });\n\n describe('should decide whether to create field validation rules based on the field type', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeAll(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, { name: 'table2' });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n async function createFieldWithUnique(\n type: FieldType,\n options?: IFieldRo['options'],\n expectStatus = 201\n ): Promise {\n const fieldRo: IFieldRo = {\n type,\n unique: true,\n options,\n };\n\n return await createField(table1.id, fieldRo, expectStatus);\n }\n\n async function createFieldWithNotNull(\n type: FieldType,\n options?: IFieldRo['options'],\n expectStatus = 201\n ): Promise {\n const fieldRo: IFieldRo = {\n type,\n notNull: true,\n options,\n };\n\n return await createField(table1.id, fieldRo, expectStatus);\n }\n\n it('should create successfully for field ai config', async () => {\n const baseField = await createField(table1.id, { type: FieldType.SingleLineText }, 201);\n const fieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n aiConfig: {\n type: FieldAIActionType.Summary,\n modelKey: 'openai@gpt-4o@gpt',\n sourceFieldId: baseField.id,\n },\n };\n const aiField = await createField(table1.id, fieldRo, 201);\n expect(aiField.aiConfig).toEqual({\n type: FieldAIActionType.Summary,\n modelKey: 'openai@gpt-4o@gpt',\n sourceFieldId: baseField.id,\n });\n });\n\n it('should create fail for user field with ai config', async () => {\n const baseField = await createField(table1.id, { type: FieldType.SingleLineText }, 201);\n const fieldRo: IFieldRo = {\n type: FieldType.Attachment,\n aiConfig: {\n type: FieldAIActionType.Summary,\n modelKey: 'openai@gpt-4o@GPT',\n sourceFieldId: baseField.id,\n },\n };\n await createField(table1.id, fieldRo, 400);\n });\n\n it('should create successfully for a unique validation field with valid field types', async () => {\n const textField = await createFieldWithUnique(FieldType.SingleLineText);\n expect(textField.unique).toEqual(true);\n\n const longTextField = await createFieldWithUnique(FieldType.LongText);\n expect(longTextField.unique).toEqual(true);\n\n const numberField = await createFieldWithUnique(FieldType.Number);\n expect(numberField.unique).toEqual(true);\n\n const datetimeField = await createFieldWithUnique(FieldType.Date);\n expect(datetimeField.unique).toEqual(true);\n });\n\n it('should create fail for a unique validation field with invalid field types', async () => {\n await createFieldWithUnique(FieldType.Attachment, undefined, 400);\n\n await createFieldWithUnique(FieldType.User, undefined, 400);\n\n await createFieldWithUnique(FieldType.Checkbox, undefined, 400);\n\n await createFieldWithUnique(FieldType.SingleSelect, undefined, 400);\n\n await createFieldWithUnique(FieldType.MultipleSelect, undefined, 400);\n\n await createFieldWithUnique(FieldType.Rating, undefined, 400);\n\n await createFieldWithUnique(\n FieldType.Formula,\n {\n expression: '1 + 1',\n },\n 400\n );\n\n await createFieldWithUnique(\n FieldType.Link,\n {\n foreignTableId: table2.id,\n relationship: Relationship.ManyOne,\n },\n 400\n );\n\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n foreignTableId: table2.id,\n relationship: Relationship.ManyOne,\n } as ILinkFieldOptionsRo,\n });\n\n const rollupFieldRo: IFieldRo = {\n type: FieldType.Rollup,\n options: {\n expression: 'SUM({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n unique: true,\n };\n\n await createField(table1.id, rollupFieldRo, 400);\n\n await createFieldWithUnique(FieldType.CreatedTime, undefined, 400);\n\n await createFieldWithUnique(FieldType.LastModifiedTime, undefined, 400);\n\n await createFieldWithUnique(FieldType.AutoNumber, undefined, 400);\n });\n\n it.skipIf(globalThis.testConfig.driver === DriverClient.Sqlite)(\n 'should create fail for a not null validation field with all field types',\n async () => {\n await createFieldWithNotNull(FieldType.SingleLineText, undefined, 400);\n\n await createFieldWithNotNull(FieldType.LongText, undefined, 400);\n\n await createFieldWithNotNull(FieldType.Number, undefined, 400);\n\n await createFieldWithNotNull(FieldType.Date, undefined, 400);\n\n await createFieldWithNotNull(FieldType.User, undefined, 400);\n\n await createFieldWithNotNull(FieldType.Checkbox, undefined, 400);\n\n await createFieldWithNotNull(FieldType.SingleSelect, undefined, 400);\n\n await createFieldWithNotNull(FieldType.MultipleSelect, undefined, 400);\n\n await createFieldWithNotNull(FieldType.Rating, undefined, 400);\n\n await createFieldWithNotNull(\n FieldType.Formula,\n {\n expression: '1 + 1',\n },\n 400\n );\n\n await createFieldWithNotNull(\n FieldType.Link,\n {\n foreignTableId: table2.id,\n relationship: Relationship.ManyOne,\n },\n 400\n );\n\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n foreignTableId: table2.id,\n relationship: Relationship.ManyOne,\n } as ILinkFieldOptionsRo,\n });\n\n const rollupFieldRo: IFieldRo = {\n type: FieldType.Rollup,\n options: {\n expression: 'SUM({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n notNull: true,\n };\n\n await createField(table1.id, rollupFieldRo, 400);\n\n await createFieldWithNotNull(FieldType.CreatedTime, undefined, 400);\n\n await createFieldWithNotNull(FieldType.LastModifiedTime, undefined, 400);\n\n await createFieldWithNotNull(FieldType.AutoNumber, undefined, 400);\n }\n );\n });\n\n describe('should safe delete field', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeAll(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, { name: 'table2' });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n let prisma: PrismaService;\n let knex: Knex;\n\n beforeAll(async () => {\n prisma = app.get(PrismaService);\n knex = app.get('CUSTOM_KNEX');\n });\n\n it('should delete a simple field', async () => {\n const fieldRo: IFieldRo = {\n name: 'New field',\n description: 'the new field',\n type: FieldType.SingleLineText,\n options: SingleLineTextFieldCore.defaultOptions(),\n };\n const field = await createField(table1.id, fieldRo);\n await deleteField(table1.id, field.id);\n const fieldRaw = await prisma.field.findUnique({\n where: { id: field.id },\n });\n expect(fieldRaw?.deletedTime).toBeTruthy();\n });\n\n it('should forbid to delete a primary field', async () => {\n const fields = await prisma.field.findMany({\n where: { tableId: table1.id },\n });\n\n const primaryFieldId = fields.find((f) => f.isPrimary)?.id as string;\n const fn = async () => await deleteField(table1.id, primaryFieldId);\n await expect(fn()).rejects.toMatchObject({\n status: 403,\n });\n });\n\n it('should delete a formula dependency field, a -> b delete a', async () => {\n const textFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n options: SingleLineTextFieldCore.defaultOptions(),\n };\n const textField = await createField(table1.id, textFieldRo);\n const formulaFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${textField.id}}`,\n },\n };\n const formulaField = await createField(table1.id, formulaFieldRo);\n\n const referenceBefore = await prisma.reference.findMany({\n where: { fromFieldId: textField.id },\n });\n expect(referenceBefore.length).toBe(1);\n expect(referenceBefore[0].toFieldId).toBe(formulaField.id);\n\n await deleteField(table1.id, textField.id);\n // reference should be deleted\n const referenceAfter = await prisma.reference.findFirst({\n where: { fromFieldId: textField.id },\n });\n expect(referenceAfter).toBeFalsy();\n\n // text field should be deleted\n const fieldRaw = await prisma.field.findUnique({\n where: { id: textField.id },\n });\n expect(fieldRaw?.deletedTime).toBeTruthy();\n });\n\n it('should delete a formula field, a -> b delete b', async () => {\n const textFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n options: SingleLineTextFieldCore.defaultOptions(),\n };\n const textField = await createField(table1.id, textFieldRo);\n const formulaFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${textField.id}}`,\n },\n };\n const formulaField = await createField(table1.id, formulaFieldRo);\n\n const referenceBefore = await prisma.reference.findMany({\n where: { toFieldId: formulaField.id },\n });\n expect(referenceBefore.length).toBe(1);\n expect(referenceBefore[0].fromFieldId).toBe(textField.id);\n\n await deleteField(table1.id, formulaField.id);\n // reference should be deleted\n const referenceAfter = await prisma.reference.findFirst({\n where: { fromFieldId: textField.id },\n });\n expect(referenceAfter).toBeFalsy();\n\n // formula field should be deleted\n const fieldRaw = await prisma.field.findUnique({\n where: { id: formulaField.id },\n });\n expect(fieldRaw?.deletedTime).toBeTruthy();\n });\n\n it('should delete a middle formula field, a -> b -> c delete b', async () => {\n const textFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n options: SingleLineTextFieldCore.defaultOptions(),\n };\n const textField = await createField(table1.id, textFieldRo);\n const formula1FieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${textField.id}}`,\n },\n };\n const formula1Field = await createField(table1.id, formula1FieldRo);\n const formula2FieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${formula1Field.id}}`,\n },\n };\n await createField(table1.id, formula2FieldRo);\n\n const referenceBefore = await prisma.reference.findMany({\n where: { OR: [{ toFieldId: formula1Field.id }, { fromFieldId: formula1Field.id }] },\n });\n expect(referenceBefore.length).toBe(2);\n\n await deleteField(table1.id, formula1Field.id);\n\n // reference should be deleted\n const referenceAfter = await prisma.reference.findFirst({\n where: { OR: [{ toFieldId: formula1Field.id }, { fromFieldId: formula1Field.id }] },\n });\n expect(referenceAfter).toBeFalsy();\n\n // formula field should be deleted\n const fieldRaw = await prisma.field.findUnique({\n where: { id: formula1Field.id },\n });\n expect(fieldRaw?.deletedTime).toBeTruthy();\n });\n\n it('should delete a link field', async () => {\n const table2PrimaryField = table2.fields[0];\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n foreignTableId: table2.id,\n relationship: Relationship.ManyOne,\n } as ILinkFieldOptionsRo,\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const referenceBefore = await prisma.reference.findMany({\n where: { toFieldId: linkField.id },\n });\n expect(referenceBefore.length).toBe(1);\n expect(referenceBefore[0].fromFieldId).toBe(table2PrimaryField.id);\n\n // foreignKey should be created\n const { fkHostTableName, foreignKeyName } = linkField.options as ILinkFieldOptions;\n const linkedRecords = await prisma.$queryRawUnsafe<{ __id: string }[]>(\n knex(fkHostTableName).select('*').where(foreignKeyName, table2.records[0].id).toQuery()\n );\n expect(linkedRecords.length).toBe(1);\n\n await deleteField(table1.id, linkField.id);\n\n // reference should be deleted\n const referenceAfter = await prisma.reference.findFirst({\n where: { fromFieldId: table2PrimaryField.id },\n });\n expect(referenceAfter).toBeFalsy();\n const linkReferenceAfter = await prisma.reference.findFirst({\n where: { OR: [{ fromFieldId: linkField.id }, { toFieldId: linkField.id }] },\n });\n expect(linkReferenceAfter).toBeFalsy();\n const symLinkReferenceAfter = await prisma.reference.findFirst({\n where: { OR: [{ fromFieldId: symmetricFieldId }, { toFieldId: symmetricFieldId }] },\n });\n expect(symLinkReferenceAfter).toBeFalsy();\n\n // foreignKey should be removed\n expect(\n prisma.$queryRawUnsafe(\n knex(fkHostTableName).select('*').whereNotNull(foreignKeyName).toQuery()\n )\n ).rejects.toThrow();\n\n expect(\n prisma.$queryRawUnsafe<{ __id: string }[]>(\n knex(fkHostTableName).select('*').whereNotNull(linkField.dbFieldName).toQuery()\n )\n ).rejects.toThrow();\n\n // formula field should be marked as deleted\n const fieldRaw = await prisma.field.findUnique({\n where: { id: linkField.id },\n });\n expect(fieldRaw?.deletedTime).toBeTruthy();\n const symmetricalFieldRaw = await prisma.field.findUnique({\n where: { id: symmetricFieldId },\n });\n expect(symmetricalFieldRaw?.deletedTime).toBeTruthy();\n });\n\n it('should delete a link with lookup field and a referenced formula', async () => {\n const table1PrimaryField = table1.fields[0];\n const table2PrimaryField = table2.fields[0];\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n foreignTableId: table2.id,\n relationship: Relationship.ManyOne,\n } as ILinkFieldOptionsRo,\n };\n const linkField = await createField(table1.id, linkFieldRo);\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n\n const lookupFieldRo: IFieldRo = {\n type: table2PrimaryField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2PrimaryField.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n };\n const lookupField = await createField(table1.id, lookupFieldRo);\n const symLookupFieldRo: IFieldRo = {\n type: table1PrimaryField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: table1PrimaryField.id,\n linkFieldId: symmetricFieldId,\n } as ILookupOptionsRo,\n };\n const symLookupField = await createField(table2.id, symLookupFieldRo);\n\n const formulaFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${lookupField.id}} & {${table1.fields[0].id}}`,\n },\n };\n const formulaField = await createField(table1.id, formulaFieldRo);\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2PrimaryField.id, 'text');\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'formula');\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const referenceBefore = await prisma.reference.findMany({\n where: { fromFieldId: table2PrimaryField.id },\n });\n expect(referenceBefore.length).toBe(2);\n\n // lookup cell and formula cell should be updated\n const record = await getRecord(table1.id, table1.records[0].id);\n expect(record.fields[lookupField.id]).toBe('text');\n expect(record.fields[formulaField.id]).toBe('textformula');\n\n await deleteField(table1.id, linkField.id);\n\n // link reference and all relational lookup reference should be deleted\n const referenceAfter = await prisma.reference.findMany({\n where: { fromFieldId: table2PrimaryField.id },\n });\n expect(referenceAfter.length).toBe(0);\n\n // lookup cell and formula cell should be keep\n const recordAfter = await getRecord(table1.id, table1.records[0].id);\n expect(recordAfter.fields[lookupField.id]).toBeUndefined();\n expect(recordAfter.fields[formulaField.id]).toBeUndefined();\n\n // lookup field should be marked as error\n const fieldRaw = await prisma.field.findUnique({\n where: { id: lookupField.id },\n });\n expect(fieldRaw?.hasError).toBeTruthy();\n\n const fieldRaw2 = await prisma.field.findUnique({\n where: { id: symLookupField.id },\n });\n expect(fieldRaw2?.hasError).toBeTruthy();\n });\n });\n\n describe('AutoNumber field functionality', () => {\n let table1: ITableFullVo;\n\n beforeAll(async () => {\n table1 = await createTable(baseId, { name: 'AutoNumberTest' });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table1.id);\n });\n\n it('should create AutoNumber field successfully', async () => {\n const autoNumberFieldRo: IFieldRo = {\n type: FieldType.AutoNumber,\n name: 'Auto ID',\n };\n\n const autoNumberField = await createField(table1.id, autoNumberFieldRo);\n\n expect(autoNumberField.type).toEqual(FieldType.AutoNumber);\n expect(autoNumberField.name).toEqual('Auto ID');\n expect(autoNumberField.options).toEqual({\n expression: 'AUTO_NUMBER()',\n });\n expect(autoNumberField.isComputed).toBe(true);\n expect(autoNumberField.cellValueType).toEqual('number');\n expect(autoNumberField.dbFieldType).toEqual('INTEGER');\n });\n\n it('should generate auto-incrementing numbers for new records', async () => {\n // Create AutoNumber field\n const autoNumberFieldRo: IFieldRo = {\n type: FieldType.AutoNumber,\n name: 'Auto ID',\n };\n const autoNumberField = await createField(table1.id, autoNumberFieldRo);\n\n // Create multiple records and verify auto-incrementing behavior\n const record1 = await createRecords(table1.id, {\n records: [{ fields: {} }],\n });\n const record2 = await createRecords(table1.id, {\n records: [{ fields: {} }],\n });\n const record3 = await createRecords(table1.id, {\n records: [{ fields: {} }],\n });\n\n // Get the records to check their AutoNumber values\n const fetchedRecord1 = await getRecord(table1.id, record1.records[0].id);\n const fetchedRecord2 = await getRecord(table1.id, record2.records[0].id);\n const fetchedRecord3 = await getRecord(table1.id, record3.records[0].id);\n\n // Verify that AutoNumber values are auto-incrementing integers\n const autoNum1 = fetchedRecord1.fields[autoNumberField.id] as number;\n const autoNum2 = fetchedRecord2.fields[autoNumberField.id] as number;\n const autoNum3 = fetchedRecord3.fields[autoNumberField.id] as number;\n\n expect(typeof autoNum1).toBe('number');\n expect(typeof autoNum2).toBe('number');\n expect(typeof autoNum3).toBe('number');\n\n // Verify auto-incrementing behavior\n expect(autoNum2).toBeGreaterThan(autoNum1);\n expect(autoNum3).toBeGreaterThan(autoNum2);\n\n // Verify they are consecutive (assuming no other records were created)\n expect(autoNum2 - autoNum1).toBe(1);\n expect(autoNum3 - autoNum2).toBe(1);\n });\n\n it('should maintain auto-number sequence even with existing records', async () => {\n // Get existing records count to understand the current sequence\n const existingRecords = await getRecords(table1.id);\n const existingCount = existingRecords.records.length;\n\n // Create AutoNumber field on table with existing records\n const autoNumberFieldRo: IFieldRo = {\n type: FieldType.AutoNumber,\n name: 'Sequential ID',\n };\n const autoNumberField = await createField(table1.id, autoNumberFieldRo);\n\n // Create a new record\n const newRecord = await createRecords(table1.id, {\n records: [{ fields: {} }],\n });\n\n // Get the new record to check its AutoNumber value\n const fetchedNewRecord = await getRecord(table1.id, newRecord.records[0].id);\n const autoNumValue = fetchedNewRecord.fields[autoNumberField.id] as number;\n\n // The new record should have an auto number that continues the sequence\n expect(typeof autoNumValue).toBe('number');\n expect(autoNumValue).toBeGreaterThan(existingCount);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/filter.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldType, isEmpty, type IFieldVo, type IFilterRo } from '@teable/core';\nimport { updateViewFilter as apiSetViewFilter } from '@teable/openapi';\nimport { initApp, getView, createTable, permanentDeleteTable, createField } from './utils/init-app';\n\nlet app: INestApplication;\nconst baseId = globalThis.testConfig.baseId;\n\nbeforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n});\n\nafterAll(async () => {\n await app.close();\n});\n\nasync function updateViewFilter(tableId: string, viewId: string, filterRo: IFilterRo) {\n try {\n const result = await apiSetViewFilter(tableId, viewId, filterRo);\n return result.data;\n } catch (e) {\n console.log(e);\n }\n}\n\ndescribe('OpenAPI ViewController (e2e) option (PUT)', () => {\n let tableId: string;\n let viewId: string;\n let fields: IFieldVo[];\n beforeAll(async () => {\n const result = await createTable(baseId, {\n name: 'Table',\n });\n tableId = result.id;\n viewId = result.defaultViewId!;\n fields = result.fields;\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test(`/table/{tableId}/view/{viewId}/filter (PUT) update filter`, async () => {\n const assertFilter: IFilterRo = {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: fields[0].id,\n operator: 'is',\n value: '2',\n },\n ],\n },\n };\n await updateViewFilter(tableId, viewId, assertFilter);\n const updatedView = await getView(tableId, viewId);\n const viewFilter = updatedView.filter;\n expect(viewFilter).toEqual(assertFilter.filter);\n });\n\n it('should not allow to modify filter for button field', async () => {\n const buttonField = await createField(tableId, {\n type: FieldType.Button,\n });\n const assertFilter: IFilterRo = {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: buttonField.id,\n operator: isEmpty.value,\n value: null,\n },\n ],\n },\n };\n await expect(apiSetViewFilter(tableId, viewId, assertFilter)).rejects.toThrow();\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-boolean-numeric-coercion.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport {\n createField,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Formula boolean numeric coercion (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('compares checkbox values against numeric literals', async () => {\n const fields: IFieldRo[] = [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Notified',\n type: FieldType.Checkbox,\n },\n ];\n\n const table = await createTable(baseId, {\n name: 'formula_boolean_numeric_coercion',\n fields,\n records: [\n { fields: { Name: 'row-1', Notified: true } },\n { fields: { Name: 'row-2', Notified: false } },\n ],\n });\n\n try {\n const fieldMap = new Map(table.fields.map((f) => [f.name, f]));\n const checkboxField = fieldMap.get('Notified')!;\n\n const formulaField = await createField(table.id, {\n name: 'Notify Status',\n type: FieldType.Formula,\n options: {\n expression: `IF({${checkboxField.id}} = 1, 'already', 'pending')`,\n },\n });\n\n const firstRecord = await getRecord(table.id, table.records[0].id);\n expect(firstRecord.fields[formulaField.id]).toBe('already');\n\n const secondRecord = await getRecord(table.id, table.records[1].id);\n expect(secondRecord.fields[formulaField.id]).toBe('pending');\n\n await updateRecordByApi(table.id, table.records[1].id, checkboxField.id, true);\n const updatedRecord = await getRecord(table.id, table.records[1].id);\n expect(updatedRecord.fields[formulaField.id]).toBe('already');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-conditional-lookup-numeric-if.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFilter, ILookupOptionsRo } from '@teable/core';\nimport { FieldType, getRandomString } from '@teable/core';\nimport {\n createField,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\n/**\n * Regression: numeric formulas containing IF branches that return conditional-lookup\n * (json/jsonb array) values must coerce both branches to a numeric type. Otherwise Postgres\n * errors with \"CASE types integer and jsonb cannot be matched\" during computed updates.\n */\ndescribe('Formula conditional lookup numeric IF (regression)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId as string;\n\n beforeAll(async () => {\n const ctx = await initApp();\n app = ctx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('evaluates numeric IF branches containing conditional lookup arrays', async () => {\n const suffix = getRandomString(8);\n\n const foreign = await createTable(baseId, {\n name: `t1326_cl_foreign_${suffix}`,\n fields: [\n { name: 'Key', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n ],\n records: [{ fields: { Key: 'A', Amount: 5 } }],\n });\n\n const host = await createTable(baseId, {\n name: `t1326_cl_host_${suffix}`,\n fields: [{ name: 'Key', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Key: 'A' } }, { fields: { Key: 'B' } }],\n });\n\n try {\n const foreignKeyFieldId = foreign.fields.find((field) => field.name === 'Key')!.id;\n const foreignAmountFieldId = foreign.fields.find((field) => field.name === 'Amount')!.id;\n const hostKeyFieldId = host.fields.find((field) => field.name === 'Key')!.id;\n\n const keyMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignKeyFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: hostKeyFieldId },\n },\n ],\n };\n\n const conditionalLookup = await createField(host.id, {\n name: 'Lookup Amounts',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: foreignAmountFieldId,\n filter: keyMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const formulaField = await createField(host.id, {\n name: 'Amount Delta',\n type: FieldType.Formula,\n options: {\n expression: `1 - IF({${conditionalLookup.id}}, {${conditionalLookup.id}}, 0)`,\n formatting: { type: 'decimal', precision: 2 },\n },\n } as IFieldRo);\n\n const recordA = await getRecord(host.id, host.records[0].id);\n const recordB = await getRecord(host.id, host.records[1].id);\n\n expect(recordA.fields[hostKeyFieldId]).toBe('A');\n expect(recordB.fields[hostKeyFieldId]).toBe('B');\n\n expect(recordA.fields[formulaField.id]).toBe(-4);\n expect(recordB.fields[formulaField.id]).toBe(1);\n } finally {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-conditional-numeric-cast-regression.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, generateFieldId } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createRecords,\n createTable,\n getRecords,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\ndescribe('Formula conditional numeric cast safety (regression)', () => {\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId as string;\n\n beforeAll(async () => {\n const ctx = await initApp();\n app = ctx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it.skipIf(isForceV2)(\n 'creates rows successfully when conditional formulas compare malformed numeric text',\n async () => {\n const displayPriceFieldId = generateFieldId();\n const table = (await createTable(baseId, {\n name: 'formula_conditional_numeric_cast_regression',\n fields: [\n {\n id: displayPriceFieldId,\n name: 'DisplayPrice',\n type: FieldType.SingleLineText,\n },\n {\n name: 'MemberContribution',\n type: FieldType.Formula,\n options: {\n expression: `(IF({${displayPriceFieldId}} < 40, 3, IF({${displayPriceFieldId}} < 50, 4, IF({${displayPriceFieldId}} < 75, 5, 8)))) * 1.6`,\n },\n },\n ],\n })) as ITableFullVo;\n\n try {\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n DisplayPrice: '39.9339.93',\n },\n },\n {\n fields: {\n DisplayPrice: '39.93',\n },\n },\n ],\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Name });\n\n const targetRecords = records.filter((record) => {\n const displayPrice = record.fields.DisplayPrice;\n return displayPrice === '39.9339.93' || displayPrice === '39.93';\n });\n\n expect(targetRecords).toHaveLength(2);\n const malformedNumericRecord = targetRecords.find(\n (record) => record.fields.DisplayPrice === '39.9339.93'\n );\n const validNumericRecord = targetRecords.find(\n (record) => record.fields.DisplayPrice === '39.93'\n );\n\n expect(malformedNumericRecord?.fields.MemberContribution).toBeCloseTo(12.8, 6);\n expect(validNumericRecord?.fields.MemberContribution).toBeCloseTo(4.8, 6);\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n }\n );\n});\n" }, { "path": "apps/nestjs-backend/test/formula-counta-lookup-ancestry.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport {\n createField,\n createRecords,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\ndescribe('Formula COUNTA with lookup ancestors (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('counts every non-empty ancestor link even when the field is duplicated', async () => {\n let tableId: string | undefined;\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-counta-lookup-ancestry',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n });\n tableId = table.id;\n\n const parentField = await createField(tableId, {\n name: 'parent',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: tableId },\n });\n\n const ancestor1 = await createField(tableId, {\n name: 'ancestor1',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tableId,\n linkFieldId: parentField.id,\n lookupFieldId: parentField.id,\n },\n });\n\n const ancestor2 = await createField(tableId, {\n name: 'ancestor2',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tableId,\n linkFieldId: parentField.id,\n lookupFieldId: ancestor1.id,\n },\n });\n\n const ancestor3 = await createField(tableId, {\n name: 'ancestor3',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tableId,\n linkFieldId: parentField.id,\n lookupFieldId: ancestor2.id,\n },\n });\n\n const ancestor4 = await createField(tableId, {\n name: 'ancestor4',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tableId,\n linkFieldId: parentField.id,\n lookupFieldId: ancestor3.id,\n },\n });\n\n const ancestor5 = await createField(tableId, {\n name: 'ancestor5',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tableId,\n linkFieldId: parentField.id,\n lookupFieldId: ancestor4.id,\n },\n });\n\n const levelExpression = `COUNTA({${ancestor5.id}},{${ancestor4.id}},{${ancestor3.id}},{${ancestor2.id}},{${ancestor1.id}},{${parentField.id}})+1`;\n\n const level = await createField(tableId, {\n name: 'level',\n type: FieldType.Formula,\n options: { expression: levelExpression },\n });\n\n const levelCopy = await createField(tableId, {\n name: 'level_copy',\n type: FieldType.Formula,\n options: { expression: levelExpression },\n });\n\n const root = (\n await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { Title: 'root' } }],\n })\n ).records[0];\n\n const child = (\n await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { Title: 'child', parent: { id: root.id } } }],\n })\n ).records[0];\n\n const grandchild = (\n await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { Title: 'grandchild', parent: { id: child.id } } }],\n })\n ).records[0];\n\n const greatGrandchild = (\n await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { Title: 'great-grandchild', parent: { id: grandchild.id } } }],\n })\n ).records[0];\n\n // Allow computed lookups to propagate\n await new Promise((resolve) => setTimeout(resolve, 200));\n\n const leaf = await getRecord(tableId, greatGrandchild.id);\n const fields = leaf.fields ?? {};\n // eslint-disable-next-line no-console\n console.log('leaf fields for debug', fields);\n\n expect(fields[parentField.id]).toMatchObject({ id: grandchild.id });\n expect(fields[level.id]).toBe(4);\n expect(fields[levelCopy.id]).toBe(4);\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-countall-user-link-lookup.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, ILinkFieldOptionsRo, ILookupOptionsRo } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport {\n createField,\n createRecords,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Formula COUNTALL user/link/lookup regression (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('counts values for multi-user field and linked lookup user field', async () => {\n let sourceTableId: string | undefined;\n let hostTableId: string | undefined;\n\n try {\n const sourceTable = await createTable(baseId, {\n name: 'formula-countall-user-source',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n sourceTableId = sourceTable.id;\n\n const sourcePrimaryFieldId = sourceTable.fields.find((field) => field.isPrimary)?.id;\n if (!sourcePrimaryFieldId) {\n throw new Error('Missing source primary field');\n }\n\n const ownersField = await createField(sourceTable.id, {\n name: 'Owners',\n type: FieldType.User,\n options: {\n isMultiple: true,\n shouldNotify: false,\n },\n });\n\n const directCountField = await createField(sourceTable.id, {\n name: 'Owners Count',\n type: FieldType.Formula,\n options: {\n expression: `COUNTALL({${ownersField.id}})`,\n },\n });\n\n const createdSource = await createRecords(sourceTable.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n fields: {\n [sourcePrimaryFieldId]: 'source-a',\n [ownersField.id]: [globalThis.testConfig.userId],\n },\n },\n {\n fields: {\n [sourcePrimaryFieldId]: 'source-b',\n },\n },\n ],\n });\n\n const sourceRecordA = await getRecord(sourceTable.id, createdSource.records[0].id);\n const sourceRecordB = await getRecord(sourceTable.id, createdSource.records[1].id);\n\n expect(Number(sourceRecordA.fields[directCountField.id])).toBe(1);\n expect(Number(sourceRecordB.fields[directCountField.id] ?? 0)).toBe(0);\n\n const hostTable = await createTable(baseId, {\n name: 'formula-countall-user-host',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n });\n hostTableId = hostTable.id;\n\n const hostPrimaryFieldId = hostTable.fields.find((field) => field.isPrimary)?.id;\n if (!hostPrimaryFieldId) {\n throw new Error('Missing host primary field');\n }\n\n const linkField = await createField(hostTable.id, {\n name: 'People',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: sourceTable.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const lookupOwnersField = await createField(hostTable.id, {\n name: 'Lookup Owners',\n type: FieldType.User,\n isLookup: true,\n lookupOptions: {\n foreignTableId: sourceTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: ownersField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const linkCountField = await createField(hostTable.id, {\n name: 'People Count',\n type: FieldType.Formula,\n options: {\n expression: `COUNTALL({${linkField.id}})`,\n },\n });\n\n const lookupCountField = await createField(hostTable.id, {\n name: 'Lookup Owners Count',\n type: FieldType.Formula,\n options: {\n expression: `COUNTALL({${lookupOwnersField.id}})`,\n },\n });\n\n const createdHost = await createRecords(hostTable.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n fields: {\n [hostPrimaryFieldId]: 'host-1',\n [linkField.id]: [\n { id: createdSource.records[0].id },\n { id: createdSource.records[1].id },\n ],\n },\n },\n ],\n });\n\n const hostRecordId = createdHost.records[0].id;\n const hostRecord = await getRecord(hostTable.id, hostRecordId);\n\n expect(Number(hostRecord.fields[linkCountField.id])).toBe(2);\n expect(Number(hostRecord.fields[lookupCountField.id])).toBe(1);\n\n await updateRecordByApi(hostTable.id, hostRecordId, linkField.id, null);\n\n const clearedHostRecord = await getRecord(hostTable.id, hostRecordId);\n expect(Number(clearedHostRecord.fields[linkCountField.id] ?? 0)).toBe(0);\n expect(Number(clearedHostRecord.fields[lookupCountField.id] ?? 0)).toBe(0);\n } finally {\n if (hostTableId) {\n await permanentDeleteTable(baseId, hostTableId);\n }\n if (sourceTableId) {\n await permanentDeleteTable(baseId, sourceTableId);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-datetime-format.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, generateFieldId } from '@teable/core';\nimport {\n createRecords,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\nconst DATETIME_FORMAT_SPECIFIER_CASES = [\n { token: 'YY', expected: '26' },\n { token: 'YYYY', expected: '2026' },\n { token: 'M', expected: '2' },\n { token: 'MM', expected: '02' },\n { token: 'MMM', expected: 'Feb' },\n { token: 'MMMM', expected: 'February' },\n { token: 'D', expected: '12' },\n { token: 'DD', expected: '12' },\n { token: 'd', expected: '4' },\n { token: 'dd', expected: 'Th' },\n { token: 'ddd', expected: 'Thu' },\n { token: 'dddd', expected: 'Thursday' },\n { token: 'H', expected: '15' },\n { token: 'HH', expected: '15' },\n { token: 'h', expected: '3' },\n { token: 'hh', expected: '03' },\n { token: 'm', expected: '4' },\n { token: 'mm', expected: '04' },\n { token: 's', expected: '5' },\n { token: 'ss', expected: '05' },\n { token: 'SSS', expected: '678' },\n { token: 'Z', expected: '+00:00' },\n { token: 'ZZ', expected: '+0000' },\n { token: 'A', expected: 'PM' },\n { token: 'a', expected: 'pm' },\n { token: 'LT', expected: '3:04 PM' },\n { token: 'LTS', expected: '3:04:05 PM' },\n { token: 'L', expected: '02/12/2026' },\n { token: 'LL', expected: 'February 12, 2026' },\n { token: 'LLL', expected: 'February 12, 2026 3:04 PM' },\n { token: 'LLLL', expected: 'Thursday, February 12, 2026 3:04 PM' },\n { token: 'l', expected: '2/12/2026' },\n { token: 'll', expected: 'Feb 12, 2026' },\n { token: 'lll', expected: 'Feb 12, 2026 3:04 PM' },\n { token: 'llll', expected: 'Thu, Feb 12, 2026 3:04 PM' },\n] as const;\n\ndescribe('Formula DATETIME_FORMAT token semantics (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('treats HH as 24-hour clock and mm as minutes like Airtable', async () => {\n let tableId: string | undefined;\n const dateFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-format-24h',\n fields: [\n { id: dateFieldId, name: 'event_time', type: FieldType.Date },\n {\n name: 'formatted_24h',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_FORMAT({${dateFieldId}}, 'YYYY-MM-DD HH:mm:ss')`,\n timeZone: 'UTC',\n },\n },\n ],\n });\n tableId = table.id;\n\n const formattedFieldId =\n table.fields.find((f) => f.name === 'formatted_24h')?.id ??\n (() => {\n throw new Error('formatted_24h field not found');\n })();\n const input = '2024-12-03T09:07:11.000Z';\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { event_time: input } }],\n });\n\n const record = await getRecord(tableId, records[0].id);\n const fields = record.fields;\n expect(fields?.[formattedFieldId as string]).toBe('2024-12-03 09:07:11');\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n it('defaults DATETIME_FORMAT to an ISO-like pattern when the format is omitted', async () => {\n let tableId: string | undefined;\n const dateFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-format-default',\n fields: [\n { id: dateFieldId, name: 'handover_time', type: FieldType.Date },\n {\n name: 'handover_year',\n type: FieldType.Formula,\n options: {\n expression: `LEFT(DATETIME_FORMAT({${dateFieldId}}), 4)`,\n timeZone: 'Asia/Shanghai',\n },\n },\n ],\n });\n tableId = table.id;\n\n const formulaFieldId =\n table.fields.find((f) => f.name === 'handover_year')?.id ??\n (() => {\n throw new Error('handover_year field not found');\n })();\n\n const input = '2024-10-10T16:00:00.000Z';\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { handover_time: input } }],\n });\n\n const record = await getRecord(tableId, records[0].id);\n const value = record.fields?.[formulaFieldId as string];\n expect(value).toBe('2024');\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n it('keeps hh with A as a 12-hour clock while mm stays minutes', async () => {\n let tableId: string | undefined;\n const dateFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-format-12h',\n fields: [\n { id: dateFieldId, name: 'planned_time', type: FieldType.Date },\n {\n name: 'formatted_12h',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_FORMAT({${dateFieldId}}, 'YYYY-MM-DD hh:mm A')`,\n timeZone: 'UTC',\n },\n },\n ],\n });\n tableId = table.id;\n\n const formattedFieldId =\n table.fields.find((f) => f.name === 'formatted_12h')?.id ??\n (() => {\n throw new Error('formatted_12h field not found');\n })();\n const input = '2024-05-06T15:04:05.000Z';\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { planned_time: input } }],\n });\n\n const record = await getRecord(tableId, records[0].id);\n const fields = record.fields;\n expect(fields?.[formattedFieldId as string]).toBe('2024-05-06 03:04 PM');\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n it('supports Postgres month/day name specifiers without corrupting them', async () => {\n let tableId: string | undefined;\n const dateFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-format-postgres-names',\n fields: [\n { id: dateFieldId, name: 'event_date', type: FieldType.Date },\n {\n name: 'formatted_names',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_FORMAT({${dateFieldId}}, 'YY-Month-Day')`,\n timeZone: 'UTC',\n },\n },\n ],\n });\n tableId = table.id;\n\n const formattedFieldId =\n table.fields.find((f) => f.name === 'formatted_names')?.id ??\n (() => {\n throw new Error('formatted_names field not found');\n })();\n\n const input = '2025-11-27T00:00:00.000Z';\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { event_date: input } }],\n });\n\n const record = await getRecord(tableId, records[0].id);\n const value = record.fields?.[formattedFieldId as string];\n expect(value).toBe('25-November-Thursday');\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n it('supports all documented DATETIME_FORMAT specifiers', async () => {\n let tableId: string | undefined;\n const dateFieldId = generateFieldId();\n\n try {\n const formulaFields = DATETIME_FORMAT_SPECIFIER_CASES.map((item, index) => ({\n name: `spec_${index.toString().padStart(2, '0')}`,\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_FORMAT({${dateFieldId}}, '${item.token}')`,\n timeZone: 'UTC',\n },\n }));\n\n const table = await createTable(baseId, {\n name: 'formula-datetime-format-all-specifiers',\n fields: [{ id: dateFieldId, name: 'input_time', type: FieldType.Date }, ...formulaFields],\n });\n tableId = table.id;\n\n const fieldIdByName = Object.fromEntries(table.fields.map((field) => [field.name, field.id]));\n const input = '2026-02-12T15:04:05.678Z';\n\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { input_time: input } }],\n });\n\n const record = await getRecord(tableId, records[0].id);\n for (const [index, item] of DATETIME_FORMAT_SPECIFIER_CASES.entries()) {\n const fieldName = `spec_${index.toString().padStart(2, '0')}`;\n const fieldId = fieldIdByName[fieldName];\n expect(record.fields?.[fieldId as string]).toBe(item.expected);\n }\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n it('returns null instead of throwing when formatting non-datetime text', async () => {\n let tableId: string | undefined;\n const textFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-format-invalid-text',\n fields: [\n { id: textFieldId, name: 'raw_text', type: FieldType.SingleLineText },\n {\n name: 'formatted_invalid',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_FORMAT({${textFieldId}}, 'YYYY-MM-DD HH:mm')`,\n timeZone: 'Asia/Shanghai',\n },\n },\n ],\n });\n tableId = table.id;\n\n const formattedFieldId =\n table.fields.find((f) => f.name === 'formatted_invalid')?.id ??\n (() => {\n throw new Error('formatted_invalid field not found');\n })();\n\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: { raw_text: '2' } }],\n });\n\n const record = await getRecord(tableId, records[0].id);\n const fields = record.fields;\n const value = fields?.[formattedFieldId as string];\n expect(value ?? null).toBeNull();\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-datetime-parse-update.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, generateFieldId } from '@teable/core';\nimport {\n createRecords,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\n/**\n * Tests for DATETIME_PARSE formula parsing and updates.\n *\n * This test suite verifies:\n * 1. DATETIME_PARSE correctly parses both single-digit (e.g., \"2026-9-15\") and\n * double-digit (e.g., \"2026-09-15\") month/day formats.\n * 2. Formula fields using DATETIME_PARSE correctly recalculate when source fields change.\n *\n * Related fix: DEFAULT_DATETIME_PARSE_PATTERN was updated to accept [0-9]{1,2}\n * for month and day instead of requiring [0-9]{2}.\n */\ndescribe('Formula DATETIME_PARSE update semantics (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n /**\n * Test basic DATETIME_PARSE functionality with zero-padded format.\n * This should work in both v1 and v2.\n */\n it('parses zero-padded date format correctly', async () => {\n let tableId: string | undefined;\n const textFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-parse-basic',\n fields: [\n { id: textFieldId, name: 'TextDate', type: FieldType.SingleLineText },\n {\n name: 'ParsedDate',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_PARSE({${textFieldId}})`,\n timeZone: 'Asia/Shanghai',\n },\n },\n ],\n });\n tableId = table.id;\n\n const formulaFieldId =\n table.fields.find((f) => f.name === 'ParsedDate')?.id ??\n (() => {\n throw new Error('ParsedDate field not found');\n })();\n\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { TextDate: '2024-06-15' } }],\n });\n\n const record = await getRecord(tableId, records[0].id);\n const formulaValue = record.fields?.[formulaFieldId as string];\n\n expect(formulaValue).not.toBeNull();\n expect(formulaValue).not.toBeUndefined();\n expect(new Date(formulaValue as string).toISOString()).toBe('2024-06-15T00:00:00.000Z');\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n /**\n * Test DATETIME_PARSE without format and timezone.\n * This test verifies Asia/Shanghai local time is used when no format is provided.\n */\n it('parses DATETIME_PARSE without format as local timezone', async () => {\n let tableId: string | undefined;\n const textFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-parse-timezone',\n fields: [\n { id: textFieldId, name: 'TextDate', type: FieldType.SingleLineText },\n {\n name: 'ParsedDate',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_PARSE({${textFieldId}})`,\n timeZone: 'Asia/Shanghai',\n },\n },\n ],\n });\n tableId = table.id;\n\n const formulaFieldId =\n table.fields.find((f) => f.name === 'ParsedDate')?.id ??\n (() => {\n throw new Error('ParsedDate field not found');\n })();\n\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { TextDate: '2026-01-15 08:30:00' } }],\n });\n\n const record = await getRecord(tableId, records[0].id);\n const formulaValue = record.fields?.[formulaFieldId as string];\n\n expect(formulaValue).not.toBeNull();\n expect(formulaValue).not.toBeUndefined();\n expect(new Date(formulaValue as string).toISOString()).toBe('2026-01-15T00:30:00.000Z');\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n it('reparses date fields with explicit MMYYYY format into the first day of the month', async () => {\n let tableId: string | undefined;\n const dateFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-parse-month-bucket',\n fields: [\n { id: dateFieldId, name: 'TransactionDate', type: FieldType.Date },\n {\n name: 'MonthBucket',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_PARSE({${dateFieldId}}, \"MMYYYY\")`,\n timeZone: 'UTC',\n },\n },\n ],\n });\n tableId = table.id;\n\n const formulaFieldId =\n table.fields.find((f) => f.name === 'MonthBucket')?.id ??\n (() => {\n throw new Error('MonthBucket field not found');\n })();\n\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { TransactionDate: '2025-01-05T00:00:00.000Z' } }],\n });\n\n const record = await getRecord(tableId, records[0].id);\n const formulaValue = record.fields?.[formulaFieldId as string];\n\n expect(formulaValue).toBe('2025-01-01T00:00:00.000Z');\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n /**\n * Test DATETIME_PARSE with single-digit month format.\n * This test verifies that single-digit months are correctly parsed.\n */\n it('parses single-digit month format correctly', async () => {\n let tableId: string | undefined;\n const singleDigitFieldId = generateFieldId();\n const doubleDigitFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-parse-format-compare',\n fields: [\n { id: singleDigitFieldId, name: 'SingleDigitDate', type: FieldType.SingleLineText },\n { id: doubleDigitFieldId, name: 'DoubleDigitDate', type: FieldType.SingleLineText },\n {\n name: 'ParsedSingle',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_PARSE({${singleDigitFieldId}})`,\n timeZone: 'Asia/Shanghai',\n },\n },\n {\n name: 'ParsedDouble',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_PARSE({${doubleDigitFieldId}})`,\n timeZone: 'Asia/Shanghai',\n },\n },\n ],\n });\n tableId = table.id;\n\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [\n {\n fields: {\n SingleDigitDate: '2026-9-15', // Single digit month\n DoubleDigitDate: '2026-09-15', // Double digit month\n },\n },\n ],\n });\n\n const record = await getRecord(tableId, records[0].id);\n\n const parsedSingleField = table.fields.find((f) => f.name === 'ParsedSingle')!;\n const parsedDoubleField = table.fields.find((f) => f.name === 'ParsedDouble')!;\n\n // Double digit format should work\n const parsedDouble = record.fields?.[parsedDoubleField.id];\n expect(parsedDouble).not.toBeNull();\n expect(parsedDouble).not.toBeUndefined();\n\n // Single digit format should also work\n const parsedSingle = record.fields?.[parsedSingleField.id];\n expect(parsedSingle).not.toBeNull();\n expect(parsedSingle).not.toBeUndefined();\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n /**\n * Test DATETIME_PARSE with YEAR/MONTH/DAY concatenation.\n * This test verifies the real-world scenario where MONTH() returns single-digit values.\n */\n it('DATETIME_PARSE with MONTH/DAY concatenation works', async () => {\n let tableId: string | undefined;\n const dateFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-parse-concat',\n fields: [\n { id: dateFieldId, name: 'Date', type: FieldType.Date },\n {\n name: 'ConcatFormula',\n type: FieldType.Formula,\n options: {\n expression: `YEAR(TODAY()) & \"-\" & MONTH({${dateFieldId}}) & \"-\" & DAY({${dateFieldId}})`,\n timeZone: 'Asia/Shanghai',\n },\n },\n {\n name: 'ParsedDate',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_PARSE(YEAR(TODAY()) & \"-\" & MONTH({${dateFieldId}}) & \"-\" & DAY({${dateFieldId}}))`,\n timeZone: 'Asia/Shanghai',\n },\n },\n ],\n });\n tableId = table.id;\n\n // September 15 will generate \"2026-9-15\" (single digit month)\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { Date: '2025-09-15T09:47:06.000Z' } }],\n });\n\n const record = await getRecord(tableId, records[0].id);\n\n const concatField = table.fields.find((f) => f.name === 'ConcatFormula')!;\n const parsedField = table.fields.find((f) => f.name === 'ParsedDate')!;\n\n // ConcatFormula should produce \"2026-9-15\"\n const concatValue = record.fields?.[concatField.id];\n expect(concatValue).toMatch(/^\\d{4}-9-15$/); // e.g., \"2026-9-15\"\n\n // ParsedDate should parse the single-digit format correctly\n const parsedValue = record.fields?.[parsedField.id];\n expect(parsedValue).not.toBeNull();\n expect(parsedValue).not.toBeUndefined();\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n /**\n * Test formula update with double-digit months (this should work in v1).\n * Uses December (month 12) which doesn't have the single-digit issue.\n */\n it('updates DATETIME_PARSE formula when date field changes (double-digit month)', async () => {\n let tableId: string | undefined;\n const dateFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-datetime-parse-update-double',\n fields: [\n { id: dateFieldId, name: 'Date', type: FieldType.Date },\n {\n name: 'ParsedDate',\n type: FieldType.Formula,\n options: {\n // Use a formula that always produces zero-padded format\n expression: `DATETIME_PARSE(YEAR(TODAY()) & \"-12-\" & DAY({${dateFieldId}}))`,\n timeZone: 'Asia/Shanghai',\n },\n },\n ],\n });\n tableId = table.id;\n\n const formulaFieldId =\n table.fields.find((f) => f.name === 'ParsedDate')?.id ??\n (() => {\n throw new Error('ParsedDate field not found');\n })();\n\n // Create record with initial date\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { Date: '2025-12-15T09:47:06.000Z' } }],\n });\n\n // Verify formula computed correctly after creation\n const recordAfterCreate = await getRecord(tableId, records[0].id);\n const formulaValueAfterCreate = recordAfterCreate.fields?.[formulaFieldId as string];\n\n expect(formulaValueAfterCreate).not.toBeNull();\n expect(formulaValueAfterCreate).not.toBeUndefined();\n\n // Verify the parsed date contains day 15\n const parsedAfterCreate = new Date(formulaValueAfterCreate as string);\n expect(parsedAfterCreate.getUTCDate()).toBe(15);\n\n // Update the date to change the day\n await updateRecordByApi(tableId, records[0].id, dateFieldId, '2025-12-28T09:48:15.000Z');\n\n // Verify formula recalculated correctly after update\n const recordAfterUpdate = await getRecord(tableId, records[0].id);\n const formulaValueAfterUpdate = recordAfterUpdate.fields?.[formulaFieldId as string];\n\n expect(formulaValueAfterUpdate).not.toBeNull();\n expect(formulaValueAfterUpdate).not.toBeUndefined();\n\n // Verify the parsed date now contains day 28\n const parsedAfterUpdate = new Date(formulaValueAfterUpdate as string);\n expect(parsedAfterUpdate.getUTCDate()).toBe(28);\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-delete-chain.e2e-spec.ts", "content": "/* eslint-disable regexp/no-super-linear-backtracking */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldVo } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { DB_PROVIDER_SYMBOL } from '../src/db-provider/db.provider';\nimport type { IDbProvider } from '../src/db-provider/db.provider.interface';\nimport {\n createField,\n createTable,\n deleteField,\n deleteTable,\n getField,\n initApp,\n} from './utils/init-app';\n\ndescribe('Formula delete dependency chain (e2e)', () => {\n let app: INestApplication;\n let prisma: PrismaService;\n let dbProvider: IDbProvider;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = app.get(PrismaService);\n dbProvider = app.get(DB_PROVIDER_SYMBOL);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('marks downstream formulas hasError and drops generated columns after deleting base field', async () => {\n // 1) Create table with a non-primary text field and number field A (A is not primary)\n const table: ITableFullVo = await createTable(baseId, {\n name: 'Formula Chain Delete Test',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n { name: 'A', type: FieldType.Number },\n ],\n records: [{ fields: { Title: 'r1', A: 1 } }],\n });\n\n const fieldA = table.fields.find((f) => f.name === 'A')!;\n\n // 2) Create formula B = A * 2\n const fieldB: IFieldVo = await createField(table.id, {\n type: FieldType.Formula,\n name: 'B',\n options: { expression: `{${fieldA.id}} * 2` },\n });\n\n // 3) Create formula C = B * 2\n const fieldC: IFieldVo = await createField(table.id, {\n type: FieldType.Formula,\n name: 'C',\n options: { expression: `{${fieldB.id}} * 2` },\n });\n\n // Get dbTableName for the created table\n const tableMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: table.id },\n select: { dbTableName: true },\n });\n\n const columnInfoSql = dbProvider.columnInfo(tableMeta.dbTableName);\n const listColumns = async (): Promise => {\n const rows = await prisma.txClient().$queryRawUnsafe<{ name: string }[]>(columnInfoSql);\n return rows.map((r) => r.name);\n };\n\n // 4) Expect B and C have physical columns initially\n const initialCols = await listColumns();\n expect(initialCols).toContain(fieldB.dbFieldName);\n expect(initialCols).toContain(fieldC.dbFieldName);\n\n // 5) Delete A\n await deleteField(table.id, fieldA.id);\n\n // 6) With generated columns disabled, columns remain but values should be cleared\n const afterDeleteCols = await listColumns();\n expect(afterDeleteCols).toContain(fieldB.dbFieldName);\n expect(afterDeleteCols).toContain(fieldC.dbFieldName);\n\n const parseSchemaAndTable = (dbTableName: string): [string, string] => {\n const match = dbTableName.match(/^\"?(.*?)\"?\\.\"?(.*?)\"?$/);\n if (match) {\n return [match[1], match[2]];\n }\n const parts = dbTableName.split('.');\n return [parts[0] ?? dbTableName, parts[1] ?? dbTableName];\n };\n const [schema, tableName] = parseSchemaAndTable(tableMeta.dbTableName);\n const row = (\n await prisma\n .txClient()\n .$queryRawUnsafe<\n Record[]\n >(`SELECT * FROM \"${schema}\".\"${tableName}\" LIMIT 1`)\n )[0];\n expect(row?.[fieldB.dbFieldName]).toBeNull();\n expect(row?.[fieldC.dbFieldName]).toBeNull();\n\n // 7) Expect both B and C have hasError = true\n const bVo = await getField(table.id, fieldB.id);\n const cVo = await getField(table.id, fieldC.id);\n expect(!!bVo.hasError).toBe(true);\n expect(!!cVo.hasError).toBe(true);\n\n // Cleanup\n await deleteTable(baseId, table.id);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-field.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n FormulaFieldCore,\n IFieldVo,\n INumberFieldOptions,\n IRatingFieldOptions,\n} from '@teable/core';\nimport {\n Colors,\n DateFormattingPreset,\n FieldKeyType,\n FieldType,\n Relationship,\n TimeFormatting,\n} from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { getError } from './utils/get-error';\nimport {\n createBase,\n createField,\n createRecords,\n createTable,\n deleteBase,\n deleteTable,\n getRecord,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('OpenAPI Formula Field (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n app = (await initApp()).app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('create formula field', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n // Create a table with various field types for testing\n table = await createTable(baseId, {\n name: 'Formula Test Table',\n fields: [\n {\n name: 'Text Field',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Number Field',\n type: FieldType.Number,\n options: {\n formatting: { type: 'decimal', precision: 2 },\n } as INumberFieldOptions,\n },\n {\n name: 'Date Field',\n type: FieldType.Date,\n },\n {\n name: 'Rating Field',\n type: FieldType.Rating,\n options: {\n icon: 'star',\n max: 5,\n color: 'yellowBright',\n } as IRatingFieldOptions,\n },\n {\n name: 'Checkbox Field',\n type: FieldType.Checkbox,\n },\n {\n name: 'Select Field',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'Option A', color: Colors.Blue },\n { name: 'Option B', color: Colors.Red },\n ],\n },\n },\n ],\n records: [\n {\n fields: {\n 'Text Field': 'Hello World',\n 'Number Field': 42.5,\n 'Date Field': '2024-01-15',\n 'Rating Field': 4,\n 'Checkbox Field': true,\n 'Select Field': 'Option A',\n },\n },\n {\n fields: {\n 'Text Field': 'Test String',\n 'Number Field': 100,\n 'Date Field': '2024-02-20',\n 'Rating Field': 3,\n 'Checkbox Field': false,\n 'Select Field': 'Option B',\n },\n },\n ],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('should create formula referencing text field', async () => {\n const textFieldId = table.fields.find((f) => f.name === 'Text Field')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Text Formula',\n options: {\n expression: `UPPER({${textFieldId}})`,\n },\n });\n\n expect(formulaField.type).toBe(FieldType.Formula);\n expect((formulaField as FormulaFieldCore).options.expression).toBe(`UPPER({${textFieldId}})`);\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe('HELLO WORLD');\n expect(records[1].fields[formulaField.id]).toBe('TEST STRING');\n });\n\n it('should create formula referencing number field', async () => {\n const numberFieldId = table.fields.find((f) => f.name === 'Number Field')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Number Formula',\n options: {\n expression: `{${numberFieldId}} * 2`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe(85);\n expect(records[1].fields[formulaField.id]).toBe(200);\n });\n\n it('should create formula referencing date field', async () => {\n const dateFieldId = table.fields.find((f) => f.name === 'Date Field')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Date Formula',\n options: {\n expression: `YEAR({${dateFieldId}})`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe(2024);\n expect(records[1].fields[formulaField.id]).toBe(2024);\n });\n\n it('should create formula referencing rating field', async () => {\n const ratingFieldId = table.fields.find((f) => f.name === 'Rating Field')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Rating Formula',\n options: {\n expression: `{${ratingFieldId}} + 1`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe(5);\n expect(records[1].fields[formulaField.id]).toBe(4);\n });\n\n it('should create formula referencing checkbox field', async () => {\n const checkboxFieldId = table.fields.find((f) => f.name === 'Checkbox Field')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Checkbox Formula',\n options: {\n expression: `IF({${checkboxFieldId}}, \"Yes\", \"No\")`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe('Yes');\n expect(records[1].fields[formulaField.id]).toBe('No');\n });\n\n it('should create formula referencing select field', async () => {\n const selectFieldId = table.fields.find((f) => f.name === 'Select Field')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Select Formula',\n options: {\n expression: `CONCATENATE(\"Selected: \", {${selectFieldId}})`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe('Selected: Option A');\n expect(records[1].fields[formulaField.id]).toBe('Selected: Option B');\n });\n\n it('should substitute numeric field as text', async () => {\n const numberFieldId = table.fields.find((f) => f.name === 'Number Field')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Number Substitute',\n options: {\n expression: `SUBSTITUTE({${numberFieldId}}, \"0\", \"X\")`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe('42.5');\n expect(records[1].fields[formulaField.id]).toBe('1XX');\n });\n\n it('should create formula with multiple field references', async () => {\n const textFieldId = table.fields.find((f) => f.name === 'Text Field')!.id;\n const numberFieldId = table.fields.find((f) => f.name === 'Number Field')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Multi Field Formula',\n options: {\n expression: `CONCATENATE({${textFieldId}}, \" - \", {${numberFieldId}})`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe('Hello World - 42.5');\n expect(records[1].fields[formulaField.id]).toBe('Test String - 100');\n });\n });\n\n describe('formula recalculation on record creation', () => {\n let table: ITableFullVo;\n let statusFieldId: string;\n let statusFormulaFieldId: string;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'Formula Status Table',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Status',\n type: FieldType.SingleLineText,\n },\n ],\n });\n\n statusFieldId = table.fields.find((f) => f.name === 'Status')!.id;\n\n const statusFormulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Status Formula',\n options: {\n expression: `IF({${statusFieldId}}=\"\", 1, 222222)`,\n },\n });\n\n statusFormulaFieldId = statusFormulaField.id;\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('should calculate formula when referenced field is omitted on creation', async () => {\n const created = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n Name: 'Missing status',\n },\n },\n ],\n });\n\n const createdRecordId = created.records[0].id;\n const record = await getRecord(table.id, createdRecordId);\n\n expect(record.fields[statusFieldId]).toBeUndefined();\n expect(record.fields[statusFormulaFieldId]).toBe(1);\n });\n\n it('should calculate alternate branch when referenced field has value', async () => {\n const created = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n Name: 'Has status',\n Status: 'done',\n },\n },\n ],\n });\n\n const createdRecordId = created.records[0].id;\n const record = await getRecord(table.id, createdRecordId);\n\n expect(record.fields[statusFormulaFieldId]).toBe(222222);\n });\n });\n\n describe('formula recalculation referencing lookup dependencies', () => {\n let mainTable: ITableFullVo;\n let foreignTable: ITableFullVo;\n let linkField: IFieldVo;\n let lookupField: IFieldVo;\n let formulaFieldId: string;\n let nameFieldId: string;\n\n beforeEach(async () => {\n foreignTable = await createTable(baseId, {\n name: 'Lookup Source Table',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n ],\n records: [{ fields: { Title: 'Item A' } }, { fields: { Title: 'Item B' } }],\n });\n\n mainTable = await createTable(baseId, {\n name: 'Lookup Host Table',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ],\n });\n\n nameFieldId = mainTable.fields.find((f) => f.name === 'Name')!.id;\n\n linkField = await createField(mainTable.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignTable.id,\n },\n });\n\n const titleFieldId = foreignTable.fields.find((f) => f.name === 'Title')!.id;\n\n lookupField = await createField(mainTable.id, {\n type: FieldType.SingleLineText,\n name: 'Lookup Title',\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n lookupFieldId: titleFieldId,\n linkFieldId: linkField.id,\n },\n });\n\n const formulaField = await createField(mainTable.id, {\n type: FieldType.Formula,\n name: 'Lookup Formula',\n options: {\n expression: `IF({${lookupField.id}}=\"\", \"no lookup\", {${lookupField.id}})`,\n },\n });\n\n formulaFieldId = formulaField.id;\n });\n\n afterEach(async () => {\n if (mainTable?.id) {\n await deleteTable(baseId, mainTable.id);\n }\n if (foreignTable?.id) {\n await deleteTable(baseId, foreignTable.id);\n }\n });\n\n it('should compute lookup-based formula when link is omitted on creation', async () => {\n const created = await createRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [nameFieldId]: 'No link',\n },\n },\n ],\n });\n\n const record = await getRecord(mainTable.id, created.records[0].id);\n expect(record.fields[formulaFieldId]).toBe('no lookup');\n });\n\n it('should compute lookup-based formula when link is provided on creation', async () => {\n const created = await createRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [nameFieldId]: 'Linked record',\n [linkField.id]: { id: foreignTable.records[0].id },\n },\n },\n ],\n });\n\n const record = await getRecord(mainTable.id, created.records[0].id);\n expect(record.fields[lookupField.id]).toBe('Item A');\n expect(record.fields[formulaFieldId]).toBe('Item A');\n });\n });\n\n describe('lookup formula with blank single select lookup', () => {\n let foreignBaseId: string;\n let ordersTable: ITableFullVo;\n let followupTable: ITableFullVo;\n let linkFieldId: string;\n let statusLookupFieldId: string;\n let planLookupFieldId: string;\n let formulaFieldId: string;\n let titleFieldId: string;\n\n beforeEach(async () => {\n const spaceId = globalThis.testConfig.spaceId;\n const createdBase = await createBase({ spaceId, name: 'Cross Base Orders' });\n foreignBaseId = createdBase.id;\n\n ordersTable = await createTable(foreignBaseId, {\n name: 'Orders',\n fields: [\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'Paid', color: Colors.Green },\n { name: 'Deposit', color: Colors.Blue },\n ],\n },\n },\n {\n name: 'Plan',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'Plan2', color: Colors.Cyan },\n { name: 'Plan3', color: Colors.Orange },\n { name: 'Other', color: Colors.Gray },\n ],\n },\n },\n ],\n records: [\n { fields: { Status: 'Paid', Plan: 'Plan2' } },\n { fields: { Status: 'Deposit', Plan: 'Plan3' } },\n ],\n });\n\n followupTable = await createTable(baseId, {\n name: 'Order Followups',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n ],\n });\n\n titleFieldId = followupTable.fields.find((f) => f.name === 'Title')!.id;\n\n const linkField = await createField(followupTable.id, {\n name: 'Order',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: ordersTable.id,\n isOneWay: true,\n },\n });\n\n linkFieldId = linkField.id;\n\n const statusFieldId = ordersTable.fields.find((f) => f.name === 'Status')!.id;\n const planFieldId = ordersTable.fields.find((f) => f.name === 'Plan')!.id;\n\n const statusLookupField = await createField(followupTable.id, {\n name: 'Lookup Status',\n type: FieldType.SingleSelect,\n isLookup: true,\n lookupOptions: {\n foreignTableId: ordersTable.id,\n lookupFieldId: statusFieldId,\n linkFieldId,\n },\n });\n\n statusLookupFieldId = statusLookupField.id;\n\n const planLookupField = await createField(followupTable.id, {\n name: 'Lookup Plan',\n type: FieldType.SingleSelect,\n isLookup: true,\n lookupOptions: {\n foreignTableId: ordersTable.id,\n lookupFieldId: planFieldId,\n linkFieldId,\n },\n });\n\n planLookupFieldId = planLookupField.id;\n\n const formulaField = await createField(followupTable.id, {\n name: 'Status Notice',\n type: FieldType.Formula,\n options: {\n expression: `IF(\n {${statusLookupFieldId}}=\"Paid\",\n \"No reminder\",\n IF(\n AND(\n {${statusLookupFieldId}}=\"Deposit\",\n OR(\n {${planLookupFieldId}}=\"Plan2\",\n {${planLookupFieldId}}=\"Plan3\"\n )\n ),\n \"Installment follow-up\",\n IF(\n AND(\n {${statusLookupFieldId}}=\"Deposit\",\n NOT(\n OR(\n {${planLookupFieldId}}=\"Plan2\",\n {${planLookupFieldId}}=\"Plan3\"\n )\n )\n ),\n \"Tail follow-up\",\n IF(\n {${statusLookupFieldId}}=\"\",\n \"Tail follow-up\",\n \"Tail follow-up\"\n )\n )\n )\n )`,\n },\n });\n\n formulaFieldId = formulaField.id;\n });\n\n afterEach(async () => {\n if (followupTable?.id) {\n await deleteTable(baseId, followupTable.id);\n }\n if (ordersTable?.id && foreignBaseId) {\n await permanentDeleteTable(foreignBaseId, ordersTable.id);\n }\n if (foreignBaseId) {\n await deleteBase(foreignBaseId);\n }\n });\n\n it('should fallback when lookup is blank', async () => {\n const created = await createRecords(followupTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: 'Unlinked order',\n },\n },\n ],\n });\n\n const record = await getRecord(followupTable.id, created.records[0].id);\n expect(record.fields[statusLookupFieldId] ?? null).toBeNull();\n expect(record.fields[planLookupFieldId] ?? null).toBeNull();\n expect(record.fields[formulaFieldId]).toBe('Tail follow-up');\n });\n\n it('should use lookup value when record is linked', async () => {\n const created = await createRecords(followupTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: 'Linked order',\n [linkFieldId]: { id: ordersTable.records[0].id },\n },\n },\n ],\n });\n\n const record = await getRecord(followupTable.id, created.records[0].id);\n expect(record.fields[statusLookupFieldId]).toBe('Paid');\n expect(record.fields[planLookupFieldId]).toBe('Plan2');\n expect(record.fields[formulaFieldId]).toBe('No reminder');\n });\n\n it('should still fallback when record is created without other field values', async () => {\n const created = await createRecords(followupTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {},\n },\n ],\n });\n\n const record = await getRecord(followupTable.id, created.records[0].id);\n expect(record.fields[statusLookupFieldId] ?? null).toBeNull();\n expect(record.fields[planLookupFieldId] ?? null).toBeNull();\n expect(record.fields[formulaFieldId]).toBe('Tail follow-up');\n });\n\n it('should fallback even if reference table is missing entries', async () => {\n const prisma = app.get(PrismaService);\n await prisma.reference.deleteMany({\n where: { fromFieldId: linkFieldId },\n });\n await prisma.reference.deleteMany({\n where: { toFieldId: { in: [statusLookupFieldId, planLookupFieldId] } },\n });\n\n const created = await createRecords(followupTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {},\n },\n ],\n });\n\n const record = await getRecord(followupTable.id, created.records[0].id);\n expect(record.fields[formulaFieldId]).toBe('Tail follow-up');\n });\n\n it('should fallback when the only field sent is explicitly null', async () => {\n const created = await createRecords(followupTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: null,\n },\n },\n ],\n });\n\n const record = await getRecord(followupTable.id, created.records[0].id);\n expect(record.fields[statusLookupFieldId] ?? null).toBeNull();\n expect(record.fields[planLookupFieldId] ?? null).toBeNull();\n expect(record.fields[formulaFieldId]).toBe('Tail follow-up');\n });\n\n it('should fallback even if lookup-to-formula references are missing', async () => {\n const prisma = app.get(PrismaService);\n await prisma.reference.deleteMany({\n where: {\n OR: [\n { fromFieldId: linkFieldId },\n { toFieldId: linkFieldId },\n { fromFieldId: { in: [statusLookupFieldId, planLookupFieldId] } },\n { toFieldId: { in: [statusLookupFieldId, planLookupFieldId, formulaFieldId] } },\n ],\n },\n });\n\n const created = await createRecords(followupTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {},\n },\n ],\n });\n\n const record = await getRecord(followupTable.id, created.records[0].id);\n expect(record.fields[formulaFieldId]).toBe('Tail follow-up');\n });\n\n it('should fallback even if lookup fields are not marked computed', async () => {\n const prisma = app.get(PrismaService);\n await prisma.field.updateMany({\n where: { id: { in: [statusLookupFieldId, planLookupFieldId] } },\n data: { isComputed: false },\n });\n await prisma.reference.deleteMany({\n where: { fromFieldId: { in: [linkFieldId, statusLookupFieldId, planLookupFieldId] } },\n });\n\n const created = await createRecords(followupTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {},\n },\n ],\n });\n\n const record = await getRecord(followupTable.id, created.records[0].id);\n expect(record.fields[formulaFieldId]).toBe('Tail follow-up');\n });\n\n it('should fallback even if reference graph is completely missing', async () => {\n const prisma = app.get(PrismaService);\n await prisma.reference.deleteMany({});\n\n const created = await createRecords(followupTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {},\n },\n ],\n });\n\n const record = await getRecord(followupTable.id, created.records[0].id);\n expect(record.fields[formulaFieldId]).toBe('Tail follow-up');\n });\n });\n\n describe('create formula referencing formula', () => {\n let table: ITableFullVo;\n let baseFormulaField: IFieldVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'Nested Formula Test Table',\n fields: [\n {\n name: 'Number Field',\n type: FieldType.Number,\n },\n ],\n records: [{ fields: { 'Number Field': 10 } }, { fields: { 'Number Field': 20 } }],\n });\n\n const numberFieldId = table.fields.find((f) => f.name === 'Number Field')!.id;\n\n // Create base formula field\n baseFormulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Base Formula',\n options: {\n expression: `{${numberFieldId}} * 2`,\n },\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('should create formula referencing another formula', async () => {\n const nestedFormulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Nested Formula',\n options: {\n expression: `{${baseFormulaField.id}} + 5`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[nestedFormulaField.id]).toBe(25); // (10 * 2) + 5\n expect(records[1].fields[nestedFormulaField.id]).toBe(45); // (20 * 2) + 5\n });\n\n it('should create complex nested formula', async () => {\n const numberFieldId = table.fields.find((f) => f.name === 'Number Field')!.id;\n\n const complexFormulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Complex Formula',\n options: {\n expression: `IF({${baseFormulaField.id}} > {${numberFieldId}}, \"Greater\", \"Not Greater\")`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[complexFormulaField.id]).toBe('Greater'); // 20 > 10\n expect(records[1].fields[complexFormulaField.id]).toBe('Greater'); // 40 > 20\n });\n });\n\n describe('create formula with link, lookup and rollup fields', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField: IFieldVo;\n let lookupField: IFieldVo;\n let rollupField: IFieldVo;\n\n beforeEach(async () => {\n // Create first table\n table1 = await createTable(baseId, {\n name: 'Main Table',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ],\n records: [{ fields: { Name: 'Record 1' } }, { fields: { Name: 'Record 2' } }],\n });\n\n // Create second table\n table2 = await createTable(baseId, {\n name: 'Related Table',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Value',\n type: FieldType.Number,\n },\n ],\n records: [\n { fields: { Title: 'Item A', Value: 100 } },\n { fields: { Title: 'Item B', Value: 200 } },\n ],\n });\n\n // Create link field\n linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n });\n\n // Link records\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n await updateRecordByApi(table1.id, table1.records[1].id, linkField.id, {\n id: table2.records[1].id,\n });\n\n // Create lookup field\n const titleFieldId = table2.fields.find((f) => f.name === 'Title')!.id;\n lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n name: 'Lookup Title',\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: titleFieldId,\n linkFieldId: linkField.id,\n },\n });\n\n // Create rollup field\n const valueFieldId = table2.fields.find((f) => f.name === 'Value')!.id;\n rollupField = await createField(table1.id, {\n type: FieldType.Rollup,\n name: 'Rollup Value',\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: valueFieldId,\n linkFieldId: linkField.id,\n },\n });\n });\n\n afterEach(async () => {\n if (table1?.id) {\n await deleteTable(baseId, table1.id);\n }\n if (table2?.id) {\n await deleteTable(baseId, table2.id);\n }\n });\n\n it('should create formula referencing lookup field', async () => {\n const formulaField = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Lookup Formula',\n options: {\n expression: `{${lookupField.id}}`,\n },\n });\n\n expect(formulaField.type).toBe(FieldType.Formula);\n expect((formulaField as FormulaFieldCore).options.expression).toBe(`{${lookupField.id}}`);\n\n // Verify the formula field calculates correctly\n const records = await getRecords(table1.id);\n expect(records.records).toHaveLength(2);\n\n const record1 = records.records[0];\n const formulaValue1 = record1.fields[formulaField.id];\n const lookupValue1 = record1.fields[lookupField.id];\n\n // Formula should return the same value as the lookup field\n expect(formulaValue1).toEqual(lookupValue1);\n });\n\n it('should create formula referencing rollup field', async () => {\n const formulaField = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Rollup Formula',\n options: {\n expression: `{${rollupField.id}} * 2`,\n },\n });\n\n expect(formulaField.type).toBe(FieldType.Formula);\n expect((formulaField as FormulaFieldCore).options.expression).toBe(`{${rollupField.id}} * 2`);\n\n // Verify the formula field calculates correctly\n const records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records.records).toHaveLength(2);\n\n const record1 = records.records[0];\n const formulaValue1 = record1.fields[formulaField.id];\n const rollupValue1 = record1.fields[rollupField.id] as number;\n\n // Formula should return rollup value multiplied by 2\n expect(formulaValue1).toBe(rollupValue1 * 2);\n });\n\n it('should fallback when rollup-based formula has no linked data', async () => {\n const formulaField = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Rollup Fallback',\n options: {\n expression: `IF({${rollupField.id}} > 0, \"Has rollup\", \"No rollup\")`,\n },\n });\n\n const created = await createRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {},\n },\n ],\n });\n\n const record = await getRecord(table1.id, created.records[0].id);\n expect(record.fields[formulaField.id]).toBe('No rollup');\n });\n\n it('should create formula referencing link field', async () => {\n const formulaField = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Link Formula',\n options: {\n expression: `IF({${linkField.id}}, \"Has Link\", \"No Link\")`,\n },\n });\n\n expect(formulaField.type).toBe(FieldType.Formula);\n\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe('Has Link');\n expect(records[1].fields[formulaField.id]).toBe('Has Link');\n });\n });\n\n describe('formula referencing link display with nested lookup', () => {\n let doctors: ITableFullVo;\n let patients: ITableFullVo;\n let orders: ITableFullVo;\n let doctorLink: IFieldVo;\n let doctorNameLookup: IFieldVo;\n let patientDisplayFormula: IFieldVo;\n let patientLink: IFieldVo;\n let orderFormula: IFieldVo;\n let doctorRecordId: string;\n let patientRecordId: string;\n let patientCodeFieldId: string;\n let orderNoFieldId: string;\n let doctorNameFieldId: string;\n\n beforeAll(async () => {\n doctors = await createTable(baseId, {\n name: 'NestedLookup_Doctors',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n records: [{ fields: { Name: 'Dr Smith' } }],\n });\n doctorNameFieldId = doctors.fields.find((f) => f.name === 'Name')!.id;\n doctorRecordId = doctors.records[0].id;\n\n patients = await createTable(baseId, {\n name: 'NestedLookup_Patients',\n fields: [{ name: 'Patient Code', type: FieldType.SingleLineText }],\n });\n patientCodeFieldId = patients.fields.find((f) => f.name === 'Patient Code')!.id;\n\n doctorLink = await createField(patients.id, {\n name: 'Doctor',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: doctors.id,\n },\n });\n\n doctorNameLookup = await createField(patients.id, {\n name: 'Doctor Name',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: doctors.id,\n linkFieldId: doctorLink.id,\n lookupFieldId: doctorNameFieldId,\n },\n });\n\n patientDisplayFormula = await createField(patients.id, {\n name: 'Display',\n type: FieldType.Formula,\n options: {\n expression: `{${patientCodeFieldId}} & \"-\" & {${doctorNameLookup.id}}`,\n },\n });\n\n const createdPatients = await createRecords(patients.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [patientCodeFieldId]: 'P001',\n [doctorLink.id]: { id: doctorRecordId },\n },\n },\n ],\n });\n patientRecordId = createdPatients.records[0].id;\n\n orders = await createTable(baseId, {\n name: 'NestedLookup_Orders',\n fields: [{ name: 'Order No', type: FieldType.SingleLineText }],\n });\n orderNoFieldId = orders.fields.find((f) => f.name === 'Order No')!.id;\n\n patientLink = await createField(orders.id, {\n name: 'Patient',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: patients.id,\n lookupFieldId: patientDisplayFormula.id,\n },\n });\n\n orderFormula = await createField(orders.id, {\n name: 'Order Summary',\n type: FieldType.Formula,\n options: {\n expression: `{${orderNoFieldId}} & \"-\" & {${patientLink.id}}`,\n },\n });\n });\n\n afterAll(async () => {\n if (orders?.id) {\n await permanentDeleteTable(baseId, orders.id);\n }\n if (patients?.id) {\n await permanentDeleteTable(baseId, patients.id);\n }\n if (doctors?.id) {\n await permanentDeleteTable(baseId, doctors.id);\n }\n });\n\n it('should compute formula when link display depends on lookup-of-link', async () => {\n const createdOrders = await createRecords(orders.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [orderNoFieldId]: 'ORD-1',\n [patientLink.id]: { id: patientRecordId },\n },\n },\n ],\n });\n\n const record = await getRecord(orders.id, createdOrders.records[0].id);\n expect(record.fields[orderFormula.id]).toBe('ORD-1-P001-Dr Smith');\n });\n });\n\n describe('formula using lookup datetime formatting inside concatenation', () => {\n let contractTable: ITableFullVo;\n let projectTable: ITableFullVo;\n let linkField: IFieldVo;\n let schoolLookupField: IFieldVo;\n let dateLookupField: IFieldVo;\n let projectNameFieldId: string;\n let folderFormulaFieldId: string;\n\n beforeEach(async () => {\n contractTable = await createTable(baseId, {\n name: 'contract-table',\n fields: [\n {\n name: 'Contract Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'School',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Planning Date',\n type: FieldType.Date,\n },\n ],\n records: [\n {\n fields: {\n 'Contract Name': 'Smart Campus Upgrade',\n School: 'Shenzhen Institute',\n 'Planning Date': '2024-05-20T00:00:00.000Z',\n },\n },\n ],\n });\n\n projectTable = await createTable(baseId, {\n name: 'project-table',\n fields: [\n {\n name: 'Project Name',\n type: FieldType.SingleLineText,\n },\n ],\n });\n\n projectNameFieldId = projectTable.fields.find((f) => f.name === 'Project Name')!.id;\n\n linkField = await createField(projectTable.id, {\n type: FieldType.Link,\n name: 'Related Contract',\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: contractTable.id,\n },\n });\n\n const schoolFieldId = contractTable.fields.find((f) => f.name === 'School')!.id;\n schoolLookupField = await createField(projectTable.id, {\n type: FieldType.SingleLineText,\n name: 'School Lookup',\n isLookup: true,\n lookupOptions: {\n foreignTableId: contractTable.id,\n lookupFieldId: schoolFieldId,\n linkFieldId: linkField.id,\n },\n });\n\n const planningDateFieldId = contractTable.fields.find((f) => f.name === 'Planning Date')!.id;\n dateLookupField = await createField(projectTable.id, {\n type: FieldType.Date,\n name: 'Planning Date Lookup',\n isLookup: true,\n lookupOptions: {\n foreignTableId: contractTable.id,\n lookupFieldId: planningDateFieldId,\n linkFieldId: linkField.id,\n },\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n });\n\n const folderFormulaField = await createField(projectTable.id, {\n type: FieldType.Formula,\n name: 'Folder Path',\n options: {\n expression: `\"NAS-\" & {${schoolLookupField.id}} & \"-\" & DATETIME_FORMAT({${dateLookupField.id}}, 'YYYYMMDD')`,\n timeZone: 'Asia/Shanghai',\n },\n });\n folderFormulaFieldId = folderFormulaField.id;\n });\n\n afterEach(async () => {\n if (projectTable?.id) {\n await deleteTable(baseId, projectTable.id);\n }\n if (contractTable?.id) {\n await deleteTable(baseId, contractTable.id);\n }\n });\n\n it('should concatenate lookup datetime output safely', async () => {\n const created = await createRecords(projectTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [projectNameFieldId]: 'NAS Folder',\n [linkField.id]: { id: contractTable.records[0].id },\n },\n },\n ],\n });\n\n const record = await getRecord(projectTable.id, created.records[0].id);\n expect(record.fields[folderFormulaFieldId]).toBe('NAS-Shenzhen Institute-20240520');\n });\n });\n\n describe('formula field indirect reference scenarios', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField: IFieldVo;\n let lookupField: IFieldVo;\n let rollupField: IFieldVo;\n\n beforeEach(async () => {\n // Create first table\n table1 = await createTable(baseId, {\n name: 'Main Table',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Value',\n type: FieldType.Number,\n },\n ],\n records: [\n { fields: { Name: 'Record 1', Value: 10 } },\n { fields: { Name: 'Record 2', Value: 20 } },\n ],\n });\n\n // Create second table\n table2 = await createTable(baseId, {\n name: 'Related Table',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Value',\n type: FieldType.Number,\n },\n ],\n records: [\n { fields: { Title: 'Item A', Value: 100 } },\n { fields: { Title: 'Item B', Value: 200 } },\n ],\n });\n\n // Create link field\n linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n });\n\n // Link records\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n await updateRecordByApi(table1.id, table1.records[1].id, linkField.id, {\n id: table2.records[1].id,\n });\n\n // Create lookup field\n const titleFieldId = table2.fields.find((f) => f.name === 'Title')!.id;\n lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n name: 'Lookup Title',\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: titleFieldId,\n linkFieldId: linkField.id,\n },\n });\n\n // Create rollup field\n const valueFieldId = table2.fields.find((f) => f.name === 'Value')!.id;\n rollupField = await createField(table1.id, {\n type: FieldType.Rollup,\n name: 'Rollup Value',\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: valueFieldId,\n linkFieldId: linkField.id,\n },\n });\n });\n\n afterEach(async () => {\n if (table1?.id) {\n await deleteTable(baseId, table1.id);\n }\n if (table2?.id) {\n await deleteTable(baseId, table2.id);\n }\n });\n\n it('should successfully create formula that indirectly references link field through another formula', async () => {\n // First create a formula that references the link field\n const formula2 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Formula 2',\n options: {\n expression: `IF({${linkField.id}}, \"Has Link\", \"No Link\")`,\n },\n });\n\n // Then create a formula that references the first formula\n const formula1 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Formula 1',\n options: {\n expression: `CONCATENATE(\"Result: \", {${formula2.id}})`,\n },\n });\n\n expect(formula1.type).toBe(FieldType.Formula);\n expect(formula2.type).toBe(FieldType.Formula);\n\n // Verify the formulas work correctly\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formula1.id]).toBe('Result: Has Link');\n expect(records[1].fields[formula1.id]).toBe('Result: Has Link');\n });\n\n it('should successfully create formula that indirectly references lookup field through another formula', async () => {\n // First create a formula that references the lookup field\n const formula2 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Formula 2',\n options: {\n expression: `CONCATENATE(\"Lookup: \", {${lookupField.id}})`,\n },\n });\n\n // Then create a formula that references the first formula\n const formula1 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Formula 1',\n options: {\n expression: `UPPER({${formula2.id}})`,\n },\n });\n\n expect(formula1.type).toBe(FieldType.Formula);\n expect(formula2.type).toBe(FieldType.Formula);\n\n // Verify the formulas work correctly\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formula1.id]).toBe('LOOKUP: ITEM A');\n expect(records[1].fields[formula1.id]).toBe('LOOKUP: ITEM B');\n });\n\n it('should successfully create formula that indirectly references rollup field through another formula', async () => {\n // First create a formula that references the rollup field\n const formula2 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Formula 2',\n options: {\n expression: `{${rollupField.id}} * 2`,\n },\n });\n\n // Then create a formula that references the first formula\n const formula1 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Formula 1',\n options: {\n expression: `{${formula2.id}} + 10`,\n },\n });\n\n expect(formula1.type).toBe(FieldType.Formula);\n expect(formula2.type).toBe(FieldType.Formula);\n\n // Verify the formulas work correctly\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formula1.id]).toBe(210); // (100 * 2) + 10\n expect(records[1].fields[formula1.id]).toBe(410); // (200 * 2) + 10\n });\n\n it('should successfully create multi-level formula chain', async () => {\n // Create a chain: formula1 -> formula2 -> formula3 -> rollup field\n const formula3 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Formula 3',\n options: {\n expression: `{${rollupField.id}}`,\n },\n });\n\n const formula2 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Formula 2',\n options: {\n expression: `{${formula3.id}} * 2`,\n },\n });\n\n const formula1 = await createField(table1.id, {\n type: FieldType.Formula,\n name: 'Formula 1',\n options: {\n expression: `{${formula2.id}} + 5`,\n },\n });\n\n expect(formula1.type).toBe(FieldType.Formula);\n expect(formula2.type).toBe(FieldType.Formula);\n expect(formula3.type).toBe(FieldType.Formula);\n\n // Verify the formulas work correctly\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formula1.id]).toBe(205); // (100 * 2) + 5\n expect(records[1].fields[formula1.id]).toBe(405); // (200 * 2) + 5\n });\n });\n\n describe('formula field error scenarios', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'Error Test Table',\n fields: [\n {\n name: 'Text Field',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Number Field',\n type: FieldType.Number,\n },\n ],\n records: [{ fields: { 'Text Field': 'Test', 'Number Field': 42 } }],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('should fail with invalid expression syntax', async () => {\n const error = await getError(() =>\n createField(table.id, {\n type: FieldType.Formula,\n name: 'Invalid Formula',\n options: {\n expression: 'INVALID_FUNCTION({field})',\n },\n })\n );\n\n expect(error?.status).toBe(400);\n });\n\n it('should fail with non-existent field reference', async () => {\n const error = await getError(() =>\n createField(table.id, {\n type: FieldType.Formula,\n name: 'Invalid Field Reference',\n options: {\n expression: '{nonExistentFieldId}',\n },\n })\n );\n\n expect(error?.status).toBe(400);\n });\n\n it('should handle empty expression', async () => {\n const error = await getError(() =>\n createField(table.id, {\n type: FieldType.Formula,\n name: 'Empty Formula',\n options: {\n expression: '',\n },\n })\n );\n\n expect(error?.status).toBe(400);\n });\n });\n\n describe('complex formula scenarios', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'Complex Formula Table',\n fields: [\n {\n name: 'First Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Last Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Age',\n type: FieldType.Number,\n },\n {\n name: 'Birth Date',\n type: FieldType.Date,\n },\n {\n name: 'Is Active',\n type: FieldType.Checkbox,\n },\n {\n name: 'Score',\n type: FieldType.Rating,\n options: { icon: 'star', max: 5, color: 'yellowBright' } as IRatingFieldOptions,\n },\n ],\n records: [\n {\n fields: {\n 'First Name': 'John',\n 'Last Name': 'Doe',\n Age: 30,\n 'Birth Date': '1994-01-15',\n 'Is Active': true,\n Score: 4,\n },\n },\n {\n fields: {\n 'First Name': 'Jane',\n 'Last Name': 'Smith',\n Age: 25,\n 'Birth Date': '1999-06-20',\n 'Is Active': false,\n Score: 5,\n },\n },\n ],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('should create formula with string concatenation', async () => {\n const firstNameId = table.fields.find((f) => f.name === 'First Name')!.id;\n const lastNameId = table.fields.find((f) => f.name === 'Last Name')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Full Name',\n options: {\n expression: `CONCATENATE({${firstNameId}}, \" \", {${lastNameId}})`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe('John Doe');\n expect(records[1].fields[formulaField.id]).toBe('Jane Smith');\n });\n\n it('should create formula with conditional logic', async () => {\n const ageId = table.fields.find((f) => f.name === 'Age')!.id;\n const isActiveId = table.fields.find((f) => f.name === 'Is Active')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Status',\n options: {\n expression: `IF(AND({${ageId}} >= 18, {${isActiveId}}), \"Adult Active\", IF({${ageId}} >= 18, \"Adult Inactive\", \"Minor\"))`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe('Adult Active');\n expect(records[1].fields[formulaField.id]).toBe('Adult Inactive');\n });\n\n it('should create formula with mathematical operations', async () => {\n const ageId = table.fields.find((f) => f.name === 'Age')!.id;\n const scoreId = table.fields.find((f) => f.name === 'Score')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Weighted Score',\n options: {\n expression: `ROUND(({${scoreId}} * {${ageId}}) / 10, 2)`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe(12); // (4 * 30) / 10 = 12\n expect(records[1].fields[formulaField.id]).toBe(12.5); // (5 * 25) / 10 = 12.5\n });\n\n it('should create formula with date functions', async () => {\n const birthDateId = table.fields.find((f) => f.name === 'Birth Date')!.id;\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n name: 'Birth Year',\n options: {\n expression: `YEAR({${birthDateId}})`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n expect(records[0].fields[formulaField.id]).toBe(1994);\n expect(records[1].fields[formulaField.id]).toBe(1999);\n });\n });\n\n describe('localized single select numeric coercion', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'Localized Duration Formula',\n fields: [\n {\n name: '定型时长',\n type: FieldType.SingleSelect,\n options: {\n preventAutoNewOptions: true,\n choices: [\n { name: '0分钟', color: Colors.GrayDark1 },\n { name: '20分钟', color: Colors.BlueLight1 },\n { name: '30分钟', color: Colors.BlueBright },\n ],\n },\n },\n ],\n records: [\n { fields: { 定型时长: '0分钟' } },\n { fields: { 定型时长: '20分钟' } },\n { fields: { 定型时长: '30分钟' } },\n ],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('parses localized option labels through VALUE()', async () => {\n const durationFieldId = table.fields.find((f) => f.name === '定型时长')!.id;\n\n const numericField = await createField(table.id, {\n type: FieldType.Formula,\n name: '定型时长(数值)',\n options: {\n expression: `VALUE({${durationFieldId}})`,\n },\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const parsedValues = records.map((record) => record.fields[numericField.id]);\n expect(parsedValues).toEqual([0, 20, 30]);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-fromnow-tonow.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, generateFieldId } from '@teable/core';\nimport {\n createRecords,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\nconst toNumber = (value: unknown): number => {\n const parsed = typeof value === 'number' ? value : Number(value);\n expect(Number.isFinite(parsed)).toBe(true);\n return parsed;\n};\n\nconst FLOAT_COMPARISON_TOLERANCE = 1e-9;\n\ndescribe('Formula FROMNOW / TONOW (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('supports unit conversion and keeps TONOW past-positive semantics', async () => {\n let tableId: string | undefined;\n const dateFieldId = generateFieldId();\n\n try {\n const table = await createTable(baseId, {\n name: `formula-fromnow-tonow-${Date.now()}`,\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { id: dateFieldId, name: 'EventTime', type: FieldType.Date },\n {\n name: 'FROMNOW_day',\n type: FieldType.Formula,\n options: {\n expression: `FROMNOW({${dateFieldId}}, 'day')`,\n },\n },\n {\n name: 'FROMNOW_hour',\n type: FieldType.Formula,\n options: {\n expression: `FROMNOW({${dateFieldId}}, 'hour')`,\n },\n },\n {\n name: 'FROMNOW_second',\n type: FieldType.Formula,\n options: {\n expression: `FROMNOW({${dateFieldId}}, 'second')`,\n },\n },\n {\n name: 'TONOW_day',\n type: FieldType.Formula,\n options: {\n expression: `TONOW({${dateFieldId}}, 'day')`,\n },\n },\n ],\n });\n tableId = table.id;\n\n const fromNowDayId = table.fields.find((f) => f.name === 'FROMNOW_day')?.id;\n const fromNowHourId = table.fields.find((f) => f.name === 'FROMNOW_hour')?.id;\n const fromNowSecondId = table.fields.find((f) => f.name === 'FROMNOW_second')?.id;\n const toNowDayId = table.fields.find((f) => f.name === 'TONOW_day')?.id;\n\n expect(fromNowDayId).toBeTruthy();\n expect(fromNowHourId).toBeTruthy();\n expect(fromNowSecondId).toBeTruthy();\n expect(toNowDayId).toBeTruthy();\n\n const now = Date.now();\n const pastDate = new Date(now - (3 * 24 + 2) * 60 * 60 * 1000).toISOString();\n const futureDate = new Date(now + (2 * 24 + 1) * 60 * 60 * 1000).toISOString();\n\n const pastCreate = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { Name: 'past', EventTime: pastDate } }],\n });\n const futureCreate = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { Name: 'future', EventTime: futureDate } }],\n });\n\n const pastRecord = await getRecord(tableId, pastCreate.records[0].id);\n const futureRecord = await getRecord(tableId, futureCreate.records[0].id);\n\n const pastDay = toNumber(pastRecord.fields?.[fromNowDayId as string]);\n const pastHour = toNumber(pastRecord.fields?.[fromNowHourId as string]);\n const pastSecond = toNumber(pastRecord.fields?.[fromNowSecondId as string]);\n const pastToNow = toNumber(pastRecord.fields?.[toNowDayId as string]);\n\n expect(pastDay).toBeGreaterThan(0);\n expect(pastToNow).toBeGreaterThan(0);\n expect(Math.abs(pastDay - pastToNow)).toBeLessThanOrEqual(1);\n\n expect(pastHour + FLOAT_COMPARISON_TOLERANCE).toBeGreaterThanOrEqual(pastDay * 24);\n expect(pastHour).toBeLessThan((pastDay + 1) * 24 + FLOAT_COMPARISON_TOLERANCE);\n expect(pastSecond + FLOAT_COMPARISON_TOLERANCE).toBeGreaterThanOrEqual(pastHour * 3600);\n expect(pastSecond).toBeLessThan((pastHour + 1) * 3600 + FLOAT_COMPARISON_TOLERANCE);\n\n const futureToNow = toNumber(futureRecord.fields?.[toNowDayId as string]);\n expect(futureToNow).toBeLessThan(0);\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-int-search-link-regression.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo } from '@teable/core';\nimport { DriverClient, FieldType, Relationship } from '@teable/core';\nimport {\n createField,\n createRecords,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Formula INT(SEARCH(..)>0) on link fields regression (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n async function waitForFormulaValue(opts: {\n tableId: string;\n recordId: string;\n fieldId: string;\n expected: number;\n }) {\n const startedAt = Date.now();\n // Formula computation is async; poll a little to avoid flaky assertions.\n while (Date.now() - startedAt < 3000) {\n const record = await getRecord(opts.tableId, opts.recordId);\n if (record.fields?.[opts.fieldId] === opts.expected) {\n return record;\n }\n await new Promise((r) => setTimeout(r, 100));\n }\n\n const record = await getRecord(opts.tableId, opts.recordId);\n expect(record.fields?.[opts.fieldId]).toBe(opts.expected);\n return record;\n }\n\n it.skipIf(globalThis.testConfig.driver !== DriverClient.Pg)(\n 'does not error with \"cannot cast type double precision to boolean\" during computed updates',\n async () => {\n let foreignTableId: string | undefined;\n let mainTableId: string | undefined;\n\n try {\n const foreign = await createTable(baseId, {\n name: 'formula-int-search-link-foreign',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n records: [{ fields: { Title: '终止合同' } }, { fields: { Title: '持续合同' } }],\n });\n foreignTableId = foreign.id;\n\n const main = await createTable(baseId, {\n name: 'formula-int-search-link-main',\n records: [],\n });\n mainTableId = main.id;\n\n const link = await createField(main.id, {\n name: 'Contract',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: foreign.id },\n } as IFieldRo);\n\n const formula = await createField(main.id, {\n name: 'HasTerminated',\n type: FieldType.Formula,\n options: {\n expression: `INT(SEARCH('终止',{${link.id}})>0)`,\n },\n } as IFieldRo);\n\n const created = await createRecords(main.id, {\n records: [{ fields: { [link.id]: { id: foreign.records[0].id } } }],\n });\n const recordId = created.records[0].id;\n\n await waitForFormulaValue({\n tableId: main.id,\n recordId,\n fieldId: formula.id,\n expected: 1,\n });\n\n await updateRecordByApi(main.id, recordId, link.id, { id: foreign.records[1].id });\n await waitForFormulaValue({\n tableId: main.id,\n recordId,\n fieldId: formula.id,\n expected: 0,\n });\n } finally {\n if (mainTableId) {\n await permanentDeleteTable(baseId, mainTableId);\n }\n if (foreignTableId) {\n await permanentDeleteTable(baseId, foreignTableId);\n }\n }\n }\n );\n});\n" }, { "path": "apps/nestjs-backend/test/formula-left-array-flatten.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport {\n createField,\n createRecords,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\ndescribe('Formula LEFT with ARRAY_FLATTEN parameters (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('returns the substring when earlier ARRAY_FLATTEN params are blank but later ones are populated', async () => {\n let tableId: string | undefined;\n\n try {\n const table = await createTable(baseId, {\n name: 'formula-left-array-flatten',\n fields: [\n { name: 'LeadingEmpty', type: FieldType.SingleLineText },\n { name: 'TrailingValue', type: FieldType.SingleLineText },\n ],\n });\n tableId = table.id;\n\n const leadingField = table.fields.find((f) => f.name === 'LeadingEmpty')!;\n const trailingField = table.fields.find((f) => f.name === 'TrailingValue')!;\n\n const joined = await createField(tableId, {\n name: 'Joined',\n type: FieldType.Formula,\n options: {\n expression: `ARRAY_JOIN(ARRAY_FLATTEN({${leadingField.id}},{${trailingField.id}}), \".\")`,\n },\n });\n\n const marker = await createField(tableId, {\n name: 'Marker',\n type: FieldType.Formula,\n options: {\n expression: `LEFT({${joined.id}}, 7)`,\n },\n });\n\n const sample = 'ABCDEF123';\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: { TrailingValue: sample } }],\n });\n\n const recordId = records[0].id;\n\n // Allow asynchronous formula computation to settle\n await new Promise((resolve) => setTimeout(resolve, 200));\n\n const record = await getRecord(tableId, recordId);\n expect(record.fields[joined.id]).toBe(sample);\n expect(record.fields[marker.id]).toBe(sample.slice(0, 7));\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-lookup-sum-regression.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldType, Relationship } from '@teable/core';\nimport {\n createField,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\n/**\n * Regression: SUM over lookup-based multi-value fields should not emit malformed\n * numeric strings (e.g., \"3.7525002300010774+35\") when values contain scientific notation.\n * Prior to the numeric coercion fix, such inputs caused Postgres 22P02 errors during updates.\n */\ndescribe('Formula lookup SUM numeric coercion (regression)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId as string;\n\n beforeAll(async () => {\n const ctx = await initApp();\n app = ctx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('safely sums lookup values containing scientific-notation strings during updates', async () => {\n // Source table with text amounts (one contains scientific notation).\n const invoiceTable = await createTable(baseId, {\n name: 'sum_reg_invoices',\n fields: [{ name: 'AmountText', type: FieldType.SingleLineText }],\n records: [\n { fields: { AmountText: '5250.00' } },\n { fields: { AmountText: '4000.00' } },\n { fields: { AmountText: '3.7525002300010774e+35' } }, // would previously coerce to invalid numeric\n ],\n });\n const amountFieldId = invoiceTable.fields.find((f) => f.name === 'AmountText')!.id;\n\n // Target table with link -> lookup -> formula SUM\n const planTable = await createTable(baseId, {\n name: 'sum_reg_plans',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n records: [{ fields: { Title: 'Plan A' } }],\n });\n\n const linkField = await createField(planTable.id, {\n name: 'Invoices',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: invoiceTable.id,\n },\n });\n\n const lookupField = await createField(planTable.id, {\n name: 'InvoiceAmounts',\n type: FieldType.SingleLineText, // lookup fields carry the base type and set isLookup\n isLookup: true,\n lookupOptions: {\n foreignTableId: invoiceTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: amountFieldId,\n },\n });\n\n const formulaField = await createField(planTable.id, {\n name: 'Total',\n type: FieldType.Formula,\n options: {\n expression: `SUM({${lookupField.id}})`,\n formatting: { precision: 2, type: 'decimal' },\n },\n });\n\n const planRecordId = planTable.records[0].id;\n\n // Link all invoice records to the plan.\n await updateRecordByApi(planTable.id, planRecordId, linkField.id, [\n { id: invoiceTable.records[0].id },\n { id: invoiceTable.records[1].id },\n { id: invoiceTable.records[2].id },\n ]);\n\n // Trigger an additional update to simulate the PATCH scenario from the report.\n await updateRecordByApi(planTable.id, planRecordId, planTable.fields[0].id, 'Plan A updated');\n\n const updated = await getRecord(planTable.id, planRecordId);\n const total = updated.fields?.[formulaField.id];\n\n // The scientific-notation string is ignored (coerces to NULL -> 0), valid numbers are summed.\n expect(total).toBe(9250);\n\n await permanentDeleteTable(baseId, planTable.id);\n await permanentDeleteTable(baseId, invoiceTable.id);\n });\n\n it('aggregates numeric multi-value lookups with SUM and AVERAGE', async () => {\n const scores = [95, 88, 92];\n const sourceTable = await createTable(baseId, {\n name: 'sum_reg_scores',\n fields: [\n { name: 'Assignment', type: FieldType.SingleLineText },\n { name: 'Score', type: FieldType.Number },\n ],\n records: scores.map((score, index) => ({\n fields: { Assignment: `HW ${index + 1}`, Score: score },\n })),\n });\n const scoreFieldId = sourceTable.fields.find((field) => field.name === 'Score')!.id;\n\n const targetTable = await createTable(baseId, {\n name: 'sum_reg_student',\n fields: [{ name: 'Student', type: FieldType.SingleLineText }],\n records: [{ fields: { Student: 'Alice' } }],\n });\n\n try {\n const linkField = await createField(targetTable.id, {\n name: 'Assignments',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: sourceTable.id,\n },\n });\n\n const lookupField = await createField(targetTable.id, {\n name: 'Scores Lookup',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: sourceTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: scoreFieldId,\n },\n });\n\n const sumField = await createField(targetTable.id, {\n name: 'Score Sum',\n type: FieldType.Formula,\n options: {\n expression: `SUM({${lookupField.id}})`,\n },\n });\n\n const avgField = await createField(targetTable.id, {\n name: 'Score Avg',\n type: FieldType.Formula,\n options: {\n expression: `AVERAGE({${lookupField.id}})`,\n },\n });\n\n const maxField = await createField(targetTable.id, {\n name: 'Score Max',\n type: FieldType.Formula,\n options: {\n expression: `MAX({${lookupField.id}})`,\n },\n });\n\n const minField = await createField(targetTable.id, {\n name: 'Score Min',\n type: FieldType.Formula,\n options: {\n expression: `MIN({${lookupField.id}})`,\n },\n });\n\n const targetRecordId = targetTable.records[0].id;\n\n await updateRecordByApi(\n targetTable.id,\n targetRecordId,\n linkField.id,\n sourceTable.records.map((record) => ({ id: record.id }))\n );\n\n const updated = await getRecord(targetTable.id, targetRecordId);\n const fields = updated.fields ?? {};\n\n const expectedSum = scores.reduce((acc, value) => acc + value, 0);\n const expectedAvg = expectedSum / scores.length;\n const expectedMax = Math.max(...scores);\n const expectedMin = Math.min(...scores);\n\n expect(fields[sumField.id]).toBeCloseTo(expectedSum, 6);\n expect(fields[avgField.id]).toBeCloseTo(expectedAvg, 6);\n expect(fields[maxField.id]).toBeCloseTo(expectedMax, 6);\n expect(fields[minField.id]).toBeCloseTo(expectedMin, 6);\n } finally {\n await permanentDeleteTable(baseId, targetTable.id);\n await permanentDeleteTable(baseId, sourceTable.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-meta.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-identical-functions */\n/* eslint-disable no-useless-escape */\n/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { duplicateField } from '@teable/openapi';\nimport {\n createField,\n createTable,\n deleteTable,\n convertField,\n initApp,\n getRecords,\n createRecords,\n} from './utils/init-app';\n\nconst sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\nasync function waitForFormulaValue(\n tableId: string,\n fieldId: string,\n expectedValue: number,\n timeoutMs = 8000\n): Promise {\n const start = Date.now();\n while (Date.now() - start < timeoutMs) {\n const records = await getRecords(tableId, { fieldKeyType: FieldKeyType.Id });\n const value = records.records?.[0]?.fields?.[fieldId];\n if (value === expectedValue) {\n return;\n }\n await sleep(200);\n }\n throw new Error(`Timed out waiting for formula value ${expectedValue}`);\n}\n\nasync function waitForFormulaText(\n tableId: string,\n fieldId: string,\n expectedValue: string,\n timeoutMs = 15000\n): Promise {\n const start = Date.now();\n while (Date.now() - start < timeoutMs) {\n const records = await getRecords(tableId, { fieldKeyType: FieldKeyType.Id });\n const value = records.records?.[0]?.fields?.[fieldId];\n if (value === expectedValue) {\n return;\n }\n await sleep(200);\n }\n throw new Error(`Timed out waiting for formula value ${expectedValue}`);\n}\n\nconst parsePersistedMeta = (raw: unknown): { persistedAsGeneratedColumn?: boolean } | undefined => {\n if (!raw) {\n return undefined;\n }\n if (typeof raw === 'string') {\n return JSON.parse(raw) as { persistedAsGeneratedColumn?: boolean };\n }\n if (typeof raw === 'object') {\n return raw as { persistedAsGeneratedColumn?: boolean };\n }\n return undefined;\n};\n\ndescribe('Formula meta persistedAsGeneratedColumn (e2e)', () => {\n let app: INestApplication;\n let prisma: PrismaService;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n app = (await initApp()).app;\n prisma = app.get(PrismaService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('create formula should avoid generated meta', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'formula-meta-create',\n fields: [{ name: 'Number Field', type: FieldType.Number }],\n records: [{ fields: { 'Number Field': 10 } }, { fields: { 'Number Field': 20 } }],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('does not persist generated-column meta for supported expression on create', async () => {\n const numberFieldId = table.fields.find((f) => f.name === 'Number Field')!.id;\n\n const created = await createField(table.id, {\n name: 'Generated Formula',\n type: FieldType.Formula,\n options: { expression: `{${numberFieldId}} * 2` },\n });\n\n const fieldRaw = await prisma.field.findUniqueOrThrow({\n where: { id: created.id },\n select: { meta: true },\n });\n\n const meta = parsePersistedMeta(fieldRaw.meta);\n expect(meta?.persistedAsGeneratedColumn).not.toBe(true);\n });\n });\n\n describe('dateAdd should not be persisted as generated (immutability)', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'formula-meta-dateadd',\n fields: [{ name: 'Start Date', type: FieldType.Date }],\n records: [{ fields: { 'Start Date': '2024-01-10' } }],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('stores persistedAsGeneratedColumn=false for DATE_ADD formulas', async () => {\n const startFieldId = table.fields.find((f) => f.name === 'Start Date')!.id;\n\n const created = await createField(table.id, {\n name: 'Start Minus 7',\n type: FieldType.Formula,\n options: {\n expression: `DATE_ADD({${startFieldId}},-7,\\\"day\\\")`,\n timeZone: 'Asia/Shanghai',\n formatting: { date: 'YYYY-MM-DD', time: 'None', timeZone: 'Asia/Shanghai' },\n },\n });\n\n const fieldRaw = await prisma.field.findUniqueOrThrow({\n where: { id: created.id },\n select: { meta: true },\n });\n\n const meta = parsePersistedMeta(fieldRaw.meta);\n expect(meta?.persistedAsGeneratedColumn).not.toBe(true);\n });\n });\n\n describe('datetime concatenation should not use generated column', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'formula-meta-datetime-concat',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n {\n name: 'Planned Time',\n type: FieldType.Date,\n options: {\n formatting: { date: 'YYYY-MM-DD', time: 'HH:mm', timeZone: 'Asia/Shanghai' },\n },\n },\n ],\n records: [{ fields: { Title: 'Task', 'Planned Time': '2024-02-01 08:00' } }],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('marks CONCATENATE with datetime args as non-generated and duplicates safely', async () => {\n const titleId = table.fields.find((f) => f.name === 'Title')!.id;\n const plannedId = table.fields.find((f) => f.name === 'Planned Time')!.id;\n\n const created = await createField(table.id, {\n name: 'Concat Formula',\n type: FieldType.Formula,\n options: {\n expression: `CONCATENATE({${titleId}}, {${plannedId}})`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const createdRaw = await prisma.field.findUniqueOrThrow({\n where: { id: created.id },\n select: { meta: true },\n });\n expect(parsePersistedMeta(createdRaw.meta)?.persistedAsGeneratedColumn).not.toBe(true);\n\n const duplicated = await duplicateField(table.id, created.id, { name: 'Concat Copy' });\n const duplicatedRaw = await prisma.field.findUniqueOrThrow({\n where: { id: duplicated.data.id },\n select: { meta: true },\n });\n expect(parsePersistedMeta(duplicatedRaw.meta)?.persistedAsGeneratedColumn).not.toBe(true);\n });\n });\n\n describe('user concat formulas avoid generated columns', () => {\n let table: ITableFullVo;\n const userId = globalThis.testConfig.userId;\n const userName = globalThis.testConfig.userName;\n const statusOption = { id: 'status-work', name: 'On Duty' };\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'formula-meta-user-concat',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n {\n name: 'User',\n type: FieldType.User,\n options: { isMultiple: false, shouldNotify: false },\n },\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: { choices: [statusOption] },\n },\n ],\n records: [],\n });\n\n await createRecords(table.id, {\n records: [\n {\n fields: {\n [table.fields.find((f) => f.name === 'Title')!.id]: 'Row 1',\n [table.fields.find((f) => f.name === 'User')!.id]: {\n id: userId,\n title: userName,\n },\n [table.fields.find((f) => f.name === 'Status')!.id]: statusOption,\n },\n },\n ],\n typecast: true,\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it.skip('creates and duplicates without generated-column meta', async () => {\n const userFieldId = table.fields.find((f) => f.name === 'User')!.id;\n const statusFieldId = table.fields.find((f) => f.name === 'Status')!.id;\n const expression = `{${userFieldId}} & \"-\" & {${statusFieldId}}`;\n\n const created = await createField(table.id, {\n name: 'Title Formula',\n type: FieldType.Formula,\n options: { expression },\n });\n\n await waitForFormulaText(table.id, created.id, `${userName}-${statusOption.name}`);\n\n const createdRaw = await prisma.field.findUniqueOrThrow({\n where: { id: created.id },\n select: { meta: true },\n });\n expect(parsePersistedMeta(createdRaw.meta)?.persistedAsGeneratedColumn).not.toBe(true);\n\n const duplicated = await duplicateField(table.id, created.id, { name: 'Title Formula Copy' });\n const duplicatedRaw = await prisma.field.findUniqueOrThrow({\n where: { id: duplicated.data.id },\n select: { meta: true },\n });\n expect(parsePersistedMeta(duplicatedRaw.meta)?.persistedAsGeneratedColumn).not.toBe(true);\n\n await waitForFormulaText(table.id, duplicated.data.id, `${userName}-${statusOption.name}`);\n });\n });\n\n describe('convert to formula should avoid generated meta', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'formula-meta-convert',\n fields: [\n { name: 'Text Field', type: FieldType.SingleLineText },\n { name: 'Number Field', type: FieldType.Number },\n ],\n records: [\n { fields: { 'Text Field': 'a', 'Number Field': 1 } },\n { fields: { 'Text Field': 'b', 'Number Field': 2 } },\n ],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('does not set generated-column meta when converting text->formula', async () => {\n const textFieldId = table.fields.find((f) => f.name === 'Text Field')!.id;\n const numberFieldId = table.fields.find((f) => f.name === 'Number Field')!.id;\n\n await convertField(table.id, textFieldId, {\n type: FieldType.Formula,\n options: { expression: `{${numberFieldId}} * 2` },\n });\n\n const fieldRaw = await prisma.field.findUniqueOrThrow({\n where: { id: textFieldId },\n select: { meta: true },\n });\n\n const meta = parsePersistedMeta(fieldRaw.meta);\n expect(meta?.persistedAsGeneratedColumn).not.toBe(true);\n });\n });\n\n describe('numeric generated formulas', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'formula-meta-numeric',\n fields: [{ name: 'Remaining Minutes', type: FieldType.Number }],\n records: [{ fields: { 'Remaining Minutes': 120 } }],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('supports creating and updating generated numeric formulas', async () => {\n const minutesFieldId = table.fields.find((f) => f.name === 'Remaining Minutes')!.id;\n\n const created = await createField(table.id, {\n name: 'Hours Remaining',\n type: FieldType.Formula,\n options: {\n expression: `({${minutesFieldId}} * 45) / 60`,\n },\n });\n\n expect(created.hasError).toBeFalsy();\n await waitForFormulaValue(table.id, created.id, 90);\n\n const createdRaw = await prisma.field.findUniqueOrThrow({\n where: { id: created.id },\n select: { meta: true },\n });\n const createdMeta = parsePersistedMeta(createdRaw.meta);\n expect(createdMeta?.persistedAsGeneratedColumn).not.toBe(true);\n\n const updated = await convertField(table.id, created.id, {\n type: FieldType.Formula,\n options: {\n expression: `({${minutesFieldId}} * 30) / 60`,\n },\n });\n\n expect(updated.id).toBe(created.id);\n expect(updated.hasError).toBeFalsy();\n await waitForFormulaValue(table.id, created.id, 60);\n\n const updatedRaw = await prisma.field.findUniqueOrThrow({\n where: { id: created.id },\n select: { meta: true },\n });\n const updatedMeta = parsePersistedMeta(updatedRaw.meta);\n expect(updatedMeta?.persistedAsGeneratedColumn).not.toBe(true);\n });\n });\n\n describe('generated formula duplication tolerates text that is not numeric', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'formula-meta-duplicate-text',\n fields: [{ name: 'A', type: FieldType.SingleLineText }],\n records: [{ fields: { A: '45629' } }, { fields: { A: '2024/12/03' } }],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n const waitForCopyValues = async (fieldId: string, timeoutMs = 15000) => {\n const start = Date.now();\n while (Date.now() - start < timeoutMs) {\n const records = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n const recs = records.records ?? [];\n if (recs.every((r) => r.fields && r.fields[fieldId] !== undefined)) {\n return recs;\n }\n await sleep(200);\n }\n throw new Error('Timed out waiting for duplicated formula values');\n };\n\n it.skip('duplicates without throwing even when the base text cannot cast to numeric', async () => {\n const aId = table.fields.find((f) => f.name === 'A')!.id;\n\n const formula = await createField(table.id, {\n name: 'Generated Formula',\n type: FieldType.Formula,\n options: {\n expression: `IF(INT({${aId}}), DATE_ADD(\"1990-01-01\", ROUND({${aId}}), \"day\"), {${aId}})`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const duplicateRes = await duplicateField(table.id, formula.id, { name: 'Generated Copy' });\n const copyId = duplicateRes.data.id;\n\n const records = await waitForCopyValues(copyId);\n const originalValues = records.map((r) => r.fields?.[formula.id]);\n const copyValues = records.map((r) => r.fields?.[copyId]);\n\n expect(copyValues).toEqual(originalValues);\n expect(copyValues[1]).toBe('2024/12/03');\n expect(String(copyValues[0])).toMatch(/2114-12-0[56]/);\n });\n });\n\n describe('formula metadata resets when expressions become unsupported', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'formula-meta-reset',\n fields: [\n { name: 'Number Field', type: FieldType.Number },\n { name: 'Text Field', type: FieldType.SingleLineText },\n ],\n records: [{ fields: { 'Number Field': 5, 'Text Field': 'text' } }],\n });\n });\n\n afterEach(async () => {\n if (table?.id) {\n await deleteTable(baseId, table.id);\n }\n });\n\n it('clears persisted meta when converting generated formula to unsupported expression', async () => {\n const numberFieldId = table.fields.find((f) => f.name === 'Number Field')!.id;\n const textFieldId = table.fields.find((f) => f.name === 'Text Field')!.id;\n\n const created = await createField(table.id, {\n name: 'Generated Numeric',\n type: FieldType.Formula,\n options: { expression: `{${numberFieldId}} * 2` },\n });\n\n const createdRaw = await prisma.field.findUniqueOrThrow({\n where: { id: created.id },\n select: { meta: true },\n });\n expect(parsePersistedMeta(createdRaw.meta)?.persistedAsGeneratedColumn).not.toBe(true);\n\n await convertField(table.id, created.id, {\n type: FieldType.Formula,\n options: { expression: `AND({${numberFieldId}}, {${textFieldId}})` },\n });\n\n const updatedRaw = await prisma.field.findUniqueOrThrow({\n where: { id: created.id },\n select: { meta: true },\n });\n expect(parsePersistedMeta(updatedRaw.meta)?.persistedAsGeneratedColumn).not.toBe(true);\n expect(updatedRaw.meta).toBeNull();\n });\n\n it('removes copied persisted meta for duplicated formulas after unsupported update', async () => {\n const numberFieldId = table.fields.find((f) => f.name === 'Number Field')!.id;\n const textFieldId = table.fields.find((f) => f.name === 'Text Field')!.id;\n\n const created = await createField(table.id, {\n name: 'Generated Base Formula',\n type: FieldType.Formula,\n options: { expression: `{${numberFieldId}} + 1` },\n });\n\n const duplicateRes = await duplicateField(table.id, created.id, { name: 'Generated Copy' });\n const duplicatedField = duplicateRes.data;\n\n const duplicateRaw = await prisma.field.findUniqueOrThrow({\n where: { id: duplicatedField.id },\n select: { meta: true },\n });\n expect(parsePersistedMeta(duplicateRaw.meta)?.persistedAsGeneratedColumn).not.toBe(true);\n\n await convertField(table.id, duplicatedField.id, {\n type: FieldType.Formula,\n options: { expression: `AND({${numberFieldId}}, {${textFieldId}})` },\n });\n\n const postUpdateRaw = await prisma.field.findUniqueOrThrow({\n where: { id: duplicatedField.id },\n select: { meta: true },\n });\n expect(parsePersistedMeta(postUpdateRaw.meta)?.persistedAsGeneratedColumn).not.toBe(true);\n expect(postUpdateRaw.meta).toBeNull();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-metadata-coercion.e2e-spec.ts", "content": "/* eslint-disable regexp/no-super-linear-backtracking */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport {\n FieldType,\n FieldKeyType,\n TableDomain,\n TimeFormatting,\n Relationship,\n DbFieldType,\n} from '@teable/core';\nimport type { IFieldRo, IFieldVo } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { DB_PROVIDER_SYMBOL } from '../src/db-provider/db.provider';\nimport type { IDbProvider } from '../src/db-provider/db.provider.interface';\nimport { createFieldInstanceByVo } from '../src/features/field/model/factory';\nimport type { ISelectFormulaConversionContext } from '../src/features/record/query-builder/sql-conversion.visitor';\nimport {\n createField,\n createRecords,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Formula metadata-aware coercion (e2e)', () => {\n let app: INestApplication;\n let prisma: PrismaService;\n let dbProvider: IDbProvider;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = app.get(PrismaService);\n dbProvider = app.get(DB_PROVIDER_SYMBOL);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n const parseSchemaAndTable = (dbTableName: string): [string, string] => {\n const match = dbTableName.match(/^\"?(.*?)\"?\\.\"?(.*?)\"?$/);\n if (match) {\n return [match[1], match[2]];\n }\n const parts = dbTableName.split('.');\n return [parts[0] ?? dbTableName, parts[1] ?? dbTableName];\n };\n\n describe('generated columns', () => {\n it('avoids regex sanitizers for numeric operands', async () => {\n const table: ITableFullVo = await createTable(baseId, {\n name: 'formula_metadata_generated',\n fields: [\n {\n name: 'Value',\n type: FieldType.Number,\n },\n ],\n });\n\n try {\n const valueField = table.fields.find((field) => field.name === 'Value') as IFieldVo;\n const doubleField = (await createField(table.id, {\n name: 'Double',\n type: FieldType.Formula,\n options: {\n expression: `{${valueField.id}} + {${valueField.id}}`,\n },\n })) as IFieldVo;\n\n const tableMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: table.id },\n select: { dbTableName: true },\n });\n const [schema, rawTableName] = parseSchemaAndTable(tableMeta.dbTableName);\n const rows = await prisma.$queryRaw<\n { generation_expression: string }[]\n >`SELECT generation_expression\n FROM information_schema.columns\n WHERE table_schema = ${schema}\n AND table_name = ${rawTableName}\n AND column_name = ${doubleField.dbFieldName}`;\n\n expect(rows[0]?.generation_expression).toBeNull();\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n });\n\n describe('select query conversion', () => {\n it('emits direct casts for numeric operands', async () => {\n const seedFields: IFieldRo[] = [\n { name: 'Revenue', type: FieldType.Number },\n { name: 'Cost', type: FieldType.Number },\n ];\n const table: ITableFullVo = await createTable(baseId, {\n name: 'formula_metadata_select',\n fields: seedFields,\n });\n\n try {\n const fieldMap = new Map(table.fields.map((field) => [field.name, field as IFieldVo]));\n const revenueField = fieldMap.get('Revenue')!;\n const costField = fieldMap.get('Cost')!;\n const expression = `{${revenueField.id}} - {${costField.id}}`;\n\n const tableMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: table.id },\n select: { dbTableName: true },\n });\n\n const tableDomain = new TableDomain({\n id: table.id,\n name: table.name,\n dbTableName: tableMeta.dbTableName,\n lastModifiedTime: table.lastModifiedTime ?? new Date().toISOString(),\n fields: [revenueField, costField].map((field) => createFieldInstanceByVo(field)),\n });\n\n const tableAlias = 'main';\n const selectionEntries = [revenueField, costField].map((field) => [\n field.id,\n `\"${tableAlias}\".\"${field.dbFieldName}\"`,\n ]) as [string, string][];\n const context: ISelectFormulaConversionContext = {\n table: tableDomain,\n selectionMap: new Map(selectionEntries),\n tableAlias,\n timeZone: 'UTC',\n preferRawFieldReferences: true,\n };\n\n const sql = dbProvider.convertFormulaToSelectQuery(expression, context);\n expect(sql).not.toContain('REGEXP_REPLACE');\n expect(sql).toContain('::double precision');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('emits boolean shortcuts for checkbox IF conditions', async () => {\n const seedFields: IFieldRo[] = [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Enabled', type: FieldType.Checkbox },\n ];\n const table: ITableFullVo = await createTable(baseId, {\n name: 'formula_metadata_boolean_select',\n fields: seedFields,\n });\n\n try {\n const flagField = table.fields.find((field) => field.name === 'Enabled') as IFieldVo;\n const expression = `IF({${flagField.id}}, 'on', 'off')`;\n\n const tableMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: table.id },\n select: { dbTableName: true },\n });\n\n const tableDomain = new TableDomain({\n id: table.id,\n name: table.name,\n dbTableName: tableMeta.dbTableName,\n lastModifiedTime: table.lastModifiedTime ?? new Date().toISOString(),\n fields: [flagField].map((field) => createFieldInstanceByVo(field)),\n });\n\n const tableAlias = 'main';\n const selectionEntries = [[flagField.id, `\"${tableAlias}\".\"${flagField.dbFieldName}\"`]] as [\n string,\n string,\n ][];\n const context: ISelectFormulaConversionContext = {\n table: tableDomain,\n selectionMap: new Map(selectionEntries),\n tableAlias,\n timeZone: 'UTC',\n preferRawFieldReferences: true,\n };\n\n const sql = dbProvider.convertFormulaToSelectQuery(expression, context);\n expect(sql).toContain(`COALESCE((\"${tableAlias}\".\"${flagField.dbFieldName}\"), FALSE)`);\n expect(sql).not.toContain('pg_typeof');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('emits numeric shortcuts for IF conditions referencing number fields', async () => {\n const seedFields: IFieldRo[] = [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Quantity', type: FieldType.Number },\n ];\n const table: ITableFullVo = await createTable(baseId, {\n name: 'formula_metadata_numeric_if_select',\n fields: seedFields,\n });\n\n try {\n const qtyField = table.fields.find((field) => field.name === 'Quantity') as IFieldVo;\n const expression = `IF({${qtyField.id}}, 'in stock', 'out')`;\n\n const tableMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: table.id },\n select: { dbTableName: true },\n });\n\n const tableDomain = new TableDomain({\n id: table.id,\n name: table.name,\n dbTableName: tableMeta.dbTableName,\n lastModifiedTime: table.lastModifiedTime ?? new Date().toISOString(),\n fields: [qtyField].map((field) => createFieldInstanceByVo(field)),\n });\n\n const tableAlias = 'main';\n const selectionEntries = [[qtyField.id, `\"${tableAlias}\".\"${qtyField.dbFieldName}\"`]] as [\n string,\n string,\n ][];\n const context: ISelectFormulaConversionContext = {\n table: tableDomain,\n selectionMap: new Map(selectionEntries),\n tableAlias,\n timeZone: 'UTC',\n preferRawFieldReferences: true,\n };\n\n const sql = dbProvider.convertFormulaToSelectQuery(expression, context);\n expect(sql).toContain(\n `COALESCE((\"${tableAlias}\".\"${qtyField.dbFieldName}\")::double precision, 0)`\n );\n expect(sql).not.toContain('REGEXP_REPLACE');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('does not wrap scalar lookup/rollup references in multi-value guards', () => {\n const tableAlias = 'main';\n\n const linkField = createFieldInstanceByVo({\n id: 'fldLink',\n name: 'Vehicle',\n type: FieldType.Link,\n dbFieldName: 'Vehicles',\n dbFieldType: DbFieldType.Json,\n isMultipleCellValue: false,\n options: { relationship: Relationship.ManyOne },\n } as unknown as IFieldVo);\n\n const intervalField = createFieldInstanceByVo({\n id: 'fldInterval',\n name: 'Interval (Hrs)',\n type: FieldType.Number,\n cellValueType: 'number',\n dbFieldName: 'Interval_Hrs',\n dbFieldType: DbFieldType.Real,\n } as unknown as IFieldVo);\n\n const lookupRollupField = createFieldInstanceByVo({\n id: 'fldRoll',\n name: 'Current Hrs',\n type: FieldType.Rollup,\n cellValueType: 'number',\n dbFieldName: `lookup_fldRoll`,\n dbFieldType: DbFieldType.Real,\n isLookup: true,\n isMultipleCellValue: false,\n lookupOptions: {\n linkFieldId: linkField.id,\n lookupFieldId: 'fldSrc',\n relationship: Relationship.ManyOne,\n },\n options: { expression: 'max({values})' },\n } as unknown as IFieldVo);\n\n const tableDomain = new TableDomain({\n id: 'tblMetaLookup',\n name: 'meta_lookup_scalar',\n dbTableName: '\"public\".\"meta_lookup_scalar\"',\n lastModifiedTime: new Date().toISOString(),\n fields: [intervalField, lookupRollupField, linkField],\n });\n\n const selectionEntries: [string, string][] = [\n [intervalField.id, `\"${tableAlias}\".\"${intervalField.dbFieldName}\"`],\n [lookupRollupField.id, `\"${tableAlias}\".\"${lookupRollupField.dbFieldName}\"`],\n ];\n\n const context: ISelectFormulaConversionContext = {\n table: tableDomain,\n selectionMap: new Map(selectionEntries),\n tableAlias,\n timeZone: 'UTC',\n preferRawFieldReferences: true,\n };\n\n const expression = `IF({${intervalField.id}} > 0, {${intervalField.id}} + {${lookupRollupField.id}}, 0)`;\n const sql = dbProvider.convertFormulaToSelectQuery(expression, context);\n\n expect(sql).not.toContain('pg_typeof');\n expect(sql).not.toContain('jsonb_build_array');\n expect(sql).toContain(`\"${tableAlias}\".\"${lookupRollupField.dbFieldName}\"`);\n expect(sql).toContain('::double precision');\n });\n\n it('treats BLANK() as NULL for select queries with mixed branch types', async () => {\n const seedFields: IFieldRo[] = [\n { name: 'Title', type: FieldType.SingleLineText },\n { name: 'Amount', type: FieldType.Number },\n {\n name: 'Due Date',\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: TimeFormatting.Hour24,\n timeZone: 'UTC',\n },\n },\n },\n ];\n\n const table: ITableFullVo = await createTable(baseId, {\n name: 'formula_metadata_blank_select',\n fields: seedFields,\n });\n\n try {\n const fieldMap = new Map(\n table.fields.map((field) => [field.name, field as IFieldVo])\n );\n const titleField = fieldMap.get('Title')!;\n const amountField = fieldMap.get('Amount')!;\n const dueField = fieldMap.get('Due Date')!;\n\n const tableMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: table.id },\n select: { dbTableName: true },\n });\n\n const tableDomain = new TableDomain({\n id: table.id,\n name: table.name,\n dbTableName: tableMeta.dbTableName,\n lastModifiedTime: table.lastModifiedTime ?? new Date().toISOString(),\n fields: [titleField, amountField, dueField].map((field) =>\n createFieldInstanceByVo(field)\n ),\n });\n\n const tableAlias = 'main';\n const selectionEntries = [titleField, amountField, dueField].map((field) => [\n field.id,\n `\"${tableAlias}\".\"${field.dbFieldName}\"`,\n ]) as [string, string][];\n\n const context: ISelectFormulaConversionContext = {\n table: tableDomain,\n selectionMap: new Map(selectionEntries),\n tableAlias,\n timeZone: 'UTC',\n preferRawFieldReferences: true,\n };\n\n const blankSql = dbProvider.convertFormulaToSelectQuery('BLANK()', context) as string;\n expect(blankSql.trim()).toBe('NULL');\n\n const branchAssertions: Array<{ expression: string; expectedBranch: string }> = [\n {\n expression: `IF(TRUE, BLANK(), {${titleField.id}})`,\n expectedBranch: `\"${tableAlias}\".\"${titleField.dbFieldName}\"`,\n },\n {\n expression: `IF(TRUE, BLANK(), {${amountField.id}})`,\n expectedBranch: `\"${tableAlias}\".\"${amountField.dbFieldName}\"`,\n },\n {\n expression: `IF(TRUE, BLANK(), {${dueField.id}})`,\n expectedBranch: `\"${tableAlias}\".\"${dueField.dbFieldName}\"`,\n },\n ];\n\n for (const { expression, expectedBranch } of branchAssertions) {\n const sql = dbProvider.convertFormulaToSelectQuery(expression, context);\n expect(sql).toMatch(/THEN\\s+\\(?NULL/i);\n expect(sql).not.toMatch(/THEN\\s+''/i);\n expect(sql).toContain(expectedBranch);\n }\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n });\n\n describe('runtime formulas', () => {\n it('concatenates typed fields without redundant casts', async () => {\n const table = await createTable(baseId, {\n name: 'formula_metadata_concat',\n fields: [\n { name: 'Label', type: FieldType.SingleLineText },\n { name: 'Qty', type: FieldType.Number },\n ],\n records: [\n {\n fields: {\n Label: 'Widget',\n Qty: 3,\n },\n },\n ],\n });\n\n try {\n const fieldMap = new Map(\n table.fields.map((field) => [field.name, field])\n );\n const labelField = fieldMap.get('Label')!;\n const qtyField = fieldMap.get('Qty')!;\n\n const concatField = (await createField(table.id, {\n name: 'Label Qty',\n type: FieldType.Formula,\n options: {\n expression: `{${labelField.id}} & ' x ' & {${qtyField.id}} & '!'`,\n },\n })) as IFieldVo;\n\n const recordId = table.records[0].id;\n const readValue = async () => {\n const record = await getRecord(table.id, recordId);\n return record.fields?.[concatField.id];\n };\n\n expect(await readValue()).toBe('Widget x 3!');\n\n await updateRecordByApi(table.id, recordId, labelField.id, 'Gadget');\n await updateRecordByApi(table.id, recordId, qtyField.id, 1);\n expect(await readValue()).toBe('Gadget x 1!');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('evaluates AND conditions using typed operands', async () => {\n const table = await createTable(baseId, {\n name: 'formula_metadata_logic',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n { name: 'Enabled', type: FieldType.Checkbox },\n { name: 'Attempts', type: FieldType.Number },\n ],\n });\n\n try {\n const fieldMap = new Map(\n table.fields.map((field) => [field.name, field])\n );\n const enabledField = fieldMap.get('Enabled')!;\n const attemptsField = fieldMap.get('Attempts')!;\n\n const logicField = (await createField(table.id, {\n name: 'Should Trigger',\n type: FieldType.Formula,\n options: {\n expression: `IF(AND({${enabledField.id}}, {${attemptsField.id}}), 1, 0)`,\n },\n })) as IFieldVo;\n\n const { records } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n Title: 'Row 1',\n Enabled: true,\n Attempts: 0,\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n const readValue = async () => {\n const record = await getRecord(table.id, recordId);\n return record.fields?.[logicField.id];\n };\n\n expect(await readValue()).toBe(0);\n\n await updateRecordByApi(table.id, recordId, attemptsField.id, 2);\n expect(await readValue()).toBe(1);\n\n await updateRecordByApi(table.id, recordId, enabledField.id, false);\n expect(await readValue()).toBe(0);\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('keeps BLANK as null in standalone formulas and IF branches across types', async () => {\n const dueDateValue = '2025-02-02T00:00:00.000Z';\n const table = await createTable(baseId, {\n name: 'formula_blank_runtime',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n {\n name: 'Due',\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: TimeFormatting.Hour24,\n timeZone: 'UTC',\n },\n },\n } as IFieldRo,\n ],\n });\n\n try {\n const titleField = table.fields.find((field) => field.name === 'Title')!;\n const amountField = table.fields.find((field) => field.name === 'Amount')!;\n const dueField = table.fields.find((field) => field.name === 'Due')!;\n\n const blankField = (await createField(table.id, {\n name: 'Standalone Blank',\n type: FieldType.Formula,\n options: { expression: 'BLANK()' },\n })) as IFieldVo;\n\n const dateWhenTrue = (await createField(table.id, {\n name: 'Date When True',\n type: FieldType.Formula,\n options: { expression: `IF(TRUE, {${dueField.id}}, BLANK())` },\n })) as IFieldVo;\n\n const dateWhenFalse = (await createField(table.id, {\n name: 'Blank When False',\n type: FieldType.Formula,\n options: { expression: `IF(FALSE, {${dueField.id}}, BLANK())` },\n })) as IFieldVo;\n\n const numberWhenTrue = (await createField(table.id, {\n name: 'Number When True',\n type: FieldType.Formula,\n options: { expression: `IF(TRUE, {${amountField.id}}, BLANK())` },\n })) as IFieldVo;\n\n const numberWhenFalse = (await createField(table.id, {\n name: 'Blank When False Number',\n type: FieldType.Formula,\n options: { expression: `IF(FALSE, {${amountField.id}}, BLANK())` },\n })) as IFieldVo;\n\n const { records } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [titleField.name]: 'Row 1',\n [amountField.name]: 12,\n [dueField.name]: dueDateValue,\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n\n const readValue = async (fieldId: string) => {\n const record = await getRecord(table.id, recordId);\n return record.fields?.[fieldId] ?? null;\n };\n\n expect(await readValue(blankField.id)).toBeNull();\n expect(await readValue(dateWhenTrue.id)).toBe(dueDateValue);\n expect(await readValue(dateWhenFalse.id)).toBeNull();\n expect(await readValue(numberWhenTrue.id)).toBe(12);\n expect(await readValue(numberWhenFalse.id)).toBeNull();\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-numeric-blank-regression.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, generateFieldId } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { duplicateField } from '@teable/openapi';\nimport { createTable, getRecords, initApp, permanentDeleteTable } from './utils/init-app';\n\n/**\n * Regression: duplicating a formula that compares a numeric field to '' should not\n * produce 22P02 (invalid input syntax for type double precision).\n */\ndescribe('Formula numeric blank comparison duplication (regression)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId as string;\n\n beforeAll(async () => {\n const ctx = await initApp();\n app = ctx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('duplicates formula comparing number field with empty string without errors', async () => {\n const percentFieldId = generateFieldId();\n const table = (await createTable(baseId, {\n name: 'numeric_blank_dup',\n fields: [\n {\n id: percentFieldId,\n name: 'Percent',\n type: FieldType.Number,\n },\n {\n name: 'PercentColor',\n type: FieldType.Formula,\n options: {\n // Use field id in expression to avoid name-resolution failures.\n expression: `IF({${percentFieldId}}=\"\", \"empty\", \"filled\")`,\n },\n },\n ],\n records: [\n { fields: {} }, // Percent is null\n { fields: { Percent: 0.2 } },\n ],\n })) as ITableFullVo;\n\n try {\n const formulaFieldId = table.fields.find((f) => f.name === 'PercentColor')?.id as string;\n\n const duplicated = await duplicateField(table.id, formulaFieldId, {\n name: 'PercentColor Copy',\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n\n const first = records[0];\n const second = records[1];\n\n expect(first.fields[formulaFieldId]).toBe('empty');\n expect(first.fields[duplicated.data.id]).toBe('empty');\n expect(second.fields[formulaFieldId]).toBe('filled');\n expect(second.fields[duplicated.data.id]).toBe('filled');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('duplicates IF with blank fallback comparing number field with empty string without errors', async () => {\n const percentFieldId = generateFieldId();\n const table = (await createTable(baseId, {\n name: 'numeric_blank_dup_two_arg',\n fields: [\n {\n id: percentFieldId,\n name: 'Percent',\n type: FieldType.Number,\n },\n {\n name: 'PercentColor',\n type: FieldType.Formula,\n options: {\n expression: `IF({${percentFieldId}}=\"\", \"empty\", BLANK())`,\n },\n },\n ],\n records: [\n { fields: {} }, // Percent is null\n { fields: { Percent: 0.2 } },\n ],\n })) as ITableFullVo;\n\n try {\n const formulaFieldId = table.fields.find((f) => f.name === 'PercentColor')?.id as string;\n\n const duplicated = await duplicateField(table.id, formulaFieldId, {\n name: 'PercentColor Copy 2',\n });\n\n const { records } = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n\n const first = records[0];\n const second = records[1];\n\n expect(first.fields[formulaFieldId]).toBe('empty');\n expect(first.fields[duplicated.data.id]).toBe('empty');\n expect(second.fields[formulaFieldId] ?? null).toBeNull();\n expect(second.fields[duplicated.data.id] ?? null).toBeNull();\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-single-select-regression.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldVo } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { duplicateField } from '@teable/openapi';\nimport {\n createField,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n createRecords,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Formula single select string comparison regression (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('duplicate formulas comparing single select + text', () => {\n let table: ITableFullVo;\n let prevField: IFieldVo;\n let availabilityField: IFieldVo;\n let primaryFormula: IFieldVo;\n let copyFormula: IFieldVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'formula_select_copy_regression',\n fields: [\n {\n name: 'Prev Status',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Availability',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'In Stock', color: 'grayBright' },\n { name: 'Not Available', color: 'pink' },\n { name: 'Low Stock', color: 'yellowLight1' },\n ],\n },\n },\n ],\n records: [\n {\n fields: {\n 'Prev Status': 'In Stock',\n Availability: 'Not Available',\n },\n },\n {\n fields: {\n 'Prev Status': 'In Stock',\n Availability: 'In Stock',\n },\n },\n ],\n });\n\n const fieldMap = new Map(table.fields.map((f) => [f.name, f]));\n prevField = fieldMap.get('Prev Status')!;\n availabilityField = fieldMap.get('Availability')!;\n\n const expression = `IF(AND({${prevField.id}} != \"Not Available\", {${availabilityField.id}} = \"Not Available\"), \"yes\", BLANK())`;\n\n primaryFormula = await createField(table.id, {\n name: 'some field',\n type: FieldType.Formula,\n options: { expression },\n });\n\n copyFormula = (\n await duplicateField(table.id, primaryFormula.id, {\n name: 'some field copy',\n })\n ).data;\n });\n\n afterEach(async () => {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('evaluates identical formulas the same when comparing select titles', async () => {\n const discontinuedRecord = await getRecord(table.id, table.records[0].id);\n expect(discontinuedRecord.fields[primaryFormula.id]).toBe('yes');\n expect(discontinuedRecord.fields[copyFormula.id]).toBe('yes');\n\n const stockedRecord = await getRecord(table.id, table.records[1].id);\n expect(stockedRecord.fields[primaryFormula.id]).toBeUndefined();\n expect(stockedRecord.fields[copyFormula.id]).toBeUndefined();\n\n await updateRecordByApi(table.id, table.records[1].id, availabilityField.id, 'Not Available');\n\n const afterUpdate = await getRecord(table.id, table.records[1].id);\n expect(afterUpdate.fields[primaryFormula.id]).toBe('yes');\n expect(afterUpdate.fields[copyFormula.id]).toBe('yes');\n });\n });\n\n describe('text != literal with null title value', () => {\n let table: ITableFullVo;\n let titleField: IFieldVo;\n let branchField: IFieldVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'formula_text_not_equal_blank',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n ],\n });\n\n titleField = table.fields.find((f) => f.name === 'Title')!;\n\n branchField = await createField(table.id, {\n name: 'branch',\n type: FieldType.Formula,\n options: {\n expression: `IF({${titleField.id}} != \"hello\", \"world\", \"this\")`,\n },\n });\n });\n\n afterEach(async () => {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('treats null text as blank when evaluating !=', async () => {\n const { records } = await createRecords(table.id, {\n records: [{ fields: {} }],\n });\n\n const created = await getRecord(table.id, records[0].id);\n expect(created.fields[branchField.id]).toBe('world');\n\n await updateRecordByApi(table.id, records[0].id, titleField.id, 'hello');\n const helloRecord = await getRecord(table.id, records[0].id);\n expect(helloRecord.fields[branchField.id]).toBe('this');\n\n await updateRecordByApi(table.id, records[0].id, titleField.id, null);\n const clearedRecord = await getRecord(table.id, records[0].id);\n expect(clearedRecord.fields[branchField.id]).toBe('world');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula-timezone-convert.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport {\n createField,\n createRecords,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n convertField,\n} from './utils/init-app';\n\ndescribe('Formula field timezone modification (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('should preserve formula values when changing timezone option', async () => {\n let tableId: string | undefined;\n\n try {\n // Create table with a date field\n const table = await createTable(baseId, {\n name: 'formula-timezone-convert-test',\n });\n tableId = table.id;\n\n // Create a date field\n const dateField = await createField(tableId, {\n name: 'event_date',\n type: FieldType.Date,\n });\n\n // Create a formula field that formats the date\n const formulaField = await createField(tableId, {\n name: 'formatted_date',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_FORMAT({${dateField.id}}, 'YYYY-MM-DD HH:mm:ss')`,\n timeZone: 'UTC',\n },\n });\n\n // Create a record with a date value\n const input = '2024-12-03T09:07:11.000Z';\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { event_date: input } }],\n });\n\n // Verify the formula field has a value\n const recordBefore = await getRecord(tableId, records[0].id);\n const valueBefore = recordBefore.fields?.[formulaField.id];\n expect(valueBefore).toBe('2024-12-03 09:07:11');\n\n // Change the timezone option\n await convertField(tableId, formulaField.id, {\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_FORMAT({${dateField.id}}, 'YYYY-MM-DD HH:mm:ss')`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n // Verify the formula field still has a value (not cleared)\n // The value should change due to timezone conversion (+8 hours)\n const recordAfter = await getRecord(tableId, records[0].id);\n const valueAfter = recordAfter.fields?.[formulaField.id];\n // Asia/Shanghai is UTC+8, so 09:07:11 UTC becomes 17:07:11 Shanghai time\n expect(valueAfter).toBe('2024-12-03 17:07:11');\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n it('should preserve formula values when changing formatting option', async () => {\n let tableId: string | undefined;\n\n try {\n // Create table with a number field\n const table = await createTable(baseId, {\n name: 'formula-formatting-convert-test',\n });\n tableId = table.id;\n\n // Create a number field\n const numberField = await createField(tableId, {\n name: 'amount',\n type: FieldType.Number,\n });\n\n // Create a formula field\n const formulaField = await createField(tableId, {\n name: 'doubled_amount',\n type: FieldType.Formula,\n options: {\n expression: `{${numberField.id}} * 2`,\n },\n });\n\n // Create a record with a number value\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { amount: 100 } }],\n });\n\n // Verify the formula field has a value\n const recordBefore = await getRecord(tableId, records[0].id);\n const valueBefore = recordBefore.fields?.[formulaField.id];\n expect(valueBefore).toBe(200);\n\n // Change the formatting option\n await convertField(tableId, formulaField.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${numberField.id}} * 2`,\n formatting: {\n type: 'decimal',\n precision: 2,\n },\n },\n });\n\n // Verify the formula field still has its value\n const recordAfter = await getRecord(tableId, records[0].id);\n const valueAfter = recordAfter.fields?.[formulaField.id];\n expect(valueAfter).toBe(200);\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n it('should preserve formula values when formula directly references date field and timezone changes', async () => {\n let tableId: string | undefined;\n\n try {\n // Create table with a date field\n const table = await createTable(baseId, {\n name: 'formula-direct-date-ref-test',\n });\n tableId = table.id;\n\n // Create a date field\n const dateField = await createField(tableId, {\n name: 'event_date',\n type: FieldType.Date,\n });\n\n // Create a formula field that directly references the date (returns DateTime cellValueType)\n const formulaField = await createField(tableId, {\n name: 'date_ref',\n type: FieldType.Formula,\n options: {\n expression: `{${dateField.id}}`,\n timeZone: 'UTC',\n },\n });\n\n // Create a record with a date value\n const input = '2024-12-03T09:07:11.000Z';\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { event_date: input } }],\n });\n\n // Verify the formula field has a value\n const recordBefore = await getRecord(tableId, records[0].id);\n const valueBefore = recordBefore.fields?.[formulaField.id];\n expect(valueBefore).toBe(input);\n\n // Change the timezone option\n await convertField(tableId, formulaField.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${dateField.id}}`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n // Verify the formula field still has its value (should NOT be cleared)\n const recordAfter = await getRecord(tableId, records[0].id);\n const valueAfter = recordAfter.fields?.[formulaField.id];\n // The underlying DateTime value should remain the same ISO string\n expect(valueAfter).toBe(input);\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n it('should preserve formula values when only timezone changes (no other option change)', async () => {\n let tableId: string | undefined;\n\n try {\n // Create table with a date field\n const table = await createTable(baseId, {\n name: 'formula-only-timezone-change-test',\n });\n tableId = table.id;\n\n // Create a date field\n const dateField = await createField(tableId, {\n name: 'event_date',\n type: FieldType.Date,\n });\n\n // Create a formula field using YEAR function (affected by timezone)\n const formulaField = await createField(tableId, {\n name: 'event_year',\n type: FieldType.Formula,\n options: {\n expression: `YEAR({${dateField.id}})`,\n timeZone: 'UTC',\n },\n });\n\n // Create a record with a date value\n const input = '2024-12-31T23:00:00.000Z';\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { event_date: input } }],\n });\n\n // Verify the formula field has a value (year 2024 in UTC)\n const recordBefore = await getRecord(tableId, records[0].id);\n const valueBefore = recordBefore.fields?.[formulaField.id];\n expect(valueBefore).toBe(2024);\n\n // Change the timezone to Asia/Shanghai (UTC+8)\n await convertField(tableId, formulaField.id, {\n type: FieldType.Formula,\n options: {\n expression: `YEAR({${dateField.id}})`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n // Verify the formula field still has a value (should NOT be null/undefined)\n // In Asia/Shanghai, 2024-12-31T23:00:00.000Z is 2025-01-01 07:00:00\n const recordAfter = await getRecord(tableId, records[0].id);\n const valueAfter = recordAfter.fields?.[formulaField.id];\n expect(valueAfter).toBe(2025);\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n\n it('should preserve formula values when partial options are sent (only timeZone without expression)', async () => {\n let tableId: string | undefined;\n\n try {\n // Create table with a date field\n const table = await createTable(baseId, {\n name: 'formula-partial-options-test',\n });\n tableId = table.id;\n\n // Create a date field\n const dateField = await createField(tableId, {\n name: 'event_date',\n type: FieldType.Date,\n });\n\n // Create a formula field using DATETIME_FORMAT function\n const formulaField = await createField(tableId, {\n name: 'formatted_date',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_FORMAT({${dateField.id}}, 'YYYY-MM-DD HH:mm:ss')`,\n timeZone: 'UTC',\n },\n });\n\n // Create a record with a date value\n const input = '2024-06-15T14:30:00.000Z';\n const { records } = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: [{ fields: { event_date: input } }],\n });\n\n // Verify the formula field has a value\n const recordBefore = await getRecord(tableId, records[0].id);\n const valueBefore = recordBefore.fields?.[formulaField.id];\n expect(valueBefore).toBe('2024-06-15 14:30:00');\n\n // Simulate sending only timeZone option without expression\n // This mimics what the UI does when only changing the timezone\n await convertField(tableId, formulaField.id, {\n type: FieldType.Formula,\n // @ts-expect-error - this is a test\n options: {\n timeZone: 'America/New_York', // Only send timeZone, no expression\n },\n });\n\n // Verify the formula field still has a value (should NOT be null/undefined)\n // America/New_York is UTC-4 in June (EDT), so 14:30:00 UTC becomes 10:30:00 EDT\n const recordAfter = await getRecord(tableId, records[0].id);\n const valueAfter = recordAfter.fields?.[formulaField.id];\n expect(valueAfter).toBe('2024-06-15 10:30:00');\n } finally {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/formula.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n IFieldRo,\n IFilter,\n ILinkFieldOptionsRo,\n ILookupOptionsRo,\n ISelectFieldOptionsRo,\n} from '@teable/core';\nimport {\n DateFormattingPreset,\n DbFieldType,\n FieldKeyType,\n FieldType,\n FunctionName,\n generateFieldId,\n NumberFormattingType,\n Relationship,\n TimeFormatting,\n} from '@teable/core';\nimport { getRecord, updateRecords, type ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createFields,\n createRecords,\n createTable,\n permanentDeleteTable,\n getRecords,\n getField,\n initApp,\n updateRecord,\n updateRecordByApi,\n convertField,\n} from './utils/init-app';\n\ndescribe('OpenAPI formula (e2e)', () => {\n let app: INestApplication;\n let table1Id = '';\n let table1: ITableFullVo;\n let numberFieldRo: IFieldRo & { id: string; name: string };\n let textFieldRo: IFieldRo & { id: string; name: string };\n let formulaFieldRo: IFieldRo & { id: string; name: string };\n let userFieldRo: IFieldRo & { id: string; name: string };\n let multiSelectFieldRo: IFieldRo & { id: string; name: string };\n const baseId = globalThis.testConfig.baseId;\n const baseDate = new Date(Date.UTC(2025, 0, 3, 0, 0, 0, 0));\n const dateAddMultiplier = 7;\n const numberFieldSeedValue = 2;\n const datetimeDiffStartIso = '2025-01-01T00:00:00.000Z';\n const datetimeDiffEndIso = '2025-01-08T03:04:05.006Z';\n const datetimeDiffStart = new Date(datetimeDiffStartIso);\n const datetimeDiffEnd = new Date(datetimeDiffEndIso);\n const diffMilliseconds = datetimeDiffEnd.getTime() - datetimeDiffStart.getTime();\n const diffSeconds = diffMilliseconds / 1000;\n const diffMinutes = diffSeconds / 60;\n const diffHours = diffMinutes / 60;\n const diffDays = diffHours / 24;\n const diffWeeks = diffDays / 7;\n const useV2BatchCreate = process.env.FORCE_V2_ALL === 'true' || process.env.FORCE_V2_ALL === '1';\n type DateAddNormalizedUnit =\n | 'millisecond'\n | 'second'\n | 'minute'\n | 'hour'\n | 'day'\n | 'week'\n | 'month'\n | 'quarter'\n | 'year';\n const dateAddCases: Array<{ literal: string; normalized: DateAddNormalizedUnit }> = [\n { literal: 'day', normalized: 'day' },\n { literal: 'days', normalized: 'day' },\n { literal: 'week', normalized: 'week' },\n { literal: 'weeks', normalized: 'week' },\n { literal: 'month', normalized: 'month' },\n { literal: 'months', normalized: 'month' },\n { literal: 'quarter', normalized: 'quarter' },\n { literal: 'quarters', normalized: 'quarter' },\n { literal: 'year', normalized: 'year' },\n { literal: 'years', normalized: 'year' },\n { literal: 'hour', normalized: 'hour' },\n { literal: 'hours', normalized: 'hour' },\n { literal: 'minute', normalized: 'minute' },\n { literal: 'minutes', normalized: 'minute' },\n { literal: 'second', normalized: 'second' },\n { literal: 'seconds', normalized: 'second' },\n { literal: 'millisecond', normalized: 'millisecond' },\n { literal: 'milliseconds', normalized: 'millisecond' },\n { literal: 'ms', normalized: 'millisecond' },\n { literal: 'sec', normalized: 'second' },\n { literal: 'secs', normalized: 'second' },\n { literal: 'min', normalized: 'minute' },\n { literal: 'mins', normalized: 'minute' },\n { literal: 'hr', normalized: 'hour' },\n { literal: 'hrs', normalized: 'hour' },\n ];\n const datetimeDiffCases: Array<{ literal: string; expected: number }> = [\n { literal: 'millisecond', expected: diffMilliseconds },\n { literal: 'milliseconds', expected: diffMilliseconds },\n { literal: 'ms', expected: diffMilliseconds },\n { literal: 's', expected: diffSeconds },\n { literal: 'second', expected: diffSeconds },\n { literal: 'seconds', expected: diffSeconds },\n { literal: 'sec', expected: diffSeconds },\n { literal: 'secs', expected: diffSeconds },\n { literal: 'minute', expected: diffMinutes },\n { literal: 'minutes', expected: diffMinutes },\n { literal: 'min', expected: diffMinutes },\n { literal: 'mins', expected: diffMinutes },\n { literal: 'hour', expected: diffHours },\n { literal: 'hours', expected: diffHours },\n { literal: 'h', expected: diffHours },\n { literal: 'hr', expected: diffHours },\n { literal: 'hrs', expected: diffHours },\n { literal: 'day', expected: diffDays },\n { literal: 'days', expected: diffDays },\n { literal: 'week', expected: diffWeeks },\n { literal: 'weeks', expected: diffWeeks },\n ];\n const isSameCases: Array<{ literal: string; first: string; second: string; expected: boolean }> =\n [\n {\n literal: 'day',\n first: '2025-01-05T10:00:00Z',\n second: '2025-01-05T23:59:59Z',\n expected: true,\n },\n {\n literal: 'days',\n first: '2025-01-05T08:00:00Z',\n second: '2025-01-05T12:34:56Z',\n expected: true,\n },\n {\n literal: 'hour',\n first: '2025-01-05T10:05:00Z',\n second: '2025-01-05T10:59:59Z',\n expected: true,\n },\n {\n literal: 'hours',\n first: '2025-01-05T15:00:00Z',\n second: '2025-01-05T15:45:00Z',\n expected: true,\n },\n {\n literal: 'hr',\n first: '2025-01-05T18:01:00Z',\n second: '2025-01-05T18:59:59Z',\n expected: true,\n },\n {\n literal: 'hrs',\n first: '2025-01-05T21:00:00Z',\n second: '2025-01-05T21:10:00Z',\n expected: true,\n },\n {\n literal: 'minute',\n first: '2025-01-05T10:15:30Z',\n second: '2025-01-05T10:15:59Z',\n expected: true,\n },\n {\n literal: 'minutes',\n first: '2025-01-05T11:00:00Z',\n second: '2025-01-05T11:00:59Z',\n expected: true,\n },\n {\n literal: 'min',\n first: '2025-01-05T12:34:10Z',\n second: '2025-01-05T12:34:50Z',\n expected: true,\n },\n {\n literal: 'mins',\n first: '2025-01-05T13:00:00Z',\n second: '2025-01-05T13:00:30Z',\n expected: true,\n },\n {\n literal: 'second',\n first: '2025-01-05T14:15:30Z',\n second: '2025-01-05T14:15:30Z',\n expected: true,\n },\n {\n literal: 'seconds',\n first: '2025-01-05T14:15:45Z',\n second: '2025-01-05T14:15:45Z',\n expected: true,\n },\n {\n literal: 'sec',\n first: '2025-01-05T14:20:15Z',\n second: '2025-01-05T14:20:15Z',\n expected: true,\n },\n {\n literal: 'secs',\n first: '2025-01-05T14:25:40Z',\n second: '2025-01-05T14:25:40Z',\n expected: true,\n },\n {\n literal: 'month',\n first: '2025-01-05T10:00:00Z',\n second: '2025-01-30T12:00:00Z',\n expected: true,\n },\n {\n literal: 'months',\n first: '2025-01-01T00:00:00Z',\n second: '2025-01-31T23:59:59Z',\n expected: true,\n },\n {\n literal: 'year',\n first: '2025-01-01T00:00:00Z',\n second: '2025-12-31T23:59:59Z',\n expected: true,\n },\n {\n literal: 'years',\n first: '2025-03-15T00:00:00Z',\n second: '2025-11-20T23:59:59Z',\n expected: true,\n },\n {\n literal: 'week',\n first: '2025-01-06T08:00:00Z',\n second: '2025-01-11T22:00:00Z',\n expected: true,\n },\n {\n literal: 'weeks',\n first: '2025-01-06T00:00:00Z',\n second: '2025-01-12T23:59:59Z',\n expected: true,\n },\n ];\n const addToDate = (date: Date, count: number, unit: DateAddNormalizedUnit): Date => {\n const clone = new Date(date.getTime());\n switch (unit) {\n case 'millisecond':\n clone.setUTCMilliseconds(clone.getUTCMilliseconds() + count);\n break;\n case 'second':\n clone.setUTCSeconds(clone.getUTCSeconds() + count);\n break;\n case 'minute':\n clone.setUTCMinutes(clone.getUTCMinutes() + count);\n break;\n case 'hour':\n clone.setUTCHours(clone.getUTCHours() + count);\n break;\n case 'day':\n clone.setUTCDate(clone.getUTCDate() + count);\n break;\n case 'week':\n clone.setUTCDate(clone.getUTCDate() + count * 7);\n break;\n case 'month':\n clone.setUTCMonth(clone.getUTCMonth() + count);\n break;\n case 'quarter':\n clone.setUTCMonth(clone.getUTCMonth() + count * 3);\n break;\n case 'year':\n clone.setUTCFullYear(clone.getUTCFullYear() + count);\n break;\n default:\n throw new Error(`Unsupported unit: ${unit}`);\n }\n return clone;\n };\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n // Ensure real timers are active before any API calls\n // This prevents Keyv cache issues caused by vi.useFakeTimers()\n vi.useRealTimers();\n\n numberFieldRo = {\n id: generateFieldId(),\n name: 'Number field',\n description: 'the number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n textFieldRo = {\n id: generateFieldId(),\n name: 'text field',\n description: 'the text field',\n type: FieldType.SingleLineText,\n };\n\n userFieldRo = {\n id: generateFieldId(),\n name: 'assignee',\n description: 'the user field',\n type: FieldType.User,\n options: {\n isMultiple: false,\n shouldNotify: false,\n },\n };\n\n multiSelectFieldRo = {\n id: generateFieldId(),\n name: 'tags',\n description: 'the multi select field',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'tag-alpha', name: 'Alpha' },\n { id: 'tag-beta', name: 'Beta' },\n ],\n } as ISelectFieldOptionsRo,\n };\n\n formulaFieldRo = {\n id: generateFieldId(),\n name: 'New field',\n description: 'the new field',\n type: FieldType.Formula,\n options: {\n expression: `{${numberFieldRo.id}} & {${textFieldRo.id}}`,\n },\n };\n\n table1 = await createTable(baseId, {\n name: `table-${Date.now()}`,\n fields: [numberFieldRo, textFieldRo, userFieldRo, multiSelectFieldRo, formulaFieldRo],\n });\n table1Id = table1.id;\n });\n\n afterEach(async () => {\n // IMPORTANT: Restore real timers before any API calls to prevent Keyv cache issues.\n // vi.useFakeTimers() interferes with Keyv's Date.now()-based TTL checks,\n // causing session data to be incorrectly treated as expired or deleted.\n vi.useRealTimers();\n await permanentDeleteTable(baseId, table1Id);\n });\n\n it('should response calculate record after create', async () => {\n const recordResult = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 1,\n [textFieldRo.name]: 'x',\n },\n },\n ],\n });\n\n const record = recordResult.records[0];\n expect(record.fields[numberFieldRo.name]).toEqual(1);\n expect(record.fields[textFieldRo.name]).toEqual('x');\n // V1 returns '1x', V2 returns '1.0x' (applies number formatting)\n expect(record.fields[formulaFieldRo.name]).toMatch(/^1(\\.0)?x$/);\n });\n\n it('should response calculate record after update multi record field', async () => {\n const getResult = await getRecords(table1Id);\n\n const existRecord = getResult.records[0];\n\n const record = await updateRecord(table1Id, existRecord.id, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 1,\n [textFieldRo.name]: 'x',\n },\n },\n });\n\n expect(record.fields[numberFieldRo.name]).toEqual(1);\n expect(record.fields[textFieldRo.name]).toEqual('x');\n // V1 returns '1x', V2 returns '1.0x' (applies number formatting)\n expect(record.fields[formulaFieldRo.name]).toMatch(/^1(\\.0)?x$/);\n });\n\n it('should response calculate record after update single record field', async () => {\n const getResult = await getRecords(table1Id);\n\n const existRecord = getResult.records[0];\n\n const record1 = await updateRecord(table1Id, existRecord.id, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 1,\n },\n },\n });\n\n expect(record1.fields[numberFieldRo.name]).toEqual(1);\n expect(record1.fields[textFieldRo.name]).toBeUndefined();\n // V1 returns '1', V2 returns '1.0' (applies number formatting)\n expect(record1.fields[formulaFieldRo.name]).toMatch(/^1(\\.0)?$/);\n\n const record2 = await updateRecord(table1Id, existRecord.id, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [textFieldRo.name]: 'x',\n },\n },\n });\n\n // V1 returns all fields, V2 only returns updated fields + computed fields\n // So numberFieldRo may be 1 (V1) or undefined (V2)\n expect([1, undefined]).toContain(record2.fields[numberFieldRo.name]);\n expect(record2.fields[textFieldRo.name]).toEqual('x');\n // V1 returns '1x', V2 returns '1.0x' (applies number formatting)\n expect(record2.fields[formulaFieldRo.name]).toMatch(/^1(\\.0)?x$/);\n });\n\n it('should batch update records referencing spaced curly field identifiers', async () => {\n const spacedFormulaField = await createField(table1Id, {\n name: 'spaced-curly-formula',\n type: FieldType.Formula,\n options: {\n expression: `{ ${numberFieldRo.id} } & '-' & { ${textFieldRo.id} }`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 5,\n [textFieldRo.name]: 'old',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const response = await updateRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n id: recordId,\n fields: {\n [numberFieldRo.name]: 10,\n [textFieldRo.name]: 'fresh',\n },\n },\n ],\n });\n\n expect(response.status).toBe(200);\n\n const { data: updatedRecord } = await getRecord(table1Id, recordId);\n expect(updatedRecord.fields?.[formulaFieldRo.name]).toEqual('10fresh');\n expect(updatedRecord.fields?.[spacedFormulaField.name]).toEqual('10-fresh');\n });\n\n it('should concatenate strings with plus operator when operands are blank', async () => {\n const plusNumberSuffixField = await createField(table1Id, {\n name: 'plus-number-suffix',\n type: FieldType.Formula,\n options: {\n expression: `{${numberFieldRo.id}} + ''`,\n },\n });\n\n const plusNumberPrefixField = await createField(table1Id, {\n name: 'plus-number-prefix',\n type: FieldType.Formula,\n options: {\n expression: `'' + {${numberFieldRo.id}}`,\n },\n });\n\n const plusTextSuffixField = await createField(table1Id, {\n name: 'plus-text-suffix',\n type: FieldType.Formula,\n options: {\n expression: `{${textFieldRo.id}} + ''`,\n },\n });\n\n const plusTextPrefixField = await createField(table1Id, {\n name: 'plus-text-prefix',\n type: FieldType.Formula,\n options: {\n expression: `'' + {${textFieldRo.id}}`,\n },\n });\n\n const plusMixedField = await createField(table1Id, {\n name: 'plus-mixed-field',\n type: FieldType.Formula,\n options: {\n expression: `{${numberFieldRo.id}} + {${textFieldRo.id}}`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 1,\n },\n },\n ],\n });\n\n const createdRecord = records[0];\n expect(createdRecord.fields[plusNumberSuffixField.name]).toEqual('1');\n expect(createdRecord.fields[plusNumberPrefixField.name]).toEqual('1');\n expect(createdRecord.fields[plusTextSuffixField.name]).toEqual('');\n expect(createdRecord.fields[plusTextPrefixField.name]).toEqual('');\n expect(createdRecord.fields[plusMixedField.name]).toEqual('1');\n\n await updateRecord(table1Id, createdRecord.id, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [textFieldRo.name]: 'x',\n },\n },\n });\n\n // Fetch the full record to verify all computed field values\n const updatedRecord = await getRecord(table1Id, createdRecord.id, {\n fieldKeyType: FieldKeyType.Name,\n });\n\n expect(updatedRecord.data.fields[plusNumberSuffixField.name]).toEqual('1');\n expect(updatedRecord.data.fields[plusNumberPrefixField.name]).toEqual('1');\n expect(updatedRecord.data.fields[plusTextSuffixField.name]).toEqual('x');\n expect(updatedRecord.data.fields[plusTextPrefixField.name]).toEqual('x');\n expect(updatedRecord.data.fields[plusMixedField.name]).toEqual('1x');\n });\n\n it('should safely update numeric formulas that add multi-value fields', async () => {\n let foreign: ITableFullVo | undefined;\n\n try {\n foreign = await createTable(baseId, {\n name: 'lookup-multi-number-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Effort',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 0 } },\n } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Task A', Effort: 3 } },\n { fields: { Title: 'Task B', Effort: 7 } },\n ],\n });\n\n const effortField = foreign.fields.find((field) => field.name === 'Effort');\n expect(effortField).toBeDefined();\n\n const linkField = await createField(table1Id, {\n name: 'linked-tasks',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const lookupField = await createField(table1Id, {\n name: 'linked-effort',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: effortField!.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const numericFormulaField = await createField(table1Id, {\n name: 'lookup-plus-number',\n type: FieldType.Formula,\n options: {\n expression: `{${lookupField.id}} + {${numberFieldRo.id}}`,\n },\n });\n\n const numericFormulaMeta = await getField(table1Id, numericFormulaField.id);\n expect(numericFormulaMeta.dbFieldType).toBe(DbFieldType.Real);\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 5,\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n\n await updateRecordByApi(\n table1Id,\n recordId,\n linkField.id,\n foreign.records.map((record) => ({ id: record.id }))\n );\n\n const updatedRecord = await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 9,\n },\n },\n });\n\n expect(updatedRecord.fields[numberFieldRo.name]).toEqual(9);\n expect(updatedRecord.fields[numericFormulaField.name]).not.toBeUndefined();\n } finally {\n if (foreign) {\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n });\n\n it('should treat empty string comparison as blank in formula condition', async () => {\n const equalsEmptyField = await createField(table1Id, {\n name: 'equals empty string',\n type: FieldType.Formula,\n options: {\n expression: `IF({${textFieldRo.id}}=\"\", 1, 0)`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {},\n },\n ],\n });\n\n const createdRecord = records[0];\n await getRecord(table1Id, createdRecord.id);\n\n const filledRecord = await updateRecord(table1Id, createdRecord.id, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [textFieldRo.name]: 'value',\n },\n },\n });\n\n expect(filledRecord.fields[equalsEmptyField.name]).toEqual(0);\n\n const clearedRecord = await updateRecord(table1Id, createdRecord.id, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [textFieldRo.name]: '',\n },\n },\n });\n\n expect(clearedRecord.fields[equalsEmptyField.name]).toEqual(1);\n });\n\n it('should calculate formula containing question mark literal', async () => {\n const urlFormulaField = await createField(table1Id, {\n name: 'url formula',\n type: FieldType.Formula,\n options: {\n expression: `'https://example.com/?id=' & {${textFieldRo.id}}`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [textFieldRo.name]: 'abc',\n },\n },\n ],\n });\n\n expect(records[0].fields[urlFormulaField.name]).toEqual('https://example.com/?id=abc');\n });\n\n describe('binary operator coercion', () => {\n type OperatorTestContext = {\n tableId: string;\n numberField: typeof numberFieldRo;\n textField: typeof textFieldRo;\n userField: typeof userFieldRo;\n multiSelectField: typeof multiSelectFieldRo;\n };\n\n type ExtendedOperatorTestContext = OperatorTestContext & Record;\n\n type OperatorCase = {\n name: string;\n setup?: (\n ctx: OperatorTestContext\n ) => Promise> | Record;\n expression: (ctx: ExtendedOperatorTestContext) => string;\n initialFields: (ctx: ExtendedOperatorTestContext) => Record;\n updatedFields: (ctx: ExtendedOperatorTestContext) => Record;\n assertInitial: (value: unknown, ctx: ExtendedOperatorTestContext) => void;\n assertUpdated: (value: unknown, ctx: ExtendedOperatorTestContext) => void;\n };\n\n const sanitizeLabel = (label: string) => label.replace(/[^a-z0-9]+/gi, '-').toLowerCase();\n\n const operatorCases: OperatorCase[] = [\n {\n name: 'text equals numeric literal',\n expression: (ctx) => `{${ctx.textField.id}} = 0`,\n initialFields: (ctx) => ({\n [ctx.textField.name]: '0',\n }),\n updatedFields: (ctx) => ({\n [ctx.textField.name]: '5',\n }),\n assertInitial: (value) => {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(true);\n },\n assertUpdated: (value) => {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(false);\n },\n },\n {\n name: 'text greater than numeric literal',\n expression: (ctx) => `{${ctx.textField.id}} > 2`,\n initialFields: (ctx) => ({\n [ctx.textField.name]: '10',\n }),\n updatedFields: (ctx) => ({\n [ctx.textField.name]: '1',\n }),\n assertInitial: (value) => {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(true);\n },\n assertUpdated: (value) => {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(false);\n },\n },\n {\n name: 'number less than string literal',\n expression: (ctx) => `{${ctx.numberField.id}} < \"10\"`,\n initialFields: (ctx) => ({\n [ctx.numberField.name]: 3,\n }),\n updatedFields: (ctx) => ({\n [ctx.numberField.name]: 20,\n }),\n assertInitial: (value) => {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(true);\n },\n assertUpdated: (value) => {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(false);\n },\n },\n {\n name: 'text minus numeric literal',\n expression: (ctx) => `{${ctx.textField.id}} - 2`,\n initialFields: (ctx) => ({\n [ctx.textField.name]: '5',\n }),\n updatedFields: (ctx) => ({\n [ctx.textField.name]: '1',\n }),\n assertInitial: (value) => {\n expect(typeof value).toBe('number');\n expect(value).toBe(3);\n },\n assertUpdated: (value) => {\n expect(typeof value).toBe('number');\n expect(value).toBe(-1);\n },\n },\n {\n name: 'number plus numeric literal',\n expression: (ctx) => `{${ctx.numberField.id}} + 3`,\n initialFields: (ctx) => ({\n [ctx.numberField.name]: 4,\n }),\n updatedFields: (ctx) => ({\n [ctx.numberField.name]: 10,\n }),\n assertInitial: (value) => {\n expect(typeof value).toBe('number');\n expect(value).toBe(7);\n },\n assertUpdated: (value) => {\n expect(typeof value).toBe('number');\n expect(value).toBe(13);\n },\n },\n {\n name: 'text divided by numeric literal',\n expression: (ctx) => `{${ctx.textField.id}} / 2`,\n initialFields: (ctx) => ({\n [ctx.textField.name]: '8',\n }),\n updatedFields: (ctx) => ({\n [ctx.textField.name]: '3',\n }),\n assertInitial: (value) => {\n expect(typeof value).toBe('number');\n expect(value).toBe(4);\n },\n assertUpdated: (value) => {\n expect(typeof value).toBe('number');\n expect(value).toBeCloseTo(1.5, 9);\n },\n },\n {\n name: 'text multiplied by numeric literal',\n expression: (ctx) => `{${ctx.textField.id}} * 4`,\n initialFields: (ctx) => ({\n [ctx.textField.name]: '3',\n }),\n updatedFields: (ctx) => ({\n [ctx.textField.name]: '5',\n }),\n assertInitial: (value) => {\n expect(typeof value).toBe('number');\n expect(value).toBe(12);\n },\n assertUpdated: (value) => {\n expect(typeof value).toBe('number');\n expect(value).toBe(20);\n },\n },\n {\n name: 'user equality against text',\n expression: (ctx) => `TEXT_ALL({${ctx.userField.id}}) = {${ctx.textField.id}}`,\n initialFields: (ctx) => ({\n [ctx.userField.name]: {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n [ctx.textField.name]: globalThis.testConfig.userName,\n }),\n updatedFields: (ctx) => ({\n [ctx.userField.name]: {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n [ctx.textField.name]: 'someone else',\n }),\n assertInitial: (value) => {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(true);\n },\n assertUpdated: (value) => {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(false);\n },\n },\n {\n name: 'multi select equality against text',\n expression: (ctx) => `ARRAY_JOIN({${ctx.multiSelectField.id}}, '') = {${ctx.textField.id}}`,\n initialFields: (ctx) => ({\n [ctx.textField.name]: 'Alpha',\n [ctx.multiSelectField.name]: ['Alpha'],\n }),\n updatedFields: (ctx) => ({\n [ctx.textField.name]: 'Alpha',\n [ctx.multiSelectField.name]: ['Beta'],\n }),\n assertInitial: (value) => {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(true);\n },\n assertUpdated: (value) => {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(false);\n },\n },\n ];\n\n it.each(operatorCases)(\n 'should evaluate $name without type coercion errors',\n async (testCase) => {\n const baseContext: OperatorTestContext = {\n tableId: table1Id,\n numberField: numberFieldRo,\n textField: textFieldRo,\n userField: userFieldRo,\n multiSelectField: multiSelectFieldRo,\n };\n\n const extraContext = (await testCase.setup?.(baseContext)) ?? {};\n const context = { ...baseContext, ...extraContext } as ExtendedOperatorTestContext;\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: testCase.initialFields(context),\n },\n ],\n });\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: `binary-op-${sanitizeLabel(testCase.name)}`,\n type: FieldType.Formula,\n options: {\n expression: testCase.expression(context),\n },\n });\n\n const readFormulaValue = async () => {\n const record = await getRecord(table1Id, recordId);\n return record.data.fields[formulaField.name];\n };\n\n const initialValue = await readFormulaValue();\n testCase.assertInitial(initialValue, context);\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: testCase.updatedFields(context),\n },\n });\n\n const updatedValue = await readFormulaValue();\n testCase.assertUpdated(updatedValue, context);\n }\n );\n });\n\n describe('boolean operator combinations', () => {\n it('should evaluate nested AND/OR across heterogeneous fields', async () => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 3,\n [textFieldRo.name]: 'Alpha announcement',\n [multiSelectFieldRo.name]: ['Alpha'],\n [userFieldRo.name]: {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const booleanField = await createField(table1Id, {\n name: 'boolean-nested-and-or',\n type: FieldType.Formula,\n options: {\n expression:\n `AND({${numberFieldRo.id}} > 0, ` +\n `OR({${textFieldRo.id}} != \"\", ARRAY_JOIN({${multiSelectFieldRo.id}}, '') = \"Alpha\"), ` +\n `LOWER({${userFieldRo.id}}) != \"\")`,\n },\n });\n\n const initialRecord = await getRecord(table1Id, recordId);\n expect(initialRecord.data.fields[booleanField.name]).toBe(true);\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 0,\n [textFieldRo.name]: '',\n [multiSelectFieldRo.name]: null,\n [userFieldRo.name]: null,\n },\n },\n });\n\n const updatedRecord = await getRecord(table1Id, recordId);\n expect(updatedRecord.data.fields[booleanField.name]).toBe(false);\n });\n\n it('should evaluate OR with nested NOT and date comparison', async () => {\n const reviewDateField = await createField(table1Id, {\n name: 'review-date',\n type: FieldType.Date,\n } as IFieldRo);\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: -2,\n [textFieldRo.name]: '',\n [multiSelectFieldRo.name]: null,\n [reviewDateField.name]: '2025-05-01T00:00:00.000Z',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const numberBranchField = await createField(table1Id, {\n name: 'boolean-branch-number',\n type: FieldType.Formula,\n options: {\n expression: `{${numberFieldRo.id}} < 0`,\n },\n });\n\n const emptyStringBranchField = await createField(table1Id, {\n name: 'boolean-branch-empty-text',\n type: FieldType.Formula,\n options: {\n expression: `AND({${textFieldRo.id}} = \"\", NOT(ARRAY_JOIN({${multiSelectFieldRo.id}}, '') != \"\"))`,\n },\n });\n\n const dateBranchField = await createField(table1Id, {\n name: 'boolean-branch-date',\n type: FieldType.Formula,\n options: {\n expression: `AND(IS_BEFORE({${reviewDateField.id}}, '2026-01-01'), {${numberFieldRo.id}} <= 5)`,\n },\n });\n\n const complexBooleanField = await createField(table1Id, {\n name: 'boolean-nested-or',\n type: FieldType.Formula,\n options: {\n expression:\n `OR(` +\n `{${numberFieldRo.id}} < 0, ` +\n `AND({${textFieldRo.id}} = \"\", NOT(ARRAY_JOIN({${multiSelectFieldRo.id}}, '') != \"\")), ` +\n `AND(IS_BEFORE({${reviewDateField.id}}, '2026-01-01'), {${numberFieldRo.id}} <= 5)` +\n `)`,\n },\n });\n\n const initialRecord = await getRecord(table1Id, recordId);\n expect(initialRecord.data.fields[numberBranchField.name]).toBe(true);\n expect(initialRecord.data.fields[emptyStringBranchField.name]).toBe(true);\n expect(initialRecord.data.fields[dateBranchField.name]).toBe(true);\n expect(initialRecord.data.fields[complexBooleanField.name]).toBe(true);\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 12,\n [textFieldRo.name]: 'Busy',\n [multiSelectFieldRo.name]: ['Alpha'],\n [reviewDateField.name]: '2026-02-01T00:00:00.000Z',\n },\n },\n });\n\n const updatedRecord = await getRecord(table1Id, recordId);\n expect(updatedRecord.data.fields[numberFieldRo.name]).toEqual(12);\n expect(updatedRecord.data.fields[textFieldRo.name]).toEqual('Busy');\n expect(updatedRecord.data.fields[multiSelectFieldRo.name]).toEqual(['Alpha']);\n expect(updatedRecord.data.fields[reviewDateField.name]).toEqual('2026-02-01T00:00:00.000Z');\n expect(updatedRecord.data.fields[numberBranchField.name]).toBe(false);\n expect(updatedRecord.data.fields[emptyStringBranchField.name]).toBe(false);\n expect(updatedRecord.data.fields[dateBranchField.name]).toBe(false);\n expect(updatedRecord.data.fields[complexBooleanField.name]).toBe(false);\n });\n });\n\n describe('LAST_MODIFIED_TIME field parameter', () => {\n // Helper to ensure time advances between operations (real time, not fake timers)\n // Note: vi.useFakeTimers() is incompatible with Keyv cache - it uses Date.now()\n // to check TTL, causing session data to be incorrectly deleted when fake time is set to the past.\n const waitForTimestamp = () => new Promise((resolve) => setTimeout(resolve, 100));\n\n it('should update when any referenced field changes', async () => {\n const multiTrackedFormulaField = await createField(table1Id, {\n name: 'multi-tracked-last-modified',\n type: FieldType.Formula,\n options: {\n expression: `LAST_MODIFIED_TIME({${textFieldRo.id}}, {${numberFieldRo.id}})`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [textFieldRo.name]: 'initial text',\n [numberFieldRo.name]: 1,\n [multiSelectFieldRo.name]: ['Alpha'],\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const initialRecord = await getRecord(table1Id, recordId);\n const initialFormulaValue = initialRecord.data.fields[multiTrackedFormulaField.name];\n expect(initialFormulaValue).toEqual(initialRecord.data.lastModifiedTime);\n\n // Wait for time to advance before untracked field update\n await waitForTimestamp();\n\n // Untracked field change should NOT update the formula\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [multiSelectFieldRo.name]: ['Beta'],\n },\n },\n });\n\n const afterUntrackedUpdate = await getRecord(table1Id, recordId);\n expect(afterUntrackedUpdate.data.lastModifiedTime).not.toEqual(\n initialRecord.data.lastModifiedTime\n );\n expect(afterUntrackedUpdate.data.fields[multiTrackedFormulaField.name]).toEqual(\n initialFormulaValue\n );\n\n // Wait for time to advance before tracked field update\n await waitForTimestamp();\n\n // Any tracked field change should update the formula\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 2,\n },\n },\n });\n\n const afterTrackedUpdate = await getRecord(table1Id, recordId);\n expect(afterTrackedUpdate.data.fields[multiTrackedFormulaField.name]).not.toEqual(\n initialFormulaValue\n );\n expect(afterTrackedUpdate.data.fields[multiTrackedFormulaField.name]).toEqual(\n afterTrackedUpdate.data.lastModifiedTime\n );\n });\n\n it('should update only when the referenced field changes', async () => {\n const lastModifiedFormulaField = await createField(table1Id, {\n name: 'tracked-last-modified',\n type: FieldType.Formula,\n options: {\n expression: `LAST_MODIFIED_TIME({${textFieldRo.id}})`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [textFieldRo.name]: 'initial text',\n [numberFieldRo.name]: 1,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const initialRecord = await getRecord(table1Id, recordId);\n const initialFormulaValue = initialRecord.data.fields[lastModifiedFormulaField.name];\n expect(initialFormulaValue).toEqual(initialRecord.data.lastModifiedTime);\n\n // Wait for time to advance before unrelated field update\n await waitForTimestamp();\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 99,\n },\n },\n });\n\n const afterUnrelatedUpdate = await getRecord(table1Id, recordId);\n expect(afterUnrelatedUpdate.data.lastModifiedTime).not.toEqual(\n initialRecord.data.lastModifiedTime\n );\n expect(afterUnrelatedUpdate.data.fields[lastModifiedFormulaField.name]).toEqual(\n initialFormulaValue\n );\n\n // Wait for time to advance before tracked field update\n await waitForTimestamp();\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [textFieldRo.name]: 'updated text',\n },\n },\n });\n\n const afterTrackedUpdate = await getRecord(table1Id, recordId);\n expect(afterTrackedUpdate.data.fields[lastModifiedFormulaField.name]).not.toEqual(\n initialFormulaValue\n );\n expect(afterTrackedUpdate.data.fields[lastModifiedFormulaField.name]).toEqual(\n afterTrackedUpdate.data.lastModifiedTime\n );\n });\n\n it('should continue to work without passing the optional parameter', async () => {\n const defaultLastModifiedField = await createField(table1Id, {\n name: 'default-last-modified',\n type: FieldType.Formula,\n options: {\n expression: 'LAST_MODIFIED_TIME()',\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [textFieldRo.name]: 'plain text',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const initialRecord = await getRecord(table1Id, recordId);\n const initialFormulaValue = initialRecord.data.fields[defaultLastModifiedField.name];\n expect(initialFormulaValue).toEqual(initialRecord.data.lastModifiedTime);\n\n // Wait for time to advance before first update\n await waitForTimestamp();\n\n // Any field change should update the default tracking formula\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 123,\n },\n },\n });\n\n const afterAnyUpdate = await getRecord(table1Id, recordId);\n expect(afterAnyUpdate.data.fields[defaultLastModifiedField.name]).not.toEqual(\n initialFormulaValue\n );\n expect(afterAnyUpdate.data.fields[defaultLastModifiedField.name]).toEqual(\n afterAnyUpdate.data.lastModifiedTime\n );\n\n // Wait for time to advance before second update\n await waitForTimestamp();\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [textFieldRo.name]: 'changed text',\n },\n },\n });\n\n const afterDefaultUpdate = await getRecord(table1Id, recordId);\n expect(afterDefaultUpdate.data.fields[defaultLastModifiedField.name]).not.toEqual(\n afterAnyUpdate.data.fields[defaultLastModifiedField.name]\n );\n expect(afterDefaultUpdate.data.fields[defaultLastModifiedField.name]).toEqual(\n afterDefaultUpdate.data.lastModifiedTime\n );\n });\n\n it('should allow configuring Last Modified Time field to track specific fields only', async () => {\n const specificLmt = await createField(table1Id, {\n name: 'specific-lmt',\n type: FieldType.LastModifiedTime,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'UTC',\n },\n trackedFieldIds: [textFieldRo.id],\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [textFieldRo.name]: 'initial text',\n [numberFieldRo.name]: 1,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const initialRecord = await getRecord(table1Id, recordId);\n const initialLmt = initialRecord.data.fields[specificLmt.name];\n expect(initialLmt).toEqual(initialRecord.data.lastModifiedTime);\n\n // Wait for time to advance before untracked field update\n await waitForTimestamp();\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 2,\n },\n },\n });\n\n const afterUntrackedUpdate = await getRecord(table1Id, recordId);\n expect(afterUntrackedUpdate.data.fields[specificLmt.name]).toEqual(initialLmt);\n\n // Wait for time to advance before tracked field update\n await waitForTimestamp();\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [textFieldRo.name]: 'updated text',\n },\n },\n });\n\n const afterTrackedUpdate = await getRecord(table1Id, recordId);\n expect(afterTrackedUpdate.data.fields[specificLmt.name]).not.toEqual(initialLmt);\n expect(afterTrackedUpdate.data.fields[specificLmt.name]).toEqual(\n afterTrackedUpdate.data.lastModifiedTime\n );\n });\n\n it('should reject non-field parameters', async () => {\n await createField(\n table1Id,\n {\n name: 'invalid-last-modified',\n type: FieldType.Formula,\n options: {\n expression: 'LAST_MODIFIED_TIME(\"literal param\")',\n },\n },\n 400\n );\n });\n });\n\n describe('numeric formula functions', () => {\n const numericInput = 12.345;\n const oddExpected = (() => {\n const rounded = Math.ceil(numericInput / 3);\n return rounded % 2 !== 0 ? rounded : rounded + 1;\n })();\n\n const numericCases = [\n {\n name: 'ROUND',\n getExpression: () => `ROUND({${numberFieldRo.id}}, 2)`,\n expected: Math.round(numericInput * 100) / 100,\n },\n {\n name: 'ROUNDUP',\n getExpression: () => `ROUNDUP({${numberFieldRo.id}} / 7, 2)`,\n expected: Math.ceil((numericInput / 7) * 100) / 100,\n },\n {\n name: 'ROUNDDOWN',\n getExpression: () => `ROUNDDOWN({${numberFieldRo.id}} / 7, 2)`,\n expected: Math.floor((numericInput / 7) * 100) / 100,\n },\n {\n name: 'CEILING',\n getExpression: () => `CEILING({${numberFieldRo.id}} / 3)`,\n expected: Math.ceil(numericInput / 3),\n },\n {\n name: 'FLOOR',\n getExpression: () => `FLOOR({${numberFieldRo.id}} / 3)`,\n expected: Math.floor(numericInput / 3),\n },\n {\n name: 'EVEN',\n getExpression: () => `EVEN({${numberFieldRo.id}} / 3)`,\n expected: 4,\n },\n {\n name: 'ODD',\n getExpression: () => `ODD({${numberFieldRo.id}} / 3)`,\n expected: oddExpected,\n },\n {\n name: 'INT',\n getExpression: () => `INT({${numberFieldRo.id}} / 3)`,\n expected: Math.floor(numericInput / 3),\n },\n {\n name: 'ABS',\n getExpression: () => `ABS(-{${numberFieldRo.id}})`,\n expected: Math.abs(-numericInput),\n },\n {\n name: 'SQRT',\n getExpression: () => `SQRT({${numberFieldRo.id}} * {${numberFieldRo.id}})`,\n expected: Math.sqrt(numericInput * numericInput),\n },\n {\n name: 'POWER',\n getExpression: () => `POWER({${numberFieldRo.id}}, 2)`,\n expected: Math.pow(numericInput, 2),\n },\n {\n name: 'EXP',\n getExpression: () => 'EXP(1)',\n expected: Math.exp(1),\n },\n {\n name: 'LOG',\n getExpression: () => 'LOG(256, 2)',\n expected: Math.log(256) / Math.log(2),\n },\n {\n name: 'MOD',\n getExpression: () => `MOD({${numberFieldRo.id}}, 5)`,\n expected: numericInput % 5,\n },\n {\n name: 'VALUE',\n getExpression: () => 'VALUE(\"1234.5\")',\n expected: 1234.5,\n },\n ] as const;\n\n it.each(numericCases)('should evaluate $name', async ({ getExpression, expected, name }) => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: numericInput,\n [textFieldRo.name]: 'numeric',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: `numeric-${name.toLowerCase()}`,\n type: FieldType.Formula,\n options: {\n expression: getExpression(),\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n expect(typeof value).toBe('number');\n expect(value as number).toBeCloseTo(expected, 9);\n });\n\n it('should evaluate SUM with multiple arguments and conditional logic', async () => {\n const initialValue = 25;\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: initialValue,\n [textFieldRo.name]: 'numeric',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: 'numeric-sum-if',\n type: FieldType.Formula,\n options: {\n expression: `SUM(IF({${numberFieldRo.id}} > 20, {${numberFieldRo.id}} - 20, {${numberFieldRo.id}} + 20), {${numberFieldRo.id}})`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const firstValue = recordAfterFormula.data.fields[formulaField.name];\n expect(firstValue).toBe(30);\n\n const updatedRecord = await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 10,\n },\n },\n });\n\n expect(updatedRecord.fields[formulaField.name]).toBe(40);\n });\n });\n\n describe('text formula functions', () => {\n const numericInput = 12.345;\n const textInput = 'Teable Rocks';\n const encodeUrlInput =\n 'Been using Teable lately — honestly impressed @teableio \\u00A0 Scattered work → AI-native system (for projects, CRM & marketing) in minutes 🚀 teable.ai';\n\n const textCases: Array<{\n name: string;\n getExpression: () => string;\n expected: string | number;\n textValue?: string;\n }> = [\n {\n name: 'CONCATENATE',\n getExpression: () => `CONCATENATE({${textFieldRo.id}}, \"-\", \"END\")`,\n expected: `${textInput}-END`,\n },\n {\n name: 'LEFT',\n getExpression: () => `LEFT({${textFieldRo.id}}, 6)`,\n expected: textInput.slice(0, 6),\n },\n {\n name: 'RIGHT',\n getExpression: () => `RIGHT({${textFieldRo.id}}, 5)`,\n expected: textInput.slice(-5),\n },\n {\n name: 'MID',\n getExpression: () => `MID({${textFieldRo.id}}, 8, 3)`,\n expected: textInput.slice(7, 10),\n },\n {\n name: 'REPLACE',\n getExpression: () => `REPLACE({${textFieldRo.id}}, 8, 5, \"World\")`,\n expected: `${textInput.slice(0, 7)}World`,\n },\n {\n name: 'REGEXP_REPLACE',\n getExpression: () => `REGEXP_REPLACE({${textFieldRo.id}}, \"[aeiou]\", \"#\")`,\n expected: textInput.replace(/[aeiou]/g, '#'),\n },\n {\n name: 'REGEXP_REPLACE email local part',\n textValue: 'olivia@example.com',\n getExpression: () => `\"user name:\" & REGEXP_REPLACE({${textFieldRo.id}}, '@.*', '')`,\n expected: 'user name:olivia',\n },\n {\n name: 'SUBSTITUTE',\n getExpression: () => `SUBSTITUTE({${textFieldRo.id}}, \"e\", \"E\")`,\n expected: textInput.replace(/e/g, 'E'),\n },\n {\n name: 'LOWER',\n getExpression: () => `LOWER({${textFieldRo.id}})`,\n expected: textInput.toLowerCase(),\n },\n {\n name: 'UPPER',\n getExpression: () => `UPPER({${textFieldRo.id}})`,\n expected: textInput.toUpperCase(),\n },\n {\n name: 'REPT',\n getExpression: () => 'REPT(\"Na\", 3)',\n expected: 'NaNaNa',\n },\n {\n name: 'TRIM',\n getExpression: () => 'TRIM(\" spaced \")',\n expected: 'spaced',\n },\n {\n name: 'LEN',\n getExpression: () => `LEN({${textFieldRo.id}})`,\n expected: textInput.length,\n },\n {\n name: 'T',\n getExpression: () => `T({${textFieldRo.id}})`,\n expected: textInput,\n },\n {\n name: 'T (non text)',\n getExpression: () => `T({${numberFieldRo.id}})`,\n expected: numericInput.toString(),\n },\n {\n name: 'FIND',\n getExpression: () => `FIND(\"R\", {${textFieldRo.id}})`,\n expected: textInput.indexOf('R') + 1,\n },\n {\n name: 'SEARCH',\n getExpression: () => `SEARCH(\"rocks\", {${textFieldRo.id}})`,\n expected: textInput.toLowerCase().indexOf('rocks') + 1,\n },\n {\n name: 'ENCODE_URL_COMPONENT',\n getExpression: () => `ENCODE_URL_COMPONENT({${textFieldRo.id}})`,\n textValue: encodeUrlInput,\n expected: encodeURIComponent(encodeUrlInput),\n },\n ];\n\n it.each(textCases)(\n 'should evaluate $name',\n async ({ getExpression, expected, name, textValue }) => {\n const recordTextValue = textValue ?? textInput;\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: numericInput,\n [textFieldRo.name]: recordTextValue,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: `text-${name.toLowerCase().replace(/[^a-z]+/g, '-')}`,\n type: FieldType.Formula,\n options: {\n expression: getExpression(),\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n\n if (typeof expected === 'number') {\n expect(typeof value).toBe('number');\n expect(value).toBe(expected);\n } else {\n expect(value ?? null).toEqual(expected);\n }\n }\n );\n\n it('should encode line breaks in long text with ENCODE_URL_COMPONENT', async () => {\n const multilineInput = [\n 'Been using Teable lately — honestly impressed @teableio',\n '\\u00A0',\n 'Scattered work → AI-native system (for projects, CRM & marketing) in minutes 🚀',\n 'teable.ai',\n ].join('\\n');\n\n const longTextField = await createField(table1Id, {\n name: 'long-text-encode-source',\n type: FieldType.LongText,\n });\n\n const formulaField = await createField(table1Id, {\n name: 'long-text-encode-result',\n type: FieldType.Formula,\n options: {\n expression: `ENCODE_URL_COMPONENT({${longTextField.id}})`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [longTextField.id]: multilineInput,\n },\n },\n ],\n });\n\n const record = await getRecord(table1Id, records[0].id);\n expect(record.data.fields[formulaField.name]).toBe(encodeURIComponent(multilineInput));\n });\n\n it('should keep date field time formatting when concatenated with text', async () => {\n const dateFormatting = {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'Asia/Shanghai',\n };\n\n const dateField = await createField(table1Id, {\n name: 'formatted-date',\n type: FieldType.Date,\n options: {\n formatting: dateFormatting,\n },\n });\n\n const concatField = await createField(table1Id, {\n name: 'text-date-concat',\n type: FieldType.Formula,\n options: {\n expression: `{${textFieldRo.id}} & ' @ ' & {${dateField.id}}`,\n },\n });\n\n const prefix = 'Kickoff';\n const sourceIso = '2024-05-06T12:34:56.000Z';\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [textFieldRo.name]: prefix,\n [dateField.name]: sourceIso,\n },\n },\n ],\n });\n\n const record = await getRecord(table1Id, records[0].id);\n expect(record.data.fields[concatField.name]).toBe(`Kickoff @ 2024-05-06 12:34`);\n });\n\n it('should evaluate nested FIND formula on select field consistently', async () => {\n const assignmentField = await createField(table1Id, {\n name: '归属/对接',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choice-bp', name: 'BP' },\n { id: 'choice-tyh-1', name: 'TYH①' },\n { id: 'choice-lwl', name: 'LWL' },\n { id: 'choice-ella-1', name: 'Ella①' },\n { id: 'choice-shop-1', name: 'shop①' },\n { id: 'choice-lwl-plus', name: 'LWL+' },\n { id: 'choice-ella-1-plus', name: 'Ella①+' },\n { id: 'choice-shop-1-plus', name: 'shop①+' },\n { id: 'choice-zjq', name: 'ZJQ' },\n { id: 'choice-lk', name: 'LK' },\n { id: 'choice-allen-2', name: 'Allen②' },\n { id: 'choice-shop-2', name: 'shop②' },\n { id: 'choice-zjq-plus', name: 'ZJQ+' },\n { id: 'choice-allen-2-plus', name: 'Allen②+' },\n { id: 'choice-shop-2-plus', name: 'shop②+' },\n { id: 'choice-tyh-xf', name: 'TYH XF' },\n { id: 'choice-tyh', name: 'TYH' },\n { id: 'choice-xf', name: 'XF' },\n { id: 'choice-lucy-3', name: 'Lucy③' },\n { id: 'choice-shop-3', name: 'shop③' },\n { id: 'choice-tyh-plus', name: 'TYH+' },\n { id: 'choice-lucy-3-plus', name: 'Lucy③+' },\n { id: 'choice-shop-3-plus', name: 'shop③+' },\n { id: 'choice-jn', name: 'JN' },\n { id: 'choice-jenny-4', name: 'Jenny④' },\n { id: 'choice-jn-plus', name: 'JN+' },\n { id: 'choice-jenny-4-plus', name: 'Jenny④+' },\n { id: 'choice-other', name: 'Other' },\n ],\n } as ISelectFieldOptionsRo,\n });\n\n const expression = `IF(\n OR(\n FIND(\"BP\", {${assignmentField.id}})\n ),\n \"Young\",\n IF(\n OR(\n FIND(\"TYH①\", {${assignmentField.id}}),\n FIND(\"LWL\", {${assignmentField.id}}),\n FIND(\"Ella①\", {${assignmentField.id}}),\n FIND(\"shop①\", {${assignmentField.id}}),\n FIND(\"LWL+\", {${assignmentField.id}}),\n FIND(\"Ella①+\", {${assignmentField.id}}),\n FIND(\"shop①+\", {${assignmentField.id}})\n ),\n \"Ella\",\n IF(\n OR(\n FIND(\"ZJQ\", {${assignmentField.id}}),\n FIND(\"LK\", {${assignmentField.id}}),\n FIND(\"Allen②\", {${assignmentField.id}}),\n FIND(\"shop②\", {${assignmentField.id}}),\n FIND(\"ZJQ+\", {${assignmentField.id}}),\n FIND(\"Allen②+\", {${assignmentField.id}}),\n FIND(\"shop②+\", {${assignmentField.id}})\n ),\n \"Allen\",\n IF(\n OR(\n FIND(\"TYH XF\", {${assignmentField.id}}),\n FIND(\"TYH\", {${assignmentField.id}}),\n FIND(\"XF\", {${assignmentField.id}}),\n FIND(\"Lucy③\", {${assignmentField.id}}),\n FIND(\"shop③\", {${assignmentField.id}}),\n FIND(\"TYH+\", {${assignmentField.id}}),\n FIND(\"Lucy③+\", {${assignmentField.id}}),\n FIND(\"shop③+\", {${assignmentField.id}})\n ),\n \"Lucy\",\n IF(\n OR(\n FIND(\"JN\", {${assignmentField.id}}),\n FIND(\"Jenny④\", {${assignmentField.id}}),\n FIND(\"JN+\", {${assignmentField.id}}),\n FIND(\"Jenny④+\", {${assignmentField.id}})\n ),\n \"Jenny\",\n \"未识别\"\n )\n )\n )\n )\n)`;\n\n await convertField(table1Id, formulaFieldRo.id, {\n type: FieldType.Formula,\n options: {\n expression,\n },\n });\n\n const cases: Array<{ value: string; expected: string }> = [\n { value: 'BP', expected: 'Young' },\n { value: 'TYH', expected: 'Lucy' },\n { value: 'TYH XF', expected: 'Lucy' },\n { value: 'ZJQ+', expected: 'Allen' },\n { value: 'Jenny④', expected: 'Jenny' },\n { value: 'Other', expected: '未识别' },\n ];\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: cases.map(({ value }) => ({\n fields: {\n [assignmentField.name]: value,\n },\n })),\n });\n\n cases.forEach(({ expected }, index) => {\n expect(records[index].fields[formulaFieldRo.name]).toEqual(expected);\n });\n });\n\n it('should concatenate date and text fields with ampersand', async () => {\n const followDateField = await createField(table1Id, {\n name: 'follow date',\n type: FieldType.Date,\n } as IFieldRo);\n\n const followDateValue = '2025-10-24T00:00:00.000Z';\n const followContentValue = 'hello';\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: numericInput,\n [textFieldRo.name]: followContentValue,\n [followDateField.name]: followDateValue,\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: 'follow summary',\n type: FieldType.Formula,\n options: {\n expression: `{${followDateField.id}} & \"-\" & {${textFieldRo.id}}`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const formulaValue = recordAfterFormula.data.fields[formulaField.name];\n expect(formulaValue).toBe('2025-10-24 00:00-hello');\n });\n\n it('should keep concatenated formula after updating referenced text field', async () => {\n const followDateField = await createField(table1Id, {\n name: 'follow date',\n type: FieldType.Date,\n } as IFieldRo);\n\n const followDateValue = '2025-10-24T00:00:00.000Z';\n const followContentValue = 'hello';\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: numericInput,\n [textFieldRo.name]: followContentValue,\n [followDateField.name]: followDateValue,\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: 'follow summary',\n type: FieldType.Formula,\n options: {\n expression: `{${followDateField.id}} & \"-\" & {${textFieldRo.id}}`,\n },\n });\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [textFieldRo.name]: 'world',\n },\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const formulaValue = recordAfterFormula.data.fields[formulaField.name];\n expect(formulaValue).toBe('2025-10-24 00:00-world');\n });\n\n it('should flatten multi-value lookup single-select when concatenated', async () => {\n const foreign = await createTable(baseId, {\n name: 'lookup-single-select-foreign',\n fields: [\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'opt-a', name: 'Alpha' },\n { id: 'opt-b', name: 'Beta' },\n ],\n } as ISelectFieldOptionsRo,\n } as IFieldRo,\n ],\n records: [{ fields: { Status: 'Alpha' } }, { fields: { Status: 'Beta' } }],\n });\n\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'lookup-single-select-host',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Link',\n type: FieldType.Link,\n options: {\n foreignTableId: foreign.id,\n relationship: Relationship.ManyMany,\n } as ILinkFieldOptionsRo,\n } as IFieldRo,\n ],\n records: [{ fields: { Title: 'host row' } }],\n });\n\n const statusField = foreign.fields.find((f) => f.name === 'Status')!;\n const linkField = host.fields.find((f) => f.name === 'Link')!;\n\n const lookupField = await createField(host.id, {\n name: 'Status Lookup',\n type: FieldType.SingleSelect,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: statusField.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const formulaField = await createField(host.id, {\n name: 'Status Text',\n type: FieldType.Formula,\n options: {\n expression: `'Statuses: ' & {${lookupField.id}}`,\n },\n });\n\n const hostRecordId = host.records[0].id;\n\n await updateRecordByApi(\n host.id,\n hostRecordId,\n linkField.id,\n foreign.records.map((r) => ({ id: r.id }))\n );\n\n const record = await getRecord(host.id, hostRecordId);\n const lookupValue = record.data.fields[lookupField.name];\n expect(Array.isArray(lookupValue)).toBe(true);\n expect(record.data.fields[formulaField.name]).toBe('Statuses: Alpha, Beta');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should flatten link titles when concatenated', async () => {\n const foreign = await createTable(baseId, {\n name: 'concat-link-foreign',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'Link-A' } }, { fields: { Title: 'Link-B' } }],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'concat-link-host',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Links',\n type: FieldType.Link,\n options: {\n foreignTableId: foreign.id,\n relationship: Relationship.ManyMany,\n } as ILinkFieldOptionsRo,\n } as IFieldRo,\n ],\n records: [{ fields: { Title: 'host row' } }],\n });\n\n const linkField = host.fields.find((f) => f.name === 'Links')!;\n\n const formulaField = await createField(host.id, {\n name: 'Links Text',\n type: FieldType.Formula,\n options: {\n expression: `'Links: ' & {${linkField.id}}`,\n },\n });\n\n const hostRecordId = host.records[0].id;\n await updateRecordByApi(\n host.id,\n hostRecordId,\n linkField.id,\n foreign.records.map((r) => ({ id: r.id }))\n );\n\n const record = await getRecord(host.id, hostRecordId);\n expect(record.data.fields[linkField.name]).toHaveLength(2);\n expect(record.data.fields[formulaField.name]).toBe('Links: Link-A, Link-B');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should normalize lookup link titles when used in formula', async () => {\n const assets = await createTable(baseId, {\n name: 'formula-lookup-link-assets',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'Alpha' } }, { fields: { Title: 'Beta' } }],\n });\n let owners: ITableFullVo | undefined;\n let requests: ITableFullVo | undefined;\n try {\n owners = await createTable(baseId, {\n name: 'formula-lookup-link-owners',\n fields: [{ name: 'Owner', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Owner: 'Owner A' } }],\n });\n\n const ownerAssetsLink = await createField(owners.id, {\n name: 'Assets',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: assets.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n await updateRecordByApi(\n owners.id,\n owners.records[0].id,\n ownerAssetsLink.id,\n assets.records.map((record) => ({ id: record.id }))\n );\n\n requests = await createTable(baseId, {\n name: 'formula-lookup-link-requests',\n fields: [{ name: 'Request', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Request: 'Req-1' } }],\n });\n\n const requestOwnerLink = await createField(requests.id, {\n name: 'Owner Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: owners.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n await updateRecordByApi(requests.id, requests.records[0].id, requestOwnerLink.id, {\n id: owners.records[0].id,\n });\n\n const ownerAssetsLookup = await createField(requests.id, {\n name: 'Owner Assets Lookup',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: owners.id,\n linkFieldId: requestOwnerLink.id,\n lookupFieldId: ownerAssetsLink.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const formulaField = await createField(requests.id, {\n name: 'Assets Text',\n type: FieldType.Formula,\n options: {\n expression: `'Assets: ' & {${ownerAssetsLookup.id}}`,\n },\n } as IFieldRo);\n\n const record = await getRecord(requests.id, requests.records[0].id);\n const formulaValue = record.data.fields[formulaField.name] as string;\n expect(formulaValue.startsWith('Assets: ')).toBe(true);\n expect(formulaValue).toContain('Alpha');\n expect(formulaValue).toContain('Beta');\n expect(formulaValue).not.toContain('\"id\"');\n } finally {\n if (requests) {\n await permanentDeleteTable(baseId, requests.id);\n }\n if (owners) {\n await permanentDeleteTable(baseId, owners.id);\n }\n await permanentDeleteTable(baseId, assets.id);\n }\n });\n\n it('should return title arrays when formula directly references a lookup link field', async () => {\n const assets = await createTable(baseId, {\n name: 'formula-direct-lookup-link-assets',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'Alpha' } }, { fields: { Title: 'Beta' } }],\n });\n let owners: ITableFullVo | undefined;\n let requests: ITableFullVo | undefined;\n try {\n owners = await createTable(baseId, {\n name: 'formula-direct-lookup-link-owners',\n fields: [{ name: 'Owner', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Owner: 'Owner A' } }],\n });\n\n const ownerAssetsLink = await createField(owners.id, {\n name: 'Assets',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: assets.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n await updateRecordByApi(\n owners.id,\n owners.records[0].id,\n ownerAssetsLink.id,\n assets.records.map((record) => ({ id: record.id }))\n );\n\n requests = await createTable(baseId, {\n name: 'formula-direct-lookup-link-requests',\n fields: [{ name: 'Request', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Request: 'Req-1' } }],\n });\n\n const requestOwnerLink = await createField(requests.id, {\n name: 'Owner Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: owners.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n await updateRecordByApi(requests.id, requests.records[0].id, requestOwnerLink.id, {\n id: owners.records[0].id,\n });\n\n const ownerAssetsLookup = await createField(requests.id, {\n name: 'Owner Assets Lookup',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: owners.id,\n linkFieldId: requestOwnerLink.id,\n lookupFieldId: ownerAssetsLink.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const formulaField = await createField(requests.id, {\n name: 'Assets Titles',\n type: FieldType.Formula,\n options: {\n expression: `{${ownerAssetsLookup.id}}`,\n },\n } as IFieldRo);\n\n const record = await getRecord(requests.id, requests.records[0].id);\n expect(record.data.fields[formulaField.name]).toEqual(['Alpha', 'Beta']);\n } finally {\n if (requests) {\n await permanentDeleteTable(baseId, requests.id);\n }\n if (owners) {\n await permanentDeleteTable(baseId, owners.id);\n }\n await permanentDeleteTable(baseId, assets.id);\n }\n });\n\n it('should apply LEFT/RIGHT to lookup fields', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-lookup-left-foreign',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'AlphaBeta' } }],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'formula-lookup-left-host',\n fields: [\n { name: 'Note', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Left Count', type: FieldType.Number } as IFieldRo,\n { name: 'Right Count', type: FieldType.Number } as IFieldRo,\n ],\n });\n\n const linkField = await createField(host.id, {\n name: 'Foreign Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const foreignTitleFieldId = foreign.fields.find((field) => field.name === 'Title')!.id;\n const lookupField = await createField(host.id, {\n name: 'Linked Title',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: foreignTitleFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const leftCountFieldId = host.fields.find((field) => field.name === 'Left Count')!.id;\n const rightCountFieldId = host.fields.find((field) => field.name === 'Right Count')!.id;\n\n const { records } = await createRecords(host.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n Note: 'host note',\n 'Left Count': 3,\n 'Right Count': 4,\n },\n },\n ],\n });\n const hostRecordId = records[0].id;\n\n await updateRecordByApi(host.id, hostRecordId, linkField.id, {\n id: foreign.records[0].id,\n });\n\n const leftFormula = await createField(host.id, {\n name: 'lookup-left',\n type: FieldType.Formula,\n options: {\n expression: `LEFT({${lookupField.id}}, {${leftCountFieldId}})`,\n },\n });\n\n const rightFormula = await createField(host.id, {\n name: 'lookup-right',\n type: FieldType.Formula,\n options: {\n expression: `RIGHT({${lookupField.id}}, {${rightCountFieldId}})`,\n },\n });\n\n const recordAfterFormula = await getRecord(host.id, hostRecordId);\n expect(recordAfterFormula.data.fields[leftFormula.name]).toEqual('Alp');\n expect(recordAfterFormula.data.fields[rightFormula.name]).toEqual('Beta');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should treat lookup user value as truthy in IF', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-lookup-user-foreign',\n fields: [\n { name: 'Asset Title', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Owner',\n type: FieldType.User,\n options: { isMultiple: false, shouldNotify: false },\n } as IFieldRo,\n ],\n records: [\n {\n fields: {\n 'Asset Title': 'Laptop',\n Owner: {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n },\n },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'formula-lookup-user-host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'row 1' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Owner Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const ownerFieldId = foreign.fields.find((field) => field.name === 'Owner')!.id;\n\n const lookupField = await createField(host.id, {\n name: 'Owner Lookup',\n type: FieldType.User,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: ownerFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const statusField = await createField(host.id, {\n name: 'Owner Status',\n type: FieldType.Formula,\n options: {\n expression: `IF({${lookupField.id}}, '▶️ 在用', '✅ 闲置')`,\n },\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n\n await updateRecordByApi(host.id, hostRecordId, linkField.id, { id: foreign.records[0].id });\n\n const linkedRecord = await getRecord(host.id, hostRecordId);\n expect(linkedRecord.data.fields[statusField.name]).toBe('▶️ 在用');\n\n await updateRecordByApi(host.id, hostRecordId, linkField.id, null);\n\n const clearedRecord = await getRecord(host.id, hostRecordId);\n expect(clearedRecord.data.fields[statusField.name]).toBe('✅ 闲置');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should treat empty conditional lookup user as falsy in IF', async () => {\n const foreign = await createTable(baseId, {\n name: 'conditional-lookup-user-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Owner',\n type: FieldType.User,\n options: { isMultiple: false, shouldNotify: false },\n } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Title: 'Unavailable asset',\n Status: 'Inactive',\n Owner: {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n },\n },\n ],\n });\n\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'conditional-lookup-user-host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'row 1' } }],\n });\n\n const ownerFieldId = foreign.fields.find((field) => field.name === 'Owner')!.id;\n const statusFieldId = foreign.fields.find((field) => field.name === 'Status')!.id;\n\n const lookupField = await createField(host.id, {\n name: 'Filtered Owner',\n type: FieldType.User,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: ownerFieldId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusFieldId,\n operator: 'is',\n value: 'Active',\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const statusField = await createField(host.id, {\n name: 'Filtered Owner Status',\n type: FieldType.Formula,\n options: {\n expression: `IF({${lookupField.id}}, '▶️ 在用', '✅ 闲置')`,\n },\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n const record = await getRecord(host.id, hostRecordId);\n const lookupValue = record.data.fields[lookupField.name];\n\n expect(\n lookupValue == null || (Array.isArray(lookupValue) && lookupValue.length === 0)\n ).toBe(true);\n expect(record.data.fields[statusField.name]).toBe('✅ 闲置');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should evaluate IF for multi-value lookup user when links are empty', async () => {\n const foreign = await createTable(baseId, {\n name: 'multi-lookup-user-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Owner',\n type: FieldType.User,\n options: { isMultiple: false, shouldNotify: false },\n } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Title: 'Shared asset',\n Owner: {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n },\n },\n ],\n });\n\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'multi-lookup-user-host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'row 1' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Owners Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const ownerFieldId = foreign.fields.find((field) => field.name === 'Owner')!.id;\n\n const lookupField = await createField(host.id, {\n name: 'Owners Lookup',\n type: FieldType.User,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: ownerFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const statusField = await createField(host.id, {\n name: 'Owners Status',\n type: FieldType.Formula,\n options: {\n expression: `IF({${lookupField.id}}, '▶️ 在用', '✅ 闲置')`,\n },\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n const initialRecord = await getRecord(host.id, hostRecordId);\n expect(initialRecord.data.fields[lookupField.name]).toBeUndefined();\n expect(initialRecord.data.fields[statusField.name]).toBe('✅ 闲置');\n\n await updateRecordByApi(host.id, hostRecordId, linkField.id, [\n { id: foreign.records[0].id },\n ]);\n\n const linkedRecord = await getRecord(host.id, hostRecordId);\n expect(linkedRecord.data.fields[lookupField.name]).toHaveLength(1);\n expect(linkedRecord.data.fields[statusField.name]).toBe('▶️ 在用');\n\n await updateRecordByApi(host.id, hostRecordId, linkField.id, null);\n const clearedRecord = await getRecord(host.id, hostRecordId);\n const clearedLookup = clearedRecord.data.fields[lookupField.name];\n expect(\n clearedLookup == null || (Array.isArray(clearedLookup) && clearedLookup.length === 0)\n ).toBe(true);\n expect(clearedRecord.data.fields[statusField.name]).toBe('✅ 闲置');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should treat nested conditional lookup arrays as falsy in IF', async () => {\n const source = await createTable(baseId, {\n name: 'nested-lookup-source',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Owner',\n type: FieldType.User,\n options: { isMultiple: false, shouldNotify: false },\n } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Title: 'source',\n Status: 'Inactive',\n Owner: {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n },\n },\n },\n ],\n });\n\n let middle: ITableFullVo | undefined;\n let host: ITableFullVo | undefined;\n try {\n middle = await createTable(baseId, {\n name: 'nested-lookup-middle',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'middle' } }],\n });\n\n const sourceOwnerFieldId = source.fields.find((field) => field.name === 'Owner')!.id;\n const sourceStatusFieldId = source.fields.find((field) => field.name === 'Status')!.id;\n\n const activeOwner = await createField(middle.id, {\n name: 'Active Owner',\n type: FieldType.User,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: source.id,\n lookupFieldId: sourceOwnerFieldId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: sourceStatusFieldId,\n operator: 'is',\n value: 'Active',\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n host = await createTable(baseId, {\n name: 'nested-lookup-host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'host' } }],\n });\n\n const middleLabelId = middle.fields.find((field) => field.name === 'Label')!.id;\n\n const nestedLookup = await createField(host.id, {\n name: 'Nested Active Owner',\n type: FieldType.User,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: middle.id,\n lookupFieldId: activeOwner.id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: middleLabelId,\n operator: 'is',\n value: 'middle',\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const statusField = await createField(host.id, {\n name: 'Nested Owner Status',\n type: FieldType.Formula,\n options: {\n expression: `IF({${nestedLookup.id}}, '▶️ 在用', '✅ 闲置')`,\n },\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n const hostLabelFieldId = host.fields.find((field) => field.name === 'Label')!.id;\n await updateRecordByApi(host.id, hostRecordId, hostLabelFieldId, 'host');\n\n const record = await getRecord(host.id, hostRecordId);\n\n const nestedValue = record.data.fields[nestedLookup.name];\n\n expect(\n nestedValue == null || (Array.isArray(nestedValue) && nestedValue.length === 0)\n ).toBe(true);\n expect(record.data.fields[statusField.name]).toBe('✅ 闲置');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n if (middle) {\n await permanentDeleteTable(baseId, middle.id);\n }\n await permanentDeleteTable(baseId, source.id);\n }\n });\n\n it('should return user lookup with empty filter target and drive IF truthiness', async () => {\n const applicant = {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n };\n\n const foreign = await createTable(baseId, {\n name: 'lookup-filter-foreign',\n fields: [\n { name: 'Request No', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Return Date', type: FieldType.Date } as IFieldRo,\n {\n name: 'Applicant',\n type: FieldType.User,\n options: { isMultiple: false, shouldNotify: false },\n } as IFieldRo,\n ],\n records: [\n {\n fields: {\n 'Request No': 'AP-null',\n 'Return Date': null,\n Applicant: applicant,\n },\n },\n {\n fields: {\n 'Request No': 'AP-returned',\n 'Return Date': '2024-10-20T00:00:00.000Z',\n Applicant: applicant,\n },\n },\n ],\n });\n\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'lookup-filter-host',\n fields: [{ name: 'Asset', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Asset: 'A-null' } }, { fields: { Asset: 'A-returned' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Usage Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const returnFieldId = foreign.fields.find((f) => f.name === 'Return Date')!.id;\n const applicantFieldId = foreign.fields.find((f) => f.name === 'Applicant')!.id;\n\n const lookupField = await createField(host.id, {\n name: 'Active Applicant',\n type: FieldType.User,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: applicantFieldId,\n linkFieldId: linkField.id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: returnFieldId,\n operator: 'isEmpty',\n value: null,\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const statusField = await createField(host.id, {\n name: 'Active Status',\n type: FieldType.Formula,\n options: {\n expression: `IF({${lookupField.id}}, '▶️ 在用', '✅ 闲置')`,\n },\n } as IFieldRo);\n\n const [assetNull, assetReturned] = host.records;\n\n await updateRecordByApi(host.id, assetNull.id, linkField.id, { id: foreign.records[0].id });\n await updateRecordByApi(host.id, assetReturned.id, linkField.id, {\n id: foreign.records[1].id,\n });\n\n const recordNull = await getRecord(host.id, assetNull.id);\n const recordReturned = await getRecord(host.id, assetReturned.id);\n\n expect(recordNull.data.fields[lookupField.name]).toMatchObject(applicant);\n expect(recordNull.data.fields[statusField.name]).toBe('▶️ 在用');\n\n expect(recordReturned.data.fields[lookupField.name]).toBeUndefined();\n expect(recordReturned.data.fields[statusField.name]).toBe('✅ 闲置');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should resolve filtered lookup user only when return link is empty', async () => {\n const applicant = {\n id: globalThis.testConfig.userId,\n title: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n };\n\n const returnTable = await createTable(baseId, {\n name: 'return-records',\n fields: [{ name: 'Return ID', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { 'Return ID': 'RB-001' } }, { fields: { 'Return ID': 'RB-002' } }],\n });\n\n const usageTable = await createTable(baseId, {\n name: 'usage-records',\n fields: [\n { name: 'Request No', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Applicant',\n type: FieldType.User,\n options: { isMultiple: false, shouldNotify: false },\n } as IFieldRo,\n {\n name: 'Return Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: returnTable.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo,\n ],\n });\n\n const returnLinkFieldId = usageTable.fields.find((f) => f.name === 'Return Link')!.id;\n const applicantFieldId = usageTable.fields.find((f) => f.name === 'Applicant')!.id;\n\n const { records: usageRecords } = await createRecords(usageTable.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n 'Request No': 'AP-returned',\n Applicant: applicant,\n },\n },\n {\n fields: {\n 'Request No': 'AP-active',\n Applicant: applicant,\n },\n },\n ],\n });\n\n await updateRecordByApi(usageTable.id, usageRecords[0].id, returnLinkFieldId, {\n id: returnTable.records[0].id,\n });\n await updateRecordByApi(usageTable.id, usageRecords[1].id, returnLinkFieldId, null);\n\n let assetTable: ITableFullVo | undefined;\n try {\n assetTable = await createTable(baseId, {\n name: 'asset-info',\n fields: [\n { name: 'Asset Code', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Usage Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: usageTable.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo,\n ],\n records: [\n { fields: { 'Asset Code': 'A-returned' } },\n { fields: { 'Asset Code': 'A-active' } },\n ],\n });\n\n const usageLinkFieldId = assetTable.fields.find((f) => f.name === 'Usage Link')!.id;\n\n const lookupField = await createField(assetTable.id, {\n name: 'Filtered User',\n type: FieldType.User,\n isLookup: true,\n lookupOptions: {\n foreignTableId: usageTable.id,\n lookupFieldId: applicantFieldId,\n linkFieldId: usageLinkFieldId,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: returnLinkFieldId,\n operator: 'isEmpty',\n value: null,\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n await updateRecordByApi(assetTable.id, assetTable.records[0].id, usageLinkFieldId, {\n id: usageRecords[0].id,\n });\n await updateRecordByApi(assetTable.id, assetTable.records[1].id, usageLinkFieldId, {\n id: usageRecords[1].id,\n });\n\n const returnedAsset = await getRecord(assetTable.id, assetTable.records[0].id);\n const activeAsset = await getRecord(assetTable.id, assetTable.records[1].id);\n\n expect(returnedAsset.data.fields[lookupField.name]).toBeUndefined();\n expect(activeAsset.data.fields[lookupField.name]).toMatchObject(applicant);\n } finally {\n if (assetTable) {\n await permanentDeleteTable(baseId, assetTable.id);\n }\n await permanentDeleteTable(baseId, usageTable.id);\n await permanentDeleteTable(baseId, returnTable.id);\n }\n });\n\n it('should flatten multi-value lookup formulas returning scalar text', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-lookup-flatten-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Scheduled', type: FieldType.Date } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Task A', Scheduled: '2025-10-31T08:10:24.894Z' } },\n { fields: { Title: 'Task B', Scheduled: '2025-11-05T10:00:00.000Z' } },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n const scheduledFieldId = foreign.fields.find((field) => field.name === 'Scheduled')!.id;\n const taggedFormula = await createField(foreign.id, {\n name: 'Schedule Tag',\n type: FieldType.Formula,\n options: {\n expression: `CONCATENATE(DATETIME_FORMAT({${scheduledFieldId}}, 'YYYY-MM-DD'), \"-tag\")`,\n },\n });\n\n host = await createTable(baseId, {\n name: 'formula-lookup-flatten-host',\n fields: [{ name: 'Project', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Project: 'Main' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Related Tasks',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const lookupField = await createField(host.id, {\n name: 'Tagged Schedules',\n type: FieldType.Formula,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: taggedFormula.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n await updateRecordByApi(\n host.id,\n hostRecordId,\n linkField.id,\n foreign.records.map((record) => ({ id: record.id }))\n );\n\n const updatedRecord = await getRecord(host.id, hostRecordId);\n expect(updatedRecord.data.fields[lookupField.name]).toEqual([\n '2025-10-31-tag',\n '2025-11-05-tag',\n ]);\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should format multi-value lookup dates with DATETIME_FORMAT', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-lookup-datetime-format-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Milestone Date', type: FieldType.Date } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', 'Milestone Date': '2023-10-11T16:00:00.000Z' } },\n { fields: { Title: 'Beta', 'Milestone Date': '2023-10-11T16:00:00.000Z' } },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'formula-lookup-datetime-format-host',\n fields: [{ name: 'Project', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Project: 'Lookup timeline' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Related Milestones',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const milestoneDateFieldId = foreign.fields.find(\n (field) => field.name === 'Milestone Date'\n )!.id;\n\n const lookupField = await createField(host.id, {\n name: 'Milestone Dates',\n type: FieldType.Date,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: milestoneDateFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n } as IFieldRo);\n\n const formattedField = await createField(host.id, {\n name: 'Milestone Day',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_FORMAT({${lookupField.id}}, 'DD')`,\n timeZone: 'Asia/Shanghai',\n },\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n await updateRecordByApi(\n host.id,\n hostRecordId,\n linkField.id,\n foreign.records.map((record) => ({ id: record.id }))\n );\n\n const updatedRecord = await getRecord(host.id, hostRecordId);\n expect(updatedRecord.data.fields[formattedField.name]).toEqual('12, 12');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n }, 120000);\n\n it('applies timezone-aware formatting before slicing datetime values', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-datetime-slice-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Approval Date',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n } as IFieldRo,\n ],\n records: [{ fields: { Title: 'Milestone', 'Approval Date': '2023-02-25T16:00:00.000Z' } }],\n });\n let host: ITableFullVo | undefined;\n try {\n const approvalFieldId = foreign.fields.find((field) => field.name === 'Approval Date')!.id;\n\n const directLeftField = await createField(foreign.id, {\n name: 'Approval Left',\n type: FieldType.Formula,\n options: {\n expression: `LEFT({${approvalFieldId}}, 4)`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const directMidField = await createField(foreign.id, {\n name: 'Approval Mid',\n type: FieldType.Formula,\n options: {\n expression: `MID({${approvalFieldId}}, 6, 2)`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const directSearchField = await createField(foreign.id, {\n name: 'Approval Search',\n type: FieldType.Formula,\n options: {\n expression: `SEARCH(\"02\", {${approvalFieldId}})`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const directSliceField = await createField(foreign.id, {\n name: 'Approval Day Tail',\n type: FieldType.Formula,\n options: {\n expression: `RIGHT({${approvalFieldId}}, 2)`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const directRecord = await getRecord(foreign.id, foreign.records[0].id);\n expect(directRecord.data.fields[directSliceField.name]).toBe('26');\n expect(directRecord.data.fields[directLeftField.name]).toBe('2023');\n expect(directRecord.data.fields[directMidField.name]).toBe('02');\n expect(directRecord.data.fields[directSearchField.name]).toBeGreaterThan(0);\n\n host = await createTable(baseId, {\n name: 'formula-datetime-slice-host',\n fields: [{ name: 'Project', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Project: 'Lookup slice' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Related Approval',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const lookupField = await createField(host.id, {\n name: 'Approval Lookup',\n type: FieldType.Date,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: approvalFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n } as IFieldRo);\n\n const lookupLeftField = await createField(host.id, {\n name: 'Approval Lookup Left',\n type: FieldType.Formula,\n options: {\n expression: `LEFT({${lookupField.id}}, 4)`,\n timeZone: 'Asia/Shanghai',\n },\n } as IFieldRo);\n\n const lookupMidField = await createField(host.id, {\n name: 'Approval Lookup Mid',\n type: FieldType.Formula,\n options: {\n expression: `MID({${lookupField.id}}, 6, 2)`,\n timeZone: 'Asia/Shanghai',\n },\n } as IFieldRo);\n\n const lookupSearchField = await createField(host.id, {\n name: 'Approval Lookup Search',\n type: FieldType.Formula,\n options: {\n expression: `SEARCH(\"02\", {${lookupField.id}})`,\n timeZone: 'Asia/Shanghai',\n },\n } as IFieldRo);\n\n const lookupSliceField = await createField(host.id, {\n name: 'Approval Lookup Day Tail',\n type: FieldType.Formula,\n options: {\n expression: `RIGHT({${lookupField.id}}, 2)`,\n timeZone: 'Asia/Shanghai',\n },\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n await updateRecordByApi(host.id, hostRecordId, linkField.id, [\n { id: foreign.records[0].id },\n ]);\n\n const lookupRecord = await getRecord(host.id, hostRecordId);\n expect(lookupRecord.data.fields[lookupSliceField.name]).toBe('26');\n expect(lookupRecord.data.fields[lookupLeftField.name]).toBe('2023');\n expect(lookupRecord.data.fields[lookupMidField.name]).toBe('02');\n expect(lookupRecord.data.fields[lookupSearchField.name]).toBeGreaterThan(0);\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('applies timezone-aware slicing on multi-value lookup datetimes', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-datetime-slice-multi-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Milestone',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'A', Milestone: '2023-02-25T16:00:00.000Z' } },\n { fields: { Title: 'B', Milestone: '2023-03-01T16:00:00.000Z' } },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n const milestoneFieldId = foreign.fields.find((field) => field.name === 'Milestone')!.id;\n\n host = await createTable(baseId, {\n name: 'formula-datetime-slice-multi-host',\n fields: [{ name: 'Project', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Project: 'Lookup slice multi' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Related Milestones',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const lookupField = await createField(host.id, {\n name: 'Milestone Dates Lookup',\n type: FieldType.Date,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: milestoneFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n } as IFieldRo);\n\n const sliceField = await createField(host.id, {\n name: 'Milestone Slice',\n type: FieldType.Formula,\n options: {\n expression: `MID({${lookupField.id}}, 3, 4)`,\n timeZone: 'Asia/Shanghai',\n },\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n await updateRecordByApi(host.id, hostRecordId, linkField.id, [\n { id: foreign.records[0].id },\n { id: foreign.records[1].id },\n ]);\n\n const lookupRecord = await getRecord(host.id, hostRecordId);\n expect(lookupRecord.data.fields[sliceField.name]).toBe('23-0');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should format multi-value lookup numbers with VALUE', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-lookup-value-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Budget', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Phase A', Budget: 1200.45 } },\n { fields: { Title: 'Phase B', Budget: 3400.51 } },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'formula-lookup-value-host',\n fields: [{ name: 'Project', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Project: 'Budget run' } }],\n });\n\n const budgetFieldId = foreign.fields.find((field) => field.name === 'Budget')!.id;\n const linkFieldId = generateFieldId();\n const lookupFieldId = generateFieldId();\n const formattedFieldId = generateFieldId();\n const roundedFieldId = generateFieldId();\n const roundUpFieldId = generateFieldId();\n const roundDownFieldId = generateFieldId();\n const floorFieldId = generateFieldId();\n const ceilingFieldId = generateFieldId();\n const intFieldId = generateFieldId();\n const formulaFieldRos = [\n {\n id: formattedFieldId,\n name: 'Budget Value Formula',\n type: FieldType.Formula,\n options: {\n expression: `VALUE({${lookupFieldId}}) & ''`,\n },\n } as IFieldRo,\n {\n id: roundedFieldId,\n name: 'Budget Rounded',\n type: FieldType.Formula,\n options: {\n expression: `ROUND({${lookupFieldId}}, 0) & ''`,\n },\n } as IFieldRo,\n {\n id: roundUpFieldId,\n name: 'Budget RoundUp',\n type: FieldType.Formula,\n options: {\n expression: `ROUNDUP({${lookupFieldId}}, 0) & ''`,\n },\n } as IFieldRo,\n {\n id: roundDownFieldId,\n name: 'Budget RoundDown',\n type: FieldType.Formula,\n options: {\n expression: `ROUNDDOWN({${lookupFieldId}}, 0) & ''`,\n },\n } as IFieldRo,\n {\n id: floorFieldId,\n name: 'Budget Floor',\n type: FieldType.Formula,\n options: {\n expression: `FLOOR({${lookupFieldId}}) & ''`,\n },\n } as IFieldRo,\n {\n id: ceilingFieldId,\n name: 'Budget Ceiling',\n type: FieldType.Formula,\n options: {\n expression: `CEILING({${lookupFieldId}}) & ''`,\n },\n } as IFieldRo,\n {\n id: intFieldId,\n name: 'Budget Int',\n type: FieldType.Formula,\n options: {\n expression: `INT({${lookupFieldId}}) & ''`,\n },\n } as IFieldRo,\n ];\n\n const createFormulaFieldRos = (resolvedLookupFieldId: string) =>\n formulaFieldRos.map((field) => ({\n ...field,\n options: {\n expression: field.options!.expression.replaceAll(\n lookupFieldId,\n resolvedLookupFieldId\n ),\n },\n })) as IFieldRo[];\n\n let linkField;\n let lookupField;\n let formattedField;\n let roundedField;\n let roundUpField;\n let roundDownField;\n let floorField;\n let ceilingField;\n let intField;\n\n if (useV2BatchCreate) {\n linkField = await createField(host.id, {\n id: linkFieldId,\n name: 'Related Budgets',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n lookupField = await createField(host.id, {\n id: lookupFieldId,\n name: 'Budget Lookup',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: budgetFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const resolvedFormulaFieldRos = createFormulaFieldRos(lookupField.id);\n const createdFields = [\n ...(await createFields(host.id, resolvedFormulaFieldRos.slice(0, 4), app)),\n ...(await createFields(host.id, resolvedFormulaFieldRos.slice(4), app)),\n ];\n\n const createdFieldsById = new Map(createdFields.map((field) => [field.id, field]));\n formattedField = createdFieldsById.get(formattedFieldId)!;\n roundedField = createdFieldsById.get(roundedFieldId)!;\n roundUpField = createdFieldsById.get(roundUpFieldId)!;\n roundDownField = createdFieldsById.get(roundDownFieldId)!;\n floorField = createdFieldsById.get(floorFieldId)!;\n ceilingField = createdFieldsById.get(ceilingFieldId)!;\n intField = createdFieldsById.get(intFieldId)!;\n } else {\n linkField = await createField(host.id, {\n id: linkFieldId,\n name: 'Related Budgets',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n lookupField = await createField(host.id, {\n id: lookupFieldId,\n name: 'Budget Lookup',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: budgetFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const resolvedFormulaFieldRos = createFormulaFieldRos(lookupField.id);\n formattedField = await createField(host.id, resolvedFormulaFieldRos[0]);\n roundedField = await createField(host.id, resolvedFormulaFieldRos[1]);\n roundUpField = await createField(host.id, resolvedFormulaFieldRos[2]);\n roundDownField = await createField(host.id, resolvedFormulaFieldRos[3]);\n floorField = await createField(host.id, resolvedFormulaFieldRos[4]);\n ceilingField = await createField(host.id, resolvedFormulaFieldRos[5]);\n intField = await createField(host.id, resolvedFormulaFieldRos[6]);\n }\n\n const hostRecordId = host.records[0].id;\n await updateRecordByApi(\n host.id,\n hostRecordId,\n linkField.id,\n foreign.records.map((record) => ({ id: record.id }))\n );\n\n const updatedRecord = await getRecord(host.id, hostRecordId);\n expect(updatedRecord.data.fields[formattedField.name]).toEqual('1200.45, 3400.51');\n expect(updatedRecord.data.fields[roundedField.name]).toEqual('1200, 3401');\n expect(updatedRecord.data.fields[roundUpField.name]).toEqual('1201, 3401');\n expect(updatedRecord.data.fields[roundDownField.name]).toEqual('1200, 3400');\n expect(updatedRecord.data.fields[floorField.name]).toEqual('1200, 3400');\n expect(updatedRecord.data.fields[ceilingField.name]).toEqual('1201, 3401');\n expect(updatedRecord.data.fields[intField.name]).toEqual('1200, 3400');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n }, 60000);\n\n it('should evaluate formulas referencing lookup formulas', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-lookup-formula-foreign',\n fields: [\n { name: 'First Name', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Last Name', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n {\n fields: {\n 'First Name': 'Ada',\n 'Last Name': 'Lovelace',\n },\n },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'formula-lookup-formula-host',\n fields: [{ name: 'Note', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Note: 'host note' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Linked Person',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const firstNameFieldId = foreign.fields.find((field) => field.name === 'First Name')!.id;\n const lastNameFieldId = foreign.fields.find((field) => field.name === 'Last Name')!.id;\n const fullNameFormula = await createField(foreign.id, {\n name: 'Full Name',\n type: FieldType.Formula,\n options: {\n expression: `{${firstNameFieldId}} & \"-\" & {${lastNameFieldId}}`,\n },\n } as IFieldRo);\n\n const lookupField = await createField(host.id, {\n name: 'Full Name Lookup',\n type: FieldType.Formula,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: fullNameFormula.id,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n await updateRecordByApi(host.id, hostRecordId, linkField.id, {\n id: foreign.records[0].id,\n });\n\n const hostFormula = await createField(host.id, {\n name: 'Greeting',\n type: FieldType.Formula,\n options: {\n expression: `CONCATENATE({${lookupField.id}}, \"!\")`,\n },\n } as IFieldRo);\n\n const recordAfter = await getRecord(host.id, hostRecordId);\n expect(recordAfter.data.fields[lookupField.name]).toBe('Ada-Lovelace');\n expect(recordAfter.data.fields[hostFormula.name]).toBe('Ada-Lovelace!');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n }, 120000);\n\n it('should calculate numeric formulas using lookup fields', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-lookup-numeric-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Total Units', type: FieldType.Number } as IFieldRo,\n { name: 'Completed Units', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', 'Total Units': 12, 'Completed Units': 5 } },\n { fields: { Title: 'Beta', 'Total Units': 20, 'Completed Units': 3 } },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'formula-lookup-numeric-host',\n fields: [{ name: 'Note', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Note: 'host note' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Numeric Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const totalFieldId = foreign.fields.find((field) => field.name === 'Total Units')!.id;\n const completedFieldId = foreign.fields.find(\n (field) => field.name === 'Completed Units'\n )!.id;\n\n const totalLookup = await createField(host.id, {\n name: 'Total Units Lookup',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: totalFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const completedLookup = await createField(host.id, {\n name: 'Completed Units Lookup',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: completedFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n await updateRecordByApi(host.id, hostRecordId, linkField.id, {\n id: foreign.records[0].id,\n });\n\n const formulaField = await createField(host.id, {\n name: 'Remaining Units',\n type: FieldType.Formula,\n options: {\n expression: `{${totalLookup.id}} - {${completedLookup.id}}`,\n },\n });\n\n const recordAfterFormula = await getRecord(host.id, hostRecordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n expect(typeof value).toBe('number');\n expect(value).toBe(7);\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should format lookup-to-link titles with DATETIME_FORMAT results', async () => {\n const detailTitle = 'Example Asset';\n const dateValue = '2025-03-14T00:00:00.000Z';\n const detailTable = await createTable(baseId, {\n name: 'Lookup Details',\n fields: [{ name: 'Detail Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { 'Detail Title': detailTitle } }],\n });\n let platformTable: ITableFullVo | undefined;\n let summaryTable: ITableFullVo | undefined;\n try {\n platformTable = await createTable(baseId, {\n name: 'Link Layer',\n fields: [{ name: 'Link Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { 'Link Name': 'Platform Alpha' } }],\n });\n summaryTable = await createTable(baseId, {\n name: 'Aggregated Reports',\n fields: [{ name: 'Report Date', type: FieldType.Date } as IFieldRo],\n records: [{ fields: { 'Report Date': dateValue } }],\n });\n\n const platformToDetail = await createField(platformTable.id, {\n name: 'Linked Detail',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: detailTable.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n const reportToPlatform = await createField(summaryTable.id, {\n name: 'Linked Platform',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: platformTable.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const lookupField = await createField(summaryTable.id, {\n name: 'Platform Detail Lookup',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: platformTable.id,\n linkFieldId: reportToPlatform.id,\n lookupFieldId: platformToDetail.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n const dateFieldId = summaryTable.fields.find((f) => f.name === 'Report Date')!.id;\n const labelField = await createField(summaryTable.id, {\n name: 'Label',\n type: FieldType.Formula,\n options: {\n expression: `{${lookupField.id}} & '-' & DATETIME_FORMAT({${dateFieldId}}, \"YY-MM-DD\")`,\n },\n } as IFieldRo);\n\n await updateRecordByApi(\n platformTable.id,\n platformTable.records[0].id,\n platformToDetail.id,\n [{ id: detailTable.records[0].id }]\n );\n await updateRecordByApi(summaryTable.id, summaryTable.records[0].id, reportToPlatform.id, {\n id: platformTable.records[0].id,\n });\n\n const { data: record } = await getRecord(summaryTable.id, summaryTable.records[0].id);\n const lookupValue = record.fields[lookupField.name] as Array<{ title: string }>;\n expect(lookupValue).toHaveLength(1);\n expect(lookupValue?.[0]?.title).toBe(detailTitle);\n expect(record.fields[labelField.name]).toBe('Example Asset-25-03-14');\n } finally {\n if (summaryTable) {\n await permanentDeleteTable(baseId, summaryTable.id);\n }\n if (platformTable) {\n await permanentDeleteTable(baseId, platformTable.id);\n }\n await permanentDeleteTable(baseId, detailTable.id);\n }\n });\n\n it('should keep concatenated formula after updating referenced date field', async () => {\n const followDateField = await createField(table1Id, {\n name: 'follow date',\n type: FieldType.Date,\n } as IFieldRo);\n\n const followDateValue = '2025-10-24T00:00:00.000Z';\n const followContentValue = 'hello';\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: numericInput,\n [textFieldRo.name]: followContentValue,\n [followDateField.name]: followDateValue,\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: 'follow summary',\n type: FieldType.Formula,\n options: {\n expression: `{${followDateField.id}} & \"-\" & {${textFieldRo.id}}`,\n },\n });\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [followDateField.name]: '2025-10-26T00:00:00.000Z',\n },\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const formulaValue = recordAfterFormula.data.fields[formulaField.name];\n expect(formulaValue).toBe('2025-10-26 00:00-hello');\n });\n });\n\n describe('logical and system formula functions', () => {\n const numericInput = 12.345;\n const textInput = 'Teable Rocks';\n\n const logicalCases = [\n {\n name: 'IF',\n getExpression: () => `IF({${numberFieldRo.id}} > 10, \"over\", \"under\")`,\n resolveExpected: (_ctx: {\n recordId: string;\n recordAfter: Awaited>;\n }) => 'over' as const,\n },\n {\n name: 'SWITCH',\n getExpression: () => 'SWITCH(2, 1, \"one\", 2, \"two\", \"other\")',\n resolveExpected: (_ctx: {\n recordId: string;\n recordAfter: Awaited>;\n }) => 'two' as const,\n },\n {\n name: 'AND',\n getExpression: () => `AND({${numberFieldRo.id}} > 10, {${textFieldRo.id}} != \"\")`,\n resolveExpected: (_ctx: {\n recordId: string;\n recordAfter: Awaited>;\n }) => true,\n },\n {\n name: 'OR',\n getExpression: () => `OR({${numberFieldRo.id}} < 0, {${textFieldRo.id}} = \"\")`,\n resolveExpected: (_ctx: {\n recordId: string;\n recordAfter: Awaited>;\n }) => false,\n },\n {\n name: 'XOR',\n getExpression: () => `XOR({${numberFieldRo.id}} > 10, {${textFieldRo.id}} = \"Other\")`,\n resolveExpected: (_ctx: {\n recordId: string;\n recordAfter: Awaited>;\n }) => true,\n },\n {\n name: 'NOT',\n getExpression: () => `NOT({${numberFieldRo.id}} > 10)`,\n resolveExpected: (_ctx: {\n recordId: string;\n recordAfter: Awaited>;\n }) => false,\n },\n {\n name: 'BLANK',\n getExpression: () => 'BLANK()',\n resolveExpected: (_ctx: {\n recordId: string;\n recordAfter: Awaited>;\n }) => null,\n },\n {\n name: 'TEXT_ALL',\n getExpression: () => `TEXT_ALL({${textFieldRo.id}})`,\n resolveExpected: (_ctx: {\n recordId: string;\n recordAfter: Awaited>;\n }) => textInput,\n },\n {\n name: 'RECORD_ID',\n getExpression: () => 'RECORD_ID()',\n resolveExpected: ({ recordId }: { recordId: string }) => recordId,\n },\n {\n name: 'AUTO_NUMBER',\n getExpression: () => 'AUTO_NUMBER()',\n resolveExpected: ({\n recordAfter,\n }: {\n recordAfter: Awaited>;\n }) => recordAfter.data.autoNumber ?? null,\n },\n ] as const;\n\n it.each(logicalCases)(\n 'should evaluate $name',\n async ({ getExpression, resolveExpected, name }) => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: numericInput,\n [textFieldRo.name]: textInput,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: `logic-${name.toLowerCase()}`,\n type: FieldType.Formula,\n options: {\n expression: getExpression(),\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n const expectedValue = resolveExpected({ recordId, recordAfter: recordAfterFormula });\n\n if (typeof expectedValue === 'boolean') {\n expect(typeof value).toBe('boolean');\n expect(value).toBe(expectedValue);\n } else if (typeof expectedValue === 'number') {\n expect(typeof value).toBe('number');\n expect(value).toBe(expectedValue);\n } else {\n expect(value ?? null).toEqual(expectedValue);\n }\n }\n );\n\n it('should populate RECORD_ID formula for newly created records', async () => {\n const formulaField = await createField(table1Id, {\n name: 'logic-record-id-create',\n type: FieldType.Formula,\n options: {\n expression: 'RECORD_ID()',\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: numericInput,\n [textFieldRo.name]: textInput,\n },\n },\n ],\n });\n\n const createdRecord = records[0];\n expect(typeof createdRecord.id).toBe('string');\n expect(createdRecord.id.length).toBeGreaterThan(0);\n\n const formulaValue = createdRecord.fields?.[formulaField.name] as string | null;\n expect(formulaValue).toBe(createdRecord.id);\n\n const recordAfterCreate = await getRecord(table1Id, createdRecord.id);\n const persistedValue = recordAfterCreate.data.fields?.[formulaField.name] as string | null;\n expect(persistedValue).toBe(createdRecord.id);\n });\n\n it('should normalize truthiness for non-boolean logical inputs', async () => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 5,\n [textFieldRo.name]: 'value',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const [andField, orField, notField] = await Promise.all([\n createField(table1Id, {\n name: 'logical-truthiness-and',\n type: FieldType.Formula,\n options: {\n expression: `AND({${numberFieldRo.id}}, {${textFieldRo.id}})`,\n },\n }),\n createField(table1Id, {\n name: 'logical-truthiness-or',\n type: FieldType.Formula,\n options: {\n expression: `OR({${numberFieldRo.id}}, {${textFieldRo.id}})`,\n },\n }),\n createField(table1Id, {\n name: 'logical-truthiness-not',\n type: FieldType.Formula,\n options: {\n expression: `NOT({${numberFieldRo.id}})`,\n },\n }),\n ]);\n\n const readValues = async () => {\n const record = await getRecord(table1Id, recordId);\n return {\n and: record.data.fields[andField.name],\n or: record.data.fields[orField.name],\n not: record.data.fields[notField.name],\n } as { and: boolean; or: boolean; not: boolean };\n };\n\n let values = await readValues();\n expect(values.and).toBe(true);\n expect(values.or).toBe(true);\n expect(values.not).toBe(false);\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: 0,\n [textFieldRo.name]: '',\n },\n },\n });\n\n values = await readValues();\n expect(values.and).toBe(false);\n expect(values.or).toBe(false);\n expect(values.not).toBe(true);\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberFieldRo.name]: null,\n [textFieldRo.name]: 'fallback',\n },\n },\n });\n\n values = await readValues();\n expect(values.and).toBe(false);\n expect(values.or).toBe(true);\n expect(values.not).toBe(true);\n });\n\n it('should not persist logical coercion AND formula as generated column', async () => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 3,\n [textFieldRo.name]: 'non-empty',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: 'logical-coercion-and-persisted',\n type: FieldType.Formula,\n options: {\n expression: `AND({${numberFieldRo.id}}, {${textFieldRo.id}})`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n expect(typeof value).toBe('boolean');\n expect(value).toBe(true);\n\n const refreshed = await getField(table1Id, formulaField.id);\n const rawMeta = refreshed.meta as unknown;\n let persistedAsGeneratedColumn: boolean | undefined;\n if (typeof rawMeta === 'string') {\n persistedAsGeneratedColumn = (\n JSON.parse(rawMeta) as { persistedAsGeneratedColumn?: boolean }\n ).persistedAsGeneratedColumn;\n } else if (rawMeta && typeof rawMeta === 'object') {\n persistedAsGeneratedColumn = (rawMeta as { persistedAsGeneratedColumn?: boolean })\n .persistedAsGeneratedColumn;\n }\n expect(persistedAsGeneratedColumn).not.toBe(true);\n });\n\n it('should evaluate logical formulas referencing boolean checkbox fields', async () => {\n const checkboxField = await createField(table1Id, {\n name: 'logical-checkbox',\n type: FieldType.Checkbox,\n options: {},\n });\n\n const booleanFormulaField = await createField(table1Id, {\n name: 'logical-checkbox-formula',\n type: FieldType.Formula,\n options: {\n expression: `AND({${checkboxField.id}}, {${numberFieldRo.id}} > 0)`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [checkboxField.name]: true,\n [numberFieldRo.name]: 5,\n [textFieldRo.name]: 'flagged',\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n const initialValue = records[0].fields[booleanFormulaField.name];\n expect(typeof initialValue).toBe('boolean');\n expect(initialValue).toBe(true);\n\n const uncheckedRecord = await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [checkboxField.name]: null,\n },\n },\n });\n expect(uncheckedRecord.fields[booleanFormulaField.name]).toBe(false);\n\n const recheckedRecord = await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [checkboxField.name]: true,\n },\n },\n });\n expect(recheckedRecord.fields[booleanFormulaField.name]).toBe(true);\n });\n\n it('should treat numeric IF fallbacks with blank branches as nulls', async () => {\n const numericCondition = await createField(table1Id, {\n name: 'numeric-condition',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n });\n\n const numericSubtrahend = await createField(table1Id, {\n name: 'numeric-subtrahend',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n });\n\n const blankCondition = await createField(table1Id, {\n name: 'blank-condition',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n });\n\n const fallbackNumeric = await createField(table1Id, {\n name: 'fallback-numeric',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n });\n\n const formulaField = await createField(table1Id, {\n name: 'numeric-if-fallback',\n type: FieldType.Formula,\n options: {\n expression:\n `IF({${numericCondition.id}} > 0, {${numericCondition.id}} - {${numericSubtrahend.id}}, ` +\n `IF({${blankCondition.id}} > 0, '', {${fallbackNumeric.id}}))`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numericCondition.name]: 10,\n [numericSubtrahend.name]: 3,\n [blankCondition.name]: 0,\n [fallbackNumeric.name]: 5,\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n\n const readFormulaValue = async () => {\n const record = await getRecord(table1Id, recordId);\n return record.data.fields[formulaField.name] as number | null;\n };\n\n // Numeric branch should compute the difference.\n let value = await readFormulaValue();\n expect(value).toBeCloseTo(7);\n\n // Trigger the blank branch – it should evaluate to null rather than ''.\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numericCondition.name]: 0,\n [blankCondition.name]: 8,\n },\n },\n });\n\n value = await readFormulaValue();\n expect(value ?? null).toBeNull();\n\n // Finally, the nested fallback should surface the numeric value unchanged.\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [blankCondition.name]: 0,\n [fallbackNumeric.name]: -4,\n },\n },\n });\n\n value = await readFormulaValue();\n const numericValue = typeof value === 'number' ? value : Number(value);\n expect(numericValue).toBe(-4);\n });\n\n it('should treat null numeric operands as zero for comparison operators', async () => {\n const leftNumber = await createField(table1Id, {\n name: 'left-nullable-number',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 0 },\n },\n });\n\n const rightNumber = await createField(table1Id, {\n name: 'right-nullable-number',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 0 },\n },\n });\n\n const gtFormula = await createField(table1Id, {\n name: 'null-gt-zero-aware',\n type: FieldType.Formula,\n options: {\n expression: `IF({${leftNumber.id}} > {${rightNumber.id}}, 'left', 'right')`,\n },\n });\n\n const ltFormula = await createField(table1Id, {\n name: 'null-lt-zero-aware',\n type: FieldType.Formula,\n options: {\n expression: `IF({${leftNumber.id}} < {${rightNumber.id}}, 'less', 'not-less')`,\n },\n });\n\n const eqFormula = await createField(table1Id, {\n name: 'null-eq-zero-aware',\n type: FieldType.Formula,\n options: {\n expression: `IF({${leftNumber.id}} = {${rightNumber.id}}, 'equal', 'different')`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [rightNumber.name]: -1,\n },\n },\n {\n fields: {\n [rightNumber.name]: 3,\n },\n },\n {\n fields: {\n [rightNumber.name]: 0,\n },\n },\n {\n fields: {\n [leftNumber.name]: 2,\n },\n },\n ],\n });\n\n const expectations = [\n { gt: 'left', lt: 'not-less', eq: 'different' }, // null > -1 should behave like 0 > -1\n { gt: 'right', lt: 'less', eq: 'different' }, // null < 3 should behave like 0 < 3\n { gt: 'right', lt: 'not-less', eq: 'equal' }, // null = 0 should behave like 0 = 0\n { gt: 'left', lt: 'not-less', eq: 'different' }, // 2 > null should behave like 2 > 0\n ];\n\n records.forEach((record, index) => {\n const expected = expectations[index];\n expect(record.fields[gtFormula.name]).toBe(expected.gt);\n expect(record.fields[ltFormula.name]).toBe(expected.lt);\n expect(record.fields[eqFormula.name]).toBe(expected.eq);\n });\n });\n\n it('should evaluate nested logical formulas with mixed field types', async () => {\n const selectField = await createField(table1Id, {\n name: 'logical-select',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'light', id: 'cho-light', color: 'grayBright' },\n { name: 'medium', id: 'cho-medium', color: 'yellowBright' },\n { name: 'heavy', id: 'cho-heavy', color: 'tealBright' },\n ],\n } as IFieldRo['options'],\n });\n\n const auxiliaryNumber = await createField(table1Id, {\n name: 'aux-number',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 0 },\n },\n });\n\n const complexLogicField = await createField(table1Id, {\n name: 'nested-mixed-logic',\n type: FieldType.Formula,\n options: {\n expression:\n `AND({${numberFieldRo.id}} > 0, ` +\n `OR({${selectField.id}} = \"heavy\", {${selectField.id}} = \"medium\"), ` +\n `{${textFieldRo.id}} != \"\", ` +\n `IF({${auxiliaryNumber.id}}, {${auxiliaryNumber.id}}, \"\"))`,\n },\n });\n\n const concatenationField = await createField(table1Id, {\n name: 'nested-mixed-string',\n type: FieldType.Formula,\n options: {\n expression: `2+2 & {${textFieldRo.id}} & {${selectField.id}} & 4 & \"xxxxxxx\"`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 12,\n [textFieldRo.name]: 'Alpha',\n [selectField.name]: 'heavy',\n [auxiliaryNumber.name]: 9,\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n\n const readLogic = async () => {\n const record = await getRecord(table1Id, recordId);\n return record.data.fields[complexLogicField.name] as boolean;\n };\n\n const readConcat = async () => {\n const record = await getRecord(table1Id, recordId);\n return record.data.fields[concatenationField.name] as string;\n };\n\n let logicValue = await readLogic();\n expect(logicValue).toBe(true);\n\n let concatValue = await readConcat();\n expect(concatValue).toBe('4Alphaheavy4xxxxxxx');\n\n // Switch select choice to a value that should fail the OR expression.\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [selectField.name]: 'light',\n },\n },\n });\n\n logicValue = await readLogic();\n expect(logicValue).toBe(false);\n\n // Restore select, but clear the text field so another clause fails.\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [selectField.name]: 'medium',\n [textFieldRo.name]: '',\n },\n },\n });\n\n logicValue = await readLogic();\n expect(logicValue).toBe(false);\n\n // Restore text, zero out auxiliary number so IF branch yields NULL (still falsy).\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [textFieldRo.name]: 'Restored',\n [auxiliaryNumber.name]: 0,\n },\n },\n });\n\n logicValue = await readLogic();\n expect(logicValue).toBe(false);\n\n // Final update: all conditions satisfied again.\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [textFieldRo.name]: 'Ready',\n [auxiliaryNumber.name]: 11,\n },\n },\n });\n\n logicValue = await readLogic();\n expect(logicValue).toBe(true);\n\n concatValue = await readConcat();\n expect(concatValue).toBe('4Readymedium4xxxxxxx');\n });\n\n it('should compare multi select values against literals inside IF branches', async () => {\n const equalityFormula = await createField(table1Id, {\n name: 'if-multi-select-equals',\n type: FieldType.Formula,\n options: {\n expression: `IF({${multiSelectFieldRo.id}} = \"Alpha\", 1, 2)`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [multiSelectFieldRo.name]: ['Alpha'],\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const readValue = async () => {\n const record = await getRecord(table1Id, recordId);\n return record.data.fields[equalityFormula.name];\n };\n\n let value = await readValue();\n expect(value).toBe(1);\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [multiSelectFieldRo.name]: ['Beta'],\n },\n },\n });\n\n value = await readValue();\n expect(value).toBe(2);\n });\n\n it('should evaluate SWITCH formulas with numeric branches and blank literals', async () => {\n const statusField = await createField(table1Id, {\n name: 'switch-select',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'light', id: 'cho-light', color: 'grayBright' },\n { name: 'medium', id: 'cho-medium', color: 'yellowBright' },\n { name: 'heavy', id: 'cho-heavy', color: 'tealBright' },\n ],\n } as IFieldRo['options'],\n });\n\n const amountField = await createField(table1Id, {\n name: 'switch-amount',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 0 },\n },\n });\n\n const switchFormula = await createField(table1Id, {\n name: 'switch-mixed-result',\n type: FieldType.Formula,\n options: {\n expression:\n `SWITCH({${statusField.id}}, ` +\n `\"heavy\", '', ` +\n `\"medium\", {${amountField.id}}, ` +\n `123)`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [statusField.name]: 'medium',\n [amountField.name]: 42,\n },\n },\n ],\n });\n\n const recordId = records[0].id;\n\n const readSwitchValue = async () => {\n const record = await getRecord(table1Id, recordId);\n return record.data.fields[switchFormula.name] as number | string | null;\n };\n\n let switchValue = await readSwitchValue();\n expect(Number(switchValue)).toBe(42);\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [statusField.name]: 'heavy',\n },\n },\n });\n\n switchValue = await readSwitchValue();\n expect(switchValue ?? null).toBeNull();\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [statusField.name]: 'light',\n },\n },\n });\n\n switchValue = await readSwitchValue();\n expect(Number(switchValue)).toBe(123);\n });\n });\n\n describe('field reference formulas', () => {\n const fieldCases = [\n {\n name: 'date field formatting',\n createFieldInput: () => ({\n name: 'Date Field',\n type: FieldType.Date,\n }),\n setValue: '2025-06-15T00:00:00.000Z',\n buildExpression: (fieldId: string) => `DATETIME_FORMAT({${fieldId}}, 'YYYY-MM-DD')`,\n assert: (value: unknown) => {\n expect(value).toBe('2025-06-15');\n },\n },\n {\n name: 'rating field numeric formula',\n createFieldInput: () => ({\n name: 'Rating Field',\n type: FieldType.Rating,\n options: { icon: 'star', max: 5, color: 'yellowBright' },\n }),\n setValue: 3,\n buildExpression: (fieldId: string) => `ROUND({${fieldId}})`,\n assert: (value: unknown) => {\n expect(typeof value).toBe('number');\n expect(value).toBe(3);\n },\n },\n {\n name: 'checkbox field conditional',\n createFieldInput: () => ({\n name: 'Checkbox Field',\n type: FieldType.Checkbox,\n }),\n setValue: true,\n buildExpression: (fieldId: string) => `IF({${fieldId}}, \"checked\", \"unchecked\")`,\n assert: (value: unknown) => {\n expect(value).toBe('checked');\n },\n },\n ] as const;\n\n it.each(fieldCases)(\n 'should evaluate formula referencing $name',\n async ({ createFieldInput, setValue, buildExpression, assert }) => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 1,\n [textFieldRo.name]: 'field-ref',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const relatedField = await createField(table1Id, createFieldInput());\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [relatedField.name]: setValue,\n },\n },\n });\n\n const formulaField = await createField(table1Id, {\n name: `field-ref-${relatedField.name.toLowerCase().replace(/[^a-z]+/g, '-')}`,\n type: FieldType.Formula,\n options: {\n expression: buildExpression(relatedField.id),\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n assert(value);\n }\n );\n\n it('should evaluate IF formula on checkbox to numeric values', async () => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 1,\n [textFieldRo.name]: 'checkbox-if-checked',\n },\n },\n {\n fields: {\n [numberFieldRo.name]: 2,\n [textFieldRo.name]: 'checkbox-if-unchecked',\n },\n },\n {\n fields: {\n [numberFieldRo.name]: 3,\n [textFieldRo.name]: 'checkbox-if-cleared',\n },\n },\n ],\n });\n\n const [checkedSource, uncheckedSource, clearedSource] = records;\n\n const checkboxField = await createField(table1Id, {\n name: 'Checkbox Boolean',\n type: FieldType.Checkbox,\n });\n\n const formulaField = await createField(table1Id, {\n name: 'Checkbox Numeric Result',\n type: FieldType.Formula,\n options: {\n expression: `IF({${checkboxField.id}}, 1, 0)`,\n },\n });\n\n const getFieldValue = (\n fields: Record,\n field: { id: string; name: string }\n ): unknown => fields[field.name] ?? fields[field.id];\n\n const scenarios = [\n {\n label: 'checked',\n recordId: checkedSource.id,\n nextValue: true,\n expectedCheckbox: true,\n expectedFormula: 1,\n },\n {\n label: 'unchecked',\n recordId: uncheckedSource.id,\n nextValue: false,\n expectedCheckbox: false,\n expectedFormula: 0,\n },\n {\n label: 'cleared',\n recordId: clearedSource.id,\n nextValue: null,\n expectedCheckbox: null,\n expectedFormula: 0,\n },\n ] as const;\n\n for (const { recordId, nextValue, expectedCheckbox, expectedFormula, label } of scenarios) {\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [checkboxField.name]: nextValue,\n },\n },\n });\n\n const { data: recordAfterUpdate } = await getRecord(table1Id, recordId);\n\n const checkboxValue = getFieldValue(recordAfterUpdate.fields, checkboxField);\n const formulaValue = getFieldValue(recordAfterUpdate.fields, formulaField);\n\n expect(getFieldValue(recordAfterUpdate.fields, textFieldRo)).toContain(label);\n\n if (nextValue === null) {\n expect(checkboxValue ?? null).toBeNull();\n } else {\n expect(Boolean(checkboxValue)).toBe(expectedCheckbox);\n }\n expect(formulaValue).toBe(expectedFormula);\n expect(typeof formulaValue).toBe('number');\n }\n\n const refreshed = await getRecords(table1Id);\n\n const recordMap = new Map(refreshed.records.map((record) => [record.id, record]));\n\n for (const { recordId, expectedCheckbox, expectedFormula, label } of scenarios) {\n const current = recordMap.get(recordId);\n expect(current).toBeDefined();\n\n const checkboxValue = getFieldValue(current!.fields, checkboxField);\n const formulaValue = getFieldValue(current!.fields, formulaField);\n\n if (expectedCheckbox === null) {\n expect(checkboxValue ?? null).toBeNull();\n } else {\n expect(Boolean(checkboxValue)).toBe(expectedCheckbox);\n }\n\n expect(typeof formulaValue).toBe('number');\n expect(formulaValue).toBe(expectedFormula);\n expect(getFieldValue(current!.fields, textFieldRo)).toContain(label);\n }\n });\n });\n\n describe('IF truthiness normalization', () => {\n type TruthinessExpectation = 'TRUE' | 'FALSE';\n type TruthinessSetupResult = { condition: string; cleanup?: () => Promise };\n type TruthinessCase = {\n name: string;\n expected: TruthinessExpectation;\n setup: (recordId: string) => Promise;\n };\n\n const truthinessCases: TruthinessCase[] = [\n {\n name: 'checkbox true',\n expected: 'TRUE',\n setup: async (recordId: string) => {\n const checkboxField = await createField(table1Id, {\n name: 'condition-checkbox-true',\n type: FieldType.Checkbox,\n });\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: { fields: { [checkboxField.name]: true } },\n });\n\n return { condition: `{${checkboxField.id}}` };\n },\n },\n {\n name: 'checkbox false',\n expected: 'FALSE',\n setup: async (recordId: string) => {\n const checkboxField = await createField(table1Id, {\n name: 'condition-checkbox-false',\n type: FieldType.Checkbox,\n });\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: { fields: { [checkboxField.name]: false } },\n });\n\n return { condition: `{${checkboxField.id}}` };\n },\n },\n {\n name: 'number zero',\n expected: 'FALSE',\n setup: async (recordId: string) => {\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: { fields: { [numberFieldRo.name]: 0 } },\n });\n return { condition: `{${numberFieldRo.id}}` };\n },\n },\n {\n name: 'number positive',\n expected: 'TRUE',\n setup: async (recordId: string) => {\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: { fields: { [numberFieldRo.name]: 42 } },\n });\n return { condition: `{${numberFieldRo.id}}` };\n },\n },\n {\n name: 'number null',\n expected: 'FALSE',\n setup: async (recordId: string) => {\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: { fields: { [numberFieldRo.name]: null } },\n });\n return { condition: `{${numberFieldRo.id}}` };\n },\n },\n {\n name: 'text empty string',\n expected: 'FALSE',\n setup: async (recordId: string) => {\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: { fields: { [textFieldRo.name]: '' } },\n });\n return { condition: `{${textFieldRo.id}}` };\n },\n },\n {\n name: 'text non-empty string',\n expected: 'TRUE',\n setup: async (recordId: string) => {\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: { fields: { [textFieldRo.name]: 'value' } },\n });\n return { condition: `{${textFieldRo.id}}` };\n },\n },\n {\n name: 'text null',\n expected: 'FALSE',\n setup: async (recordId: string) => {\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: { fields: { [textFieldRo.name]: null } },\n });\n return { condition: `{${textFieldRo.id}}` };\n },\n },\n {\n name: 'link with record',\n expected: 'TRUE',\n setup: async (recordId: string) => {\n const foreign = await createTable(baseId, {\n name: 'if-link-condition-foreign',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'Linked' } }],\n });\n\n const linkField = await createField(table1Id, {\n name: 'condition-link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n await updateRecordByApi(table1Id, recordId, linkField.id, {\n id: foreign.records[0].id,\n });\n\n const cleanup = async () => {\n await permanentDeleteTable(baseId, foreign.id);\n };\n\n return { condition: `{${linkField.id}}`, cleanup };\n },\n },\n ] as const;\n\n it('should evaluate IF condition truthiness across data types', async () => {\n const cleanupTasks: Array<() => Promise> = [];\n\n try {\n for (const { setup, expected, name } of truthinessCases) {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: numberFieldSeedValue,\n [textFieldRo.name]: 'seed',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const setupResult = await setup(recordId);\n const { condition } = setupResult;\n if (setupResult.cleanup) {\n cleanupTasks.push(setupResult.cleanup);\n }\n\n const formulaField = await createField(table1Id, {\n name: `if-truthiness-${name.toLowerCase().replace(/[^a-z0-9]+/g, '-')}`,\n type: FieldType.Formula,\n options: {\n expression: `IF(${condition}, \"TRUE\", \"FALSE\")`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n\n expect(typeof value).toBe('string');\n expect(value).toBe(expected);\n }\n } finally {\n for (const task of cleanupTasks.reverse()) {\n await task();\n }\n }\n });\n });\n\n describe('conditional reference formulas', () => {\n it('should evaluate formulas referencing conditional rollup fields', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-conditional-rollup-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Laptop', Status: 'Active', Amount: 70 } },\n { fields: { Title: 'Mouse', Status: 'Active', Amount: 20 } },\n { fields: { Title: 'Subscription', Status: 'Closed', Amount: 15 } },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'formula-conditional-rollup-host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }, { fields: { StatusFilter: 'Closed' } }],\n });\n\n const statusFieldId = foreign.fields.find((field) => field.name === 'Status')!.id;\n const amountFieldId = foreign.fields.find((field) => field.name === 'Amount')!.id;\n const statusFilterFieldId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n\n const rollupField = await createField(host.id, {\n name: 'Matching Amount Sum',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: amountFieldId,\n expression: 'sum({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterFieldId },\n },\n ],\n },\n },\n } as IFieldRo);\n\n const formulaField = await createField(host.id, {\n name: 'Rollup Sum Mirror',\n type: FieldType.Formula,\n options: {\n expression: `{${rollupField.id}}`,\n },\n });\n\n const activeRecord = await getRecord(host.id, host.records[0].id);\n expect(activeRecord.data.fields[formulaField.name]).toEqual(90);\n\n const closedRecord = await getRecord(host.id, host.records[1].id);\n expect(closedRecord.data.fields[formulaField.name]).toEqual(15);\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should evaluate formulas referencing conditional lookup fields', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-conditional-lookup-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Alpha', Status: 'Active' } },\n { fields: { Title: 'Beta', Status: 'Active' } },\n { fields: { Title: 'Gamma', Status: 'Closed' } },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'formula-conditional-lookup-host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { StatusFilter: 'Active' } }, { fields: { StatusFilter: 'Closed' } }],\n });\n\n const titleFieldId = foreign.fields.find((field) => field.name === 'Title')!.id;\n const statusFieldId = foreign.fields.find((field) => field.name === 'Status')!.id;\n const statusFilterFieldId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterFieldId },\n },\n ],\n };\n\n const lookupField = await createField(host.id, {\n name: 'Matching Titles',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: titleFieldId,\n filter: statusMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const formulaField = await createField(host.id, {\n name: 'Lookup Joined Titles',\n type: FieldType.Formula,\n options: {\n expression: `ARRAY_JOIN({${lookupField.id}}, \", \")`,\n },\n });\n\n const activeRecord = await getRecord(host.id, host.records[0].id);\n expect(activeRecord.data.fields[formulaField.name]).toEqual('Alpha, Beta');\n\n const closedRecord = await getRecord(host.id, host.records[1].id);\n expect(closedRecord.data.fields[formulaField.name]).toEqual('Gamma');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should cascade checkbox formulas from numeric conditional rollup results', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-conditional-rollup-checkbox-foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Title: 'Task Active', Status: 'Active' } },\n { fields: { Title: 'Task Closed', Status: 'Closed' } },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'formula-conditional-rollup-checkbox-host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { StatusFilter: 'Active' } },\n { fields: { StatusFilter: 'Pending' } },\n ],\n });\n\n const statusFieldId = foreign.fields.find((field) => field.name === 'Status')!.id;\n const titleFieldId = foreign.fields.find((field) => field.name === 'Title')!.id;\n const statusFilterFieldId = host.fields.find((field) => field.name === 'StatusFilter')!.id;\n\n const rollupField = await createField(host.id, {\n name: 'Has Matching Number',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: titleFieldId,\n expression: 'count({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterFieldId },\n },\n ],\n },\n },\n } as IFieldRo);\n\n const checkboxFormulaField = await createField(host.id, {\n name: 'Has Matching Checkbox',\n type: FieldType.Formula,\n options: {\n expression: `{${rollupField.id}} = 1`,\n },\n });\n\n const numericFormulaField = await createField(host.id, {\n name: 'Checkbox Numeric Mirror',\n type: FieldType.Formula,\n options: {\n expression: `IF({${checkboxFormulaField.id}}, 1, 0)`,\n },\n });\n\n const activeRecord = await getRecord(host.id, host.records[0].id);\n const pendingRecord = await getRecord(host.id, host.records[1].id);\n\n expect(activeRecord.data.fields[rollupField.name]).toBe(1);\n expect(typeof activeRecord.data.fields[rollupField.name]).toBe('number');\n expect(activeRecord.data.fields[checkboxFormulaField.name]).toBe(true);\n expect(typeof activeRecord.data.fields[checkboxFormulaField.name]).toBe('boolean');\n expect(activeRecord.data.fields[numericFormulaField.name]).toBe(1);\n expect(typeof activeRecord.data.fields[numericFormulaField.name]).toBe('number');\n\n expect(pendingRecord.data.fields[rollupField.name]).toBe(0);\n expect(typeof pendingRecord.data.fields[rollupField.name]).toBe('number');\n expect(pendingRecord.data.fields[checkboxFormulaField.name]).toBe(false);\n expect(typeof pendingRecord.data.fields[checkboxFormulaField.name]).toBe('boolean');\n expect(pendingRecord.data.fields[numericFormulaField.name]).toBe(0);\n expect(typeof pendingRecord.data.fields[numericFormulaField.name]).toBe('number');\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n });\n describe('datetime formula functions', () => {\n it.each(dateAddCases)(\n 'should evaluate DATE_ADD with expression-based count argument for unit \"%s\"',\n async ({ literal, normalized }) => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: numberFieldSeedValue,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const dateAddField = await createField(table1Id, {\n name: `date-add-formula-${literal}`,\n type: FieldType.Formula,\n options: {\n expression: `DATE_ADD(DATETIME_PARSE(\"2025-01-03\"), {${numberFieldRo.id}} * ${dateAddMultiplier}, '${literal}')`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const rawValue = recordAfterFormula.data.fields[dateAddField.name];\n expect(typeof rawValue).toBe('string');\n const value = rawValue as string;\n const expectedCount = numberFieldSeedValue * dateAddMultiplier;\n const expectedDate = addToDate(baseDate, expectedCount, normalized);\n const expectedIso = expectedDate.toISOString();\n expect(value).toEqual(expectedIso);\n }\n );\n\n const dateAddArgumentMatrix: Array<{\n label: string;\n requiresFormulaField: boolean;\n buildExpression: (ids: { numberFieldId: string; numberFormulaFieldId?: string }) => string;\n expectedShift: (baseNumberValue: number) => number;\n }> = [\n {\n label: `DATE_ADD(DATETIME_PARSE(\"2025-01-03\"), 1, 'day')`,\n requiresFormulaField: false,\n buildExpression: () => `DATE_ADD(DATETIME_PARSE(\"2025-01-03\"), 1, 'day')`,\n expectedShift: () => 1,\n },\n {\n label: `DATE_ADD(DATETIME_PARSE(\"2025-01-03\"), {NumberField}, 'day')`,\n requiresFormulaField: false,\n buildExpression: ({ numberFieldId }) =>\n `DATE_ADD(DATETIME_PARSE(\"2025-01-03\"), {${numberFieldId}}, 'day')`,\n expectedShift: (baseNumberValue) => baseNumberValue,\n },\n {\n label: `DATE_ADD(DATETIME_PARSE(\"2025-01-03\"), {NumberFormulaField}, 'day')`,\n requiresFormulaField: true,\n buildExpression: ({ numberFormulaFieldId }) =>\n `DATE_ADD(DATETIME_PARSE(\"2025-01-03\"), {${numberFormulaFieldId}}, 'day')`,\n expectedShift: (baseNumberValue) => baseNumberValue * 2,\n },\n ];\n\n it.each(dateAddArgumentMatrix)(\n 'should evaluate DATE_ADD when count argument comes from %s',\n async ({ label, requiresFormulaField, buildExpression, expectedShift }) => {\n const baseNumberValue = 3;\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: baseNumberValue,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n let numberFormulaFieldId: string | undefined;\n if (requiresFormulaField) {\n const numberFormulaField = await createField(table1Id, {\n name: `date-add-count-formula-${label.replace(/[^a-z0-9]+/gi, '-').toLowerCase()}`,\n type: FieldType.Formula,\n options: {\n expression: `{${numberFieldRo.id}} * 2`,\n },\n });\n numberFormulaFieldId = numberFormulaField.id;\n }\n\n const dateAddField = await createField(table1Id, {\n name: `date-add-permutation-${label.replace(/[^a-z0-9]+/gi, '-').toLowerCase()}`,\n type: FieldType.Formula,\n options: {\n expression: buildExpression({\n numberFieldId: numberFieldRo.id,\n numberFormulaFieldId,\n }),\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const rawValue = recordAfterFormula.data.fields[dateAddField.name];\n expect(typeof rawValue).toBe('string');\n\n const expectedDate = addToDate(\n new Date('2025-01-03T00:00:00.000Z'),\n expectedShift(baseNumberValue),\n 'day'\n );\n expect(rawValue).toBe(expectedDate.toISOString());\n }\n );\n\n it('should apply DATE_ADD to the first value when lookup returns multiple dates', async () => {\n const foreign = await createTable(baseId, {\n name: 'formula-date-add-lookup-foreign',\n fields: [\n { name: 'Order', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Signup Date', type: FieldType.Date } as IFieldRo,\n ],\n records: [\n { fields: { Order: 'A', 'Signup Date': '2024-05-01T00:00:00.000Z' } },\n { fields: { Order: 'B', 'Signup Date': '2024-05-03T12:00:00.000Z' } },\n ],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'formula-date-add-lookup-host',\n fields: [{ name: 'Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Name: 'Host row' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Related Orders',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreign.id,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const signupDateFieldId = foreign.fields.find((field) => field.name === 'Signup Date')!.id;\n const lookupField = await createField(host.id, {\n name: 'Signup Dates',\n type: FieldType.Date,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: signupDateFieldId,\n linkFieldId: linkField.id,\n } as ILookupOptionsRo,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'UTC',\n },\n },\n } as IFieldRo);\n\n const dateAddField = await createField(host.id, {\n name: 'Signup Date +14d',\n type: FieldType.Formula,\n options: {\n expression: `DATE_ADD({${lookupField.id}}, 14, 'day')`,\n },\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n await updateRecordByApi(\n host.id,\n hostRecordId,\n linkField.id,\n foreign.records.map((record) => ({ id: record.id }))\n );\n\n const recordAfter = await getRecord(host.id, hostRecordId);\n expect(recordAfter.data.fields[lookupField.name]).toEqual([\n '2024-05-01T00:00:00.000Z',\n '2024-05-03T12:00:00.000Z',\n ]);\n\n expect(recordAfter.data.fields[dateAddField.name]).toBe(\n addToDate(new Date('2024-05-01T00:00:00.000Z'), 14, 'day').toISOString()\n );\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it.each(datetimeDiffCases)(\n 'should evaluate DATETIME_DIFF for unit \"%s\"',\n async ({ literal, expected }) => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 1,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const diffField = await createField(table1Id, {\n name: `datetime-diff-${literal}`,\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_DIFF(DATETIME_PARSE(\"${datetimeDiffEndIso}\"), DATETIME_PARSE(\"${datetimeDiffStartIso}\"), '${literal}')`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const rawValue = recordAfterFormula.data.fields[diffField.name];\n if (typeof rawValue === 'number') {\n expect(rawValue).toBeCloseTo(expected, 6);\n } else {\n const numericValue = Number(rawValue);\n expect(Number.isFinite(numericValue)).toBe(true);\n expect(numericValue).toBeCloseTo(expected, 6);\n }\n }\n );\n\n it('should evaluate DATETIME_DIFF default unit when end precedes start', async () => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 1,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const diffField = await createField(table1Id, {\n name: `datetime-diff-default-order`,\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_DIFF(DATETIME_PARSE(\"${datetimeDiffEndIso}\"), DATETIME_PARSE(\"${datetimeDiffStartIso}\"))`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const rawValue = recordAfterFormula.data.fields[diffField.name];\n if (typeof rawValue === 'number') {\n expect(rawValue).toBeCloseTo(diffDays, 6);\n } else {\n const numericValue = Number(rawValue);\n expect(Number.isFinite(numericValue)).toBe(true);\n expect(numericValue).toBeCloseTo(diffDays, 6);\n }\n });\n\n it.each([\n {\n unit: 'month',\n start: '2024-01-31T00:00:00.000Z',\n end: '2024-02-29T00:00:00.000Z',\n expected: 1,\n },\n {\n unit: 'months',\n start: '2024-01-31T00:00:00.000Z',\n end: '2024-02-29T00:00:00.000Z',\n expected: 1,\n },\n {\n unit: 'quarter',\n start: '2025-01-01T00:00:00.000Z',\n end: '2025-04-01T00:00:00.000Z',\n expected: 1,\n },\n {\n unit: 'quarters',\n start: '2025-01-01T00:00:00.000Z',\n end: '2025-04-01T00:00:00.000Z',\n expected: 1,\n },\n {\n unit: 'year',\n start: '2024-01-01T00:00:00.000Z',\n end: '2025-01-01T00:00:00.000Z',\n expected: 1,\n },\n {\n unit: 'years',\n start: '2024-01-01T00:00:00.000Z',\n end: '2025-01-01T00:00:00.000Z',\n expected: 1,\n },\n ])(\n 'should evaluate DATETIME_DIFF for month/quarter/year spans using unit \"%s\"',\n async ({ unit, start, end, expected }) => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 1,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const diffField = await createField(table1Id, {\n name: `datetime-diff-${unit}-span`,\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_DIFF(DATETIME_PARSE(\"${end}\"), DATETIME_PARSE(\"${start}\"), '${unit}')`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const rawValue = recordAfterFormula.data.fields[diffField.name];\n if (typeof rawValue === 'number') {\n expect(rawValue).toBeCloseTo(expected, 6);\n } else {\n const numericValue = Number(rawValue);\n expect(Number.isFinite(numericValue)).toBe(true);\n expect(numericValue).toBeCloseTo(expected, 6);\n }\n }\n );\n\n it('should not persist chained DATETIME_DIFF formula as generated column', async () => {\n const startDateField = await createField(table1Id, {\n name: 'shift-start',\n type: FieldType.Date,\n } as IFieldRo);\n const endDateField = await createField(table1Id, {\n name: 'shift-end',\n type: FieldType.Date,\n } as IFieldRo);\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [startDateField.name]: '2025-04-10T08:15:00.000Z',\n [endDateField.name]: '2025-04-10T09:45:00.000Z',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const durationField = await createField(table1Id, {\n name: 'shift-duration-minutes',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_DIFF({${endDateField.id}}, {${startDateField.id}}, 'minute')`,\n },\n });\n\n const remainingField = await createField(table1Id, {\n name: 'shift-remaining',\n type: FieldType.Formula,\n options: {\n expression: `{${durationField.id}} - 1`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const rawDuration = recordAfterFormula.data.fields[durationField.name];\n const duration = typeof rawDuration === 'number' ? rawDuration : Number(rawDuration);\n expect(duration).toBeCloseTo(90, 6);\n\n const rawRemaining = recordAfterFormula.data.fields[remainingField.name];\n const remaining = typeof rawRemaining === 'number' ? rawRemaining : Number(rawRemaining);\n expect(remaining).toBeCloseTo(89, 6);\n\n const refreshedRemainingField = await getField(table1Id, remainingField.id);\n const rawMeta = refreshedRemainingField.meta as unknown;\n let persistedAsGeneratedColumn: boolean | undefined;\n if (typeof rawMeta === 'string') {\n persistedAsGeneratedColumn = (\n JSON.parse(rawMeta) as { persistedAsGeneratedColumn?: boolean }\n ).persistedAsGeneratedColumn;\n } else if (rawMeta && typeof rawMeta === 'object') {\n persistedAsGeneratedColumn = (rawMeta as { persistedAsGeneratedColumn?: boolean })\n .persistedAsGeneratedColumn;\n }\n expect(persistedAsGeneratedColumn).not.toBe(true);\n });\n\n it('should evaluate DATETIME_DIFF when referencing string formula fields using \"+\"', async () => {\n let table: ITableFullVo | undefined;\n try {\n table = await createTable(baseId, {\n name: 'datetime-diff-from-text-formulas',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'shift-date-only',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'Etc/GMT-8',\n },\n },\n } as IFieldRo,\n { name: 'shift-start-time', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'shift-end-time', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Name: 'row',\n 'shift-date-only': '2025-10-31T16:00:00.000Z',\n 'shift-start-time': '8:40',\n 'shift-end-time': '8:57',\n },\n },\n ],\n });\n\n const dateField = table.fields.find((f) => f.name === 'shift-date-only')!;\n const startTimeField = table.fields.find((f) => f.name === 'shift-start-time')!;\n const endTimeField = table.fields.find((f) => f.name === 'shift-end-time')!;\n const recordId = table.records[0].id;\n\n const startDatetimeText = await createField(table.id, {\n name: 'shift-start-datetime-text',\n type: FieldType.Formula,\n options: {\n expression: `DATESTR({${dateField.id}}) + \" \" + DATETIME_FORMAT(DATESTR({${dateField.id}}) + \" \" + {${startTimeField.id}}, \"HH:mm:ss\")`,\n timeZone: 'Asia/Shanghai',\n },\n } as IFieldRo);\n\n const endDatetimeText = await createField(table.id, {\n name: 'shift-end-datetime-text',\n type: FieldType.Formula,\n options: {\n expression: `DATESTR({${dateField.id}}) + \" \" + DATETIME_FORMAT(DATESTR({${dateField.id}}) + \" \" + {${endTimeField.id}}, \"HH:mm:ss\")`,\n timeZone: 'Etc/GMT-8',\n },\n } as IFieldRo);\n\n const durationMinutes = await createField(table.id, {\n name: 'shift-duration-minutes-from-text',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_DIFF({${endDatetimeText.id}}, {${startDatetimeText.id}}, \"minute\")`,\n timeZone: 'Etc/GMT-8',\n },\n } as IFieldRo);\n\n const recordAfterFormula = await getRecord(table.id, recordId);\n const rawDuration = recordAfterFormula.data.fields[durationMinutes.name];\n const duration = typeof rawDuration === 'number' ? rawDuration : Number(rawDuration);\n expect(duration).toBeCloseTo(17, 6);\n } finally {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n }\n });\n\n it.each(isSameCases)(\n 'should evaluate IS_SAME for unit \"%s\"',\n async ({ literal, first, second, expected }) => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [textFieldRo.name]: 'value',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const sameField = await createField(table1Id, {\n name: `is-same-${literal}`,\n type: FieldType.Formula,\n options: {\n expression: `IS_SAME(DATETIME_PARSE(\"${first}\"), DATETIME_PARSE(\"${second}\"), '${literal}')`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const rawValue = recordAfterFormula.data.fields[sameField.name];\n expect(rawValue).toBe(expected);\n }\n );\n\n const componentCases = [\n {\n name: 'YEAR',\n expression: `YEAR(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: 2025,\n },\n {\n name: 'MONTH',\n expression: `MONTH(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: 4,\n },\n {\n name: 'DAY',\n expression: `DAY(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: 15,\n },\n {\n name: 'HOUR',\n expression: `HOUR(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: 10,\n },\n {\n name: 'MINUTE',\n expression: `MINUTE(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: 20,\n },\n {\n name: 'SECOND',\n expression: `SECOND(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: 30,\n },\n {\n name: 'WEEKDAY',\n expression: `WEEKDAY(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: 2,\n },\n {\n name: 'WEEKDAY_MONDAY',\n expression: `WEEKDAY(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"), \"Monday\")`,\n expected: 1,\n },\n {\n name: 'WEEKDAY_SUNDAY',\n expression: `WEEKDAY(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"), \"Sunday\")`,\n expected: 2,\n },\n {\n name: 'WEEKNUM',\n expression: `WEEKNUM(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: 16,\n },\n ] as const;\n\n it.each(componentCases)(\n 'should evaluate %s component function',\n async ({ expression, expected, name }) => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: {} }],\n });\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: `datetime-component-${name.toLowerCase()}`,\n type: FieldType.Formula,\n // Use UTC timezone to ensure deterministic results across different local timezones\n options: { expression, timeZone: 'UTC' },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n expect(typeof value).toBe('number');\n expect(value).toBe(expected);\n }\n );\n\n const formattingCases = [\n {\n name: 'DATESTR',\n expression: `DATESTR(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: '2025-04-15',\n },\n {\n name: 'TIMESTR',\n expression: `TIMESTR(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: '10:20:30',\n },\n {\n name: 'DATETIME_FORMAT',\n expression: `DATETIME_FORMAT(DATETIME_PARSE(\"2025-04-15\"), 'YYYY-MM-DD')`,\n expected: '2025-04-15',\n },\n ] as const;\n\n it.each(formattingCases)(\n 'should evaluate %s formatting function',\n async ({ expression, expected, name }) => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: {} }],\n });\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: `datetime-format-${name.toLowerCase()}`,\n type: FieldType.Formula,\n // Use UTC timezone to ensure deterministic results across different local timezones\n options: { expression, timeZone: 'UTC' },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n expect(value).toBe(expected);\n }\n );\n\n const comparisonCases = [\n {\n name: 'IS_AFTER',\n expression: `IS_AFTER(DATETIME_PARSE(\"2025-04-16T12:30:45Z\"), DATETIME_PARSE(\"2025-04-15T10:20:30Z\"))`,\n expected: true,\n },\n {\n name: 'IS_BEFORE',\n expression: `IS_BEFORE(DATETIME_PARSE(\"2025-04-15T10:20:30Z\"), DATETIME_PARSE(\"2025-04-16T12:30:45Z\"))`,\n expected: true,\n },\n ] as const;\n\n it.each(comparisonCases)(\n 'should evaluate %s boolean comparison',\n async ({ expression, expected, name }) => {\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: {} }],\n });\n const recordId = records[0].id;\n\n const formulaField = await createField(table1Id, {\n name: `datetime-compare-${name.toLowerCase()}`,\n type: FieldType.Formula,\n options: { expression },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n expect(value).toBe(expected);\n }\n );\n });\n\n describe('formula argument permutations', () => {\n const literalNumberValue = 4;\n const literalTextValue = 'literal-matrix';\n const fallbackTextValue = 'fallback-matrix';\n\n type SumArgSource = 'literal' | 'field' | 'formula';\n const sumArgumentSources: Record<\n SumArgSource,\n {\n toExpression: (ids: { numberFieldId: string; numberFormulaFieldId?: string }) => string;\n toValue: (ctx: { numberValue: number; numberFormulaValue?: number }) => number;\n requiresFormulaField?: boolean;\n }\n > = {\n literal: {\n toExpression: () => `${literalNumberValue}`,\n toValue: () => literalNumberValue,\n },\n field: {\n toExpression: ({ numberFieldId }) => `{${numberFieldId}}`,\n toValue: ({ numberValue }) => numberValue,\n },\n formula: {\n requiresFormulaField: true,\n toExpression: ({ numberFormulaFieldId }) => `{${numberFormulaFieldId}}`,\n toValue: ({ numberFormulaValue }) => numberFormulaValue ?? 0,\n },\n };\n\n const sumArgumentCombinations = (['literal', 'field', 'formula'] as SumArgSource[]).flatMap(\n (first) =>\n (['literal', 'field', 'formula'] as SumArgSource[]).map((second) => ({\n label: `${first} + ${second}`,\n args: [first, second] as [SumArgSource, SumArgSource],\n }))\n );\n\n it.each(sumArgumentCombinations)(\n 'should evaluate SUM when arguments come from %s',\n async ({ args, label }) => {\n const baseNumberValue = 3;\n const baseTextValue = 'matrix-text';\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: baseNumberValue,\n [textFieldRo.name]: baseTextValue,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n let numberFormulaFieldId: string | undefined;\n if (args.some((source) => sumArgumentSources[source].requiresFormulaField)) {\n const numberFormulaField = await createField(table1Id, {\n name: `sum-argument-source-${label.replace(/[^a-z0-9]+/gi, '-').toLowerCase()}`,\n type: FieldType.Formula,\n options: {\n expression: `{${numberFieldRo.id}} * 2`,\n },\n });\n numberFormulaFieldId = numberFormulaField.id;\n }\n\n const argExpressions = args.map((source) =>\n sumArgumentSources[source].toExpression({\n numberFieldId: numberFieldRo.id,\n numberFormulaFieldId,\n })\n );\n\n const formulaField = await createField(table1Id, {\n name: `sum-argument-matrix-${label.replace(/[^a-z0-9]+/gi, '-').toLowerCase()}`,\n type: FieldType.Formula,\n options: {\n expression: `SUM(${argExpressions.join(', ')})`,\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n expect(typeof value).toBe('number');\n\n const numberFormulaValue = numberFormulaFieldId ? baseNumberValue * 2 : undefined;\n const expectedSum = args.reduce(\n (acc, source) =>\n acc +\n sumArgumentSources[source].toValue({\n numberValue: baseNumberValue,\n numberFormulaValue,\n }),\n 0\n );\n expect(value).toBeCloseTo(expectedSum, 6);\n }\n );\n\n it('should treat boolean comparisons on single select fields as numeric inside SUM', async () => {\n const selectFields = await Promise.all(\n Array.from({ length: 3 }, (_, index) =>\n createField(table1Id, {\n name: `sum-select-${index + 1}`,\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: `select-${index + 1}-nb`, name: 'NB' },\n { id: `select-${index + 1}-other`, name: 'WB' },\n ],\n } as ISelectFieldOptionsRo,\n })\n )\n );\n\n const equalityExpressions = selectFields.map((field) => `{${field.id}} = \"NB\"`);\n\n const formulaField = await createField(table1Id, {\n name: 'sum-select-boolean-coercion',\n type: FieldType.Formula,\n options: {\n expression: `SUM(${equalityExpressions.join(', ')})`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [selectFields[0].name]: 'NB',\n [selectFields[1].name]: 'NB',\n [selectFields[2].name]: 'WB',\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const readSumValue = async () => {\n const record = await getRecord(table1Id, recordId);\n return record.data.fields[formulaField.name] as number;\n };\n\n let sumValue = await readSumValue();\n expect(typeof sumValue).toBe('number');\n expect(sumValue).toBe(2);\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [selectFields[0].name]: 'NB',\n [selectFields[1].name]: 'NB',\n [selectFields[2].name]: 'NB',\n },\n },\n });\n\n sumValue = await readSumValue();\n expect(sumValue).toBe(3);\n\n await updateRecord(table1Id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [selectFields[0].name]: 'WB',\n [selectFields[1].name]: 'WB',\n [selectFields[2].name]: 'WB',\n },\n },\n });\n\n sumValue = await readSumValue();\n expect(sumValue).toBe(0);\n });\n\n const mixedFunctionCases: Array<{\n label: FunctionName;\n expressionFactory: (ids: {\n numberFieldId: string;\n numberFormulaFieldId: string;\n textFieldId: string;\n textFormulaFieldId: string;\n }) => string;\n assert: (\n value: unknown,\n ctx: { numberValue: number; numberFormulaValue: number; textValue: string }\n ) => void;\n }> = [\n {\n label: FunctionName.Round,\n expressionFactory: ({ numberFieldId, numberFormulaFieldId }) =>\n `ROUND({${numberFormulaFieldId}} / {${numberFieldId}}, 0)`,\n assert: (value) => {\n expect(typeof value).toBe('number');\n expect(value).toBe(2);\n },\n },\n {\n label: FunctionName.Concatenate,\n expressionFactory: ({ numberFormulaFieldId, textFieldId, textFormulaFieldId }) =>\n `CONCATENATE(\"${literalTextValue}\", \"-\", {${textFieldId}}, \"-\", {${numberFormulaFieldId}}, \"-\", {${textFormulaFieldId}})`,\n assert: (value, ctx) => {\n expect(typeof value).toBe('string');\n const textFormulaValue = `${ctx.numberValue}${ctx.textValue}`;\n expect(value).toBe(\n `${literalTextValue}-${ctx.textValue}-${ctx.numberFormulaValue}-${textFormulaValue}`\n );\n },\n },\n {\n label: FunctionName.If,\n expressionFactory: ({ numberFieldId, numberFormulaFieldId, textFieldId }) =>\n `IF({${numberFormulaFieldId}} > {${numberFieldId}}, {${textFieldId}}, \"${fallbackTextValue}\")`,\n assert: (value, ctx) => {\n expect(typeof value).toBe('string');\n expect(value).toBe(\n ctx.numberFormulaValue > ctx.numberValue ? ctx.textValue : fallbackTextValue\n );\n },\n },\n ];\n\n it.each(mixedFunctionCases)(\n 'should evaluate %s with mixed literal and field arguments',\n async ({ label, expressionFactory, assert }) => {\n const baseNumberValue = 3;\n const baseTextValue = 'matrix-text';\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: baseNumberValue,\n [textFieldRo.name]: baseTextValue,\n },\n },\n ],\n });\n const recordId = records[0].id;\n\n const numberFormulaField = await createField(table1Id, {\n name: `mixed-function-source-${label.toLowerCase()}`,\n type: FieldType.Formula,\n options: {\n expression: `{${numberFieldRo.id}} * 2`,\n },\n });\n\n const formulaField = await createField(table1Id, {\n name: `mixed-function-matrix-${label.toLowerCase()}`,\n type: FieldType.Formula,\n options: {\n expression: expressionFactory({\n numberFieldId: numberFieldRo.id,\n numberFormulaFieldId: numberFormulaField.id,\n textFieldId: textFieldRo.id,\n textFormulaFieldId: formulaFieldRo.id,\n }),\n },\n });\n\n const recordAfterFormula = await getRecord(table1Id, recordId);\n const value = recordAfterFormula.data.fields[formulaField.name];\n assert(value, {\n numberValue: baseNumberValue,\n numberFormulaValue: baseNumberValue * 2,\n textValue: baseTextValue,\n });\n }\n );\n\n it('should treat DATETIME_PARSE without format as null when generated string is invalid', async () => {\n const dateField = await createField(table1Id, {\n name: 'source-birthday',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n });\n\n const formulaField = await createField(table1Id, {\n name: 'birthday-anniversary',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_PARSE(YEAR(TODAY()) & '-' & MONTH({${dateField.id}}) & '-' & DAY({${dateField.id}}))`,\n },\n });\n\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {},\n },\n ],\n });\n\n const recordAfterFormula = await getRecord(table1Id, records[0].id);\n const value = recordAfterFormula.data.fields[formulaField.name] ?? null;\n expect(value).toBeNull();\n });\n\n it('should bypass DATETIME_PARSE guard for direct date field references', async () => {\n const dateField = await createField(table1Id, {\n name: 'source-date-field',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'UTC',\n },\n },\n });\n\n const formulaField = await createField(table1Id, {\n name: 'date-passthrough',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_PARSE({${dateField.id}})`,\n },\n });\n\n const sourceIso = '2024-05-20T09:30:00.000Z';\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [dateField.name]: sourceIso,\n },\n },\n ],\n });\n\n const recordAfterFormula = await getRecord(table1Id, records[0].id);\n const value = recordAfterFormula.data.fields[formulaField.name];\n expect(value).toBe(sourceIso);\n });\n\n it('should allow DATETIME_PARSE to consume DATE_ADD output with literal time fragments', async () => {\n const dateField = await createField(table1Id, {\n name: 'month-end',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'UTC',\n },\n },\n });\n\n const formulaField = await createField(table1Id, {\n name: 'month-start',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_PARSE(DATE_ADD({${dateField.id}}, 1 - DAY({${dateField.id}}), 'day'), 'YYYY-MM-DD 00:00')`,\n // Use UTC timezone to ensure deterministic results across different local timezones\n timeZone: 'UTC',\n },\n });\n\n const sourceIso = '2025-11-19T00:00:00.000Z';\n const expectedIso = '2025-11-01T00:00:00.000Z';\n const { records } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [dateField.name]: sourceIso,\n },\n },\n ],\n });\n\n const recordAfterFormula = await getRecord(table1Id, records[0].id);\n const value = recordAfterFormula.data.fields?.[formulaField.name] ?? null;\n expect(value).toBe(expectedIso);\n });\n\n it('should coerce blank IF branch to null for datetime results', async () => {\n const dateField = await createField(table1Id, {\n name: 'source-date',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n });\n\n const datetimeFormulaField = await createField(table1Id, {\n name: 'nullable-datetime-formula',\n type: FieldType.Formula,\n options: {\n expression: `IF(YEAR({${dateField.id}}) < 2020, '', {${dateField.id}})`,\n },\n });\n\n const initialIso = '2019-05-01T00:00:00.000Z';\n const { records: createdRecords } = await createRecords(table1Id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [numberFieldRo.name]: 10,\n [textFieldRo.name]: 'trigger-null',\n [dateField.name]: initialIso,\n },\n },\n ],\n });\n\n const createdRecord = createdRecords[0];\n const recordAfterCreate = await getRecord(table1Id, createdRecord.id);\n const createdFormulaValue =\n recordAfterCreate.data.fields?.[datetimeFormulaField.name] ?? null;\n expect(createdFormulaValue).toBeNull();\n\n const updatedIso = '2024-05-01T12:00:00.000Z';\n const updatedRecord = await updateRecord(table1Id, createdRecord.id, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [dateField.name]: updatedIso,\n },\n },\n });\n\n const updatedValue = updatedRecord.fields?.[datetimeFormulaField.name] as string | null;\n expect(updatedValue).not.toBeNull();\n expect(typeof updatedValue).toBe('string');\n expect(updatedValue).toContain('2024');\n\n const recordAfterUpdate = await getRecord(table1Id, createdRecord.id);\n const persistedValue = recordAfterUpdate.data.fields?.[datetimeFormulaField.name] as\n | string\n | null;\n expect(persistedValue).not.toBeNull();\n expect(typeof persistedValue).toBe('string');\n expect(persistedValue).toContain('2024');\n });\n });\n\n it('should evaluate link equality formula comparing link title and concatenated text', async () => {\n const foreign = await createTable(baseId, {\n name: 'link-equality-foreign',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'AlphaSet1' } }],\n });\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'link-equality-host',\n fields: [\n { name: 'Ad', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Adset', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [{ fields: { Ad: 'Alpha', Adset: 'Set1' } }],\n });\n\n const adField = host.fields.find((field) => field.name === 'Ad')!;\n const adsetField = host.fields.find((field) => field.name === 'Adset')!;\n\n const concatenatedField = await createField(host.id, {\n name: 'Ad & Adset',\n type: FieldType.Formula,\n options: {\n expression: `{${adField.id}} & {${adsetField.id}}`,\n },\n });\n\n const linkField = await createField(host.id, {\n name: 'Related Campaign',\n type: FieldType.Link,\n options: {\n foreignTableId: foreign.id,\n relationship: Relationship.ManyOne,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const equalityField = await createField(host.id, {\n name: 'Link Matches Text',\n type: FieldType.Formula,\n options: {\n expression: `{${linkField.id}} = {${concatenatedField.id}}`,\n },\n });\n\n const recordId = host.records[0].id;\n await updateRecordByApi(host.id, recordId, linkField.id, {\n id: foreign.records[0].id,\n });\n\n let record = await getRecord(host.id, recordId);\n expect(record.data.fields[concatenatedField.name]).toBe('AlphaSet1');\n expect(record.data.fields[equalityField.name]).toBe(true);\n\n await updateRecord(host.id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [adField.name]: 'Beta',\n },\n },\n });\n\n record = await getRecord(host.id, recordId);\n expect(record.data.fields[concatenatedField.name]).toBe('BetaSet1');\n expect(record.data.fields[equalityField.name]).toBe(false);\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('should calculate primary field when have link relationship', async () => {\n const table2: ITableFullVo = await createTable(baseId, { name: 'table2' });\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n foreignTableId: table2.id,\n relationship: Relationship.ManyOne,\n } as ILinkFieldOptionsRo,\n };\n\n const formulaFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${table2.fields[0].id}}`,\n },\n };\n\n await createField(table1Id, linkFieldRo);\n\n const formulaField = await createField(table2.id, formulaFieldRo);\n\n const record1 = await updateRecord(table2.id, table2.records[0].id, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [table2.fields[0].name]: 'text',\n },\n },\n });\n expect(record1.fields[formulaField.name]).toEqual('text');\n });\n\n it('should format link titles using foreign field formatting', async () => {\n const foreignDate = await createTable(baseId, {\n name: 'link-format-date-foreign',\n fields: [\n {\n name: 'Due Date',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.Asian,\n time: TimeFormatting.None,\n timeZone: 'UTC',\n },\n },\n } as IFieldRo,\n ],\n records: [\n {\n fields: {\n 'Due Date': '2024-05-06T01:23:45.000Z',\n },\n },\n {\n fields: {\n 'Due Date': '2024-05-07T09:00:00.000Z',\n },\n },\n ],\n });\n\n const foreignNumber = await createTable(baseId, {\n name: 'link-format-number-foreign',\n fields: [\n {\n name: 'Completion',\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Percent,\n precision: 1,\n },\n },\n } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Completion: 0.321,\n },\n },\n {\n fields: {\n Completion: 0.875,\n },\n },\n ],\n });\n\n let host: ITableFullVo | undefined;\n try {\n host = await createTable(baseId, {\n name: 'link-format-host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Label: 'host row' } }],\n });\n\n const dateLinkField = await createField(host.id, {\n name: 'Date Link',\n type: FieldType.Link,\n options: {\n foreignTableId: foreignDate.id,\n relationship: Relationship.ManyOne,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const dateMultiLinkField = await createField(host.id, {\n name: 'Date Links',\n type: FieldType.Link,\n options: {\n foreignTableId: foreignDate.id,\n relationship: Relationship.ManyMany,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const numberLinkField = await createField(host.id, {\n name: 'Number Link',\n type: FieldType.Link,\n options: {\n foreignTableId: foreignNumber.id,\n relationship: Relationship.ManyOne,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const numberMultiLinkField = await createField(host.id, {\n name: 'Number Links',\n type: FieldType.Link,\n options: {\n foreignTableId: foreignNumber.id,\n relationship: Relationship.ManyMany,\n } as ILinkFieldOptionsRo,\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n\n await updateRecordByApi(host.id, hostRecordId, dateLinkField.id, {\n id: foreignDate.records[0].id,\n });\n\n await updateRecordByApi(\n host.id,\n hostRecordId,\n dateMultiLinkField.id,\n foreignDate.records.map((record) => ({ id: record.id }))\n );\n\n await updateRecordByApi(host.id, hostRecordId, numberLinkField.id, {\n id: foreignNumber.records[0].id,\n });\n\n await updateRecordByApi(\n host.id,\n hostRecordId,\n numberMultiLinkField.id,\n foreignNumber.records.map((record) => ({ id: record.id }))\n );\n\n const record = await getRecord(host.id, hostRecordId);\n const dateLink = record.data.fields[dateLinkField.name] as {\n id: string;\n title: string;\n } | null;\n expect(dateLink).toBeDefined();\n expect(dateLink?.id).toBe(foreignDate.records[0].id);\n expect(dateLink?.title).toBe('2024/05/06');\n\n const numberLink = record.data.fields[numberLinkField.name] as {\n id: string;\n title: string;\n } | null;\n expect(numberLink).toBeDefined();\n expect(numberLink?.id).toBe(foreignNumber.records[0].id);\n expect(numberLink?.title).toBe('32.1%');\n\n const dateMultiLink = record.data.fields[dateMultiLinkField.name] as Array<{\n id: string;\n title: string;\n }> | null;\n expect(Array.isArray(dateMultiLink)).toBe(true);\n expect(dateMultiLink?.length).toBe(2);\n const dateMultiTitles = dateMultiLink?.map((item) => item.title);\n expect(dateMultiTitles).toEqual(['2024/05/06', '2024/05/07']);\n\n const numberMultiLink = record.data.fields[numberMultiLinkField.name] as Array<{\n id: string;\n title: string;\n }> | null;\n expect(Array.isArray(numberMultiLink)).toBe(true);\n expect(numberMultiLink?.length).toBe(2);\n const numberMultiTitles = numberMultiLink?.map((item) => item.title);\n expect(numberMultiTitles).toEqual(['32.1%', '87.5%']);\n } finally {\n if (host) {\n await permanentDeleteTable(baseId, host.id);\n }\n await permanentDeleteTable(baseId, foreignDate.id);\n await permanentDeleteTable(baseId, foreignNumber.id);\n }\n });\n\n describe('safe calculate', () => {\n let table: ITableFullVo;\n beforeEach(async () => {\n table = await createTable(baseId, { name: 'table safe' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should safe calculate error function', async () => {\n const field = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: \"'x'*10\",\n },\n });\n\n expect(field).toBeDefined();\n });\n\n it('should calculate formula with timeZone', async () => {\n const field1 = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: \"DAY('2024-02-29T00:00:00+08:00')\",\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const record1 = await getRecord(table.id, table.records[0].id);\n expect(record1.data.fields[field1.name]).toEqual(29);\n\n const field2 = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: \"DAY('2024-02-28T00:00:00+09:00')\",\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const record2 = await getRecord(table.id, table.records[0].id);\n expect(record2.data.fields[field2.name]).toEqual(27);\n });\n\n it('should default formula timeZone when missing', async () => {\n const inputIso = '2024-02-28T00:00:00+09:00';\n // Use system default timezone instead of hardcoded 'UTC'\n const defaultTimeZone = Intl.DateTimeFormat().resolvedOptions().timeZone;\n\n const field = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: `DAY(\"${inputIso}\")`,\n },\n });\n\n const fieldOptions = field.options as { timeZone?: string } | undefined;\n expect(fieldOptions?.timeZone).toEqual(defaultTimeZone);\n\n const record = await getRecord(table.id, table.records[0].id);\n const expectedDay = Number(\n new Intl.DateTimeFormat('en-GB', {\n timeZone: defaultTimeZone,\n day: '2-digit',\n }).format(new Date(inputIso))\n );\n\n expect(record.data.fields[field.name]).toEqual(expectedDay);\n });\n\n it('should evaluate WORKDAY with weekend, holiday and negative offsets', async () => {\n const dateAField = await createField(table.id, {\n name: 'WORKDAY Date A',\n type: FieldType.Date,\n });\n const dateBField = await createField(table.id, {\n name: 'WORKDAY Date B',\n type: FieldType.Date,\n });\n const dateCField = await createField(table.id, {\n name: 'WORKDAY Date C',\n type: FieldType.Date,\n });\n\n const scenarios = [\n {\n expression: `DATESTR(WORKDAY({${dateAField.id}}, 3))`,\n expected: '2026-01-20',\n },\n {\n expression: `DATESTR(WORKDAY({${dateAField.id}}, 3, \"2026-01-16\"))`,\n expected: '2026-01-21',\n },\n {\n expression: `DATESTR(WORKDAY({${dateAField.id}}, 3, \"2026-01-16,2026-01-19\"))`,\n expected: '2026-01-22',\n },\n {\n expression: `DATESTR(WORKDAY({${dateBField.id}}, 5))`,\n expected: '2026-02-16',\n },\n {\n expression: `DATESTR(WORKDAY({${dateCField.id}}, -1))`,\n expected: '2026-02-13',\n },\n ] as const;\n\n const createdFields = await Promise.all(\n scenarios.map(({ expression }, index) =>\n createField(table.id, {\n name: `WORKDAY case ${index + 1}`,\n type: FieldType.Formula,\n options: {\n expression,\n timeZone: 'UTC',\n },\n })\n )\n );\n\n const created = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [dateAField.id]: '2026-01-15T00:00:00.000Z',\n [dateBField.id]: '2026-02-09T00:00:00.000Z',\n [dateCField.id]: '2026-02-16T00:00:00.000Z',\n },\n },\n ],\n });\n\n const record = await getRecord(table.id, created.records[0].id);\n createdFields.forEach((field, index) => {\n expect(record.data.fields[field.name]).toEqual(scenarios[index].expected);\n });\n });\n\n it('should bucket Created On records using NOW() formula', async () => {\n const createdOnField = await createField(table.id, {\n name: 'Created On',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'UTC',\n },\n },\n });\n\n const formulaField = await createField(table.id, {\n name: 'Pitch Day',\n type: FieldType.Formula,\n options: {\n expression: `IF(DATETIME_DIFF(NOW(), {${createdOnField.id}}, \"day\")<1, \"Today\", IF(DATETIME_DIFF(NOW(), {${createdOnField.id}}, \"day\")<2, \"Yesterday\", \"Older\"))`,\n timeZone: 'UTC',\n },\n });\n\n const now = Date.now();\n const records = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [createdOnField.id]: new Date(now - 2 * 60 * 60 * 1000).toISOString(),\n },\n },\n {\n fields: {\n [createdOnField.id]: new Date(now - 26 * 60 * 60 * 1000).toISOString(),\n },\n },\n {\n fields: {\n [createdOnField.id]: new Date(now - 3 * 24 * 60 * 60 * 1000).toISOString(),\n },\n },\n ],\n });\n\n const todayRecord = await getRecord(table.id, records.records[0].id);\n expect(todayRecord.data.fields[formulaField.name]).toEqual('Today');\n\n const yesterdayRecord = await getRecord(table.id, records.records[1].id);\n expect(yesterdayRecord.data.fields[formulaField.name]).toEqual('Yesterday');\n\n const olderRecord = await getRecord(table.id, records.records[2].id);\n expect(olderRecord.data.fields[formulaField.name]).toEqual('Older');\n });\n\n it('should evaluate formula referencing created time on record create', async () => {\n const createdTimeField = await createField(table.id, {\n name: 'Created time',\n type: FieldType.CreatedTime,\n });\n\n const formulaField = await createField(table.id, {\n name: 'Created age (days)',\n type: FieldType.Formula,\n options: {\n expression: `DATETIME_DIFF(NOW(), {${createdTimeField.id}}, \"day\")`,\n timeZone: 'UTC',\n },\n });\n\n const created = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: {} }],\n });\n\n const record = await getRecord(table.id, created.records[0].id);\n expect(record.data.fields[formulaField.name]).toEqual(0);\n });\n\n it('should evaluate formula referencing created by on record create', async () => {\n const createdByField = await createField(table.id, {\n name: 'Created by',\n type: FieldType.CreatedBy,\n });\n\n const formulaField = await createField(table.id, {\n name: 'Creator Name',\n type: FieldType.Formula,\n options: {\n expression: `{${createdByField.id}}`,\n },\n });\n\n const created = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: {} }],\n });\n\n const record = await getRecord(table.id, created.records[0].id);\n const createdByValue = record.data.fields[createdByField.name] as { title?: string } | null;\n expect(createdByValue?.title).toBeTruthy();\n expect(record.data.fields[formulaField.name]).toEqual(createdByValue?.title);\n });\n\n it('should evaluate formula referencing auto number on record create', async () => {\n const autoNumberField = await createField(table.id, {\n name: 'Auto number',\n type: FieldType.AutoNumber,\n });\n\n const formulaField = await createField(table.id, {\n name: 'Auto number x2',\n type: FieldType.Formula,\n options: {\n expression: `{${autoNumberField.id}} * 2`,\n },\n });\n\n const created = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: {} }],\n });\n\n const record = await getRecord(table.id, created.records[0].id);\n const autoNumberValue = record.data.fields[autoNumberField.name] as number;\n expect(record.data.fields[formulaField.name]).toEqual(autoNumberValue * 2);\n });\n\n it('should evaluate timezone-aware formatting formulas referencing fields', async () => {\n const dateField = await createField(table.id, {\n name: 'tz source',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'Asia/Tokyo',\n },\n },\n });\n\n const recordId = table.records[0].id;\n const inputValue = '2024-03-01T00:30:00+09:00';\n const updatedRecord = await updateRecord(table.id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [dateField.name]: inputValue,\n },\n },\n });\n const sourceValue = updatedRecord.fields?.[dateField.name] as string;\n expect(typeof sourceValue).toBe('string');\n\n const expectedDate = new Intl.DateTimeFormat('en-CA', {\n timeZone: 'Asia/Shanghai',\n year: 'numeric',\n month: '2-digit',\n day: '2-digit',\n }).format(new Date(sourceValue));\n\n const expectedTime = new Intl.DateTimeFormat('en-GB', {\n timeZone: 'Asia/Shanghai',\n hour: '2-digit',\n minute: '2-digit',\n second: '2-digit',\n hour12: false,\n })\n .format(new Date(sourceValue))\n .replace(/\\./g, ':'); // ensure consistent separators on all locales\n\n const dateStrField = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: `DATESTR({${dateField.id}})`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n let record = await getRecord(table.id, recordId);\n expect(record.data.fields[dateStrField.name]).toEqual(expectedDate);\n\n const timeStrField = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: `TIMESTR({${dateField.id}})`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n record = await getRecord(table.id, recordId);\n expect(record.data.fields[timeStrField.name]).toEqual(expectedTime);\n\n const workdayField = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: `DATESTR(WORKDAY({${dateField.id}}, 1))`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n record = await getRecord(table.id, recordId);\n expect(record.data.fields[workdayField.name]).toMatch(/^\\d{4}-\\d{2}-\\d{2}$/);\n });\n\n it.skip('should evaluate boolean formulas with timezone aware date arguments', async () => {\n const dateField = await createField(table.id, {\n name: 'Boolean date',\n type: FieldType.Date,\n });\n\n const recordId = table.records[0].id;\n await updateRecord(table.id, recordId, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [dateField.name]: '2024-03-01T00:00:00+08:00',\n },\n },\n });\n\n const andField = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: `AND(IS_AFTER({${dateField.id}}, '2024-02-28T23:00:00+08:00'), IS_BEFORE({${dateField.id}}, '2024-03-01T12:00:00+08:00'))`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const recordAfterAnd = await getRecord(table.id, recordId);\n expect(recordAfterAnd.data.fields[andField.name]).toEqual(true);\n\n const orField = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: `OR(IS_AFTER({${dateField.id}}, '2024-03-01T12:00:00+08:00'), IS_SAME(DATETIME_PARSE('2024-03-01T00:00:00+08:00'), {${dateField.id}}, 'minute'))`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const recordAfterOr = await getRecord(table.id, recordId);\n expect(recordAfterOr.data.fields[orField.name]).toEqual(true);\n\n const ifField = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: `IF(IS_AFTER({${dateField.id}}, '2024-02-29T00:00:00+09:00'), 'after', 'before')`,\n timeZone: 'Asia/Shanghai',\n },\n });\n\n const recordAfterIf = await getRecord(table.id, recordId);\n expect(recordAfterIf.data.fields[ifField.name]).toEqual('after');\n });\n\n it('should calculate auto number and number field', async () => {\n const autoNumberField = await createField(table.id, {\n name: 'ttttttt',\n type: FieldType.AutoNumber,\n });\n\n const numberField = await createField(table.id, {\n type: FieldType.Number,\n });\n const numberField1 = await createField(table.id, {\n type: FieldType.Number,\n });\n\n await updateRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: table.records.map((record) => ({\n id: record.id,\n fields: {\n [numberField.name]: 2,\n [numberField1.name]: 3,\n },\n })),\n });\n\n const formulaField = await createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${autoNumberField.id}} & \"-\" & {${numberField.id}} & \"-\" & {${numberField1.id}}`,\n },\n });\n\n const record = await getRecords(table.id);\n expect(record.records[0].fields[formulaField.name]).toEqual('1-2-3');\n expect(record.records[0].fields[autoNumberField.name]).toEqual(1);\n\n await convertField(table.id, formulaField.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${autoNumberField.id}} & \"-\" & {${numberField.id}}`,\n },\n });\n\n const record2 = await getRecord(table.id, table.records[0].id);\n expect(record2.data.fields[autoNumberField.name]).toEqual(1);\n expect(record2.data.fields[formulaField.name]).toEqual('1-2');\n\n await updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [numberField.name]: 22,\n },\n },\n });\n\n const record3 = await getRecord(table.id, table.records[0].id);\n expect(record3.data.fields[formulaField.name]).toEqual('1-22');\n expect(record2.data.fields[autoNumberField.name]).toEqual(1);\n });\n\n it('should convert blank-aware formulas referencing created time field', async () => {\n const recordId = table.records[0].id;\n const createdTimeField = await createField(table.id, {\n name: 'created-time',\n type: FieldType.CreatedTime,\n });\n\n const placeholderField = await createField(table.id, {\n name: 'created-count',\n type: FieldType.SingleLineText,\n });\n\n const countFormulaField = await convertField(table.id, placeholderField.id, {\n type: FieldType.Formula,\n options: {\n expression: `COUNTA({${createdTimeField.id}})`,\n },\n });\n\n const recordAfterFirstConvert = await getRecord(table.id, recordId);\n expect(recordAfterFirstConvert.data.fields[countFormulaField.name]).toEqual(1);\n\n const updatedCountFormulaField = await convertField(table.id, countFormulaField.id, {\n type: FieldType.Formula,\n options: {\n expression: `COUNTA({${createdTimeField.id}}, {${createdTimeField.id}})`,\n },\n });\n\n const recordAfterSecondConvert = await getRecord(table.id, recordId);\n expect(recordAfterSecondConvert.data.fields[updatedCountFormulaField.name]).toEqual(2);\n\n const countFormula = await convertField(table.id, updatedCountFormulaField.id, {\n type: FieldType.Formula,\n options: {\n expression: `COUNT({${createdTimeField.id}})`,\n },\n });\n\n const recordAfterCount = await getRecord(table.id, recordId);\n expect(recordAfterCount.data.fields[countFormula.name]).toEqual(1);\n\n const countAllFormula = await convertField(table.id, countFormula.id, {\n type: FieldType.Formula,\n options: {\n expression: `COUNTALL({${createdTimeField.id}})`,\n },\n });\n\n const recordAfterCountAll = await getRecord(table.id, recordId);\n expect(recordAfterCountAll.data.fields[countAllFormula.name]).toEqual(1);\n });\n\n it('should update record by name wile have create last modified field', async () => {\n await createField(table.id, {\n type: FieldType.LastModifiedTime,\n });\n\n await updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Name,\n record: {\n fields: {\n [table.fields[0].name]: '1',\n },\n },\n });\n\n const record = await getRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Name,\n });\n expect(record.data.fields[table.fields[0].name]).toEqual('1');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/generated-column-blank-if.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldVo } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Generated column BLANK() branch stays null (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('IF + BLANK generated column', () => {\n let table: ITableFullVo;\n let statusAField: IFieldVo;\n let statusBField: IFieldVo;\n let markerField: IFieldVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'generated_blank_if',\n fields: [\n {\n name: 'Status A',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Status B',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n {\n fields: {\n 'Status A': 'Not Available',\n 'Status B': 'In Stock',\n },\n },\n {\n fields: {\n 'Status A': 'Available',\n 'Status B': 'Not Available',\n },\n },\n ],\n });\n\n const fieldMap = new Map(table.fields.map((f) => [f.name, f]));\n statusAField = fieldMap.get('Status A')!;\n statusBField = fieldMap.get('Status B')!;\n\n markerField = await createField(table.id, {\n name: 'Restock Marker',\n type: FieldType.Formula,\n options: {\n expression: `IF(AND({${statusAField.id}} = \"Not Available\", {${statusBField.id}} != \"Not Available\"), \"是\", BLANK())`,\n },\n });\n });\n\n afterEach(async () => {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('persists null (not empty string) when BLANK branch executes', async () => {\n const [restockRecord, unavailableRecord] = table.records;\n\n const freshRestock = await getRecord(table.id, restockRecord.id);\n expect(freshRestock.fields[markerField.id]).toBe('是');\n\n const freshUnavailable = await getRecord(table.id, unavailableRecord.id);\n expect(freshUnavailable.fields[markerField.id]).toBeUndefined();\n\n await expect(\n updateRecordByApi(table.id, restockRecord.id, statusBField.id, 'Not Available')\n ).resolves.toBeDefined();\n\n const afterToggle = await getRecord(table.id, restockRecord.id);\n expect(afterToggle.fields[markerField.id]).toBeUndefined();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/generated-column-numeric-coercion.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n getRecord,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\nconst toUtcDateString = (date: Date) => {\n if (Number.isNaN(date.getTime())) {\n throw new Error('Invalid date passed to toUtcDateString helper');\n }\n return date.toISOString().slice(0, 10);\n};\nconst addUtcDays = (date: Date, days: number) => {\n const utcStart = new Date(Date.UTC(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate()));\n utcStart.setUTCDate(utcStart.getUTCDate() + days);\n return utcStart;\n};\nconst shiftDateString = (value: unknown, days: number, fallback: Date) => {\n let base = typeof value === 'string' ? new Date(value) : undefined;\n if (!base || Number.isNaN(base.getTime())) {\n base = new Date(fallback);\n }\n const utcStart = new Date(Date.UTC(base.getUTCFullYear(), base.getUTCMonth(), base.getUTCDate()));\n utcStart.setUTCDate(utcStart.getUTCDate() + days);\n return toUtcDateString(utcStart);\n};\n\ndescribe('Generated column numeric coercion (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('text fields in arithmetic formulas', () => {\n let table: ITableFullVo;\n let durationField: IFieldVo;\n let consumedField: IFieldVo;\n let remainingField: IFieldVo;\n let progressField: IFieldVo;\n\n beforeEach(async () => {\n const seedFields: IFieldRo[] = [\n {\n name: 'Planned Duration',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Consumed Days',\n type: FieldType.SingleLineText,\n },\n ];\n\n table = await createTable(baseId, {\n name: 'generated_numeric_coercion',\n fields: seedFields,\n records: [\n {\n fields: {\n 'Planned Duration': '10天',\n 'Consumed Days': '3',\n },\n },\n ],\n });\n\n const fieldMap = new Map(table.fields.map((field) => [field.name, field]));\n durationField = fieldMap.get('Planned Duration')!;\n consumedField = fieldMap.get('Consumed Days')!;\n\n remainingField = await createField(table.id, {\n name: 'Remaining Days',\n type: FieldType.Formula,\n options: {\n expression: `{${durationField.id}} - {${consumedField.id}}`,\n },\n });\n\n progressField = await createField(table.id, {\n name: 'Progress',\n type: FieldType.Formula,\n options: {\n expression: `{${consumedField.id}} / {${durationField.id}}`,\n },\n });\n });\n\n afterEach(async () => {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('coerces numeric strings when updating generated columns', async () => {\n const recordId = table.records[0].id;\n\n const createdRecord = await getRecord(table.id, recordId);\n expect(createdRecord.fields[remainingField.id]).toBe(7);\n expect(createdRecord.fields[progressField.id]).toBeCloseTo(3 / 10, 2);\n\n await expect(\n updateRecordByApi(table.id, recordId, consumedField.id, '4天')\n ).resolves.toBeDefined();\n\n const updatedRecord = await getRecord(table.id, recordId);\n expect(updatedRecord.fields[remainingField.id]).toBe(6);\n expect(updatedRecord.fields[progressField.id]).toBeCloseTo(4 / 10, 2);\n\n await expect(\n updateRecordByApi(table.id, recordId, durationField.id, '12周')\n ).resolves.toBeDefined();\n\n const finalRecord = await getRecord(table.id, recordId);\n expect(finalRecord.fields[remainingField.id]).toBe(8);\n expect(finalRecord.fields[progressField.id]).toBeCloseTo(4 / 12, 2);\n });\n });\n\n describe('blank arithmetic operands', () => {\n let table: ITableFullVo;\n let valueField: IFieldVo;\n let optionalField: IFieldVo;\n let addField: IFieldVo;\n let subtractField: IFieldVo;\n let multiplyField: IFieldVo;\n let divideValueByOptionalField: IFieldVo;\n let divideOptionalByValueField: IFieldVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'generated_blank_arithmetic',\n fields: [\n {\n name: 'Value',\n type: FieldType.Number,\n },\n {\n name: 'Optional',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n Value: 10,\n },\n },\n {\n fields: {\n Optional: 4,\n },\n },\n ],\n });\n\n const fieldMap = new Map(table.fields.map((field) => [field.name, field]));\n valueField = fieldMap.get('Value')!;\n optionalField = fieldMap.get('Optional')!;\n\n addField = await createField(table.id, {\n name: 'Add',\n type: FieldType.Formula,\n options: {\n expression: `{${valueField.id}} + {${optionalField.id}}`,\n },\n });\n\n subtractField = await createField(table.id, {\n name: 'Subtract',\n type: FieldType.Formula,\n options: {\n expression: `{${valueField.id}} - {${optionalField.id}}`,\n },\n });\n\n multiplyField = await createField(table.id, {\n name: 'Multiply',\n type: FieldType.Formula,\n options: {\n expression: `{${valueField.id}} * {${optionalField.id}}`,\n },\n });\n\n divideValueByOptionalField = await createField(table.id, {\n name: 'Value / Optional',\n type: FieldType.Formula,\n options: {\n expression: `{${valueField.id}} / {${optionalField.id}}`,\n },\n });\n\n divideOptionalByValueField = await createField(table.id, {\n name: 'Optional / Value',\n type: FieldType.Formula,\n options: {\n expression: `{${optionalField.id}} / {${valueField.id}}`,\n },\n });\n });\n\n afterEach(async () => {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('treats blank operands as zero in arithmetic formulas', async () => {\n const [valueOnlyRecord, optionalOnlyRecord] = table.records;\n\n const recordWithValue = await getRecord(table.id, valueOnlyRecord.id);\n expect(recordWithValue.fields[addField.id]).toBe(10);\n expect(recordWithValue.fields[subtractField.id]).toBe(10);\n expect(recordWithValue.fields[multiplyField.id]).toBe(0);\n expect(recordWithValue.fields[divideOptionalByValueField.id]).toBe(0);\n expect(recordWithValue.fields[divideValueByOptionalField.id]).toBeUndefined();\n\n const recordWithOptional = await getRecord(table.id, optionalOnlyRecord.id);\n expect(recordWithOptional.fields[addField.id]).toBe(4);\n expect(recordWithOptional.fields[subtractField.id]).toBe(-4);\n expect(recordWithOptional.fields[multiplyField.id]).toBe(0);\n expect(recordWithOptional.fields[divideValueByOptionalField.id]).toBe(0);\n expect(recordWithOptional.fields[divideOptionalByValueField.id]).toBeUndefined();\n });\n });\n\n describe('date arithmetic with generated formulas', () => {\n let table: ITableFullVo;\n let dueDateField: IFieldVo;\n let bufferDaysField: IFieldVo;\n let startDateField: IFieldVo;\n let statusField: IFieldVo;\n let dueDateUtc!: Date;\n\n beforeEach(async () => {\n const todayUtc = new Date();\n todayUtc.setUTCHours(0, 0, 0, 0);\n dueDateUtc = addUtcDays(todayUtc, 5);\n const dueDateValue = toUtcDateString(dueDateUtc);\n\n table = await createTable(baseId, {\n name: 'generated_date_arithmetic',\n fields: [\n {\n name: 'Due Date',\n type: FieldType.Date,\n },\n {\n name: 'Buffer Days',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n 'Due Date': dueDateValue,\n 'Buffer Days': 2,\n },\n },\n ],\n });\n\n const fieldMap = new Map(table.fields.map((field) => [field.name, field]));\n dueDateField = fieldMap.get('Due Date')!;\n bufferDaysField = fieldMap.get('Buffer Days')!;\n\n startDateField = await createField(table.id, {\n name: 'Start Date',\n type: FieldType.Formula,\n options: {\n expression: `DATESTR({${dueDateField.id}} - {${bufferDaysField.id}})`,\n },\n });\n\n statusField = await createField(table.id, {\n name: 'Status',\n type: FieldType.Formula,\n options: {\n expression: `IF({${dueDateField.id}} - {${bufferDaysField.id}} <= TODAY(),\"ready\",\"pending\")`,\n },\n });\n });\n\n afterEach(async () => {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('supports date minus numeric operands and comparisons with TODAY()', async () => {\n const recordId = table.records[0].id;\n const initialRecord = await getRecord(table.id, recordId);\n const storedDueDate = initialRecord.fields[dueDateField.id] as string | undefined;\n const expectedInitialLead = shiftDateString(storedDueDate, -2, dueDateUtc);\n expect(initialRecord.fields[startDateField.id]).toBe(expectedInitialLead);\n expect(initialRecord.fields[statusField.id]).toBe('pending');\n\n await updateRecordByApi(table.id, recordId, bufferDaysField.id, 7);\n\n const updatedRecord = await getRecord(table.id, recordId);\n const updatedDueDate = updatedRecord.fields[dueDateField.id] as string | undefined;\n const expectedUpdatedLead = shiftDateString(updatedDueDate, -7, dueDateUtc);\n expect(updatedRecord.fields[startDateField.id]).toBe(expectedUpdatedLead);\n expect(updatedRecord.fields[statusField.id]).toBe('ready');\n });\n });\n\n describe('workday diff with numeric inputs', () => {\n let table: ITableFullVo;\n let monthField: IFieldVo;\n let workdayDiffField: IFieldVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'generated_workday_numeric',\n fields: [\n {\n name: 'Month Number',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n 'Month Number': 8,\n },\n },\n ],\n });\n\n const fieldMap = new Map(table.fields.map((field) => [field.name, field]));\n monthField = fieldMap.get('Month Number')!;\n\n workdayDiffField = await createField(table.id, {\n name: 'Workdays Delta',\n type: FieldType.Formula,\n options: {\n expression: `WORKDAY_DIFF({${monthField.id}} + 1, {${monthField.id}})`,\n timeZone: 'Etc/GMT-8',\n },\n });\n });\n\n afterEach(async () => {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('returns null instead of raising a cast error', async () => {\n const recordId = table.records[0].id;\n\n const createdRecord = await getRecord(table.id, recordId);\n expect(createdRecord.fields[workdayDiffField.id] ?? null).toBeNull();\n\n await expect(updateRecordByApi(table.id, recordId, monthField.id, 12)).resolves.toBeDefined();\n\n const updatedRecord = await getRecord(table.id, recordId);\n expect(updatedRecord.fields[workdayDiffField.id] ?? null).toBeNull();\n });\n });\n\n describe('workday with date and numeric field inputs (regression)', () => {\n let table: ITableFullVo;\n let dateField: IFieldVo;\n let numberField: IFieldVo;\n let workdayField: IFieldVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'generated_workday_date_number',\n fields: [\n {\n name: 'Date',\n type: FieldType.Date,\n },\n {\n name: 'Number',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n Date: '2026-01-22',\n Number: 1,\n },\n },\n ],\n });\n\n const fieldMap = new Map(table.fields.map((field) => [field.name, field]));\n dateField = fieldMap.get('Date')!;\n numberField = fieldMap.get('Number')!;\n\n workdayField = await createField(table.id, {\n name: 'Workday Date',\n type: FieldType.Formula,\n options: {\n expression: `DATESTR(WORKDAY({${dateField.id}}, {${numberField.id}}))`,\n timeZone: 'Asia/Shanghai',\n },\n });\n });\n\n afterEach(async () => {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('creates field and computes date when days parameter references number field', async () => {\n const recordId = table.records[0].id;\n const createdRecord = await getRecord(table.id, recordId);\n expect(createdRecord.fields[workdayField.id]).toBe('2026-01-23');\n\n await expect(updateRecordByApi(table.id, recordId, numberField.id, 3)).resolves.toBeDefined();\n\n const updatedRecord = await getRecord(table.id, recordId);\n expect(updatedRecord.fields[workdayField.id]).toBe('2026-01-27');\n });\n });\n\n describe('workday diff referencing numeric formula (regression)', () => {\n let table: ITableFullVo;\n let monthFormulaField: IFieldVo;\n let workdayDiffField: IFieldVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'generated_workday_formula_ref',\n fields: [\n {\n name: 'Dummy',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n Dummy: 1,\n },\n },\n ],\n });\n\n monthFormulaField = await createField(table.id, {\n name: 'Month Num',\n type: FieldType.Formula,\n options: {\n expression: 'MONTH(TODAY())-1',\n timeZone: 'Etc/GMT-8',\n },\n });\n\n workdayDiffField = await createField(table.id, {\n name: 'Month Workdays',\n type: FieldType.Formula,\n options: {\n expression: `WORKDAY_DIFF({${monthFormulaField.id}} + 1, {${monthFormulaField.id}})`,\n timeZone: 'Etc/GMT-8',\n },\n });\n });\n\n afterEach(async () => {\n if (table) {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('returns null when numeric formula is used as date input', async () => {\n const recordId = table.records[0].id;\n const createdRecord = await getRecord(table.id, recordId);\n expect(createdRecord.fields[workdayDiffField.id] ?? null).toBeNull();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/graph.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldType, Relationship, type IFieldRo, FieldKeyType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { planField, planFieldCreate, planFieldConvert, updateRecord } from '@teable/openapi';\nimport {\n createField,\n createTable,\n deleteTable,\n permanentDeleteTable,\n initApp,\n} from './utils/init-app';\n\ndescribe('OpenAPI Graph (e2e)', () => {\n let app: INestApplication;\n let prisma: PrismaService;\n const baseId = globalThis.testConfig.baseId;\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = app.get(PrismaService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n table1 = await createTable(baseId, {\n name: 'table1',\n });\n table2 = await createTable(baseId, {\n name: 'table2',\n records: Array.from({ length: 10 }).map(() => ({ fields: {} })),\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create formula field plan', async () => {\n const formulaRo: IFieldRo = {\n name: 'formula',\n type: FieldType.Formula,\n options: {\n expression: `{${table1.fields[0].id}}`,\n },\n };\n\n const { data: plan } = await planFieldCreate(table1.id, formulaRo);\n\n expect(plan.updateCellCount).toEqual(3);\n expect(plan.graph?.nodes).toHaveLength(2);\n expect(plan.graph?.edges).toHaveLength(1);\n expect(plan.graph?.combos).toHaveLength(1);\n });\n\n it('should create lookup field plan', async () => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n isLookup: true,\n type: FieldType.SingleLineText,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n lookupFieldId: table2.fields[0].id,\n },\n };\n\n const { data: plan } = await planFieldCreate(table1.id, lookupFieldRo);\n\n expect(plan).toMatchObject({\n updateCellCount: table1.records.length,\n });\n expect(plan.graph?.nodes).toHaveLength(3);\n expect(plan.graph?.edges).toHaveLength(2);\n expect(plan.graph?.combos).toHaveLength(2);\n });\n\n it('should plan an empty simple field with no reference', async () => {\n const numberField = table1.fields[1];\n\n const { data: plan } = await planField(table1.id, numberField.id);\n\n expect(plan).toMatchObject({\n updateCellCount: 3,\n });\n\n expect(plan.graph?.nodes).toHaveLength(1);\n expect(plan.graph?.edges).toHaveLength(0);\n expect(plan.graph?.combos).toHaveLength(1);\n });\n\n it('should plan simple field with ManyOne link', async () => {\n const textField = table1.fields[0];\n const linkFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n },\n };\n const linkField = await createField(table2.id, linkFieldRo);\n\n await updateRecord(table2.id, table2.records[0].id, {\n record: {\n fields: {\n [linkField.id]: { id: table1.records[0].id },\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const { data: plan } = await planField(table1.id, textField.id);\n\n expect(plan.updateCellCount).toEqual(4);\n\n expect(plan.graph?.nodes).toHaveLength(2);\n expect(plan.graph?.edges).toHaveLength(1);\n expect(plan.graph?.combos).toHaveLength(2);\n });\n\n it('should plan simple field with OneMany link', async () => {\n const textField = table1.fields[0];\n const linkFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n };\n const linkField = await createField(table2.id, linkFieldRo);\n\n await updateRecord(table2.id, table2.records[0].id, {\n record: {\n fields: {\n [linkField.id]: [{ id: table1.records[0].id }, { id: table1.records[1].id }],\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const { data: plan } = await planField(table1.id, textField.id);\n\n expect(plan.updateCellCount).toEqual(4);\n\n expect(plan.graph?.nodes).toHaveLength(2);\n expect(plan.graph?.edges).toHaveLength(1);\n expect(plan.graph?.combos).toHaveLength(2);\n });\n\n it('should plan text to number field reference by formula', async () => {\n const textField = table1.fields[0];\n const formulaRo: IFieldRo = {\n name: 'formula',\n type: FieldType.Formula,\n options: {\n expression: `{${textField.id}}`,\n },\n };\n\n const newFieldRo: IFieldRo = {\n name: 'formula',\n type: FieldType.Number,\n };\n\n await createField(table1.id, formulaRo);\n\n const { data: plan } = await planFieldConvert(table1.id, textField.id, newFieldRo);\n\n expect(plan.skip).toBeUndefined();\n expect(plan.updateCellCount).toEqual(6);\n expect(plan.graph?.nodes).toHaveLength(2);\n expect(plan.graph?.edges).toHaveLength(1);\n expect(plan.graph?.combos).toHaveLength(1);\n });\n\n it('should plan text to formula field', async () => {\n const numberField = table1.fields[1];\n const textFieldRo: IFieldRo = {\n type: FieldType.SingleSelect,\n };\n\n const textField = await createField(table1.id, textFieldRo);\n\n const formulaRo: IFieldRo = {\n name: 'formula',\n type: FieldType.Formula,\n options: {\n expression: `{${numberField.id}}`,\n },\n };\n\n const { data: plan } = await planFieldConvert(table1.id, textField.id, formulaRo);\n\n expect(plan.skip).toBeUndefined();\n expect(plan).toMatchObject({\n updateCellCount: 3,\n });\n expect(plan.graph?.nodes).toHaveLength(2);\n expect(plan.graph?.edges).toHaveLength(1);\n expect(plan.graph?.combos).toHaveLength(1);\n });\n\n it('should plan formula update with more reference field', async () => {\n const textField = table1.fields[0];\n const numberField = table1.fields[1];\n const formulaRo: IFieldRo = {\n name: 'formula',\n type: FieldType.Formula,\n options: {\n expression: `{${textField.id}}`,\n },\n };\n\n const newFormulaFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${textField.id}} & {${numberField.id}}`,\n },\n };\n\n const formulaField = await createField(table1.id, formulaRo);\n\n const { data: plan } = await planFieldConvert(table1.id, formulaField.id, newFormulaFieldRo);\n\n expect(plan.skip).toBeUndefined();\n expect(plan).toMatchObject({\n updateCellCount: 3,\n });\n expect(plan.graph?.nodes).toHaveLength(3);\n expect(plan.graph?.edges).toHaveLength(2);\n expect(plan.graph?.combos).toHaveLength(1);\n });\n\n it('should plan formula with more reference field', async () => {\n const textField = table1.fields[0];\n const numberField = table1.fields[1];\n\n const formulaRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${textField.id}} & {${numberField.id}}`,\n },\n };\n\n const formulaField = await createField(table1.id, formulaRo);\n\n const { data: plan } = await planField(table1.id, formulaField.id);\n\n expect(plan).toMatchObject({\n updateCellCount: 9,\n });\n expect(plan.graph?.nodes).toHaveLength(3);\n expect(plan.graph?.edges).toHaveLength(2);\n expect(plan.graph?.combos).toHaveLength(1);\n });\n\n it('should update normal field plan', async () => {\n const textField = table1.fields[0];\n const formulaRo: IFieldRo = {\n name: 'formula',\n type: FieldType.Formula,\n options: {\n expression: `{${textField.id}}`,\n },\n };\n\n const newFieldRo: IFieldRo = {\n name: 'new Name',\n type: textField.type,\n };\n\n await createField(table1.id, formulaRo);\n\n const { data: plan } = await planFieldConvert(table1.id, textField.id, newFieldRo);\n\n expect(plan.skip).toBeTruthy();\n });\n\n it('should update lookup field plan', async () => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n isLookup: true,\n type: FieldType.SingleLineText,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n lookupFieldId: table2.fields[0].id,\n },\n };\n\n const lookupField = await createField(table1.id, lookupFieldRo);\n\n const formulaRo: IFieldRo = {\n name: 'formula',\n type: FieldType.Formula,\n options: {\n expression: `{${lookupField.id}}`,\n },\n };\n await createField(table1.id, formulaRo);\n\n const lookupFieldRo2: IFieldRo = {\n isLookup: true,\n type: FieldType.Number,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n lookupFieldId: table2.fields[1].id,\n },\n };\n\n const { data: plan } = await planFieldConvert(table1.id, lookupField.id, lookupFieldRo2);\n\n expect(plan.skip).toBeUndefined();\n\n expect(plan).toMatchObject({\n updateCellCount: 6,\n });\n expect(plan.graph?.nodes).toHaveLength(3);\n expect(plan.graph?.edges).toHaveLength(2);\n expect(plan.graph?.combos).toHaveLength(2);\n });\n\n it('should ignore stale references to deleted fields when planning single select conversion', async () => {\n const hostField = await createField(table1.id, {\n name: 'stale source',\n type: FieldType.SingleLineText,\n });\n const tempTable = await createTable(baseId, {\n name: 'stale-temp-table',\n });\n const deletedFieldId = tempTable.fields[0].id;\n const staleReferenceId = `ref-stale-${Date.now()}`;\n\n try {\n await deleteTable(baseId, tempTable.id);\n\n const deletedField = await prisma.txClient().field.findUnique({\n where: { id: deletedFieldId },\n select: { id: true, deletedTime: true },\n });\n expect(deletedField?.deletedTime).toBeTruthy();\n\n await prisma.txClient().reference.create({\n data: {\n id: staleReferenceId,\n fromFieldId: hostField.id,\n toFieldId: deletedFieldId,\n },\n });\n\n const { data: plan } = await planFieldConvert(table1.id, hostField.id, {\n type: FieldType.SingleSelect,\n });\n\n expect(plan.skip).toBeUndefined();\n expect(plan.updateCellCount).toEqual(table1.records.length);\n expect(plan.graph?.nodes).toHaveLength(1);\n expect(plan.graph?.edges).toHaveLength(0);\n expect(plan.graph?.combos).toHaveLength(1);\n } finally {\n await prisma.txClient().reference.deleteMany({\n where: { id: staleReferenceId },\n });\n await permanentDeleteTable(baseId, tempTable.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/group.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, IGroup, IGroupItem, IViewGroupRo } from '@teable/core';\nimport {\n CellValueType,\n Colors,\n FieldKeyType,\n FieldType,\n Relationship,\n SortFunc,\n} from '@teable/core';\nimport type { IGetRecordsRo, IGroupHeaderPoint, IGroupPoint, ITableFullVo } from '@teable/openapi';\nimport { GroupPointType, updateViewGroup, updateViewSort } from '@teable/openapi';\nimport { isEmpty, orderBy } from 'lodash';\nimport { x_20 } from './data-helpers/20x';\nimport {\n createTable,\n permanentDeleteTable,\n getRecords,\n getView,\n initApp,\n createField,\n getFields,\n updateRecordByApi,\n} from './utils/init-app';\n\nlet app: INestApplication;\n\nconst baseId = globalThis.testConfig.baseId;\n\nconst typeTests = [\n {\n type: CellValueType.String,\n },\n {\n type: CellValueType.Number,\n },\n {\n type: CellValueType.DateTime,\n },\n {\n type: CellValueType.Boolean,\n },\n];\n\nconst getRecordsByOrder = (\n records: ITableFullVo['records'],\n conditions: IGroupItem[],\n fields: ITableFullVo['fields']\n) => {\n if (Array.isArray(records) && !records.length) return [];\n const fns = conditions.map((condition) => {\n const { fieldId } = condition;\n const field = fields.find((field) => field.id === fieldId) as ITableFullVo['fields'][number];\n const { id, isMultipleCellValue } = field;\n return (record: ITableFullVo['records'][number]) => {\n if (isEmpty(record?.fields?.[id])) {\n return -Infinity;\n }\n if (isMultipleCellValue) {\n return JSON.stringify(record?.fields?.[id]);\n }\n };\n });\n const orders = conditions.map((condition) => condition.order || 'asc');\n return orderBy([...records], fns, orders);\n};\n\nbeforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n});\n\nafterAll(async () => {\n await app.close();\n});\n\ndescribe('OpenAPI ViewController view group (e2e)', () => {\n let tableId: string;\n let viewId: string;\n let fields: IFieldRo[];\n beforeEach(async () => {\n const result = await createTable(baseId, { name: 'Table' });\n tableId = result.id;\n viewId = result.defaultViewId!;\n fields = result.fields!;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test('/api/table/{tableId}/view/{viewId}/viewGroup view group (PUT)', async () => {\n const assertGroup = {\n group: [\n {\n fieldId: fields[0].id as string,\n order: SortFunc.Asc,\n },\n ],\n };\n await updateViewGroup(tableId, viewId, assertGroup);\n const updatedView = await getView(tableId, viewId);\n const viewGroup = updatedView.group;\n expect(viewGroup).toEqual(assertGroup.group);\n });\n\n it('should not allow to modify group for button field', async () => {\n const buttonField = await createField(tableId, {\n type: FieldType.Button,\n });\n\n const assertGroup: IViewGroupRo = {\n group: [\n {\n fieldId: buttonField.id,\n order: SortFunc.Asc,\n },\n ],\n };\n\n await expect(updateViewGroup(tableId, viewId, assertGroup)).rejects.toThrow();\n });\n});\n\ndescribe('Single select grouping respects choice order', () => {\n const choiceOrder = ['Out of stock', 'In stock', 'Backordered'] as const;\n const choiceDefinitions = choiceOrder.map((name, index) => ({\n id: `choice-${index}`,\n name,\n color: index === 0 ? Colors.Red : index === 1 ? Colors.Green : Colors.Blue,\n }));\n const statusFieldName = 'Stock Status';\n const quantityFieldName = 'Item';\n const recordDefinitions: Record<(typeof choiceOrder)[number], string[]> = {\n 'Out of stock': ['record-out-1', 'record-out-2'],\n 'In stock': ['record-in-1'],\n Backordered: ['record-back-1'],\n };\n\n let table: ITableFullVo;\n let statusField: IFieldRo;\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'group_single_select_order',\n fields: [\n {\n name: quantityFieldName,\n type: FieldType.SingleLineText,\n },\n {\n name: statusFieldName,\n type: FieldType.SingleSelect,\n options: {\n choices: choiceDefinitions,\n },\n },\n ],\n records: choiceOrder.flatMap((status) =>\n recordDefinitions[status].map((recordName) => ({\n fields: {\n [quantityFieldName]: recordName,\n [statusFieldName]: status,\n },\n }))\n ),\n });\n statusField = table.fields!.find(\n ({ name, type }) => name === statusFieldName && type === FieldType.SingleSelect\n ) as IFieldRo;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n const assertGroupingOrder = async (\n order: SortFunc,\n expectedGroupOrder: (typeof choiceOrder)[number][]\n ) => {\n const query: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n groupBy: [{ fieldId: statusField.id!, order }],\n };\n const { records, extra } = await getRecords(table.id, query);\n const headerValues =\n extra?.groupPoints\n ?.filter((point): point is IGroupHeaderPoint => point.type === GroupPointType.Header)\n .map((point) => point.value as string) ?? [];\n expect(headerValues).toEqual(expectedGroupOrder);\n\n const statusSequence = records.map((record) => record.fields?.[statusField.id!] as string);\n const expectedStatusSequence = expectedGroupOrder.flatMap((status) =>\n recordDefinitions[status].map(() => status)\n );\n expect(statusSequence).toEqual(expectedStatusSequence);\n };\n\n it('orders groups by choice order when ascending', async () => {\n await assertGroupingOrder(SortFunc.Asc, [...choiceOrder]);\n });\n\n it('orders groups by choice order when descending', async () => {\n await assertGroupingOrder(SortFunc.Desc, [...choiceOrder].reverse());\n });\n});\n\ndescribe('OpenAPI ViewController raw group (e2e) base cellValueType', () => {\n let table: ITableFullVo;\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'group_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n test.each(typeTests)(\n `/api/table/{tableId}/view/{viewId}/viewGroup view group (POST) Test CellValueType: $type`,\n async ({ type }) => {\n const { id: subTableId, fields: fields2, defaultViewId: subTableDefaultViewId } = table;\n const field = fields2.find(\n (field) => field.cellValueType === type\n ) as ITableFullVo['fields'][number];\n const { id: fieldId } = field;\n\n const ascGroups: IGetRecordsRo['groupBy'] = [{ fieldId, order: SortFunc.Asc }];\n await updateViewGroup(subTableId, subTableDefaultViewId!, { group: ascGroups });\n const ascOriginRecords = (\n await getRecords(subTableId, { fieldKeyType: FieldKeyType.Id, groupBy: ascGroups })\n ).records;\n const descGroups: IGetRecordsRo['groupBy'] = [{ fieldId, order: SortFunc.Desc }];\n await updateViewGroup(subTableId, subTableDefaultViewId!, { group: descGroups });\n const descOriginRecords = (\n await getRecords(subTableId, { fieldKeyType: FieldKeyType.Id, groupBy: descGroups })\n ).records;\n\n const resultAscRecords = getRecordsByOrder(ascOriginRecords, ascGroups, fields2);\n const resultDescRecords = getRecordsByOrder(descOriginRecords, descGroups, fields2);\n\n expect(ascOriginRecords).toEqual(resultAscRecords);\n expect(descOriginRecords).toEqual(resultDescRecords);\n }\n );\n\n test.each(typeTests)(\n `/api/table/{tableId}/view/{viewId}/viewGroup view group with order (POST) Test CellValueType: $type`,\n async ({ type }) => {\n const { id: subTableId, fields: fields2, defaultViewId: subTableDefaultViewId } = table;\n const field = fields2.find(\n (field) => field.cellValueType === type\n ) as ITableFullVo['fields'][number];\n const { id: fieldId } = field;\n\n const ascGroups: IGetRecordsRo['groupBy'] = [{ fieldId, order: SortFunc.Asc }];\n const descGroups: IGetRecordsRo['groupBy'] = [{ fieldId, order: SortFunc.Desc }];\n\n await updateViewGroup(subTableId, subTableDefaultViewId!, { group: ascGroups });\n await updateViewSort(subTableId, subTableDefaultViewId!, { sort: { sortObjs: descGroups } });\n const ascOriginRecords = (\n await getRecords(subTableId, { fieldKeyType: FieldKeyType.Id, groupBy: ascGroups })\n ).records;\n\n await updateViewGroup(subTableId, subTableDefaultViewId!, { group: descGroups });\n await updateViewSort(subTableId, subTableDefaultViewId!, { sort: { sortObjs: ascGroups } });\n const descOriginRecords = (\n await getRecords(subTableId, { fieldKeyType: FieldKeyType.Id, groupBy: descGroups })\n ).records;\n\n const resultAscRecords = getRecordsByOrder(ascOriginRecords, ascGroups, fields2);\n const resultDescRecords = getRecordsByOrder(descOriginRecords, descGroups, fields2);\n\n expect(ascOriginRecords).toEqual(resultAscRecords);\n expect(descOriginRecords).toEqual(resultDescRecords);\n }\n );\n});\n\ndescribe('Lookup grouping keeps headers aligned', () => {\n const categoryChoices = ['Teaching Contest', 'Faculty Contest', 'World Skills', 'Other'] as const;\n\n const projectDefinitions = [\n {\n name: 'Ethics Deck',\n category: categoryChoices[0],\n subject: 'Ethics & Law',\n },\n {\n name: 'Culinary Basics',\n category: categoryChoices[1],\n subject: 'Chinese Cuisine',\n },\n {\n name: 'Vision Health',\n category: categoryChoices[2],\n subject: 'Optometry',\n },\n {\n name: 'VR Deck A',\n category: categoryChoices[3],\n subject: 'VR Banking English',\n },\n {\n name: 'VR Deck B',\n category: categoryChoices[3],\n subject: 'VR Banking English - Final',\n },\n ];\n\n let projectTable: ITableFullVo;\n let taskTable: ITableFullVo;\n let categoryLookupFieldId: string;\n let subjectLookupFieldId: string;\n\n const simplifyValue = (value: unknown) => {\n if (Array.isArray(value)) {\n return value[0];\n }\n return value as string | number | null;\n };\n\n const extractGroupPaths = (points: IGroupPoint[]) => {\n const paths: { path: (string | number | null)[]; count: number }[] = [];\n const current: (string | number | null)[] = [];\n\n points.forEach((point) => {\n if (point.type === GroupPointType.Header) {\n current[point.depth] = simplifyValue(point.value);\n current.length = point.depth + 1;\n }\n\n if (point.type === GroupPointType.Row) {\n paths.push({ path: [...current], count: point.count });\n }\n });\n\n return paths;\n };\n\n beforeAll(async () => {\n projectTable = await createTable(baseId, {\n name: 'group_lookup_projects',\n fields: [\n {\n name: 'Project Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Category',\n type: FieldType.SingleSelect,\n options: {\n choices: categoryChoices.map((name, index) => ({\n id: `choice-${index}`,\n name,\n color: Colors.Blue,\n })),\n },\n },\n {\n name: 'Subject',\n type: FieldType.SingleLineText,\n },\n ],\n records: projectDefinitions.map((definition) => ({\n fields: {\n 'Project Name': definition.name,\n Category: definition.category,\n Subject: definition.subject,\n },\n })),\n });\n\n taskTable = await createTable(baseId, {\n name: 'group_lookup_tasks',\n fields: [\n {\n name: 'Task Name',\n type: FieldType.SingleLineText,\n },\n ],\n records: projectDefinitions.map((definition, index) => ({\n fields: {\n 'Task Name': `Task-${index + 1}-${definition.name}`,\n },\n })),\n });\n\n const linkField = (await createField(taskTable.id, {\n name: 'Linked Project',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: projectTable.id,\n },\n })) as IFieldVo;\n\n await Promise.all(\n taskTable.records.map((record, index) =>\n updateRecordByApi(taskTable.id, record.id, linkField.id, [\n { id: projectTable.records[index].id },\n ])\n )\n );\n\n const [projectFields] = await Promise.all([\n getFields(projectTable.id),\n getFields(taskTable.id),\n ]);\n\n const categoryField = projectFields.find(({ name }) => name === 'Category') as IFieldVo;\n const subjectField = projectFields.find(({ name }) => name === 'Subject') as IFieldVo;\n\n await createField(taskTable.id, {\n name: 'Category',\n type: categoryField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: projectTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: categoryField.id,\n },\n });\n\n await createField(taskTable.id, {\n name: 'Subject',\n type: subjectField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: projectTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: subjectField.id,\n },\n });\n\n const refreshedTaskFields = await getFields(taskTable.id);\n\n categoryLookupFieldId = refreshedTaskFields.find(\n ({ name, isLookup }) => name === 'Category' && isLookup\n )?.id as string;\n\n subjectLookupFieldId = refreshedTaskFields.find(\n ({ name, isLookup }) => name === 'Subject' && isLookup\n )?.id as string;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, taskTable.id);\n await permanentDeleteTable(baseId, projectTable.id);\n });\n\n it('groups by lookup single select then lookup text in expected order', async () => {\n const groupBy: IGroup = [\n { fieldId: categoryLookupFieldId, order: SortFunc.Asc },\n { fieldId: subjectLookupFieldId, order: SortFunc.Asc },\n ];\n\n const { records, extra } = await getRecords(taskTable.id, {\n fieldKeyType: FieldKeyType.Id,\n groupBy,\n });\n\n const groupPoints = extra?.groupPoints as IGroupPoint[] | undefined;\n expect(groupPoints).toBeDefined();\n\n const paths = extractGroupPaths(groupPoints ?? []);\n const expectedPaths = projectDefinitions.map(({ category, subject }) => [category, subject]);\n expect(paths.map(({ path }) => path)).toEqual(expectedPaths);\n expect(paths.reduce((sum, { count }) => sum + count, 0)).toEqual(records.length);\n });\n});\n\ndescribe('Lookup single select respects choice order when sorting groups', () => {\n // Deliberately set choice order opposite to alphabetical to catch regressions\n const choiceOrder = ['Z-Type', 'A-Type'] as const;\n\n let sourceTable: ITableFullVo;\n let targetTable: ITableFullVo;\n let categoryLookupFieldId: string;\n\n const normalize = (value: unknown) => (Array.isArray(value) ? value[0] : value) as string;\n\n beforeAll(async () => {\n sourceTable = await createTable(baseId, {\n name: 'group_lookup_choice_source',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n {\n name: 'Category',\n type: FieldType.SingleSelect,\n options: {\n choices: choiceOrder.map((name, index) => ({\n id: `choice-${index}`,\n name,\n color: Colors.Blue,\n })),\n },\n },\n ],\n records: [\n { fields: { Name: 'Item-A', Category: choiceOrder[0] } },\n { fields: { Name: 'Item-B', Category: choiceOrder[1] } },\n ],\n });\n\n targetTable = await createTable(baseId, {\n name: 'group_lookup_choice_target',\n fields: [{ name: 'Task', type: FieldType.SingleLineText }],\n records: [{ fields: { Task: 'Task-B-Second' } }, { fields: { Task: 'Task-A-First' } }],\n });\n\n const linkField = (await createField(targetTable.id, {\n name: 'Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: sourceTable.id,\n },\n })) as IFieldVo;\n\n // Deliberately link in reverse order to test sorting by choice order\n await updateRecordByApi(targetTable.id, targetTable.records[0].id, linkField.id, [\n { id: sourceTable.records[1].id },\n ]);\n await updateRecordByApi(targetTable.id, targetTable.records[1].id, linkField.id, [\n { id: sourceTable.records[0].id },\n ]);\n\n const sourceFields = await getFields(sourceTable.id);\n const categoryField = sourceFields.find(({ name }) => name === 'Category') as IFieldVo;\n\n await createField(targetTable.id, {\n name: 'Category',\n type: categoryField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: sourceTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: categoryField.id,\n },\n });\n\n const refreshedTargetFields = await getFields(targetTable.id);\n categoryLookupFieldId = refreshedTargetFields.find(\n ({ name, isLookup }) => name === 'Category' && isLookup\n )?.id as string;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, targetTable.id);\n await permanentDeleteTable(baseId, sourceTable.id);\n });\n\n it('sorts group headers and records by the lookup choice order', async () => {\n const { records, extra } = await getRecords(targetTable.id, {\n fieldKeyType: FieldKeyType.Id,\n groupBy: [{ fieldId: categoryLookupFieldId, order: SortFunc.Asc }],\n });\n\n const headerValues =\n extra?.groupPoints\n ?.filter((point): point is IGroupHeaderPoint => point.type === GroupPointType.Header)\n .map((point) => normalize(point.value)) ?? [];\n expect(headerValues).toEqual(choiceOrder);\n\n const recordCategories = records.map((record) =>\n normalize(record.fields?.[categoryLookupFieldId])\n );\n expect(recordCategories).toEqual([choiceOrder[0], choiceOrder[1]]);\n });\n});\n\ndescribe('Lookup multiple select respects choice order when sorting groups', () => {\n const choiceOrder = ['Option-One', 'Option-Two', 'Option-Three'] as const;\n\n let sourceTable: ITableFullVo;\n let targetTable: ITableFullVo;\n let multiLookupFieldId: string;\n\n const normalize = (value: unknown) => {\n if (Array.isArray(value)) return value[0];\n try {\n const parsed = JSON.parse(String(value));\n if (Array.isArray(parsed)) return parsed[0];\n } catch {\n /* ignore */\n }\n return value as string;\n };\n\n /**\n * Build a lookup multi-select scenario where some records have multiple choices\n * and ordering should use the smallest choice index present.\n */\n beforeAll(async () => {\n sourceTable = await createTable(baseId, {\n name: 'group_lookup_multi_src',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n {\n name: 'Tags',\n type: FieldType.MultipleSelect,\n options: {\n choices: choiceOrder.map((name, index) => ({\n id: `choice-${index}`,\n name,\n color: Colors.Blue,\n })),\n },\n },\n ],\n records: [\n { fields: { Name: 'SRC-1', Tags: [choiceOrder[1], choiceOrder[0]] } }, // first Option-Two\n { fields: { Name: 'SRC-2', Tags: [choiceOrder[0], choiceOrder[2]] } }, // first Option-One\n { fields: { Name: 'SRC-3', Tags: [choiceOrder[2]] } }, // first Option-Three\n ],\n });\n\n targetTable = await createTable(baseId, {\n name: 'group_lookup_multi_dst',\n fields: [{ name: 'Task', type: FieldType.SingleLineText }],\n records: [\n { fields: { Task: 'Task-TwoAndOne' } }, // first Option-Two\n { fields: { Task: 'Task-OneAndThree' } }, // first Option-One\n { fields: { Task: 'Task-ThreeSolo' } }, // first Option-Three\n ],\n });\n\n const linkField = (await createField(targetTable.id, {\n name: 'Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: sourceTable.id,\n },\n })) as IFieldVo;\n\n // Reverse link order to rely solely on choice order, not insertion\n await updateRecordByApi(targetTable.id, targetTable.records[0].id, linkField.id, [\n { id: sourceTable.records[0].id },\n ]);\n await updateRecordByApi(targetTable.id, targetTable.records[1].id, linkField.id, [\n { id: sourceTable.records[1].id },\n ]);\n await updateRecordByApi(targetTable.id, targetTable.records[2].id, linkField.id, [\n { id: sourceTable.records[2].id },\n ]);\n\n const sourceFields = await getFields(sourceTable.id);\n const multiField = sourceFields.find(({ name }) => name === 'Tags') as IFieldVo;\n\n await createField(targetTable.id, {\n name: 'Tags',\n type: multiField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: sourceTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: multiField.id,\n },\n });\n\n const refreshedTargetFields = await getFields(targetTable.id);\n multiLookupFieldId = refreshedTargetFields.find(\n ({ name, isLookup }) => name === 'Tags' && isLookup\n )?.id as string;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, targetTable.id);\n await permanentDeleteTable(baseId, sourceTable.id);\n });\n\n it('sorts lookup multiple select groups by choice order (using first choice)', async () => {\n const { records, extra } = await getRecords(targetTable.id, {\n fieldKeyType: FieldKeyType.Id,\n groupBy: [{ fieldId: multiLookupFieldId, order: SortFunc.Asc }],\n });\n\n const headerValues =\n extra?.groupPoints\n ?.filter((point): point is IGroupHeaderPoint => point.type === GroupPointType.Header)\n .map((point) => normalize(point.value)) ?? [];\n\n // Order should follow choiceOrder based on smallest choice index in the selection\n expect(headerValues).toEqual([choiceOrder[0], choiceOrder[1], choiceOrder[2]]);\n\n const recordCategories = records.map((record) =>\n normalize(record.fields?.[multiLookupFieldId])\n );\n expect(recordCategories).toEqual([choiceOrder[0], choiceOrder[1], choiceOrder[2]]);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/import-base.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable sonarjs/cognitive-complexity */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IAttachmentItem, IConditionalRollupFieldOptions, IFilter } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship, SortFunc, ViewType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { IImportBaseSSEEvent, INotifyVo, ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n getFields,\n installViewPlugin,\n exportBase,\n importBase,\n getTableList,\n createBase,\n createDashboard,\n installPlugin,\n createPluginPanel,\n installPluginPanel,\n getDashboardList,\n getDashboard,\n listPluginPanels,\n getPluginPanel,\n getPluginPanelPlugin,\n getViewList,\n createBaseNode,\n getBaseNodeTree,\n moveBaseNode,\n BaseNodeResourceType,\n IMPORT_BASE_STREAM,\n} from '@teable/openapi';\nimport { pick } from 'lodash';\nimport type { ClsStore } from 'nestjs-cls';\nimport { ClsService } from 'nestjs-cls';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport { AttachmentsService } from '../src/features/attachments/attachments.service';\nimport { replaceStringByMap } from '../src/features/base/utils';\nimport { x_20 } from './data-helpers/20x';\nimport { x_20_link, x_20_link_from_lookups } from './data-helpers/20x-link';\nimport { createAwaitWithEventWithResult } from './utils/event-promise';\n\nimport {\n createTable,\n permanentDeleteTable,\n initApp,\n getViews,\n getTable,\n permanentDeleteBase,\n getRecords,\n getRecord,\n deleteField,\n convertField,\n} from './utils/init-app';\n\nconst sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\nasync function waitForComputedRecord(\n tableId: string,\n recordId: string,\n fieldIds: string[],\n timeoutMs = 8000\n) {\n const start = Date.now();\n let latestRecord = await getRecord(tableId, recordId);\n while (Date.now() - start < timeoutMs) {\n const hasAllValues = fieldIds.every((fieldId) => latestRecord.fields?.[fieldId] !== undefined);\n if (hasAllValues) {\n return latestRecord;\n }\n await sleep(200);\n latestRecord = await getRecord(tableId, recordId);\n }\n return latestRecord;\n}\n\nasync function waitForRecordWithFieldValue(\n tableId: string,\n fieldId: string,\n expectedValue: unknown,\n timeoutMs = 8000\n) {\n const start = Date.now();\n while (Date.now() - start < timeoutMs) {\n const records = await getRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n });\n const matched = records.records.find((record) => record.fields?.[fieldId] === expectedValue);\n if (matched) {\n return matched;\n }\n await sleep(200);\n }\n return undefined;\n}\n\nfunction getAttachmentService(app: INestApplication) {\n return app.get(AttachmentsService);\n}\n\ndescribe('OpenAPI BaseController for base import (e2e)', () => {\n let app: INestApplication;\n let appUrl: string;\n let cookie: string;\n let sourceBaseId: string;\n const spaceId = globalThis.testConfig.spaceId;\n const userId = globalThis.testConfig.userId;\n let eventEmitterService: EventEmitterService;\n let awaitWithEvent: (fn: () => Promise) => Promise<{ previewUrl: string }>;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n appUrl = appCtx.appUrl;\n cookie = appCtx.cookie;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('export table and import the table', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n\n // let duplicateTableData: IDuplicateTableVo;\n beforeAll(async () => {\n const sourceBase = (\n await createBase({\n name: 'source_base',\n spaceId: spaceId,\n icon: '😄',\n })\n ).data;\n sourceBaseId = sourceBase.id;\n table = await createTable(sourceBase.id, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(sourceBaseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n eventEmitterService = app.get(EventEmitterService);\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n awaitWithEvent = createAwaitWithEventWithResult<{ previewUrl: string }>(\n eventEmitterService,\n Events.BASE_EXPORT_COMPLETE\n );\n\n // dashboard init\n const dashboard = (await createDashboard(sourceBaseId, { name: 'dashboard' })).data;\n const dashboard2 = (await createDashboard(sourceBaseId, { name: 'dashboard2' })).data;\n\n await installPlugin(sourceBaseId, dashboard.id, {\n name: 'plugin1',\n pluginId: 'plgchart',\n });\n\n await installPlugin(sourceBaseId, dashboard.id, {\n name: 'plugin2',\n pluginId: 'plgchart',\n });\n\n await installPlugin(sourceBaseId, dashboard2.id, {\n name: 'plugin2_1',\n pluginId: 'plgchart',\n });\n\n // pluginViews init\n await installViewPlugin(table.id, { name: 'sheetView1', pluginId: 'plgsheetform' });\n await installViewPlugin(table.id, { name: 'sheetView2', pluginId: 'plgsheetform' });\n\n // pluginPanel init\n const panel = (await createPluginPanel(table.id, { name: 'panel1' })).data;\n const panel2 = (await createPluginPanel(table.id, { name: 'panel2' })).data;\n\n await installPluginPanel(table.id, panel.id, {\n name: 'plugin1',\n pluginId: 'plgchart',\n });\n\n await installPluginPanel(table.id, panel.id, {\n name: 'plugin2',\n pluginId: 'plgchart',\n });\n\n await installPluginPanel(table.id, panel2.id, {\n name: 'plugin2_1',\n pluginId: 'plgchart',\n });\n\n table.fields = (await getFields(table.id)).data;\n table.views = await getViews(table.id);\n subTable.fields = (await getFields(subTable.id)).data;\n subTable.views = await getViews(subTable.id);\n });\n afterAll(async () => {\n await permanentDeleteTable(sourceBaseId, table.id);\n await permanentDeleteTable(sourceBaseId, subTable.id);\n });\n it('should export table and import the table', async () => {\n const { previewUrl: url } = await awaitWithEvent(async () => {\n await exportBase(sourceBaseId);\n });\n const previewUrl = appUrl + url;\n\n const clsService = app.get(ClsService);\n\n const attachmentService = getAttachmentService(app);\n\n const notify = await clsService.runWith>(\n {\n // eslint-disable-next-line\n user: {\n id: userId,\n name: 'Test User',\n email: 'test@example.com',\n isAdmin: null,\n },\n } as unknown as ClsStore,\n async () => {\n return await attachmentService.uploadFromUrl(previewUrl);\n }\n );\n\n const { base, tableIdMap, viewIdMap, fieldIdMap } = (\n await importBase({\n notify: {\n ...(notify as unknown as INotifyVo),\n },\n spaceId: spaceId,\n })\n ).data;\n\n expect(base.spaceId).toBe(spaceId);\n\n const tableList = (await getTableList(base.id)).data;\n\n expect(tableList.length).toBe(2);\n\n const table1 = await getTable(base.id, tableList[0].id, {\n includeContent: true,\n });\n const table2 = await getTable(base.id, tableList[1].id, {\n includeContent: true,\n });\n\n const table1Fields = table1.fields!;\n const table2Fields = table2.fields!;\n\n const table1Views = table1.views!;\n const table2Views = table2.views!;\n\n // fields\n expect(table1Fields.length).toBe(table.fields.length);\n expect(table2Fields.length).toBe(subTable.fields.length);\n const testFieldProperties = [\n 'cellValueType',\n 'dbFieldName',\n 'dbFieldType',\n 'description',\n 'isLookup',\n 'isPrimary',\n 'name',\n 'unique',\n 'notNull',\n 'type',\n ];\n\n const duplicatedTable1Fields = table1Fields.map((field) => pick(field, testFieldProperties));\n const duplicatedTable2Fields = table2Fields.map((field) => pick(field, testFieldProperties));\n\n const sourceTable1Fields = table.fields.map((field) => pick(field, testFieldProperties));\n const sourceTable2Fields = subTable.fields.map((field) => pick(field, testFieldProperties));\n\n expect(duplicatedTable1Fields).toEqual(sourceTable1Fields);\n expect(duplicatedTable2Fields).toEqual(sourceTable2Fields);\n\n const testViewProperties = [\n 'id',\n 'columnMeta',\n 'filter',\n 'sort',\n 'group',\n 'options',\n 'pluginInstall',\n 'order',\n ];\n\n const duplicatedTable1Views = table1Views.map((view) => pick(view, testViewProperties));\n const duplicatedTable2Views = table2Views.map((view) => pick(view, testViewProperties));\n\n const sourceTable1Views = table.views\n .map((view) => pick(view, testViewProperties))\n .map((v) => {\n const res = replaceStringByMap(v, {\n tableIdMap,\n viewIdMap,\n fieldIdMap,\n });\n return res ? JSON.parse(res) : v;\n });\n const sourceTable2Views = subTable.views\n .map((view) => pick(view, testViewProperties))\n .map((v) => {\n const res = replaceStringByMap(v, {\n tableIdMap,\n viewIdMap,\n fieldIdMap,\n });\n return res ? JSON.parse(res) : v;\n });\n\n // views\n expect(table1Views.length).toBe(table.views.length);\n expect(table2Views.length).toBe(subTable.views.length);\n\n expect(duplicatedTable1Views).toEqual(sourceTable1Views);\n expect(duplicatedTable2Views).toEqual(sourceTable2Views);\n\n // plugins\n // dashboard\n const sourceDashboardList = (await getDashboardList(sourceBaseId)).data;\n const dashboardList = (await getDashboardList(base.id)).data;\n expect(dashboardList.length).toBe(sourceDashboardList.length);\n expect(sourceDashboardList.map((d) => d.name)).toEqual(dashboardList.map((d) => d.name));\n\n const sourceDashboard1Info = (await getDashboard(sourceBaseId, sourceDashboardList[0].id))\n .data;\n const dashboard1Info = (await getDashboard(base.id, dashboardList[0].id)).data;\n\n const sourceDashboard2Info = (await getDashboard(sourceBaseId, sourceDashboardList[1].id))\n .data;\n const dashboard2Info = (await getDashboard(base.id, dashboardList[1].id)).data;\n\n const layoutProperties = ['h', 'w', 'x', 'y'];\n\n expect(sourceDashboard1Info.layout?.map((l) => pick(l, layoutProperties))).toEqual(\n dashboard1Info.layout?.map((l) => pick(l, layoutProperties))\n );\n\n expect(sourceDashboard2Info.layout?.map((l) => pick(l, layoutProperties))).toEqual(\n dashboard2Info.layout?.map((l) => pick(l, layoutProperties))\n );\n\n // panel\n const panelList = (await listPluginPanels(table.id)).data;\n\n const panel1Info = (\n await getPluginPanel(table.id, panelList.find(({ name }) => name === 'panel1')!.id)\n ).data;\n\n const installedPlugins = (\n await getPluginPanelPlugin(\n table.id,\n panelList.find(({ name }) => name === 'panel1')!.id,\n panel1Info.layout![0].pluginInstallId\n )\n ).data;\n\n expect(installedPlugins.name).toBe('plugin1');\n // pluginViews\n const views = (await getViewList(table.id)).data;\n\n const pluginViews = views.filter(({ type }) => type === ViewType.Plugin);\n expect(pluginViews.length).toBe(2);\n\n expect(pluginViews.find(({ name }) => name === 'sheetView1')).toBeDefined();\n expect(pluginViews.find(({ name }) => name === 'sheetView2')).toBeDefined();\n\n for (const tableId of Object.values(tableIdMap)) {\n await permanentDeleteTable(base.id, tableId);\n }\n });\n });\n\n describe('errored computed field import', () => {\n const lookupFieldName = 'Errored Lookup';\n const rollupFieldName = 'Errored Rollup';\n let erroredBaseId: string;\n let importedBaseId: string | undefined;\n let hostTable: ITableFullVo;\n let lookupTable: ITableFullVo;\n let awaitErroredExport: (fn: () => Promise) => Promise<{ previewUrl: string }>;\n\n const waitForFieldHasError = async (tableId: string, fieldId: string) => {\n const timeoutMs = 8000;\n const start = Date.now();\n while (Date.now() - start < timeoutMs) {\n const fields = (await getFields(tableId)).data;\n const field = fields.find((f) => f.id === fieldId);\n if (field?.hasError) {\n return field;\n }\n await sleep(200);\n }\n return undefined;\n };\n\n beforeAll(async () => {\n const base = (\n await createBase({\n name: 'errored_computed_source',\n spaceId,\n icon: '📦',\n })\n ).data;\n erroredBaseId = base.id;\n\n hostTable = await createTable(erroredBaseId, {\n name: 'Errored_Host',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const linkTemplate = x_20_link(hostTable);\n lookupTable = await createTable(erroredBaseId, {\n name: 'Errored_Lookup',\n fields: linkTemplate.fields,\n records: linkTemplate.records,\n });\n\n hostTable.fields = (await getFields(hostTable.id)).data;\n lookupTable.fields = (await getFields(lookupTable.id)).data;\n\n const linkField = lookupTable.fields.find((field) => field.type === FieldType.Link)!;\n const hostNumberField = hostTable.fields.find((field) => field.type === FieldType.Number)!;\n\n const lookupField = (\n await createField(lookupTable.id, {\n name: lookupFieldName,\n type: hostNumberField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: hostTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: hostNumberField.id,\n },\n })\n ).data;\n\n const rollupField = (\n await createField(lookupTable.id, {\n name: rollupFieldName,\n type: FieldType.Rollup,\n options: {\n expression: 'count({values})',\n },\n lookupOptions: {\n foreignTableId: hostTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: hostNumberField.id,\n },\n })\n ).data;\n\n await deleteField(hostTable.id, hostNumberField.id);\n\n const erroredLookup = await waitForFieldHasError(lookupTable.id, lookupField.id);\n const erroredRollup = await waitForFieldHasError(lookupTable.id, rollupField.id);\n expect(erroredLookup?.hasError).toBe(true);\n expect(erroredRollup?.hasError).toBe(true);\n\n lookupTable.fields = (await getFields(lookupTable.id)).data;\n\n awaitErroredExport = createAwaitWithEventWithResult<{ previewUrl: string }>(\n app.get(EventEmitterService),\n Events.BASE_EXPORT_COMPLETE\n );\n });\n\n afterAll(async () => {\n if (importedBaseId) {\n await permanentDeleteBase(importedBaseId);\n }\n if (erroredBaseId) {\n await permanentDeleteBase(erroredBaseId);\n }\n });\n\n it('converts errored lookup and rollup fields to text on import', async () => {\n const { previewUrl } = await awaitErroredExport(async () => {\n await exportBase(erroredBaseId);\n });\n\n const attachmentService = getAttachmentService(app);\n const clsService = app.get(ClsService);\n\n const notify = await clsService.runWith>(\n {\n user: {\n id: userId,\n name: 'Test User',\n email: 'test@example.com',\n isAdmin: null,\n },\n } as unknown as ClsStore,\n async () => {\n return await attachmentService.uploadFromUrl(appUrl + previewUrl);\n }\n );\n\n const { base: importedBase } = (\n await importBase({\n notify: notify as unknown as INotifyVo,\n spaceId,\n })\n ).data;\n\n importedBaseId = importedBase.id;\n\n const tableList = (await getTableList(importedBase.id)).data;\n expect(tableList.map(({ name }) => name).sort()).toEqual(\n [hostTable.name, lookupTable.name].sort()\n );\n\n const importedLookupMeta = tableList.find(\n (tableMeta) => tableMeta.name === lookupTable.name\n )!;\n const importedLookupTable = await getTable(importedBase.id, importedLookupMeta.id, {\n includeContent: true,\n });\n\n const importedFields = importedLookupTable.fields ?? [];\n\n const importedLookupField = importedFields.find((field) => field.name === lookupFieldName)!;\n expect(importedLookupField.type).toBe(FieldType.SingleLineText);\n expect(importedLookupField.isLookup).toBeFalsy();\n expect(importedLookupField.lookupOptions).toBeFalsy();\n expect(importedLookupField.hasError).toBeFalsy();\n\n const importedRollupField = importedFields.find((field) => field.name === rollupFieldName)!;\n expect(importedRollupField.type).toBe(FieldType.SingleLineText);\n expect(importedRollupField.lookupOptions).toBeFalsy();\n expect(importedRollupField.hasError).toBeFalsy();\n expect(importedRollupField.isLookup).toBeFalsy();\n });\n });\n\n describe('conditional rollup import', () => {\n let conditionalBaseId: string;\n let importedBaseId: string | undefined;\n let foreignTable: ITableFullVo;\n let hostTable: ITableFullVo;\n let awaitConditionalExport: (fn: () => Promise) => Promise<{ previewUrl: string }>;\n\n beforeAll(async () => {\n const base = (\n await createBase({\n name: 'conditional_rollup_source',\n spaceId,\n icon: '🧮',\n })\n ).data;\n conditionalBaseId = base.id;\n\n foreignTable = await createTable(conditionalBaseId, {\n name: 'CR_Foreign',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n { name: 'Status', type: FieldType.SingleLineText },\n ],\n records: [\n { fields: { Title: 'Alpha', Status: 'Active' } },\n { fields: { Title: 'Beta', Status: 'Inactive' } },\n ],\n });\n\n hostTable = await createTable(conditionalBaseId, {\n name: 'CR_Host',\n fields: [{ name: 'StatusFilter', type: FieldType.SingleLineText }],\n records: [{ fields: { StatusFilter: 'Active' } }, { fields: { StatusFilter: 'Inactive' } }],\n });\n\n const titleFieldId = foreignTable.fields.find((field) => field.name === 'Title')!.id;\n const statusFieldId = foreignTable.fields.find((field) => field.name === 'Status')!.id;\n const statusFilterFieldId = hostTable.fields.find(\n (field) => field.name === 'StatusFilter'\n )!.id;\n\n const statusMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: statusFilterFieldId },\n },\n ],\n };\n\n await createField(hostTable.id, {\n name: 'Status Rollup',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: foreignTable.id,\n lookupFieldId: titleFieldId,\n expression: 'array_join({values})',\n filter: statusMatchFilter,\n } as IConditionalRollupFieldOptions,\n });\n\n await createField(hostTable.id, {\n name: 'Status Lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n lookupFieldId: titleFieldId,\n filter: statusMatchFilter,\n sort: { fieldId: titleFieldId, order: SortFunc.Asc },\n limit: 1,\n },\n });\n\n awaitConditionalExport = createAwaitWithEventWithResult<{ previewUrl: string }>(\n app.get(EventEmitterService),\n Events.BASE_EXPORT_COMPLETE\n );\n });\n\n afterAll(async () => {\n if (importedBaseId) {\n await permanentDeleteBase(importedBaseId);\n }\n if (conditionalBaseId) {\n await permanentDeleteBase(conditionalBaseId);\n }\n });\n\n it('imports base with conditional rollup without circular dependency', async () => {\n const { previewUrl } = await awaitConditionalExport(async () => {\n await exportBase(conditionalBaseId);\n });\n\n const attachmentService = getAttachmentService(app);\n const clsService = app.get(ClsService);\n\n const notify = await clsService.runWith>(\n {\n user: {\n id: userId,\n name: 'Test User',\n email: 'test@example.com',\n isAdmin: null,\n },\n } as unknown as ClsStore,\n async () => {\n return await attachmentService.uploadFromUrl(appUrl + previewUrl);\n }\n );\n\n const { base: importedBase } = (\n await importBase({\n notify: notify as unknown as INotifyVo,\n spaceId,\n })\n ).data;\n\n importedBaseId = importedBase.id;\n\n const tableList = (await getTableList(importedBase.id)).data;\n expect(tableList.map(({ name }) => name).sort()).toEqual(\n [hostTable.name, foreignTable.name].sort()\n );\n\n const importedHostMeta = tableList.find((tableMeta) => tableMeta.name === hostTable.name)!;\n const importedHost = await getTable(importedBase.id, importedHostMeta.id, {\n includeContent: true,\n });\n\n const importedFields = importedHost.fields ?? [];\n const importedRollupField = importedFields.find((field) => field.name === 'Status Rollup')!;\n expect(importedRollupField.type).toBe(FieldType.ConditionalRollup);\n expect(importedRollupField.hasError).toBeFalsy();\n\n const importedLookupField = importedFields.find((field) => field.name === 'Status Lookup')!;\n expect(importedLookupField.isLookup).toBeTruthy();\n expect(importedLookupField.isConditionalLookup).toBeTruthy();\n expect(importedLookupField.hasError).toBeFalsy();\n const lookupOptions =\n typeof importedLookupField.lookupOptions === 'string'\n ? (JSON.parse(importedLookupField.lookupOptions) as {\n sort?: { fieldId: string; order?: SortFunc };\n })\n : (importedLookupField.lookupOptions as\n | { sort?: { fieldId: string; order?: SortFunc } }\n | undefined);\n expect(lookupOptions?.sort?.order).toBe(SortFunc.Asc);\n\n const importedStatusFilter = importedFields.find((field) => field.name === 'StatusFilter')!;\n\n const activeRecordMeta = await waitForRecordWithFieldValue(\n importedHostMeta.id,\n importedStatusFilter.id,\n 'Active'\n );\n const inactiveRecordMeta = await waitForRecordWithFieldValue(\n importedHostMeta.id,\n importedStatusFilter.id,\n 'Inactive'\n );\n\n expect(activeRecordMeta).toBeDefined();\n expect(inactiveRecordMeta).toBeDefined();\n\n const activeRecord = await waitForComputedRecord(importedHostMeta.id, activeRecordMeta!.id, [\n importedRollupField.id,\n importedLookupField.id,\n ]);\n const inactiveRecord = await waitForComputedRecord(\n importedHostMeta.id,\n inactiveRecordMeta!.id,\n [importedRollupField.id, importedLookupField.id]\n );\n\n expect(activeRecord.fields?.[importedRollupField.id]).toBe('Alpha');\n expect(inactiveRecord.fields?.[importedRollupField.id]).toBe('Beta');\n expect(activeRecord.fields?.[importedLookupField.id]).toEqual(['Alpha']);\n expect(inactiveRecord.fields?.[importedLookupField.id]).toEqual(['Beta']);\n });\n });\n\n describe('primary formula import', () => {\n let sourceBaseId: string | undefined;\n let importedBaseId: string | undefined;\n\n afterEach(async () => {\n if (importedBaseId) {\n await permanentDeleteBase(importedBaseId);\n importedBaseId = undefined;\n }\n if (sourceBaseId) {\n await permanentDeleteBase(sourceBaseId);\n sourceBaseId = undefined;\n }\n });\n\n it('imports base with primary formula numeric expression using generated columns', async () => {\n const sourceBase = (\n await createBase({\n name: 'primary_formula_source',\n spaceId,\n icon: '🧮',\n })\n ).data;\n sourceBaseId = sourceBase.id;\n\n const table = await createTable(sourceBase.id, {\n name: 'Primary Formula Table',\n fields: [\n { name: 'Primary Field', type: FieldType.SingleLineText },\n { name: 'Remaining Minutes', type: FieldType.Number },\n ],\n });\n\n const primaryFieldId = table.fields.find((field) => field.isPrimary)!.id;\n const remainingMinutesId = table.fields.find(\n (field) => field.name === 'Remaining Minutes'\n )!.id;\n\n await convertField(table.id, primaryFieldId, {\n type: FieldType.Formula,\n options: {\n expression: `({${remainingMinutesId}} * 45) / 60`,\n },\n });\n\n const awaitExportWithPreview = createAwaitWithEventWithResult<{ previewUrl: string }>(\n app.get(EventEmitterService),\n Events.BASE_EXPORT_COMPLETE\n );\n\n const { previewUrl } = await awaitExportWithPreview(async () => {\n await exportBase(sourceBaseId!);\n });\n\n const attachmentService = getAttachmentService(app);\n const clsService = app.get(ClsService);\n\n const notify = await clsService.runWith>(\n {\n user: {\n id: userId,\n name: 'Test User',\n email: 'test@example.com',\n isAdmin: null,\n },\n } as unknown as ClsStore,\n async () => {\n return await attachmentService.uploadFromUrl(appUrl + previewUrl);\n }\n );\n\n const { base: importedBase } = (\n await importBase({\n notify: notify as unknown as INotifyVo,\n spaceId,\n })\n ).data;\n importedBaseId = importedBase.id;\n\n const tableList = (await getTableList(importedBaseId)).data;\n expect(tableList).toHaveLength(1);\n\n const importedTableMeta = tableList[0];\n const importedTable = await getTable(importedBaseId, importedTableMeta.id, {\n includeContent: true,\n });\n\n const importedPrimaryField = importedTable.fields?.find((field) => field.isPrimary);\n expect(importedPrimaryField?.type).toBe(FieldType.Formula);\n\n const importedRemainingField = importedTable.fields?.find(\n (field) => field.name === 'Remaining Minutes'\n );\n expect(importedRemainingField).toBeDefined();\n\n const primaryOptions =\n typeof importedPrimaryField?.options === 'string'\n ? (JSON.parse(importedPrimaryField.options) as { expression?: string })\n : (importedPrimaryField?.options as { expression?: string }) ?? {};\n\n expect(primaryOptions.expression).toBeDefined();\n expect(primaryOptions.expression).toContain(`{${importedRemainingField!.id}}`);\n expect(importedPrimaryField?.hasError).toBeFalsy();\n\n const prisma = app.get(PrismaService);\n const primaryFieldRaw = await prisma.field.findUniqueOrThrow({\n where: { id: importedPrimaryField!.id },\n select: { meta: true },\n });\n const persistedMeta =\n typeof primaryFieldRaw.meta === 'string'\n ? (JSON.parse(primaryFieldRaw.meta) as { persistedAsGeneratedColumn?: boolean })\n : primaryFieldRaw.meta ?? {};\n expect(persistedMeta?.persistedAsGeneratedColumn).not.toBe(true);\n });\n });\n\n describe('export and import the base with nodes [Folder, Table, Dashboard]', () => {\n let nodeBaseId: string | undefined;\n let importedNodeBaseId: string | undefined;\n let awaitNodeExport: (fn: () => Promise) => Promise<{ previewUrl: string }>;\n\n beforeAll(async () => {\n awaitNodeExport = createAwaitWithEventWithResult<{ previewUrl: string }>(\n app.get(EventEmitterService),\n Events.BASE_EXPORT_COMPLETE\n );\n });\n\n afterAll(async () => {\n if (importedNodeBaseId) {\n await permanentDeleteBase(importedNodeBaseId);\n }\n if (nodeBaseId) {\n await permanentDeleteBase(nodeBaseId);\n }\n });\n\n it('should export and import base with node hierarchy correctly', async () => {\n // 1. Create source base with node hierarchy\n const sourceBase = await createBase({\n name: 'node_hierarchy_source',\n spaceId,\n icon: '📁',\n }).then((res) => res.data);\n nodeBaseId = sourceBase.id;\n\n // Create folders using createBaseNode\n const folder1Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder 1',\n }).then((res) => res.data);\n const folder2Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Folder,\n name: 'Folder 2',\n }).then((res) => res.data);\n\n // Create tables using createBaseNode\n const table1Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table 1',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }).then((res) => res.data);\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n const table2Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Table,\n name: 'Table 2',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n views: [{ name: 'Grid view', type: ViewType.Grid }],\n }).then((res) => res.data);\n\n // Create dashboards using createBaseNode\n const dashboard1Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Dashboard 1',\n }).then((res) => res.data);\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n const dashboard2Node = await createBaseNode(nodeBaseId, {\n resourceType: BaseNodeResourceType.Dashboard,\n name: 'Dashboard 2',\n }).then((res) => res.data);\n\n // Move table1 into folder1 and dashboard1 into folder2\n await moveBaseNode(nodeBaseId, table1Node.id, { parentId: folder1Node.id });\n await moveBaseNode(nodeBaseId, dashboard1Node.id, { parentId: folder2Node.id });\n\n // Get updated node tree\n const updatedSourceNodeTree = await getBaseNodeTree(nodeBaseId).then((res) => res.data);\n const updatedSourceNodes = updatedSourceNodeTree.nodes;\n\n // 2. Export the base\n const { previewUrl } = await awaitNodeExport(async () => {\n await exportBase(nodeBaseId!);\n });\n\n // 3. Import the base\n const attachmentService = getAttachmentService(app);\n const clsService = app.get(ClsService);\n\n const notify = await clsService.runWith>(\n {\n user: {\n id: userId,\n name: 'Test User',\n email: 'test@example.com',\n isAdmin: null,\n },\n } as unknown as ClsStore,\n async () => {\n return await attachmentService.uploadFromUrl(appUrl + previewUrl);\n }\n );\n\n const { base: importedBase } = (\n await importBase({\n notify: notify as unknown as INotifyVo,\n spaceId,\n })\n ).data;\n\n importedNodeBaseId = importedBase.id;\n\n // 4. Verify imported node tree\n const importedNodeTree = await getBaseNodeTree(importedNodeBaseId).then((res) => res.data);\n const importedNodes = importedNodeTree.nodes;\n\n // Verify same number of nodes\n expect(importedNodes.length).toBe(updatedSourceNodes.length);\n\n // Verify resource types distribution\n const sourceResourceTypes = updatedSourceNodes\n .map((n) => n.resourceType)\n .sort()\n .join(',');\n const importedResourceTypes = importedNodes\n .map((n) => n.resourceType)\n .sort()\n .join(',');\n expect(importedResourceTypes).toBe(sourceResourceTypes);\n\n // Verify folder count\n const sourceFolders = updatedSourceNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Folder\n );\n const importedFolders = importedNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Folder\n );\n expect(importedFolders.length).toBe(sourceFolders.length);\n\n // Verify table count\n const sourceTables = updatedSourceNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Table\n );\n const importedTables = importedNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Table\n );\n expect(importedTables.length).toBe(sourceTables.length);\n\n // Verify dashboard count\n const sourceDashboards = updatedSourceNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Dashboard\n );\n const importedDashboards = importedNodes.filter(\n (n) => n.resourceType === BaseNodeResourceType.Dashboard\n );\n expect(importedDashboards.length).toBe(sourceDashboards.length);\n\n // Verify hierarchy: nodes with parents should still have parents\n const sourceNodesWithParent = updatedSourceNodes.filter((n) => n.parentId !== null);\n const importedNodesWithParent = importedNodes.filter((n) => n.parentId !== null);\n expect(importedNodesWithParent.length).toBe(sourceNodesWithParent.length);\n\n // Verify folder names are preserved\n const sourceFolderNames = sourceFolders.map((f) => f.resourceMeta?.name).sort();\n const importedFolderNames = importedFolders.map((f) => f.resourceMeta?.name).sort();\n expect(importedFolderNames).toEqual(sourceFolderNames);\n\n // Verify that table inside folder1 exists in imported base\n const importedFolder1 = importedFolders.find(\n (f) => f.resourceMeta?.name === folder1Node.resourceMeta?.name\n );\n expect(importedFolder1).toBeDefined();\n const tableInsideFolder = importedNodes.find((n) => {\n return n.resourceType === BaseNodeResourceType.Table && n.parentId === importedFolder1!.id;\n });\n expect(tableInsideFolder).toBeDefined();\n\n // Verify that dashboard inside folder2 exists in imported base\n const importedFolder2 = importedFolders.find(\n (f) => f.resourceMeta?.name === folder2Node.resourceMeta?.name\n );\n expect(importedFolder2).toBeDefined();\n const dashboardInsideFolder = importedNodes.find((n) => {\n return (\n n.resourceType === BaseNodeResourceType.Dashboard && n.parentId === importedFolder2!.id\n );\n });\n expect(dashboardInsideFolder).toBeDefined();\n\n // Verify tables are accessible\n const importedTableList = await getTableList(importedNodeBaseId).then((res) => res.data);\n expect(importedTableList.length).toBe(2);\n expect(importedTableList.map((t) => t.name).sort()).toEqual(\n [table1Node.resourceMeta?.name, table2Node.resourceMeta?.name].sort()\n );\n\n // Verify dashboards are accessible\n const importedDashboardList = await getDashboardList(importedNodeBaseId).then(\n (res) => res.data\n );\n expect(importedDashboardList.length).toBe(2);\n expect(importedDashboardList.map((d) => d.name).sort()).toEqual(\n [dashboard1Node.resourceMeta?.name, dashboard2Node.resourceMeta?.name].sort()\n );\n });\n });\n\n describe('import base with multiple link fields targeting the same table', () => {\n let multiLinkSourceBaseId: string;\n let importedMultiLinkBaseId: string | undefined;\n let awaitMultiLinkExport: (fn: () => Promise) => Promise<{ previewUrl: string }>;\n\n beforeAll(async () => {\n awaitMultiLinkExport = createAwaitWithEventWithResult<{ previewUrl: string }>(\n app.get(EventEmitterService),\n Events.BASE_EXPORT_COMPLETE\n );\n });\n\n afterAll(async () => {\n if (importedMultiLinkBaseId) {\n await permanentDeleteBase(importedMultiLinkBaseId);\n }\n if (multiLinkSourceBaseId) {\n await permanentDeleteBase(multiLinkSourceBaseId);\n }\n });\n\n it('should import base where multiple links point to the same foreign table without dbFieldName collision', async () => {\n const sourceBase = (await createBase({ name: 'multi_link_source', spaceId, icon: '🔗' }))\n .data;\n multiLinkSourceBaseId = sourceBase.id;\n\n const foreignTable = await createTable(multiLinkSourceBaseId, {\n name: 'SharedTarget',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n records: [{ fields: { Title: 'Target A' } }, { fields: { Title: 'Target B' } }],\n });\n\n const hostTable = await createTable(multiLinkSourceBaseId, {\n name: 'MultiLinkHost',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n records: [{ fields: { Name: 'Host 1' } }],\n });\n\n await createField(hostTable.id, {\n name: 'Link1',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n },\n });\n\n await createField(hostTable.id, {\n name: 'Link2',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n },\n });\n\n await createField(hostTable.id, {\n name: 'Link3',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignTable.id,\n },\n });\n\n // export & import\n const { previewUrl } = await awaitMultiLinkExport(async () => {\n await exportBase(multiLinkSourceBaseId);\n });\n\n const attachmentService = getAttachmentService(app);\n const clsService = app.get(ClsService);\n const notify = await clsService.runWith>(\n {\n user: { id: userId, name: 'Test', email: 'test@example.com', isAdmin: null },\n } as unknown as ClsStore,\n async () => attachmentService.uploadFromUrl(appUrl + previewUrl)\n );\n\n const { base: importedBase } = (\n await importBase({ notify: notify as unknown as INotifyVo, spaceId })\n ).data;\n importedMultiLinkBaseId = importedBase.id;\n\n const tableList = (await getTableList(importedMultiLinkBaseId)).data;\n expect(tableList.length).toBe(2);\n\n const importedHostMeta = tableList.find((t) => t.name === 'MultiLinkHost')!;\n const importedForeignMeta = tableList.find((t) => t.name === 'SharedTarget')!;\n\n const importedHostFields = (await getFields(importedHostMeta.id)).data;\n const importedForeignFields = (await getFields(importedForeignMeta.id)).data;\n\n const hostLinkFields = importedHostFields.filter((f) => f.type === FieldType.Link);\n expect(hostLinkFields.length).toBe(3);\n\n // the foreign table should have 3 symmetric link fields, each with a unique dbFieldName\n const foreignLinkFields = importedForeignFields.filter((f) => f.type === FieldType.Link);\n expect(foreignLinkFields.length).toBe(3);\n\n const foreignDbFieldNames = foreignLinkFields.map((f) => f.dbFieldName);\n const uniqueDbFieldNames = new Set(foreignDbFieldNames);\n expect(uniqueDbFieldNames.size).toBe(3);\n });\n });\n\n describe('import base via SSE stream endpoint', () => {\n let streamSourceBaseId: string;\n let importedStreamBaseId: string | undefined;\n let streamTable: ITableFullVo;\n let awaitStreamExport: (fn: () => Promise) => Promise<{ previewUrl: string }>;\n\n beforeAll(async () => {\n const sourceBase = (\n await createBase({\n name: 'stream_source_base',\n spaceId,\n icon: '🔄',\n })\n ).data;\n streamSourceBaseId = sourceBase.id;\n\n streamTable = await createTable(streamSourceBaseId, {\n name: 'stream_test_table',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n awaitStreamExport = createAwaitWithEventWithResult<{ previewUrl: string }>(\n app.get(EventEmitterService),\n Events.BASE_EXPORT_COMPLETE\n );\n });\n\n afterAll(async () => {\n if (importedStreamBaseId) {\n await permanentDeleteBase(importedStreamBaseId);\n }\n if (streamSourceBaseId) {\n await permanentDeleteBase(streamSourceBaseId);\n }\n });\n\n it('should import base via SSE stream and receive progress + done events', async () => {\n // 1. Export the source base\n const { previewUrl } = await awaitStreamExport(async () => {\n await exportBase(streamSourceBaseId);\n });\n\n // 2. Upload the .tea file\n const clsService = app.get(ClsService);\n const attachmentService = getAttachmentService(app);\n\n const notify = await clsService.runWith>(\n {\n user: {\n id: userId,\n name: 'Test User',\n email: 'test@example.com',\n isAdmin: null,\n },\n } as unknown as ClsStore,\n async () => {\n return await attachmentService.uploadFromUrl(appUrl + previewUrl);\n }\n );\n\n // 3. Call import-stream SSE endpoint with raw fetch\n const streamUrl = `${appUrl}/api${IMPORT_BASE_STREAM}`;\n\n const response = await fetch(streamUrl, {\n method: 'POST',\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/json',\n Accept: 'text/event-stream',\n Cookie: cookie,\n },\n body: JSON.stringify({\n notify: notify as unknown as INotifyVo,\n spaceId,\n }),\n });\n\n expect(response.ok).toBe(true);\n expect(response.headers.get('content-type')).toContain('text/event-stream');\n\n // 4. Parse SSE events\n const reader = response.body!.getReader();\n const decoder = new TextDecoder();\n let buffer = '';\n const progressEvents: { phase: string; detail?: string }[] = [];\n let doneEvent: IImportBaseSSEEvent | null = null;\n let errorEvent: IImportBaseSSEEvent | null = null;\n\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n\n buffer += decoder.decode(value, { stream: true });\n const lines = buffer.split('\\n');\n buffer = lines.pop() || '';\n\n for (const line of lines) {\n if (!line.startsWith('data: ')) continue;\n const jsonStr = line.slice(6).trim();\n if (!jsonStr || jsonStr === '[DONE]') continue;\n\n const event = JSON.parse(jsonStr) as IImportBaseSSEEvent;\n if (event.type === 'progress') {\n progressEvents.push({ phase: event.phase, detail: event.detail });\n } else if (event.type === 'done') {\n doneEvent = event;\n } else if (event.type === 'error') {\n errorEvent = event;\n }\n }\n }\n\n // 5. Verify: no error events\n expect(errorEvent).toBeNull();\n\n // 6. Verify: received progress events\n expect(progressEvents.length).toBeGreaterThan(0);\n\n // Verify some expected phases appear\n const phases = progressEvents.map((e) => e.phase);\n expect(phases).toContain('creating_base');\n expect(phases).toContain('creating_table');\n expect(phases).toContain('structure_created');\n\n // 7. Verify: received done event with proper structure\n expect(doneEvent).not.toBeNull();\n expect(doneEvent!.type).toBe('done');\n const result = (doneEvent as any).data;\n expect(result.base).toBeDefined();\n expect(result.base.spaceId).toBe(spaceId);\n expect(result.tableIdMap).toBeDefined();\n expect(result.fieldIdMap).toBeDefined();\n expect(result.viewIdMap).toBeDefined();\n\n importedStreamBaseId = result.base.id;\n\n // 8. Verify: imported base is accessible and correct\n const tableList = (await getTableList(importedStreamBaseId!)).data;\n expect(tableList.length).toBe(1);\n expect(tableList[0].name).toBe('stream_test_table');\n\n const importedTable = await getTable(importedStreamBaseId!, tableList[0].id, {\n includeContent: true,\n });\n expect(importedTable.fields!.length).toBe(streamTable.fields.length);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/integrity.e2e-spec.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, ILinkFieldOptions } from '@teable/core';\nimport { FieldType, Relationship } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n IntegrityIssueType,\n checkBaseIntegrity,\n convertField,\n createBase,\n deleteBase,\n fixBaseIntegrity,\n getRecord,\n getRecords,\n updateRecord,\n updateRecords,\n} from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport { DB_PROVIDER_SYMBOL } from '../src/db-provider/db.provider';\nimport type { IDbProvider } from '../src/db-provider/db.provider.interface';\nimport { FieldService } from '../src/features/field/field.service';\nimport {\n createField,\n createTable,\n permanentDeleteTable,\n getField,\n initApp,\n} from './utils/init-app';\n\ndescribe('OpenAPI integrity (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const spaceId = globalThis.testConfig.spaceId;\n\n let prisma: PrismaService;\n let dbProvider: IDbProvider;\n let fieldService: FieldService;\n let knex: Knex;\n\n async function executeKnex(builder: Knex.SchemaBuilder | Knex.QueryBuilder) {\n const compiled = builder.toSQL();\n const sqlItems = Array.isArray(compiled) ? compiled : [compiled];\n const statements = sqlItems\n .map(({ sql, bindings }) => ({\n sql,\n bindings: bindings || [],\n }))\n .filter(({ sql }) => sql && !sql.startsWith('PRAGMA'));\n\n let result: unknown;\n for (const { sql, bindings } of statements) {\n const executableSql = knex.raw(sql, bindings).toQuery();\n result = await prisma.$executeRawUnsafe(executableSql);\n }\n return result;\n }\n\n async function getColumnValue(tableName: string, columnName: string, recordId: string) {\n const query = knex(tableName).select(columnName).where('__id', recordId).toQuery();\n const rows = await prisma.$queryRawUnsafe[]>(query);\n return rows[0]?.[columnName] ?? null;\n }\n\n async function getJunctionForeignIds(\n tableName: string,\n selfKeyName: string,\n foreignKeyName: string,\n selfId: string\n ) {\n const query = knex(tableName).select(foreignKeyName).where(selfKeyName, selfId).toQuery();\n const rows = await prisma.$queryRawUnsafe[]>(query);\n return rows.map((row) => row[foreignKeyName]).filter(Boolean) as string[];\n }\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n dbProvider = appCtx.app.get(DB_PROVIDER_SYMBOL);\n prisma = appCtx.app.get(PrismaService);\n fieldService = appCtx.app.get(FieldService);\n knex = appCtx.app.get('CUSTOM_KNEX');\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('link integrity', () => {\n let base1table1: ITableFullVo;\n let base2table1: ITableFullVo;\n let base2table2: ITableFullVo;\n let baseId2: string;\n beforeEach(async () => {\n baseId2 = (await createBase({ spaceId, name: 'base2' })).data.id;\n base1table1 = await createTable(baseId, { name: 'base1table1' });\n base2table1 = await createTable(baseId2, { name: 'base2table1' });\n base2table2 = await createTable(baseId2, { name: 'base2table2' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, base1table1.id);\n await permanentDeleteTable(baseId2, base2table1.id);\n await permanentDeleteTable(baseId2, base2table2.id);\n await deleteBase(baseId2);\n });\n\n it('should check integrity when create link cross base', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyOne,\n foreignTableId: base2table1.id,\n },\n };\n\n const linkField = await createField(base1table1.id, linkFieldRo);\n expect((linkField.options as ILinkFieldOptions).baseId).toEqual(baseId2);\n\n const symLinkField = await getField(\n base2table1.id,\n (linkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n expect((symLinkField.options as ILinkFieldOptions).baseId).toEqual(baseId);\n\n await convertField(base1table1.id, linkField.id, {\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.OneMany,\n foreignTableId: base2table1.id,\n },\n });\n\n const updatedLinkField = await getField(base1table1.id, linkField.id);\n expect((updatedLinkField.options as ILinkFieldOptions).baseId).toEqual(baseId2);\n\n const symUpdatedLinkField = await getField(\n base2table1.id,\n (updatedLinkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n expect((symUpdatedLinkField.options as ILinkFieldOptions).baseId).toEqual(baseId);\n\n const integrity = await checkBaseIntegrity(baseId2, base2table1.id);\n expect(integrity.data.hasIssues).toEqual(false);\n });\n\n it('should check integrity when a many-one link field cell value is more than foreignKey', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyOne,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const symLinkField = await getField(\n base2table2.id,\n (linkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n expect((symLinkField.options as ILinkFieldOptions).baseId).toBeUndefined();\n\n await updateRecords(base2table1.id, {\n records: [\n {\n id: base2table1.records[0].id,\n fields: {\n [base2table1.fields[0].name]: 'a1',\n },\n },\n {\n id: base2table1.records[1].id,\n fields: {\n [base2table1.fields[0].name]: 'a2',\n },\n },\n ],\n });\n\n await updateRecord(base2table2.id, base2table2.records[0].id, {\n record: {\n fields: {\n [base2table2.fields[0].name]: 'b1',\n [symLinkField.name]: [\n { id: base2table1.records[0].id },\n { id: base2table1.records[1].id },\n ],\n },\n },\n });\n\n const integrity = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity.data.hasIssues).toEqual(false);\n\n // test multiple link\n await executeKnex(\n dbProvider.integrityQuery().updateJsonField({\n recordIds: [base2table2.records[0].id],\n dbTableName: base2table2.dbTableName,\n field: symLinkField.dbFieldName,\n value: 'xxx',\n arrayIndex: 0,\n })\n );\n\n const record = await getRecord(base2table2.id, base2table2.records[0].id);\n expect(record.data.fields[symLinkField.name]).toEqual([\n { id: 'xxx', title: 'a1' },\n { id: base2table1.records[1].id, title: 'a2' },\n ]);\n\n const integrity2 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity2.data.hasIssues).toEqual(true);\n expect(integrity2.data.linkFieldIssues.length).toEqual(1);\n\n await fixBaseIntegrity(baseId2, base2table2.id);\n\n const integrity3 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity3.data.hasIssues).toEqual(false);\n\n // test single link\n await executeKnex(\n dbProvider.integrityQuery().updateJsonField({\n recordIds: [base2table1.records[0].id],\n dbTableName: base2table1.dbTableName,\n field: linkField.dbFieldName,\n value: 'xxx',\n })\n );\n\n const record2 = await getRecord(base2table1.id, base2table1.records[0].id);\n expect(record2.data.fields[linkField.name]).toEqual({ id: 'xxx', title: 'b1' });\n\n const integrity4 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity4.data.hasIssues).toEqual(true);\n\n await fixBaseIntegrity(baseId2, base2table2.id);\n\n const integrity5 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity5.data.hasIssues).toEqual(false);\n });\n\n it('should check integrity when a one-one link field cell value is more than foreignKey', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.OneOne,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const symLinkField = await getField(\n base2table2.id,\n (linkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n expect((symLinkField.options as ILinkFieldOptions).baseId).toBeUndefined();\n\n await updateRecords(base2table1.id, {\n records: [\n {\n id: base2table1.records[0].id,\n fields: {\n [base2table1.fields[0].name]: 'a1',\n },\n },\n {\n id: base2table1.records[1].id,\n fields: {\n [base2table1.fields[0].name]: 'a2',\n },\n },\n ],\n });\n\n await updateRecords(base2table2.id, {\n records: [\n {\n id: base2table2.records[0].id,\n fields: {\n [base2table2.fields[0].name]: 'b1',\n [symLinkField.name]: { id: base2table1.records[0].id },\n },\n },\n {\n id: base2table2.records[1].id,\n fields: {\n [base2table2.fields[0].name]: 'b2',\n [symLinkField.name]: { id: base2table1.records[1].id },\n },\n },\n ],\n });\n\n const integrity = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity.data.hasIssues).toEqual(false);\n\n // test multiple link\n await executeKnex(\n dbProvider.integrityQuery().updateJsonField({\n recordIds: [base2table2.records[0].id, base2table2.records[1].id],\n dbTableName: base2table2.dbTableName,\n field: symLinkField.dbFieldName,\n value: 'xxx',\n })\n );\n\n const records = await getRecords(base2table2.id);\n expect(records.data.records[0].fields[symLinkField.name]).toEqual({ id: 'xxx', title: 'a1' });\n expect(records.data.records[1].fields[symLinkField.name]).toEqual({ id: 'xxx', title: 'a2' });\n\n const integrity2 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity2.data.hasIssues).toEqual(true);\n expect(integrity2.data.linkFieldIssues.length).toEqual(1);\n\n await fixBaseIntegrity(baseId2, base2table2.id);\n\n const integrity3 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity3.data.hasIssues).toEqual(false);\n\n // test single link\n await executeKnex(\n dbProvider.integrityQuery().updateJsonField({\n recordIds: [base2table1.records[0].id, base2table1.records[1].id],\n dbTableName: base2table1.dbTableName,\n field: linkField.dbFieldName,\n value: 'xxx',\n })\n );\n\n const records2 = await getRecords(base2table1.id);\n expect(records2.data.records[0].fields[linkField.name]).toEqual({ id: 'xxx', title: 'b1' });\n expect(records2.data.records[1].fields[linkField.name]).toEqual({ id: 'xxx', title: 'b2' });\n\n const integrity4 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity4.data.hasIssues).toEqual(true);\n\n await fixBaseIntegrity(baseId2, base2table2.id);\n\n const integrity5 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity5.data.hasIssues).toEqual(false);\n });\n\n it('should check integrity when a many-many link field cell value is more than foreignKey', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyMany,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const symLinkField = await getField(\n base2table2.id,\n (linkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n expect((symLinkField.options as ILinkFieldOptions).baseId).toBeUndefined();\n\n await updateRecords(base2table1.id, {\n records: [\n {\n id: base2table1.records[0].id,\n fields: {\n [base2table1.fields[0].name]: 'a1',\n },\n },\n {\n id: base2table1.records[1].id,\n fields: {\n [base2table1.fields[0].name]: 'a2',\n },\n },\n ],\n });\n\n await updateRecord(base2table2.id, base2table2.records[0].id, {\n record: {\n fields: {\n [base2table2.fields[0].name]: 'b1',\n [symLinkField.name]: [\n { id: base2table1.records[0].id },\n { id: base2table1.records[1].id },\n ],\n },\n },\n });\n\n const integrity = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity.data.hasIssues).toEqual(false);\n\n // test multiple link\n await executeKnex(\n dbProvider.integrityQuery().updateJsonField({\n recordIds: [base2table2.records[0].id],\n dbTableName: base2table2.dbTableName,\n field: symLinkField.dbFieldName,\n value: 'xxx',\n arrayIndex: 0,\n })\n );\n\n const record = await getRecord(base2table2.id, base2table2.records[0].id);\n expect(record.data.fields[symLinkField.name]).toEqual([\n { id: 'xxx', title: 'a1' },\n { id: base2table1.records[1].id, title: 'a2' },\n ]);\n\n const integrity2 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity2.data.hasIssues).toEqual(true);\n expect(integrity2.data.linkFieldIssues.length).toEqual(1);\n\n await fixBaseIntegrity(baseId2, base2table2.id);\n\n const integrity3 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity3.data.hasIssues).toEqual(false);\n\n // test single link\n await executeKnex(\n dbProvider.integrityQuery().updateJsonField({\n recordIds: [base2table1.records[0].id],\n dbTableName: base2table1.dbTableName,\n field: linkField.dbFieldName,\n value: 'xxx',\n arrayIndex: 0,\n })\n );\n\n const record2 = await getRecord(base2table1.id, base2table1.records[0].id);\n expect(record2.data.fields[linkField.name]).toEqual([{ id: 'xxx', title: 'b1' }]);\n\n const integrity4 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity4.data.hasIssues).toEqual(true);\n\n await fixBaseIntegrity(baseId2, base2table2.id);\n\n const integrity5 = await checkBaseIntegrity(baseId2, base2table2.id);\n expect(integrity5.data.hasIssues).toEqual(false);\n });\n\n it('should surface and fix missing foreign key columns during link integrity check', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'many many link',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyMany,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const options = linkField.options as ILinkFieldOptions;\n\n await executeKnex(\n knex.schema.alterTable(options.fkHostTableName, (table) => {\n table.dropColumn(options.foreignKeyName);\n })\n );\n\n const integrity = await checkBaseIntegrity(baseId2, base2table1.id);\n const issues = integrity.data.linkFieldIssues.flatMap((item) => item.issues);\n expect(\n issues.some(\n (issue) =>\n issue.type === IntegrityIssueType.ForeignKeyNotFound && issue.fieldId === linkField.id\n )\n ).toEqual(true);\n\n await fixBaseIntegrity(baseId2, base2table1.id);\n\n const integrityAfterFix = await checkBaseIntegrity(baseId2, base2table1.id);\n expect(integrityAfterFix.data.hasIssues).toEqual(false);\n });\n\n it('should rebuild missing junction table during link integrity fix', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'many many link (drop table)',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyMany,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const options = linkField.options as ILinkFieldOptions;\n\n await executeKnex(knex.schema.dropTable(options.fkHostTableName));\n\n const integrity = await checkBaseIntegrity(baseId2, base2table1.id);\n const issues = integrity.data.linkFieldIssues.flatMap((item) => item.issues);\n expect(\n issues.some(\n (issue) =>\n issue.type === IntegrityIssueType.ForeignKeyHostTableNotFound &&\n issue.fieldId === linkField.id\n )\n ).toEqual(true);\n\n await fixBaseIntegrity(baseId2, base2table1.id);\n\n const integrityAfterFix = await checkBaseIntegrity(baseId2, base2table1.id);\n expect(integrityAfterFix.data.hasIssues).toEqual(false);\n });\n\n it('should restore missing foreign key columns for ManyOne link host', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'many one link (drop column)',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyOne,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const options = linkField.options as ILinkFieldOptions;\n\n await executeKnex(\n knex.schema.alterTable(options.fkHostTableName, (table) => {\n table.dropColumn(options.foreignKeyName);\n table.dropColumn(`${options.foreignKeyName}_order`);\n })\n );\n\n const integrity = await checkBaseIntegrity(baseId2, base2table1.id);\n const issues = integrity.data.linkFieldIssues.flatMap((item) => item.issues);\n expect(\n issues.some(\n (issue) =>\n issue.type === IntegrityIssueType.ForeignKeyNotFound && issue.fieldId === linkField.id\n )\n ).toEqual(true);\n\n await fixBaseIntegrity(baseId2, base2table1.id);\n\n const integrityAfterFix = await checkBaseIntegrity(baseId2, base2table1.id);\n expect(integrityAfterFix.data.hasIssues).toEqual(false);\n });\n\n it('should backfill ManyOne foreign key values from link cell data', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'many one link backfill',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyOne,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const options = linkField.options as ILinkFieldOptions;\n\n await updateRecord(base2table2.id, base2table2.records[0].id, {\n record: {\n fields: {\n [base2table2.fields[0].name]: 'b1',\n },\n },\n });\n\n await updateRecord(base2table1.id, base2table1.records[0].id, {\n record: {\n fields: {\n [linkField.name]: { id: base2table2.records[0].id },\n },\n },\n });\n\n await executeKnex(\n knex.schema.alterTable(options.fkHostTableName, (table) => {\n table.dropColumn(options.foreignKeyName);\n })\n );\n\n await fixBaseIntegrity(baseId2, base2table1.id);\n\n const fkValue = await getColumnValue(\n options.fkHostTableName,\n options.foreignKeyName,\n base2table1.records[0].id\n );\n expect(fkValue).toEqual(base2table2.records[0].id);\n\n const record = await getRecord(base2table1.id, base2table1.records[0].id);\n expect(record.data.fields[linkField.name]).toEqual(\n expect.objectContaining({ id: base2table2.records[0].id })\n );\n });\n\n it('should backfill OneMany (two-way) foreign key values from link cell data', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'one many link backfill',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.OneMany,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const options = linkField.options as ILinkFieldOptions;\n\n await updateRecord(base2table1.id, base2table1.records[0].id, {\n record: {\n fields: {\n [linkField.name]: [\n { id: base2table2.records[0].id },\n { id: base2table2.records[1].id },\n ],\n },\n },\n });\n\n await executeKnex(\n knex.schema.alterTable(options.fkHostTableName, (table) => {\n table.dropColumn(options.selfKeyName);\n })\n );\n\n await fixBaseIntegrity(baseId2, base2table1.id);\n\n const fkValue1 = await getColumnValue(\n options.fkHostTableName,\n options.selfKeyName,\n base2table2.records[0].id\n );\n const fkValue2 = await getColumnValue(\n options.fkHostTableName,\n options.selfKeyName,\n base2table2.records[1].id\n );\n expect([fkValue1, fkValue2]).toEqual([base2table1.records[0].id, base2table1.records[0].id]);\n\n const record = await getRecord(base2table1.id, base2table1.records[0].id);\n const linkIds = (record.data.fields[linkField.name] as { id: string }[])\n .map((item) => item.id)\n .sort();\n expect(linkIds).toEqual([base2table2.records[0].id, base2table2.records[1].id].sort());\n });\n\n it('should backfill OneMany (one-way) junction rows from link cell data', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'one way link backfill',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.OneMany,\n foreignTableId: base2table2.id,\n isOneWay: true,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const options = linkField.options as ILinkFieldOptions;\n\n await updateRecord(base2table1.id, base2table1.records[0].id, {\n record: {\n fields: {\n [linkField.name]: [\n { id: base2table2.records[0].id },\n { id: base2table2.records[1].id },\n ],\n },\n },\n });\n\n await executeKnex(knex.schema.dropTable(options.fkHostTableName));\n\n await fixBaseIntegrity(baseId2, base2table1.id);\n\n const foreignIds = await getJunctionForeignIds(\n options.fkHostTableName,\n options.selfKeyName,\n options.foreignKeyName,\n base2table1.records[0].id\n );\n expect(foreignIds.sort()).toEqual(\n [base2table2.records[0].id, base2table2.records[1].id].sort()\n );\n\n const record = await getRecord(base2table1.id, base2table1.records[0].id);\n const linkIds = (record.data.fields[linkField.name] as { id: string }[])\n .map((item) => item.id)\n .sort();\n expect(linkIds).toEqual([base2table2.records[0].id, base2table2.records[1].id].sort());\n });\n\n it('should backfill ManyMany junction rows when foreign key column is missing', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'many many link backfill (drop column)',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyMany,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const options = linkField.options as ILinkFieldOptions;\n\n await updateRecord(base2table1.id, base2table1.records[0].id, {\n record: {\n fields: {\n [linkField.name]: [\n { id: base2table2.records[0].id },\n { id: base2table2.records[1].id },\n ],\n },\n },\n });\n\n await executeKnex(\n knex.schema.alterTable(options.fkHostTableName, (table) => {\n table.dropForeign(options.foreignKeyName, `fk_${options.foreignKeyName}`);\n table.dropColumn(options.foreignKeyName);\n })\n );\n\n await fixBaseIntegrity(baseId2, base2table1.id);\n\n const foreignIds = await getJunctionForeignIds(\n options.fkHostTableName,\n options.selfKeyName,\n options.foreignKeyName,\n base2table1.records[0].id\n );\n expect(foreignIds.sort()).toEqual(\n [base2table2.records[0].id, base2table2.records[1].id].sort()\n );\n\n const record = await getRecord(base2table1.id, base2table1.records[0].id);\n const linkIds = (record.data.fields[linkField.name] as { id: string }[])\n .map((item) => item.id)\n .sort();\n expect(linkIds).toEqual([base2table2.records[0].id, base2table2.records[1].id].sort());\n });\n\n it('should backfill ManyMany junction rows when junction table is missing', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'many many link backfill (drop table)',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyMany,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const options = linkField.options as ILinkFieldOptions;\n\n await updateRecord(base2table1.id, base2table1.records[0].id, {\n record: {\n fields: {\n [linkField.name]: [\n { id: base2table2.records[0].id },\n { id: base2table2.records[1].id },\n ],\n },\n },\n });\n\n await executeKnex(knex.schema.dropTable(options.fkHostTableName));\n\n await fixBaseIntegrity(baseId2, base2table1.id);\n\n const foreignIds = await getJunctionForeignIds(\n options.fkHostTableName,\n options.selfKeyName,\n options.foreignKeyName,\n base2table1.records[0].id\n );\n expect(foreignIds.sort()).toEqual(\n [base2table2.records[0].id, base2table2.records[1].id].sort()\n );\n\n const record = await getRecord(base2table1.id, base2table1.records[0].id);\n const linkIds = (record.data.fields[linkField.name] as { id: string }[])\n .map((item) => item.id)\n .sort();\n expect(linkIds).toEqual([base2table2.records[0].id, base2table2.records[1].id].sort());\n });\n\n it('should backfill OneOne foreign key values from link cell data', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'one one link backfill',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.OneOne,\n foreignTableId: base2table2.id,\n },\n };\n\n const linkField = await createField(base2table1.id, linkFieldRo);\n const options = linkField.options as ILinkFieldOptions;\n\n await updateRecord(base2table2.id, base2table2.records[0].id, {\n record: {\n fields: {\n [base2table2.fields[0].name]: 'b1',\n },\n },\n });\n\n await updateRecord(base2table1.id, base2table1.records[0].id, {\n record: {\n fields: {\n [linkField.name]: { id: base2table2.records[0].id },\n },\n },\n });\n\n await executeKnex(\n knex.schema.alterTable(options.fkHostTableName, (table) => {\n table.dropColumn(options.foreignKeyName);\n })\n );\n\n await fixBaseIntegrity(baseId2, base2table1.id);\n\n const fkValue = await getColumnValue(\n options.fkHostTableName,\n options.foreignKeyName,\n base2table1.records[0].id\n );\n expect(fkValue).toEqual(base2table2.records[0].id);\n\n const record = await getRecord(base2table1.id, base2table1.records[0].id);\n expect(record.data.fields[linkField.name]).toEqual(\n expect.objectContaining({ id: base2table2.records[0].id })\n );\n });\n });\n\n describe('unique index', () => {\n let baseId1: string;\n let base1table: ITableFullVo;\n beforeEach(async () => {\n baseId1 = (await createBase({ spaceId, name: 'base1' })).data.id;\n base1table = await createTable(baseId1, { name: 'base1table' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId1, base1table.id);\n await deleteBase(baseId1);\n });\n\n it('should check integrity when __id unique index is not found', async () => {\n const colId = '__id';\n const matchedIndexes1 = await fieldService.findUniqueIndexesForField(\n base1table.dbTableName,\n colId\n );\n\n expect(matchedIndexes1.length).toEqual(1);\n\n const fieldValidationQuery = knex.schema\n .alterTable(base1table.dbTableName, (table) => {\n matchedIndexes1.forEach((indexName) => table.dropUnique([colId], indexName));\n })\n .toSQL();\n const executeSqls = fieldValidationQuery\n .filter((s) => !s.sql.startsWith('PRAGMA'))\n .map(({ sql }) => sql);\n\n for (const sql of executeSqls) {\n await prisma.txClient().$executeRawUnsafe(sql);\n }\n const matchedIndexes2 = await fieldService.findUniqueIndexesForField(\n base1table.dbTableName,\n colId\n );\n expect(matchedIndexes2.length).toEqual(0);\n\n const integrity1 = await checkBaseIntegrity(baseId1, base1table.id);\n expect(integrity1.data.hasIssues).toEqual(true);\n\n await fixBaseIntegrity(baseId1, base1table.id);\n\n const integrity2 = await checkBaseIntegrity(baseId1, base1table.id);\n expect(integrity2.data.hasIssues).toEqual(false);\n });\n\n it('should check integrity when id unique index is not found', async () => {\n const field = await getField(base1table.id, base1table.fields[0].id);\n\n await convertField(base1table.id, field.id, {\n ...field,\n unique: true,\n });\n\n const matchedIndexes1 = await fieldService.findUniqueIndexesForField(\n base1table.dbTableName,\n field.dbFieldName\n );\n\n expect(matchedIndexes1.length).toEqual(1);\n\n const fieldValidationQuery = knex.schema\n .alterTable(base1table.dbTableName, (table) => {\n matchedIndexes1.forEach((indexName) => table.dropUnique([field.dbFieldName], indexName));\n })\n .toSQL();\n const executeSqls = fieldValidationQuery\n .filter((s) => !s.sql.startsWith('PRAGMA'))\n .map(({ sql }) => sql);\n\n for (const sql of executeSqls) {\n await prisma.txClient().$executeRawUnsafe(sql);\n }\n const matchedIndexes2 = await fieldService.findUniqueIndexesForField(\n base1table.dbTableName,\n field.dbFieldName\n );\n expect(matchedIndexes2.length).toEqual(0);\n\n const integrity1 = await checkBaseIntegrity(baseId1, base1table.id);\n expect(integrity1.data.hasIssues).toEqual(true);\n\n await fixBaseIntegrity(baseId1, base1table.id);\n\n const integrity2 = await checkBaseIntegrity(baseId1, base1table.id);\n expect(integrity2.data.hasIssues).toEqual(false);\n });\n });\n\n describe('fix empty string cell value', () => {\n let baseId1: string;\n let base1table: ITableFullVo;\n beforeEach(async () => {\n baseId1 = (await createBase({ spaceId, name: 'base1' })).data.id;\n base1table = await createTable(baseId1, { name: 'base1table' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId1, base1table.id);\n await deleteBase(baseId1);\n });\n\n it('should check integrity when empty string cell value is found', async () => {\n const integrity = await checkBaseIntegrity(baseId1, base1table.id);\n expect(integrity.data.hasIssues).toEqual(false);\n\n const sql = knex(base1table.dbTableName)\n .update({\n [base1table.fields[0].dbFieldName]: '',\n })\n .toQuery();\n await prisma.txClient().$executeRawUnsafe(sql);\n\n const integrity2 = await checkBaseIntegrity(baseId1, base1table.id);\n expect(integrity2.data.hasIssues).toEqual(true);\n\n await fixBaseIntegrity(baseId1, base1table.id);\n\n const integrity3 = await checkBaseIntegrity(baseId1, base1table.id);\n expect(integrity3.data.hasIssues).toEqual(false);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/invitation.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { Role } from '@teable/core';\nimport type { CreateSpaceInvitationLinkVo } from '@teable/openapi';\nimport {\n ACCEPT_INVITATION_LINK,\n createSpace as apiCreateSpace,\n createSpaceInvitationLink as apiCreateSpaceInvitationLink,\n deleteSpace as apiDeleteSpace,\n getSpaceCollaboratorList as apiGetSpaceCollaboratorList,\n PrincipalType,\n} from '@teable/openapi';\nimport type { AxiosInstance } from 'axios';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { initApp } from './utils/init-app';\n\ndescribe('OpenAPI InvitationController (e2e)', () => {\n let app: INestApplication;\n let spaceId: string;\n let user2Request: AxiosInstance;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n const res = await apiCreateSpace({ name: 'new space' });\n spaceId = res.data.id;\n\n user2Request = await createNewUserAxios({\n email: 'newuser@example.com',\n password: '12345678',\n });\n });\n\n afterAll(async () => {\n await apiDeleteSpace(spaceId);\n await app.close();\n });\n\n it('/api/invitation/link/accept (POST)', async () => {\n const invitationLinkRes = await apiCreateSpaceInvitationLink({\n spaceId,\n createSpaceInvitationLinkRo: { role: Role.Owner },\n });\n\n const { invitationId, invitationCode } = invitationLinkRes.data as CreateSpaceInvitationLinkVo;\n const data = await user2Request.post(ACCEPT_INVITATION_LINK, { invitationId, invitationCode });\n\n expect(data.data.spaceId).toEqual(spaceId);\n const { collaborators } = (await apiGetSpaceCollaboratorList(spaceId)).data;\n const collaborator = collaborators.find(\n (item) => item.type === PrincipalType.User && item.email === 'newuser@example.com'\n );\n expect(collaborator?.role).toEqual(Role.Owner);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/large-table-operations.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo } from '@teable/core';\nimport {\n Colors,\n FieldKeyType,\n FieldType,\n NumberFormattingType,\n RatingIcon,\n Relationship,\n generateFieldId,\n} from '@teable/core';\nimport type { ICreateRecordsVo, ITableFullVo } from '@teable/openapi';\nimport { getRecord as getRecordApi } from '@teable/openapi';\nimport { beforeAll, afterAll, describe, expect, test } from 'vitest';\nimport {\n convertField,\n createField,\n createRecords,\n createTable,\n deleteField,\n deleteRecords,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecord,\n} from './utils/init-app';\nimport { seeding } from './utils/record-mock';\n\ninterface ILargeTableContext {\n app: INestApplication;\n mainTable: ITableFullVo;\n linkedTable: ITableFullVo;\n linkFieldId: string;\n lookupFieldId: string;\n rollupFieldId: string;\n formulaFieldId: string;\n sampleRecordId: string;\n linkedRecordIds: string[];\n cleanup: () => Promise;\n}\n\nconst baseId = globalThis.testConfig.baseId;\nconst TARGET_RECORDS = 10_000;\nconst INSERT_BATCH_SIZE = 200;\nconst INITIAL_LINKED_RECORDS = 50;\nconst LINK_SETUP_BATCH = 40;\n\nconst textField = {\n id: generateFieldId(),\n name: 'Bench Text',\n type: FieldType.SingleLineText,\n} satisfies IFieldRo;\n\nconst numberField = {\n id: generateFieldId(),\n name: 'Bench Number',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 0 },\n },\n} satisfies IFieldRo;\n\nconst longTextField = {\n id: generateFieldId(),\n name: 'Bench Long Text',\n type: FieldType.LongText,\n} satisfies IFieldRo;\n\nconst checkboxField = {\n id: generateFieldId(),\n name: 'Bench Checkbox',\n type: FieldType.Checkbox,\n} satisfies IFieldRo;\n\nconst dateField = {\n id: generateFieldId(),\n name: 'Bench Date',\n type: FieldType.Date,\n} satisfies IFieldRo;\n\nconst singleSelectField = {\n id: generateFieldId(),\n name: 'Bench Select',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'alpha', color: Colors.Blue },\n { name: 'beta', color: Colors.Green },\n { name: 'gamma', color: Colors.Red },\n ],\n },\n} satisfies IFieldRo;\n\nconst multiSelectField = {\n id: generateFieldId(),\n name: 'Bench Multi',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { name: 'red', color: Colors.Red },\n { name: 'green', color: Colors.Green },\n { name: 'blue', color: Colors.Blue },\n { name: 'orange', color: Colors.Orange },\n ],\n },\n} satisfies IFieldRo;\n\nconst textFieldB = {\n id: generateFieldId(),\n name: 'Bench Text B',\n type: FieldType.SingleLineText,\n} satisfies IFieldRo;\n\nconst numberFieldB = {\n id: generateFieldId(),\n name: 'Bench Number B',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n} satisfies IFieldRo;\n\nconst longTextFieldB = {\n id: generateFieldId(),\n name: 'Bench Long Text B',\n type: FieldType.LongText,\n} satisfies IFieldRo;\n\nconst textFieldC = {\n id: generateFieldId(),\n name: 'Bench Text C',\n type: FieldType.SingleLineText,\n} satisfies IFieldRo;\n\nconst numberFieldC = {\n id: generateFieldId(),\n name: 'Bench Number C',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 3 },\n },\n} satisfies IFieldRo;\n\nconst dateFieldB = {\n id: generateFieldId(),\n name: 'Bench Date B',\n type: FieldType.Date,\n} satisfies IFieldRo;\n\nconst singleSelectFieldB = {\n id: generateFieldId(),\n name: 'Bench Select B',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'spring', color: Colors.Green },\n { name: 'summer', color: Colors.Orange },\n { name: 'winter', color: Colors.Blue },\n ],\n },\n} satisfies IFieldRo;\n\nconst multiSelectFieldB = {\n id: generateFieldId(),\n name: 'Bench Multi B',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { name: 'north', color: Colors.Blue },\n { name: 'south', color: Colors.Green },\n { name: 'east', color: Colors.Yellow },\n { name: 'west', color: Colors.Red },\n ],\n },\n} satisfies IFieldRo;\n\nconst ratingField = {\n id: generateFieldId(),\n name: 'Bench Rating',\n type: FieldType.Rating,\n options: {\n icon: RatingIcon.Star,\n color: Colors.YellowBright,\n max: 5,\n },\n} satisfies IFieldRo;\n\nconst baseFields: IFieldRo[] = [\n textField,\n numberField,\n longTextField,\n checkboxField,\n dateField,\n singleSelectField,\n multiSelectField,\n textFieldB,\n numberFieldB,\n longTextFieldB,\n textFieldC,\n numberFieldC,\n dateFieldB,\n singleSelectFieldB,\n multiSelectFieldB,\n ratingField,\n];\n\nconst linkedNameField = {\n id: generateFieldId(),\n name: 'Linked Name',\n type: FieldType.SingleLineText,\n} satisfies IFieldRo;\n\nconst linkedValueField = {\n id: generateFieldId(),\n name: 'Linked Value',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 0 },\n },\n} satisfies IFieldRo;\n\nconst LINK_FIELD_NAME = 'Benchmark Links';\nconst LOOKUP_FIELD_NAME = 'Benchmark Lookup';\nconst ROLLUP_FIELD_NAME = 'Benchmark Rollup';\nconst FORMULA_FIELD_NAME = 'Benchmark Formula';\nconst CONTEXT_NOT_INITIALIZED_MESSAGE = 'Large table context is not initialized';\n\nlet contextPromise: Promise | null = null;\n\nasync function ensureLargeTableContext(): Promise {\n if (!contextPromise) {\n contextPromise = (async () => {\n const appCtx = await initApp();\n const app = appCtx.app;\n\n const linkedTable = await createTable(baseId, {\n name: 'benchmark-linked',\n fields: [linkedNameField, linkedValueField],\n records: Array.from({ length: INITIAL_LINKED_RECORDS }, (_, index) => ({\n fields: {\n [linkedNameField.name]: `Linked ${index + 1}`,\n [linkedValueField.name]: (index % 10) + 1,\n },\n })),\n });\n\n const linkedRecordIds = linkedTable.records?.map((record) => record.id) ?? [];\n\n const mainTable = await createTable(baseId, {\n name: 'benchmark-main',\n fields: baseFields,\n });\n\n await seeding(mainTable.id, TARGET_RECORDS);\n\n const linkField = await createField(mainTable.id, {\n id: generateFieldId(),\n name: LINK_FIELD_NAME,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: linkedTable.id,\n },\n });\n\n const lookupField = await createField(mainTable.id, {\n id: generateFieldId(),\n name: LOOKUP_FIELD_NAME,\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: linkedTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: linkedValueField.id,\n },\n });\n\n const rollupField = await createField(mainTable.id, {\n id: generateFieldId(),\n name: ROLLUP_FIELD_NAME,\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: linkedTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: linkedValueField.id,\n },\n });\n\n const formulaField = await createField(mainTable.id, {\n id: generateFieldId(),\n name: FORMULA_FIELD_NAME,\n type: FieldType.Formula,\n options: {\n expression: `({${numberField.id}}) + ({${numberFieldB.id}})`,\n },\n });\n\n const seededRecords = await getRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n take: LINK_SETUP_BATCH,\n });\n\n const linkTargets = linkedRecordIds.length\n ? linkedRecordIds\n : linkedTable.records.map((record) => record.id);\n\n if (!linkTargets.length) {\n throw new Error('Benchmark setup failed: no linked records available.');\n }\n\n await Promise.all(\n seededRecords.records.map((record, index) => {\n const value = [\n { id: linkTargets[index % linkTargets.length] },\n { id: linkTargets[(index + 1) % linkTargets.length] },\n ];\n\n return updateRecord(mainTable.id, record.id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: value,\n },\n },\n });\n })\n );\n\n const sampleRecordId = seededRecords.records[0]?.id;\n\n if (!sampleRecordId) {\n throw new Error('Benchmark setup failed: missing sample record.');\n }\n\n const cleanup = async () => {\n try {\n await permanentDeleteTable(baseId, mainTable.id);\n } catch (error) {\n console.warn('[large-table] cleanup main table failed', error);\n }\n try {\n await permanentDeleteTable(baseId, linkedTable.id);\n } catch (error) {\n console.warn('[large-table] cleanup linked table failed', error);\n }\n await app.close();\n };\n\n return {\n app,\n mainTable,\n linkedTable,\n linkFieldId: linkField.id,\n lookupFieldId: lookupField.id,\n rollupFieldId: rollupField.id,\n formulaFieldId: formulaField.id,\n sampleRecordId,\n linkedRecordIds: linkTargets,\n cleanup,\n };\n })();\n }\n\n return contextPromise;\n}\n\ndescribe('Large table operations timing (e2e)', () => {\n let context: ILargeTableContext | undefined;\n\n beforeAll(async () => {\n context = await ensureLargeTableContext();\n });\n\n afterAll(async () => {\n if (context) {\n await context.cleanup();\n }\n });\n\n test('convert dependent columns (timed)', { timeout: 300_000 }, async () => {\n const activeContext = context;\n if (!activeContext) {\n throw new Error(CONTEXT_NOT_INITIALIZED_MESSAGE);\n }\n\n const timings: Record = {};\n const memoryStats: Record = {};\n\n const captureMemory = (label: string) => {\n const stats = process.memoryUsage();\n const rssMB = stats.rss / 1024 / 1024;\n memoryStats[label] = Number(rssMB.toFixed(2));\n };\n\n const measure = async (label: string, fn: () => Promise): Promise => {\n const start = performance.now();\n captureMemory(`${label}:start`);\n try {\n return await fn();\n } finally {\n timings[label] = performance.now() - start;\n captureMemory(`${label}:end`);\n }\n };\n\n const stringField = await measure('convertToText', () =>\n convertField(activeContext.mainTable.id, numberField.id, {\n type: FieldType.SingleLineText,\n })\n );\n expect(stringField.type).toBe(FieldType.SingleLineText);\n\n const numberAgain = await measure('convertToNumber', () =>\n convertField(activeContext.mainTable.id, numberField.id, {\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 0 } },\n })\n );\n expect(numberAgain.type).toBe(FieldType.Number);\n\n const finalRecord = await measure('fetchRecord', () =>\n getRecordApi(activeContext.mainTable.id, activeContext.sampleRecordId, {\n fieldKeyType: FieldKeyType.Id,\n }).then((res) => res.data)\n );\n\n const finalFields = finalRecord.fields ?? {};\n const requiredFieldIds = [activeContext.lookupFieldId, activeContext.rollupFieldId];\n\n for (const fieldId of requiredFieldIds) {\n expect(finalFields[fieldId]).toBeDefined();\n }\n\n const total = Object.values(timings).reduce((sum, current) => sum + current, 0);\n console.info('[large-table] timings (ms):', {\n ...Object.fromEntries(\n Object.entries(timings).map(([label, value]) => [label, Number(value.toFixed(2))])\n ),\n total: Number(total.toFixed(2)),\n });\n\n console.info('[large-table] memory (MB):', memoryStats);\n });\n\n test('create formula column (timed)', { timeout: 300_000 }, async () => {\n const activeContext = context;\n if (!activeContext) {\n throw new Error(CONTEXT_NOT_INITIALIZED_MESSAGE);\n }\n\n const start = performance.now();\n const dynamicFormula = await createField(activeContext.mainTable.id, {\n id: generateFieldId(),\n name: `Timed Formula ${Date.now()}`,\n type: FieldType.Formula,\n options: {\n expression: `({${numberField.id}}) + ({${numberFieldB.id}})`,\n },\n });\n\n const elapsed = performance.now() - start;\n console.info('[large-table] create formula field timing (ms):', Number(elapsed.toFixed(2)));\n\n expect(dynamicFormula.type).toBe(FieldType.Formula);\n\n await deleteField(activeContext.mainTable.id, dynamicFormula.id);\n });\n\n test(`create ${INSERT_BATCH_SIZE} records batch (timed)`, { timeout: 300_000 }, async () => {\n if (!context) {\n throw new Error(CONTEXT_NOT_INITIALIZED_MESSAGE);\n }\n\n const linkPool = context.linkedRecordIds.length\n ? context.linkedRecordIds\n : context.linkedTable.records.map((record) => record.id);\n\n if (!linkPool.length) {\n throw new Error('No linked records available for benchmark insert payload');\n }\n\n const now = Date.now();\n const recordsPayload = Array.from({ length: INSERT_BATCH_SIZE }, (_, index) => {\n const linkId = linkPool[index % linkPool.length] ?? null;\n return {\n fields: {\n [textField.id]: `Bench row ${now}-${index}`,\n [numberField.id]: index,\n ...(linkId ? { [context!.linkFieldId]: [{ id: linkId }] } : {}),\n },\n };\n });\n\n const created = await getTimedRecordsCreation(context.mainTable.id, recordsPayload);\n expect(created.records.length).toBe(INSERT_BATCH_SIZE);\n\n const createdIds = created.records.map((record) => record.id);\n await deleteRecords(context.mainTable.id, createdIds);\n });\n});\n\nasync function getTimedRecordsCreation(\n tableId: string,\n recordsPayload: Array<{ fields: Record }>\n): Promise {\n const start = performance.now();\n const created = await createRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: recordsPayload,\n });\n\n const elapsed = performance.now() - start;\n console.info('[large-table] createRecords batch timing (ms):', Number(elapsed.toFixed(2)));\n\n return created;\n}\n" }, { "path": "apps/nestjs-backend/test/legacy-created-time-create.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { RecordCreateService } from '../src/features/record/record-modify/record-create.service';\nimport type { IClsStore } from '../src/types/cls';\nimport {\n createField,\n createRecords,\n createTable,\n initApp,\n permanentDeleteTable,\n getRecords,\n runWithTestUser,\n} from './utils/init-app';\n\nconst sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\nconst parseSchemaAndTable = (dbTableName: string): [string, string] => {\n const trimQuotes = (value: string) =>\n value.startsWith('\"') && value.endsWith('\"') ? value.slice(1, -1) : value;\n const parts = dbTableName.split('.');\n return [trimQuotes(parts[0] ?? dbTableName), trimQuotes(parts[1] ?? dbTableName)];\n};\n\ndescribe('Legacy createdTime create compatibility (e2e)', () => {\n let app: INestApplication;\n let prisma: PrismaService;\n let clsService: ClsService;\n let recordCreateService: RecordCreateService;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n app = (await initApp()).app;\n prisma = app.get(PrismaService);\n clsService = app.get>(ClsService);\n recordCreateService = app.get(RecordCreateService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('fills legacy plain createdTime columns during create so dependent formulas stay correct', async () => {\n const table: ITableFullVo = await createTable(baseId, {\n name: 'legacy_created_time_create',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n records: [],\n });\n\n try {\n const nameField = table.fields.find((field) => field.name === 'Name');\n expect(nameField).toBeDefined();\n\n const createdTimeField = await createField(table.id, {\n name: 'Created Time',\n type: FieldType.CreatedTime,\n });\n const statusField = await createField(table.id, {\n name: 'Created Status',\n type: FieldType.Formula,\n options: {\n expression: `IF({${createdTimeField.id}}, \"ok\", \"bad\")`,\n },\n });\n\n const tableMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: table.id },\n select: { dbTableName: true },\n });\n const [schemaName, rawTableName] = parseSchemaAndTable(tableMeta.dbTableName);\n const quotedTableName = `\"${schemaName}\".\"${rawTableName}\"`;\n\n await prisma.$executeRawUnsafe(\n `ALTER TABLE ${quotedTableName} DROP COLUMN \"${createdTimeField.dbFieldName}\"`\n );\n await prisma.$executeRawUnsafe(\n `ALTER TABLE ${quotedTableName} ADD COLUMN \"${createdTimeField.dbFieldName}\" TIMESTAMPTZ`\n );\n await prisma.$executeRawUnsafe(\n `UPDATE field SET meta = NULL WHERE id = '${createdTimeField.id}'`\n );\n\n const created = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [nameField!.id]: 'legacy-row',\n },\n },\n ],\n });\n\n const recordId = created.records[0].id;\n let row:\n | {\n created_time: Date | string | null;\n legacy_created_time: Date | string | null;\n created_status: string | null;\n }\n | undefined;\n\n for (let i = 0; i < 20; i++) {\n const rows = await prisma.$queryRawUnsafe<\n {\n created_time: Date | string | null;\n legacy_created_time: Date | string | null;\n created_status: string | null;\n }[]\n >(\n `SELECT \"__created_time\" AS created_time,\n \"${createdTimeField.dbFieldName}\" AS legacy_created_time,\n \"${statusField.dbFieldName}\" AS created_status\n FROM ${quotedTableName}\n WHERE \"__id\" = '${recordId}'`\n );\n row = rows[0];\n if (row?.legacy_created_time && row.created_status === 'ok') {\n break;\n }\n await sleep(200);\n }\n\n expect(row?.created_time).toBeTruthy();\n expect(row?.legacy_created_time).toBeTruthy();\n expect(row?.created_status).toBe('ok');\n expect(new Date(row!.legacy_created_time as string | Date).toISOString()).toEqual(\n new Date(row!.created_time as string | Date).toISOString()\n );\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('keeps createRecordsOnlySql working for tables without legacy createdTime columns', async () => {\n const table: ITableFullVo = await createTable(baseId, {\n name: 'create_records_only_sql_plain',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n records: [],\n });\n\n try {\n const nameField = table.fields.find((field) => field.name === 'Name');\n expect(nameField).toBeDefined();\n\n await runWithTestUser(clsService, async () => {\n await recordCreateService.createRecordsOnlySql(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [nameField!.id]: 'plain-row',\n },\n },\n ],\n });\n });\n\n const result = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(result.records).toHaveLength(1);\n expect(result.records[0].fields[nameField!.id]).toBe('plain-row');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/lin-field-not-null.e2e-spec.ts", "content": "/**\n * T1756: Link field NOT NULL constraint sync bug\n *\n * Steps to reproduce:\n * 1. Create a Number field\n * 2. Set notNull=true on the Number field\n * 3. Convert it to a Link field\n * 4. Edit the Link field and turn off notNull\n * 5. Try to create a record with empty Link value - FAILS because DB constraint still exists\n */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n convertField,\n createRecords,\n getField,\n initApp,\n permanentDeleteTable,\n deleteRecords,\n getRecords,\n} from './utils/init-app';\n\ndescribe('T1756: Link field NOT NULL constraint sync bug', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('bug reproduction', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: `table1-${Date.now()}` });\n table2 = await createTable(baseId, { name: `table2-${Date.now()}` });\n\n // Clear default records\n const records1 = await getRecords(table1.id);\n const records2 = await getRecords(table2.id);\n if (records1.records.length) {\n await deleteRecords(\n table1.id,\n records1.records.map((r) => r.id)\n );\n }\n if (records2.records.length) {\n await deleteRecords(\n table2.id,\n records2.records.map((r) => r.id)\n );\n }\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should allow creating record with empty Link after removing notNull constraint', async () => {\n // Step 1: Create a Number field\n const numberField = await createField(table1.id, {\n name: 'TestField',\n type: FieldType.Number,\n });\n\n // Step 2: Set notNull=true on the Number field\n await convertField(table1.id, numberField.id, {\n ...numberField,\n notNull: true,\n });\n\n // Step 3: Convert to Link field\n const linkField = await convertField(table1.id, numberField.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n });\n\n // Step 4: Turn off notNull on the Link field\n const linkFieldFull = await getField(table1.id, linkField.id);\n const updatedLinkField = await convertField(table1.id, linkField.id, {\n ...linkFieldFull,\n notNull: false,\n });\n\n // Verify metadata shows notNull is false\n expect(updatedLinkField.notNull).toBeFalsy();\n\n // Step 5: Try to create a record with empty Link value\n // BUG: This should succeed since notNull is false in metadata\n // But it fails because DB still has NOT NULL constraint\n const result = await createRecords(\n table1.id,\n {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: {} }], // Empty record, no Link value\n },\n 201 // Expect success (201), but will get 500 due to DB constraint\n );\n\n expect(result.records).toHaveLength(1);\n });\n\n it('should not allow creating record with empty Link after setting notNull constraint', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n });\n const linkFieldFull = await getField(table1.id, linkField.id);\n await convertField(table1.id, linkField.id, {\n ...linkFieldFull,\n notNull: true,\n });\n await createRecords(\n table1.id,\n {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: {} }], // Empty record, no Link value\n },\n 400 // Expect success (201), but will get 500 due to DB constraint\n );\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/link-api.e2e-spec.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\n\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n IFieldRo,\n IFieldVo,\n ILinkFieldOptions,\n ILookupLinkOptionsVo,\n LinkFieldCore,\n} from '@teable/core';\nimport {\n Colors,\n DriverClient,\n FieldKeyType,\n FieldType,\n getRandomString,\n NumberFormattingType,\n RatingIcon,\n Relationship,\n isLinkLookupOptions,\n} from '@teable/core';\nimport type { ITableFullVo, IRecordsVo } from '@teable/openapi';\nimport {\n axios,\n convertField,\n createBase,\n deleteBase,\n deleteRecords,\n planFieldConvert,\n undo,\n updateDbTableName,\n updateRecords,\n} from '@teable/openapi';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport { createAwaitWithEvent } from './utils/event-promise';\nimport {\n createField,\n createRecords,\n createTable,\n deleteField,\n deleteRecord,\n permanentDeleteTable,\n getField,\n getFields,\n getRecord,\n getRecords,\n getTable,\n initApp,\n updateRecord,\n updateRecordByApi,\n} from './utils/init-app';\n\nconst isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\ndescribe('OpenAPI link (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const spaceId = globalThis.testConfig.spaceId;\n const split = globalThis.testConfig.driver === 'postgresql' ? '.' : '_';\n let eventEmitterService: EventEmitterService;\n let awaitWithEvent: (fn: () => Promise) => Promise;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n eventEmitterService = app.get(EventEmitterService);\n const windowId = 'win' + getRandomString(8);\n axios.interceptors.request.use((config) => {\n config.headers['X-Window-Id'] = windowId;\n return config;\n });\n awaitWithEvent = isForceV2\n ? async (action: () => Promise) => await action()\n : createAwaitWithEvent(eventEmitterService, Events.OPERATION_PUSH);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('create table with link field', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let table3: ITableFullVo;\n\n afterEach(async () => {\n table1 && (await permanentDeleteTable(baseId, table1.id));\n table2 && (await permanentDeleteTable(baseId, table2.id));\n table3 && (await permanentDeleteTable(baseId, table3.id));\n });\n\n it('should format lookup-of-link titles inside formulas when aggregating link records', async () => {\n table1 = await createTable(baseId, {\n name: 'tblA-link-api',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Label', type: FieldType.SingleLineText },\n ],\n records: [\n { fields: { Name: 'Alpha', Label: 'Alpha Label' } },\n { fields: { Name: 'Beta', Label: 'Beta Label' } },\n ],\n });\n // eslint-disable-next-line no-console\n\n table2 = await createTable(baseId, {\n name: 'tblB-link-api',\n fields: [\n { name: 'Capture', type: FieldType.SingleLineText },\n { name: 'Shot Time', type: FieldType.SingleLineText },\n ],\n records: [\n { fields: { Capture: 'Screen 1', 'Shot Time': '2024-01-01' } },\n { fields: { Capture: 'Screen 2', 'Shot Time': '2024-02-02' } },\n { fields: { Capture: 'Screen 3', 'Shot Time': '2024-03-03' } },\n ],\n });\n\n const linkToAField = await createField(table2.id, {\n name: 'LinkToA',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n },\n });\n // eslint-disable-next-line no-console\n\n await updateRecordByApi(table2.id, table2.records[0].id, linkToAField.id, {\n id: table1.records[0].id,\n });\n await updateRecordByApi(table2.id, table2.records[1].id, linkToAField.id, {\n id: table1.records[0].id,\n });\n await updateRecordByApi(table2.id, table2.records[2].id, linkToAField.id, {\n id: table1.records[1].id,\n });\n\n table3 = await createTable(baseId, {\n name: 'tblC-link-api',\n fields: [{ name: 'Entry', type: FieldType.SingleLineText }],\n records: [{ fields: { Entry: 'Group A' } }, { fields: { Entry: 'Group B' } }],\n });\n\n const linkToBField = await createField(table3.id, {\n name: 'LinkToB',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n });\n\n await updateRecordByApi(table3.id, table3.records[0].id, linkToBField.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n await updateRecordByApi(table3.id, table3.records[1].id, linkToBField.id, [\n { id: table2.records[2].id },\n ]);\n\n const lookupLinkToAField = await createField(table3.id, {\n name: 'LookupLinkToA',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkToBField.id,\n lookupFieldId: linkToAField.id,\n },\n });\n\n const shotTimeFieldId = table2.fields.find((f) => f.name === 'Shot Time')!.id;\n const lookupShotTimeField = await createField(table3.id, {\n name: 'LookupShotTime',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkToBField.id,\n lookupFieldId: shotTimeFieldId,\n },\n });\n\n await createField(table3.id, {\n name: 'Summary',\n type: FieldType.Formula,\n options: {\n expression: `{${lookupLinkToAField.id}} & ' - ' & ARRAYJOIN({${lookupShotTimeField.id}}, ', ')`,\n },\n });\n\n const recordsVo: IRecordsVo = await getRecords(table3.id, {\n fieldKeyType: FieldKeyType.Name,\n });\n\n expect(recordsVo.records).toHaveLength(2);\n const summaryA = recordsVo.records.find((r) => r.fields.Entry === 'Group A')!;\n const summaryB = recordsVo.records.find((r) => r.fields.Entry === 'Group B')!;\n\n expect(typeof summaryA.fields.Summary).toBe('string');\n expect(typeof summaryB.fields.Summary).toBe('string');\n });\n\n it('should create foreign link field when create a new table with many-one link field', async () => {\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n },\n };\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo, linkFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n const getTable1FieldsResult = await getFields(table1.id);\n\n expect(getTable1FieldsResult).toHaveLength(3);\n expect(getTable1FieldsResult[2]).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n selfKeyName: '__fk_' + table2.fields[2].id,\n foreignKeyName: '__id',\n symmetricFieldId: table2.fields[2].id,\n },\n });\n\n expect(table2.fields[2]).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n lookupFieldId: getTable1FieldsResult[0].id,\n foreignKeyName: '__fk_' + table2.fields[2].id,\n selfKeyName: '__id',\n symmetricFieldId: getTable1FieldsResult[2].id,\n },\n });\n });\n\n it('should create foreign link field when create a new table with many-many link field', async () => {\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n },\n };\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo, linkFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n const getTable1FieldsResult = await getFields(table1.id);\n expect(getTable1FieldsResult).toHaveLength(3);\n table1.fields = getTable1FieldsResult;\n\n const fkHostTableName = `${baseId}${split}junction_${table2.fields[2].id}_${\n (table2.fields[2].options as ILinkFieldOptions).symmetricFieldId\n }`;\n\n expect(table1.fields[2]).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n fkHostTableName: fkHostTableName,\n selfKeyName: '__fk_' + table2.fields[2].id,\n foreignKeyName: '__fk_' + table1.fields[2].id,\n symmetricFieldId: table2.fields[2].id,\n },\n });\n\n expect(table2.fields[2]).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n fkHostTableName: fkHostTableName,\n selfKeyName: '__fk_' + table1.fields[2].id,\n foreignKeyName: '__fk_' + table2.fields[2].id,\n symmetricFieldId: table1.fields[2].id,\n },\n });\n });\n\n it('should auto create foreign manyOne link field when create oneMany link field', async () => {\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n fields: [numberFieldRo, textFieldRo],\n });\n\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n };\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [numberFieldRo, textFieldRo, linkFieldRo],\n });\n\n const getTable1FieldsResult = await getFields(table1.id);\n\n expect(getTable1FieldsResult).toHaveLength(3);\n expect(getTable1FieldsResult[2]).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n selfKeyName: '__id',\n foreignKeyName: '__fk_' + getTable1FieldsResult[2].id,\n symmetricFieldId: table2.fields[2].id,\n },\n });\n\n expect(table2.fields[2]).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n lookupFieldId: getTable1FieldsResult[0].id,\n foreignKeyName: '__id',\n selfKeyName: '__fk_' + getTable1FieldsResult[2].id,\n symmetricFieldId: getTable1FieldsResult[2].id,\n },\n });\n });\n\n it('should set link record in foreign link field when create a new table with link field and link record', async () => {\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n };\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo, linkFieldRo],\n records: [\n {\n fields: {\n 'text field': 'table2_1',\n 'link field': [{ id: table1.records[0].id }, { id: table1.records[1].id }],\n },\n },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n expect(table2.records).toHaveLength(3);\n expect(table2.records[0].fields['link field']).toEqual([\n { id: table1.records[0].id, title: 'table1_1' },\n { id: table1.records[1].id, title: 'table1_2' },\n ]);\n });\n\n it('should throw error when create a new table with link field and error link record', async () => {\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n };\n\n await createTable(\n baseId,\n {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo, linkFieldRo],\n records: [\n {\n fields: {\n 'text field': 'table2_1',\n 'link field': [{ id: table1.records[0].id }, { id: table1.records[0].id }], // illegal link record\n },\n },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n },\n 400\n );\n });\n\n it('should have correct title when create a new table with manyOne link field', async () => {\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n },\n };\n\n const table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, linkFieldRo],\n records: [\n {\n fields: {\n 'text field': 'table2_1',\n 'link field': { id: table1.records[0].id },\n },\n },\n ],\n });\n expect(table2.records[0].fields['link field']).toEqual({\n title: 'table1_1',\n id: table1.records[0].id,\n });\n const table1Records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const table1Fields = await getFields(table1.id);\n\n expect(table1Records.records[0].fields[table1Fields[1].id]).toEqual([\n {\n title: 'table2_1',\n id: table2.records[0].id,\n },\n ]);\n });\n\n it('should have correct title when create a new table with oneMany link field', async () => {\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n };\n const table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, linkFieldRo],\n records: [\n {\n fields: {\n 'text field': 'table2_1',\n 'link field': [{ id: table1.records[0].id }],\n },\n },\n ],\n });\n expect(table2.records[0].fields['link field']).toEqual([\n {\n title: 'table1_1',\n id: table1.records[0].id,\n },\n ]);\n const table1Records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n const table1Fields = await getFields(table1.id);\n\n expect(table1Records.records[0].fields[table1Fields[1].id]).toEqual({\n title: 'table2_1',\n id: table2.records[0].id,\n });\n });\n\n it('should create a new record with link field when primary field is a formula', async () => {\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n };\n const table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, linkFieldRo],\n records: [\n {\n fields: {\n 'text field': 'table2_1',\n 'link field': [{ id: table1.records[0].id }],\n },\n },\n {\n fields: {\n 'text field': 'table2_2',\n },\n },\n ],\n });\n\n const table1Fields = await getFields(table1.id);\n const table1LinkField = table1Fields[1];\n\n const table1PrimaryField = (\n await convertField(table1.id, table1.fields[0].id, {\n type: FieldType.Formula,\n options: {\n expression: `{${table1LinkField.id}}`,\n },\n })\n ).data;\n\n const table1Records = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n\n expect(table1Records.records[0].fields[table1PrimaryField.id]).toEqual('table2_1');\n\n // create with existing link cellValue in table2\n await createRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [table1LinkField.id]: { id: table2.records[0].id } } }],\n });\n\n // create with empty link cellValue in table2\n await createRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [table1LinkField.id]: { id: table2.records[1].id } } }],\n });\n\n // update with existing link cellValue in table2\n await updateRecordByApi(table1.id, table1.records[0].id, table1LinkField.id, {\n id: table2.records[0].id,\n });\n\n const table1RecordsAfter = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id });\n expect(table1RecordsAfter.records[0].fields[table1PrimaryField.id]).toEqual('table2_1');\n });\n });\n\n describe('create link fields', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create two way, many many link', async () => {\n // create link field\n const Link1FieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n };\n\n const linkField1 = await createField(table1.id, Link1FieldRo);\n const fkHostTableName = `${baseId}${split}junction_${linkField1.id}_${\n (linkField1.options as ILinkFieldOptions).symmetricFieldId\n }`;\n\n const table2Fields = await getFields(table2.id);\n const linkField2 = table2Fields[2];\n\n expect(linkField1).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n fkHostTableName: fkHostTableName,\n selfKeyName: '__fk_' + linkField2.id,\n foreignKeyName: '__fk_' + linkField1.id,\n symmetricFieldId: linkField2.id,\n },\n });\n\n expect(linkField2).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n fkHostTableName: fkHostTableName,\n selfKeyName: '__fk_' + linkField1.id,\n foreignKeyName: '__fk_' + linkField2.id,\n symmetricFieldId: linkField1.id,\n },\n });\n });\n\n it('should create two way, many many link to self', async () => {\n // create link field\n const Link1FieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n },\n };\n\n const linkField1 = await createField(table1.id, Link1FieldRo);\n const fkHostTableName = `${baseId}${split}junction_${linkField1.id}_${\n (linkField1.options as ILinkFieldOptions).symmetricFieldId\n }`;\n\n const newFields = await getFields(table1.id, table1.views[0].id);\n const linkField2 = newFields[3];\n\n expect(linkField1).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n fkHostTableName: fkHostTableName,\n selfKeyName: '__fk_' + linkField2.id,\n foreignKeyName: '__fk_' + linkField1.id,\n symmetricFieldId: linkField2.id,\n },\n });\n\n expect(linkField2).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n fkHostTableName: fkHostTableName,\n selfKeyName: '__fk_' + linkField1.id,\n foreignKeyName: '__fk_' + linkField2.id,\n symmetricFieldId: linkField1.id,\n },\n });\n });\n\n it('should create one way, many many link', async () => {\n // create link field\n const Link1FieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const linkField1 = await createField(table1.id, Link1FieldRo);\n const fkHostTableName = `${baseId}${split}junction_${linkField1.id}`;\n\n expect(linkField1).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: true,\n fkHostTableName: fkHostTableName,\n lookupFieldId: table2.fields[0].id,\n foreignKeyName: '__fk_' + linkField1.id,\n },\n });\n expect((linkField1.options as ILinkFieldOptions).selfKeyName).toContain('rad');\n expect((linkField1.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n const table2Fields = await getFields(table2.id);\n expect(table2Fields.length).toEqual(2);\n });\n\n it('should create two way, one one link', async () => {\n // create link field\n const Link1FieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField1 = await createField(table1.id, Link1FieldRo);\n const table2Fields = await getFields(table2.id);\n const linkField2 = table2Fields[2];\n\n expect(linkField1).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n fkHostTableName: table1.dbTableName,\n lookupFieldId: table2.fields[0].id,\n selfKeyName: '__id',\n foreignKeyName: `__fk_${linkField1.id}`,\n symmetricFieldId: linkField2.id,\n },\n });\n\n expect(linkField2).toMatchObject({\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table1.id,\n fkHostTableName: table1.dbTableName,\n lookupFieldId: table1.fields[0].id,\n foreignKeyName: '__id',\n selfKeyName: `__fk_${linkField1.id}`,\n symmetricFieldId: linkField1.id,\n },\n });\n });\n\n it('should throw error when add a duplicate record in one way one one link field', async () => {\n // create link field\n const Link1FieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField1 = await createField(table1.id, Link1FieldRo);\n\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n\n // first update\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, {\n title: 'B1',\n id: table2.records[0].id,\n });\n\n // update a duplicated link record in other record\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n linkField1.id,\n { id: table2.records[0].id },\n 400\n );\n });\n\n it('should throw error when add a duplicate record in one way one one link field in create record', async () => {\n // create link field\n const Link1FieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const linkField1 = await createField(table1.id, Link1FieldRo);\n\n await createRecords(\n table1.id,\n {\n records: [\n { fields: { [linkField1.id]: { id: table2.records[0].id } } },\n { fields: { [linkField1.id]: { id: table2.records[0].id } } },\n ],\n },\n 400\n );\n });\n });\n\n describe('many one and one many link field cell update', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n // create link field\n const table2LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n },\n };\n\n await createField(table2.id, table2LinkFieldRo);\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should update foreign link field when set a new link in to link field cell', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n title: 'table1_2',\n id: table1.records[1].id,\n });\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toBeUndefined();\n expect(table1RecordResult2.records[1].fields[table1.fields[2].name]).toEqual([\n {\n title: 'table2_1',\n id: table2.records[0].id,\n },\n ]);\n });\n\n it('should update foreign link field when change lookupField value', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n\n // add an extra link for table1 record1\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[2].id, {\n title: 'table1_1',\n id: table1.records[0].id,\n });\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n {\n title: 'B1',\n id: table2.records[0].id,\n },\n {\n title: 'B2',\n id: table2.records[1].id,\n },\n ]);\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'AX');\n\n const table2RecordResult2 = await getRecords(table2.id);\n\n expect(table2RecordResult2.records[0].fields[table2.fields[2].name!]).toEqual({\n title: 'AX',\n id: table1.records[0].id,\n });\n });\n\n it('should update self foreign link with correct title', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n { title: 'B1', id: table2.records[0].id },\n { title: 'B2', id: table2.records[1].id },\n ]);\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n {\n title: 'B1',\n id: table2.records[0].id,\n },\n {\n title: 'B2',\n id: table2.records[1].id,\n },\n ]);\n });\n\n it('should update self foreign link with correct formatted title', async () => {\n // use number field as primary field\n await convertField(table2.id, table2.fields[0].id, {\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n });\n\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 1);\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 2);\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, null);\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n { id: table2.records[2].id },\n ]);\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n {\n title: '1.0',\n id: table2.records[0].id,\n },\n {\n title: '2.0',\n id: table2.records[1].id,\n },\n {\n title: undefined,\n id: table2.records[2].id,\n },\n ]);\n });\n\n it('should update self foreign link with correct currency formatted title', async () => {\n // use number field with currency formatting as primary field\n await convertField(table2.id, table2.fields[0].id, {\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Currency, symbol: '$', precision: 2 },\n },\n });\n\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n // set values for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 100.5);\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 250.75);\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, null);\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n { id: table2.records[2].id },\n ]);\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n {\n title: '$100.50',\n id: table2.records[0].id,\n },\n {\n title: '$250.75',\n id: table2.records[1].id,\n },\n {\n title: undefined,\n id: table2.records[2].id,\n },\n ]);\n });\n\n it('should update self foreign link with correct percentage formatted title', async () => {\n // use number field with percentage formatting as primary field\n await convertField(table2.id, table2.fields[0].id, {\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Percent, precision: 1 },\n },\n });\n\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n // set values for lookup field (stored as decimal, displayed as percentage)\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 0.25);\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 0.8);\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, null);\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n { id: table2.records[2].id },\n ]);\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n {\n title: '25.0%',\n id: table2.records[0].id,\n },\n {\n title: '80.0%',\n id: table2.records[1].id,\n },\n {\n title: undefined,\n id: table2.records[2].id,\n },\n ]);\n });\n\n it('should update self foreign link with correct rating field formatted title', async () => {\n // use rating field as primary field\n await convertField(table2.id, table2.fields[0].id, {\n type: FieldType.Rating,\n options: {\n icon: RatingIcon.Star,\n color: Colors.YellowBright,\n max: 5,\n },\n });\n\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n // set values for rating field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 3);\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 5);\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, null);\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n { id: table2.records[2].id },\n ]);\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n {\n title: '3',\n id: table2.records[0].id,\n },\n {\n title: '5',\n id: table2.records[1].id,\n },\n {\n title: undefined,\n id: table2.records[2].id,\n },\n ]);\n });\n\n it('should update self foreign link with correct auto number field formatted title', async () => {\n // use auto number field as primary field\n await convertField(table2.id, table2.fields[0].id, {\n type: FieldType.AutoNumber,\n });\n\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n { id: table2.records[2].id },\n ]);\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n // Auto number fields should be formatted as text\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n {\n title: '1',\n id: table2.records[0].id,\n },\n {\n title: '2',\n id: table2.records[1].id,\n },\n {\n title: '3',\n id: table2.records[2].id,\n },\n ]);\n });\n\n it('should update formula field when change manyOne link cell', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n\n const table2FormulaFieldRo: IFieldRo = {\n name: 'table2Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${table2.fields[2].id}}`,\n },\n };\n await createField(table2.id, table2FormulaFieldRo);\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n title: 'illegal title',\n id: table1.records[1].id,\n });\n\n const table1RecordResult = await getRecords(table1.id);\n const table2RecordResult = await getRecords(table2.id);\n\n expect(table1RecordResult.records[0].fields[table1.fields[2].name]).toBeUndefined();\n expect(table1RecordResult.records[1].fields[table1.fields[2].name]).toEqual([\n {\n title: 'table2_1',\n id: table2.records[0].id,\n },\n ]);\n expect(table2RecordResult.records[0].fields[table2FormulaFieldRo.name!]).toEqual('table1_2');\n });\n\n it('should update formula field when change oneMany link cell', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n\n const table1FormulaFieldRo: IFieldRo = {\n name: 'table1 formula field',\n type: FieldType.Formula,\n options: {\n expression: `{${table1.fields[2].id}}`,\n },\n };\n\n await createField(table1.id, table1FormulaFieldRo);\n\n await updateRecord(table1.id, table1.records[0].id, {\n record: {\n fields: {\n [table1.fields[2].name]: [\n { title: 'illegal test1', id: table2.records[0].id },\n { title: 'illegal test2', id: table2.records[1].id },\n ],\n },\n },\n });\n const table1RecordResult = await getRecords(table1.id);\n\n expect(table1RecordResult.records[0].fields[table1.fields[2].name]).toEqual([\n { title: 'table2_1', id: table2.records[0].id },\n { title: 'table2_2', id: table2.records[1].id },\n ]);\n\n expect(table1RecordResult.records[0].fields[table1FormulaFieldRo.name!]).toEqual([\n 'table2_1',\n 'table2_2',\n ]);\n });\n\n it('should throw error when add a duplicate record in oneMany link field', async () => {\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n\n // first update\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n { title: 'B1', id: table2.records[0].id },\n { title: 'B2', id: table2.records[1].id },\n ]);\n\n // update a duplicated link record in other record\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n table1.fields[2].id,\n [{ title: 'B1', id: table2.records[0].id }],\n 400\n );\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n { title: 'B1', id: table2.records[0].id },\n { title: 'B2', id: table2.records[1].id },\n ]);\n expect(table1RecordResult2.records[1].fields[table1.fields[2].name]).toBeUndefined();\n });\n\n it('should throw error when add a duplicate record in oneMany link field in create record', async () => {\n await createRecords(\n table1.id,\n {\n records: [\n {\n fields: {\n [table1.fields[2].id]: [{ id: table2.records[0].id }, { id: table2.records[0].id }],\n },\n },\n ],\n },\n 400\n );\n\n await createRecords(\n table1.id,\n {\n records: [\n { fields: { [table1.fields[2].id]: [{ id: table2.records[0].id }] } },\n { fields: { [table1.fields[2].id]: [{ id: table2.records[0].id }] } },\n ],\n },\n 400\n );\n });\n\n it('should preserve multiple linkages created by concurrent requests', async () => {\n const [createResp1, createResp2] = await Promise.all([\n createRecords(table2.id, {\n records: [\n {\n fields: {\n [table2.fields[0].id]: 'table2_4',\n [table2.fields[2].id]: { id: table1.records[0].id },\n },\n },\n ],\n }),\n createRecords(table2.id, {\n records: [\n {\n fields: {\n [table2.fields[0].id]: 'table2_5',\n [table2.fields[2].id]: { id: table1.records[0].id },\n },\n },\n ],\n }),\n ]);\n\n const createdRecords = [createResp1.records[0], createResp2.records[0]];\n\n expect(createdRecords).toHaveLength(2);\n expect(createdRecords[0].id).not.toEqual(createdRecords[1].id);\n for (const createdRecord of createdRecords) {\n expect(createdRecord.fields[table2.fields[2].id] as { id: string }).toMatchObject({\n id: table1.records[0].id,\n });\n }\n\n const table1Record = await getRecord(table1.id, table1.records[0].id);\n const linkedRecords = table1Record.fields[table1.fields[2].id] as Array<{\n id: string;\n title?: string;\n }>;\n\n expect(linkedRecords).toHaveLength(2);\n expect(linkedRecords).toEqual(\n expect.arrayContaining([\n expect.objectContaining({ id: createdRecords[0].id, title: 'table2_4' }),\n expect.objectContaining({ id: createdRecords[1].id, title: 'table2_5' }),\n ])\n );\n\n const refreshedFirst = await getRecord(table2.id, createdRecords[0].id);\n const refreshedSecond = await getRecord(table2.id, createdRecords[1].id);\n\n for (const refreshed of [refreshedFirst, refreshedSecond]) {\n expect(refreshed.fields[table2.fields[2].id] as { id: string }).toMatchObject({\n id: table1.records[0].id,\n });\n }\n });\n\n it('should set a text value in a link record with typecast', async () => {\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'A1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n // // reject data when typecast is false\n await createRecords(\n table2.id,\n {\n typecast: false,\n records: [\n {\n fields: {\n [table2.fields[2].id]: ['A1'],\n },\n },\n ],\n },\n 400\n );\n\n const { records } = await createRecords(table2.id, {\n typecast: true,\n records: [\n {\n fields: {\n [table2.fields[2].id]: 'A1',\n },\n },\n ],\n });\n\n expect(records[0].fields[table2.fields[2].id]).toEqual({\n id: table1.records[0].id,\n title: 'A1',\n });\n\n const { records: records2 } = await createRecords(table1.id, {\n typecast: true,\n records: [\n {\n fields: {\n [table1.fields[2].id]: 'B2',\n },\n },\n ],\n });\n\n expect(records2[0].fields[table1.fields[2].id]).toEqual([\n {\n id: table2.records[1].id,\n title: 'B2',\n },\n ]);\n });\n\n it('should update link cellValue when change primary field value', async () => {\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n {\n id: table2.records[0].id,\n },\n {\n id: table2.records[1].id,\n },\n ]);\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1+');\n\n const record1 = await getRecord(table1.id, table1.records[0].id);\n\n expect(record1.fields[table1.fields[2].id]).toEqual([\n {\n title: 'B1+',\n id: table2.records[0].id,\n },\n {\n title: 'B2',\n id: table2.records[1].id,\n },\n ]);\n\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2+');\n const record2 = await getRecord(table1.id, table1.records[0].id);\n expect(record2.fields[table1.fields[2].id]).toEqual([\n {\n title: 'B1+',\n id: table2.records[0].id,\n },\n {\n title: 'B2+',\n id: table2.records[1].id,\n },\n ]);\n });\n\n it('should not insert illegal value in link cel', async () => {\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, ['NO'], 400);\n });\n });\n\n describe('many many link field cell update', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n // create link field\n const table2LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n },\n };\n\n await createField(table2.id, table2LinkFieldRo);\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should update foreign link field when set a new link in to link field cell', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, [\n {\n id: table1.records[0].id,\n },\n ]);\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, [\n {\n title: 'table1_2',\n id: table1.records[1].id,\n },\n ]);\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toBeUndefined();\n expect(table1RecordResult2.records[1].fields[table1.fields[2].name]).toEqual([\n {\n title: 'table2_1',\n id: table2.records[0].id,\n },\n ]);\n });\n\n it('should update foreign link field when change lookupField value', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, [\n {\n id: table1.records[0].id,\n },\n ]);\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n\n // add an extra link for table1 record1\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[2].id, [\n {\n title: 'table1_1',\n id: table1.records[0].id,\n },\n ]);\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n {\n title: 'B1',\n id: table2.records[0].id,\n },\n {\n title: 'B2',\n id: table2.records[1].id,\n },\n ]);\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'AX');\n\n const table2RecordResult2 = await getRecords(table2.id);\n\n expect(table2RecordResult2.records[0].fields[table2.fields[2].name!]).toEqual([\n {\n title: 'AX',\n id: table1.records[0].id,\n },\n ]);\n });\n\n it('should update self foreign link with correct title', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, [\n {\n id: table1.records[0].id,\n },\n ]);\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n { title: 'B1', id: table2.records[0].id },\n { title: 'B2', id: table2.records[1].id },\n ]);\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n {\n title: 'B1',\n id: table2.records[0].id,\n },\n {\n title: 'B2',\n id: table2.records[1].id,\n },\n ]);\n });\n\n it('should update formula field when change link cell', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, [\n {\n id: table1.records[0].id,\n },\n ]);\n\n const table2FormulaFieldRo: IFieldRo = {\n name: 'table2Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${table2.fields[2].id}}`,\n },\n };\n\n await createField(table2.id, table2FormulaFieldRo);\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, [\n {\n title: 'illegal title',\n id: table1.records[1].id,\n },\n ]);\n\n const table1RecordResult = await getRecords(table1.id);\n\n const table2RecordResult = await getRecords(table2.id);\n\n expect(table1RecordResult.records[0].fields[table1.fields[2].name]).toBeUndefined();\n expect(table1RecordResult.records[1].fields[table1.fields[2].name]).toEqual([\n {\n title: 'table2_1',\n id: table2.records[0].id,\n },\n ]);\n expect(table2RecordResult.records[0].fields[table2FormulaFieldRo.name!]).toEqual([\n 'table1_2',\n ]);\n });\n\n it('should update formula field with function when change link cell', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, [\n { id: table1.records[0].id },\n ]);\n\n const table2FormulaFieldRo: IFieldRo = {\n name: 'table2Formula',\n type: FieldType.Formula,\n options: {\n expression: `AND({${table2.fields[2].id}})`,\n },\n };\n\n await createField(table2.id, table2FormulaFieldRo);\n\n const t2r1 = await getRecords(table2.id);\n\n expect(t2r1.records[0].fields[table2FormulaFieldRo.name!]).toEqual(true);\n\n // replace\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, [\n { id: table1.records[1].id },\n ]);\n\n const t2r2 = await getRecords(table2.id);\n\n expect(t2r2.records[0].fields[table2FormulaFieldRo.name!]).toEqual(true);\n\n // add\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, [\n { id: table1.records[1].id },\n { id: table1.records[2].id },\n ]);\n\n const t2r3 = await getRecords(table2.id);\n\n expect(t2r3.records[0].fields[table2FormulaFieldRo.name!]).toEqual(true);\n\n // remove\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, [\n { id: table1.records[1].id },\n ]);\n\n const t2r4 = await getRecords(table2.id);\n\n expect(t2r4.records[0].fields[table2FormulaFieldRo.name!]).toEqual(true);\n });\n\n it('should update formula field when change many many link cell', async () => {\n const table1FormulaFieldRo: IFieldRo = {\n name: 'table1 formula field',\n type: FieldType.Formula,\n options: {\n expression: `{${table1.fields[2].id}}`,\n },\n };\n\n const table2FormulaFieldRo: IFieldRo = {\n name: 'table2 formula field',\n type: FieldType.Formula,\n options: {\n expression: `{${table2.fields[2].id}}`,\n },\n };\n\n await createField(table1.id, table1FormulaFieldRo);\n await createField(table2.id, table2FormulaFieldRo);\n\n await updateRecord(table1.id, table1.records[0].id, {\n record: {\n fields: {\n [table1.fields[2].name]: [\n { title: 'illegal test1', id: table2.records[0].id },\n { title: 'illegal test2', id: table2.records[1].id },\n ],\n },\n },\n });\n\n const table1RecordResult = await getRecords(table1.id);\n const table2RecordResult = await getRecords(table2.id);\n\n expect(table1RecordResult.records[0].fields[table1.fields[2].name]).toEqual([\n { title: 'table2_1', id: table2.records[0].id },\n { title: 'table2_2', id: table2.records[1].id },\n ]);\n\n expect(table2RecordResult.records[0].fields[table2.fields[2].name]).toEqual([\n { title: 'table1_1', id: table1.records[0].id },\n ]);\n expect(table2RecordResult.records[1].fields[table2.fields[2].name]).toEqual([\n { title: 'table1_1', id: table1.records[0].id },\n ]);\n\n expect(table1RecordResult.records[0].fields[table1FormulaFieldRo.name!]).toEqual([\n 'table2_1',\n 'table2_2',\n ]);\n\n expect(table2RecordResult.records[0].fields[table2FormulaFieldRo.name!]).toEqual([\n 'table1_1',\n ]);\n expect(table2RecordResult.records[1].fields[table2FormulaFieldRo.name!]).toEqual([\n 'table1_1',\n ]);\n });\n\n it('should throw error when add a duplicate record within one cell', async () => {\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n\n // first update\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n { title: 'B1', id: table2.records[0].id },\n { title: 'B2', id: table2.records[1].id },\n ]);\n\n // allow to update a duplicated link record in other record\n await updateRecordByApi(table1.id, table1.records[1].id, table1.fields[2].id, [\n { title: 'B1', id: table2.records[0].id },\n ]);\n\n // not allow to update a duplicated link record within one cell\n await updateRecordByApi(\n table1.id,\n table1.records[2].id,\n table1.fields[2].id,\n [\n { title: 'B2', id: table2.records[1].id },\n { title: 'B2', id: table2.records[1].id },\n ],\n 400\n );\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n { title: 'B1', id: table2.records[0].id },\n { title: 'B2', id: table2.records[1].id },\n ]);\n\n expect(table1RecordResult2.records[2].fields[table1.fields[2].name]).toBeUndefined();\n });\n\n it('should set a text value in a link record with typecast', async () => {\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'A1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n // // reject data when typecast is false\n await createRecords(\n table2.id,\n {\n typecast: false,\n records: [\n {\n fields: {\n [table2.fields[2].id]: ['A1'],\n },\n },\n ],\n },\n 400\n );\n\n const { records } = await createRecords(table2.id, {\n typecast: true,\n records: [\n {\n fields: {\n [table2.fields[2].id]: 'A1',\n },\n },\n ],\n });\n\n expect(records[0].fields[table2.fields[2].id]).toEqual([\n {\n id: table1.records[0].id,\n title: 'A1',\n },\n ]);\n\n const { records: records2 } = await createRecords(table1.id, {\n typecast: true,\n records: [\n {\n fields: {\n [table1.fields[2].id]: 'B2',\n },\n },\n ],\n });\n\n expect(records2[0].fields[table1.fields[2].id]).toEqual([\n {\n id: table2.records[1].id,\n title: 'B2',\n },\n ]);\n });\n });\n\n describe.each([{ type: 'isTwoWay' }, { type: 'isOneWay' }])(\n 'one one $type link field cell update',\n ({ type }) => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n // create link field\n const table2LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table1.id,\n isOneWay: type === 'isOneWay',\n },\n };\n\n await createField(table2.id, table2LinkFieldRo);\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should update foreign link field when set a new link in to link field cell', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n title: 'table1_2',\n id: table1.records[1].id,\n });\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n if (type === 'isOneWay') {\n expect(table1.fields[2]).toBeUndefined();\n }\n\n if (type === 'isTwoWay') {\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toBeUndefined();\n expect(table1RecordResult2.records[1].fields[table1.fields[2].name]).toEqual({\n title: 'table2_1',\n id: table2.records[0].id,\n });\n }\n });\n\n it('should update foreign link field when change lookupField value', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'AX');\n\n const table2RecordResult2 = await getRecords(table2.id);\n\n expect(table2RecordResult2.records[0].fields[table2.fields[2].name!]).toEqual({\n title: 'AX',\n id: table1.records[0].id,\n });\n });\n\n it('should update self foreign link with correct title', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n if (type === 'isOneWay') {\n expect(table1.fields[2]).toBeUndefined();\n }\n\n if (type === 'isTwoWay') {\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual({\n title: 'B1',\n id: table2.records[0].id,\n });\n }\n });\n\n it('should throw error when add a duplicate record in one one link field', async () => {\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n\n if (type === 'isOneWay') {\n // first update\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n title: 'A1',\n id: table1.records[0].id,\n });\n\n // update a foreign table duplicated link record in other record\n await updateRecordByApi(\n table2.id,\n table2.records[1].id,\n table2.fields[2].id,\n { id: table1.records[0].id },\n 400\n );\n }\n\n if (type === 'isTwoWay') {\n // first update\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, {\n title: 'B1',\n id: table2.records[0].id,\n });\n\n // update a duplicated link record in other record\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n table1.fields[2].id,\n { id: table2.records[0].id },\n 400\n );\n\n // update a foreign table duplicated link record in other record\n await updateRecordByApi(\n table2.id,\n table2.records[1].id,\n table2.fields[2].id,\n { id: table1.records[0].id },\n 400\n );\n }\n });\n\n it('should throw error when add a duplicate record in one one link field in create record', async () => {\n if (type === 'isTwoWay') {\n await createRecords(\n table1.id,\n {\n records: [\n { fields: { [table1.fields[2].id]: { id: table2.records[0].id } } },\n { fields: { [table1.fields[2].id]: { id: table2.records[0].id } } },\n ],\n },\n 400\n );\n }\n\n await createRecords(\n table2.id,\n {\n records: [\n { fields: { [table2.fields[2].id]: { id: table1.records[0].id } } },\n { fields: { [table2.fields[2].id]: { id: table1.records[0].id } } },\n ],\n },\n 400\n );\n });\n }\n );\n\n describe('many many link field cell update with a multiple-value lookupField', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n const multipleSelectFieldRo: IFieldRo = {\n name: 'multiple select field',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { name: 'A', color: Colors.Blue },\n { name: 'B', color: Colors.Red },\n { name: 'C', color: Colors.Green },\n ],\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n // create link field\n const table2LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n },\n };\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo, multipleSelectFieldRo, table2LinkFieldRo],\n records: [\n { fields: { 'text field': 'table2_1', 'multiple select field': ['A'] } },\n { fields: { 'text field': 'table2_2', 'multiple select field': ['B', 'C'] } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n await convertField(table2.id, table2.fields[0].id, {\n type: FieldType.Formula,\n options: {\n expression: `{${table2.fields[2].id}}`,\n },\n });\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should update foreign link field when set a new link in to link field cell', async () => {\n expect(table2.fields[0].isMultipleCellValue).toEqual(true);\n const table1LinkField = table1.fields.find((field) => field.type === FieldType.Link)!;\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table1.id, table1.records[0].id, table1LinkField.id, [\n {\n id: table2.records[0].id,\n },\n ]);\n\n await updateRecordByApi(table1.id, table1.records[1].id, table1LinkField.id, [\n {\n id: table2.records[1].id,\n },\n ]);\n\n await updateRecordByApi(table1.id, table1.records[2].id, table1LinkField.id, [\n {\n id: table2.records[0].id,\n },\n {\n id: table2.records[1].id,\n },\n ]);\n\n const table1RecordResult = await getRecords(table1.id);\n\n expect(table1RecordResult.records[0].fields[table1.fields[2].name]).toEqual([\n {\n title: 'A',\n id: table2.records[0].id,\n },\n ]);\n expect(table1RecordResult.records[1].fields[table1.fields[2].name]).toEqual([\n {\n title: 'B, C',\n id: table2.records[1].id,\n },\n ]);\n expect(table1RecordResult.records[2].fields[table1.fields[2].name]).toEqual([\n {\n title: 'A',\n id: table2.records[0].id,\n },\n {\n title: 'B, C',\n id: table2.records[1].id,\n },\n ]);\n });\n });\n\n describe('isOneWay many one and one many link field cell update', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n // create link field\n const table1LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n // create link field\n const table2LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n isOneWay: true,\n },\n };\n\n await createField(table1.id, table1LinkFieldRo);\n await createField(table2.id, table2LinkFieldRo);\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should update foreign link field when set a new link in to link field cell', async () => {\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n id: table1.records[0].id,\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n title: 'table1_2',\n id: table1.records[1].id,\n });\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toBeUndefined();\n expect(table1RecordResult2.records[1].fields[table1.fields[2].name]).toBeUndefined();\n });\n\n it('should update foreign link field when change lookupField value', async () => {\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n title: 'table1_1',\n id: table1.records[0].id,\n });\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[2].id, {\n title: 'table1_1',\n id: table1.records[0].id,\n });\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toBeUndefined();\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'AX');\n\n const table2RecordResult2 = await getRecords(table2.id);\n\n expect(table2RecordResult2.records[0].fields[table2.fields[2].name!]).toEqual({\n title: 'AX',\n id: table1.records[0].id,\n });\n });\n\n it('should update formula field when change manyOne link cell', async () => {\n const table2FormulaFieldRo: IFieldRo = {\n name: 'table2Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${table2.fields[2].id}}`,\n },\n };\n\n await createField(table2.id, table2FormulaFieldRo);\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[2].id, {\n title: 'illegal title',\n id: table1.records[1].id,\n });\n\n const table2RecordResult = await getRecords(table2.id);\n\n expect(table2RecordResult.records[0].fields[table2FormulaFieldRo.name!]).toEqual('table1_2');\n });\n\n it('should update formula field when change oneMany link cell', async () => {\n const table1FormulaFieldRo: IFieldRo = {\n name: 'table1 formula field',\n type: FieldType.Formula,\n options: {\n expression: `{${table1.fields[2].id}}`,\n },\n };\n\n await createField(table1.id, table1FormulaFieldRo);\n\n await updateRecord(table1.id, table1.records[0].id, {\n record: {\n fields: {\n [table1.fields[2].name]: [\n { title: 'illegal test1', id: table2.records[0].id },\n { title: 'illegal test2', id: table2.records[1].id },\n ],\n },\n },\n });\n const table1RecordResult = await getRecords(table1.id);\n\n expect(table1RecordResult.records[0].fields[table1.fields[2].name]).toEqual([\n { title: 'table2_1', id: table2.records[0].id },\n { title: 'table2_2', id: table2.records[1].id },\n ]);\n expect(table1RecordResult.records[0].fields[table1FormulaFieldRo.name!]).toEqual([\n 'table2_1',\n 'table2_2',\n ]);\n });\n\n it('should throw error when add a duplicate record in oneMany link field', async () => {\n // set text for lookup field\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n\n // first update\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n { title: 'B1', id: table2.records[0].id },\n { title: 'B2', id: table2.records[1].id },\n ]);\n\n // update a duplicated link record in other record\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n table1.fields[2].id,\n [{ title: 'B1', id: table2.records[0].id }],\n 400\n );\n\n const table1RecordResult2 = await getRecords(table1.id);\n\n expect(table1RecordResult2.records[0].fields[table1.fields[2].name]).toEqual([\n { title: 'B1', id: table2.records[0].id },\n { title: 'B2', id: table2.records[1].id },\n ]);\n\n expect(table1RecordResult2.records[1].fields[table1.fields[2].name]).toBeUndefined();\n });\n\n it('should throw error when add a duplicate record in oneMany link field in create record', async () => {\n await createRecords(\n table1.id,\n {\n records: [\n {\n fields: {\n [table1.fields[2].id]: [{ id: table2.records[0].id }, { id: table2.records[0].id }],\n },\n },\n ],\n },\n 400\n );\n\n await createRecords(\n table1.id,\n {\n records: [\n { fields: { [table1.fields[2].id]: [{ id: table2.records[0].id }] } },\n { fields: { [table1.fields[2].id]: [{ id: table2.records[0].id }] } },\n ],\n },\n 400\n );\n });\n\n it('should set a text value in a link record with typecast', async () => {\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'A1');\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'B3');\n // reject data when typecast is false\n await createRecords(\n table2.id,\n {\n typecast: false,\n records: [\n {\n fields: {\n [table2.fields[2].id]: ['A1'],\n },\n },\n ],\n },\n 400\n );\n\n const { records: records1 } = await createRecords(table2.id, {\n typecast: true,\n records: [\n {\n fields: {\n [table2.fields[2].id]: 'A1',\n },\n },\n ],\n });\n\n expect(records1[0].fields[table2.fields[2].id]).toEqual({\n id: table1.records[0].id,\n title: 'A1',\n });\n\n const { records: records2 } = await createRecords(table1.id, {\n typecast: true,\n records: [\n {\n fields: {\n [table1.fields[2].id]: 'B1',\n },\n },\n ],\n });\n\n expect(records2[0].fields[table1.fields[2].id]).toEqual([\n {\n id: table2.records[0].id,\n title: 'B1',\n },\n ]);\n\n // typecast title[]\n const { records: records3 } = await createRecords(table1.id, {\n typecast: true,\n records: [\n {\n fields: {\n [table1.fields[2].id]: 'B2,B3',\n },\n },\n ],\n });\n\n expect(records3[0].fields[table1.fields[2].id]).toEqual([\n {\n id: table2.records[1].id,\n title: 'B2',\n },\n {\n id: table2.records[2].id,\n title: 'B3',\n },\n ]);\n\n // typecast id[]\n const record4 = await updateRecord(table1.id, records3[0].id, {\n typecast: true,\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [table1.fields[2].id]: `${table2.records[2].id},${table2.records[1].id}`,\n },\n },\n });\n\n expect(record4.fields[table1.fields[2].id]).toEqual([\n {\n id: table2.records[2].id,\n title: 'B3',\n },\n {\n id: table2.records[1].id,\n title: 'B2',\n },\n ]);\n });\n\n it('should update link cellValue when change primary field value', async () => {\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2');\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[2].id, [\n {\n id: table2.records[0].id,\n },\n {\n id: table2.records[1].id,\n },\n ]);\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1+');\n\n const record1 = await getRecord(table1.id, table1.records[0].id);\n\n expect(record1.fields[table1.fields[2].id]).toEqual([\n {\n title: 'B1+',\n id: table2.records[0].id,\n },\n {\n title: 'B2',\n id: table2.records[1].id,\n },\n ]);\n\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'B2+');\n const record2 = await getRecord(table1.id, table1.records[0].id);\n expect(record2.fields[table1.fields[2].id]).toEqual([\n {\n title: 'B1+',\n id: table2.records[0].id,\n },\n {\n title: 'B2+',\n id: table2.records[1].id,\n },\n ]);\n });\n });\n\n describe('multi link with depends same field', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, { name: 'table2' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should update many-one record when add both many-one and many-one link', async () => {\n const manyOneFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const oneManyFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // get get a oneManyField involved\n const manyOneField = await createField(table1.id, manyOneFieldRo);\n await createField(table1.id, oneManyFieldRo);\n\n await updateRecordByApi(table1.id, table1.records[0].id, manyOneField.id, {\n id: table2.records[0].id,\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'y');\n\n const { records: table1Records } = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n expect(table1Records[0].fields[manyOneField.id]).toEqual({\n title: 'y',\n id: table2.records[0].id,\n });\n });\n\n it('should update one-many record when add both many-one and many-one link', async () => {\n const manyOneFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const oneManyFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // get get a oneManyField involved\n const oneManyField = await createField(table1.id, oneManyFieldRo);\n const manyOneField = await createField(table1.id, manyOneFieldRo);\n\n const lookupOneManyField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: oneManyField.id,\n },\n });\n\n const rollupOneManyField = await createField(table1.id, {\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: oneManyField.id,\n },\n });\n\n const lookupManyOneField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: manyOneField.id,\n },\n });\n\n const rollupManyOneField = await createField(table1.id, {\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: manyOneField.id,\n },\n });\n\n await updateRecordByApi(table1.id, table1.records[0].id, oneManyField.id, [\n {\n id: table2.records[0].id,\n },\n ]);\n const { records: table1Records1 } = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n expect(table1Records1[0].fields[oneManyField.id]).toEqual([\n {\n title: 'x',\n id: table2.records[0].id,\n },\n ]);\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'y');\n\n const { records: table1Records2 } = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n expect(table1Records2[0].fields[oneManyField.id]).toEqual([\n {\n title: 'y',\n id: table2.records[0].id,\n },\n ]);\n expect(table1Records2[0].fields[lookupOneManyField.id]).toEqual(['y']);\n expect(table1Records2[0].fields[rollupOneManyField.id]).toEqual(1);\n expect(table1Records2[0].fields[lookupManyOneField.id]).toEqual(undefined);\n expect(table1Records2[0].fields[rollupManyOneField.id]).toEqual(0);\n });\n });\n\n describe('single value link value shape', () => {\n let table1: ITableFullVo | undefined;\n let table2: ITableFullVo | undefined;\n\n afterEach(async () => {\n if (table1) {\n await permanentDeleteTable(baseId, table1.id);\n table1 = undefined;\n }\n if (table2) {\n await permanentDeleteTable(baseId, table2.id);\n table2 = undefined;\n }\n });\n\n it('should return single object when many-one link uses formula lookup', async () => {\n const expectedTitle = 'New Face - Stage';\n\n table2 = await createTable(baseId, {\n name: 'manyone-lookup-src',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Stage', type: FieldType.SingleLineText },\n ],\n records: [\n {\n fields: {\n Name: 'New Face',\n Stage: 'Stage',\n },\n },\n ],\n });\n\n const nameField = table2.fields.find((f) => f.name === 'Name')!;\n const stageField = table2.fields.find((f) => f.name === 'Stage')!;\n const formulaField = await createField(table2.id, {\n name: 'Display Title',\n type: FieldType.Formula,\n options: {\n expression: `{${nameField.id}} & \" - \" & {${stageField.id}}`,\n },\n });\n\n table1 = await createTable(baseId, {\n name: 'manyone-host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText }],\n records: [{ fields: { Label: 'Row 1' } }],\n });\n\n const linkField = await createField(table1.id, {\n name: 'Studio',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n lookupFieldId: formulaField.id,\n },\n });\n\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const { records: hostRecords } = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(hostRecords[0].fields[linkField.id]).toEqual({\n id: table2.records[0].id,\n title: expectedTitle,\n });\n });\n\n it('should return single object when one-one link uses formula lookup', async () => {\n const expectedTitle = 'New Face - Stage';\n\n table2 = await createTable(baseId, {\n name: 'oneone-lookup-src',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Stage', type: FieldType.SingleLineText },\n ],\n records: [\n {\n fields: {\n Name: 'New Face',\n Stage: 'Stage',\n },\n },\n ],\n });\n\n const nameField = table2.fields.find((f) => f.name === 'Name')!;\n const stageField = table2.fields.find((f) => f.name === 'Stage')!;\n const formulaField = await createField(table2.id, {\n name: 'Display Title',\n type: FieldType.Formula,\n options: {\n expression: `{${nameField.id}} & \" - \" & {${stageField.id}}`,\n },\n });\n\n table1 = await createTable(baseId, {\n name: 'oneone-host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText }],\n records: [{ fields: { Label: 'Row 1' } }],\n });\n\n const linkField = await createField(table1.id, {\n name: 'Studio',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n lookupFieldId: formulaField.id,\n },\n });\n\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n const { records: hostRecords } = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(hostRecords[0].fields[linkField.id]).toEqual({\n id: table2.records[0].id,\n title: expectedTitle,\n });\n\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n if (symmetricFieldId) {\n const { records: foreignRecords } = await getRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(foreignRecords[0].fields[symmetricFieldId]).toEqual({\n id: table1.records[0].id,\n title: 'Row 1',\n });\n }\n });\n });\n\n describe('update link when delete record', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n table1 = await createTable(baseId, {\n name: 'table1',\n });\n table2 = await createTable(baseId, {\n name: 'table2',\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should clean single link record when delete a record', async () => {\n const manyOneFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // get get a oneManyField involved\n const manyOneField = await createField(table1.id, manyOneFieldRo);\n const symManyOneField = await getField(\n table2.id,\n (manyOneField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n await updateRecordByApi(table1.id, table1.records[0].id, manyOneField.id, {\n id: table2.records[0].id,\n });\n\n await deleteRecord(table1.id, table1.records[0].id);\n\n const table2Record = await getRecord(table2.id, table2.records[0].id);\n expect(table2Record.fields[symManyOneField.id]).toBeUndefined();\n });\n\n it('should update single link record when delete a record', async () => {\n const manyOneFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'x1');\n await updateRecordByApi(table1.id, table1.records[1].id, table1.fields[0].id, 'x2');\n\n // get get a oneManyField involved\n const manyOneField = await createField(table1.id, manyOneFieldRo);\n const symManyOneField = await getField(\n table2.id,\n (manyOneField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n await updateRecordByApi(table1.id, table1.records[0].id, manyOneField.id, {\n id: table2.records[0].id,\n });\n await updateRecordByApi(table1.id, table1.records[1].id, manyOneField.id, {\n id: table2.records[0].id,\n });\n\n const table2RecordPre = await getRecord(table2.id, table2.records[0].id);\n expect(table2RecordPre.fields[symManyOneField.id]).toEqual([\n {\n title: 'x1',\n id: table1.records[0].id,\n },\n {\n title: 'x2',\n id: table1.records[1].id,\n },\n ]);\n\n await deleteRecord(table1.id, table1.records[0].id);\n\n const table2Record = await getRecord(table2.id, table2.records[0].id);\n expect(table2Record.fields[symManyOneField.id]).toEqual([\n {\n title: 'x2',\n id: table1.records[1].id,\n },\n ]);\n });\n\n it('should update single link record when delete multiple records', async () => {\n const manyOneFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n await updateRecordByApi(table1.id, table1.records[0].id, table1.fields[0].id, 'x1');\n await updateRecordByApi(table1.id, table1.records[1].id, table1.fields[0].id, 'x2');\n await updateRecordByApi(table1.id, table1.records[2].id, table1.fields[0].id, 'x3');\n\n // get get a oneManyField involved\n const manyOneField = await createField(table1.id, manyOneFieldRo);\n const symManyOneField = await getField(\n table2.id,\n (manyOneField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n await updateRecordByApi(table1.id, table1.records[0].id, manyOneField.id, {\n id: table2.records[0].id,\n });\n await updateRecordByApi(table1.id, table1.records[1].id, manyOneField.id, {\n id: table2.records[0].id,\n });\n await updateRecordByApi(table1.id, table1.records[2].id, manyOneField.id, {\n id: table2.records[0].id,\n });\n\n const table2RecordPre = await getRecord(table2.id, table2.records[0].id);\n expect(table2RecordPre.fields[symManyOneField.id]).toEqual([\n {\n title: 'x1',\n id: table1.records[0].id,\n },\n {\n title: 'x2',\n id: table1.records[1].id,\n },\n {\n title: 'x3',\n id: table1.records[2].id,\n },\n ]);\n\n await deleteRecords(table1.id, [table1.records[0].id, table1.records[1].id]);\n\n const table2Record = await getRecord(table2.id, table2.records[0].id);\n expect(table2Record.fields[symManyOneField.id]).toEqual([\n {\n title: 'x3',\n id: table1.records[2].id,\n },\n ]);\n });\n\n it('should clean multi link record when delete a record', async () => {\n const manyOneFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const oneManyFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // get get a oneManyField involved\n const manyOneField = await createField(table1.id, manyOneFieldRo);\n const oneManyField = await createField(table1.id, oneManyFieldRo);\n\n const symManyOneField = await getField(\n table2.id,\n (manyOneField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n const symOneManyField = await getField(\n table2.id,\n (oneManyField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n await updateRecordByApi(table2.id, table2.records[0].id, symOneManyField.id, {\n id: table1.records[0].id,\n });\n await updateRecordByApi(table2.id, table2.records[0].id, symManyOneField.id, [\n {\n id: table1.records[0].id,\n },\n ]);\n\n await deleteRecord(table1.id, table1.records[0].id);\n\n const table2Record = await getRecord(table2.id, table2.records[0].id);\n expect(table2Record.fields[symManyOneField.id]).toBeUndefined();\n expect(table2Record.fields[symOneManyField.id]).toBeUndefined();\n });\n\n it.each([\n { relationship: Relationship.OneOne },\n { relationship: Relationship.ManyMany },\n { relationship: Relationship.ManyOne },\n { relationship: Relationship.OneMany },\n ])(\n 'should clean one-way $relationship link record when delete a record',\n async ({ relationship }) => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n // set primary key 'x' in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n // get get a oneManyField involved\n const linkField = await createField(table1.id, linkFieldRo);\n\n if (relationship === Relationship.OneOne || relationship === Relationship.ManyOne) {\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n await updateRecordByApi(table1.id, table1.records[1].id, linkField.id, {\n id: table2.records[1].id,\n });\n } else {\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n {\n id: table2.records[0].id,\n },\n ]);\n await updateRecordByApi(table1.id, table1.records[1].id, linkField.id, [\n {\n id: table2.records[1].id,\n },\n ]);\n }\n\n await deleteRecord(table2.id, table2.records[0].id);\n\n const table1Record = await getRecord(table1.id, table1.records[0].id);\n expect(table1Record.fields[linkField.id]).toBeUndefined();\n\n // check if the record is successfully deleted\n await deleteRecord(table1.id, table1.records[1].id);\n }\n );\n\n it('should clean one-many link record when delete a record', async () => {\n const table1TitleField = table1.fields[0];\n const table2TitleField = table2.fields[0];\n\n const table1RecordId1 = table1.records[0].id;\n const table1RecordId2 = table1.records[1].id;\n const table2RecordId1 = table2.records[0].id;\n const table2RecordId2 = table2.records[1].id;\n\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n { id: table1RecordId1, fields: { [table1TitleField.id]: 'table1:A1' } },\n { id: table1RecordId2, fields: { [table1TitleField.id]: 'table1:A2' } },\n ],\n });\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n { id: table2RecordId1, fields: { [table2TitleField.id]: 'table2:A1' } },\n { id: table2RecordId2, fields: { [table2TitleField.id]: 'table2:A2' } },\n ],\n });\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n const table1LinkField = await createField(table1.id, linkFieldRo);\n const symmetricLinkFieldId = (table1LinkField.options as ILinkFieldOptions).symmetricFieldId!;\n\n await updateRecordByApi(table1.id, table1RecordId1, table1LinkField.id, [\n {\n id: table2RecordId1,\n },\n {\n id: table2RecordId2,\n },\n ]);\n\n const table1Record1Res = await getRecord(table1.id, table1RecordId1);\n expect(table1Record1Res.fields[table1LinkField.id]).toEqual([\n { id: table2RecordId1, title: 'table2:A1' },\n { id: table2RecordId2, title: 'table2:A2' },\n ]);\n\n await convertField(table2.id, table2TitleField.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${symmetricLinkFieldId}}`,\n },\n });\n\n const table2Record1Res1 = await getRecord(table2.id, table2RecordId1);\n expect(table2Record1Res1.fields[symmetricLinkFieldId]).toEqual({\n id: table1RecordId1,\n title: 'table1:A1',\n });\n expect(table2Record1Res1.fields[table2TitleField.id]).toEqual('table1:A1');\n\n await deleteRecord(table1.id, table1RecordId1);\n const table2Record1Res2 = await getRecord(table2.id, table2RecordId1);\n expect(table2Record1Res2.fields[symmetricLinkFieldId]).toBeUndefined();\n });\n });\n\n describe('formula primary referencing link-derived fields', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeEach(async () => {\n const textFieldRo: IFieldRo = {\n name: 'Title',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Amount',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n };\n\n // Table2: Title + Amount\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { Title: '21', Amount: 444 } },\n { fields: { Title: '22', Amount: 555 } },\n { fields: { Title: '23', Amount: 666 } },\n ],\n });\n\n // Table1: Title\n table1 = await createTable(baseId, {\n name: 'table1',\n fields: [textFieldRo],\n records: [{ fields: { Title: 'A1' } }],\n });\n\n // Link: table1 (OneMany) -> table2\n const linkField = await createField(table1.id, {\n name: 't1->t2',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n\n // Lookup: table1.lookup Amount via link (array of numbers)\n const lookupAmount = await createField(table1.id, {\n name: 'Amounts (lookup)',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[1].id, // Amount\n linkFieldId: linkField.id,\n },\n });\n // eslint-disable-next-line no-console\n\n // Formula: conditional rollup to produce number[]; its formatting should be applied when used as Link title\n const formula = await createField(table1.id, {\n name: 'Amounts Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${lookupAmount.id}}`,\n },\n });\n // eslint-disable-next-line no-console\n\n // Attach two t2 records to t1 record\n await updateRecord(table1.id, table1.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: [{ id: table2.records[0].id }, { id: table2.records[1].id }],\n },\n },\n });\n\n // Point symmetric link (on table2) title to table1 formula\n const t2Fields = await getFields(table2.id);\n const t2Link = t2Fields.find((f) => f.type === FieldType.Link && !f.isLookup)!;\n await convertField(table2.id, t2Link.id, {\n type: FieldType.Link,\n options: {\n relationship: (t2Link.options as ILinkFieldOptions).relationship!,\n foreignTableId: table1.id,\n lookupFieldId: formula.id,\n },\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('reads table1 with formula referencing lookup (number array)', async () => {\n const { records } = await getRecords(table1.id, { fieldKeyType: FieldKeyType.Name });\n const rec = records[0];\n expect(rec.fields['Amounts (lookup)']).toEqual([444, 555]);\n expect(rec.fields['Amounts Formula']).toEqual([444, 555]);\n });\n\n it('reads table2 link with title formatted as decimals from formula', async () => {\n const t2Fields = await getFields(table2.id);\n const t2LinkName = t2Fields.find((f) => f.type === FieldType.Link && !f.isLookup)!.name;\n const { records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Name });\n const rec1 = records.find((r) => r.fields['Title'] === '21')!;\n const rec2 = records.find((r) => r.fields['Title'] === '22')!;\n // Both should link back to table1 A1 with title using formatted decimals\n expect(rec1.fields[t2LinkName]).toEqual({\n id: table1.records[0].id,\n title: '444.00, 555.00',\n });\n expect(rec2.fields[t2LinkName]).toEqual({\n id: table1.records[0].id,\n title: '444.00, 555.00',\n });\n });\n\n it('formula referencing rollup is formatted and usable as link title', async () => {\n // Create rollup on table1: sum of Amount via link\n const t1Fields = await getFields(table1.id);\n const linkField = t1Fields.find((f) => f.type === FieldType.Link && !f.isLookup)!;\n const rollup = await createField(table1.id, {\n name: 'Sum Amounts',\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[1].id, // Amount\n linkFieldId: linkField.id,\n },\n });\n\n // Formula references rollup\n const formulaRollup = await createField(table1.id, {\n name: 'Sum Formula',\n type: FieldType.Formula,\n options: {\n expression: `{${rollup.id}}`,\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n });\n\n // Point table2 symmetric link title to this formula\n const t2Fields = await getFields(table2.id);\n const t2Link = t2Fields.find((f) => f.type === FieldType.Link && !f.isLookup)!;\n await convertField(table2.id, t2Link.id, {\n type: FieldType.Link,\n options: {\n relationship: (t2Link.options as ILinkFieldOptions).relationship!,\n foreignTableId: table1.id,\n lookupFieldId: formulaRollup.id,\n },\n });\n\n const t2LinkName = (await getFields(table2.id)).find(\n (f) => f.type === FieldType.Link && !f.isLookup\n )!.name;\n const { records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Name });\n // For 21 and 22 both linked to table1.A1, sum is 444+555=999 => '999.00'\n const rec1 = records.find((r) => r.fields['Title'] === '21')!;\n const rec2 = records.find((r) => r.fields['Title'] === '22')!;\n expect(rec1.fields[t2LinkName]).toEqual({\n id: table1.records[0].id,\n title: '999.00',\n });\n expect(rec2.fields[t2LinkName]).toEqual({\n id: table1.records[0].id,\n title: '999.00',\n });\n });\n\n it('formula referencing text lookup renders comma-joined titles', async () => {\n // Create text lookup on table1: Title via link\n const t1Fields = await getFields(table1.id);\n const linkField = t1Fields.find((f) => f.type === FieldType.Link && !f.isLookup)!;\n const lookupTitle = await createField(table1.id, {\n name: 'Titles (lookup)',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id, // Title\n linkFieldId: linkField.id,\n },\n });\n\n const formulaText = await createField(table1.id, {\n name: 'Titles Formula',\n type: FieldType.Formula,\n options: { expression: `{${lookupTitle.id}}` },\n });\n\n // Point table2 symmetric link title to this formula\n const t2Fields = await getFields(table2.id);\n const t2Link = t2Fields.find((f) => f.type === FieldType.Link && !f.isLookup)!;\n await convertField(table2.id, t2Link.id, {\n type: FieldType.Link,\n options: {\n relationship: (t2Link.options as ILinkFieldOptions).relationship!,\n foreignTableId: table1.id,\n lookupFieldId: formulaText.id,\n },\n });\n\n const t2LinkName = (await getFields(table2.id)).find(\n (f) => f.type === FieldType.Link && !f.isLookup\n )!.name;\n const { records } = await getRecords(table2.id, { fieldKeyType: FieldKeyType.Name });\n const rec1 = records.find((r) => r.fields['Title'] === '21')!;\n const rec2 = records.find((r) => r.fields['Title'] === '22')!;\n expect(rec1.fields[t2LinkName]).toEqual({\n id: table1.records[0].id,\n title: '21, 22',\n });\n expect(rec2.fields[t2LinkName]).toEqual({\n id: table1.records[0].id,\n title: '21, 22',\n });\n });\n });\n\n it('clears link when primary formula embeds lookup value', async () => {\n const tableB = await createTable(baseId, {\n name: 'link-formula-lookup-b',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Code', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [{ fields: { Name: 'B1', Code: 'C1' } }],\n });\n\n const tableA = await createTable(baseId, {\n name: 'link-formula-lookup-a',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'A1' } }],\n });\n\n try {\n const linkField = await createField(tableA.id, {\n name: 'A->B',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: tableB.id,\n },\n } as IFieldRo);\n\n const lookupField = await createField(tableA.id, {\n name: 'B Code',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tableB.id,\n lookupFieldId: tableB.fields[1].id,\n linkFieldId: linkField.id,\n },\n } as IFieldRo);\n\n const primaryField = tableA.fields.find((field) => field.isPrimary)!;\n await convertField(tableA.id, primaryField.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${lookupField.id}}`,\n },\n });\n\n await updateRecordByApi(tableA.id, tableA.records[0].id, linkField.id, {\n id: tableB.records[0].id,\n });\n\n const linked = await getRecord(tableA.id, tableA.records[0].id);\n expect((linked.fields[linkField.id] as { id: string } | undefined)?.id).toBe(\n tableB.records[0].id\n );\n expect(linked.fields[lookupField.id]).toBe('C1');\n expect(linked.fields[primaryField.id]).toBe('C1');\n\n await updateRecordByApi(tableA.id, tableA.records[0].id, linkField.id, null);\n\n const cleared = await getRecord(tableA.id, tableA.records[0].id);\n expect(cleared.fields[linkField.id]).toBeUndefined();\n expect(cleared.fields[lookupField.id]).toBeUndefined();\n expect(cleared.fields[primaryField.id]).toBeUndefined();\n } finally {\n await permanentDeleteTable(baseId, tableA.id);\n await permanentDeleteTable(baseId, tableB.id);\n }\n });\n\n describe('Create two bi-link for two tables', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should update record in two same manyOne link', async () => {\n // create link field\n const table1LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n await createField(table1.id, table1LinkFieldRo);\n await createField(table1.id, table1LinkFieldRo);\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n\n const record = await updateRecord(table1.id, table1.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [table1.fields[1].id]: {\n id: table2.records[0].id,\n },\n [table1.fields[2].id]: {\n id: table2.records[0].id,\n },\n },\n },\n });\n expect(record.fields[table1.fields[1].id]).toEqual({\n id: table2.records[0].id,\n title: 'table2_1',\n });\n expect(record.fields[table1.fields[2].id]).toEqual({\n id: table2.records[0].id,\n title: 'table2_1',\n });\n });\n\n it('should update record in two same oneMany link', async () => {\n // create link field\n const table1LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n await createField(table1.id, table1LinkFieldRo);\n await createField(table1.id, table1LinkFieldRo);\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n\n const record = await updateRecord(table1.id, table1.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [table1.fields[1].id]: [\n {\n id: table2.records[0].id,\n },\n ],\n [table1.fields[2].id]: [\n {\n id: table2.records[0].id,\n },\n ],\n },\n },\n });\n expect(record.fields[table1.fields[1].id]).toEqual([\n {\n id: table2.records[0].id,\n title: 'table2_1',\n },\n ]);\n expect(record.fields[table1.fields[2].id]).toEqual([\n {\n id: table2.records[0].id,\n title: 'table2_1',\n },\n ]);\n });\n\n it('should delete a record when have a lookup field with link field', async () => {\n // create link field\n const table1LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const table1LinkField = (await createField(table1.id, table1LinkFieldRo)) as LinkFieldCore;\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table1LinkField.options.symmetricFieldId as string,\n linkFieldId: table1LinkField.id,\n },\n };\n\n await createField(table1.id, lookupFieldRo);\n\n await updateRecord(table1.id, table1.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [table1LinkField.id]: { id: table2.records[0].id },\n },\n },\n });\n\n await deleteRecord(table1.id, table1.records[0].id);\n });\n\n it.skipIf(globalThis.testConfig.driver === DriverClient.Sqlite)(\n 'should delete a record with link field not null constraint',\n async () => {\n // create link field\n const table1LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const table1LinkField = (await createField(table1.id, table1LinkFieldRo)) as LinkFieldCore;\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table1LinkField.options.symmetricFieldId as string,\n linkFieldId: table1LinkField.id,\n },\n };\n\n await createField(table1.id, lookupFieldRo);\n\n await updateRecord(table1.id, table1.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [table1LinkField.id]: { id: table2.records[0].id },\n },\n },\n });\n await deleteRecord(table1.id, table1.records[1].id);\n await deleteRecord(table1.id, table1.records[2].id);\n\n await convertField(table1.id, table1LinkField.id, {\n ...table1LinkFieldRo,\n notNull: true,\n });\n\n await deleteRecord(table1.id, table1.records[0].id);\n }\n );\n });\n\n describe('update multi cell when contains link field', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n table1 = await createTable(baseId, {\n name: 'table1',\n });\n table2 = await createTable(baseId, {\n name: 'table2',\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should update primary field cell with another cell', async () => {\n const manyOneFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const textFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n\n await createField(table1.id, manyOneFieldRo);\n const textField = await createField(table1.id, textFieldRo);\n\n await updateRecord(table1.id, table1.records[0].id, {\n record: {\n fields: {\n [table1.fields[0].id]: 'primary',\n [textField.id]: 'text',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n });\n });\n\n describe('delete field', () => {\n describe.each([\n { relationship: Relationship.OneOne, isOneWay: true },\n { relationship: Relationship.OneOne, isOneWay: false },\n { relationship: Relationship.ManyMany, isOneWay: true },\n { relationship: Relationship.ManyMany, isOneWay: false },\n { relationship: Relationship.ManyOne, isOneWay: true },\n { relationship: Relationship.ManyOne, isOneWay: false },\n { relationship: Relationship.OneMany, isOneWay: true },\n { relationship: Relationship.OneMany, isOneWay: false },\n ])('delete $relationship link field with isOneWay: $isOneWay', ({ relationship, isOneWay }) => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n // create link field\n const table2LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: relationship,\n foreignTableId: table1.id,\n isOneWay: isOneWay,\n },\n };\n\n await createField(table2.id, table2LinkFieldRo);\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should safe delete link field', async () => {\n await deleteField(table2.id, table2.fields[2].id);\n const table1Fields = await getFields(table1.id);\n expect(table1Fields.length).toEqual(2);\n });\n });\n });\n\n describe('change db table name', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [textFieldRo, numberFieldRo],\n records: [],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo],\n records: [],\n });\n\n // create link field\n const table2LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n };\n\n await createField(table2.id, table2LinkFieldRo);\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should correct update db table name', async () => {\n const table1LinkField = table1.fields[2];\n const table2LinkField = table2.fields[2];\n expect((table1LinkField.options as ILinkFieldOptions).fkHostTableName).toEqual(\n table1.dbTableName\n );\n expect((table2LinkField.options as ILinkFieldOptions).fkHostTableName).toEqual(\n table1.dbTableName\n );\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n linkFieldId: table2LinkField.id,\n },\n };\n\n const lookupField = await createField(table2.id, lookupFieldRo);\n\n await updateDbTableName(baseId, table1.id, { dbTableName: 'newAwesomeName' });\n const newTable1 = await getTable(baseId, table1.id);\n const updatedLink1 = await getField(table1.id, table1LinkField.id);\n const updatedLink2 = await getField(table2.id, table2LinkField.id);\n const updatedLookupField = await getField(table2.id, lookupField.id);\n\n expect(newTable1.dbTableName.split(/[._]/)).toEqual(['bseTestBaseId', 'newAwesomeName']);\n expect((updatedLink1.options as ILinkFieldOptions).fkHostTableName.split(/[._]/)).toEqual([\n 'bseTestBaseId',\n 'newAwesomeName',\n ]);\n expect((updatedLink2.options as ILinkFieldOptions).fkHostTableName.split(/[._]/)).toEqual([\n 'bseTestBaseId',\n 'newAwesomeName',\n ]);\n expect(isLinkLookupOptions(updatedLookupField.lookupOptions)).toBe(true);\n expect(\n (updatedLookupField.lookupOptions as ILookupLinkOptionsVo).fkHostTableName.split(/[._]/)\n ).toEqual(['bseTestBaseId', 'newAwesomeName']);\n });\n });\n\n describe('cross base link db table name', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let baseId2: string;\n beforeEach(async () => {\n baseId2 = (await createBase({ spaceId, name: 'base2' })).data.id;\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId2, { name: 'table2' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId2, table2.id);\n await deleteBase(baseId2);\n });\n\n it('should create link cross base', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n expect((linkField.options as ILinkFieldOptions).baseId).toEqual(baseId2);\n\n const symLinkField = await getField(\n table2.id,\n (linkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n expect((symLinkField.options as ILinkFieldOptions).baseId).toEqual(baseId);\n\n await convertField(table1.id, linkField.id, {\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n\n const updatedLinkField = await getField(table1.id, linkField.id);\n expect((updatedLinkField.options as ILinkFieldOptions).baseId).toEqual(baseId2);\n\n const symUpdatedLinkField = await getField(\n table2.id,\n (updatedLinkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n expect((symUpdatedLinkField.options as ILinkFieldOptions).baseId).toEqual(baseId);\n });\n\n it('should correct update db table name when link field is cross base', async () => {\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n baseId: baseId2,\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n const symLinkField = await getField(\n table2.id,\n (linkField.options as ILinkFieldOptions).symmetricFieldId as string\n );\n\n expect((linkField.options as ILinkFieldOptions).fkHostTableName).toEqual(table1.dbTableName);\n expect((symLinkField.options as ILinkFieldOptions).fkHostTableName).toEqual(\n table1.dbTableName\n );\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n linkFieldId: symLinkField.id,\n },\n };\n\n const lookupField = await createField(table2.id, lookupFieldRo);\n\n await updateDbTableName(baseId, table1.id, { dbTableName: 'newAwesomeName' });\n const newTable1 = await getTable(baseId, table1.id);\n const updatedLink1 = await getField(table1.id, linkField.id);\n const updatedLink2 = await getField(table2.id, symLinkField.id);\n const updatedLookupField = await getField(table2.id, lookupField.id);\n\n expect(newTable1.dbTableName.split(/[._]/)).toEqual(['bseTestBaseId', 'newAwesomeName']);\n expect((updatedLink1.options as ILinkFieldOptions).fkHostTableName.split(/[._]/)).toEqual([\n 'bseTestBaseId',\n 'newAwesomeName',\n ]);\n expect((updatedLink2.options as ILinkFieldOptions).fkHostTableName.split(/[._]/)).toEqual([\n 'bseTestBaseId',\n 'newAwesomeName',\n ]);\n expect(isLinkLookupOptions(updatedLookupField.lookupOptions)).toBe(true);\n expect(\n (updatedLookupField.lookupOptions as ILookupLinkOptionsVo).fkHostTableName.split(/[._]/)\n ).toEqual(['bseTestBaseId', 'newAwesomeName']);\n });\n });\n\n describe('lookup a link field cross 2 table', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let table3: ITableFullVo;\n let table2LinkField: IFieldVo;\n let table3LinkField: IFieldVo;\n\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const formulaFieldRo: IFieldRo = {\n name: 'formula field',\n type: FieldType.Formula,\n options: {\n expression: '\"x\"',\n },\n };\n\n table1 = await createTable(baseId, {\n fields: [formulaFieldRo],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo],\n records: [\n { fields: { ['text field']: 't2 r1' } },\n { fields: { ['text field']: 't2 r2' } },\n { fields: { ['text field']: 't2 r3' } },\n ],\n });\n\n table3 = await createTable(baseId, {\n name: 'table3',\n fields: [textFieldRo],\n records: [\n { fields: { ['text field']: 't3 r1' } },\n { fields: { ['text field']: 't3 r2' } },\n { fields: { ['text field']: 't3 r3' } },\n ],\n });\n\n // create link field\n\n table2LinkField = await createField(table2.id, {\n name: '1 - 2 link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n });\n\n table3LinkField = await createField(table3.id, {\n name: '2 - 3 link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n\n await createField(table3.id, {\n name: 'lookup',\n isLookup: true,\n type: FieldType.Link,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2LinkField.id,\n linkFieldId: table3LinkField.id,\n },\n });\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n table3.fields = await getFields(table3.id);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n await permanentDeleteTable(baseId, table3.id);\n });\n\n it('should work with cross table lookup', async () => {\n await updateRecord(table3.id, table3.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [table3LinkField.id]: [{ id: table2.records[0].id }, { id: table2.records[1].id }],\n },\n },\n });\n\n await updateRecord(table2.id, table2.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [table2LinkField.id]: [{ id: table1.records[0].id }, { id: table1.records[1].id }],\n },\n },\n });\n\n const newTable3LookupField = await convertField(table1.id, table1.fields[0].id, {\n name: 'formula field',\n type: FieldType.Formula,\n options: {\n expression: '\"xx\"',\n },\n });\n\n expect(newTable3LookupField.data).toBeDefined();\n });\n });\n\n describe('link field conversion plan', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let baseId2: string;\n beforeEach(async () => {\n baseId2 = (await createBase({ spaceId, name: 'base2' })).data.id;\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId2, { name: 'table2' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId2, table2.id);\n await deleteBase(baseId2);\n });\n\n it('should plan conversion from bidirectional to unidirectional', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n });\n\n const fieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n await planFieldConvert(table1.id, linkField.id, fieldRo);\n });\n\n it('should plan conversion from unidirectional to bidirectional', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n });\n\n const fieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n await planFieldConvert(table1.id, linkField.id, fieldRo);\n });\n });\n\n describe('link field show by lookup field', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, { name: 'table2' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should work with link field show by field - create field', async () => {\n const textField = await createField(table2.id, {\n type: FieldType.SingleLineText,\n name: 'text field',\n });\n const linkField = await createField(table1.id, {\n name: 'tabele1 link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n lookupFieldId: textField.id,\n },\n });\n\n await updateRecord(table2.id, table2.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [textField.id]: 'H1',\n [table2.fields[0].id]: 'A1',\n },\n },\n });\n\n await updateRecord(table1.id, table1.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: { id: table2.records[0].id },\n },\n },\n });\n\n const res = await getRecord(table1.id, table1.records[0].id);\n expect(res.fields[linkField.id]).toEqual({ id: table2.records[0].id, title: 'H1' });\n\n await updateRecord(table2.id, table2.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [textField.id]: 'H2',\n },\n },\n });\n\n const res1 = await getRecord(table1.id, table1.records[0].id);\n expect(res1.fields[linkField.id]).toEqual({ id: table2.records[0].id, title: 'H2' });\n });\n\n it('should work with link field show by field - delete record', async () => {\n const textField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n name: 'text field',\n });\n\n const linkField = await createField(table1.id, {\n name: 'tabele1 link field',\n type: FieldType.Link,\n options: {\n isOneWay: true,\n relationship: Relationship.OneOne,\n foreignTableId: table1.id,\n lookupFieldId: textField.id,\n },\n });\n const table1RecordId1 = table1.records[0].id;\n const table1RecordId2 = table1.records[1].id;\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table1RecordId1,\n fields: {\n [textField.id]: 'table1:A1',\n },\n },\n {\n id: table1RecordId2,\n fields: {\n [textField.id]: 'table1:A2',\n },\n },\n ],\n });\n\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table1RecordId1,\n fields: {\n [linkField.id]: { id: table1RecordId2 },\n },\n },\n {\n id: table1RecordId2,\n fields: {\n [linkField.id]: { id: table1RecordId1 },\n },\n },\n ],\n });\n\n const res = await getRecord(table1.id, table1RecordId1);\n expect(res.fields[linkField.id]).toEqual({ id: table1RecordId2, title: 'table1:A2' });\n\n await deleteRecord(table1.id, table1RecordId1);\n });\n\n it('should work with link field show by field - convert field', async () => {\n const textField = await createField(table2.id, {\n type: FieldType.SingleLineText,\n name: 'text field',\n });\n const linkField = await createField(table1.id, {\n name: 'tabele1 link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n },\n });\n\n await updateRecord(table2.id, table2.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [textField.id]: 'H1',\n [table2.fields[0].id]: 'A1',\n },\n },\n });\n\n await updateRecord(table1.id, table1.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: { id: table2.records[0].id },\n },\n },\n });\n\n const res1 = await getRecord(table1.id, table1.records[0].id);\n expect(res1.fields[linkField.id]).toEqual({ id: table2.records[0].id, title: 'A1' });\n\n const newLinkField = await convertField(table1.id, linkField.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n lookupFieldId: textField.id,\n },\n });\n expect((newLinkField.data?.options as ILinkFieldOptions)?.lookupFieldId).toEqual(\n textField.id\n );\n\n const res2 = await getRecord(table1.id, table1.records[0].id);\n expect(res2.fields[linkField.id]).toEqual({ id: table2.records[0].id, title: 'H1' });\n\n await updateRecord(table2.id, table2.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [textField.id]: 'H2',\n },\n },\n });\n\n const res3 = await getRecord(table1.id, table1.records[0].id);\n expect(res3.fields[linkField.id]).toEqual({ id: table2.records[0].id, title: 'H2' });\n });\n\n it('should work with link field show by field - delete lookuped field and undo', async () => {\n const textField = await createField(table2.id, {\n type: FieldType.SingleLineText,\n name: 'text field',\n });\n const linkField = await createField(table1.id, {\n name: 'tabele1 link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n lookupFieldId: textField.id,\n },\n });\n\n await updateRecord(table2.id, table2.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [textField.id]: 'H1',\n [table2.fields[0].id]: 'A1',\n },\n },\n });\n\n await updateRecord(table1.id, table1.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: { id: table2.records[0].id },\n },\n },\n });\n\n const res = await getRecord(table1.id, table1.records[0].id);\n expect(res.fields[linkField.id]).toEqual({ id: table2.records[0].id, title: 'H1' });\n\n // await deleteField(table2.id, textField.id);\n await awaitWithEvent(() => deleteField(table2.id, textField.id));\n\n const res1 = await getRecord(table1.id, table1.records[0].id);\n expect(res1.fields[linkField.id]).toEqual({ id: table2.records[0].id, title: 'A1' });\n\n const undoRes = await undo(table2.id);\n expect(undoRes.data.status).toEqual('fulfilled');\n });\n\n it('should work with link field show by field - convert lookuped field', async () => {\n const textField = await createField(table2.id, {\n type: FieldType.SingleLineText,\n name: 'text field',\n });\n const linkField = await createField(table1.id, {\n name: 'tabele1 link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n lookupFieldId: textField.id,\n isOneWay: true,\n },\n });\n\n await updateRecord(table2.id, table2.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [textField.id]: '11',\n [table2.fields[0].id]: 'A1',\n },\n },\n });\n\n await updateRecord(table1.id, table1.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: { id: table2.records[0].id },\n },\n },\n });\n\n const res = await getRecord(table1.id, table1.records[0].id);\n expect(res.fields[linkField.id]).toEqual({ id: table2.records[0].id, title: '11' });\n\n await convertField(table2.id, textField.id, {\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n });\n\n const res1 = await getRecord(table1.id, table1.records[0].id);\n expect(res1.fields[linkField.id]).toEqual({ id: table2.records[0].id, title: '11.00' });\n\n await convertField(table2.id, textField.id, {\n type: FieldType.Checkbox,\n });\n\n const res2 = await getRecord(table1.id, table1.records[0].id);\n expect(res2.fields[linkField.id]).toEqual({ id: table2.records[0].id, title: 'A1' });\n });\n\n it('should work with link field show by field - change lookuped field when link field is one-many way', async () => {\n const textField = await createField(table2.id, {\n type: FieldType.SingleLineText,\n name: 'text field',\n });\n\n const linkField = await createField(table1.id, {\n name: 'tabele1 link field',\n type: FieldType.Link,\n options: {\n isOneWay: true,\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n\n await updateRecord(table2.id, table2.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [textField.id]: 'H1',\n [table2.fields[0].id]: 'A1',\n },\n },\n });\n\n await updateRecord(table1.id, table1.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: [{ id: table2.records[0].id }],\n },\n },\n });\n\n const res = await getRecord(table1.id, table1.records[0].id);\n expect(res.fields[linkField.id]).toEqual([{ id: table2.records[0].id, title: 'A1' }]);\n\n await convertField(table1.id, linkField.id, {\n name: 'tabele1 link field',\n type: FieldType.Link,\n options: {\n isOneWay: true,\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: textField.id,\n },\n });\n\n const res1 = await getRecord(table1.id, table1.records[0].id);\n expect(res1.fields[linkField.id]).toEqual([{ id: table2.records[0].id, title: 'H1' }]);\n });\n });\n\n describe('link field update', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, { name: 'table2' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should clean more link cellValue with link field many-many to many-one', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n isOneWay: false,\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n });\n\n const symmetricLinkFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId!;\n const table2TitleField = table2.fields[0];\n const table2RecordId1 = table2.records[0].id;\n const table2RecordId2 = table2.records[1].id;\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table2RecordId1,\n fields: {\n [table2TitleField.id]: 'table2:A1',\n },\n },\n {\n id: table2RecordId2,\n fields: {\n [table2TitleField.id]: 'table2:A2',\n },\n },\n ],\n });\n\n const table1TitleField = table1.fields[0];\n const table1RecordId1 = table1.records[0].id;\n const table1RecordId2 = table1.records[1].id;\n\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table1RecordId1,\n fields: {\n [table1TitleField.id]: 'table1:A1',\n },\n },\n {\n id: table1RecordId2,\n fields: {\n [table1TitleField.id]: 'table1:A2',\n },\n },\n ],\n });\n\n const table1Record1Res = await updateRecord(table1.id, table1RecordId1, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: [{ id: table2RecordId1 }, { id: table2RecordId2 }],\n },\n },\n });\n\n expect(table1Record1Res.fields[linkField.id]).toEqual([\n { id: table2RecordId1, title: 'table2:A1' },\n { id: table2RecordId2, title: 'table2:A2' },\n ]);\n\n const table2Record2Res = await getRecord(table2.id, table2RecordId2);\n expect(table2Record2Res.fields[symmetricLinkFieldId]).toEqual([\n { id: table1RecordId1, title: 'table1:A1' },\n ]);\n\n await convertField(table1.id, linkField.id, {\n type: FieldType.Link,\n options: {\n isOneWay: false,\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n });\n\n const table1Record1ResUpdated = await getRecord(table1.id, table1RecordId1);\n expect(table1Record1ResUpdated.fields[linkField.id]).toEqual({\n id: table2RecordId1,\n title: 'table2:A1',\n });\n\n const table2Record2ResUpdated = await getRecord(table2.id, table2RecordId2);\n\n expect(table2Record2ResUpdated.fields[symmetricLinkFieldId]).toBeUndefined();\n\n const table1RecordRes2 = await updateRecord(table1.id, table1RecordId2, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: { id: table2RecordId2 },\n },\n },\n });\n\n expect(table1RecordRes2.fields[linkField.id]).toEqual({\n id: table2RecordId2,\n title: 'table2:A2',\n });\n });\n\n it('should clean more link cellValue with link field many-many to one-one', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n isOneWay: false,\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n });\n\n const symmetricLinkFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId!;\n const table2TitleField = table2.fields[0];\n const table2RecordId1 = table2.records[0].id;\n const table2RecordId2 = table2.records[1].id;\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table2RecordId1,\n fields: {\n [table2TitleField.id]: 'table2:A1',\n },\n },\n {\n id: table2RecordId2,\n fields: {\n [table2TitleField.id]: 'table2:A2',\n },\n },\n ],\n });\n\n const table1TitleField = table1.fields[0];\n const table1RecordId1 = table1.records[0].id;\n const table1RecordId2 = table1.records[1].id;\n\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table1RecordId1,\n fields: {\n [table1TitleField.id]: 'table1:A1',\n },\n },\n {\n id: table1RecordId2,\n fields: {\n [table1TitleField.id]: 'table1:A2',\n },\n },\n ],\n });\n\n const table1Record1Res = await updateRecord(table1.id, table1RecordId1, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: [{ id: table2RecordId1 }, { id: table2RecordId2 }],\n },\n },\n });\n\n expect(table1Record1Res.fields[linkField.id]).toEqual([\n { id: table2RecordId1, title: 'table2:A1' },\n { id: table2RecordId2, title: 'table2:A2' },\n ]);\n\n const table2Record2Res = await getRecord(table2.id, table2RecordId2);\n expect(table2Record2Res.fields[symmetricLinkFieldId]).toEqual([\n { id: table1RecordId1, title: 'table1:A1' },\n ]);\n\n await convertField(table1.id, linkField.id, {\n type: FieldType.Link,\n options: {\n isOneWay: false,\n relationship: Relationship.OneOne,\n foreignTableId: table2.id,\n },\n });\n\n const table1Record1ResUpdated = await getRecord(table1.id, table1RecordId1);\n expect(table1Record1ResUpdated.fields[linkField.id]).toEqual({\n id: table2RecordId1,\n title: 'table2:A1',\n });\n\n const table2Record2ResUpdated = await getRecord(table2.id, table2RecordId2);\n expect(table2Record2ResUpdated.fields[symmetricLinkFieldId]).toBeUndefined();\n });\n\n it('should update link cellValue with link field Many-One to Many-Many when isOneWay is false', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n isOneWay: false,\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n\n const table1TitleField = table1.fields[0];\n const table1RecordId1 = table1.records[0].id;\n const table1RecordId2 = table1.records[1].id;\n\n const symmetricLinkFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId!;\n const table2TitleField = table2.fields[0];\n const table2RecordId1 = table2.records[0].id;\n const table2RecordId2 = table2.records[1].id;\n\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table1RecordId1,\n fields: {\n [table1TitleField.id]: 'table1:A1',\n },\n },\n {\n id: table1RecordId2,\n fields: {\n [table1TitleField.id]: 'table1:A2',\n },\n },\n ],\n });\n\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table2RecordId1,\n fields: {\n [table2TitleField.id]: 'table2:A1',\n },\n },\n {\n id: table2RecordId2,\n fields: {\n [table2TitleField.id]: 'table2:A2',\n },\n },\n ],\n });\n\n const table1Record1Res = await updateRecord(table1.id, table1RecordId1, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [linkField.id]: [{ id: table2RecordId1 }, { id: table2RecordId2 }],\n },\n },\n });\n\n expect(table1Record1Res.fields[linkField.id]).toEqual([\n { id: table2RecordId1, title: 'table2:A1' },\n { id: table2RecordId2, title: 'table2:A2' },\n ]);\n\n const table2Record2Res = await getRecord(table2.id, table2RecordId2);\n expect(table2Record2Res.fields[symmetricLinkFieldId]).toEqual({\n id: table1RecordId1,\n title: 'table1:A1',\n });\n\n const symmetricLinkField = await getField(table2.id, symmetricLinkFieldId);\n await convertField(table2.id, symmetricLinkField.id, {\n type: FieldType.Link,\n options: {\n ...symmetricLinkField.options,\n relationship: Relationship.ManyMany,\n } as ILinkFieldOptions,\n });\n\n const table1Record1ResUpdated = await getRecord(table1.id, table1RecordId1);\n expect(table1Record1ResUpdated.fields[linkField.id]).toEqual([\n { id: table2RecordId1, title: 'table2:A1' },\n { id: table2RecordId2, title: 'table2:A2' },\n ]);\n\n const table2Record2ResUpdated = await getRecord(table2.id, table2RecordId2);\n expect(table2Record2ResUpdated.fields[symmetricLinkFieldId]).toEqual([\n { id: table1RecordId1, title: 'table1:A1' },\n ]);\n });\n });\n\n describe('rollup -> formula -> rollup chain', () => {\n it('should aggregate correctly through formula referencing a rollup across links', async () => {\n // Table2: text + number with records\n const t2Text: IFieldRo = { name: 't2 text', type: FieldType.SingleLineText };\n const t2Number: IFieldRo = {\n name: 't2 number',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 0 } },\n };\n\n const table2 = await createTable(baseId, {\n name: 'table2_rfr',\n fields: [t2Text, t2Number],\n records: [\n { fields: { 't2 text': 'r1', 't2 number': 5 } },\n { fields: { 't2 text': 'r2', 't2 number': 7 } },\n ],\n });\n\n // Table3: text + link(to t2) + rollup(sum t2.number) + formula(rollup*2)\n const t3Text: IFieldRo = { name: 't3 text', type: FieldType.SingleLineText };\n const table3 = await createTable(baseId, {\n name: 'table3_rfr',\n fields: [t3Text],\n records: [{ fields: { 't3 text': 'a' } }],\n });\n\n const linkT3ToT2 = await createField(table3.id, {\n name: 't3->t2',\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: table2.id },\n });\n\n const rollupT3 = await createField(table3.id, {\n name: 't3 rollup',\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields.find((f) => f.name === 't2 number')!.id,\n linkFieldId: linkT3ToT2.id,\n },\n });\n\n const formulaT3 = await createField(table3.id, {\n name: 't3 formula x2',\n type: FieldType.Formula,\n options: { expression: `{${rollupT3.id}} * 2` },\n });\n\n // Link table3.r1 -> table2.r1 + table2.r2, so rollup=5+7=12, formula=24\n await updateRecordByApi(table3.id, table3.records[0].id, linkT3ToT2.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n // Table4: text + link(to t3) + rollup(sum t3 formula)\n const t4Text: IFieldRo = { name: 't4 text', type: FieldType.SingleLineText };\n const table4 = await createTable(baseId, {\n name: 'table4_rfr',\n fields: [t4Text],\n records: [{ fields: { 't4 text': 'x' } }],\n });\n\n const linkT4ToT3 = await createField(table4.id, {\n name: 't4->t3',\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: table3.id },\n });\n\n const rollupT4 = await createField(table4.id, {\n name: 't4 rollup of t3 formula',\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: table3.id,\n lookupFieldId: formulaT3.id,\n linkFieldId: linkT4ToT3.id,\n },\n });\n\n // Link table4.r1 -> table3.r1, so t4 rollup should be 24\n await updateRecordByApi(table4.id, table4.records[0].id, linkT4ToT3.id, [\n { id: table3.records[0].id },\n ]);\n\n const t4Fields = await getFields(table4.id);\n const t4RollupField = t4Fields.find((f) => f.id === rollupT4.id)!;\n const t4Res = await getRecords(table4.id);\n expect(t4Res.records[0].fields[t4RollupField.name]).toEqual(24);\n });\n\n it('should sum formulas across multiple t3 records (OneMany)', async () => {\n // Table2\n const t2Text: IFieldRo = { name: 't2 text v2', type: FieldType.SingleLineText };\n const t2Number: IFieldRo = {\n name: 't2 number v2',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 0 } },\n };\n const table2 = await createTable(baseId, {\n name: 'table2_rfrm_v2',\n fields: [t2Text, t2Number],\n records: [\n { fields: { 't2 text v2': 'r1', 't2 number v2': 5 } },\n { fields: { 't2 text v2': 'r2', 't2 number v2': 7 } },\n { fields: { 't2 text v2': 'r3', 't2 number v2': 11 } },\n ],\n });\n\n // Table3\n const t3Text: IFieldRo = { name: 't3 text v2', type: FieldType.SingleLineText };\n const table3 = await createTable(baseId, {\n name: 'table3_rfrm_v2',\n fields: [t3Text],\n records: [{ fields: { 't3 text v2': 'a' } }, { fields: { 't3 text v2': 'b' } }],\n });\n\n const linkT3ToT2 = await createField(table3.id, {\n name: 't3->t2 v2',\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: table2.id },\n });\n\n const rollupT3 = await createField(table3.id, {\n name: 't3 rollup v2',\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields.find((f) => f.name === 't2 number v2')!.id,\n linkFieldId: linkT3ToT2.id,\n },\n });\n\n const formulaT3 = await createField(table3.id, {\n name: 't3 formula x2 v2',\n type: FieldType.Formula,\n options: { expression: `{${rollupT3.id}} * 2` },\n });\n\n // r1 -> t2(r1,r2) => 5+7=12 => 24; r2 -> t2(r3) => 11 => 22\n await updateRecordByApi(table3.id, table3.records[0].id, linkT3ToT2.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n await updateRecordByApi(table3.id, table3.records[1].id, linkT3ToT2.id, [\n { id: table2.records[2].id },\n ]);\n\n // Table4: rollup of t3 formula across two t3 records => 24 + 22 = 46\n const t4Text: IFieldRo = { name: 't4 text v2', type: FieldType.SingleLineText };\n const table4 = await createTable(baseId, {\n name: 'table4_rfrm_v2',\n fields: [t4Text],\n records: [{ fields: { 't4 text v2': 'x' } }],\n });\n\n const linkT4ToT3 = await createField(table4.id, {\n name: 't4->t3 v2',\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: table3.id },\n });\n\n const rollupT4 = await createField(table4.id, {\n name: 't4 rollup of t3 formula v2',\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: table3.id,\n lookupFieldId: formulaT3.id,\n linkFieldId: linkT4ToT3.id,\n },\n });\n\n // Also create lookup of t3 formula to test lookup->formula->rollup chain resolution\n const lookupT4 = await createField(table4.id, {\n name: 't4 lookup t3 formula v2',\n type: FieldType.Formula,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table3.id,\n lookupFieldId: formulaT3.id,\n linkFieldId: linkT4ToT3.id,\n },\n });\n\n await updateRecordByApi(table4.id, table4.records[0].id, linkT4ToT3.id, [\n { id: table3.records[0].id },\n { id: table3.records[1].id },\n ]);\n\n const t4Fields = await getFields(table4.id);\n const t4RollupField = t4Fields.find((f) => f.id === rollupT4.id)!;\n const t4LookupField = t4Fields.find((f) => f.id === lookupT4.id)!;\n const t4Res = await getRecords(table4.id);\n expect(t4Res.records[0].fields[t4RollupField.name]).toEqual(46);\n expect(t4Res.records[0].fields[t4LookupField.name]).toEqual([24, 22]);\n });\n\n it('should work when t3->t2 is ManyOne (single-value rollup)', async () => {\n // Table2\n const t2Text: IFieldRo = { name: 't2 text v3', type: FieldType.SingleLineText };\n const t2Number: IFieldRo = {\n name: 't2 number v3',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 0 } },\n };\n const table2 = await createTable(baseId, {\n name: 'table2_rfrm_v3',\n fields: [t2Text, t2Number],\n records: [\n { fields: { 't2 text v3': 'r1', 't2 number v3': 3 } },\n { fields: { 't2 text v3': 'r2', 't2 number v3': 9 } },\n ],\n });\n\n // Table3 with ManyOne link to t2\n const t3Text: IFieldRo = { name: 't3 text v3', type: FieldType.SingleLineText };\n const table3 = await createTable(baseId, {\n name: 'table3_rfrm_v3',\n fields: [t3Text],\n records: [{ fields: { 't3 text v3': 'a' } }, { fields: { 't3 text v3': 'b' } }],\n });\n\n const linkT3ToT2 = await createField(table3.id, {\n name: 't3->t2 v3',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: table2.id },\n });\n\n const rollupT3 = await createField(table3.id, {\n name: 't3 rollup v3',\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields.find((f) => f.name === 't2 number v3')!.id,\n linkFieldId: linkT3ToT2.id,\n },\n });\n\n const formulaT3 = await createField(table3.id, {\n name: 't3 formula x2 v3',\n type: FieldType.Formula,\n options: { expression: `{${rollupT3.id}} * 2` },\n });\n\n // Link: r1 -> t2.r1 (3) => rollup 3 => formula 6; r2 -> t2.r2 (9) => formula 18\n await updateRecordByApi(table3.id, table3.records[0].id, linkT3ToT2.id, {\n id: table2.records[0].id,\n });\n await updateRecordByApi(table3.id, table3.records[1].id, linkT3ToT2.id, {\n id: table2.records[1].id,\n });\n\n // Table4: OneMany to t3, rollup sum of t3 formula => 6 + 18 = 24\n const t4Text: IFieldRo = { name: 't4 text v3', type: FieldType.SingleLineText };\n const table4 = await createTable(baseId, {\n name: 'table4_rfrm_v3',\n fields: [t4Text],\n records: [{ fields: { 't4 text v3': 'x' } }],\n });\n\n const linkT4ToT3 = await createField(table4.id, {\n name: 't4->t3 v3',\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: table3.id },\n });\n\n const rollupT4 = await createField(table4.id, {\n name: 't4 rollup of t3 formula v3',\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: table3.id,\n lookupFieldId: formulaT3.id,\n linkFieldId: linkT4ToT3.id,\n },\n });\n\n await updateRecordByApi(table4.id, table4.records[0].id, linkT4ToT3.id, [\n { id: table3.records[0].id },\n { id: table3.records[1].id },\n ]);\n\n const t4Fields = await getFields(table4.id);\n const t4RollupField = t4Fields.find((f) => f.id === rollupT4.id)!;\n const t4Res = await getRecords(table4.id);\n expect(t4Res.records[0].fields[t4RollupField.name]).toEqual(24);\n });\n });\n\n describe('link filter sync on foreign field update', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeEach(async () => {\n table1 = await createTable(baseId, {\n name: 'LinkFilterSync_Host',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n });\n table2 = await createTable(baseId, {\n name: 'LinkFilterSync_Foreign',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n });\n });\n\n afterEach(async () => {\n table1 && (await permanentDeleteTable(baseId, table1.id));\n table2 && (await permanentDeleteTable(baseId, table2.id));\n });\n\n it('should update link filter option values when referenced select option names change', async () => {\n const statusField = await createField(table2.id, {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'cho_active', name: 'Active', color: Colors.Green },\n { id: 'cho_closed', name: 'Closed', color: Colors.Blue },\n ],\n },\n });\n\n const linkField = await createField(table1.id, {\n name: 'Filtered Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: statusField.id, operator: 'is', value: 'Active' }],\n },\n },\n });\n\n await convertField(table2.id, statusField.id, {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'cho_active', name: 'Active Plus', color: Colors.Green },\n { id: 'cho_closed', name: 'Closed', color: Colors.Blue },\n ],\n },\n });\n\n const refreshed = await getField(table1.id, linkField.id);\n const filter = (refreshed.options as ILinkFieldOptions | undefined)?.filter as\n | { filterSet?: Array<{ value?: unknown }> }\n | undefined;\n expect(filter?.filterSet?.[0]?.value).toBe('Active Plus');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/link-bulk-conversion.e2e-spec.ts", "content": "// https://app.teable.ai/base/bserJ2pmgiLHFHfXNwE/tblNHimLUhUDtC3K7Jk/viwE6eAa74PrTlVWGn3?recordId=recwzQGcuy0gk0b58oB\n// https://app.teable.ai/base/bserJ2pmgiLHFHfXNwE/tblNHimLUhUDtC3K7Jk/viwE6eAa74PrTlVWGn3?recordId=recJCD7VhrXShkk3zmw\n/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable @typescript-eslint/naming-convention */\n\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, Relationship, getRandomString } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { afterAll, beforeAll, describe, expect, test } from 'vitest';\nimport {\n convertField,\n createBase,\n createRecords,\n createTable,\n getRecords,\n initApp,\n permanentDeleteBase,\n permanentDeleteTable,\n} from './utils/init-app';\n\nconst AGENCY_CODES = [\n { code: 'US', name: 'United States National Agency' },\n { code: 'BR', name: 'Brazil National Agency' },\n { code: 'TW', name: 'Taiwan Regional Agency' },\n { code: 'CN', name: 'China National Agency' },\n { code: 'JP', name: 'Japan National Agency' },\n { code: 'DE', name: 'Germany Federal Agency' },\n { code: 'FR', name: 'France National Agency' },\n { code: 'IN', name: 'India National Agency' },\n { code: 'AU', name: 'Australia National Agency' },\n { code: 'ZA', name: 'South Africa National Agency' },\n] as const;\n\nconst TOTAL_RECORDS = 20_000;\nconst PAGE_SIZE = 1_000;\n\nconst spaceId = globalThis.testConfig.spaceId;\n\ndescribe('Bulk text to link conversion (e2e)', () => {\n let app: INestApplication | undefined;\n let nationalBaseId: string | undefined;\n let dataBaseId: string | undefined;\n let nationalTable: ITableFullVo | undefined;\n let dataTable: ITableFullVo | undefined;\n\n beforeAll(async () => {\n const ctx = await initApp();\n app = ctx.app;\n });\n\n afterAll(async () => {\n const cleanupErrors: unknown[] = [];\n\n if (dataTable && dataBaseId) {\n try {\n await permanentDeleteTable(dataBaseId, dataTable.id);\n } catch (error) {\n cleanupErrors.push({ scope: 'dataTable', error });\n }\n }\n\n if (nationalTable && nationalBaseId) {\n try {\n await permanentDeleteTable(nationalBaseId, nationalTable.id);\n } catch (error) {\n cleanupErrors.push({ scope: 'nationalTable', error });\n }\n }\n\n if (dataBaseId) {\n try {\n await permanentDeleteBase(dataBaseId);\n } catch (error) {\n cleanupErrors.push({ scope: 'dataBase', error });\n }\n }\n\n if (nationalBaseId) {\n try {\n await permanentDeleteBase(nationalBaseId);\n } catch (error) {\n cleanupErrors.push({ scope: 'nationalBase', error });\n }\n }\n\n if (app) {\n await app.close();\n app = undefined;\n }\n\n if (cleanupErrors.length) {\n console.warn('link-bulk-conversion cleanup warnings', cleanupErrors);\n }\n });\n\n test(\n 'converts 2k text cells into links referencing national agencies',\n { timeout: 300_000 },\n async () => {\n const nationalBase = await createBase({\n spaceId,\n name: `National Agencies-${getRandomString(6)}`,\n });\n nationalBaseId = nationalBase.id;\n\n nationalTable = await createTable(nationalBaseId, {\n name: 'National Agencies Directory',\n fields: [\n { name: 'Agency Code', type: FieldType.SingleLineText },\n { name: 'Agency Name', type: FieldType.SingleLineText },\n ],\n records: AGENCY_CODES.map(({ code, name }) => ({\n fields: {\n 'Agency Code': code,\n 'Agency Name': name,\n },\n })),\n });\n\n const codeFieldId = nationalTable.fields[0].id;\n\n const recordIdToCode = new Map();\n nationalTable.records?.forEach((record) => {\n const code = record.fields[codeFieldId] as string;\n recordIdToCode.set(record.id, code);\n });\n\n const dataBase = await createBase({\n spaceId,\n name: `Bulk Dataset-${getRandomString(6)}`,\n });\n dataBaseId = dataBase.id;\n\n dataTable = await createTable(dataBaseId, {\n name: 'Trade Records',\n fields: [\n { name: 'Record Title', type: FieldType.SingleLineText },\n { name: 'Agency Code Text', type: FieldType.SingleLineText },\n ],\n });\n\n const primaryFieldId = dataTable.fields[0].id;\n const textFieldId = dataTable.fields[1].id;\n\n const codes = AGENCY_CODES.map((agency) => agency.code);\n const cycleLength = codes.length;\n\n const getCodeForIndex = (index: number) => {\n const rotation = Math.floor(index / cycleLength) % cycleLength;\n const position = index % cycleLength;\n return codes[(position + rotation) % cycleLength];\n };\n\n const payload = Array.from({ length: TOTAL_RECORDS }, (_, index) => {\n const code = getCodeForIndex(index);\n return {\n fields: {\n [primaryFieldId]: `Record-${index + 1}`,\n [textFieldId]: code,\n },\n };\n });\n\n console.time('create-records');\n const created = await createRecords(dataTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: payload,\n });\n console.timeEnd('create-records');\n\n expect(created.records.length).toBe(TOTAL_RECORDS);\n\n const expectedCodeByRecord = new Map();\n created.records.forEach((record, index) => {\n expectedCodeByRecord.set(record.id, getCodeForIndex(index));\n });\n\n console.time('convert-to-link');\n const convertedField = await convertField(dataTable.id, textFieldId, {\n type: FieldType.Link,\n options: {\n baseId: nationalBaseId,\n relationship: Relationship.ManyOne,\n foreignTableId: nationalTable.id,\n lookupFieldId: codeFieldId,\n },\n });\n console.timeEnd('convert-to-link');\n\n expect(convertedField.type).toBe(FieldType.Link);\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.ManyOne,\n foreignTableId: nationalTable.id,\n lookupFieldId: codeFieldId,\n });\n\n const { records: nationalRecordsAfter } = await getRecords(nationalTable.id, {\n fieldKeyType: FieldKeyType.Id,\n take: 200,\n });\n recordIdToCode.clear();\n nationalRecordsAfter.forEach((record) => {\n const code = record.fields[codeFieldId] as string | undefined;\n if (code) {\n recordIdToCode.set(record.id, code);\n }\n });\n\n const verifyLinkedRecords = async (relationship: Relationship) => {\n console.time(`verify-links-${relationship}`);\n const matchedRecords = new Map();\n for (let skip = 0; matchedRecords.size < TOTAL_RECORDS; skip += PAGE_SIZE) {\n const { records } = await getRecords(dataTable!.id, {\n fieldKeyType: FieldKeyType.Id,\n take: PAGE_SIZE,\n skip,\n });\n for (const record of records) {\n if (expectedCodeByRecord.has(record.id)) {\n matchedRecords.set(record.id, record);\n }\n }\n if (!records.length) {\n break;\n }\n }\n console.timeEnd(`verify-links-${relationship}`);\n\n const occurrencesByCode = new Map();\n AGENCY_CODES.forEach(({ code }) => occurrencesByCode.set(code, 0));\n\n expect(matchedRecords.size).toBe(TOTAL_RECORDS);\n\n matchedRecords.forEach((record) => {\n const expectedCode = expectedCodeByRecord.get(record.id);\n const linkCellRaw = record.fields[textFieldId] as\n | { id: string; title?: string }\n | Array<{ id: string; title?: string }>\n | null;\n\n expect(expectedCode).toBeDefined();\n expect(linkCellRaw, `record ${record.id} should have linked cell value`).toBeTruthy();\n\n const linkEntries = Array.isArray(linkCellRaw) ? linkCellRaw : [linkCellRaw!];\n expect(linkEntries.length).toBeGreaterThanOrEqual(1);\n\n linkEntries.forEach((entry) => {\n const linkedId = entry.id;\n expect(recordIdToCode.has(linkedId)).toBe(true);\n const linkedCode = recordIdToCode.get(linkedId)!;\n\n expect(linkedCode).toBe(expectedCode);\n occurrencesByCode.set(linkedCode, (occurrencesByCode.get(linkedCode) ?? 0) + 1);\n });\n });\n\n occurrencesByCode.forEach((count, _code) => {\n expect(count).toBe(TOTAL_RECORDS / AGENCY_CODES.length);\n });\n };\n\n await verifyLinkedRecords(Relationship.ManyOne);\n\n console.time('convert-to-manymany');\n const multiLinkField = await convertField(dataTable.id, textFieldId, {\n type: FieldType.Link,\n options: {\n baseId: nationalBaseId,\n relationship: Relationship.ManyMany,\n foreignTableId: nationalTable.id,\n lookupFieldId: codeFieldId,\n },\n });\n console.timeEnd('convert-to-manymany');\n\n expect(multiLinkField.type).toBe(FieldType.Link);\n expect(multiLinkField.options).toMatchObject({\n relationship: Relationship.ManyMany,\n foreignTableId: nationalTable.id,\n lookupFieldId: codeFieldId,\n });\n\n await verifyLinkedRecords(Relationship.ManyMany);\n }\n );\n});\n" }, { "path": "apps/nestjs-backend/test/link-events.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo } from '@teable/core';\nimport {\n DateFormattingPreset,\n FieldType,\n Relationship,\n TimeFormatting,\n formatDateToString,\n} from '@teable/core';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events, type RecordUpdateEvent } from '../src/event-emitter/events';\nimport {\n createField,\n createTable,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\nconst isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\ndescribe('Link events (e2e)', () => {\n let app: INestApplication;\n let eventEmitterService: EventEmitterService;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n eventEmitterService = app.get(EventEmitterService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n const waitForRecordUpdateOnTable = (tableId: string) => {\n return new Promise((resolve) => {\n const handler = (event: RecordUpdateEvent) => {\n if (event.payload.tableId !== tableId) {\n return;\n }\n eventEmitterService.eventEmitter.off(Events.TABLE_RECORD_UPDATE, handler);\n resolve(event);\n };\n eventEmitterService.eventEmitter.on(Events.TABLE_RECORD_UPDATE, handler);\n });\n };\n\n // Skip in v2 mode - this test verifies v1 event payload format\n // v2 uses different event system (RecordUpdated/RecordsBatchUpdated)\n const itWhenV1 = isForceV2 ? it.skip : it;\n\n itWhenV1('emits formatted link titles in record update events', async () => {\n const releaseFormatting = {\n date: DateFormattingPreset.Asian,\n time: TimeFormatting.Hour24,\n timeZone: 'Asia/Shanghai',\n };\n const releaseValue = '2024-01-01T00:00:00.000Z';\n const expectedTitle = formatDateToString(releaseValue, releaseFormatting);\n\n let hostTable: Awaited> | undefined;\n let foreignTable: Awaited> | undefined;\n try {\n foreignTable = await createTable(baseId, {\n name: 'LinkEvents_Foreign',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText } as IFieldRo,\n {\n name: 'Release',\n type: FieldType.Date,\n options: {\n formatting: releaseFormatting,\n },\n } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Name: 'Foreign row',\n Release: releaseValue,\n },\n },\n ],\n });\n\n const releaseField = foreignTable.fields.find((field) => field.name === 'Release');\n if (!releaseField) {\n throw new Error('Release field not found');\n }\n\n hostTable = await createTable(baseId, {\n name: 'LinkEvents_Host',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'Host row' } }],\n });\n\n const linkField = await createField(hostTable.id, {\n name: 'Formatted Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignTable.id,\n lookupFieldId: releaseField.id,\n },\n } as IFieldRo);\n\n const waitForHostUpdate = waitForRecordUpdateOnTable(hostTable.id);\n\n await updateRecordByApi(hostTable.id, hostTable.records[0].id, linkField.id, {\n id: foreignTable.records[0].id,\n });\n\n const hostEvent = await waitForHostUpdate;\n const changeRecord = Array.isArray(hostEvent.payload.record)\n ? hostEvent.payload.record[0]\n : hostEvent.payload.record;\n const linkChange = changeRecord.fields[linkField.id];\n expect(linkChange).toBeDefined();\n\n const newValue = Array.isArray(linkChange.newValue)\n ? linkChange.newValue\n : [linkChange.newValue];\n expect(newValue[0]).toBeDefined();\n expect(newValue[0]?.id).toBe(foreignTable.records[0].id);\n expect(newValue[0]?.title).toBe(expectedTitle);\n } finally {\n if (hostTable) {\n await permanentDeleteTable(baseId, hostTable.id);\n }\n if (foreignTable) {\n await permanentDeleteTable(baseId, foreignTable.id);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/link-field-null-handling.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n permanentDeleteTable,\n getRecords,\n initApp,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Link Field Null Handling (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('Link field with OneMany relationship', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 with text field\n const textFieldRo: IFieldRo = {\n name: 'Title',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Table1',\n fields: [textFieldRo],\n records: [\n { fields: { Title: 'Record 1' } },\n { fields: { Title: 'Record 2' } },\n { fields: { Title: 'Record 3' } },\n ],\n });\n\n // Create table2 with text field\n table2 = await createTable(baseId, {\n name: 'Table2',\n fields: [textFieldRo],\n records: [\n { fields: { Title: 'A' } },\n { fields: { Title: 'B' } },\n { fields: { Title: 'C' } },\n ],\n });\n\n // Create link field from table1 to table2 (OneMany relationship)\n const linkFieldRo: IFieldRo = {\n name: 'Link Field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n linkField = await createField(table1.id, linkFieldRo);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should return empty array for records with no links instead of null objects', async () => {\n // Get records without any links established\n const records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Name,\n });\n\n expect(records.records).toHaveLength(3);\n\n // All records should have empty arrays for the link field, not [{\"id\": null, \"title\": null}]\n for (const record of records.records) {\n const linkValue = record.fields[linkField.name];\n expect(linkValue).toBeUndefined();\n expect(linkValue).not.toEqual([{ id: null, title: null }]);\n }\n });\n });\n\n describe('Link field with ManyOne relationship', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let linkField: IFieldVo;\n\n beforeEach(async () => {\n // Create table1 with text field\n const textFieldRo: IFieldRo = {\n name: 'Title',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Table1',\n fields: [textFieldRo],\n records: [\n { fields: { Title: 'Record 1' } },\n { fields: { Title: 'Record 2' } },\n { fields: { Title: 'Record 3' } },\n ],\n });\n\n // Create table2 with text field\n table2 = await createTable(baseId, {\n name: 'Table2',\n fields: [textFieldRo],\n records: [\n { fields: { Title: 'A' } },\n { fields: { Title: 'B' } },\n { fields: { Title: 'C' } },\n ],\n });\n\n // Create link field from table1 to table2 (ManyOne relationship)\n const linkFieldRo: IFieldRo = {\n name: 'Link Field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n linkField = await createField(table1.id, linkFieldRo);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should return null for records with no links instead of null objects', async () => {\n // Get records without any links established\n const records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Name,\n });\n\n expect(records.records).toHaveLength(3);\n\n // All records should have null or undefined for the link field, not [{\"id\": null, \"title\": null}]\n for (const record of records.records) {\n const linkValue = record.fields[linkField.name];\n expect(linkValue == null).toBe(true); // null or undefined\n expect(linkValue).not.toEqual([{ id: null, title: null }]);\n }\n });\n\n it('should return proper single link object when link is established', async () => {\n // Link first record to first target record (ManyOne only allows single link)\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n // Get records after establishing link\n const records = await getRecords(table1.id, {\n fieldKeyType: FieldKeyType.Name,\n });\n\n expect(records.records).toHaveLength(3);\n\n // First record should have single link object (not array)\n const firstRecord = records.records.find((r) => r.fields.Title === 'Record 1');\n expect(firstRecord?.fields[linkField.name]).toEqual({\n id: table2.records[0].id,\n title: 'A',\n });\n\n // Other records should have null (not empty array)\n const secondRecord = records.records.find((r) => r.fields.Title === 'Record 2');\n const thirdRecord = records.records.find((r) => r.fields.Title === 'Record 3');\n\n expect(secondRecord?.fields[linkField.name] == null).toBe(true); // null or undefined\n expect(thirdRecord?.fields[linkField.name] == null).toBe(true); // null or undefined\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/link-formula-if-boolean-context.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, ILinkFieldOptions, IFieldVo } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship, getRandomString } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n convertField,\n createField,\n createTable,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Formula IF link boolean context (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('keeps link titles when IF branches reference link fields', async () => {\n const suffix = getRandomString(8);\n let tableA: ITableFullVo | undefined;\n let tableB: ITableFullVo | undefined;\n\n try {\n tableA = await createTable(baseId, {\n name: `LinkIf_A_${suffix}`,\n fields: [{ name: 'A Name', type: FieldType.SingleLineText }],\n records: [{ fields: { 'A Name': 'Alpha' } }],\n });\n\n tableB = await createTable(baseId, {\n name: `LinkIf_B_${suffix}`,\n fields: [\n { name: 'B Primary', type: FieldType.SingleLineText },\n { name: 'Active', type: FieldType.Checkbox },\n { name: 'Empty Text', type: FieldType.SingleLineText },\n ],\n records: [\n { fields: { 'B Primary': 'Row-1', Active: true, 'Empty Text': 'ignore' } },\n { fields: { 'B Primary': 'Row-2', Active: false, 'Empty Text': '' } },\n ],\n });\n\n const primaryFieldB = tableB.fields[0];\n const activeField = tableB.fields.find((field) => field.name === 'Active') as IFieldVo;\n const emptyTextField = tableB.fields.find((field) => field.name === 'Empty Text') as IFieldVo;\n\n const linkAtoB = await createField(tableA.id, {\n name: 'Link to B',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: tableB.id,\n },\n } as IFieldRo);\n\n const symmetricLinkId = (linkAtoB.options as ILinkFieldOptions).symmetricFieldId as string;\n if (!symmetricLinkId) {\n throw new Error('Symmetric link field not created');\n }\n\n await convertField(tableB.id, primaryFieldB.id, {\n type: FieldType.Formula,\n options: {\n expression: `IF({${activeField.id}}, {${symmetricLinkId}}, {${emptyTextField.id}})`,\n },\n });\n\n // Include title so formula branch can resolve a display value without relying on CTE ordering.\n await updateRecordByApi(tableB.id, tableB.records[0].id, symmetricLinkId, {\n id: tableA.records[0].id,\n title: 'Alpha',\n });\n\n const tableARecords = await getRecords(tableA.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [linkAtoB.id],\n });\n\n const aRecord = tableARecords.records.find((r) => r.id === tableA!.records[0].id);\n expect(aRecord).toBeDefined();\n\n const aLinkValues = aRecord?.fields[linkAtoB.id] as Array<{ id: string; title?: string }>;\n expect(Array.isArray(aLinkValues)).toBe(true);\n expect(aLinkValues).toHaveLength(1);\n expect(aLinkValues[0].id).toBe(tableB.records[0].id);\n expect(aLinkValues[0].title).toBe('Alpha');\n expect(aLinkValues[0].title).not.toBe('true');\n\n const tableBRecords = await getRecords(tableB.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [primaryFieldB.id],\n });\n\n expect(tableBRecords.records).toHaveLength(2);\n const row1 = tableBRecords.records.find((record) => record.id === tableB!.records[0].id);\n expect(row1?.fields[primaryFieldB.id]).toBe('Alpha');\n } finally {\n if (tableA) {\n await permanentDeleteTable(baseId, tableA.id);\n }\n if (tableB) {\n await permanentDeleteTable(baseId, tableB.id);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/link-formula-recursion.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, INumberFieldOptions } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n getFields,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\n/**\n * Regression test: verifies FieldCteVisitor no longer overflows the stack when link/lookup/formula\n * dependencies form a cycle (calculation formula references lookups, the linked table looks the formula back up).\n */\ndescribe('Link/Formula circular dependency regression (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('handles circular link/lookups without overflowing the stack', async () => {\n let calculationTable: ITableFullVo | undefined;\n let salesTable: ITableFullVo | undefined;\n\n try {\n salesTable = await createTable(baseId, {\n name: 'Sales',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Count',\n type: FieldType.Number,\n options: {\n formatting: {\n type: 'decimal',\n precision: 0,\n },\n } as INumberFieldOptions,\n },\n {\n name: 'Status',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n {\n fields: {\n Name: 'Order A',\n Count: 3,\n Status: 'light',\n },\n },\n ],\n });\n\n calculationTable = await createTable(baseId, {\n name: 'Calculation',\n fields: [\n {\n name: 'Project',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n {\n fields: {\n Project: 'X-001',\n },\n },\n ],\n });\n\n const calculationToSalesLink = await createField(calculationTable.id, {\n name: 'Sales Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: salesTable.id,\n },\n });\n\n const salesFieldsAfterLink = await getFields(salesTable.id);\n const salesToCalculationLink = salesFieldsAfterLink.find(\n (field) =>\n field.type === FieldType.Link &&\n (field.options as { foreignTableId?: string })?.foreignTableId === calculationTable!.id\n ) as IFieldVo | undefined;\n\n expect(salesToCalculationLink).toBeDefined();\n\n const salesNameFieldId = salesTable.fields.find((f) => f.name === 'Name')!.id;\n const salesCountFieldId = salesTable.fields.find((f) => f.name === 'Count')!.id;\n\n // Create lookups on the calculation table that pull data from Sales.\n const countLookup = await createField(calculationTable.id, {\n name: 'Sales Count',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: salesTable.id,\n linkFieldId: calculationToSalesLink.id,\n lookupFieldId: salesCountFieldId,\n },\n } as unknown as IFieldRo);\n\n const nameLookup = await createField(calculationTable.id, {\n name: 'Sales Name',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: salesTable.id,\n linkFieldId: calculationToSalesLink.id,\n lookupFieldId: salesNameFieldId,\n },\n } as unknown as IFieldRo);\n\n const formulaField = await createField(calculationTable.id, {\n name: 'Calculation Formula',\n type: FieldType.Formula,\n options: {\n expression: `2+2 & {${countLookup.id}}&{${nameLookup.id}} & 4 & 'xxxxxxx'`,\n },\n } as unknown as IFieldRo);\n\n // Sales table looks up the calculation formula, closing the dependency cycle.\n const calculationLookupOnSales = await createField(salesTable.id, {\n name: 'Calculation Lookup',\n type: FieldType.Formula,\n isLookup: true,\n lookupOptions: {\n foreignTableId: calculationTable.id,\n linkFieldId: salesToCalculationLink!.id,\n lookupFieldId: formulaField.id,\n },\n } as unknown as IFieldRo);\n\n // Link the calculation record to the sales record.\n await updateRecordByApi(\n calculationTable.id,\n calculationTable.records[0].id,\n calculationToSalesLink.id,\n { id: salesTable.records[0].id }\n );\n\n // First query should succeed and the formula output should include expected content.\n const calculationRecords = await getRecords(calculationTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n expect(calculationRecords.records).toHaveLength(1);\n const calcValue = calculationRecords.records[0].fields[formulaField.id];\n expect(typeof calcValue).toBe('string');\n expect(calcValue as string).toContain('xxxxxxx');\n expect(calcValue as string).toContain('Order A');\n expect(calcValue as string).toContain('3');\n\n // Updating the sales count forces the entire chain to recompute.\n await updateRecordByApi(salesTable.id, salesTable.records[0].id, salesCountFieldId, 7);\n\n const calcRecordsAfterUpdate = await getRecords(calculationTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const updatedValue = calcRecordsAfterUpdate.records[0].fields[formulaField.id];\n expect(typeof updatedValue).toBe('string');\n expect(updatedValue as string).toContain('7');\n\n // Ensure the lookup on the sales table resolves correctly as well.\n const salesRecords = await getRecords(salesTable.id, { fieldKeyType: FieldKeyType.Id });\n expect(salesRecords.records).toHaveLength(1);\n const lookupValue = salesRecords.records[0].fields[calculationLookupOnSales.id];\n expect(lookupValue).toBeTruthy();\n } finally {\n if (calculationTable) {\n await permanentDeleteTable(baseId, calculationTable.id);\n }\n if (salesTable) {\n await permanentDeleteTable(baseId, salesTable.id);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/link-multi-config-toggle-collaboration.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo } from '@teable/core';\nimport { FieldType, Relationship } from '@teable/core';\nimport type { ITableFullVo, IRecord } from '@teable/openapi';\nimport type { Doc, Connection } from 'sharedb/lib/client';\nimport { ShareDbService } from '../src/share-db/share-db.service';\nimport {\n convertField,\n createField,\n createTable,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\nconst createConnection = (\n shareDbService: ShareDbService,\n cookie: string,\n port: string\n): Connection => {\n return shareDbService.connect(undefined, {\n url: `ws://localhost:${port}/socket`,\n headers: { cookie },\n });\n};\n\nconst fetchRecordSnapshot = async (\n connection: Connection,\n tableId: string,\n recordId: string\n): Promise => {\n const doc = connection.get(`rec_${tableId}`, recordId) as Doc;\n return await new Promise((resolve, reject) => {\n const timeout = setTimeout(() => {\n doc.destroy();\n reject(new Error('ShareDB record subscribe timed out'));\n }, 5000);\n\n doc.subscribe((error) => {\n clearTimeout(timeout);\n if (error) {\n doc.destroy();\n reject(error);\n return;\n }\n if (!doc.data) {\n doc.destroy();\n reject(new Error('ShareDB record doc has no data'));\n return;\n }\n const snapshot = doc.data;\n doc.destroy();\n resolve(snapshot);\n });\n });\n};\n\ndescribe('Link field multi-config toggle ShareDB regression (e2e)', () => {\n let app: INestApplication;\n let cookie: string;\n let port: string;\n let shareDbService: ShareDbService;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n cookie = appCtx.cookie;\n port = process.env.PORT!;\n shareDbService = app.get(ShareDbService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('keeps fresh ShareDB record snapshots populated after converting manyOne twoWay to manyMany oneWay', async () => {\n let sourceTable: ITableFullVo | undefined;\n let foreignTable: ITableFullVo | undefined;\n let connection: Connection | undefined;\n\n try {\n sourceTable = await createTable(baseId, {\n name: 'ShareDB Survey Responses',\n fields: [{ name: 'Name', type: FieldType.SingleLineText, isPrimary: true } as IFieldRo],\n records: [{ fields: { Name: 'Response A' } }, { fields: { Name: 'Response B' } }],\n });\n\n foreignTable = await createTable(baseId, {\n name: 'ShareDB Campuses',\n fields: [\n { name: 'Branch', type: FieldType.SingleLineText, isPrimary: true } as IFieldRo,\n { name: 'District', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Center', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Room', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Branch: 'Branch A',\n District: 'District A',\n Center: 'Center A',\n Room: 'Room A',\n },\n },\n ],\n });\n\n const branchField = foreignTable.fields.find((field) => field.name === 'Branch');\n const districtField = foreignTable.fields.find((field) => field.name === 'District');\n const centerField = foreignTable.fields.find((field) => field.name === 'Center');\n const roomField = foreignTable.fields.find((field) => field.name === 'Room');\n expect(branchField && districtField && centerField && roomField).toBeDefined();\n\n const formulaField = await createField(foreignTable.id, {\n name: 'Campus Info',\n type: FieldType.Formula,\n options: {\n expression: `{${branchField!.id}}&\"/\"&{${districtField!.id}}&\"/\"&{${centerField!.id}}&\"/\"&{${roomField!.id}}`,\n },\n } as IFieldRo);\n\n const linkField = await createField(sourceTable.id, {\n name: 'Campus Info',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignTable.id,\n lookupFieldId: formulaField.id,\n isOneWay: false,\n },\n } as IFieldRo);\n\n await updateRecordByApi(sourceTable.id, sourceTable.records[0].id, linkField.id, {\n id: foreignTable.records[0].id,\n });\n await updateRecordByApi(sourceTable.id, sourceTable.records[1].id, linkField.id, {\n id: foreignTable.records[0].id,\n });\n\n connection = createConnection(shareDbService, cookie, port);\n const initialSnapshot = await fetchRecordSnapshot(\n connection,\n sourceTable.id,\n sourceTable.records[0].id\n );\n expect(initialSnapshot.fields[linkField.id]).toEqual(\n expect.objectContaining({\n id: foreignTable.records[0].id,\n title: 'Branch A/District A/Center A/Room A',\n })\n );\n\n await convertField(sourceTable.id, linkField.id, {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n lookupFieldId: formulaField.id,\n isOneWay: true,\n },\n });\n\n const afterConvertSnapshot = await fetchRecordSnapshot(\n connection,\n sourceTable.id,\n sourceTable.records[0].id\n );\n expect(afterConvertSnapshot.fields[linkField.id]).toEqual([\n expect.objectContaining({\n id: foreignTable.records[0].id,\n title: 'Branch A/District A/Center A/Room A',\n }),\n ]);\n } finally {\n connection?.close();\n if (sourceTable) {\n await permanentDeleteTable(baseId, sourceTable.id);\n }\n if (foreignTable) {\n await permanentDeleteTable(baseId, foreignTable.id);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/link-multi-config-toggle.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, ILinkFieldOptions } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n convertField,\n createField,\n createTable,\n getField,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Link field multi-config toggle regression (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('preserves source links when converting manyOne twoWay to manyMany oneWay with formula lookup titles', async () => {\n let sourceTable: ITableFullVo | undefined;\n let foreignTable: ITableFullVo | undefined;\n\n try {\n sourceTable = await createTable(baseId, {\n name: 'Survey Responses',\n fields: [{ name: 'Name', type: FieldType.SingleLineText, isPrimary: true } as IFieldRo],\n records: [{ fields: { Name: 'Response A' } }, { fields: { Name: 'Response B' } }],\n });\n\n foreignTable = await createTable(baseId, {\n name: 'Campuses',\n fields: [\n { name: 'Branch', type: FieldType.SingleLineText, isPrimary: true } as IFieldRo,\n { name: 'District', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Center', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Room', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n {\n fields: {\n Branch: 'Branch A',\n District: 'District A',\n Center: 'Center A',\n Room: 'Room A',\n },\n },\n {\n fields: {\n Branch: 'Branch B',\n District: 'District B',\n Center: 'Center B',\n Room: 'Room B',\n },\n },\n ],\n });\n\n const branchField = foreignTable.fields.find((field) => field.name === 'Branch');\n const districtField = foreignTable.fields.find((field) => field.name === 'District');\n const centerField = foreignTable.fields.find((field) => field.name === 'Center');\n const roomField = foreignTable.fields.find((field) => field.name === 'Room');\n expect(branchField && districtField && centerField && roomField).toBeDefined();\n\n const formulaField = await createField(foreignTable.id, {\n name: 'Campus Info',\n type: FieldType.Formula,\n options: {\n expression: `{${branchField!.id}}&\"/\"&{${districtField!.id}}&\"/\"&{${centerField!.id}}&\"/\"&{${roomField!.id}}`,\n },\n } as IFieldRo);\n\n const linkField = await createField(sourceTable.id, {\n name: 'Campus Info',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignTable.id,\n lookupFieldId: formulaField.id,\n isOneWay: false,\n },\n } as IFieldRo);\n\n const symmetricFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId;\n expect(symmetricFieldId).toBeDefined();\n\n await updateRecordByApi(sourceTable.id, sourceTable.records[0].id, linkField.id, {\n id: foreignTable.records[0].id,\n });\n await updateRecordByApi(sourceTable.id, sourceTable.records[1].id, linkField.id, {\n id: foreignTable.records[0].id,\n });\n\n const convertedField = await convertField(sourceTable.id, linkField.id, {\n name: linkField.name,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n lookupFieldId: formulaField.id,\n isOneWay: true,\n },\n });\n\n expect(convertedField.options).toMatchObject({\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n isOneWay: true,\n });\n expect((convertedField.options as ILinkFieldOptions).symmetricFieldId).toBeUndefined();\n\n const sourceRecords = await getRecords(sourceTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const firstRecord = sourceRecords.records.find(\n (record) => record.id === sourceTable.records[0].id\n );\n const secondRecord = sourceRecords.records.find(\n (record) => record.id === sourceTable.records[1].id\n );\n\n expect(firstRecord?.fields[linkField.id]).toEqual([\n expect.objectContaining({\n id: foreignTable.records[0].id,\n title: 'Branch A/District A/Center A/Room A',\n }),\n ]);\n expect(secondRecord?.fields[linkField.id]).toEqual([\n expect.objectContaining({\n id: foreignTable.records[0].id,\n title: 'Branch A/District A/Center A/Room A',\n }),\n ]);\n\n await expect(getField(foreignTable.id, symmetricFieldId!)).rejects.toThrow();\n } finally {\n if (sourceTable) {\n await permanentDeleteTable(baseId, sourceTable.id);\n }\n if (foreignTable) {\n await permanentDeleteTable(baseId, foreignTable.id);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/link-view-user-filter.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, IFilterRo } from '@teable/core';\nimport { FieldKeyType, FieldType, hasAnyOf, is, Me, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n updateViewFilter,\n} from './utils/init-app';\n\ndescribe('Link field filtered by view with Me (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const userId = globalThis.testConfig.userId;\n const userName = globalThis.testConfig.userName;\n const userEmail = globalThis.testConfig.email;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('link with view filter referencing Me', () => {\n let primaryTable: ITableFullVo;\n let foreignTable: ITableFullVo;\n let linkField: IFieldVo;\n\n beforeEach(async () => {\n const primaryFields: IFieldRo[] = [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ];\n\n primaryTable = await createTable(baseId, {\n name: 'link_me_primary',\n fields: primaryFields,\n records: [\n {\n fields: {\n Name: 'Row 1',\n },\n },\n ],\n });\n\n const foreignFields: IFieldRo[] = [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Assignee',\n type: FieldType.User,\n },\n ];\n\n foreignTable = await createTable(\n baseId,\n {\n name: 'link_me_foreign',\n fields: foreignFields,\n records: [\n {\n fields: {\n Title: 'Owned by me',\n Assignee: {\n id: userId,\n title: userName,\n email: userEmail,\n },\n },\n },\n {\n fields: {\n Title: 'Unassigned record',\n },\n },\n ],\n },\n 201\n );\n\n const filterByMe: IFilterRo = {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: foreignTable.fields[1].id,\n operator: is.value,\n value: Me,\n },\n ],\n },\n };\n\n await updateViewFilter(foreignTable.id, foreignTable.defaultViewId!, filterByMe);\n\n linkField = await createField(primaryTable.id, {\n name: 'Filtered Tasks',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n filterByViewId: foreignTable.defaultViewId,\n },\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, primaryTable.id);\n await permanentDeleteTable(baseId, foreignTable.id);\n });\n\n it('should link records respecting view filter with Me without SQL errors', async () => {\n await expect(\n updateRecordByApi(primaryTable.id, primaryTable.records[0].id, linkField.id, [\n { id: foreignTable.records[0].id },\n ])\n ).resolves.toBeDefined();\n\n const listResponse = await getRecords(primaryTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const currentRecord = listResponse.records.find(\n (record) => record.id === primaryTable.records[0].id\n );\n const linked = currentRecord?.fields[linkField.id] as Array<{ id: string }> | undefined;\n expect(linked).toBeDefined();\n expect(linked).toHaveLength(1);\n expect(linked?.[0].id).toBe(foreignTable.records[0].id);\n });\n });\n\n describe('link field filter with multi-user equals Me', () => {\n let primaryTable: ITableFullVo;\n let foreignTable: ITableFullVo;\n let linkField: IFieldVo;\n let assigneesFieldId: string;\n let filterByMe: IFilterRo;\n\n beforeEach(async () => {\n primaryTable = await createTable(baseId, {\n name: 'link_me_multi_primary',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n {\n fields: { Name: 'Row 1' },\n },\n ],\n });\n\n foreignTable = await createTable(baseId, {\n name: 'link_me_multi_foreign',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Assignees',\n type: FieldType.User,\n options: { isMultiple: true },\n },\n ],\n records: [\n {\n fields: {\n Title: 'Owned by me',\n Assignees: [\n {\n id: userId,\n title: userName,\n email: userEmail,\n },\n ],\n },\n },\n {\n fields: {\n Title: 'Owned by others',\n Assignees: null,\n },\n },\n ],\n });\n\n assigneesFieldId =\n foreignTable.fields.find((f) => f.name === 'Assignees')?.id ??\n (() => {\n throw new Error('Assignees field not found');\n })();\n\n filterByMe = {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: assigneesFieldId,\n operator: hasAnyOf.value,\n value: [Me],\n },\n ],\n },\n };\n\n linkField = await createField(primaryTable.id, {\n name: 'Filtered Candidates',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n filter: filterByMe.filter,\n },\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, primaryTable.id);\n await permanentDeleteTable(baseId, foreignTable.id);\n });\n\n it('should return only records assigned to current user', async () => {\n const { records } = await getRecords(foreignTable.id, {\n fieldKeyType: FieldKeyType.Id,\n filter: filterByMe.filter,\n filterLinkCellCandidate: linkField.id,\n });\n\n expect(records).toHaveLength(1);\n expect(records[0].id).toBe(foreignTable.records[0].id);\n });\n });\n\n describe('user field filter equals Me (single user)', () => {\n let table: ITableFullVo;\n const userId = globalThis.testConfig.userId;\n const userName = globalThis.testConfig.userName;\n const userEmail = globalThis.testConfig.email;\n let assigneeFieldId: string;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'user_me_filter_single',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Assignee',\n type: FieldType.User,\n },\n ],\n records: [\n {\n fields: {\n Title: 'Mine',\n Assignee: {\n id: userId,\n title: userName,\n email: userEmail,\n },\n },\n },\n {\n fields: {\n Title: 'Unassigned',\n Assignee: null,\n },\n },\n ],\n });\n\n assigneeFieldId =\n table.fields.find((f) => f.name === 'Assignee')?.id ??\n (() => {\n throw new Error('Assignee field not found');\n })();\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should filter records by Me without SQL errors', async () => {\n const { records } = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: assigneeFieldId,\n operator: is.value,\n value: Me,\n },\n ],\n },\n });\n\n expect(records).toHaveLength(1);\n expect(records[0].fields[assigneeFieldId]).toMatchObject({ id: userId });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/lookup-cross-base-tiering.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, ILookupOptionsRo } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createBase,\n createField,\n createTable,\n deleteBase,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Lookup cross base tiering (e2e)', () => {\n let app: INestApplication;\n const hostBaseId = globalThis.testConfig.baseId;\n const spaceId = globalThis.testConfig.spaceId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('one-way link to foreign tiering table with nested lookup', () => {\n let foreignBaseId: string;\n\n let productsTable: ITableFullVo;\n let productPackagesTable: ITableFullVo;\n let packageTieringTable: ITableFullVo;\n let subscriptionTable: ITableFullVo;\n\n let productLink: IFieldVo;\n let packageIdLink: IFieldVo;\n let packageTieringProductLookup: IFieldVo;\n let tieringLink: IFieldVo;\n let subscriptionProductLookup: IFieldVo;\n\n beforeEach(async () => {\n const foreignBase = await createBase({\n spaceId,\n name: 'Lookup Cross Base Tiering - Foreign',\n });\n foreignBaseId = foreignBase.id;\n\n productsTable = await createTable(foreignBaseId, {\n name: 'Products',\n fields: [{ name: 'Product Name', type: FieldType.SingleLineText }],\n records: [{ fields: { 'Product Name': 'Prod-A' } }],\n });\n\n productPackagesTable = await createTable(foreignBaseId, {\n name: 'Product Packages',\n fields: [{ name: 'Package Name', type: FieldType.SingleLineText }],\n records: [{ fields: { 'Package Name': 'Pkg-A' } }],\n });\n\n productLink = await createField(productPackagesTable.id, {\n name: 'Product',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: productsTable.id,\n },\n } as IFieldRo);\n\n await updateRecordByApi(\n productPackagesTable.id,\n productPackagesTable.records[0].id,\n productLink.id,\n { id: productsTable.records[0].id }\n );\n\n packageTieringTable = await createTable(foreignBaseId, {\n name: 'Package Tiering',\n fields: [{ name: 'Tier', type: FieldType.SingleLineText }],\n records: [{ fields: { Tier: 'Tier-1' } }],\n });\n\n packageIdLink = await createField(packageTieringTable.id, {\n name: 'Package ID',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: productPackagesTable.id,\n },\n } as IFieldRo);\n\n packageTieringProductLookup = await createField(packageTieringTable.id, {\n name: 'Product (lookup)',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: productPackagesTable.id,\n linkFieldId: packageIdLink.id,\n lookupFieldId: productLink.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n await updateRecordByApi(\n packageTieringTable.id,\n packageTieringTable.records[0].id,\n packageIdLink.id,\n { id: productPackagesTable.records[0].id }\n );\n\n subscriptionTable = await createTable(hostBaseId, {\n name: 'Data Subscription',\n fields: [{ name: 'Subscription Name', type: FieldType.SingleLineText }],\n records: [{ fields: { 'Subscription Name': 'Sub-1' } }],\n });\n\n tieringLink = await createField(subscriptionTable.id, {\n name: 'Tiering',\n type: FieldType.Link,\n options: {\n baseId: foreignBaseId,\n relationship: Relationship.ManyOne,\n foreignTableId: packageTieringTable.id,\n isOneWay: true,\n },\n } as IFieldRo);\n\n await updateRecordByApi(\n subscriptionTable.id,\n subscriptionTable.records[0].id,\n tieringLink.id,\n { id: packageTieringTable.records[0].id }\n );\n\n subscriptionProductLookup = await createField(subscriptionTable.id, {\n name: 'Lookup Product',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: packageTieringTable.id,\n linkFieldId: tieringLink.id,\n lookupFieldId: packageTieringProductLookup.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n });\n\n afterEach(async () => {\n if (subscriptionTable?.id) {\n await permanentDeleteTable(hostBaseId, subscriptionTable.id);\n }\n\n if (packageTieringTable?.id) {\n await permanentDeleteTable(foreignBaseId, packageTieringTable.id);\n }\n\n if (productPackagesTable?.id) {\n await permanentDeleteTable(foreignBaseId, productPackagesTable.id);\n }\n\n if (productsTable?.id) {\n await permanentDeleteTable(foreignBaseId, productsTable.id);\n }\n\n if (foreignBaseId) {\n await deleteBase(foreignBaseId);\n }\n });\n\n it('creates lookup on nested lookup-of-link chain across bases', async () => {\n const records = await getRecords(subscriptionTable.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [tieringLink.id, subscriptionProductLookup.id],\n });\n\n expect(records.records).toHaveLength(1);\n const record = records.records[0];\n\n const lookupValue = record.fields[subscriptionProductLookup.id] as\n | { id: string; title?: string }\n | Array<{ id: string; title?: string }>;\n\n expect(lookupValue).toBeDefined();\n\n const normalizedValues = Array.isArray(lookupValue) ? lookupValue : [lookupValue];\n const normalizedIds = normalizedValues.map((item) => item.id);\n const normalizedTitles = normalizedValues.map((item) => item.title);\n\n expect(normalizedIds).toContain(productsTable.records[0].id);\n expect(normalizedTitles).toContain('Prod-A');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/lookup-nested-link-lookup.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, ILookupOptionsRo } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Lookup on lookup-to-link chain (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('lookup targeting a lookup link field', () => {\n beforeAll(() => {\n process.env.DEBUG_LOOKUP_SQL = '1';\n });\n\n let productTable: ITableFullVo;\n let packageTable: ITableFullVo;\n let tieringTable: ITableFullVo;\n let billingTable: ITableFullVo;\n\n let packageToProductLink: IFieldVo;\n let tieringToPackageLink: IFieldVo;\n let tieringProductLookup: IFieldVo;\n let billingToTieringLink: IFieldVo;\n let billingProductLookup: IFieldVo;\n\n beforeEach(async () => {\n // Product table (final target)\n productTable = await createTable(baseId, {\n name: 'Products',\n fields: [\n {\n name: 'Product Name',\n type: FieldType.SingleLineText,\n },\n ],\n records: [{ fields: { 'Product Name': 'Prod-A' } }],\n });\n\n // Package table links to product\n packageTable = await createTable(baseId, {\n name: 'Packages',\n fields: [\n {\n name: 'Package Name',\n type: FieldType.SingleLineText,\n },\n ],\n records: [{ fields: { 'Package Name': 'Pkg-1' } }],\n });\n\n packageToProductLink = await createField(packageTable.id, {\n name: 'Product Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: productTable.id,\n },\n } as IFieldRo);\n\n await updateRecordByApi(\n packageTable.id,\n packageTable.records[0].id,\n packageToProductLink.id,\n {\n id: productTable.records[0].id,\n }\n );\n\n // Tiering table links to package and looks up the package's product link\n tieringTable = await createTable(baseId, {\n name: 'Tiering',\n fields: [\n {\n name: 'Tiering Label',\n type: FieldType.SingleLineText,\n },\n ],\n records: [{ fields: { 'Tiering Label': 'T1' } }],\n });\n\n tieringToPackageLink = await createField(tieringTable.id, {\n name: 'Package Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: packageTable.id,\n },\n } as IFieldRo);\n\n tieringProductLookup = await createField(tieringTable.id, {\n name: 'Product (lookup)',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: packageTable.id,\n linkFieldId: tieringToPackageLink.id,\n lookupFieldId: packageToProductLink.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n await updateRecordByApi(\n tieringTable.id,\n tieringTable.records[0].id,\n tieringToPackageLink.id,\n {\n id: packageTable.records[0].id,\n }\n );\n\n // Billing table links to tiering and looks up tiering's product lookup\n billingTable = await createTable(baseId, {\n name: 'Billing',\n fields: [\n {\n name: 'Billing Label',\n type: FieldType.SingleLineText,\n },\n ],\n records: [{ fields: { 'Billing Label': 'B1' } }],\n });\n\n billingToTieringLink = await createField(billingTable.id, {\n name: 'Tiering Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: tieringTable.id,\n },\n } as IFieldRo);\n\n billingProductLookup = await createField(billingTable.id, {\n name: 'Product via Tiering',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tieringTable.id,\n linkFieldId: billingToTieringLink.id,\n lookupFieldId: tieringProductLookup.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n await updateRecordByApi(\n billingTable.id,\n billingTable.records[0].id,\n billingToTieringLink.id,\n { id: tieringTable.records[0].id }\n );\n });\n\n afterEach(async () => {\n if (billingTable?.id) await permanentDeleteTable(baseId, billingTable.id);\n if (tieringTable?.id) await permanentDeleteTable(baseId, tieringTable.id);\n if (packageTable?.id) await permanentDeleteTable(baseId, packageTable.id);\n if (productTable?.id) await permanentDeleteTable(baseId, productTable.id);\n });\n\n it('returns values when lookup targets a lookup-to-link field', async () => {\n const tieringRecords = await getRecords(tieringTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(tieringRecords.records).toHaveLength(1);\n const tieringRecord = tieringRecords.records[0];\n const tieringLookupValue = tieringRecord.fields[tieringProductLookup.id] as\n | { id: string; title?: string }\n | Array<{ id: string; title?: string }>;\n\n expect(tieringLookupValue).toBeDefined();\n\n const tieringNormalizedIds = Array.isArray(tieringLookupValue)\n ? tieringLookupValue.map((item) => item.id)\n : [tieringLookupValue.id];\n\n expect(tieringNormalizedIds).toContain(productTable.records[0].id);\n\n const billingLabelField = billingTable.fields.find((f) => f.name === 'Billing Label');\n const billingRecords = await getRecords(billingTable.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [\n billingProductLookup.id,\n billingToTieringLink.id,\n billingLabelField?.id ?? '',\n ].filter(Boolean),\n });\n\n expect(billingRecords.records).toHaveLength(1);\n const billingRecord = billingRecords.records[0];\n const lookupValue = billingRecord.fields[billingProductLookup.id] as\n | { id: string; title?: string }\n | Array<{ id: string; title?: string }>;\n\n // eslint-disable-next-line no-console\n console.log('billing fields snapshot', billingRecord.fields);\n\n expect(lookupValue).toBeDefined();\n\n const normalizedIds = Array.isArray(lookupValue)\n ? lookupValue.map((item) => item.id)\n : [lookupValue.id];\n\n expect(normalizedIds).toContain(productTable.records[0].id);\n\n const normalizedTitles = Array.isArray(lookupValue)\n ? lookupValue.map((item) => item.title)\n : [lookupValue.title];\n\n expect(normalizedTitles).toContain('Prod-A');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/lookup-to-link.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldType, Relationship } from '@teable/core';\nimport type { IFieldRo, LinkFieldCore } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n deleteTable,\n getRecord,\n getRecords,\n initApp,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('OpenAPI LookupToLink (e2e)', () => {\n let app: INestApplication;\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let table3: ITableFullVo;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n // Create table1 with basic fields\n table1 = await createTable(baseId, {\n name: 'Table1',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Count',\n type: FieldType.Number,\n },\n ],\n records: [\n { fields: { Name: 'A1', Count: 10 } },\n { fields: { Name: 'A2', Count: 20 } },\n { fields: { Name: 'A3', Count: 30 } },\n ],\n });\n\n // Create table2 with basic fields\n table2 = await createTable(baseId, {\n name: 'Table2',\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Value',\n type: FieldType.Number,\n },\n ],\n records: [\n { fields: { Title: 'B1', Value: 100 } },\n { fields: { Title: 'B2', Value: 200 } },\n { fields: { Title: 'B3', Value: 300 } },\n ],\n });\n\n // Create table3 with basic fields\n table3 = await createTable(baseId, {\n name: 'Table3',\n fields: [\n {\n name: 'Description',\n type: FieldType.SingleLineText,\n },\n ],\n records: [{ fields: { Description: 'C1' } }, { fields: { Description: 'C2' } }],\n });\n });\n\n afterEach(async () => {\n await deleteTable(baseId, table1.id);\n await deleteTable(baseId, table2.id);\n await deleteTable(baseId, table3.id);\n });\n\n describe('Lookup to Link Field Tests', () => {\n it('should handle lookup field that targets a link field', async () => {\n // Create link field from table1 to table2\n const linkField1to2 = await createField(table1.id, {\n name: 'Link to Table2',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n } as IFieldRo);\n\n // Wait a bit for the symmetric field to be created\n await new Promise((resolve) => setTimeout(resolve, 100));\n\n // Get the symmetric field ID\n const symmetricFieldId = (linkField1to2 as LinkFieldCore).options.symmetricFieldId;\n if (!symmetricFieldId) {\n throw new Error('Symmetric field ID not found');\n }\n\n // Create lookup field in table1 that looks up table2's symmetric link field\n\n const lookupField = await createField(table1.id, {\n name: 'Lookup Link to Table1',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField1to2.id,\n lookupFieldId: symmetricFieldId,\n },\n } as IFieldRo);\n\n // Establish link: table1[0] -> table2[0]\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1to2.id, {\n id: table2.records[0].id,\n });\n\n // Test that the lookup field can be queried without errors\n const record = await getRecord(table1.id, table1.records[0].id);\n\n // The lookup field should exist and not cause query errors\n expect(record.fields).toHaveProperty(lookupField.id);\n\n // The value should be the linked table1 record (symmetric link)\n // Use field name instead of field ID to access the value\n const lookupValue = record.fields[lookupField.name];\n if (lookupValue) {\n expect(lookupValue).toHaveProperty('id', table1.records[0].id);\n expect(lookupValue).toHaveProperty('title', 'A1');\n }\n });\n\n it('should handle multiple records in lookup to link scenario', async () => {\n // Create link field from table1 to table2\n const linkField1to2 = await createField(table1.id, {\n name: 'Link to Table2',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n } as IFieldRo);\n\n // Create link field from table2 to table3\n const linkField2to3 = await createField(table2.id, {\n name: 'Link to Table3',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table3.id,\n },\n } as IFieldRo);\n\n // Create lookup field in table1 that looks up table2's link field\n const lookupField = await createField(table1.id, {\n name: 'Lookup Link to Table3',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField1to2.id,\n lookupFieldId: linkField2to3.id,\n },\n } as IFieldRo);\n\n // Establish multiple links\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1to2.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n await updateRecordByApi(table2.id, table2.records[0].id, linkField2to3.id, [\n { id: table3.records[0].id },\n ]);\n\n await updateRecordByApi(table2.id, table2.records[1].id, linkField2to3.id, [\n { id: table3.records[1].id },\n ]);\n\n // Test that we can query all records without errors\n const records = await getRecords(table1.id);\n expect(records.records).toHaveLength(3);\n\n // Check the first record has the expected lookup values\n const firstRecord = records.records[0];\n // Use field name instead of field ID to access the value\n const lookupValueByName = firstRecord.fields[lookupField.name];\n // Use the correct lookup value (by name, not by ID)\n const actualLookupValue = lookupValueByName;\n expect(Array.isArray(actualLookupValue)).toBe(true);\n if (Array.isArray(actualLookupValue)) {\n expect(actualLookupValue).toHaveLength(2);\n const ids = actualLookupValue.map((v: { id: string }) => v.id);\n expect(ids).toContain(table3.records[0].id);\n expect(ids).toContain(table3.records[1].id);\n }\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/lookup.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { type INestApplication } from '@nestjs/common';\nimport type {\n IConditionalRollupFieldOptions,\n IFieldRo,\n IFieldVo,\n IFilter,\n ILinkFieldOptions,\n ILookupLinkOptions,\n ILookupOptionsRo,\n INumberFieldOptions,\n IUnionShowAs,\n LinkFieldCore,\n} from '@teable/core';\nimport {\n CellFormat,\n Colors,\n FieldKeyType,\n FieldType,\n NumberFormattingType,\n Relationship,\n TimeFormatting,\n} from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { getRecords, updateRecords } from '@teable/openapi';\nimport { RecordService } from '../src/features/record/record.service';\nimport {\n createField,\n deleteField,\n createTable,\n permanentDeleteTable,\n getFields,\n getField,\n getRecord,\n initApp,\n createRecords,\n updateRecordByApi,\n convertField,\n} from './utils/init-app';\n\n// All kind of field type (except link)\nconst defaultFields: IFieldRo[] = [\n {\n name: FieldType.SingleLineText,\n type: FieldType.SingleLineText,\n options: {},\n },\n {\n name: FieldType.Number,\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n },\n {\n name: FieldType.SingleSelect,\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'todo', color: Colors.Yellow },\n { name: 'doing', color: Colors.Orange },\n { name: 'done', color: Colors.Green },\n ],\n },\n },\n {\n name: FieldType.MultipleSelect,\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { name: 'rap', color: Colors.Yellow },\n { name: 'rock', color: Colors.Orange },\n { name: 'hiphop', color: Colors.Green },\n ],\n },\n },\n {\n name: FieldType.Date,\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: TimeFormatting.Hour24,\n timeZone: 'America/New_York',\n },\n defaultValue: 'now',\n },\n },\n {\n name: FieldType.Attachment,\n type: FieldType.Attachment,\n options: {},\n },\n {\n name: FieldType.Formula,\n type: FieldType.Formula,\n options: {\n expression: '1 + 1',\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n },\n];\nconst normalizeSingle = (value: T | T[]) =>\n Array.isArray(value) ? (value.length ? value[0] : undefined) : value;\n\ndescribe('OpenAPI Lookup field (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n async function updateTableFields(table: ITableFullVo) {\n const tableFields = await getFields(table.id);\n table.fields = tableFields;\n return tableFields;\n }\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('general lookup', () => {\n let table1: ITableFullVo = {} as any;\n let table2: ITableFullVo = {} as any;\n const tables: ITableFullVo[] = [];\n\n beforeAll(async () => {\n // create table1 with fundamental field\n table1 = await createTable(baseId, {\n name: 'table1',\n fields: defaultFields.map((f) => ({ ...f, name: f.name + '[table1]' })),\n });\n\n // create table2 with fundamental field\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: defaultFields.map((f) => ({ ...f, name: f.name + '[table2]' })),\n });\n\n // create link field\n await createField(table1.id, {\n name: 'link[table1]',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n // update fields in table after create link field\n await updateTableFields(table1);\n await updateTableFields(table2);\n tables.push(table1, table2);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n beforeEach(async () => {\n // remove all link\n await updateRecordByApi(\n table2.id,\n table2.records[0].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n null\n );\n await updateRecordByApi(\n table2.id,\n table2.records[1].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n null\n );\n await updateRecordByApi(\n table2.id,\n table2.records[2].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n null\n );\n // add a link record to first row\n await updateRecordByApi(\n table1.id,\n table1.records[0].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[0].id }]\n );\n });\n\n function getFieldByType(fields: IFieldVo[], type: FieldType) {\n const field = fields.find((field) => field.type === type);\n if (!field) {\n throw new Error('field not found');\n }\n return field;\n }\n\n function getFieldByName(fields: IFieldVo[], name: string) {\n const field = fields.find((field) => field.name === name);\n if (!field) {\n throw new Error('field not found');\n }\n return field;\n }\n\n async function lookupFrom(table: ITableFullVo, lookupFieldId: string) {\n const linkField = getFieldByType(table.fields, FieldType.Link) as LinkFieldCore;\n const foreignTable = tables.find((t) => t.id === linkField.options.foreignTableId)!;\n const lookupField = foreignTable.fields.find((f) => f.id === lookupFieldId)!;\n const options = lookupField.options as INumberFieldOptions | undefined;\n const lookupFieldRo: IFieldRo = {\n name: `lookup ${lookupField.name} [${table.name}]`,\n type: lookupField.type,\n isLookup: true,\n options: options?.formatting\n ? {\n formatting: options.formatting,\n }\n : undefined,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n linkFieldId: linkField.id,\n lookupFieldId, // getFieldByType(table2.fields, FieldType.SingleLineText).id,\n } as ILookupOptionsRo,\n };\n\n // create lookup field\n await createField(table.id, lookupFieldRo);\n\n await updateTableFields(table);\n return getFieldByName(table.fields, lookupFieldRo.name!);\n }\n\n async function expectLookup(table: ITableFullVo, fieldType: FieldType, updateValue: any) {\n const linkField = getFieldByType(table.fields, FieldType.Link) as LinkFieldCore;\n const foreignTable = tables.find((t) => t.id === linkField.options.foreignTableId)!;\n\n const lookedUpToField = getFieldByType(foreignTable.fields, fieldType);\n const lookupFieldVo = await lookupFrom(table, lookedUpToField.id);\n\n // update a field that be lookup by previous field\n await updateRecordByApi(\n foreignTable.id,\n foreignTable.records[0].id,\n lookedUpToField.id,\n updateValue\n );\n\n const record = await getRecord(table.id, table.records[0].id);\n return expect(record.fields[lookupFieldVo.id]);\n }\n\n async function expectLinkText(\n table: ITableFullVo,\n recordId: string,\n linkFieldId: string,\n expectedText: string\n ) {\n const deadline = Date.now() + 15000;\n let lastValue: unknown;\n do {\n const record = await getRecord(table.id, recordId, CellFormat.Text);\n lastValue = record.fields[linkFieldId];\n if (lastValue === expectedText) {\n return;\n }\n await new Promise((resolve) => setTimeout(resolve, 100));\n } while (Date.now() < deadline);\n\n expect(lastValue).toEqual(expectedText);\n }\n\n it('should update lookupField by remove a linkRecord from cell', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.Number);\n const lookupFieldVo = await lookupFrom(table1, lookedUpToField.id);\n\n // update a field that will be lookup by after field\n await updateRecordByApi(table2.id, table2.records[1].id, lookedUpToField.id, 123);\n await updateRecordByApi(table2.id, table2.records[2].id, lookedUpToField.id, 456);\n\n // add a link record after\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }, { id: table2.records[2].id }]\n );\n\n const record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[lookupFieldVo.id]).toEqual([123, 456]);\n\n // remove a link record\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }]\n );\n\n const recordAfter1 = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter1.fields[lookupFieldVo.id]).toEqual([123]);\n\n // remove all link record\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n null\n );\n\n const recordAfter2 = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter2.fields[lookupFieldVo.id]).toEqual(undefined);\n\n // add a link record from many - one field\n await updateRecordByApi(\n table2.id,\n table2.records[1].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n { id: table1.records[1].id }\n );\n\n const recordAfter3 = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter3.fields[lookupFieldVo.id]).toEqual([123]);\n });\n\n it('should update many - one lookupField by remove a linkRecord from cell', async () => {\n const lookedUpToField = getFieldByType(table1.fields, FieldType.Number);\n const lookupFieldVo = await lookupFrom(table2, lookedUpToField.id);\n\n // update a field that will be lookup by after field\n await updateRecordByApi(table1.id, table1.records[1].id, lookedUpToField.id, 123);\n\n // add a link record after\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }, { id: table2.records[2].id }]\n );\n\n const record1 = await getRecord(table2.id, table2.records[1].id);\n expect(record1.fields[lookupFieldVo.id]).toEqual(123);\n const record2 = await getRecord(table2.id, table2.records[2].id);\n expect(record2.fields[lookupFieldVo.id]).toEqual(123);\n // remove a link record\n const updatedRecord = await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }]\n );\n\n expect(updatedRecord.fields[getFieldByType(table1.fields, FieldType.Link).id]).toEqual([\n { id: table2.records[1].id },\n ]);\n\n const record3 = await getRecord(table2.id, table2.records[1].id);\n expect(record3.fields[lookupFieldVo.id]).toEqual(123);\n const record4 = await getRecord(table2.id, table2.records[2].id);\n expect(record4.fields[lookupFieldVo.id]).toEqual(undefined);\n\n // remove all link record\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n null\n );\n\n const record5 = await getRecord(table2.id, table2.records[1].id);\n expect(record5.fields[lookupFieldVo.id]).toEqual(undefined);\n\n // add a link record from many - one field\n await updateRecordByApi(\n table2.id,\n table2.records[1].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n { id: table1.records[1].id }\n );\n\n const record6 = await getRecord(table2.id, table2.records[1].id);\n expect(record6.fields[lookupFieldVo.id]).toEqual(123);\n });\n\n it('should preserve lookup metadata when renaming via convertField', async () => {\n const linkField = getFieldByType(table1.fields, FieldType.Link) as LinkFieldCore;\n const foreignTable = tables.find((t) => t.id === linkField.options.foreignTableId)!;\n const lookedUpField = getFieldByType(foreignTable.fields, FieldType.SingleLineText);\n const lookupName = 'lookup rename safeguard';\n\n const lookupField = await createField(table1.id, {\n name: lookupName,\n type: lookedUpField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: lookedUpField.id,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n await updateTableFields(table1);\n const fieldId = lookupField.id;\n const beforeDetail = await getField(table1.id, fieldId);\n const rawLookupOptions = beforeDetail.lookupOptions as ILookupLinkOptions | undefined;\n const normalizedLookupOptions: ILookupOptionsRo | undefined = rawLookupOptions\n ? {\n foreignTableId: rawLookupOptions.foreignTableId,\n lookupFieldId: rawLookupOptions.lookupFieldId,\n linkFieldId: rawLookupOptions.linkFieldId,\n filter: rawLookupOptions.filter,\n }\n : undefined;\n const recordBefore = await getRecord(table1.id, table1.records[0].id);\n const baseline = recordBefore.fields[fieldId];\n\n try {\n const renamed = await convertField(table1.id, fieldId, {\n name: `${lookupName} renamed`,\n type: lookedUpField.type,\n isLookup: true,\n lookupOptions: normalizedLookupOptions,\n options: beforeDetail.options,\n } as IFieldRo);\n\n expect(renamed.dbFieldType).toBe(beforeDetail.dbFieldType);\n expect(renamed.isMultipleCellValue).toBe(beforeDetail.isMultipleCellValue);\n expect(renamed.isComputed).toBe(true);\n expect(renamed.lookupOptions).toMatchObject(\n beforeDetail.lookupOptions as Record\n );\n\n const recordAfter = await getRecord(table1.id, table1.records[0].id);\n expect(recordAfter.fields[fieldId]).toEqual(baseline);\n } finally {\n await deleteField(table1.id, fieldId);\n await updateTableFields(table1);\n }\n });\n\n it('should update many - one lookupField by replace a linkRecord from cell', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.Number);\n const lookupFieldVo = await lookupFrom(table1, lookedUpToField.id);\n\n // update a field that will be lookup by after field\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.SingleLineText).id,\n 'A2'\n );\n await updateRecordByApi(\n table1.id,\n table1.records[2].id,\n getFieldByType(table1.fields, FieldType.SingleLineText).id,\n 'A3'\n );\n await updateRecordByApi(table2.id, table2.records[1].id, lookedUpToField.id, 123);\n await updateRecordByApi(table2.id, table2.records[2].id, lookedUpToField.id, 456);\n\n // add a link record after\n await updateRecordByApi(\n table2.id,\n table2.records[1].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n { id: table1.records[1].id }\n );\n\n const record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[lookupFieldVo.id]).toEqual([123]);\n\n // replace a link record\n await updateRecordByApi(\n table2.id,\n table2.records[1].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n { id: table1.records[2].id }\n );\n\n const record1 = await getRecord(table1.id, table1.records[1].id);\n expect(record1.fields[lookupFieldVo.id]).toEqual(undefined);\n\n const record2 = await getRecord(table1.id, table1.records[2].id);\n expect(record2.fields[lookupFieldVo.id]).toEqual([123]);\n });\n\n it('should update one - many lookupField by add a linkRecord from cell', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.Number);\n const lookupFieldVo = await lookupFrom(table1, lookedUpToField.id);\n\n // update a field that will be lookup by after field\n await updateRecordByApi(table2.id, table2.records[1].id, lookedUpToField.id, 123);\n await updateRecordByApi(table2.id, table2.records[2].id, lookedUpToField.id, 456);\n\n // add a link record after\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }]\n );\n\n const record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[lookupFieldVo.id]).toEqual([123]);\n\n // // add a link record\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }, { id: table2.records[2].id }]\n );\n\n const recordAfter1 = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter1.fields[lookupFieldVo.id]).toEqual([123, 456]);\n });\n\n it('should update one -many lookupField by replace a linkRecord from cell', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.Number);\n const lookupFieldVo = await lookupFrom(table1, lookedUpToField.id);\n\n // update a field that will be lookup by after field\n await updateRecordByApi(table2.id, table2.records[1].id, lookedUpToField.id, 123);\n await updateRecordByApi(table2.id, table2.records[2].id, lookedUpToField.id, 456);\n\n // add a link record after\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }]\n );\n\n const record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[lookupFieldVo.id]).toEqual([123]);\n\n // replace a link record\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[2].id }]\n );\n\n const recordAfter1 = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter1.fields[lookupFieldVo.id]).toEqual([456]);\n });\n\n it('should update lookupField by edit the a looked up text field', async () => {\n (await expectLookup(table1, FieldType.SingleLineText, 'lookup text')).toEqual([\n 'lookup text',\n ]);\n (await expectLookup(table2, FieldType.SingleLineText, 'lookup text')).toEqual('lookup text');\n });\n\n it('should update lookupField by edit the a looked up number field', async () => {\n (await expectLookup(table1, FieldType.Number, 123)).toEqual([123]);\n (await expectLookup(table2, FieldType.Number, 123)).toEqual(123);\n });\n\n it('should update lookupField by edit the a looked up singleSelect field', async () => {\n (await expectLookup(table1, FieldType.SingleSelect, 'todo')).toEqual(['todo']);\n (await expectLookup(table2, FieldType.SingleSelect, 'todo')).toEqual('todo');\n });\n\n it('should update lookupField by edit the a looked up multipleSelect field', async () => {\n (await expectLookup(table1, FieldType.MultipleSelect, ['rap'])).toEqual(['rap']);\n (await expectLookup(table2, FieldType.MultipleSelect, ['rap'])).toEqual(['rap']);\n });\n\n it('should update lookupField by edit the a looked up date field', async () => {\n const now = new Date().toISOString();\n (await expectLookup(table1, FieldType.Date, now)).toEqual([now]);\n (await expectLookup(table2, FieldType.Date, now)).toEqual(now);\n });\n\n // it('should update lookupField by edit the a looked up attachment field', async () => {\n // (await expectLookup(table1, FieldType.Attachment, 123)).toEqual([123]);\n // });\n\n // it('should update lookupField by edit the a looked up formula field', async () => {\n // (await expectLookup(table1, FieldType.Number, 123)).toEqual([123]);\n // });\n\n it('should expose link display text when requesting text cell format', async () => {\n const linkField = getFieldByType(table1.fields, FieldType.Link);\n const primaryField = getFieldByType(table2.fields, FieldType.SingleLineText);\n\n await updateRecordByApi(table2.id, table2.records[1].id, primaryField.id, 'text');\n\n await updateRecordByApi(table1.id, table1.records[1].id, linkField.id, [\n { id: table2.records[1].id, title: 'text' },\n ]);\n\n await expectLinkText(table1, table1.records[1].id, linkField.id, 'text');\n\n const recordJson = await getRecord(table1.id, table1.records[1].id, CellFormat.Json);\n expect(recordJson.fields[linkField.id]).toEqual([\n { id: table2.records[1].id, title: 'text' },\n ]);\n });\n\n it('should calculate when add a lookup field', async () => {\n const textField = getFieldByType(table1.fields, FieldType.SingleLineText);\n\n await updateRecordByApi(table1.id, table1.records[0].id, textField.id, 'A1');\n await updateRecordByApi(table1.id, table1.records[1].id, textField.id, 'A2');\n await updateRecordByApi(table1.id, table1.records[2].id, textField.id, 'A3');\n\n const lookedUpToField = getFieldByType(table1.fields, FieldType.SingleLineText);\n\n await updateRecordByApi(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }, { id: table2.records[2].id }]\n );\n\n const lookupFieldVo = await lookupFrom(table2, lookedUpToField.id);\n const record1 = await getRecord(table2.id, table2.records[1].id);\n expect(record1.fields[lookupFieldVo.id]).toEqual('A2');\n const record2 = await getRecord(table2.id, table2.records[2].id);\n expect(record2.fields[lookupFieldVo.id]).toEqual('A2');\n });\n\n it('should delete a field that be lookup', async () => {\n const textFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n const textField = await createField(table2.id, textFieldRo);\n const lookupFieldRo = {\n name: 'lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: getFieldByType(table1.fields, FieldType.Link).id,\n lookupFieldId: textField.id,\n } as ILookupOptionsRo,\n };\n\n const lookupField = await createField(table1.id, lookupFieldRo);\n\n await deleteField(table2.id, textField.id);\n await deleteField(table1.id, lookupField.id);\n });\n\n it('should set showAs when create field lookup to a rollup', async () => {\n const rollupFieldRo: IFieldRo = {\n name: 'rollup',\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: getFieldByType(table1.fields, FieldType.Link).id,\n lookupFieldId: getFieldByType(table2.fields, FieldType.Number).id,\n },\n };\n\n const rollupField = await createField(table1.id, rollupFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n name: `lookup ${rollupField.name} [${table1.name}]`,\n type: rollupField.type,\n isLookup: true,\n options: {\n showAs: {\n color: Colors.Green,\n maxValue: 100,\n showValue: true,\n type: 'ring',\n } as IUnionShowAs,\n },\n lookupOptions: {\n foreignTableId: table1.id,\n linkFieldId: getFieldByType(table2.fields, FieldType.Link).id,\n lookupFieldId: rollupField.id,\n } as ILookupOptionsRo,\n };\n const lookupField = await createField(table2.id, lookupFieldRo);\n\n expect(lookupField).toMatchObject(lookupFieldRo);\n });\n });\n\n describe('system field lookup propagation', () => {\n const SOURCE_AUTO_FIELD = 'Auto Number Field';\n const SOURCE_CREATED_TIME_FIELD = 'Created Time Field';\n const SOURCE_LAST_MODIFIED_TIME_FIELD = 'Last Modified Time Field';\n const SOURCE_CREATED_BY_FIELD = 'Created By Field';\n const SOURCE_LAST_MODIFIED_BY_FIELD = 'Last Modified By Field';\n\n const HOST_LOOKUP_AUTO = 'Lookup Auto Number';\n const HOST_LOOKUP_CREATED_TIME = 'Lookup Created Time';\n const HOST_LOOKUP_LAST_MODIFIED_TIME = 'Lookup Last Modified Time';\n const HOST_LOOKUP_CREATED_BY = 'Lookup Created By';\n const HOST_LOOKUP_LAST_MODIFIED_BY = 'Lookup Last Modified By';\n\n const CONSUMER_LOOKUP_AUTO = 'Nested Lookup Auto Number';\n const CONSUMER_LOOKUP_CREATED_TIME = 'Nested Lookup Created Time';\n const CONSUMER_LOOKUP_LAST_MODIFIED_TIME = 'Nested Lookup Last Modified Time';\n const CONSUMER_LOOKUP_CREATED_BY = 'Nested Lookup Created By';\n const CONSUMER_LOOKUP_LAST_MODIFIED_BY = 'Nested Lookup Last Modified By';\n\n let sourceTable: ITableFullVo;\n let hostTable: ITableFullVo;\n let consumerTable: ITableFullVo;\n let hostLinkField: IFieldVo;\n let consumerLinkField: IFieldVo;\n\n const hostLookupFields: Record = {};\n\n async function refreshFields(table: ITableFullVo) {\n const updated = await getFields(table.id);\n table.fields = updated;\n return updated;\n }\n\n beforeAll(async () => {\n sourceTable = await createTable(baseId, {\n name: 'system-source',\n fields: [\n { name: 'Source Title', type: FieldType.SingleLineText, options: {} },\n { name: SOURCE_AUTO_FIELD, type: FieldType.AutoNumber },\n { name: SOURCE_CREATED_TIME_FIELD, type: FieldType.CreatedTime },\n { name: SOURCE_LAST_MODIFIED_TIME_FIELD, type: FieldType.LastModifiedTime },\n { name: SOURCE_CREATED_BY_FIELD, type: FieldType.CreatedBy },\n { name: SOURCE_LAST_MODIFIED_BY_FIELD, type: FieldType.LastModifiedBy },\n ],\n });\n\n hostTable = await createTable(baseId, {\n name: 'system-host',\n fields: [{ name: 'Host Title', type: FieldType.SingleLineText, options: {} }],\n });\n\n consumerTable = await createTable(baseId, {\n name: 'system-consumer',\n fields: [{ name: 'Consumer Title', type: FieldType.SingleLineText, options: {} }],\n });\n\n await refreshFields(sourceTable);\n await refreshFields(hostTable);\n await refreshFields(consumerTable);\n\n hostLinkField = await createField(hostTable.id, {\n name: 'Link To Source',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: sourceTable.id,\n } as ILinkFieldOptions,\n });\n hostTable.fields.push(hostLinkField);\n\n const lookupConfigs: Array<{ name: string; type: FieldType; targetName: string }> = [\n { name: HOST_LOOKUP_AUTO, type: FieldType.AutoNumber, targetName: SOURCE_AUTO_FIELD },\n {\n name: HOST_LOOKUP_CREATED_TIME,\n type: FieldType.CreatedTime,\n targetName: SOURCE_CREATED_TIME_FIELD,\n },\n {\n name: HOST_LOOKUP_LAST_MODIFIED_TIME,\n type: FieldType.LastModifiedTime,\n targetName: SOURCE_LAST_MODIFIED_TIME_FIELD,\n },\n {\n name: HOST_LOOKUP_CREATED_BY,\n type: FieldType.CreatedBy,\n targetName: SOURCE_CREATED_BY_FIELD,\n },\n {\n name: HOST_LOOKUP_LAST_MODIFIED_BY,\n type: FieldType.LastModifiedBy,\n targetName: SOURCE_LAST_MODIFIED_BY_FIELD,\n },\n ];\n\n for (const config of lookupConfigs) {\n const sourceField = sourceTable.fields.find((f) => f.name === config.targetName);\n if (!sourceField) {\n throw new Error(`Source field ${config.targetName} not found`);\n }\n const createdLookup = await createField(hostTable.id, {\n name: config.name,\n type: config.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: sourceTable.id,\n linkFieldId: hostLinkField.id,\n lookupFieldId: sourceField.id,\n } satisfies ILookupOptionsRo,\n });\n hostLookupFields[config.name] = createdLookup;\n hostTable.fields.push(createdLookup);\n }\n\n consumerLinkField = await createField(consumerTable.id, {\n name: 'Link To Host',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: hostTable.id,\n } as ILinkFieldOptions,\n });\n consumerTable.fields.push(consumerLinkField);\n\n const nestedConfigs: Array<{ name: string; hostLookupName: string }> = [\n { name: CONSUMER_LOOKUP_AUTO, hostLookupName: HOST_LOOKUP_AUTO },\n { name: CONSUMER_LOOKUP_CREATED_TIME, hostLookupName: HOST_LOOKUP_CREATED_TIME },\n {\n name: CONSUMER_LOOKUP_LAST_MODIFIED_TIME,\n hostLookupName: HOST_LOOKUP_LAST_MODIFIED_TIME,\n },\n { name: CONSUMER_LOOKUP_CREATED_BY, hostLookupName: HOST_LOOKUP_CREATED_BY },\n {\n name: CONSUMER_LOOKUP_LAST_MODIFIED_BY,\n hostLookupName: HOST_LOOKUP_LAST_MODIFIED_BY,\n },\n ];\n\n for (const config of nestedConfigs) {\n const hostLookup = hostLookupFields[config.hostLookupName];\n const nestedLookup = await createField(consumerTable.id, {\n name: config.name,\n type: hostLookup.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: hostTable.id,\n linkFieldId: consumerLinkField.id,\n lookupFieldId: hostLookup.id,\n } satisfies ILookupOptionsRo,\n });\n consumerTable.fields.push(nestedLookup);\n }\n\n await updateRecordByApi(hostTable.id, hostTable.records[0].id, hostLinkField.id, [\n { id: sourceTable.records[0].id },\n ]);\n\n await updateRecordByApi(consumerTable.id, consumerTable.records[0].id, consumerLinkField.id, [\n { id: hostTable.records[0].id },\n ]);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, consumerTable.id);\n await permanentDeleteTable(baseId, hostTable.id);\n await permanentDeleteTable(baseId, sourceTable.id);\n });\n\n it('should resolve lookup values for system fields', async () => {\n const sourceRecords = await getRecords(sourceTable.id, {\n fieldKeyType: FieldKeyType.Name,\n });\n const hostRecords = await getRecords(hostTable.id, {\n fieldKeyType: FieldKeyType.Name,\n });\n\n const sourceRecord = sourceRecords.data.records.find(\n (record) => record.id === sourceTable.records[0].id\n );\n const hostRecord = hostRecords.data.records.find(\n (record) => record.id === hostTable.records[0].id\n );\n expect(sourceRecord).toBeTruthy();\n expect(hostRecord).toBeTruthy();\n expect(hostRecord!.fields[HOST_LOOKUP_AUTO]).toEqual(sourceRecord!.fields[SOURCE_AUTO_FIELD]);\n expect(normalizeSingle(hostRecord!.fields[HOST_LOOKUP_CREATED_TIME] as unknown)).toEqual(\n sourceRecord!.fields[SOURCE_CREATED_TIME_FIELD]\n );\n expect(\n normalizeSingle(hostRecord!.fields[HOST_LOOKUP_LAST_MODIFIED_TIME] as unknown)\n ).toEqual(sourceRecord!.fields[SOURCE_LAST_MODIFIED_TIME_FIELD]);\n expect(normalizeSingle(hostRecord!.fields[HOST_LOOKUP_CREATED_BY] as unknown)).toEqual(\n sourceRecord!.fields[SOURCE_CREATED_BY_FIELD]\n );\n expect(normalizeSingle(hostRecord!.fields[HOST_LOOKUP_LAST_MODIFIED_BY] as unknown)).toEqual(\n sourceRecord!.fields[SOURCE_LAST_MODIFIED_BY_FIELD]\n );\n });\n\n it('should resolve nested lookup values for system fields', async () => {\n const hostRecords = await getRecords(hostTable.id, { fieldKeyType: FieldKeyType.Name });\n const consumerRecords = await getRecords(consumerTable.id, {\n fieldKeyType: FieldKeyType.Name,\n });\n\n const hostRecord = hostRecords.data.records.find(\n (record) => record.id === hostTable.records[0].id\n );\n const consumerRecord = consumerRecords.data.records.find(\n (record) => record.id === consumerTable.records[0].id\n );\n expect(hostRecord).toBeTruthy();\n expect(consumerRecord).toBeTruthy();\n\n expect(consumerRecord!.fields[CONSUMER_LOOKUP_AUTO]).toEqual(\n hostRecord!.fields[HOST_LOOKUP_AUTO]\n );\n expect(\n normalizeSingle(consumerRecord!.fields[CONSUMER_LOOKUP_CREATED_TIME] as unknown)\n ).toEqual(normalizeSingle(hostRecord!.fields[HOST_LOOKUP_CREATED_TIME] as unknown));\n expect(\n normalizeSingle(consumerRecord!.fields[CONSUMER_LOOKUP_LAST_MODIFIED_TIME] as unknown)\n ).toEqual(normalizeSingle(hostRecord!.fields[HOST_LOOKUP_LAST_MODIFIED_TIME] as unknown));\n expect(\n normalizeSingle(consumerRecord!.fields[CONSUMER_LOOKUP_CREATED_BY] as unknown)\n ).toEqual(normalizeSingle(hostRecord!.fields[HOST_LOOKUP_CREATED_BY] as unknown));\n expect(\n normalizeSingle(consumerRecord!.fields[CONSUMER_LOOKUP_LAST_MODIFIED_BY] as unknown)\n ).toEqual(normalizeSingle(hostRecord!.fields[HOST_LOOKUP_LAST_MODIFIED_BY] as unknown));\n });\n\n it('should return created-by lookup value in updateRecords response', async () => {\n expect(hostLinkField.isMultipleCellValue).toBe(true);\n const linkedRecordIds = sourceTable.records.slice(0, 2).map((record) => ({ id: record.id }));\n const response = await updateRecords(hostTable.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n id: hostTable.records[0].id,\n fields: {\n [hostLinkField.name]: linkedRecordIds,\n },\n },\n ],\n });\n\n expect(response.status).toBe(200);\n const lookupFieldId = hostLookupFields[HOST_LOOKUP_CREATED_BY].id;\n const refreshedRecords = await getRecords(hostTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n const refreshedRecord = refreshedRecords.data.records.find(\n (record) => record.id === hostTable.records[0].id\n );\n expect(refreshedRecord).toBeTruthy();\n const refreshedLookupValue = refreshedRecord!.fields[lookupFieldId];\n expect(refreshedLookupValue).toBeTruthy();\n\n const rawRecords = await getRecords(hostTable.id, {\n fieldKeyType: FieldKeyType.DbFieldName,\n projection: [hostLookupFields[HOST_LOOKUP_CREATED_BY].dbFieldName],\n });\n const rawRecord = rawRecords.data.records.find(\n (record) => record.id === hostTable.records[0].id\n );\n expect(rawRecord).toBeTruthy();\n const rawLookupValue =\n rawRecord!.fields[hostLookupFields[HOST_LOOKUP_CREATED_BY].dbFieldName];\n expect(typeof rawLookupValue).toBe('object');\n if (Array.isArray(refreshedLookupValue) && Array.isArray(rawLookupValue)) {\n expect(rawLookupValue).toHaveLength(refreshedLookupValue.length);\n }\n });\n\n it('should resolve created-by lookup via table cache snapshot', async () => {\n const linkedRecordIds = sourceTable.records.slice(0, 2).map((record) => ({ id: record.id }));\n await updateRecords(hostTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: hostTable.records[0].id,\n fields: {\n [hostLinkField.id]: linkedRecordIds,\n },\n },\n ],\n });\n\n const recordService = app.get(RecordService);\n const snapshots = await recordService.getSnapshotBulkWithPermission(\n hostTable.id,\n [hostTable.records[0].id],\n { [hostLookupFields[HOST_LOOKUP_CREATED_BY].id]: true },\n FieldKeyType.Id,\n CellFormat.Json,\n true\n );\n\n expect(snapshots).toHaveLength(1);\n const snapshot = snapshots[0];\n const lookupFieldId = hostLookupFields[HOST_LOOKUP_CREATED_BY].id;\n const lookupValue = snapshot.data.fields[lookupFieldId];\n expect(lookupValue).toBeTruthy();\n if (Array.isArray(lookupValue)) {\n expect(lookupValue).toHaveLength(linkedRecordIds.length);\n lookupValue.forEach((entry) => {\n expect(entry).toMatchObject({\n id: expect.any(String),\n title: expect.any(String),\n });\n });\n } else {\n expect(lookupValue).toMatchObject({\n id: expect.any(String),\n title: expect.any(String),\n });\n }\n });\n });\n\n describe('nested lookup dependencies', () => {\n let usersTable: ITableFullVo;\n let projectsTable: ITableFullVo;\n let tasksTable: ITableFullVo;\n let userNameField: IFieldVo;\n let projectNameField: IFieldVo;\n let taskNameField: IFieldVo;\n let projectOwnerLookupField: IFieldVo;\n let taskOwnerLookupField: IFieldVo;\n let projectLinkFieldId: string;\n let taskLinkFieldId: string;\n let userRecordId: string;\n let projectRecordId: string;\n let taskRecordId: string;\n\n const refreshFields = async (table: ITableFullVo) => {\n table.fields = await getFields(table.id);\n };\n\n const getFieldByName = (fields: IFieldVo[], name: string) => {\n const field = fields.find((f) => f.name === name);\n if (!field) {\n throw new Error(`Field ${name} not found`);\n }\n return field;\n };\n\n beforeAll(async () => {\n usersTable = await createTable(baseId, {\n name: 'lookup-nested-users',\n fields: [\n {\n name: 'User Name',\n type: FieldType.SingleLineText,\n options: {},\n },\n ],\n });\n\n projectsTable = await createTable(baseId, {\n name: 'lookup-nested-projects',\n fields: [\n {\n name: 'Project Name',\n type: FieldType.SingleLineText,\n options: {},\n },\n ],\n });\n\n tasksTable = await createTable(baseId, {\n name: 'lookup-nested-tasks',\n fields: [\n {\n name: 'Task Name',\n type: FieldType.SingleLineText,\n options: {},\n },\n ],\n });\n\n await refreshFields(usersTable);\n await refreshFields(projectsTable);\n await refreshFields(tasksTable);\n\n userNameField = getFieldByName(usersTable.fields, 'User Name');\n projectNameField = getFieldByName(projectsTable.fields, 'Project Name');\n taskNameField = getFieldByName(tasksTable.fields, 'Task Name');\n\n const projectLinkField = await createField(projectsTable.id, {\n name: 'Project -> User',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: usersTable.id,\n },\n });\n projectLinkFieldId = projectLinkField.id;\n\n await refreshFields(projectsTable);\n await refreshFields(usersTable);\n\n projectOwnerLookupField = await createField(projectsTable.id, {\n name: 'Project Owner (lookup)',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: usersTable.id,\n linkFieldId: projectLinkFieldId,\n lookupFieldId: userNameField.id,\n } as ILookupOptionsRo,\n });\n\n await refreshFields(projectsTable);\n\n const taskLinkField = await createField(tasksTable.id, {\n name: 'Task -> Project',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: projectsTable.id,\n },\n });\n taskLinkFieldId = taskLinkField.id;\n\n await refreshFields(tasksTable);\n await refreshFields(projectsTable);\n\n taskOwnerLookupField = await createField(tasksTable.id, {\n name: 'Task Project Owner (lookup)',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: projectsTable.id,\n linkFieldId: taskLinkFieldId,\n lookupFieldId: projectOwnerLookupField.id,\n } as ILookupOptionsRo,\n });\n\n await refreshFields(tasksTable);\n\n const createdUsers = await createRecords(usersTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [userNameField.id]: 'Alice',\n },\n },\n ],\n });\n userRecordId = createdUsers.records[0].id;\n\n const createdProjects = await createRecords(projectsTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [projectNameField.id]: 'Project Alpha',\n },\n },\n ],\n });\n projectRecordId = createdProjects.records[0].id;\n\n await updateRecordByApi(projectsTable.id, projectRecordId, projectLinkFieldId, {\n id: userRecordId,\n });\n\n const createdTasks = await createRecords(tasksTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [taskNameField.id]: 'Task 1',\n },\n },\n ],\n });\n taskRecordId = createdTasks.records[0].id;\n\n await updateRecordByApi(tasksTable.id, taskRecordId, taskLinkFieldId, {\n id: projectRecordId,\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, tasksTable.id);\n await permanentDeleteTable(baseId, projectsTable.id);\n await permanentDeleteTable(baseId, usersTable.id);\n });\n\n it('should recompute nested lookup values after relinking', async () => {\n let taskRecord = await getRecord(tasksTable.id, taskRecordId);\n expect(taskRecord.fields[taskOwnerLookupField.id]).toEqual('Alice');\n\n await updateRecordByApi(tasksTable.id, taskRecordId, taskLinkFieldId, null);\n\n taskRecord = await getRecord(tasksTable.id, taskRecordId);\n expect(taskRecord.fields[taskOwnerLookupField.id]).toBeUndefined();\n\n await updateRecordByApi(tasksTable.id, taskRecordId, taskLinkFieldId, {\n id: projectRecordId,\n });\n\n taskRecord = await getRecord(tasksTable.id, taskRecordId);\n expect(taskRecord.fields[taskOwnerLookupField.id]).toEqual('Alice');\n });\n });\n\n describe('lookup filter', () => {\n const itV2OverrideOnly =\n process.cwd().includes('/enterprise/backend-ee') && process.env.FORCE_V2_ALL === 'true'\n ? it\n : it.skip;\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n table1 = await createTable(baseId, {});\n table2 = await createTable(baseId, {});\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should update a simple lookup field', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n lookupFieldId: table2.fields[0].id,\n },\n });\n\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n { id: table2.records[0].id },\n ]);\n\n const record = await getRecord(table1.id, table1.records[0].id);\n expect(record.fields[lookupField.id]).toEqual(['B1']);\n });\n\n it('should create a lookup field with filter', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n const symLinkFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId as string;\n\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: table2.records.map((r, i) => ({\n id: r.id,\n fields: {\n [table2.fields[0].id]: `B${i + 1}`,\n [symLinkFieldId]: table1.records[0].id,\n },\n })),\n });\n\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n lookupFieldId: table2.fields[0].id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: table2.fields[0].id,\n value: 'B1',\n operator: 'isNot',\n },\n ],\n },\n },\n });\n\n const table1Records = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(table1Records.records[0].fields[lookupField.id]).toEqual(['B2', 'B3']);\n });\n\n it('should create a many-many lookup field with filter', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n });\n const symLinkFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId as string;\n\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: table2.records.map((r, i) => ({\n id: r.id,\n fields: {\n [table2.fields[0].id]: `B${i + 1}`,\n [symLinkFieldId]: [table1.records[0].id],\n },\n })),\n });\n\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n lookupFieldId: table2.fields[0].id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: table2.fields[0].id,\n value: 'B1',\n operator: 'isNot',\n },\n ],\n },\n },\n });\n\n const table1Records = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(table1Records.records[0].fields[lookupField.id]).toEqual(['B2', 'B3']);\n });\n\n itV2OverrideOnly(\n 'should sync lookup filter option values when referenced select option names change',\n async () => {\n const statusField = await createField(table2.id, {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'cho_active', name: 'Active', color: Colors.Green },\n { id: 'cho_closed', name: 'Closed', color: Colors.Blue },\n ],\n },\n });\n\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n\n const lookupField = await createField(table1.id, {\n name: 'Filtered Lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n lookupFieldId: table2.fields[0].id,\n filter: {\n conjunction: 'and',\n filterSet: [{ fieldId: statusField.id, operator: 'is', value: 'Active' }],\n },\n },\n });\n\n await convertField(table2.id, statusField.id, {\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'cho_active', name: 'Active Plus', color: Colors.Green },\n { id: 'cho_closed', name: 'Closed', color: Colors.Blue },\n ],\n },\n });\n\n const refreshed = await getField(table1.id, lookupField.id);\n const filter = (refreshed.lookupOptions as ILookupLinkOptions | undefined)?.filter as\n | { filterSet?: Array<{ value?: unknown }> }\n | undefined;\n\n expect(filter?.filterSet?.[0]?.value).toBe('Active Plus');\n }\n );\n\n it('should update a lookup field with filter', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n const symLinkFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId as string;\n\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: table2.records.map((r, i) => ({\n id: r.id,\n fields: {\n [table2.fields[0].id]: `B${i + 1}`,\n [symLinkFieldId]: table1.records[0].id,\n },\n })),\n });\n\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n lookupFieldId: table2.fields[0].id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: table2.fields[0].id,\n value: 'B1',\n operator: 'isNot',\n },\n ],\n },\n },\n });\n\n const table1RecordsBefore = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id }))\n .data;\n expect(table1RecordsBefore.records[0].fields[lookupField.id]).toEqual(['B2', 'B3']);\n\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n records: table2.records.map((r, i) => ({\n id: r.id,\n fields: {\n [table2.fields[0].id]: `BB${i + 1}`,\n },\n })),\n });\n\n const table1RecordsAfter = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id }))\n .data;\n expect(table1RecordsAfter.records[0].fields[lookupField.id]).toEqual(['BB1', 'BB2', 'BB3']);\n });\n\n it('should update a lookup field with filter when add or remove records link', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n const symLinkFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId as string;\n\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n lookupFieldId: table2.fields[0].id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: table2.fields[0].id,\n value: 'B1',\n operator: 'isNot',\n },\n ],\n },\n },\n });\n\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n id: table2.records[1].id,\n fields: {\n [table2.fields[0].id]: 'B2',\n [symLinkFieldId]: table1.records[0].id,\n },\n },\n {\n id: table2.records[2].id,\n fields: {\n [table2.fields[0].id]: 'B3',\n [symLinkFieldId]: table1.records[0].id,\n },\n },\n ],\n });\n\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n id: table2.records[0].id,\n fields: {\n [table2.fields[0].id]: 'B1',\n [symLinkFieldId]: table1.records[0].id,\n },\n },\n ],\n });\n\n const table1Records = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(table1Records.records[0].fields[lookupField.id]).toEqual(['B2', 'B3']);\n\n // remove a link\n\n await updateRecords(table2.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n id: table2.records[0].id,\n fields: {\n [symLinkFieldId]: null,\n },\n },\n ],\n });\n\n const table1Records2 = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(table1Records2.records[0].fields[lookupField.id]).toEqual(['B2', 'B3']);\n\n // set it to exist a filtered value (key state!)\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n id: table1.records[0].id,\n fields: {\n [linkField.id]: [{ id: table2.records[0].id }],\n },\n },\n ],\n });\n\n // add a link in a multiple value link cell\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n id: table1.records[0].id,\n fields: {\n [linkField.id]: [{ id: table2.records[0].id }, { id: table2.records[1].id }],\n },\n },\n ],\n });\n\n const table1Records3 = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(table1Records3.records[0].fields[lookupField.id]).toEqual(['B2']);\n\n // set it to filtered null\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n id: table1.records[0].id,\n fields: { [linkField.id]: [{ id: table2.records[0].id }] },\n },\n ],\n });\n\n const table1Records4 = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(table1Records4.records[0].fields[lookupField.id]).toBeUndefined();\n\n // set it to null\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n id: table1.records[0].id,\n fields: { [linkField.id]: null },\n },\n ],\n });\n\n const table1Records5 = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(table1Records5.records[0].fields[lookupField.id]).toBeUndefined();\n });\n\n it('should update a many-many self-link lookup field', async () => {\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n },\n });\n const symLinkFieldId = (linkField.options as ILinkFieldOptions).symmetricFieldId as string;\n\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n linkFieldId: linkField.id,\n lookupFieldId: table1.fields[0].id,\n },\n });\n\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n id: table1.records[0].id,\n fields: {\n [table1.fields[0].id]: 'B1',\n [symLinkFieldId]: [table1.records[0].id],\n },\n },\n ],\n });\n await updateRecords(table1.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: [\n {\n id: table1.records[1].id,\n fields: {\n [table1.fields[0].id]: 'B2',\n [symLinkFieldId]: [table1.records[0].id],\n },\n },\n ],\n });\n\n const table1Records = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(table1Records.records[0].fields[lookupField.id]).toEqual(['B1', 'B2']);\n });\n\n it('should update a lookup field with fiter when update statusField in filterSet', async () => {\n const statusField = await createField(table2.id, {\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'x', color: Colors.Cyan },\n { id: 'choY', name: 'y', color: Colors.Blue },\n ],\n },\n });\n\n const linkField = await createField(table1.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n\n const lookupField = await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField.id,\n lookupFieldId: table2.fields[0].id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n value: 'x',\n operator: 'is',\n },\n ],\n },\n },\n });\n\n // update from table record\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'A1');\n await updateRecordByApi(table2.id, table2.records[0].id, statusField.id, 'x');\n\n // set to table link\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, [\n { id: table2.records[0].id },\n ]);\n\n // check lookup field\n const record = await getRecord(table1.id, table1.records[0].id);\n expect(record.fields[lookupField.id]).toEqual(['A1']);\n\n // update from table record\n await updateRecordByApi(table2.id, table2.records[0].id, statusField.id, 'y');\n console.log('e2euno tablel2 end');\n\n // check lookup field\n const recordAfter = await getRecord(table1.id, table1.records[0].id);\n expect(recordAfter.fields[lookupField.id]).toBeUndefined();\n });\n });\n\n describe('conditional lookup chains', () => {\n const normalizeLookupValues = (value: unknown): unknown[] | undefined => {\n if (value === undefined) {\n return undefined;\n }\n const normalized: unknown[] = [];\n const collect = (item: unknown) => {\n if (Array.isArray(item)) {\n item.forEach(collect);\n } else {\n normalized.push(item);\n }\n };\n collect(value);\n return normalized;\n };\n\n let leaf: ITableFullVo;\n let middle: ITableFullVo;\n let root: ITableFullVo;\n\n let middleLinkToLeaf: IFieldVo;\n let leafNameFieldId: string;\n let leafScoreFieldId: string;\n let middleCategoryFieldId: string;\n let rootCategoryFilterFieldId: string;\n\n let middleLeafNameLookup: IFieldVo;\n let middleLeafScoreLookup: IFieldVo;\n let middleLeafScoreRollup: IFieldVo;\n\n let rootConditionalNameLookup: IFieldVo;\n let rootConditionalScoreLookup: IFieldVo;\n let rootConditionalRollup: IFieldVo;\n\n let hardwareRootRecordId: string;\n let softwareRootRecordId: string;\n\n let categoryMatchFilter: IFilter;\n\n beforeAll(async () => {\n leaf = await createTable(baseId, {\n name: 'ConditionalLeaf',\n fields: [\n { name: 'LeafName', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'LeafScore', type: FieldType.Number } as IFieldRo,\n ],\n records: [\n { fields: { LeafName: 'Alpha', LeafScore: 10 } },\n { fields: { LeafName: 'Beta', LeafScore: 20 } },\n { fields: { LeafName: 'Gamma', LeafScore: 30 } },\n ],\n });\n leafNameFieldId = leaf.fields.find((field) => field.name === 'LeafName')!.id;\n leafScoreFieldId = leaf.fields.find((field) => field.name === 'LeafScore')!.id;\n\n middle = await createTable(baseId, {\n name: 'ConditionalMiddle',\n fields: [{ name: 'Category', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { Category: 'Hardware' } },\n { fields: { Category: 'Hardware' } },\n { fields: { Category: 'Software' } },\n ],\n });\n middleCategoryFieldId = middle.fields.find((field) => field.name === 'Category')!.id;\n\n middleLinkToLeaf = await createField(middle.id, {\n name: 'LeafLink',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: leaf.id,\n },\n });\n\n middleLeafNameLookup = await createField(middle.id, {\n name: 'LeafNames',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: leaf.id,\n linkFieldId: middleLinkToLeaf.id,\n lookupFieldId: leafNameFieldId,\n } as ILookupOptionsRo,\n });\n\n middleLeafScoreLookup = await createField(middle.id, {\n name: 'LeafScores',\n type: FieldType.Number,\n isLookup: true,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 0,\n },\n },\n lookupOptions: {\n foreignTableId: leaf.id,\n linkFieldId: middleLinkToLeaf.id,\n lookupFieldId: leafScoreFieldId,\n } as ILookupOptionsRo,\n });\n\n middleLeafScoreRollup = await createField(middle.id, {\n name: 'LeafScoreTotal',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: leaf.id,\n linkFieldId: middleLinkToLeaf.id,\n lookupFieldId: leafScoreFieldId,\n },\n } as IFieldRo);\n\n // Connect middle records to leaf records for lookup resolution\n await updateRecordByApi(middle.id, middle.records[0].id, middleLinkToLeaf.id, [\n { id: leaf.records[0].id },\n ]);\n await updateRecordByApi(middle.id, middle.records[1].id, middleLinkToLeaf.id, [\n { id: leaf.records[1].id },\n ]);\n await updateRecordByApi(middle.id, middle.records[2].id, middleLinkToLeaf.id, [\n { id: leaf.records[2].id },\n ]);\n\n root = await createTable(baseId, {\n name: 'ConditionalRoot',\n fields: [{ name: 'CategoryFilter', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { CategoryFilter: 'Hardware' } },\n { fields: { CategoryFilter: 'Software' } },\n ],\n });\n rootCategoryFilterFieldId = root.fields.find((field) => field.name === 'CategoryFilter')!.id;\n hardwareRootRecordId = root.records[0].id;\n softwareRootRecordId = root.records[1].id;\n\n categoryMatchFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: middleCategoryFieldId,\n operator: 'is',\n value: { type: 'field', fieldId: rootCategoryFilterFieldId },\n },\n ],\n };\n\n rootConditionalNameLookup = await createField(root.id, {\n name: 'FilteredLeafNames',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: middle.id,\n lookupFieldId: middleLeafNameLookup.id,\n filter: categoryMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n rootConditionalScoreLookup = await createField(root.id, {\n name: 'FilteredLeafScores',\n type: FieldType.Number,\n isLookup: true,\n isConditionalLookup: true,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 0,\n },\n },\n lookupOptions: {\n foreignTableId: middle.id,\n lookupFieldId: middleLeafScoreLookup.id,\n filter: categoryMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n rootConditionalRollup = await createField(root.id, {\n name: 'FilteredLeafScoreSum',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: middle.id,\n lookupFieldId: middleLeafScoreRollup.id,\n expression: 'sum({values})',\n filter: categoryMatchFilter,\n } as IConditionalRollupFieldOptions,\n } as IFieldRo);\n\n // Link root records to the appropriate middle records\n const rootLinkToMiddle = await createField(root.id, {\n name: 'MiddleLink',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: middle.id,\n },\n });\n await updateRecordByApi(root.id, hardwareRootRecordId, rootLinkToMiddle.id, [\n { id: middle.records[0].id },\n { id: middle.records[1].id },\n ]);\n await updateRecordByApi(root.id, softwareRootRecordId, rootLinkToMiddle.id, [\n { id: middle.records[2].id },\n ]);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, root.id);\n await permanentDeleteTable(baseId, middle.id);\n await permanentDeleteTable(baseId, leaf.id);\n });\n\n it('should resolve multi-layer conditional lookup returning text values', async () => {\n const hardwareRecord = await getRecord(root.id, hardwareRootRecordId);\n const softwareRecord = await getRecord(root.id, softwareRootRecordId);\n\n expect(normalizeLookupValues(hardwareRecord.fields[rootConditionalNameLookup.id])).toEqual([\n 'Alpha',\n 'Beta',\n ]);\n expect(normalizeLookupValues(softwareRecord.fields[rootConditionalNameLookup.id])).toEqual([\n 'Gamma',\n ]);\n });\n\n it('should resolve multi-layer conditional lookup returning number values', async () => {\n const hardwareRecord = await getRecord(root.id, hardwareRootRecordId);\n const softwareRecord = await getRecord(root.id, softwareRootRecordId);\n\n expect(normalizeLookupValues(hardwareRecord.fields[rootConditionalScoreLookup.id])).toEqual([\n 10, 20,\n ]);\n expect(normalizeLookupValues(softwareRecord.fields[rootConditionalScoreLookup.id])).toEqual([\n 30,\n ]);\n });\n\n it('should compute conditional rollup values from nested lookups', async () => {\n const hardwareRecord = await getRecord(root.id, hardwareRootRecordId);\n const softwareRecord = await getRecord(root.id, softwareRootRecordId);\n\n expect(hardwareRecord.fields[rootConditionalRollup.id]).toEqual(30);\n expect(softwareRecord.fields[rootConditionalRollup.id]).toEqual(30);\n });\n });\n\n describe('lookup of multi-value datetime used inside formulas', () => {\n let projectTable: ITableFullVo;\n let contractTable: ITableFullVo;\n let projectNameField: IFieldVo;\n let contractNameField: IFieldVo;\n let contractStartField: IFieldVo;\n let linkField: IFieldVo;\n let lookupField: IFieldVo;\n let formulaField: IFieldVo;\n let projectRecordId: string;\n const contractRecordIds: string[] = [];\n\n beforeAll(async () => {\n contractTable = await createTable(baseId, {\n name: 'lookup-contracts',\n fields: [\n { name: 'Contract Name', type: FieldType.SingleLineText, options: {} },\n {\n name: 'Contract Start',\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: TimeFormatting.None,\n timeZone: 'Asia/Shanghai',\n },\n },\n },\n ],\n });\n\n projectTable = await createTable(baseId, {\n name: 'lookup-projects',\n fields: [{ name: 'Project Name', type: FieldType.SingleLineText, options: {} }],\n });\n\n await updateTableFields(contractTable);\n await updateTableFields(projectTable);\n\n contractNameField = contractTable.fields.find((f) => f.name === 'Contract Name')!;\n contractStartField = contractTable.fields.find((f) => f.name === 'Contract Start')!;\n projectNameField = projectTable.fields.find((f) => f.name === 'Project Name')!;\n\n linkField = await createField(projectTable.id, {\n name: 'Contracts',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: contractTable.id,\n },\n });\n\n const symmetricLinkFieldId = (linkField.options as ILinkFieldOptions)\n .symmetricFieldId as string;\n\n await updateTableFields(projectTable);\n await updateTableFields(contractTable);\n\n lookupField = await createField(projectTable.id, {\n name: 'Contract Starts',\n type: FieldType.Date,\n isLookup: true,\n lookupOptions: {\n foreignTableId: contractTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: contractStartField.id,\n },\n });\n\n const formulaExpression = `\"prefix-\" & {${lookupField.id}}`;\n formulaField = await createField(projectTable.id, {\n name: 'Lookup Path',\n type: FieldType.Formula,\n options: { expression: formulaExpression },\n });\n\n await updateTableFields(projectTable);\n\n const projectRecords = await createRecords(projectTable.id, {\n typecast: true,\n records: [\n {\n fields: {\n [projectNameField.id]: 'Project Alpha',\n },\n },\n ],\n });\n projectRecordId = projectRecords.records[0].id;\n\n const contractRecords = await createRecords(contractTable.id, {\n typecast: true,\n records: [\n {\n fields: {\n [contractNameField.id]: 'Contract A',\n [contractStartField.id]: '2024-01-10T00:00:00.000Z',\n },\n },\n {\n fields: {\n [contractNameField.id]: 'Contract B',\n [contractStartField.id]: '2024-02-15T00:00:00.000Z',\n },\n },\n ],\n });\n\n contractRecordIds.push(...contractRecords.records.map((r) => r.id));\n\n await updateRecords(contractTable.id, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: contractRecordIds.map((id) => ({\n id,\n fields: {\n [symmetricLinkFieldId]: [projectRecordId],\n },\n })),\n });\n });\n\n afterAll(async () => {\n if (projectTable?.id) {\n await permanentDeleteTable(baseId, projectTable.id);\n }\n if (contractTable?.id) {\n await permanentDeleteTable(baseId, contractTable.id);\n }\n });\n\n it('should return records when multi-value datetime lookup feeds a string formula', async () => {\n const recordsVo = (await getRecords(projectTable.id, { fieldKeyType: FieldKeyType.Id })).data;\n const projectRecord = recordsVo.records.find((r) => r.id === projectRecordId);\n expect(projectRecord).toBeDefined();\n\n const lookupValue = projectRecord!.fields[lookupField.id];\n expect(Array.isArray(lookupValue)).toBe(true);\n expect(lookupValue).toHaveLength(2);\n expect(typeof (lookupValue as any[])[0]).toBe('string');\n\n const formulaValue = projectRecord!.fields[formulaField.id];\n expect(typeof formulaValue).toBe('string');\n expect(formulaValue as string).toContain('prefix-');\n\n await updateRecordByApi(\n projectTable.id,\n projectRecordId,\n projectNameField.id,\n 'Project Beta'\n );\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/mail.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { ISetSettingMailTransportConfigRo, ITestMailTransportConfigRo } from '@teable/openapi';\nimport {\n EmailVerifyCodeType,\n MailTransporterType,\n MailType,\n setSettingMailTransportConfig,\n SettingKey,\n testMailTransportConfig,\n} from '@teable/openapi';\nimport dayjs from 'dayjs';\nimport { MailSenderService } from '../src/features/mail-sender/mail-sender.service';\nimport { initApp } from './utils/init-app';\n\nconst mockMailTransportConfig = {\n sender: 'xxx',\n senderName: 'TestSender',\n host: 'smtp.qq.com',\n port: 465,\n secure: true,\n auth: {\n user: 'xxx',\n pass: 'xxx',\n },\n};\n\nconst mockMailTo = 'demo@teable.io';\n\nconst mockMailOptions = () => ({\n to: mockMailTo,\n title: 'Test',\n message: 'hi, this is a test mail at ' + dayjs().format('YYYY-MM-DD HH:mm:ss'),\n buttonUrl: 'https://teable.ai',\n buttonText: 'Text',\n});\n\ndescribe.skip('Mail sender (e2e)', () => {\n let app: INestApplication;\n let mailSenderService: MailSenderService;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n mailSenderService = app.get(MailSenderService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('should test mail transporter', async () => {\n const ro: ITestMailTransportConfigRo = {\n to: mockMailTo,\n message: mockMailOptions().message,\n transportConfig: mockMailTransportConfig,\n };\n\n await testMailTransportConfig(ro);\n });\n\n it('should send mail by transport config', async () => {\n const commonEmailOptions = await mailSenderService.htmlEmailOptions(mockMailOptions());\n const mailOptions = {\n transporterName: MailTransporterType.Notify,\n to: mockMailTo,\n ...commonEmailOptions,\n };\n\n const sendRes = await mailSenderService.sendMail(mailOptions, {\n transportConfig: mockMailTransportConfig,\n });\n expect(sendRes).toBe(true);\n });\n\n it('should save setting mail transporter and send mail', async () => {\n const ro: ISetSettingMailTransportConfigRo = {\n name: SettingKey.NOTIFY_MAIL_TRANSPORT_CONFIG,\n transportConfig: mockMailTransportConfig,\n };\n\n const setRes = await setSettingMailTransportConfig(ro);\n expect(setRes.data).toMatchObject({\n ...ro,\n transportConfig: {\n ...ro.transportConfig,\n auth: {\n ...ro.transportConfig.auth,\n pass: '',\n },\n },\n });\n\n const commonEmailOptions = await mailSenderService.htmlEmailOptions(mockMailOptions());\n const mailOptions = {\n ...commonEmailOptions,\n transporterName: MailTransporterType.Notify,\n to: mockMailTo,\n };\n const sendRes = await mailSenderService.sendMail(mailOptions, {\n transporterName: MailTransporterType.Notify,\n type: MailType.NotifyMerge,\n });\n expect(sendRes).toBe(true);\n });\n\n it('should send notify merge mail', async () => {\n const ro: ISetSettingMailTransportConfigRo = {\n name: SettingKey.NOTIFY_MAIL_TRANSPORT_CONFIG,\n transportConfig: mockMailTransportConfig,\n };\n\n const setRes = await setSettingMailTransportConfig(ro);\n expect(setRes.data).toMatchObject({\n ...ro,\n transportConfig: {\n ...ro.transportConfig,\n auth: {\n ...ro.transportConfig.auth,\n pass: '',\n },\n },\n });\n\n const htmlEmailOptions = await mailSenderService.htmlEmailOptions(mockMailOptions());\n const mailOptions1 = {\n ...htmlEmailOptions,\n transporterName: MailTransporterType.Notify,\n to: mockMailTo,\n };\n const promises = [];\n const promise1 = mailSenderService.sendMail(mailOptions1, {\n transporterName: MailTransporterType.Notify,\n type: MailType.Notify,\n });\n promises.push(promise1);\n const commonEmailOptions = await mailSenderService.commonEmailOptions(mockMailOptions());\n const mailOptions2 = {\n ...commonEmailOptions,\n transporterName: MailTransporterType.Notify,\n to: mockMailTo,\n };\n const promise2 = mailSenderService.sendMail(mailOptions2, {\n transporterName: MailTransporterType.Notify,\n type: MailType.Notify,\n });\n promises.push(promise2);\n const emailVerifyCodeEmailOptions = await mailSenderService.sendEmailVerifyCodeEmailOptions({\n code: '123456',\n expiresIn: '10 minutes',\n type: EmailVerifyCodeType.ChangeEmail,\n });\n const mailOptions3 = {\n ...emailVerifyCodeEmailOptions,\n transporterName: MailTransporterType.Notify,\n to: mockMailTo,\n };\n const promise3 = mailSenderService.sendMail(mailOptions3, {\n transporterName: MailTransporterType.Notify,\n type: MailType.Notify,\n });\n promises.push(promise3);\n\n await Promise.all(promises);\n\n await new Promise((resolve) => setTimeout(resolve, 1000 * 2));\n });\n});\n" }, { "path": "apps/nestjs-backend/test/nested-lookup-formula.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, ILookupOptionsRo, INumberFieldOptions } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship, NumberFormattingType } from '@teable/core';\nimport {\n createField,\n createTable,\n getFields,\n permanentDeleteTable,\n getRecords,\n initApp,\n updateRecordByApi,\n} from './utils/init-app';\n\n/**\n * Covers: lookup(Table3 -> Table2) of a lookup(Table2 -> Table1) whose target is a Formula on Table1\n * Ensures nested CTEs are generated and NULL polymorphic issues are avoided in PG.\n */\ndescribe('Nested Lookup via Formula target (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('returns values for lookup->lookup(formula) chain', async () => {\n // Table1 with a number and a formula that references the number\n const numberField: IFieldRo = {\n name: 'Count',\n type: FieldType.Number,\n options: { formatting: { type: 'decimal', precision: 0 } } as INumberFieldOptions,\n };\n\n const table1 = await createTable(baseId, {\n name: 'T1',\n fields: [numberField],\n records: [{ fields: { Count: 10 } }, { fields: { Count: 20 } }],\n });\n const countFieldId = table1.fields.find((f) => f.name === 'Count')!.id;\n const answerField = await createField(table1.id, {\n name: 'Answer',\n type: FieldType.Formula,\n options: { expression: `{${countFieldId}}` },\n } as any);\n\n // Table2 with link -> T1 and lookup of T1.Answer (formula)\n const table2 = await createTable(baseId, { name: 'T2', fields: [], records: [{ fields: {} }] });\n const link2to1 = await createField(table2.id, {\n name: 'Link T1',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: table1.id },\n });\n const lookup2: IFieldRo = {\n name: 'Lookup Answer',\n type: FieldType.Formula,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n linkFieldId: link2to1.id,\n lookupFieldId: (answerField as any).id,\n } as ILookupOptionsRo,\n } as any;\n const table2Lookup = await createField(table2.id, lookup2);\n\n // Table3 with link -> T2 and lookup of T2.Lookup Answer\n const table3 = await createTable(baseId, { name: 'T3', fields: [], records: [{ fields: {} }] });\n const link3to2 = await createField(table3.id, {\n name: 'Link T2',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: table2.id },\n });\n const lookup3: IFieldRo = {\n name: 'Nested Lookup',\n type: FieldType.Formula,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: link3to2.id,\n lookupFieldId: table2Lookup.id,\n } as ILookupOptionsRo,\n } as any;\n const table3Lookup = await createField(table3.id, lookup3);\n\n // Establish relationships\n await updateRecordByApi(table2.id, table2.records[0].id, link2to1.id, [\n { id: table1.records[0].id },\n { id: table1.records[1].id },\n ]);\n await updateRecordByApi(table3.id, table3.records[0].id, link3to2.id, [\n { id: table2.records[0].id },\n ]);\n\n const res = await getRecords(table3.id, { fieldKeyType: FieldKeyType.Id });\n const record = res.records[0];\n const val = record.fields[table3Lookup.id];\n expect(val).toEqual(expect.arrayContaining([10, 20]));\n\n // Cleanup\n await permanentDeleteTable(baseId, table3.id);\n await permanentDeleteTable(baseId, table2.id);\n await permanentDeleteTable(baseId, table1.id);\n });\n\n it('resolves lookup of a rollup-driven formula across the same link chain', async () => {\n const projectTable = await createTable(baseId, {\n name: 'Projects',\n fields: [\n {\n name: 'Project Name',\n type: FieldType.SingleLineText,\n options: {},\n },\n ],\n records: [{ fields: {} }],\n });\n\n const taskTable = await createTable(baseId, {\n name: 'Tasks',\n fields: [\n {\n name: 'Task Name',\n type: FieldType.SingleLineText,\n options: {},\n },\n {\n name: 'Hours',\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 0,\n },\n },\n },\n ],\n records: [{ fields: {} }, { fields: {} }],\n });\n\n try {\n const projectNameFieldId = projectTable.fields.find((f) => f.name === 'Project Name')!.id;\n const taskNameFieldId = taskTable.fields.find((f) => f.name === 'Task Name')!.id;\n const hoursFieldId = taskTable.fields.find((f) => f.name === 'Hours')!.id;\n\n await updateRecordByApi(\n projectTable.id,\n projectTable.records[0].id,\n projectNameFieldId,\n 'Alpha'\n );\n await updateRecordByApi(taskTable.id, taskTable.records[0].id, taskNameFieldId, 'Design');\n await updateRecordByApi(taskTable.id, taskTable.records[1].id, taskNameFieldId, 'Review');\n await updateRecordByApi(taskTable.id, taskTable.records[0].id, hoursFieldId, 4);\n await updateRecordByApi(taskTable.id, taskTable.records[1].id, hoursFieldId, 6);\n\n const projectToTaskLink = await createField(projectTable.id, {\n name: 'Tasks link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: taskTable.id,\n },\n });\n\n const taskFieldsAfterLink = await getFields(taskTable.id);\n const taskToProjectLink = taskFieldsAfterLink.find(\n (field) =>\n field.type === FieldType.Link &&\n (field.options as { foreignTableId?: string }).foreignTableId === projectTable.id\n );\n expect(taskToProjectLink).toBeDefined();\n\n const sumRollup = await createField(projectTable.id, {\n name: 'Total Hours',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: taskTable.id,\n linkFieldId: projectToTaskLink.id,\n lookupFieldId: hoursFieldId,\n },\n });\n\n const countRollup = await createField(projectTable.id, {\n name: 'Task Count',\n type: FieldType.Rollup,\n options: {\n expression: 'counta({values})',\n },\n lookupOptions: {\n foreignTableId: taskTable.id,\n linkFieldId: projectToTaskLink.id,\n lookupFieldId: hoursFieldId,\n },\n });\n\n const rollupFormula = await createField(projectTable.id, {\n name: 'Effort Index',\n type: FieldType.Formula,\n options: {\n expression: `({${sumRollup.id}} + {${countRollup.id}}) / 2`,\n },\n } as unknown as IFieldRo);\n\n const projectRollupLookup = await createField(taskTable.id, {\n name: 'Project Effort',\n type: FieldType.Formula,\n isLookup: true,\n lookupOptions: {\n foreignTableId: projectTable.id,\n linkFieldId: taskToProjectLink!.id,\n lookupFieldId: rollupFormula.id,\n },\n } as unknown as IFieldRo);\n\n await updateRecordByApi(projectTable.id, projectTable.records[0].id, projectToTaskLink.id, [\n { id: taskTable.records[0].id },\n { id: taskTable.records[1].id },\n ]);\n\n const res = await getRecords(taskTable.id, { fieldKeyType: FieldKeyType.Id });\n expect(res.records).toHaveLength(2);\n const expectedValue = (4 + 6 + 2) / 2;\n for (const record of res.records) {\n expect(record.fields[projectRollupLookup.id]).toBeCloseTo(expectedValue);\n }\n } finally {\n await permanentDeleteTable(baseId, taskTable.id);\n await permanentDeleteTable(baseId, projectTable.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/nested-lookup.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, ILookupOptionsRo } from '@teable/core';\nimport { FieldKeyType, FieldType, NumberFormattingType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n permanentDeleteTable,\n getRecords,\n initApp,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Nested Lookup Field (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('Nested lookup field (lookup -> lookup -> number)', () => {\n let table1: ITableFullVo; // Final table\n let table2: ITableFullVo; // Intermediate table\n let table3: ITableFullVo; // Main table\n let linkField1: IFieldVo; // Link field from table2 to table1\n let linkField2: IFieldVo; // Link field from table3 to table2\n let lookupField1: IFieldVo; // Lookup field in table2 that looks up table1's number field\n let nestedLookupField: IFieldVo; // Nested lookup field in table3 that looks up table2's lookup field\n\n beforeEach(async () => {\n // Create table1 (final table) - contains a number field\n const numberFieldRo: IFieldRo = {\n name: 'Count',\n type: FieldType.Number,\n options: {\n formatting: { precision: 0, type: NumberFormattingType.Decimal },\n },\n };\n\n table1 = await createTable(baseId, {\n name: 'Table1',\n fields: [numberFieldRo],\n records: [{ fields: { Count: 10 } }, { fields: { Count: 20 } }, { fields: { Count: 30 } }],\n });\n\n // Create table2 (intermediate table)\n table2 = await createTable(baseId, {\n name: 'Table2',\n fields: [],\n records: [{ fields: {} }, { fields: {} }],\n });\n\n // Create table3 (main table)\n table3 = await createTable(baseId, {\n name: 'Table3',\n fields: [],\n records: [{ fields: {} }],\n });\n\n // Create link field from table2 to table1\n const linkFieldRo1: IFieldRo = {\n name: 'Link to Table1',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n },\n };\n\n linkField1 = await createField(table2.id, linkFieldRo1);\n\n // Create lookup field in table2 that looks up table1's number field\n const lookupFieldRo1: IFieldRo = {\n name: 'Lookup Count from Table1',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n linkFieldId: linkField1.id,\n lookupFieldId: table1.fields.find((f) => f.name === 'Count')!.id,\n } as ILookupOptionsRo,\n };\n\n lookupField1 = await createField(table2.id, lookupFieldRo1);\n\n // Create link field from table3 to table2\n const linkFieldRo2: IFieldRo = {\n name: 'Link to Table2',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n };\n\n linkField2 = await createField(table3.id, linkFieldRo2);\n\n // Create nested lookup field in table3 that looks up table2's lookup field\n const nestedLookupFieldRo: IFieldRo = {\n name: 'Nested Lookup Count',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField2.id,\n lookupFieldId: lookupField1.id,\n } as ILookupOptionsRo,\n };\n\n nestedLookupField = await createField(table3.id, nestedLookupFieldRo);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n await permanentDeleteTable(baseId, table3.id);\n });\n\n it('should generate correct CTE for nested lookup field', async () => {\n // Establish relationships\n // Link table2's first record to table1's first record\n await updateRecordByApi(table2.id, table2.records[0].id, linkField1.id, [\n { id: table1.records[0].id },\n ]);\n\n // Link table2's second record to table1's second record\n await updateRecordByApi(table2.id, table2.records[1].id, linkField1.id, [\n { id: table1.records[1].id },\n ]);\n\n // Link table3's record to both table2 records\n await updateRecordByApi(table3.id, table3.records[0].id, linkField2.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n // Get table3 records, should see nested lookup values\n const records = await getRecords(table3.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(records.records).toHaveLength(1);\n const record = records.records[0];\n\n // Verify nested lookup field value\n const nestedLookupValue = record.fields[nestedLookupField.id];\n console.log('Nested lookup value:', nestedLookupValue);\n\n // Should contain Count values from table1: [10, 20]\n expect(nestedLookupValue).toEqual(expect.arrayContaining([10, 20]));\n });\n\n it('should handle empty nested lookup correctly', async () => {\n // Query without establishing any relationships\n const records = await getRecords(table3.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(records.records).toHaveLength(1);\n const record = records.records[0];\n\n // Verify nested lookup field value should be empty array or null/undefined\n const nestedLookupValue = record.fields[nestedLookupField.id];\n console.log('Empty nested lookup value:', nestedLookupValue);\n\n expect(nestedLookupValue).toBeUndefined();\n });\n\n it('should handle partial nested lookup correctly', async () => {\n // Establish partial relationships only\n // Link table2's first record to table1's first record\n await updateRecordByApi(table2.id, table2.records[0].id, linkField1.id, [\n { id: table1.records[0].id },\n ]);\n\n // Link table3's record only to table2's first record\n await updateRecordByApi(table3.id, table3.records[0].id, linkField2.id, [\n { id: table2.records[0].id },\n ]);\n\n // Get table3 records\n const records = await getRecords(table3.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(records.records).toHaveLength(1);\n const record = records.records[0];\n\n // Verify nested lookup field value\n const nestedLookupValue = record.fields[nestedLookupField.id];\n console.log('Partial nested lookup value:', nestedLookupValue);\n\n // Should contain only one value [10]\n expect(nestedLookupValue).toEqual([10]);\n });\n });\n\n describe('Three-level nested lookup (lookup -> lookup -> lookup -> text)', () => {\n let table1: ITableFullVo; // Final table\n let table2: ITableFullVo; // Intermediate table 1\n let table3: ITableFullVo; // Intermediate table 2\n let table4: ITableFullVo; // Main table\n let linkField1: IFieldVo; // Link field from table2 to table1\n let linkField2: IFieldVo; // Link field from table3 to table2\n let linkField3: IFieldVo; // Link field from table4 to table3\n let lookupField1: IFieldVo; // Lookup field in table2 that looks up table1's text\n let lookupField2: IFieldVo; // Lookup field in table3 that looks up table2's lookup\n let nestedLookupField: IFieldVo; // Nested lookup field in table4 that looks up table3's lookup\n\n beforeEach(async () => {\n // Create table1 (final table) - contains a text field\n const textFieldRo: IFieldRo = {\n name: 'Name',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'Table1',\n fields: [textFieldRo],\n records: [{ fields: { Name: 'Alpha' } }, { fields: { Name: 'Beta' } }],\n });\n\n // Create table2 (intermediate table 1)\n table2 = await createTable(baseId, {\n name: 'Table2',\n fields: [],\n records: [{ fields: {} }],\n });\n\n // Create table3 (intermediate table 2)\n table3 = await createTable(baseId, {\n name: 'Table3',\n fields: [],\n records: [{ fields: {} }],\n });\n\n // Create table4 (main table)\n table4 = await createTable(baseId, {\n name: 'Table4',\n fields: [],\n records: [{ fields: {} }],\n });\n\n // Create link and lookup fields\n linkField1 = await createField(table2.id, {\n name: 'Link to Table1',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n },\n });\n\n lookupField1 = await createField(table2.id, {\n name: 'Lookup Name from Table1',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n linkFieldId: linkField1.id,\n lookupFieldId: table1.fields.find((f) => f.name === 'Name')!.id,\n } as ILookupOptionsRo,\n });\n\n linkField2 = await createField(table3.id, {\n name: 'Link to Table2',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n },\n });\n\n lookupField2 = await createField(table3.id, {\n name: 'Lookup Name from Table2',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n linkFieldId: linkField2.id,\n lookupFieldId: lookupField1.id,\n } as ILookupOptionsRo,\n });\n\n linkField3 = await createField(table4.id, {\n name: 'Link to Table3',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table3.id,\n },\n });\n\n nestedLookupField = await createField(table4.id, {\n name: 'Three Level Lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table3.id,\n linkFieldId: linkField3.id,\n lookupFieldId: lookupField2.id,\n } as ILookupOptionsRo,\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n await permanentDeleteTable(baseId, table3.id);\n await permanentDeleteTable(baseId, table4.id);\n });\n\n it('should handle three-level nested lookup correctly', async () => {\n // Establish complete relationship chain\n await updateRecordByApi(table2.id, table2.records[0].id, linkField1.id, [\n { id: table1.records[0].id },\n { id: table1.records[1].id },\n ]);\n\n await updateRecordByApi(table3.id, table3.records[0].id, linkField2.id, [\n { id: table2.records[0].id },\n ]);\n\n await updateRecordByApi(table4.id, table4.records[0].id, linkField3.id, [\n { id: table3.records[0].id },\n ]);\n\n // Get table4 records\n const records = await getRecords(table4.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(records.records).toHaveLength(1);\n const record = records.records[0];\n\n // Verify three-level nested lookup field value\n const nestedLookupValue = record.fields[nestedLookupField.id];\n console.log('Three-level nested lookup value:', nestedLookupValue);\n\n // Should contain Name values from table1\n expect(nestedLookupValue).toEqual(expect.arrayContaining(['Alpha', 'Beta']));\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/not-null-validation.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { ISelectFieldOptions } from '@teable/core';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createRecords,\n createTable,\n convertField,\n deleteRecords,\n getRecords,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\ndescribe('Not null validation (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('reject missing values for not-null fields', () => {\n let table: ITableFullVo;\n const fieldIds: Record = {};\n\n beforeEach(async () => {\n table = await createTable(baseId, { name: `not-null-${Date.now()}` });\n const existing = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n if (existing.records.length) {\n await deleteRecords(\n table.id,\n existing.records.map((r) => r.id)\n );\n }\n const text = await createField(table.id, {\n name: 'Text',\n type: FieldType.SingleLineText,\n });\n const num = await createField(table.id, {\n name: 'Number',\n type: FieldType.Number,\n });\n const date = await createField(table.id, {\n name: 'Date',\n type: FieldType.Date,\n });\n const rating = await createField(table.id, {\n name: 'Rating',\n type: FieldType.Rating,\n });\n const select = await createField(table.id, {\n name: 'Select',\n type: FieldType.SingleSelect,\n options: {\n choices: [{ id: 'optA', name: 'A' }],\n },\n });\n\n // Toggle notNull after creation (creation forbids notNull directly)\n const updatedText = await convertField(table.id, text.id, { ...text, notNull: true });\n const updatedNum = await convertField(table.id, num.id, { ...num, notNull: true });\n const updatedDate = await convertField(table.id, date.id, { ...date, notNull: true });\n const updatedRating = await convertField(table.id, rating.id, { ...rating, notNull: true });\n const updatedSelect = await convertField(table.id, select.id, {\n ...select,\n notNull: true,\n options: {\n ...select.options,\n choices: [{ id: 'optA', name: 'A' }],\n } as ISelectFieldOptions,\n });\n\n fieldIds.text = updatedText.id;\n fieldIds.num = updatedNum.id;\n fieldIds.date = updatedDate.id;\n fieldIds.rating = updatedRating.id;\n fieldIds.select = updatedSelect.id;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should return validation error when required fields are missing', async () => {\n await createRecords(\n table.id,\n {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: {} }],\n },\n 400\n );\n });\n\n it('should succeed when all required fields are provided', async () => {\n const { records } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [fieldIds.text]: 'hello',\n [fieldIds.num]: 123,\n [fieldIds.date]: new Date().toISOString(),\n [fieldIds.rating]: 3,\n [fieldIds.select]: 'A',\n },\n },\n ],\n });\n\n expect(records).toHaveLength(1);\n expect(records[0].fields[fieldIds.text]).toBe('hello');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/number-precision.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport {\n CellFormat,\n FieldType,\n NumberFormattingType,\n Relationship,\n type LinkFieldCore,\n} from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n deleteTable,\n getRecord,\n initApp,\n updateRecordByApi,\n} from './utils/init-app';\n\nconst waitForRecalc = (ms = 400) => new Promise((resolve) => setTimeout(resolve, ms));\n\ndescribe('Number precision (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let table: ITableFullVo | undefined;\n let childTable: ITableFullVo | undefined;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterEach(async () => {\n if (table) {\n await deleteTable(baseId, table.id);\n table = undefined;\n }\n if (childTable) {\n await deleteTable(baseId, childTable.id);\n childTable = undefined;\n }\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('keeps decimal precision on formula fields and respects string formatting', async () => {\n table = await createTable(baseId, {\n name: 'precision-formula',\n fields: [\n {\n name: 'Hours',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n {\n name: 'Rate',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n ],\n records: [{ fields: { Hours: 10.1, Rate: 3 } }],\n });\n\n const grossField = await createField(table.id, {\n name: 'GrossPay',\n type: FieldType.Formula,\n options: {\n expression: `{${table.fields[0].id}} * {${table.fields[1].id}}`,\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n });\n await waitForRecalc();\n\n const record = await getRecord(table.id, table.records[0].id);\n const grossValue = record.fields[grossField.id] as number;\n expect(grossValue).toBeCloseTo(30.3, 8);\n\n const textRecord = await getRecord(table.id, table.records[0].id, CellFormat.Text);\n expect(textRecord.fields[grossField.id]).toBe('30.30');\n });\n\n it('keeps rollup sums stable with decimal inputs', async () => {\n table = await createTable(baseId, {\n name: 'precision-invoice',\n fields: [{ name: 'Invoice', type: FieldType.SingleLineText }],\n records: [{ fields: { Invoice: 'INV-001' } }],\n });\n\n childTable = await createTable(baseId, {\n name: 'precision-items',\n fields: [\n { name: 'Item', type: FieldType.SingleLineText },\n {\n name: 'Amount',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n ],\n records: [\n { fields: { Item: 'Line 1', Amount: 10.1 } },\n { fields: { Item: 'Line 2', Amount: 20.2 } },\n ],\n });\n\n const linkField = (await createField(childTable.id, {\n name: 'InvoiceLink',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table.id,\n },\n })) as LinkFieldCore;\n\n const symmetricFieldId = linkField.options.symmetricFieldId;\n if (!symmetricFieldId) {\n throw new Error('symmetric field not created');\n }\n\n const rollupField = await createField(table.id, {\n name: 'Total',\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: childTable.id,\n linkFieldId: symmetricFieldId,\n lookupFieldId: childTable.fields.find((f) => f.name === 'Amount')!.id,\n },\n });\n\n for (const record of childTable.records) {\n await updateRecordByApi(childTable.id, record.id, linkField.id, { id: table.records[0].id });\n }\n await waitForRecalc();\n\n const invoiceRecord = await getRecord(table.id, table.records[0].id);\n const totalValue = invoiceRecord.fields[rollupField.id] as number;\n expect(totalValue).toBeCloseTo(30.3, 8);\n\n const totalText = await getRecord(table.id, table.records[0].id, CellFormat.Text);\n expect(totalText.fields[rollupField.id]).toBe('30.30');\n });\n});\n" }, { "path": "apps/nestjs-backend/test/oauth-server.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport crypto from 'crypto';\nimport type { INestApplication } from '@nestjs/common';\nimport { HttpError } from '@teable/core';\nimport {\n CREATE_BASE,\n CREATE_SPACE,\n CREATE_TABLE,\n GET_TABLE_LIST,\n GET_TRASH_ITEMS,\n PERMANENT_DELETE_BASE,\n PERMANENT_DELETE_SPACE,\n REVOKE_TOKEN,\n ResourceType,\n generateOAuthSecret,\n oauthCreate,\n oauthDelete,\n revokeAccess,\n urlBuilder,\n} from '@teable/openapi';\nimport type {\n ICreateBaseVo,\n ICreateSpaceVo,\n IGetBaseAllVo,\n ITableListVo,\n ITableVo,\n ITrashVo,\n OAuthCreateVo,\n} from '@teable/openapi';\nimport type { AxiosInstance, AxiosResponse } from 'axios';\nimport axiosInstance from 'axios';\nimport { omit } from 'lodash';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { getError } from './utils/get-error';\nimport { initApp } from './utils/init-app';\n\nconst oauthData = {\n name: 'test',\n redirectUris: ['http://localhost:3000/callback'],\n scopes: ['user|email_read'],\n homepage: 'http://localhost:3000',\n};\n\nconst getAuthorize = async (axios: AxiosInstance, oauth: OAuthCreateVo, state?: string) => {\n const res = await axios.get(\n `/oauth/authorize?response_type=code&client_id=${oauth.clientId}&scope=${oauth.scopes?.join(' ')}${state ? '&state=' + state : ''}`,\n {\n maxRedirects: 0,\n }\n );\n\n const url = new URL(res.headers.location, oauth.homepage);\n return {\n transactionID: url.searchParams.get('transaction_id') as string | null,\n code: url.searchParams.get('code') as string | null,\n };\n};\n\nconst decision = async (axios: AxiosInstance, transactionID: string, cancel?: string) => {\n return axios.post(\n `/oauth/decision`,\n {\n transaction_id: transactionID,\n cancel,\n },\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n};\nconst testEmail = `oauth-server+${Date.now()}-${Math.random().toString(36).slice(2, 8)}@example.com`;\n\ndescribe('OpenAPI OAuthController (e2e)', () => {\n let app: INestApplication;\n let oauth: OAuthCreateVo;\n let axios: AxiosInstance;\n let spaceId: string;\n let baseId: string;\n let anonymousAxios: AxiosInstance;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n const newUserAxios = await createNewUserAxios({\n email: testEmail,\n password: '12345678',\n });\n axios = axiosInstance.create({\n baseURL: `${appCtx.appUrl}/api`,\n headers: {\n cookie: newUserAxios.defaults.headers.Cookie,\n },\n validateStatus: function (status) {\n return (status >= 200 && status < 209) || status === 302;\n },\n });\n\n anonymousAxios = axiosInstance.create({\n baseURL: `${appCtx.appUrl}/api`,\n });\n\n const interceptorsRes = (response: AxiosResponse) => {\n return response;\n };\n const interceptorsError = (error: any) => {\n const { data, status } = error?.response || {};\n throw new HttpError(data || error?.message || 'no response from server', status || 500);\n };\n\n axios.interceptors.response.use(interceptorsRes, interceptorsError);\n anonymousAxios.interceptors.response.use(interceptorsRes, interceptorsError);\n });\n\n beforeEach(async () => {\n const res = await oauthCreate(oauthData);\n oauth = res.data;\n const spaceRes = await axios.post(CREATE_SPACE, {\n name: 'test space',\n });\n spaceId = spaceRes.data.id;\n\n const baseRes = await axios.post(CREATE_BASE, {\n name: 'test base',\n spaceId,\n });\n baseId = baseRes.data.id;\n });\n\n afterEach(async () => {\n await oauthDelete(oauth.clientId);\n await axios.delete(urlBuilder(PERMANENT_DELETE_BASE, { baseId }));\n await axios.delete(urlBuilder(PERMANENT_DELETE_SPACE, { spaceId }));\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('/api/oauth/authorize (GET)', async () => {\n const res = await axios.get(\n `/oauth/authorize?response_type=code&client_id=${oauth.clientId}&redirect_uri=${oauth.redirectUris[0]}&scope=${oauth.scopes?.join(' ')}`,\n { maxRedirects: 0 }\n );\n expect(res.status).toBe(302);\n expect(res.headers.location).toContain(`/oauth/decision?transaction_id=`);\n });\n\n it('/api/oauth/authorize (GET) - redirect_uri invalid', async () => {\n const error = await getError(() =>\n axios.get(\n `/oauth/authorize?response_type=code&client_id=${oauth.clientId}&redirect_uri=http://localhost:3000/callback-invalid&scope=user|email_read`,\n { maxRedirects: 0 }\n )\n );\n expect(error?.status).toBe(401);\n });\n\n it('/api/oauth/authorize (GET) - scope invalid', async () => {\n const error = await getError(() =>\n axios.get(\n `/oauth/authorize?response_type=code&client_id=${oauth.clientId}&redirect_uri=${oauth.redirectUris[0]}&scope=dddd`,\n { maxRedirects: 0 }\n )\n );\n expect(error?.status).toBe(400);\n });\n\n it('/api/oauth/decision (POST)', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n const ensure = await decision(axios, transactionID!);\n expect(ensure.status).toBe(302);\n expect(ensure.headers.location).toContain(`${oauth.redirectUris[0]}?code=`);\n // Trust Authorized\n const { code } = await getAuthorize(axios, oauth);\n expect(code).not.toBeNull();\n });\n\n it('/api/oauth/decision (POST) - state', async () => {\n const { transactionID } = await getAuthorize(axios, oauth, '123456');\n const ensure = await decision(axios, transactionID!);\n expect(ensure.status).toBe(302);\n expect(ensure.headers.location).toContain(`${oauth.redirectUris[0]}?code=`);\n const url = new URL(ensure.headers.location);\n const state = url.searchParams.get('state');\n expect(state).toBe('123456');\n });\n\n it('/api/oauth/decision (POST) - Deny', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n const decisionRes = await decision(axios, transactionID!, 'Deny');\n expect(decisionRes.status).toBe(302);\n expect(decisionRes.headers.location).toContain(`${oauth.redirectUris[0]}?error=access_denied`);\n });\n\n it('/api/oauth/decision (POST) - transaction_id invalid', async () => {\n const error = await getError(() => decision(axios, 'invalid'));\n expect(error?.status).toBe(400);\n });\n\n it('/api/oauth/decision/:transactionId (GET)', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n\n const res = await axios.get(`/oauth/decision/${transactionID}`);\n expect(res.status).toBe(200);\n expect(res.data).toEqual(omit(oauthData, 'redirectUris'));\n });\n\n it('/api/oauth/decision/:transactionId (GET) - transaction_id invalid', async () => {\n const error = await getError(() => axios.get(`/oauth/decision/invalid`));\n expect(error?.status).toBe(400);\n });\n\n it('/api/oauth/decision/:transactionId (GET) - transaction_id invalid', async () => {\n const error = await getError(() => axios.get(`/oauth/decision/invalid`));\n expect(error?.status).toBe(400);\n });\n\n it('/api/oauth/decision/:transactionId (GET) - user mismatch', async () => {\n // Mismatch between user and transaction_id\n const user2Request = await createNewUserAxios({\n email: 'oauth1@example.com',\n password: '12345678',\n });\n const { transactionID } = await getAuthorize(axios, oauth);\n const error = await getError(() => user2Request.get(`/oauth/decision/${transactionID}`));\n expect(error?.status).toBe(400);\n expect(error?.message).toBe('Invalid user');\n });\n\n it('/api/oauth/access_token (POST)', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n\n const res = await decision(axios, transactionID!);\n\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n const secret = await generateOAuthSecret(oauth.clientId);\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n client_secret: secret.data.secret,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n expect(tokenRes.status).toBe(201);\n expect(tokenRes.data).toEqual({\n token_type: 'Bearer',\n scopes: oauth.scopes,\n access_token: expect.any(String),\n refresh_token: expect.any(String),\n expires_in: expect.any(Number),\n refresh_expires_in: expect.any(Number),\n });\n\n const userInfo = await anonymousAxios.get(`/auth/user`, {\n headers: {\n Authorization: `${tokenRes.data.token_type} ${tokenRes.data.access_token}`,\n },\n });\n expect(userInfo.data.email).toEqual(testEmail);\n });\n\n it('/api/oauth/access_token (POST) - has decision', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n await decision(axios, transactionID!);\n const { code } = await getAuthorize(axios, oauth);\n const secret = await generateOAuthSecret(oauth.clientId);\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n client_secret: secret.data.secret,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n expect(tokenRes.status).toBe(201);\n expect(tokenRes.data).toEqual({\n token_type: 'Bearer',\n scopes: oauth.scopes,\n access_token: expect.any(String),\n refresh_token: expect.any(String),\n expires_in: expect.any(Number),\n refresh_expires_in: expect.any(Number),\n });\n });\n\n it('/api/oauth/access_token (POST) - scope [no email]', async () => {\n const oauthRes = await oauthCreate({\n ...oauthData,\n scopes: ['table|read'],\n });\n const { transactionID } = await getAuthorize(axios, oauthRes.data);\n\n const res = await decision(axios, transactionID!);\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n const secret = await generateOAuthSecret(oauthRes.data.clientId);\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauthRes.data.clientId,\n client_secret: secret.data.secret,\n redirect_uri: oauthRes.data.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n const userInfo = await anonymousAxios.get(`/auth/user`, {\n headers: {\n Authorization: `${tokenRes.data.token_type} ${tokenRes.data.access_token}`,\n },\n });\n expect(userInfo.data.email).toBeUndefined();\n const tableListRes = await anonymousAxios.get(\n urlBuilder(GET_TABLE_LIST, { baseId }),\n {\n headers: {\n Authorization: `${tokenRes.data.token_type} ${tokenRes.data.access_token}`,\n },\n }\n );\n expect(tableListRes.status).toBe(200);\n expect(tableListRes.data).toEqual(expect.any(Array));\n\n // no scope table|create\n const error = await getError(() =>\n anonymousAxios.post(\n `/base/${baseId}/table`,\n {},\n {\n headers: {\n Authorization: `${tokenRes.data.token_type} ${tokenRes.data.access_token}`,\n },\n }\n )\n );\n expect(error?.status).toBe(403);\n // base|read_all\n const baseListRes = await anonymousAxios.get(`/base/access/all`, {\n headers: {\n Authorization: `${tokenRes.data.token_type} ${tokenRes.data.access_token}`,\n },\n });\n expect(baseListRes.status).toBe(200);\n expect(baseListRes.data).toEqual(expect.any(Array));\n });\n\n it('/api/oauth/access_token (POST) - scope [trash]', async () => {\n const oauthRes = await oauthCreate({\n ...oauthData,\n scopes: ['table|trash_read'],\n });\n const { transactionID } = await getAuthorize(axios, oauthRes.data);\n\n const res = await decision(axios, transactionID!);\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n const secret = await generateOAuthSecret(oauthRes.data.clientId);\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauthRes.data.clientId,\n client_secret: secret.data.secret,\n redirect_uri: oauthRes.data.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n const table = await axios\n .post(urlBuilder(CREATE_TABLE, { baseId }), {\n name: 'test table',\n records: [\n {\n fields: {},\n },\n {\n fields: {},\n },\n {\n fields: {},\n },\n ],\n })\n .then((res) => res.data);\n\n const trashItemsRes = await anonymousAxios.get(GET_TRASH_ITEMS, {\n params: {\n resourceId: table.id,\n resourceType: ResourceType.Table,\n },\n headers: {\n Authorization: `${tokenRes.data.token_type} ${tokenRes.data.access_token}`,\n },\n });\n expect(trashItemsRes.status).toBe(200);\n });\n\n it('/api/oauth/access_token (POST) - refresh token', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n\n const res = await decision(axios, transactionID!);\n\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n const secret = await generateOAuthSecret(oauth.clientId);\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n client_secret: secret.data.secret,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n\n const refreshTokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'refresh_token',\n refresh_token: `${tokenRes.data.refresh_token}`,\n client_id: oauth.clientId,\n client_secret: secret.data.secret,\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n expect(refreshTokenRes.status).toBe(201);\n expect(refreshTokenRes.data).toEqual({\n token_type: 'Bearer',\n scopes: oauth.scopes,\n access_token: expect.any(String),\n refresh_token: expect.any(String),\n expires_in: expect.any(Number),\n refresh_expires_in: expect.any(Number),\n });\n\n // previous refresh token should be invalid\n const error = await getError(() =>\n anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'refresh_token',\n refresh_token: `${tokenRes.data.refresh_token}`,\n client_id: oauth.clientId,\n client_secret: secret.data.secret,\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n )\n );\n expect(error?.status).toBe(401);\n });\n\n it('/api/oauth/access_token (POST) - confidential refresh token missing client_secret should fail', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n const res = await decision(axios, transactionID!);\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n const secret = await generateOAuthSecret(oauth.clientId);\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n client_secret: secret.data.secret,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n expect(tokenRes.status).toBe(201);\n\n const error = await getError(() =>\n anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'refresh_token',\n refresh_token: `${tokenRes.data.refresh_token}`,\n client_id: oauth.clientId,\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n )\n );\n expect(error?.status).toBe(401);\n });\n\n it('/api/oauth/access_token (POST) - confidential refresh token wrong client_secret should fail', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n const res = await decision(axios, transactionID!);\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n const secret = await generateOAuthSecret(oauth.clientId);\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n client_secret: secret.data.secret,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n expect(tokenRes.status).toBe(201);\n\n const error = await getError(() =>\n anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'refresh_token',\n refresh_token: `${tokenRes.data.refresh_token}`,\n client_id: oauth.clientId,\n client_secret: 'invalid-secret',\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n )\n );\n expect(error?.status).toBe(401);\n });\n\n it('/api/oauth/access_token (POST) - confidential refresh token with only client_id should fail', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n const res = await decision(axios, transactionID!);\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n const secret = await generateOAuthSecret(oauth.clientId);\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n client_secret: secret.data.secret,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n expect(tokenRes.status).toBe(201);\n\n const error = await getError(() =>\n anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'refresh_token',\n refresh_token: `${tokenRes.data.refresh_token}`,\n client_id: oauth.clientId,\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n )\n );\n expect(error?.status).toBe(401);\n });\n\n describe('PKCE flow', () => {\n const generateCodeVerifier = () => {\n return crypto.randomBytes(32).toString('base64url');\n };\n\n const generateCodeChallenge = (verifier: string) => {\n return crypto.createHash('sha256').update(verifier).digest('base64url');\n };\n\n const getAuthorizeWithPkce = async (\n ax: AxiosInstance,\n oa: OAuthCreateVo,\n codeChallenge: string,\n codeChallengeMethod = 'S256',\n state?: string\n ) => {\n const res = await ax.get(\n `/oauth/authorize?response_type=code&client_id=${oa.clientId}&scope=${oa.scopes?.join(' ')}&code_challenge=${codeChallenge}&code_challenge_method=${codeChallengeMethod}${state ? '&state=' + state : ''}`,\n { maxRedirects: 0 }\n );\n\n const url = new URL(res.headers.location, oa.homepage);\n return {\n transactionID: url.searchParams.get('transaction_id') as string | null,\n code: url.searchParams.get('code') as string | null,\n };\n };\n\n it('/api/oauth/authorize (GET) - with PKCE params', async () => {\n const codeVerifier = generateCodeVerifier();\n const codeChallenge = generateCodeChallenge(codeVerifier);\n\n const res = await axios.get(\n `/oauth/authorize?response_type=code&client_id=${oauth.clientId}&redirect_uri=${oauth.redirectUris[0]}&scope=${oauth.scopes?.join(' ')}&code_challenge=${codeChallenge}&code_challenge_method=S256`,\n { maxRedirects: 0 }\n );\n expect(res.status).toBe(302);\n expect(res.headers.location).toContain(`/oauth/decision?transaction_id=`);\n });\n\n it('/api/oauth/authorize (GET) - invalid code_challenge_method', async () => {\n const error = await getError(() =>\n axios.get(\n `/oauth/authorize?response_type=code&client_id=${oauth.clientId}&redirect_uri=${oauth.redirectUris[0]}&scope=${oauth.scopes?.join(' ')}&code_challenge=abc&code_challenge_method=plain`,\n { maxRedirects: 0 }\n )\n );\n expect(error?.status).toBe(400);\n });\n\n it('/api/oauth/authorize (GET) - code_challenge without method', async () => {\n const codeVerifier = generateCodeVerifier();\n const codeChallenge = generateCodeChallenge(codeVerifier);\n\n const error = await getError(() =>\n axios.get(\n `/oauth/authorize?response_type=code&client_id=${oauth.clientId}&redirect_uri=${oauth.redirectUris[0]}&scope=${oauth.scopes?.join(' ')}&code_challenge=${codeChallenge}`,\n { maxRedirects: 0 }\n )\n );\n expect(error?.status).toBe(400);\n });\n\n it('/api/oauth/access_token (POST) - PKCE token exchange', async () => {\n const codeVerifier = generateCodeVerifier();\n const codeChallenge = generateCodeChallenge(codeVerifier);\n\n const { transactionID } = await getAuthorizeWithPkce(axios, oauth, codeChallenge);\n const res = await decision(axios, transactionID!);\n\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n code_verifier: codeVerifier,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n expect(tokenRes.status).toBe(201);\n expect(tokenRes.data).toEqual({\n token_type: 'Bearer',\n scopes: oauth.scopes,\n access_token: expect.any(String),\n refresh_token: expect.any(String),\n expires_in: expect.any(Number),\n refresh_expires_in: expect.any(Number),\n });\n\n const userInfo = await anonymousAxios.get(`/auth/user`, {\n headers: {\n Authorization: `${tokenRes.data.token_type} ${tokenRes.data.access_token}`,\n },\n });\n expect(userInfo.data.email).toEqual(testEmail);\n });\n\n it('/api/oauth/access_token (POST) - PKCE with trusted authorization', async () => {\n const codeVerifier1 = generateCodeVerifier();\n const codeChallenge1 = generateCodeChallenge(codeVerifier1);\n\n // First authorization - user approves\n const { transactionID } = await getAuthorizeWithPkce(\n axios,\n oauth,\n codeChallenge1,\n 'S256',\n '123456'\n );\n await decision(axios, transactionID!);\n\n // Second authorization - should be trusted (immediate)\n const codeVerifier2 = generateCodeVerifier();\n const codeChallenge2 = generateCodeChallenge(codeVerifier2);\n const { code } = await getAuthorizeWithPkce(axios, oauth, codeChallenge2);\n expect(code).not.toBeNull();\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n code_verifier: codeVerifier2,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n expect(tokenRes.status).toBe(201);\n expect(tokenRes.data.access_token).toBeDefined();\n });\n\n it('/api/oauth/access_token (POST) - PKCE wrong code_verifier', async () => {\n const codeVerifier = generateCodeVerifier();\n const codeChallenge = generateCodeChallenge(codeVerifier);\n\n const { transactionID } = await getAuthorizeWithPkce(axios, oauth, codeChallenge);\n const res = await decision(axios, transactionID!);\n\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n\n const wrongVerifier = generateCodeVerifier(); // different verifier\n\n const error = await getError(() =>\n anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n code_verifier: wrongVerifier,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n )\n );\n expect(error?.status).toBe(401);\n });\n\n it('/api/oauth/access_token (POST) - PKCE missing code_verifier', async () => {\n const codeVerifier = generateCodeVerifier();\n const codeChallenge = generateCodeChallenge(codeVerifier);\n\n const { transactionID } = await getAuthorizeWithPkce(axios, oauth, codeChallenge);\n const res = await decision(axios, transactionID!);\n\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n\n // Exchange without code_verifier but with client_secret — should fail because code_challenge was set\n const secret = await generateOAuthSecret(oauth.clientId);\n const error = await getError(() =>\n anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n client_secret: secret.data.secret,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n )\n );\n expect(error?.status).toBe(400);\n });\n\n it('/api/oauth/access_token (POST) - PKCE refresh token', async () => {\n const codeVerifier = generateCodeVerifier();\n const codeChallenge = generateCodeChallenge(codeVerifier);\n\n const { transactionID } = await getAuthorizeWithPkce(axios, oauth, codeChallenge);\n const res = await decision(axios, transactionID!);\n\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n code_verifier: codeVerifier,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n expect(tokenRes.status).toBe(201);\n\n // Refresh token using PKCE (no client_secret)\n const refreshTokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'refresh_token',\n refresh_token: tokenRes.data.refresh_token,\n client_id: oauth.clientId,\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n expect(refreshTokenRes.status).toBe(201);\n expect(refreshTokenRes.data).toEqual({\n token_type: 'Bearer',\n scopes: oauth.scopes,\n access_token: expect.any(String),\n refresh_token: expect.any(String),\n expires_in: expect.any(Number),\n refresh_expires_in: expect.any(Number),\n });\n\n // Old refresh token should be invalid\n const error = await getError(() =>\n anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'refresh_token',\n refresh_token: tokenRes.data.refresh_token,\n client_id: oauth.clientId,\n code_verifier: codeVerifier,\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n )\n );\n expect(error?.status).toBe(401);\n });\n\n it('/api/oauth/access_token (POST) - non-PKCE code with only client_id should fail', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n const res = await decision(axios, transactionID!);\n\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n\n const error = await getError(() =>\n anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n )\n );\n expect(error?.status).toBe(400);\n });\n\n it('/api/oauth/access_token (POST) - non-PKCE code with code_verifier should fail', async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n const res = await decision(axios, transactionID!);\n\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n const codeVerifier = generateCodeVerifier();\n\n const error = await getError(() =>\n anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n code_verifier: codeVerifier,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n )\n );\n expect(error?.status).toBe(400);\n });\n\n it('/api/oauth/access_token (POST) - PKCE revoke access', async () => {\n const codeVerifier = generateCodeVerifier();\n const codeChallenge = generateCodeChallenge(codeVerifier);\n\n const { transactionID } = await getAuthorizeWithPkce(axios, oauth, codeChallenge);\n const res = await decision(axios, transactionID!);\n\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n code_verifier: codeVerifier,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n\n const revokeRes = await anonymousAxios.get(`/oauth/client/${oauth.clientId}/revoke-token`, {\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n Authorization: `Bearer ${tokenRes.data.access_token}`,\n },\n });\n expect(revokeRes.status).toBe(200);\n\n const error = await getError(() =>\n anonymousAxios.get(`/auth/user`, {\n headers: {\n Authorization: `Bearer ${tokenRes.data.access_token}`,\n },\n })\n );\n expect(error?.status).toBe(401);\n });\n });\n\n describe('revoke access', () => {\n let accessToken: string;\n\n beforeEach(async () => {\n const { transactionID } = await getAuthorize(axios, oauth);\n\n const res = await decision(axios, transactionID!);\n\n const url = new URL(res.headers.location);\n const code = url.searchParams.get('code');\n const secret = await generateOAuthSecret(oauth.clientId);\n\n const tokenRes = await anonymousAxios.post(\n `/oauth/access_token`,\n new URLSearchParams({\n grant_type: 'authorization_code',\n code: code ?? '',\n client_id: oauth.clientId,\n client_secret: secret.data.secret,\n redirect_uri: oauth.redirectUris[0],\n }),\n {\n maxRedirects: 0,\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n },\n }\n );\n accessToken = tokenRes.data.access_token;\n });\n\n it('/api/oauth/client/:clientId/revoke-access (GET)', async () => {\n const revokeRes = await anonymousAxios.get(`/oauth/client/${oauth.clientId}/revoke-token`, {\n headers: {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n 'Content-Type': 'application/x-www-form-urlencoded',\n Authorization: `Bearer ${accessToken}`,\n },\n });\n\n expect(revokeRes.status).toBe(200);\n\n const error = await getError(() =>\n anonymousAxios.get(`/auth/user`, {\n headers: {\n Authorization: `Bearer ${accessToken}`,\n },\n })\n );\n expect(error?.status).toBe(401);\n });\n\n it('/api/oauth/client/:clientId/revoke-access (POST)', async () => {\n const revokeRes = await revokeAccess(oauth.clientId);\n expect(revokeRes.status).toBe(200);\n\n const error = await getError(() =>\n anonymousAxios.get(`/auth/user`, {\n headers: {\n Authorization: `Bearer ${accessToken}`,\n },\n })\n );\n expect(error?.status).toBe(401);\n });\n\n it('/api/oauth/client/:clientId/revoke-token (POST)', async () => {\n const revokeRes = await axios.post(\n urlBuilder(REVOKE_TOKEN, { clientId: oauth.clientId })\n );\n expect(revokeRes.status).toBe(200);\n\n const error = await getError(() =>\n anonymousAxios.get(`/auth/user`, {\n headers: {\n Authorization: `Bearer ${accessToken}`,\n },\n })\n );\n expect(error?.status).toBe(401);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/oauth.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { OAuthCreateVo } from '@teable/openapi';\nimport {\n deleteOAuthSecret,\n generateOAuthSecret,\n oauthCreate,\n oauthDelete,\n oauthGet,\n oauthUpdate,\n} from '@teable/openapi';\nimport { getError } from './utils/get-error';\nimport { initApp } from './utils/init-app';\n\nconst oauthData = {\n name: 'test',\n redirectUris: ['http://localhost:3000/callback'],\n scopes: ['user|email_read'],\n homepage: 'http://localhost:3000',\n};\n\ndescribe('OpenAPI OAuthController (e2e)', () => {\n let app: INestApplication;\n let oauth: OAuthCreateVo;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n const res = await oauthCreate(oauthData);\n oauth = res.data;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('/api/oauth/client (POST)', async () => {\n const res = await oauthCreate(oauthData);\n expect(res.status).toBe(201);\n expect(res.data).toHaveProperty('clientId');\n });\n\n it('/api/oauth/client/:clientId (GET)', async () => {\n const res = await oauthGet(oauth.clientId);\n expect(res.status).toBe(200);\n expect(res.data).toMatchObject(oauth);\n });\n\n it('/api/oauth/client/:clientId (GET) - not found', async () => {\n const error = await getError(() => oauthGet('xxxxxxx'));\n expect(error?.status).toBe(404);\n });\n\n it('/api/oauth/client/:clientId (DELETE)', async () => {\n const res = await oauthDelete(oauth.clientId);\n expect(res.status).toBe(200);\n });\n\n it('/api/oauth/client/:clientId (PUT)', async () => {\n const res = await oauthCreate(oauthData);\n const updated = await oauthUpdate(res.data.clientId, { ...res.data, name: 'updated' });\n expect(updated.data.name).toBe('updated');\n });\n\n it('/api/oauth/client/:clientId/secret (POST)', async () => {\n const res = await oauthCreate(oauthData);\n const secret = await generateOAuthSecret(res.data.clientId);\n expect(secret.data).toHaveProperty('secret');\n expect(secret.data.lastUsedTime).toBeUndefined();\n\n const oauth = await oauthGet(res.data.clientId);\n expect(oauth.data.secrets).toHaveLength(1);\n expect(oauth.data.secrets?.[0].secret).toEqual(secret.data.maskedSecret);\n });\n\n it('/api/oauth/client/:clientId/secret (DELETE)', async () => {\n const res = await oauthCreate(oauthData);\n const secret = await generateOAuthSecret(res.data.clientId);\n const deleted = await deleteOAuthSecret(res.data.clientId, secret.data.id);\n expect(deleted.status).toBe(200);\n\n const oauth = await oauthGet(res.data.clientId);\n expect(oauth.data.secrets).toBeUndefined();\n });\n\n it('test oauth app foreign key', async () => {\n const prisma = app.get(PrismaService);\n const clientId = 'test-client-id-' + Date.now();\n await prisma.oAuthApp.create({\n data: {\n name: 'test',\n clientId,\n createdBy: 'test',\n homepage: 'http://localhost:3000',\n },\n });\n const secret = await prisma.oAuthAppSecret.create({\n data: {\n clientId,\n secret: 'test-secret-' + Date.now(),\n maskedSecret: '**********',\n createdBy: 'test',\n },\n });\n await prisma.oAuthAppToken.create({\n data: {\n clientId,\n appSecretId: secret.id,\n refreshTokenSign: 'test-refresh-token-sign-' + Date.now(),\n expiredTime: new Date(Date.now() + 1000 * 60 * 60 * 24 * 30),\n createdBy: 'test',\n },\n });\n await prisma.oAuthAppAuthorized.create({\n data: {\n clientId,\n userId: 'test',\n authorizedTime: new Date(),\n },\n });\n await prisma.oAuthApp.delete({\n where: {\n clientId,\n },\n });\n\n const oauthRes = await prisma.oAuthApp.findUnique({\n where: {\n clientId,\n },\n });\n expect(oauthRes).toBeNull();\n\n const secretRes = await prisma.oAuthAppSecret.findMany({\n where: {\n clientId,\n },\n });\n expect(secretRes).toHaveLength(0);\n\n const tokenRes = await prisma.oAuthAppToken.findMany({\n where: {\n appSecretId: secret.id,\n },\n });\n expect(tokenRes).toHaveLength(0);\n\n const authorizedRes = await prisma.oAuthAppAuthorized.findMany({\n where: {\n clientId,\n },\n });\n expect(authorizedRes).toHaveLength(0);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/one-many-formula-symmetric-link.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, ILinkFieldOptions } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n convertField,\n createField,\n createTable,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('OneMany link with formula primary on symmetric link (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('primary formula referencing symmetric link', () => {\n let tableA: ITableFullVo;\n let tableB: ITableFullVo;\n let linkAtoB: IFieldVo;\n let symmetricLinkId: string;\n let primaryFieldB: IFieldVo;\n\n beforeEach(async () => {\n tableA = await createTable(baseId, {\n name: 'FormulaLink_A',\n fields: [{ name: 'A Name', type: FieldType.SingleLineText }],\n records: [{ fields: { 'A Name': 'Alpha' } }],\n });\n\n tableB = await createTable(baseId, {\n name: 'FormulaLink_B',\n fields: [{ name: 'B Primary', type: FieldType.SingleLineText }],\n records: [{ fields: { 'B Primary': 'Row-1' } }],\n });\n\n primaryFieldB = tableB.fields[0];\n\n linkAtoB = await createField(tableA.id, {\n name: 'Link to B',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: tableB.id,\n },\n } as IFieldRo);\n\n symmetricLinkId = (linkAtoB.options as ILinkFieldOptions).symmetricFieldId as string;\n if (!symmetricLinkId) {\n throw new Error('Symmetric link field not created');\n }\n\n await convertField(tableB.id, primaryFieldB.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${symmetricLinkId}}`,\n },\n });\n\n await updateRecordByApi(tableB.id, tableB.records[0].id, symmetricLinkId, {\n id: tableA.records[0].id,\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableA.id);\n await permanentDeleteTable(baseId, tableB.id);\n });\n\n it('resolves titles on both sides when linking from the symmetric side', async () => {\n const tableBRecords = await getRecords(tableB.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [primaryFieldB.id, symmetricLinkId],\n });\n\n expect(tableBRecords.records).toHaveLength(1);\n const bRecord = tableBRecords.records[0];\n\n expect(bRecord.fields[primaryFieldB.id]).toBe('Alpha');\n const linkValueB = bRecord.fields[symmetricLinkId] as { id: string; title?: string };\n expect(linkValueB.id).toBe(tableA.records[0].id);\n expect(linkValueB.title).toBe('Alpha');\n\n const tableARecords = await getRecords(tableA.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [linkAtoB.id],\n });\n\n const aRecord = tableARecords.records.find((r) => r.id === tableA.records[0].id);\n expect(aRecord).toBeDefined();\n\n const aLinkValues = aRecord?.fields[linkAtoB.id] as Array<{ id: string; title?: string }>;\n expect(Array.isArray(aLinkValues)).toBe(true);\n expect(aLinkValues).toHaveLength(1);\n expect(aLinkValues?.[0].id).toBe(tableB.records[0].id);\n expect(aLinkValues?.[0].title).toBe('Alpha');\n });\n });\n\n describe('lookup from symmetric link to another link column', () => {\n let tableA: ITableFullVo;\n let tableB: ITableFullVo;\n let tableC: ITableFullVo;\n let linkAtoB: IFieldVo;\n let linkAtoC: IFieldVo;\n let symmetricLinkId: string;\n let lookupBCtoC: IFieldVo;\n\n beforeEach(async () => {\n tableA = await createTable(baseId, {\n name: 'LookupChain_A',\n fields: [{ name: 'A Name', type: FieldType.SingleLineText }],\n records: [{ fields: { 'A Name': 'Alpha' } }],\n });\n\n tableB = await createTable(baseId, {\n name: 'LookupChain_B',\n fields: [{ name: 'B Primary', type: FieldType.SingleLineText }],\n records: [{ fields: { 'B Primary': 'Row-1' } }],\n });\n\n tableC = await createTable(baseId, {\n name: 'LookupChain_C',\n fields: [{ name: 'C Name', type: FieldType.SingleLineText }],\n records: [{ fields: { 'C Name': 'C1' } }],\n });\n\n linkAtoB = await createField(tableA.id, {\n name: 'Link to B',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: tableB.id,\n },\n } as IFieldRo);\n\n symmetricLinkId = (linkAtoB.options as ILinkFieldOptions).symmetricFieldId as string;\n if (!symmetricLinkId) {\n throw new Error('Symmetric link field not created');\n }\n\n await convertField(tableB.id, tableB.fields[0].id, {\n type: FieldType.Formula,\n options: {\n expression: `{${symmetricLinkId}}`,\n },\n });\n\n linkAtoC = await createField(tableA.id, {\n name: 'Link to C',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: tableC.id,\n },\n } as IFieldRo);\n\n await updateRecordByApi(tableA.id, tableA.records[0].id, linkAtoC.id, {\n id: tableC.records[0].id,\n });\n\n await updateRecordByApi(tableB.id, tableB.records[0].id, symmetricLinkId, {\n id: tableA.records[0].id,\n });\n\n lookupBCtoC = await createField(tableB.id, {\n name: 'Lookup C via A',\n type: FieldType.Link,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tableA.id,\n linkFieldId: symmetricLinkId,\n lookupFieldId: linkAtoC.id,\n },\n } as IFieldRo);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableA.id);\n await permanentDeleteTable(baseId, tableB.id);\n await permanentDeleteTable(baseId, tableC.id);\n });\n\n it('returns correct lookup and link titles after linking via symmetric field', async () => {\n const bRecords = await getRecords(tableB.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [symmetricLinkId, lookupBCtoC.id],\n });\n\n expect(bRecords.records).toHaveLength(1);\n const bRecord = bRecords.records[0];\n\n const lookupValue = bRecord.fields[lookupBCtoC.id] as { id: string; title?: string };\n expect(lookupValue.id).toBe(tableC.records[0].id);\n expect(lookupValue.title).toBe('C1');\n\n const bLinkValue = bRecord.fields[symmetricLinkId] as { id: string; title?: string };\n expect(bLinkValue.id).toBe(tableA.records[0].id);\n expect(bLinkValue.title).toBe('Alpha');\n\n const aRecords = await getRecords(tableA.id, {\n fieldKeyType: FieldKeyType.Id,\n projection: [linkAtoB.id, linkAtoC.id],\n });\n\n const aRecord = aRecords.records.find((r) => r.id === tableA.records[0].id);\n expect(aRecord).toBeDefined();\n const aLinkToB = aRecord?.fields[linkAtoB.id] as Array<{ id: string; title?: string }>;\n expect(Array.isArray(aLinkToB)).toBe(true);\n expect(aLinkToB).toHaveLength(1);\n expect(aLinkToB?.[0].id).toBe(tableB.records[0].id);\n expect(aLinkToB?.[0].title).toBe('Alpha');\n\n const aLinkToC = aRecord?.fields[linkAtoC.id] as { id: string; title?: string };\n expect(aLinkToC.id).toBe(tableC.records[0].id);\n expect(aLinkToC.title).toBe('C1');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/opportunity-rollup-regression.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\n\nimport type { INestApplication } from '@nestjs/common';\nimport type { LinkFieldCore } from '@teable/core';\nimport { FieldType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n convertField,\n createField,\n createTable,\n deleteTable,\n getRecord,\n initApp,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Nested rollup regression (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n let customerTable: ITableFullVo | undefined;\n let opportunityTable: ITableFullVo | undefined;\n let contractTable: ITableFullVo | undefined;\n\n const toFieldMap = (table: ITableFullVo) =>\n table.fields.reduce>((acc, field) => {\n acc[field.name] = field.id;\n return acc;\n }, {});\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n afterEach(async () => {\n if (contractTable) {\n await deleteTable(baseId, contractTable.id);\n contractTable = undefined;\n }\n if (opportunityTable) {\n await deleteTable(baseId, opportunityTable.id);\n opportunityTable = undefined;\n }\n if (customerTable) {\n await deleteTable(baseId, customerTable.id);\n customerTable = undefined;\n }\n });\n\n it(\n 'updates customer aliases even when contracts roll up opportunity rollups',\n { timeout: 60000 },\n async () => {\n customerTable = await createTable(baseId, {\n name: 'customers_rollup_regression',\n fields: [\n { name: 'Customer Alias', type: FieldType.SingleLineText },\n { name: 'Customer Legal Name', type: FieldType.SingleLineText },\n ],\n records: [\n {\n fields: {\n 'Customer Alias': 'Acme',\n 'Customer Legal Name': 'Acme Holdings Ltd.',\n },\n },\n ],\n });\n\n opportunityTable = await createTable(baseId, {\n name: 'opportunities_rollup_regression',\n fields: [{ name: 'Opportunity Title', type: FieldType.SingleLineText }],\n records: [\n {\n fields: {\n 'Opportunity Title': 'Placeholder Title',\n },\n },\n ],\n });\n\n contractTable = await createTable(baseId, {\n name: 'contracts_rollup_regression',\n fields: [{ name: 'Contract Name', type: FieldType.SingleLineText }],\n records: [\n {\n fields: {\n 'Contract Name': 'Primary Contract',\n },\n },\n ],\n });\n\n const customerFields = toFieldMap(customerTable);\n const opportunityFields = toFieldMap(opportunityTable);\n const contractFields = toFieldMap(contractTable);\n\n const opportunityCustomerLink = (await createField(opportunityTable.id, {\n name: 'Customer Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: customerTable.id,\n },\n })) as LinkFieldCore;\n opportunityFields[opportunityCustomerLink.name] = opportunityCustomerLink.id;\n\n await updateRecordByApi(\n opportunityTable.id,\n opportunityTable.records[0].id,\n opportunityCustomerLink.id,\n { id: customerTable.records[0].id }\n );\n\n const opportunityTitleField = await convertField(\n opportunityTable.id,\n opportunityFields['Opportunity Title'],\n {\n name: 'Opportunity Title',\n type: FieldType.Formula,\n options: {\n expression: `ARRAYJOIN({${opportunityCustomerLink.id}}, ', ')`,\n },\n }\n );\n opportunityFields[opportunityTitleField.name] = opportunityTitleField.id;\n\n const subjectRollup = await createField(opportunityTable.id, {\n name: 'Subject Name',\n type: FieldType.Rollup,\n options: {\n expression: 'array_join({values})',\n },\n lookupOptions: {\n foreignTableId: customerTable.id,\n linkFieldId: opportunityCustomerLink.id,\n lookupFieldId: customerFields['Customer Legal Name'],\n },\n });\n opportunityFields[subjectRollup.name] = subjectRollup.id;\n\n const contractOpportunityLink = (await createField(contractTable.id, {\n name: 'Opportunity Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: opportunityTable.id,\n },\n })) as LinkFieldCore;\n contractFields[contractOpportunityLink.name] = contractOpportunityLink.id;\n\n await updateRecordByApi(\n contractTable.id,\n contractTable.records[0].id,\n contractOpportunityLink.id,\n { id: opportunityTable.records[0].id }\n );\n\n const signingSubjectField = await createField(contractTable.id, {\n name: 'Signing Subject',\n type: FieldType.Rollup,\n options: {\n expression: 'array_join({values})',\n },\n lookupOptions: {\n foreignTableId: opportunityTable.id,\n linkFieldId: contractOpportunityLink.id,\n lookupFieldId: subjectRollup.id,\n },\n });\n contractFields[signingSubjectField.name] = signingSubjectField.id;\n\n await expect(\n updateRecordByApi(\n customerTable.id,\n customerTable.records[0].id,\n customerFields['Customer Alias'],\n 'Acme Updated'\n )\n ).resolves.toBeDefined();\n\n const updatedCustomer = await getRecord(customerTable.id, customerTable.records[0].id);\n const updatedOpportunity = await getRecord(\n opportunityTable.id,\n opportunityTable.records[0].id\n );\n const updatedContract = await getRecord(contractTable.id, contractTable.records[0].id);\n\n expect(updatedCustomer.fields[customerFields['Customer Alias']]).toBe('Acme Updated');\n expect(updatedOpportunity.fields[opportunityTitleField.id]).toBe('Acme Updated');\n expect(updatedOpportunity.fields[subjectRollup.id]).toBe('Acme Holdings Ltd.');\n expect(updatedContract.fields[contractFields['Signing Subject']]).toBe('Acme Holdings Ltd.');\n }\n );\n});\n" }, { "path": "apps/nestjs-backend/test/order-update.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { ViewType } from '@teable/core';\nimport type { ITableFullVo, ICreateBaseVo, ICreateSpaceVo } from '@teable/openapi';\nimport {\n createBase,\n createSpace,\n createTable,\n deleteBase,\n deleteSpace,\n getBaseList,\n getTableList,\n updateBaseOrder,\n updateRecordOrders,\n updateTableOrder,\n updateViewOrder,\n} from '@teable/openapi';\nimport {\n initApp,\n createView,\n permanentDeleteTable,\n getViews,\n getRecords,\n createRecords,\n} from './utils/init-app';\n\ndescribe('order update', () => {\n let app: INestApplication;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('record', () => {\n const baseId = globalThis.testConfig.baseId;\n let table: ITableFullVo;\n beforeEach(async () => {\n table = (await createTable(baseId, { name: 'table1' })).data;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should update record order', async () => {\n const viewId = table.views[0].id;\n const record1 = { id: table.records[0].id };\n const record2 = { id: table.records[1].id };\n const record3 = { id: table.records[2].id };\n\n await updateRecordOrders(table.id, viewId, {\n anchorId: record2.id,\n position: 'before',\n recordIds: [record3.id],\n });\n const data1 = await getRecords(table.id, { viewId });\n expect(data1.records).toMatchObject([record1, record3, record2]);\n\n await updateRecordOrders(table.id, viewId, {\n anchorId: record1.id,\n position: 'before',\n recordIds: [record3.id, record2.id],\n });\n const data2 = await getRecords(table.id, { viewId });\n expect(data2.records).toMatchObject([record3, record2, record1]);\n\n await updateRecordOrders(table.id, viewId, {\n anchorId: record1.id,\n position: 'after',\n recordIds: [record3.id, record2.id],\n });\n const data3 = await getRecords(table.id, { viewId });\n expect(data3.records).toMatchObject([record1, record3, record2]);\n\n await updateRecordOrders(table.id, viewId, {\n anchorId: record3.id,\n position: 'after',\n recordIds: [record2.id, record3.id],\n });\n const data4 = await getRecords(table.id, { viewId });\n expect(data4.records).toMatchObject([record1, record2, record3]);\n\n const result = await createRecords(table.id, {\n records: [{ fields: {} }],\n order: {\n viewId,\n anchorId: record1.id,\n position: 'before',\n },\n });\n const data5 = await getRecords(table.id, { viewId });\n expect(data5.records).toMatchObject([\n { id: result.records[0].id },\n record1,\n record2,\n record3,\n ]);\n });\n\n it('should create record with order', async () => {\n const viewId = table.views[0].id;\n const record1 = { id: table.records[0].id };\n const record2 = { id: table.records[1].id };\n const record3 = { id: table.records[2].id };\n\n const result = await createRecords(table.id, {\n records: [{ fields: {} }],\n order: {\n viewId,\n anchorId: record1.id,\n position: 'before',\n },\n });\n const data1 = await getRecords(table.id, { viewId });\n expect(data1.records).toMatchObject([\n { id: result.records[0].id },\n record1,\n record2,\n record3,\n ]);\n\n const result2 = await createRecords(table.id, {\n records: [{ fields: {} }],\n order: {\n viewId,\n anchorId: record3.id,\n position: 'after',\n },\n });\n const data2 = await getRecords(table.id, { viewId });\n expect(data2.records).toMatchObject([\n { id: result.records[0].id },\n record1,\n record2,\n record3,\n { id: result2.records[0].id },\n ]);\n });\n });\n\n describe('view', () => {\n const baseId = globalThis.testConfig.baseId;\n let table: ITableFullVo;\n beforeEach(async () => {\n table = (await createTable(baseId, { name: 'table1' })).data;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should update view order', async () => {\n const view1 = { id: table.views[0].id };\n\n const view2 = {\n id: (\n await createView(table.id, {\n name: 'view',\n type: ViewType.Grid,\n })\n ).id,\n };\n\n const view3 = {\n id: (\n await createView(table.id, {\n name: 'view',\n type: ViewType.Grid,\n })\n ).id,\n };\n\n await updateViewOrder(table.id, view3.id, { anchorId: view2.id, position: 'before' });\n const views = await getViews(table.id);\n expect(views).toMatchObject([view1, view3, view2]);\n\n await updateViewOrder(table.id, view3.id, { anchorId: view1.id, position: 'before' });\n const views2 = await getViews(table.id);\n expect(views2).toMatchObject([view3, view1, view2]);\n\n await updateViewOrder(table.id, view3.id, { anchorId: view1.id, position: 'after' });\n const views3 = await getViews(table.id);\n expect(views3).toMatchObject([view1, view3, view2]);\n\n await updateViewOrder(table.id, view3.id, { anchorId: view2.id, position: 'after' });\n const views4 = await getViews(table.id);\n expect(views4).toMatchObject([view1, view2, view3]);\n });\n });\n\n describe('table', () => {\n const spaceId = globalThis.testConfig.spaceId;\n let base: ICreateBaseVo;\n beforeEach(async () => {\n base = (await createBase({ spaceId, name: 'base1' })).data;\n });\n\n afterEach(async () => {\n await deleteBase(base.id);\n });\n\n it('should update table order', async () => {\n const table1 = {\n id: (await createTable(base.id)).data.id,\n };\n\n const table2 = {\n id: (await createTable(base.id)).data.id,\n };\n\n const table3 = {\n id: (await createTable(base.id)).data.id,\n };\n\n await updateTableOrder(base.id, table3.id, { anchorId: table2.id, position: 'before' });\n const tables = (await getTableList(base.id)).data;\n expect(tables).toMatchObject([table1, table3, table2]);\n\n await updateTableOrder(base.id, table3.id, { anchorId: table1.id, position: 'before' });\n const tables2 = (await getTableList(base.id)).data;\n expect(tables2).toMatchObject([table3, table1, table2]);\n\n await updateTableOrder(base.id, table3.id, { anchorId: table1.id, position: 'after' });\n const tables3 = (await getTableList(base.id)).data;\n expect(tables3).toMatchObject([table1, table3, table2]);\n\n await updateTableOrder(base.id, table3.id, { anchorId: table2.id, position: 'after' });\n const tables4 = (await getTableList(base.id)).data;\n expect(tables4).toMatchObject([table1, table2, table3]);\n });\n });\n\n describe('base', () => {\n let space: ICreateSpaceVo;\n beforeEach(async () => {\n space = (await createSpace({})).data;\n });\n\n afterEach(async () => {\n await deleteSpace(space.id);\n });\n\n it('should update base order', async () => {\n const base1 = {\n id: (await createBase({ spaceId: space.id })).data.id,\n };\n\n const base2 = {\n id: (await createBase({ spaceId: space.id })).data.id,\n };\n\n const base3 = {\n id: (await createBase({ spaceId: space.id })).data.id,\n };\n\n await updateBaseOrder({ baseId: base3.id, anchorId: base2.id, position: 'before' });\n const bases = (await getBaseList({ spaceId: space.id })).data;\n expect(bases).toMatchObject([base1, base3, base2]);\n\n await updateBaseOrder({ baseId: base3.id, anchorId: base1.id, position: 'before' });\n const bases2 = (await getBaseList({ spaceId: space.id })).data;\n expect(bases2).toMatchObject([base3, base1, base2]);\n\n await updateBaseOrder({ baseId: base3.id, anchorId: base1.id, position: 'after' });\n const bases3 = (await getBaseList({ spaceId: space.id })).data;\n expect(bases3).toMatchObject([base1, base3, base2]);\n\n await updateBaseOrder({ baseId: base3.id, anchorId: base2.id, position: 'after' });\n const bases4 = (await getBaseList({ spaceId: space.id })).data;\n expect(bases4).toMatchObject([base1, base2, base3]);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/performance.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport { faker } from '@faker-js/faker';\nimport type { INestApplication } from '@nestjs/common';\nimport { Colors, FieldType, RatingIcon, Relationship } from '@teable/core';\nimport { createRecords, createTable } from '@teable/openapi';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('OpenAPI RecordController (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const userId = globalThis.testConfig.userId;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('create records performance', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n const batchSize = 1000;\n\n beforeEach(async () => {\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [\n {\n type: FieldType.SingleLineText,\n name: 'Title',\n },\n ],\n records: [\n {\n fields: {\n Title: 'A1',\n },\n },\n {\n fields: {\n Title: 'A2',\n },\n },\n {\n fields: {\n Title: 'A3',\n },\n },\n ],\n }).then((res) => res.data);\n\n table1 = await createTable(baseId, {\n name: 'table1',\n fields: [\n {\n type: FieldType.SingleLineText,\n name: 'Title',\n },\n {\n type: FieldType.Number,\n name: 'Count',\n },\n {\n type: FieldType.SingleSelect,\n name: 'Status',\n options: {\n choices: [{ name: 'Not Started' }, { name: 'In Progress' }, { name: 'Completed' }],\n },\n },\n {\n type: FieldType.LongText,\n name: 'Text',\n },\n {\n type: FieldType.MultipleSelect,\n name: 'Tags',\n options: {\n choices: [\n { name: 'Tag 1' },\n { name: 'Tag 2' },\n { name: 'Tag 3' },\n { name: 'Tag 4' },\n { name: 'Tag 5' },\n ],\n },\n },\n {\n type: FieldType.User,\n name: 'Member',\n },\n {\n type: FieldType.Date,\n name: 'Date',\n },\n {\n type: FieldType.Rating,\n name: 'Rating',\n options: {\n icon: RatingIcon.Star,\n color: Colors.YellowBright,\n max: 5,\n },\n },\n {\n type: FieldType.Link,\n name: 'One-way Link',\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n },\n {\n type: FieldType.Link,\n name: 'Two-way Link',\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n },\n ],\n }).then((res) => res.data);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('batch create records', { timeout: 10000 }, async () => {\n const { data } = await createRecords(table1.id, {\n typecast: true,\n records: Array.from({ length: batchSize }, () => ({\n fields: {\n Title: faker.lorem.sentence(),\n Count: faker.number.int({ min: 1, max: 100 }),\n Status: faker.helpers.arrayElement(['Not Started', 'In Progress', 'Completed']),\n Text: faker.lorem.paragraph(),\n Tags: faker.helpers.arrayElements(['Tag 1', 'Tag 2', 'Tag 3', 'Tag 4', 'Tag 5'], {\n min: 1,\n max: 5,\n }),\n Member: userId,\n Date: faker.date.recent().toISOString(),\n Rating: faker.number.int({ min: 0, max: 5 }),\n 'One-way Link': faker.helpers.arrayElement(['A1', 'A2', 'A3']),\n 'Two-way Link': faker.helpers.arrayElement(['A1', 'A2', 'A3']),\n },\n })),\n });\n\n expect(data.records).toHaveLength(batchSize);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/personal-income-tax.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\n\nimport type { INestApplication } from '@nestjs/common';\nimport type { LinkFieldCore } from '@teable/core';\nimport { FieldType, NumberFormattingType, Relationship } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n convertField,\n createField,\n createTable,\n deleteTable,\n getRecord,\n initApp,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Personal income tax computed update (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let memberTable: ITableFullVo | undefined;\n let payrollTable: ITableFullVo | undefined;\n const waitForRecalc = (ms = 400) => new Promise((resolve) => setTimeout(resolve, ms));\n\n const toFieldMap = (table: ITableFullVo) =>\n table.fields.reduce>((acc, field) => {\n acc[field.name] = field.id;\n return acc;\n }, {});\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n afterEach(async () => {\n if (payrollTable) {\n await deleteTable(baseId, payrollTable.id);\n }\n if (memberTable) {\n await deleteTable(baseId, memberTable.id);\n }\n payrollTable = undefined;\n memberTable = undefined;\n });\n\n it(\n 'should update personal income tax via API without tripping lookup-rollup loops',\n { timeout: 60000 },\n async () => {\n memberTable = await createTable(baseId, {\n name: 'Members-e2e',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'AnnualTaxDue',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n {\n name: 'BaseAmount',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n ],\n records: [\n {\n fields: {\n Name: 'Alice',\n AnnualTaxDue: 12000,\n BaseAmount: 8000,\n },\n },\n ],\n });\n\n payrollTable = await createTable(baseId, {\n name: 'Payroll-e2e',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n { name: 'PayrollMonth', type: FieldType.Date },\n {\n name: 'PayrollBase',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n {\n name: 'Allowance',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n {\n name: 'SocialSecurityEmployee',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n {\n name: 'HousingFundEmployee',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n {\n name: 'SocialSecurityEmployer',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n {\n name: 'PersonalIncomeTax',\n type: FieldType.Number,\n options: { formatting: { type: NumberFormattingType.Decimal, precision: 2 } },\n },\n ],\n records: [\n {\n fields: {\n Title: 'Alice-2024-05',\n PayrollMonth: '2024-05-01',\n PayrollBase: 10000,\n Allowance: 500,\n SocialSecurityEmployee: 800,\n HousingFundEmployee: 500,\n SocialSecurityEmployer: 1200,\n PersonalIncomeTax: 1000,\n },\n },\n ],\n });\n\n const memberFields = toFieldMap(memberTable);\n const payrollFields = toFieldMap(payrollTable);\n\n const linkPayrollToMember = (await createField(payrollTable.id, {\n name: 'Name',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: memberTable.id,\n },\n })) as LinkFieldCore;\n payrollFields[linkPayrollToMember.name] = linkPayrollToMember.id;\n\n const symmetricFieldId = linkPayrollToMember.options.symmetricFieldId;\n if (!symmetricFieldId) {\n throw new Error('symmetric field not created');\n }\n\n const titleField = await convertField(payrollTable.id, payrollFields['Title'], {\n name: 'Title',\n type: FieldType.Formula,\n options: {\n expression: `ARRAYJOIN({${linkPayrollToMember.id}}, ',') & '-' & DATETIME_FORMAT({${payrollFields['PayrollMonth']}}, 'YYYY-MM')`,\n },\n });\n payrollFields[titleField.name] = titleField.id;\n\n const memberAnnualPaidField = await createField(memberTable.id, {\n name: 'PaidYearToDate',\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: payrollTable.id,\n linkFieldId: symmetricFieldId,\n lookupFieldId: payrollFields['PersonalIncomeTax'],\n },\n });\n memberFields[memberAnnualPaidField.name] = memberAnnualPaidField.id;\n\n const memberMonthlyDueField = await createField(memberTable.id, {\n name: 'MonthlyTaxDue',\n type: FieldType.Formula,\n options: {\n expression: `{${memberFields['AnnualTaxDue']}} - {${memberAnnualPaidField.id}}`,\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n });\n memberFields[memberMonthlyDueField.name] = memberMonthlyDueField.id;\n\n const payrollGrossField = await createField(payrollTable.id, {\n name: 'GrossPay',\n type: FieldType.Formula,\n options: {\n expression: `{${payrollFields['PayrollBase']}} + {${payrollFields['Allowance']}}`,\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n });\n payrollFields[payrollGrossField.name] = payrollGrossField.id;\n\n const payrollNetField = await createField(payrollTable.id, {\n name: 'NetPay',\n type: FieldType.Formula,\n options: {\n expression: `{${payrollGrossField.id}} - {${payrollFields['SocialSecurityEmployee']}} - {${payrollFields['HousingFundEmployee']}} - {${payrollFields['PersonalIncomeTax']}}`,\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n });\n payrollFields[payrollNetField.name] = payrollNetField.id;\n\n const payrollCompanyCostField = await createField(payrollTable.id, {\n name: 'CompanyLaborCost',\n type: FieldType.Formula,\n options: {\n expression: `{${payrollGrossField.id}} + {${payrollFields['SocialSecurityEmployer']}} + {${payrollFields['HousingFundEmployee']}}`,\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n },\n });\n payrollFields[payrollCompanyCostField.name] = payrollCompanyCostField.id;\n\n const payrollBaseLookupField = await createField(payrollTable.id, {\n name: 'MemberBaseLookup',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: memberTable.id,\n linkFieldId: linkPayrollToMember.id,\n lookupFieldId: memberFields['BaseAmount'],\n },\n });\n payrollFields[payrollBaseLookupField.name] = payrollBaseLookupField.id;\n\n const payrollCumulativeTaxField = await createField(payrollTable.id, {\n name: 'CumulativePaidTax',\n type: FieldType.Rollup,\n isLookup: true,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: memberTable.id,\n linkFieldId: linkPayrollToMember.id,\n lookupFieldId: memberAnnualPaidField.id,\n },\n });\n payrollFields[payrollCumulativeTaxField.name] = payrollCumulativeTaxField.id;\n\n await updateRecordByApi(payrollTable.id, payrollTable.records[0].id, linkPayrollToMember.id, {\n id: memberTable.records[0].id,\n });\n\n await waitForRecalc();\n\n const updatedPersonalTax = 1600;\n await updateRecordByApi(\n payrollTable.id,\n payrollTable.records[0].id,\n payrollFields['PersonalIncomeTax'],\n updatedPersonalTax\n );\n\n await waitForRecalc();\n\n const payrollRecord = await getRecord(payrollTable.id, payrollTable.records[0].id);\n const memberRecord = await getRecord(memberTable.id, memberTable.records[0].id);\n\n expect(payrollRecord.fields[payrollFields['PersonalIncomeTax']]).toEqual(updatedPersonalTax);\n expect(payrollRecord.fields[payrollNetField.id]).toBeCloseTo(\n 10500 - 800 - 500 - updatedPersonalTax,\n 2\n );\n expect(payrollRecord.fields[payrollCumulativeTaxField.id]).toEqual(updatedPersonalTax);\n expect(memberRecord.fields[memberAnnualPaidField.id]).toEqual(updatedPersonalTax);\n expect(memberRecord.fields[memberMonthlyDueField.id]).toEqual(12000 - updatedPersonalTax);\n }\n );\n});\n" }, { "path": "apps/nestjs-backend/test/pin.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { ViewType } from '@teable/core';\nimport {\n addPin,\n deletePin,\n deleteView,\n getPinList,\n PinType,\n updatePinOrder,\n} from '@teable/openapi';\nimport {\n createBase,\n createSpace,\n createTable,\n createView,\n initApp,\n permanentDeleteBase,\n permanentDeleteSpace,\n permanentDeleteTable,\n} from './utils/init-app';\n\ndescribe('OpenAPI PinController (e2e)', () => {\n let app: INestApplication;\n let spaceId: string;\n let baseId: string;\n let tableId: string;\n let viewId: string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n const spaceRes = await createSpace({\n name: 'test-space',\n });\n spaceId = spaceRes.id;\n\n const baseRes = await createBase({\n name: 'test-base',\n spaceId,\n });\n baseId = baseRes.id;\n\n const tableRes = await createTable(baseId, {\n name: 'test-table',\n });\n tableId = tableRes.id;\n\n const viewRes = await createView(tableId, {\n name: 'test-view',\n type: ViewType.Grid,\n });\n viewId = viewRes.id;\n\n const pinBaseRes = await addPin({\n id: baseId,\n type: PinType.Base,\n });\n expect(pinBaseRes.status).toBe(201);\n const pinSpaceRes = await addPin({\n id: spaceId,\n type: PinType.Space,\n });\n expect(pinSpaceRes.status).toBe(201);\n const pinTableRes = await addPin({\n id: tableId,\n type: PinType.Table,\n });\n expect(pinTableRes.status).toBe(201);\n const pinViewRes = await addPin({\n id: viewId,\n type: PinType.View,\n });\n expect(pinViewRes.status).toBe(201);\n });\n\n afterEach(async () => {\n const pinBaseRes = await deletePin({\n id: baseId,\n type: PinType.Base,\n });\n expect(pinBaseRes.status).toBe(200);\n const pinSpaceRes = await deletePin({\n id: spaceId,\n type: PinType.Space,\n });\n expect(pinSpaceRes.status).toBe(200);\n const pinTableRes = await deletePin({\n id: tableId,\n type: PinType.Table,\n });\n expect(pinTableRes.status).toBe(200);\n const pinViewRes = await deletePin({\n id: viewId,\n type: PinType.View,\n });\n expect(pinViewRes.status).toBe(200);\n await deleteView(tableId, viewId);\n await permanentDeleteTable(baseId, tableId);\n await permanentDeleteBase(baseId);\n await permanentDeleteSpace(spaceId);\n });\n\n it('should be able to get pin list', async () => {\n const pinRes = await getPinList();\n expect(pinRes.status).toBe(200);\n expect(pinRes.data.length).toBe(4);\n expect(pinRes.data).toEqual([\n {\n id: baseId,\n type: PinType.Base,\n order: 1,\n name: 'test-base',\n },\n {\n id: spaceId,\n type: PinType.Space,\n order: 2,\n name: 'test-space',\n },\n {\n id: tableId,\n type: PinType.Table,\n order: 3,\n name: 'test-table',\n parentBaseId: baseId,\n },\n {\n id: viewId,\n type: PinType.View,\n order: 4,\n name: 'test-view',\n parentBaseId: baseId,\n viewMeta: {\n type: ViewType.Grid,\n tableId,\n },\n },\n ]);\n });\n\n it('should be able to update pin order', async () => {\n await updatePinOrder({\n id: tableId,\n type: PinType.Table,\n anchorId: baseId,\n anchorType: PinType.Base,\n position: 'before',\n });\n const pinRes = await getPinList();\n expect(pinRes.status).toBe(200);\n expect(pinRes.data.map((pin) => pin.id)).toEqual([tableId, baseId, spaceId, viewId]);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/plugin-chart.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldType } from '@teable/core';\nimport type { IBaseQueryVo, ITableFullVo } from '@teable/openapi';\nimport {\n createPluginPanel,\n createDashboard,\n deletePluginPanel,\n getPluginPanelInstallPluginQuery,\n getPluginPanelPlugin,\n installPluginPanel,\n pluginPanelPluginGetVoSchema,\n updateDashboardPluginStorage,\n updatePluginPanelStorage,\n baseQuerySchemaVo,\n urlBuilder,\n GET_PLUGIN_PANEL_INSTALL_PLUGIN_QUERY,\n deleteDashboard,\n installPlugin,\n getDashboardInstallPlugin,\n getDashboardInstallPluginQuery,\n GET_DASHBOARD_INSTALL_PLUGIN_QUERY,\n getDashboardInstallPluginVoSchema,\n} from '@teable/openapi';\nimport { createAnonymousUserAxios } from './utils/axios-instance/anonymous-user';\nimport { createTable, initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('PluginController', () => {\n let app: INestApplication;\n let anonymousUser: ReturnType;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n anonymousUser = createAnonymousUserAxios(appCtx.appUrl);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('Plugin Chart', () => {\n let pluginPanelId: string;\n let table: ITableFullVo;\n const baseId = globalThis.testConfig.baseId;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n fields: [\n {\n name: 'name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'age',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n name: 'Alice',\n age: 20,\n },\n },\n {\n fields: {\n name: 'Bob',\n age: 30,\n },\n },\n {\n fields: {\n name: 'Charlie',\n age: 40,\n },\n },\n ],\n });\n });\n\n afterEach(async () => {\n await deletePluginPanel(table.id, pluginPanelId);\n await permanentDeleteTable(baseId, table.id);\n });\n\n async function preparePluginPanel(table: ITableFullVo) {\n const pluginPanelRes = await createPluginPanel(table.id, {\n name: 'plugin panel',\n });\n pluginPanelId = pluginPanelRes.data.id;\n\n const pluginId = 'plgchart';\n\n const installRes = await installPluginPanel(table.id, pluginPanelId, {\n name: 'plugin',\n pluginId,\n });\n const pluginInstallId = installRes.data.pluginInstallId;\n const textField = table.fields.find((field) => field.type === FieldType.SingleLineText)!;\n const numberField = table.fields.find((field) => field.type === FieldType.Number)!;\n const res = await getPluginPanelPlugin(table.id, pluginPanelId, pluginInstallId);\n expect(res.status).toBe(200);\n expect(pluginPanelPluginGetVoSchema.strict().safeParse(res.data).success).toBe(true);\n expect(res.data.pluginId).toBe(pluginId);\n\n await updatePluginPanelStorage(table.id, pluginPanelId, pluginInstallId, {\n storage: {\n config: {\n type: 'bar',\n xAxis: [{ column: textField.name, display: { type: 'bar', position: 'auto' } }],\n yAxis: [{ column: numberField.name, display: { type: 'bar', position: 'auto' } }],\n },\n query: {\n from: table.id,\n select: [\n { column: textField.id, alias: textField.name, type: 'field' },\n { column: numberField.id, alias: numberField.name, type: 'field' },\n ],\n },\n },\n });\n\n return { pluginPanelId, pluginId, pluginInstallId };\n }\n\n it('api/plugin/chart/:pluginInstallId/plugin-panel/:positionId/query (GET)', async () => {\n const { pluginPanelId, pluginInstallId } = await preparePluginPanel(table);\n\n const queryRes = await getPluginPanelInstallPluginQuery(pluginInstallId, pluginPanelId, {\n tableId: table.id,\n });\n expect(queryRes.status).toBe(200);\n expect(baseQuerySchemaVo.strict().safeParse(queryRes.data).success).toBe(true);\n\n await expect(\n anonymousUser.get(\n urlBuilder(GET_PLUGIN_PANEL_INSTALL_PLUGIN_QUERY, {\n pluginInstallId: pluginInstallId,\n positionId: pluginPanelId,\n }),\n {\n params: { tableId: table.id },\n }\n )\n ).rejects.toThrow();\n });\n });\n\n describe('Dashboard Chart', () => {\n let dashboardId: string;\n let table: ITableFullVo;\n const baseId = globalThis.testConfig.baseId;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n fields: [\n {\n name: 'name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'age',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n name: 'Alice',\n age: 20,\n },\n },\n {\n fields: {\n name: 'Bob',\n age: 30,\n },\n },\n {\n fields: {\n name: 'Charlie',\n age: 40,\n },\n },\n ],\n });\n });\n\n afterEach(async () => {\n await deleteDashboard(baseId, dashboardId);\n await permanentDeleteTable(baseId, table.id);\n });\n\n async function prepareDashboard(table: ITableFullVo) {\n const dashboardRes = await createDashboard(baseId, {\n name: 'dashboard',\n });\n dashboardId = dashboardRes.data.id;\n\n const pluginId = 'plgchart';\n const installRes = await installPlugin(baseId, dashboardId, {\n name: 'plugin',\n pluginId,\n });\n const pluginInstallId = installRes.data.pluginInstallId;\n const textField = table.fields.find((field) => field.type === FieldType.SingleLineText)!;\n const numberField = table.fields.find((field) => field.type === FieldType.Number)!;\n const res = await getDashboardInstallPlugin(baseId, dashboardId, pluginInstallId);\n expect(res.status).toBe(200);\n expect(getDashboardInstallPluginVoSchema.strict().safeParse(res.data).success).toBe(true);\n expect(res.data.pluginId).toBe(pluginId);\n\n await updateDashboardPluginStorage(baseId, dashboardId, pluginInstallId, {\n config: {\n type: 'bar',\n xAxis: [{ column: textField.name, display: { type: 'bar', position: 'auto' } }],\n yAxis: [{ column: numberField.name, display: { type: 'bar', position: 'auto' } }],\n },\n query: {\n from: table.id,\n select: [\n { column: textField.id, alias: textField.name, type: 'field' },\n { column: numberField.id, alias: numberField.name, type: 'field' },\n ],\n },\n });\n\n return { dashboardId, pluginId, pluginInstallId };\n }\n\n it('api/plugin/chart/:pluginInstallId/dashboard/:positionId/query (GET)', async () => {\n const { pluginInstallId, dashboardId } = await prepareDashboard(table);\n const queryRes = await getDashboardInstallPluginQuery(pluginInstallId, dashboardId, {\n baseId,\n });\n expect(queryRes.status).toBe(200);\n expect(baseQuerySchemaVo.strict().safeParse(queryRes.data).success).toBe(true);\n\n await expect(\n anonymousUser.get(\n urlBuilder(GET_DASHBOARD_INSTALL_PLUGIN_QUERY, {\n pluginInstallId,\n positionId: dashboardId,\n }),\n {\n params: { baseId },\n }\n )\n ).rejects.toThrow();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/plugin-context-menu.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport {\n createPlugin,\n deletePlugin,\n getPluginContextMenu,\n getPluginContextMenuList,\n installPluginContextMenu,\n movePluginContextMenu,\n pluginContextMenuGetItemSchema,\n pluginContextMenuGetVoSchema,\n pluginContextMenuInstallVoSchema,\n PluginPosition,\n publishPlugin,\n removePluginContextMenu,\n renamePluginContextMenu,\n submitPlugin,\n updatePluginContextMenuStorage,\n z,\n} from '@teable/openapi';\nimport { createTable, initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('Plugin Context Menu', () => {\n let app: INestApplication;\n let tableId: string;\n const baseId = globalThis.testConfig.baseId;\n let pluginId: string;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n const tableRes = await createTable(baseId, {\n name: 'plugin-context-menu-table',\n });\n tableId = tableRes.id;\n\n const res = await createPlugin({\n name: 'plugin',\n logo: 'https://logo.com',\n positions: [PluginPosition.ContextMenu],\n });\n pluginId = res.data.id;\n await submitPlugin(pluginId);\n await publishPlugin(pluginId);\n });\n\n afterEach(async () => {\n await deletePlugin(pluginId);\n await permanentDeleteTable(baseId, tableId);\n });\n\n it('api/table/:tableId/plugin-context-menu/install (POST)', async () => {\n const res = await installPluginContextMenu(tableId, {\n name: 'plugin',\n pluginId,\n });\n expect(res.status).toBe(201);\n expect(pluginContextMenuInstallVoSchema.strict().safeParse(res.data).success).toBe(true);\n });\n\n describe('other than install', () => {\n let pluginInstallId: string;\n\n beforeEach(async () => {\n const res = await installPluginContextMenu(tableId, {\n name: 'plugin',\n pluginId,\n });\n pluginInstallId = res.data.pluginInstallId;\n });\n\n it('api/table/:tableId/plugin-context-menu (GET)', async () => {\n const res = await getPluginContextMenuList(tableId);\n expect(res.status).toBe(200);\n expect(z.array(pluginContextMenuGetItemSchema.strict()).safeParse(res.data).success).toBe(\n true\n );\n expect(res.data.length).toBe(1);\n });\n\n it('api/table/:tableId/plugin-context-menu/:pluginInstallId (GET)', async () => {\n const res = await getPluginContextMenu(tableId, pluginInstallId);\n expect(res.status).toBe(200);\n expect(pluginContextMenuGetVoSchema.strict().safeParse(res.data).success).toBe(true);\n });\n\n it('api/table/:tableId/plugin-context-menu/:pluginInstallId/rename (PATCH)', async () => {\n const res = await renamePluginContextMenu(tableId, pluginInstallId, {\n name: 'new name',\n });\n expect(res.status).toBe(200);\n expect(res.data.name).toBe('new name');\n });\n\n it('api/table/:tableId/plugin-context-menu/:pluginInstallId/update-storage (PUT)', async () => {\n const res = await updatePluginContextMenuStorage(tableId, pluginInstallId, {\n storage: {\n name: 'new name',\n },\n });\n expect(res.status).toBe(200);\n expect(res.data.storage).toEqual({\n name: 'new name',\n });\n });\n\n it('api/table/:tableId/plugin-context-menu/:pluginInstallId (DELETE)', async () => {\n const res = await removePluginContextMenu(tableId, pluginInstallId);\n expect(res.status).toBe(200);\n });\n\n it('api/table/:tableId/plugin-context-menu/:pluginInstallId/move (PUT)', async () => {\n const pluginInstallId2 = await installPluginContextMenu(tableId, {\n name: 'plugin2',\n pluginId,\n }).then((res) => res.data.pluginInstallId);\n const pluginInstallId3 = await installPluginContextMenu(tableId, {\n name: 'plugin3',\n pluginId,\n }).then((res) => res.data.pluginInstallId);\n const list = await getPluginContextMenuList(tableId);\n expect(list.data.map((item) => item.pluginInstallId)).toEqual([\n pluginInstallId,\n pluginInstallId2,\n pluginInstallId3,\n ]);\n const res = await movePluginContextMenu(tableId, pluginInstallId3, {\n anchorId: pluginInstallId2,\n position: 'before',\n });\n expect(res.status).toBe(200);\n const list2 = await getPluginContextMenuList(tableId);\n expect(list2.data.map((item) => item.pluginInstallId)).toEqual([\n pluginInstallId,\n pluginInstallId3,\n pluginInstallId2,\n ]);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/plugin-panel.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createPlugin,\n createPluginPanel,\n deletePlugin,\n deletePluginPanel,\n duplicatePluginPanel,\n duplicatePluginPanelInstalledPlugin,\n getPluginPanel,\n getPluginPanelPlugin,\n installPluginPanel,\n pluginPanelGetVoSchema,\n pluginPanelPluginGetVoSchema,\n PluginPosition,\n publishPlugin,\n removePluginPanelPlugin,\n renamePluginPanel,\n renamePluginPanelPlugin,\n submitPlugin,\n updatePluginPanelLayout,\n updatePluginPanelStorage,\n} from '@teable/openapi';\nimport { createTable, initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('plugin panel', () => {\n let app: INestApplication;\n let pluginPanelId: string;\n let tableId: string;\n let table: ITableFullVo;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'plugin-panel-table',\n });\n tableId = table.id;\n const res = await createPluginPanel(tableId, {\n name: 'plugin panel',\n });\n pluginPanelId = res.data.id;\n });\n\n afterEach(async () => {\n await deletePluginPanel(tableId, pluginPanelId);\n await permanentDeleteTable(baseId, tableId);\n });\n\n it('/api/table/:tableId/plugin-panel/:pluginPanelId/rename (PATCH)', async () => {\n const res = await renamePluginPanel(tableId, pluginPanelId, {\n name: 'new name',\n });\n expect(res.status).toBe(200);\n expect(res.data.name).toBe('new name');\n });\n\n it('/api/table/:tableId/plugin-panel/:pluginPanelId (GET)', async () => {\n const res = await getPluginPanel(tableId, pluginPanelId);\n expect(res.status).toBe(200);\n expect(res.data.id).toBe(pluginPanelId);\n expect(pluginPanelGetVoSchema.strict().safeParse(res.data).success).toBe(true);\n });\n\n describe('plugin panel plugin', () => {\n let pluginId: string;\n beforeEach(async () => {\n const res = await createPlugin({\n name: 'plugin',\n logo: 'https://logo.com',\n positions: [PluginPosition.Panel],\n });\n pluginId = res.data.id;\n await submitPlugin(pluginId);\n await publishPlugin(pluginId);\n });\n\n afterEach(async () => {\n await deletePlugin(pluginId);\n });\n\n it('/api/table/:tableId/plugin-panel/:pluginPanelId/install (POST)', async () => {\n const res = await installPluginPanel(tableId, pluginPanelId, {\n name: 'plugin',\n pluginId,\n });\n expect(res.status).toBe(201);\n expect(res.data.name).toBe('plugin');\n expect(res.data.pluginInstallId).toBeDefined();\n\n const pluginPanel = await getPluginPanel(tableId, pluginPanelId);\n expect(pluginPanel.status).toBe(200);\n expect(pluginPanelGetVoSchema.strict().safeParse(pluginPanel.data).success).toBe(true);\n expect(pluginPanel.data.pluginMap?.[res.data.pluginInstallId].id).toBe(pluginId);\n expect(pluginPanel.data.layout).toBeDefined();\n });\n\n it('/api/table/:tableId/plugin-panel/:pluginPanelId/duplicate (POST)', async () => {\n const installedPlugin = (\n await installPluginPanel(tableId, pluginPanelId, {\n name: 'plugin',\n pluginId,\n })\n ).data;\n const textField = table.fields.find((field) => field.name === 'Name')!;\n const numberField = table.fields.find((field) => field.name === 'Count')!;\n await updatePluginPanelStorage(tableId, pluginPanelId, installedPlugin.pluginInstallId, {\n storage: {\n config: {\n type: 'bar',\n xAxis: [{ column: 'Name', display: { type: 'bar', position: 'auto' } }],\n yAxis: [{ column: 'Count', display: { type: 'bar', position: 'auto' } }],\n },\n query: {\n from: table.id,\n select: [\n { column: textField.id, alias: 'Name', type: 'field' },\n { column: numberField.id, alias: 'Count', type: 'field' },\n ],\n },\n },\n });\n const duplicatePanel = (\n await duplicatePluginPanel(tableId, pluginPanelId, {\n name: 'plugin-panel-copy',\n })\n ).data;\n const duplicatedPluginPanel = (await getPluginPanel(tableId, duplicatePanel.id)).data;\n const duplicateInstalledPlugin = await getPluginPanelPlugin(\n tableId,\n duplicatePanel.id,\n duplicatedPluginPanel.layout![0].pluginInstallId!\n );\n expect(duplicateInstalledPlugin.data.storage).toEqual({\n config: {\n type: 'bar',\n xAxis: [{ column: 'Name', display: { type: 'bar', position: 'auto' } }],\n yAxis: [{ column: 'Count', display: { type: 'bar', position: 'auto' } }],\n },\n query: {\n from: table.id,\n select: [\n { column: textField.id, alias: 'Name', type: 'field' },\n { column: numberField.id, alias: 'Count', type: 'field' },\n ],\n },\n });\n });\n\n it('/api/table/:tableId/plugin-panel/:pluginPanelId/plugin/:pluginInstallId/duplicate (POST)', async () => {\n const installedPlugin = (\n await installPluginPanel(tableId, pluginPanelId, {\n name: 'plugin',\n pluginId,\n })\n ).data;\n const textField = table.fields.find((field) => field.name === 'Name')!;\n const numberField = table.fields.find((field) => field.name === 'Count')!;\n await updatePluginPanelStorage(tableId, pluginPanelId, installedPlugin.pluginInstallId, {\n storage: {\n config: {\n type: 'bar',\n xAxis: [{ column: 'Name', display: { type: 'bar', position: 'auto' } }],\n yAxis: [{ column: 'Count', display: { type: 'bar', position: 'auto' } }],\n },\n query: {\n from: table.id,\n select: [\n { column: textField.id, alias: 'Name', type: 'field' },\n { column: numberField.id, alias: 'Count', type: 'field' },\n ],\n },\n },\n });\n const duplicatedInstalledPlugin = (\n await duplicatePluginPanelInstalledPlugin(\n tableId,\n pluginPanelId,\n installedPlugin.pluginInstallId,\n {\n name: 'plugin copy',\n }\n )\n ).data;\n const duplicatedInstallPluginInfo = await getPluginPanelPlugin(\n tableId,\n pluginPanelId,\n duplicatedInstalledPlugin.id\n );\n expect(duplicatedInstallPluginInfo.data.storage).toEqual({\n config: {\n type: 'bar',\n xAxis: [{ column: 'Name', display: { type: 'bar', position: 'auto' } }],\n yAxis: [{ column: 'Count', display: { type: 'bar', position: 'auto' } }],\n },\n query: {\n from: table.id,\n select: [\n { column: textField.id, alias: 'Name', type: 'field' },\n { column: numberField.id, alias: 'Count', type: 'field' },\n ],\n },\n });\n });\n\n it('/api/table/:tableId/plugin-panel/:pluginPanelId/plugin/:pluginInstallId/rename (PATCH)', async () => {\n const installRes = await installPluginPanel(tableId, pluginPanelId, {\n name: 'plugin',\n pluginId,\n });\n const res = await renamePluginPanelPlugin(\n tableId,\n pluginPanelId,\n installRes.data.pluginInstallId,\n 'new name'\n );\n expect(res.status).toBe(200);\n expect(res.data.name).toBe('new name');\n });\n\n it('/api/table/:tableId/plugin-panel/:pluginPanelId/plugin/:pluginInstallId (DELETE)', async () => {\n const installRes = await installPluginPanel(tableId, pluginPanelId, {\n name: 'plugin',\n pluginId,\n });\n const res = await removePluginPanelPlugin(\n tableId,\n pluginPanelId,\n installRes.data.pluginInstallId\n );\n expect(res.status).toBe(200);\n });\n\n it('/api/table/:tableId/plugin-panel/:pluginPanelId/plugin/:pluginInstallId (GET)', async () => {\n const installRes = await installPluginPanel(tableId, pluginPanelId, {\n name: 'plugin',\n pluginId,\n });\n const res = await getPluginPanelPlugin(\n tableId,\n pluginPanelId,\n installRes.data.pluginInstallId\n );\n expect(res.status).toBe(200);\n expect(pluginPanelPluginGetVoSchema.strict().safeParse(res.data).success).toBe(true);\n expect(res.data.pluginId).toBe(pluginId);\n });\n\n it('/api/table/:tableId/plugin-panel/:pluginPanelId/update-layout (PATCH)', async () => {\n const installRes = await installPluginPanel(tableId, pluginPanelId, {\n name: 'plugin',\n pluginId,\n });\n const res = await updatePluginPanelLayout(tableId, pluginPanelId, {\n layout: [\n {\n pluginInstallId: installRes.data.pluginInstallId,\n x: 0,\n y: 0,\n w: 1,\n h: 4,\n },\n ],\n });\n expect(res.status).toBe(200);\n expect(res.data.layout).toBeDefined();\n });\n\n it('/api/table/:tableId/plugin-panel/:pluginPanelId/plugin/:pluginInstallId/storage (PATCH)', async () => {\n const installRes = await installPluginPanel(tableId, pluginPanelId, {\n name: 'plugin',\n pluginId,\n });\n const res = await updatePluginPanelStorage(\n tableId,\n pluginPanelId,\n installRes.data.pluginInstallId,\n {\n storage: {\n test: 'test',\n },\n }\n );\n expect(res.status).toBe(200);\n expect(res.data.storage).toEqual({ test: 'test' });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/plugin.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { ICreatePluginRo, IGetPluginCenterListVo } from '@teable/openapi';\nimport {\n createPlugin,\n createPluginVoSchema,\n deletePlugin,\n getPlugin,\n getPluginCenterList,\n getPluginCenterListVoSchema,\n getPlugins,\n getPluginsVoSchema,\n getPluginVoSchema,\n PLUGIN_CENTER_GET_LIST,\n PluginPosition,\n PluginStatus,\n publishPlugin,\n submitPlugin,\n updatePlugin,\n} from '@teable/openapi';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { getError } from './utils/get-error';\nimport { initApp } from './utils/init-app';\n\nconst mockPlugin: ICreatePluginRo = {\n name: 'plugin',\n logo: '/plugin/xxxxxxx',\n description: 'desc',\n detailDesc: 'detail',\n helpUrl: 'https://help.com',\n positions: [PluginPosition.Dashboard],\n i18n: {\n en: {\n name: 'plugin',\n description: 'desc',\n detailDesc: 'detail',\n },\n },\n autoCreateMember: true,\n};\ndescribe('PluginController', () => {\n let app: INestApplication;\n let pluginId: string;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n beforeEach(async () => {\n const res = await createPlugin(mockPlugin);\n pluginId = res.data.id;\n });\n\n afterEach(async () => {\n await deletePlugin(pluginId);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('/api/plugin (POST)', async () => {\n const res = await createPlugin(mockPlugin);\n expect(createPluginVoSchema.strict().safeParse(res.data).success).toBe(true);\n expect(res.data.status).toBe(PluginStatus.Developing);\n expect(res.data.pluginUser).not.toBeUndefined();\n await deletePlugin(res.data.id);\n });\n\n it('/api/plugin/{pluginId} (GET)', async () => {\n const getRes = await getPlugin(pluginId);\n expect(getPluginVoSchema.strict().safeParse(getRes.data).success).toBe(true);\n expect(getRes.data.status).toBe(PluginStatus.Developing);\n expect(getRes.data.pluginUser).not.toBeUndefined();\n expect(getRes.data.pluginUser?.name).toEqual('plugin');\n });\n\n it('/api/plugin/{pluginId} (GET) - 404', async () => {\n const error = await getError(() => getPlugin('invalid-id'));\n expect(error?.status).toBe(404);\n });\n\n it('/api/plugin (GET)', async () => {\n const getRes = await getPlugins();\n expect(getPluginsVoSchema.safeParse(getRes.data).success).toBe(true);\n expect(getRes.data).toHaveLength(3);\n });\n\n it('/api/plugin/{pluginId} (DELETE)', async () => {\n const res = await createPlugin(mockPlugin);\n await deletePlugin(res.data.id);\n const error = await getError(() => getPlugin(res.data.id));\n expect(error?.status).toBe(404);\n });\n\n it('/api/plugin/{pluginId} (PUT)', async () => {\n const res = await createPlugin(mockPlugin);\n const updatePluginRo = {\n name: 'updated',\n description: 'updated',\n detailDesc: 'updated',\n helpUrl: 'https://updated.com',\n logo: 'https://updated.com/plugin/updated',\n positions: [PluginPosition.Dashboard],\n i18n: {\n en: {\n name: 'updated',\n description: 'updated',\n detailDesc: 'updated',\n },\n },\n };\n const putRes = await updatePlugin(res.data.id, updatePluginRo);\n await deletePlugin(res.data.id);\n expect(putRes.data.name).toBe(updatePluginRo.name);\n expect(putRes.data.description).toBe(updatePluginRo.description);\n expect(putRes.data.detailDesc).toBe(updatePluginRo.detailDesc);\n expect(putRes.data.helpUrl).toBe(updatePluginRo.helpUrl);\n expect(putRes.data.logo).toEqual(expect.stringContaining('plugin/updated'));\n expect(putRes.data.i18n).toEqual(updatePluginRo.i18n);\n });\n\n it('/api/plugin/{pluginId}/submit (POST)', async () => {\n const res = await createPlugin(mockPlugin);\n const submitRes = await submitPlugin(res.data.id);\n await deletePlugin(res.data.id);\n expect(submitRes.status).toBe(200);\n });\n\n it('/api/admin/plugin/{pluginId}/publish (PATCH)', async () => {\n const res = await createPlugin(mockPlugin);\n await submitPlugin(res.data.id);\n await publishPlugin(res.data.id);\n const getRes = await getPlugin(res.data.id);\n await deletePlugin(res.data.id);\n expect(getRes.data.status).toBe(PluginStatus.Published);\n });\n\n it('/api/plugin/center/list (GET)', async () => {\n const preList = await getPluginCenterList();\n const res = await createPlugin(mockPlugin);\n const postList = await getPluginCenterList();\n await deletePlugin(res.data.id);\n expect(postList.data).toHaveLength(preList.data.length + 1);\n expect(\n postList.data.find((p) => p.status === PluginStatus.Developing && p.id === res.data.id)\n ).not.toBeUndefined();\n expect(getPluginCenterListVoSchema.safeParse(preList.data).success).toBe(true);\n });\n\n it('/api/plugin/center/list (GET) - 404', async () => {\n const preList = await getPluginCenterList(mockPlugin.positions);\n const res = await createPlugin(mockPlugin);\n const newUserAxios = await createNewUserAxios({\n email: 'plugin-center-list@test.com',\n password: '12345678',\n });\n const plugins = await newUserAxios.get(PLUGIN_CENTER_GET_LIST, {\n params: {\n positions: JSON.stringify(mockPlugin.positions),\n },\n });\n await deletePlugin(res.data.id);\n expect(plugins.data).toHaveLength(preList.data.length - 1);\n expect(plugins.data.some((p) => p.id === res.data.id)).toBe(false);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-bulk-delete.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport { performance } from 'node:perf_hooks';\nimport type { INestApplication } from '@nestjs/common';\nimport { Colors, FieldKeyType, FieldType, RatingIcon, Relationship } from '@teable/core';\nimport type { IRecord } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { ClsService } from 'nestjs-cls';\nimport { RecordModifyService } from '../src/features/record/record-modify/record-modify.service';\nimport type { IClsStore } from '../src/types/cls';\nimport {\n createRecords,\n createTable,\n getRecords,\n initApp,\n permanentDeleteTable,\n runWithTestUser,\n} from './utils/init-app';\n\nconst PERF_PREFIX = '[Record bulk delete]';\n\ndescribe('Record bulk delete performance (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const userId = globalThis.testConfig.userId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it(\n 'deletes 8000 rows from a 10000-row table with all major column types',\n { timeout: 180_000 },\n async () => {\n const linkedTable = await measure('create linked table', () =>\n createTable(baseId, {\n name: 'Bulk Delete Linked',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ],\n records: Array.from({ length: 10 }, (_, index) => ({\n fields: {\n Name: `Linked ${index + 1}`,\n },\n })),\n })\n );\n\n let mainTable: ITableFullVo | null = null;\n\n try {\n const recordModifyService = app.get(RecordModifyService);\n const clsService = app.get>(ClsService);\n\n mainTable = await measure('create main table', () =>\n createTable(baseId, {\n name: 'Bulk Delete Main',\n records: [],\n fields: [\n {\n name: 'Title',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Description',\n type: FieldType.LongText,\n },\n {\n name: 'Score',\n type: FieldType.Number,\n },\n {\n name: 'Completed',\n type: FieldType.Checkbox,\n },\n {\n name: 'Due Date',\n type: FieldType.Date,\n },\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'Not Started', color: Colors.Gray },\n { name: 'In Progress', color: Colors.Blue },\n { name: 'Completed', color: Colors.Green },\n ],\n },\n },\n {\n name: 'Tags',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { name: 'Tag 1', color: Colors.Red },\n { name: 'Tag 2', color: Colors.Orange },\n { name: 'Tag 3', color: Colors.Yellow },\n { name: 'Tag 4', color: Colors.Green },\n { name: 'Tag 5', color: Colors.Blue },\n ],\n },\n },\n {\n name: 'Member',\n type: FieldType.User,\n },\n {\n name: 'Rating',\n type: FieldType.Rating,\n options: {\n icon: RatingIcon.Star,\n color: Colors.YellowBright,\n max: 5,\n },\n },\n {\n name: 'Linked Item',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: linkedTable.id,\n },\n },\n ],\n })\n );\n\n const mainTableRef = mainTable;\n if (!mainTableRef) {\n throw new Error('Main table creation failed');\n }\n const mainTableId = mainTableRef.id;\n\n const totalRecords = 10_000;\n const deleteCount = 8_000;\n const batchSize = 1_000;\n const statuses = ['Not Started', 'In Progress', 'Completed'];\n const tagOptions = ['Tag 1', 'Tag 2', 'Tag 3', 'Tag 4', 'Tag 5'];\n const linkedRecords = linkedTable.records ?? [];\n const allRecordIds: string[] = [];\n\n await measure('insert 10k records', async () => {\n for (let offset = 0; offset < totalRecords; offset += batchSize) {\n const chunkSize = Math.min(batchSize, totalRecords - offset);\n const batch = Array.from({ length: chunkSize }, (_, index) => {\n const seq = offset + index;\n const firstTag = tagOptions[seq % tagOptions.length];\n const secondTag = tagOptions[(seq + 1) % tagOptions.length];\n const linkedTarget =\n seq < linkedRecords.length\n ? { id: linkedRecords[seq % linkedRecords.length].id }\n : null;\n return {\n fields: {\n Title: `Record ${seq + 1}`,\n Description: `Long description for record ${seq + 1}`,\n Score: seq,\n Completed: seq % 2 === 0,\n 'Due Date': new Date(Date.UTC(2024, 0, (seq % 28) + 1)).toISOString(),\n Status: statuses[seq % statuses.length],\n Tags: firstTag === secondTag ? [firstTag] : [firstTag, secondTag],\n Member: userId,\n Rating: (seq % 5) + 1,\n 'Linked Item': linkedTarget,\n },\n };\n });\n\n const { records } = await createRecords(mainTableId, {\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n records: batch,\n });\n\n allRecordIds.push(...records.map((record) => record.id));\n }\n });\n\n expect(allRecordIds).toHaveLength(totalRecords);\n // eslint-disable-next-line no-console\n console.info(`${PERF_PREFIX} Seeded ${allRecordIds.length} records`);\n\n const recordsToDelete = allRecordIds.slice(0, deleteCount);\n\n const deleteResult = await measure('delete 8000 records', () =>\n runWithTestUser(clsService, () =>\n recordModifyService.deleteRecords(mainTableId, recordsToDelete)\n )\n );\n expect(deleteResult.records).toHaveLength(deleteCount);\n\n const remainingRecords = await measure('fetch remaining records', () =>\n collectAllRecords(mainTableId)\n );\n expect(remainingRecords).toHaveLength(totalRecords - deleteCount);\n\n const remainingIds = new Set(remainingRecords.map((record) => record.id));\n for (const deletedId of recordsToDelete) {\n expect(remainingIds.has(deletedId)).toBe(false);\n }\n } finally {\n if (mainTable) {\n await measure('cleanup main table', () => permanentDeleteTable(baseId, mainTable!.id));\n }\n await measure('cleanup linked table', () => permanentDeleteTable(baseId, linkedTable.id));\n }\n }\n );\n});\n\nasync function collectAllRecords(tableId: string): Promise {\n const take = 1_000;\n let skip = 0;\n const aggregated: IRecord[] = [];\n\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const page = await getRecords(tableId, { skip, take });\n aggregated.push(...page.records);\n if (page.records.length < take) {\n break;\n }\n skip += take;\n }\n\n return aggregated;\n}\n\nasync function measure(label: string, fn: () => Promise): Promise {\n const start = performance.now();\n try {\n return await fn();\n } finally {\n const durationMs = performance.now() - start;\n // eslint-disable-next-line no-console\n console.info(`${PERF_PREFIX} ${label} took ${(durationMs / 1000).toFixed(2)}s`);\n }\n}\n" }, { "path": "apps/nestjs-backend/test/record-delete-link-cleanup.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, ILinkFieldOptions } from '@teable/core';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport type { Knex } from 'knex';\nimport {\n createField,\n createRecords,\n createTable,\n deleteRecords,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Record delete link cleanup (e2e)', () => {\n let app: INestApplication;\n let prisma: PrismaService;\n let knex: Knex;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = app.get(PrismaService);\n knex = app.get('CUSTOM_KNEX' as any);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('deletes records with junction links even when link column is null', async () => {\n let hostTable: ITableFullVo | null = null;\n let foreignTable: ITableFullVo | null = null;\n\n try {\n foreignTable = await createTable(baseId, {\n name: 'Delete Link Foreign',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n\n hostTable = await createTable(baseId, {\n name: 'Delete Link Host',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n\n const linkField = await createField(hostTable.id, {\n name: 'Links',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n },\n } as IFieldRo);\n\n const { records: foreignRecords } = await createRecords(foreignTable.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: { Name: 'Target' } }],\n });\n const foreignRecord = foreignRecords[0];\n\n const { records: hostRecords } = await createRecords(hostTable.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: { Name: 'Host' } }],\n });\n const hostRecord = hostRecords[0];\n\n await updateRecordByApi(hostTable.id, hostRecord.id, linkField.id, [\n { id: foreignRecord.id },\n ]);\n\n const linkOptions = linkField.options as ILinkFieldOptions;\n const beforeRows = await prisma.$queryRawUnsafe<{ count: bigint }[]>(\n knex(linkOptions.fkHostTableName)\n .where(linkOptions.selfKeyName, hostRecord.id)\n .count({ count: '*' })\n .toQuery()\n );\n expect(Number(beforeRows[0]?.count ?? 0)).toBe(1);\n\n const hostMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: hostTable.id },\n select: { dbTableName: true },\n });\n const linkDbFieldName = (linkField as any).dbFieldName as string;\n expect(linkDbFieldName).toBeTruthy();\n\n const clearSql = knex(hostMeta.dbTableName)\n .update({ [linkDbFieldName]: null })\n .where('__id', hostRecord.id)\n .toQuery();\n await prisma.$executeRawUnsafe(clearSql);\n\n const linkColRows = await prisma.$queryRawUnsafe[]>(\n knex(hostMeta.dbTableName).select(linkDbFieldName).where('__id', hostRecord.id).toQuery()\n );\n expect(linkColRows[0]?.[linkDbFieldName]).toBeNull();\n\n await deleteRecords(hostTable.id, [hostRecord.id]);\n\n const afterRows = await prisma.$queryRawUnsafe<{ count: bigint }[]>(\n knex(linkOptions.fkHostTableName)\n .where(linkOptions.selfKeyName, hostRecord.id)\n .count({ count: '*' })\n .toQuery()\n );\n expect(Number(afterRows[0]?.count ?? 0)).toBe(0);\n } finally {\n if (hostTable) {\n await permanentDeleteTable(baseId, hostTable.id);\n }\n if (foreignTable) {\n await permanentDeleteTable(baseId, foreignTable.id);\n }\n }\n });\n\n it('deletes foreign record when junction has data but symmetric link column is null (ManyMany)', async () => {\n // This test simulates the user's scenario:\n // - Table A has a ManyMany link to Table B\n // - Records are linked via junction table\n // - The link column in Table B (symmetric field) is manually set to null\n // - Deleting Table B record should succeed and clean up junction table\n let tableA: ITableFullVo | null = null;\n let tableB: ITableFullVo | null = null;\n\n try {\n tableA = await createTable(baseId, {\n name: 'Table A',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n\n tableB = await createTable(baseId, {\n name: 'Table B',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n\n // Create link field on Table A pointing to Table B\n const linkFieldA = await createField(tableA.id, {\n name: 'Link to B',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: tableB.id,\n },\n } as IFieldRo);\n\n const linkOptionsA = linkFieldA.options as ILinkFieldOptions;\n const symmetricFieldId = linkOptionsA.symmetricFieldId;\n expect(symmetricFieldId).toBeTruthy();\n\n // Create records\n const { records: recordsA } = await createRecords(tableA.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: { Name: 'Record A' } }],\n });\n const recordA = recordsA[0];\n\n const { records: recordsB } = await createRecords(tableB.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: { Name: 'Record B' } }],\n });\n const recordB = recordsB[0];\n\n // Establish link from A to B\n await updateRecordByApi(tableA.id, recordA.id, linkFieldA.id, [{ id: recordB.id }]);\n\n // Verify junction table has the link\n const beforeJunctionCount = await prisma.$queryRawUnsafe<{ count: bigint }[]>(\n knex(linkOptionsA.fkHostTableName)\n .where(linkOptionsA.foreignKeyName, recordB.id)\n .count({ count: '*' })\n .toQuery()\n );\n expect(Number(beforeJunctionCount[0]?.count ?? 0)).toBe(1);\n\n // Manually clear the symmetric link column on Table B (simulate data inconsistency)\n const tableBMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: tableB.id },\n select: { dbTableName: true },\n });\n\n const symmetricField = await prisma.field.findUniqueOrThrow({\n where: { id: symmetricFieldId! },\n select: { dbFieldName: true },\n });\n\n const clearSymmetricSql = knex(tableBMeta.dbTableName)\n .update({ [symmetricField.dbFieldName]: null })\n .where('__id', recordB.id)\n .toQuery();\n await prisma.$executeRawUnsafe(clearSymmetricSql);\n\n // Verify the symmetric link column is now null\n const linkColRows = await prisma.$queryRawUnsafe[]>(\n knex(tableBMeta.dbTableName)\n .select(symmetricField.dbFieldName)\n .where('__id', recordB.id)\n .toQuery()\n );\n expect(linkColRows[0]?.[symmetricField.dbFieldName]).toBeNull();\n\n // Delete record B - this should succeed even though symmetric link column is null\n // but junction table still has the reference\n await deleteRecords(tableB.id, [recordB.id]);\n\n // Verify junction table is cleaned up\n const afterJunctionCount = await prisma.$queryRawUnsafe<{ count: bigint }[]>(\n knex(linkOptionsA.fkHostTableName)\n .where(linkOptionsA.foreignKeyName, recordB.id)\n .count({ count: '*' })\n .toQuery()\n );\n expect(Number(afterJunctionCount[0]?.count ?? 0)).toBe(0);\n } finally {\n if (tableA) {\n await permanentDeleteTable(baseId, tableA.id);\n }\n if (tableB) {\n await permanentDeleteTable(baseId, tableB.id);\n }\n }\n });\n\n it('deletes multiple records with inconsistent junction data (ManyMany)', async () => {\n // Test bulk deletion of records when some have inconsistent link column data\n let tableA: ITableFullVo | null = null;\n let tableB: ITableFullVo | null = null;\n\n try {\n tableA = await createTable(baseId, {\n name: 'Bulk Delete Table A',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n\n tableB = await createTable(baseId, {\n name: 'Bulk Delete Table B',\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n });\n\n const linkField = await createField(tableA.id, {\n name: 'Links',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: tableB.id,\n },\n } as IFieldRo);\n\n const linkOptions = linkField.options as ILinkFieldOptions;\n\n // Create multiple records in both tables\n const { records: recordsB } = await createRecords(tableB.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n { fields: { Name: 'Target 1' } },\n { fields: { Name: 'Target 2' } },\n { fields: { Name: 'Target 3' } },\n ],\n });\n\n const { records: recordsA } = await createRecords(tableA.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [{ fields: { Name: 'Source 1' } }, { fields: { Name: 'Source 2' } }],\n });\n\n // Link Source 1 to Target 1 and Target 2\n await updateRecordByApi(tableA.id, recordsA[0].id, linkField.id, [\n { id: recordsB[0].id },\n { id: recordsB[1].id },\n ]);\n\n // Link Source 2 to Target 2 and Target 3\n await updateRecordByApi(tableA.id, recordsA[1].id, linkField.id, [\n { id: recordsB[1].id },\n { id: recordsB[2].id },\n ]);\n\n // Verify junction table has 4 rows\n const beforeCount = await prisma.$queryRawUnsafe<{ count: bigint }[]>(\n knex(linkOptions.fkHostTableName).count({ count: '*' }).toQuery()\n );\n expect(Number(beforeCount[0]?.count ?? 0)).toBe(4);\n\n // Clear link column for Source 1 (simulate inconsistency)\n const tableAMeta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: tableA.id },\n select: { dbTableName: true },\n });\n const linkDbFieldName = (linkField as any).dbFieldName as string;\n\n await prisma.$executeRawUnsafe(\n knex(tableAMeta.dbTableName)\n .update({ [linkDbFieldName]: null })\n .where('__id', recordsA[0].id)\n .toQuery()\n );\n\n // Delete both source records - should succeed and clean junction table\n await deleteRecords(tableA.id, [recordsA[0].id, recordsA[1].id]);\n\n // Verify all junction rows are cleaned up\n const afterCount = await prisma.$queryRawUnsafe<{ count: bigint }[]>(\n knex(linkOptions.fkHostTableName).count({ count: '*' }).toQuery()\n );\n expect(Number(afterCount[0]?.count ?? 0)).toBe(0);\n } finally {\n if (tableA) {\n await permanentDeleteTable(baseId, tableA.id);\n }\n if (tableB) {\n await permanentDeleteTable(baseId, tableB.id);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-field-key.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, SortFunc } from '@teable/core';\nimport { createRecords, updateRecord, type ITableFullVo } from '@teable/openapi';\nimport { createTable, permanentDeleteTable, getRecords, initApp } from './utils/init-app';\n\ndescribe('Record field key (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let table: ITableFullVo;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n table = await createTable(baseId, {\n fields: [\n {\n name: 'field1',\n dbFieldName: 'db_field1',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n {\n fields: {\n field1: 'test1',\n },\n },\n {\n fields: {\n field1: 'test2',\n },\n },\n ],\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await app.close();\n });\n\n it('should get filtered records with db field name', async () => {\n const records = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.DbFieldName,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: 'db_field1',\n operator: 'is',\n value: 'test2',\n },\n ],\n },\n });\n\n expect(records.records[0].fields.db_field1).toBe('test2');\n });\n\n it('should get sorted records with db field name', async () => {\n const records = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.DbFieldName,\n orderBy: [\n {\n fieldId: 'db_field1',\n order: SortFunc.Desc,\n },\n ],\n });\n\n expect(records.records[0].fields.db_field1).toBe('test2');\n expect(records.records[1].fields.db_field1).toBe('test1');\n });\n\n it('should get grouped records with db field name', async () => {\n const records = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.DbFieldName,\n groupBy: [{ fieldId: 'db_field1', order: SortFunc.Desc }],\n });\n\n expect(records.records[0].fields.db_field1).toBe('test2');\n expect(records.records[1].fields.db_field1).toBe('test1');\n });\n\n it('should get searched records with db field name', async () => {\n const records = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.DbFieldName,\n search: ['test2', 'db_field1', true],\n });\n\n expect(records.records[0].fields.db_field1).toBe('test2');\n });\n\n it('should update record with db field name', async () => {\n const records = await updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.DbFieldName,\n record: { fields: { db_field1: 'test3' } },\n });\n\n expect(records.data.fields.db_field1).toBe('test3');\n });\n\n it('should create record with db field name', async () => {\n const records = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.DbFieldName,\n records: [{ fields: { db_field1: 'test4' } }],\n });\n\n expect(records.data.records[0].fields.db_field1).toBe('test4');\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-filter-lookup-number-param.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, Relationship, and, is, isGreater } from '@teable/core';\nimport { createField, getRecords as apiGetRecords } from '@teable/openapi';\nimport { createTable, initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('Record filter lookup multiple-number bindings (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n let foreignTableId: string | undefined;\n let mainTableId: string | undefined;\n let linkFieldId: string | undefined;\n let foreignNumberFieldId: string | undefined;\n let lookupNumberFieldId: string | undefined;\n\n const foreignNumberFieldName = 'num';\n const linkFieldName = 'links';\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n const foreign = await createTable(baseId, {\n name: `lookup_num_foreign_${Date.now()}`,\n fields: [{ name: foreignNumberFieldName, type: FieldType.Number }],\n records: [\n { fields: { [foreignNumberFieldName]: 9 } },\n { fields: { [foreignNumberFieldName]: 11 } },\n { fields: { [foreignNumberFieldName]: 1 } },\n ],\n });\n foreignTableId = foreign.id;\n foreignNumberFieldId = foreign.fields?.find((f) => f.name === foreignNumberFieldName)?.id;\n if (!foreignTableId) throw new Error('foreignTableId not found');\n if (!foreignNumberFieldId) throw new Error('foreignNumberFieldId not found');\n\n const foreign9 = foreign.records?.[0]?.id;\n const foreign11 = foreign.records?.[1]?.id;\n const foreign1 = foreign.records?.[2]?.id;\n if (!foreign9 || !foreign11 || !foreign1) throw new Error('foreign records not found');\n\n const main = await createTable(baseId, {\n name: `lookup_num_main_${Date.now()}`,\n fields: [\n { name: 'name', type: FieldType.SingleLineText },\n {\n name: linkFieldName,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTableId,\n isOneWay: false,\n },\n },\n ],\n records: [\n {\n fields: {\n name: 'a',\n [linkFieldName]: [{ id: foreign9 }, { id: foreign11 }],\n },\n },\n {\n fields: {\n name: 'b',\n [linkFieldName]: [{ id: foreign9 }],\n },\n },\n {\n fields: {\n name: 'c',\n [linkFieldName]: [{ id: foreign1 }],\n },\n },\n {\n fields: {\n name: 'd',\n },\n },\n ],\n });\n mainTableId = main.id;\n linkFieldId = main.fields?.find((f) => f.name === linkFieldName)?.id;\n if (!mainTableId) throw new Error('mainTableId not found');\n if (!linkFieldId) throw new Error('linkFieldId not found');\n\n const lookupFieldRes = await createField(mainTableId, {\n name: 'lookup_num',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreignTableId,\n lookupFieldId: foreignNumberFieldId,\n linkFieldId: linkFieldId,\n },\n });\n lookupNumberFieldId = lookupFieldRes.data.id;\n });\n\n afterAll(async () => {\n if (mainTableId) {\n await permanentDeleteTable(baseId, mainTableId);\n }\n if (foreignTableId) {\n await permanentDeleteTable(baseId, foreignTableId);\n }\n await app.close();\n });\n\n it('filters lookup number array with `is`', async () => {\n const res = await apiGetRecords(mainTableId!, {\n fieldKeyType: FieldKeyType.Id,\n filter: {\n conjunction: and.value,\n filterSet: [{ fieldId: lookupNumberFieldId!, operator: is.value, value: 9 }],\n },\n });\n\n expect(res.status).toBe(200);\n expect(res.data.records).toHaveLength(2);\n });\n\n it('filters lookup number array with `isGreater`', async () => {\n const res = await apiGetRecords(mainTableId!, {\n fieldKeyType: FieldKeyType.Id,\n filter: {\n conjunction: and.value,\n filterSet: [{ fieldId: lookupNumberFieldId!, operator: isGreater.value, value: 10 }],\n },\n });\n\n expect(res.status).toBe(200);\n expect(res.data.records).toHaveLength(1);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-filter-lookup-string-question-mark.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, Relationship, and, is } from '@teable/core';\nimport { getRecords as apiGetRecords } from '@teable/openapi';\nimport { createField, createTable, initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('Record filter lookup string with question mark (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n let foreignTableId: string | undefined;\n let mainTableId: string | undefined;\n let lookupFieldId: string | undefined;\n\n const valueWithQuestionMark = 'https://example.com/path?param=value';\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n const foreign = await createTable(baseId, {\n name: `lookup_str_foreign_${Date.now()}`,\n fields: [{ name: 'url', type: FieldType.SingleLineText }],\n records: [\n { fields: { url: valueWithQuestionMark } },\n { fields: { url: 'https://example.com/other' } },\n ],\n });\n foreignTableId = foreign.id;\n const foreignUrlFieldId = foreign.fields?.find((f) => f.name === 'url')?.id;\n if (!foreignTableId) throw new Error('foreignTableId not found');\n if (!foreignUrlFieldId) throw new Error('foreignUrlFieldId not found');\n\n const foreignUrlRecordId = foreign.records?.[0]?.id;\n const foreignOtherRecordId = foreign.records?.[1]?.id;\n if (!foreignUrlRecordId || !foreignOtherRecordId) throw new Error('foreign records not found');\n\n const main = await createTable(baseId, {\n name: `lookup_str_main_${Date.now()}`,\n fields: [\n { name: 'name', type: FieldType.SingleLineText },\n {\n name: 'links',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId,\n isOneWay: false,\n },\n },\n ],\n records: [\n { fields: { name: 'a', links: [{ id: foreignUrlRecordId }] } },\n { fields: { name: 'b', links: [{ id: foreignOtherRecordId }] } },\n {\n fields: { name: 'c', links: [{ id: foreignUrlRecordId }, { id: foreignOtherRecordId }] },\n },\n ],\n });\n mainTableId = main.id;\n const linkFieldId = main.fields?.find((f) => f.name === 'links')?.id;\n if (!mainTableId) throw new Error('mainTableId not found');\n if (!linkFieldId) throw new Error('linkFieldId not found');\n\n const lookupField = await createField(mainTableId, {\n name: 'lookup_url',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId,\n lookupFieldId: foreignUrlFieldId,\n linkFieldId,\n },\n });\n lookupFieldId = lookupField.id;\n });\n\n afterAll(async () => {\n if (mainTableId) {\n await permanentDeleteTable(baseId, mainTableId);\n }\n if (foreignTableId) {\n await permanentDeleteTable(baseId, foreignTableId);\n }\n await app.close();\n });\n\n it('filters lookup string values containing \"?\" with `is`', async () => {\n const res = await apiGetRecords(mainTableId!, {\n fieldKeyType: FieldKeyType.Id,\n filter: {\n conjunction: and.value,\n filterSet: [{ fieldId: lookupFieldId!, operator: is.value, value: valueWithQuestionMark }],\n },\n });\n\n expect(res.status).toBe(200);\n expect(res.data.records).toHaveLength(2);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-filter-query-issues.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFilter, ILookupOptionsRo } from '@teable/core';\nimport {\n and,\n contains,\n doesNotContain,\n DriverClient,\n FieldKeyType,\n FieldType,\n is,\n Relationship,\n} from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n getRecords as apiGetRecords,\n getAggregation,\n StatisticsFunc,\n toggleTableIndex,\n TableIndex,\n} from '@teable/openapi';\nimport {\n createField,\n createTable,\n permanentDeleteTable,\n initApp,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('OpenAPI Record-Filter-Query Issues (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n // T1613: Boolean formula field filter and aggregation not working correctly\n describe('T1613: boolean field filter and aggregation', () => {\n let formulaTable: ITableFullVo;\n let formulaFieldId: string;\n let checkboxTable: ITableFullVo;\n let checkboxFieldId: string;\n let lookupSourceTable: ITableFullVo;\n let lookupMainTable: ITableFullVo;\n let lookupFieldId: string;\n\n beforeAll(async () => {\n // Setup formula table (2 true, 2 false, 2 null)\n formulaTable = await createTable(baseId, {\n name: 'boolean_formula_test',\n fields: [{ name: 'Num', type: FieldType.Number }],\n records: [\n { fields: { Num: 5 } },\n { fields: { Num: 10 } },\n { fields: { Num: 1 } },\n { fields: { Num: 2 } },\n { fields: { Num: null } },\n { fields: {} },\n ],\n });\n const numFieldId = formulaTable.fields.find((f) => f.name === 'Num')!.id;\n const formulaField = await createField(formulaTable.id, {\n name: 'Formula',\n type: FieldType.Formula,\n options: { expression: `{${numFieldId}} > 3` },\n });\n formulaFieldId = formulaField.id;\n\n // Setup checkbox table (2 true, 2 null)\n checkboxTable = await createTable(baseId, {\n name: 'checkbox_test',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n { name: 'Check', type: FieldType.Checkbox },\n ],\n records: [\n { fields: { Check: true } },\n { fields: { Check: true } },\n { fields: { Check: null } },\n { fields: {} },\n ],\n });\n checkboxFieldId = checkboxTable.fields.find((f) => f.name === 'Check')!.id;\n\n // Setup lookup tables\n lookupSourceTable = await createTable(baseId, {\n name: 'lookup_source',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n { name: 'Check', type: FieldType.Checkbox },\n ],\n records: [\n { fields: { Check: true } },\n { fields: { Check: true } },\n { fields: { Check: null } },\n { fields: {} },\n ],\n });\n lookupMainTable = await createTable(baseId, {\n name: 'lookup_main',\n fields: [{ name: 'Title', type: FieldType.SingleLineText }],\n records: [{ fields: {} }, { fields: {} }, { fields: {} }, { fields: {} }],\n });\n const linkField = await createField(lookupMainTable.id, {\n name: 'Link',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: lookupSourceTable.id },\n } as IFieldRo);\n const checkFieldId = lookupSourceTable.fields.find((f) => f.name === 'Check')!.id;\n const lookupField = await createField(lookupMainTable.id, {\n name: 'LookupCheck',\n type: FieldType.Checkbox,\n isLookup: true,\n lookupOptions: {\n foreignTableId: lookupSourceTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: checkFieldId,\n } as ILookupOptionsRo,\n } as IFieldRo);\n lookupFieldId = lookupField.id;\n\n // Link: [0]->A,B(true,true), [1]->C,D(null,null), [2]->A,C(true,null), [3]->none\n await updateRecordByApi(lookupMainTable.id, lookupMainTable.records[0].id, linkField.id, [\n { id: lookupSourceTable.records[0].id },\n { id: lookupSourceTable.records[1].id },\n ]);\n await updateRecordByApi(lookupMainTable.id, lookupMainTable.records[1].id, linkField.id, [\n { id: lookupSourceTable.records[2].id },\n { id: lookupSourceTable.records[3].id },\n ]);\n await updateRecordByApi(lookupMainTable.id, lookupMainTable.records[2].id, linkField.id, [\n { id: lookupSourceTable.records[0].id },\n { id: lookupSourceTable.records[2].id },\n ]);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, formulaTable.id);\n await permanentDeleteTable(baseId, checkboxTable.id);\n await permanentDeleteTable(baseId, lookupMainTable.id);\n await permanentDeleteTable(baseId, lookupSourceTable.id);\n });\n\n // Helper functions\n async function getFilteredRecords(tableId: string, filter: IFilter) {\n return (await apiGetRecords(tableId, { fieldKeyType: FieldKeyType.Id, filter })).data;\n }\n\n async function getAggregationValue(tableId: string, fieldId: string, func: StatisticsFunc) {\n const { data } = await getAggregation(tableId, { field: { [func]: [fieldId] } });\n return data.aggregations?.find((a) => a.fieldId === fieldId)?.total;\n }\n\n // Boolean formula field tests\n it.each([\n { value: true, expected: 2 },\n { value: null, expected: 4 },\n ])('formula field: filter is $value -> $expected records', async ({ value, expected }) => {\n const filter: IFilter = {\n filterSet: [{ fieldId: formulaFieldId, operator: is.value, value }],\n conjunction: and.value,\n };\n const { records } = await getFilteredRecords(formulaTable.id, filter);\n expect(records.length).toBe(expected);\n });\n\n it.each([\n { func: StatisticsFunc.Checked, expected: 2, isPercent: false },\n { func: StatisticsFunc.UnChecked, expected: 4, isPercent: false },\n { func: StatisticsFunc.PercentChecked, expected: 33.33, isPercent: true },\n { func: StatisticsFunc.PercentUnChecked, expected: 66.67, isPercent: true },\n ])('formula field: $func -> $expected', async ({ func, expected, isPercent }) => {\n const result = await getAggregationValue(formulaTable.id, formulaFieldId, func);\n expect(result?.aggFunc).toBe(func);\n isPercent\n ? expect(Number(result?.value)).toBeCloseTo(expected, 1)\n : expect(Number(result?.value)).toBe(expected);\n });\n\n // Checkbox field regression tests\n it.each([\n { value: true, expected: 2 },\n { value: null, expected: 2 },\n ])('checkbox field: filter is $value -> $expected records', async ({ value, expected }) => {\n const filter: IFilter = {\n filterSet: [{ fieldId: checkboxFieldId, operator: is.value, value }],\n conjunction: and.value,\n };\n const { records } = await getFilteredRecords(checkboxTable.id, filter);\n expect(records.length).toBe(expected);\n });\n\n it.each([\n { func: StatisticsFunc.PercentChecked, expected: 50 },\n { func: StatisticsFunc.PercentUnChecked, expected: 50 },\n ])('checkbox field: $func -> $expected%', async ({ func, expected }) => {\n const result = await getAggregationValue(checkboxTable.id, checkboxFieldId, func);\n expect(result?.aggFunc).toBe(func);\n expect(Number(result?.value)).toBeCloseTo(expected, 1);\n });\n\n // Lookup checkbox (multiple value) tests\n it.each([\n { func: StatisticsFunc.PercentChecked, expected: 50 },\n { func: StatisticsFunc.PercentUnChecked, expected: 50 },\n ])('lookup checkbox: $func -> $expected%', async ({ func, expected }) => {\n const result = await getAggregationValue(lookupMainTable.id, lookupFieldId, func);\n expect(result?.aggFunc).toBe(func);\n expect(Number(result?.value)).toBeCloseTo(expected, 1);\n });\n });\n\n // T1781: SQL LIKE wildcards (%, _, \\) not escaped in contains filter and search\n describe('T1781: SQL LIKE wildcard escape', () => {\n let table: ITableFullVo;\n let fieldId: string;\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'like_wildcard_test',\n fields: [{ name: 'Text', type: FieldType.SingleLineText }],\n records: [\n { fields: { Text: 'Contains % percent sign' } },\n { fields: { Text: 'Contains _ underscore' } },\n { fields: { Text: 'Contains \\\\ backslash' } },\n { fields: { Text: 'Normal text' } },\n { fields: { Text: '100%' } },\n { fields: { Text: '50%' } },\n { fields: { Text: 'file_name.txt' } },\n { fields: { Text: 'path\\\\to\\\\file' } },\n { fields: { Text: '%_%' } },\n { fields: { Text: null } },\n ],\n });\n fieldId = table.fields.find((f) => f.name === 'Text')!.id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it.each([\n { op: contains.value, value: '%', expected: 4 },\n { op: contains.value, value: '_', expected: 3 },\n { op: contains.value, value: '\\\\', expected: 2 },\n { op: contains.value, value: '%_%', expected: 1 },\n { op: contains.value, value: '0%', expected: 2 },\n { op: doesNotContain.value, value: '%', expected: 6 },\n { op: doesNotContain.value, value: '_', expected: 7 },\n ])('filter $op \"$value\" -> $expected records', async ({ op, value, expected }) => {\n const filter: IFilter = {\n filterSet: [{ fieldId, operator: op, value }],\n conjunction: and.value,\n };\n const { data } = await apiGetRecords(table.id, { fieldKeyType: FieldKeyType.Id, filter });\n expect(data.records.length).toBe(expected);\n });\n\n it.each([\n { value: '%', expected: 4 },\n { value: '_', expected: 3 },\n { value: '\\\\', expected: 2 },\n ])('search \"$value\" -> $expected records', async ({ value, expected }) => {\n const { data } = await apiGetRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n search: [value, fieldId, true],\n });\n expect(data.records.length).toBe(expected);\n });\n\n it('global search \"%\" -> 4 records', async () => {\n const { data } = await apiGetRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n search: ['%', '', true],\n });\n expect(data.records.length).toBe(4);\n });\n\n describe.skipIf(globalThis.testConfig.driver === DriverClient.Sqlite)(\n 'with search index',\n () => {\n let indexedTable: ITableFullVo;\n\n beforeAll(async () => {\n indexedTable = await createTable(baseId, {\n name: 'search_index_test',\n fields: [{ name: 'Text', type: FieldType.SingleLineText }],\n records: [\n { fields: { Text: '50% off' } },\n { fields: { Text: 'file_name.txt' } },\n { fields: { Text: 'normal' } },\n ],\n });\n await toggleTableIndex(baseId, indexedTable.id, { type: TableIndex.search });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, indexedTable.id);\n });\n\n it.each([\n { value: '%', expected: 1 },\n { value: '_', expected: 1 },\n ])('global search \"$value\" with index -> $expected record', async ({ value, expected }) => {\n const { data } = await apiGetRecords(indexedTable.id, {\n fieldKeyType: FieldKeyType.Id,\n search: [value, '', true],\n });\n expect(data.records.length).toBe(expected);\n });\n }\n );\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-filter-query.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable sonarjs/cognitive-complexity */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFilter, IOperator } from '@teable/core';\nimport { and, FieldKeyType, FieldType } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { getRecords as apiGetRecords, createField, getFields } from '@teable/openapi';\nimport { textField, x_20 } from './data-helpers/20x';\nimport { x_20_link, x_20_link_from_lookups } from './data-helpers/20x-link';\nimport {\n CHECKBOX_FIELD_CASES,\n CHECKBOX_LOOKUP_FIELD_CASES,\n DATE_FIELD_CASES,\n DATE_LOOKUP_FIELD_CASES,\n DATE_RANGE_ERROR_CASES,\n MULTIPLE_SELECT_FIELD_CASES,\n MULTIPLE_SELECT_LOOKUP_FIELD_CASES,\n MULTIPLE_USER_FIELD_CASES,\n MULTIPLE_USER_LOOKUP_FIELD_CASES,\n NUMBER_FIELD_CASES,\n NUMBER_LOOKUP_FIELD_CASES,\n SINGLE_SELECT_FIELD_CASES,\n SINGLE_SELECT_LOOKUP_FIELD_CASES,\n TEXT_FIELD_CASES,\n TEXT_LOOKUP_FIELD_CASES,\n USER_FIELD_CASES,\n USER_LOOKUP_FIELD_CASES,\n} from './data-helpers/caces/record-filter-query';\nimport { createTable, permanentDeleteTable, initApp } from './utils/init-app';\n\nconst testDesc = `should filter [$operator], query value: $queryValue, expect result length: $expectResultLength`;\n\ndescribe('OpenAPI Record-Filter-Query (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n const textLookupFieldCases = isForceV2\n ? TEXT_LOOKUP_FIELD_CASES.map((testCase) => {\n switch (testCase.operator) {\n case 'isEmpty':\n return { ...testCase, expectResultLength: 6 };\n case 'isNotEmpty':\n return { ...testCase, expectResultLength: 15 };\n default:\n return testCase;\n }\n })\n : TEXT_LOOKUP_FIELD_CASES;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n async function getFilterRecord(tableId: string, viewId: string, filter: IFilter) {\n return (\n await apiGetRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n filter: filter,\n })\n ).data;\n }\n\n const doTest = async (\n table: ITableFullVo,\n {\n fieldIndex,\n operator,\n queryValue,\n expectResultLength,\n expectMoreResults = false,\n }: {\n fieldIndex: number;\n operator: IOperator;\n queryValue: any;\n expectResultLength: number;\n expectMoreResults?: boolean;\n }\n ) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n const conjunction = and.value;\n\n const filter: IFilter = {\n filterSet: [\n {\n fieldId: fieldId,\n value: queryValue,\n operator,\n },\n ],\n conjunction,\n };\n\n const { records } = await getFilterRecord(tableId, viewId!, filter);\n expect(records.length).toBe(expectResultLength);\n if (!expectMoreResults) {\n expect(records).not.toMatchObject([\n expect.objectContaining({\n fields: {\n [fieldId]: queryValue,\n },\n }),\n ]);\n }\n };\n\n describe('basis field filter record', () => {\n let table: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n describe('simple filter text field record', () => {\n test.each(TEXT_FIELD_CASES)(testDesc, async (param) => doTest(table, param));\n });\n\n describe('simple filter number field record', () => {\n test.each(NUMBER_FIELD_CASES)(testDesc, async (param) => doTest(table, param));\n });\n\n describe('simple filter single select field record', () => {\n test.each(SINGLE_SELECT_FIELD_CASES)(testDesc, async (param) => doTest(table, param));\n });\n\n describe('simple filter date field record', () => {\n test.each(DATE_FIELD_CASES)(\n `should filter [$operator], query mode: $queryValue.mode, expect result length: $expectResultLength`,\n async (param) => doTest(table, param)\n );\n });\n\n describe('simple filter checkbox field record', () => {\n test.each(CHECKBOX_FIELD_CASES)(testDesc, async (param) => doTest(table, param));\n });\n\n describe('simple filter user field record', () => {\n test.each([...USER_FIELD_CASES, ...MULTIPLE_USER_FIELD_CASES])(testDesc, async (param) =>\n doTest(table, param)\n );\n });\n\n describe('simple filter multiple select field record', () => {\n test.each(MULTIPLE_SELECT_FIELD_CASES)(testDesc, async (param) => doTest(table, param));\n });\n\n describe('dateRange filter error cases', () => {\n it('should throw error when start > end (invalid range)', async () => {\n const { fieldIndex, operator, queryValue } = DATE_RANGE_ERROR_CASES.invalidRange;\n const filter: IFilter = {\n filterSet: [\n {\n fieldId: table.fields[fieldIndex].id,\n value: queryValue,\n operator,\n },\n ],\n conjunction: and.value,\n };\n await expect(getFilterRecord(table.id, table.views[0].id, filter)).rejects.toThrow();\n });\n\n it('should throw error when dateRange is used with isNot operator', async () => {\n const { fieldIndex, operator, queryValue } = DATE_RANGE_ERROR_CASES.invalidOperator;\n const filter: IFilter = {\n filterSet: [\n {\n fieldId: table.fields[fieldIndex].id,\n value: queryValue,\n operator,\n },\n ],\n conjunction: and.value,\n };\n await expect(getFilterRecord(table.id, table.views[0].id, filter)).rejects.toThrow();\n });\n });\n });\n\n describe('lookup field filter record', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n subTable.fields = (await getFields(subTable.id)).data;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n\n describe('filter lookup text field record', () => {\n test.each(textLookupFieldCases)(testDesc, async (param) => doTest(subTable, param));\n });\n describe('filter lookup number field record', () => {\n test.each(NUMBER_LOOKUP_FIELD_CASES)(testDesc, async (param) => doTest(subTable, param));\n });\n\n describe('filter lookup single select field record', () => {\n test.each(SINGLE_SELECT_LOOKUP_FIELD_CASES)(testDesc, async (param) =>\n doTest(subTable, param)\n );\n });\n\n describe('filter lookup date field record', () => {\n test.each(DATE_LOOKUP_FIELD_CASES)(\n `should filter [$operator], query mode: $queryValue.mode, expect result length: $expectResultLength`,\n async (param) => doTest(subTable, param)\n );\n });\n\n describe('filter lookup checkbox field record', () => {\n test.each(CHECKBOX_LOOKUP_FIELD_CASES)(\n `should filter [$operator], query mode: $queryValue.mode, expect result length: $expectResultLength`,\n async (param) => doTest(subTable, param)\n );\n });\n\n describe('filter lookup user field record', () => {\n test.each([...USER_LOOKUP_FIELD_CASES, ...MULTIPLE_USER_LOOKUP_FIELD_CASES])(\n testDesc,\n async (param) => doTest(subTable, param)\n );\n });\n\n describe('filter lookup multiple select field record', () => {\n test.each(MULTIPLE_SELECT_LOOKUP_FIELD_CASES)(testDesc, async (param) =>\n doTest(subTable, param)\n );\n });\n });\n\n describe('filter record with special characters', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n beforeAll(async () => {\n const newRecords = [...x_20.records];\n newRecords.splice(\n 1,\n 3,\n ...[\n { fields: { [textField.name]: 'notepad++' } },\n { fields: { [textField.name]: 'notepad++@' } },\n { fields: { [textField.name]: 'notepad++@' } },\n ]\n );\n table = await createTable(baseId, {\n name: 'special_characters',\n fields: x_20.fields,\n records: newRecords,\n });\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_special_characters',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n subTable.fields = (await getFields(subTable.id)).data;\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n\n it('should filter record with special characters', async () => {\n const linkField = subTable.fields.find((field) => field.type === FieldType.Link)!;\n const { records } = await getFilterRecord(subTable.id, subTable.views[0].id, {\n filterSet: [{ fieldId: linkField.id, value: 'notepad++', operator: 'contains' }],\n conjunction: and.value,\n });\n expect(records.length).toBe(8);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-group-datetime-timezone.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport {\n DateFormattingPreset,\n FieldKeyType,\n FieldType,\n SortFunc,\n TimeFormatting,\n formatDateToString,\n} from '@teable/core';\nimport { GroupPointType } from '@teable/openapi';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { createTable, getRecords, initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('OpenAPI Record-Group-DateTime-TimeZone (e2e)', async () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('should keep groupPoints datetime consistent when field timeZone differs from system', async () => {\n const table: ITableFullVo = await createTable(baseId, {\n name: 'record_group_datetime_timezone',\n fields: [\n {\n name: 'id',\n type: FieldType.SingleLineText,\n },\n {\n name: 'dt',\n type: FieldType.Date,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'UTC',\n },\n },\n },\n ],\n records: [\n {\n fields: {\n id: '1',\n dt: '2025-12-15T11:00:00.000Z',\n },\n },\n ],\n });\n\n try {\n const dateField = table.fields.find((f) => f.name === 'dt');\n expect(dateField?.id).toBeTruthy();\n\n const res = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n groupBy: [{ fieldId: dateField!.id, order: SortFunc.Asc }],\n });\n\n const recordValue = res.records?.[0]?.fields?.[dateField!.id] as string | undefined;\n expect(recordValue).toBeTruthy();\n\n const groupHeader = res.extra?.groupPoints?.find(\n (p) => p.type === GroupPointType.Header && (p as { depth?: number }).depth === 0\n ) as { value?: unknown } | undefined;\n expect(groupHeader?.value).toBeTruthy();\n\n const formatting = {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: 'UTC',\n };\n\n expect(formatDateToString(groupHeader!.value as string, formatting)).toBe(\n formatDateToString(recordValue!, formatting)\n );\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-history.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport { getRecordHistory, getRecordListHistory, recordHistoryVoSchema } from '@teable/openapi';\nimport type { ITableFullVo } from '@teable/openapi';\nimport type { IBaseConfig } from '../src/configs/base.config';\nimport { baseConfig } from '../src/configs/base.config';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport { createAwaitWithEvent } from './utils/event-promise';\nimport {\n createField,\n createTable,\n permanentDeleteTable,\n initApp,\n updateRecord,\n} from './utils/init-app';\n\ndescribe('Record history (e2e)', () => {\n let app: INestApplication;\n let eventEmitterService: EventEmitterService;\n let awaitWithEvent: (fn: () => Promise) => Promise;\n\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n eventEmitterService = app.get(EventEmitterService);\n const baseConfigService = app.get(baseConfig.KEY) as IBaseConfig;\n baseConfigService.recordHistoryDisabled = false;\n\n awaitWithEvent = createAwaitWithEvent(eventEmitterService, Events.RECORD_HISTORY_CREATE);\n });\n\n afterAll(async () => {\n eventEmitterService.eventEmitter.removeAllListeners(Events.RECORD_HISTORY_CREATE);\n await app.close();\n });\n\n describe('record history', () => {\n let mainTable: ITableFullVo;\n let foreignTable: ITableFullVo;\n\n beforeEach(async () => {\n mainTable = await createTable(baseId, { name: 'Main table' });\n foreignTable = await createTable(baseId, { name: 'Foreign table' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, mainTable.id);\n await permanentDeleteTable(baseId, foreignTable.id);\n });\n\n it('should get record history of changes in the base cell values', async () => {\n const recordId = mainTable.records[0].id;\n const textField = await createField(mainTable.id, {\n type: FieldType.SingleLineText,\n });\n\n const { data: originRecordHistory } = await getRecordHistory(mainTable.id, recordId, {});\n\n expect(recordHistoryVoSchema.safeParse(originRecordHistory).success).toEqual(true);\n expect(originRecordHistory.historyList.length).toEqual(0);\n\n await awaitWithEvent(() =>\n updateRecord(mainTable.id, recordId, {\n record: {\n fields: {\n [textField.id]: 'new value',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n })\n );\n\n const { data: recordHistory } = await getRecordHistory(mainTable.id, recordId, {});\n const { data: tableRecordHistory } = await getRecordListHistory(mainTable.id, {});\n\n expect(recordHistory.historyList.length).toEqual(1);\n expect(tableRecordHistory.historyList.length).toEqual(1);\n });\n\n it('should get record history of changes in the modified cell values is referenced by a formula', async () => {\n const recordId = mainTable.records[0].id;\n const textField = await createField(mainTable.id, {\n type: FieldType.SingleLineText,\n });\n await createField(mainTable.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${textField.id}}`,\n },\n });\n\n await awaitWithEvent(() =>\n updateRecord(mainTable.id, recordId, {\n record: {\n fields: {\n [textField.id]: 'test',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n })\n );\n\n const { data: mainTableRecordHistory } = await getRecordHistory(mainTable.id, recordId, {});\n\n expect(mainTableRecordHistory.historyList.length).toEqual(1);\n });\n\n it('should get record history of changes in the link field cell values', async () => {\n const recordId = mainTable.records[0].id;\n const foreignRecordId = foreignTable.records[0].id;\n const linkField = await createField(mainTable.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignTable.id,\n },\n });\n\n await awaitWithEvent(() =>\n updateRecord(mainTable.id, recordId, {\n record: {\n fields: {\n [linkField.id]: { id: foreignRecordId },\n },\n },\n fieldKeyType: FieldKeyType.Id,\n })\n );\n\n const { data: mainTableRecordHistory } = await getRecordHistory(mainTable.id, recordId, {});\n const { data: foreignTableRecordHistory } = await getRecordHistory(\n foreignTable.id,\n foreignRecordId,\n {}\n );\n\n expect(recordHistoryVoSchema.safeParse(mainTableRecordHistory).success).toEqual(true);\n expect(recordHistoryVoSchema.safeParse(foreignTableRecordHistory).success).toEqual(true);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-link-select-query.e2e-spec.ts", "content": "/* eslint-disable sonarjs/cognitive-complexity */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo } from '@teable/core';\nimport { FieldKeyType, FieldType, NumberFormattingType, Relationship } from '@teable/core';\nimport type { IGetRecordsRo, ITableFullVo } from '@teable/openapi';\nimport { getRowCount as apiGetRowCount } from '@teable/openapi';\nimport {\n createField,\n createTable,\n permanentDeleteTable,\n getFields,\n getRecords,\n initApp,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('OpenAPI link Select (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('get records filter by link field Id', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n const numberFieldRo: IFieldRo = {\n name: 'Number field',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 1 },\n },\n };\n\n table1 = await createTable(baseId, {\n name: 'table1',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo, numberFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n table1.fields = await getFields(table1.id);\n table2.fields = await getFields(table2.id);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n describe.each([\n {\n relationship: Relationship.OneMany,\n reversRelationship: Relationship.ManyOne,\n result: [\n { left: { c: 3, s: 0 }, right: { c: 3, s: 0 } },\n { left: { c: 3, s: 1 }, right: { c: 3, s: 1 } },\n { left: { c: 3, s: 1 }, right: { c: 2, s: 1 } },\n ],\n direction: 'two way',\n isOneWay: undefined,\n },\n {\n relationship: Relationship.OneMany,\n reversRelationship: Relationship.ManyOne,\n result: [\n { left: { c: 3, s: 0 }, right: { c: 3, s: 0 } },\n { left: { c: 3, s: 1 }, right: { c: 3, s: 1 } },\n { left: { c: 3, s: 1 }, right: { c: 2, s: 1 } },\n ],\n direction: 'one Way',\n isOneWay: true,\n },\n {\n relationship: Relationship.OneOne,\n reversRelationship: Relationship.OneOne,\n result: [\n { left: { c: 3, s: 0 }, right: { c: 3, s: 0 } },\n { left: { c: 3, s: 1 }, right: { c: 3, s: 1 } },\n { left: { c: 2, s: 1 }, right: { c: 2, s: 1 } },\n ],\n direction: 'two way',\n isOneWay: undefined,\n },\n {\n relationship: Relationship.OneOne,\n reversRelationship: Relationship.OneOne,\n result: [\n { left: { c: 3, s: 0 }, right: { c: 3, s: 0 } },\n { left: { c: 3, s: 1 }, right: { c: 3, s: 1 } },\n { left: { c: 2, s: 1 }, right: { c: 2, s: 1 } },\n ],\n direction: 'one Way',\n isOneWay: true,\n },\n {\n relationship: Relationship.ManyMany,\n\n reversRelationship: Relationship.ManyMany,\n result: [\n { left: { c: 3, s: 0 }, right: { c: 3, s: 0 } },\n { left: { c: 3, s: 1 }, right: { c: 3, s: 1 } },\n { left: { c: 3, s: 1 }, right: { c: 3, s: 1 } },\n ],\n direction: 'two way',\n },\n {\n relationship: Relationship.ManyMany,\n reversRelationship: Relationship.ManyMany,\n result: [\n { left: { c: 3, s: 0 }, right: { c: 3, s: 0 } },\n { left: { c: 3, s: 1 }, right: { c: 3, s: 1 } },\n { left: { c: 3, s: 1 }, right: { c: 3, s: 1 } },\n ],\n isOneWay: true,\n },\n ])(\n 'fetch candidate records for $relationship, $reversRelationship, $direction field',\n ({ relationship, reversRelationship, isOneWay, result }) => {\n let linkField1: IFieldVo;\n let linkField2: IFieldVo;\n beforeEach(async () => {\n // create link field\n const Link1FieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship,\n foreignTableId: table2.id,\n isOneWay,\n },\n };\n\n linkField1 = await createField(table1.id, Link1FieldRo);\n\n if (isOneWay) {\n // create link field back\n const Link2FieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: reversRelationship,\n foreignTableId: table1.id,\n isOneWay: true,\n },\n };\n linkField2 = await createField(table2.id, Link2FieldRo);\n } else {\n const table2Fields = await getFields(table2.id);\n linkField2 = table2Fields[2];\n }\n });\n\n it('should fetch all candidate and selected records', async () => {\n const table1Candidate: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate: [linkField2.id, table2.records[0].id],\n };\n\n const table1Selected: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellSelected: [linkField2.id, table2.records[0].id],\n };\n\n const table2Candidate: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate: [linkField1.id, table1.records[0].id],\n };\n\n const table2Selected: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellSelected: [linkField1.id, table1.records[0].id],\n };\n\n const table1CResult = await getRecords(table1.id, table1Candidate);\n expect(table1CResult.records.length).toBe(result[0].left.c);\n\n const table1CResultRow = (await apiGetRowCount(table1.id, table1Candidate)).data;\n expect(table1CResultRow.rowCount).toBe(result[0].left.c);\n\n const table1SResult = await getRecords(table1.id, table1Selected);\n expect(table1SResult.records.length).toBe(result[0].left.s);\n\n const table1SResultRow = (await apiGetRowCount(table1.id, table1Selected)).data;\n expect(table1SResultRow.rowCount).toBe(result[0].left.s);\n\n const table2CResult = await getRecords(table2.id, table2Candidate);\n expect(table2CResult.records.length).toBe(result[0].right.c);\n\n const table2CResultRow = (await apiGetRowCount(table2.id, table2Candidate)).data;\n expect(table2CResultRow.rowCount).toBe(result[0].right.c);\n\n const table2SResult = await getRecords(table2.id, table2Selected);\n expect(table2SResult.records.length).toBe(result[0].right.s);\n\n const table2SResultRow = (await apiGetRowCount(table2.id, table2Selected)).data;\n expect(table2SResultRow.rowCount).toBe(result[0].right.s);\n });\n\n it('should fetch candidate and selected records after link', async () => {\n const value =\n relationship === Relationship.ManyMany\n ? [{ id: table1.records[0].id }]\n : { id: table1.records[0].id };\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, linkField2.id, value);\n if (isOneWay) {\n // table1 link field first record link to table2 first record\n const value =\n relationship === Relationship.OneOne\n ? { id: table2.records[0].id }\n : [{ id: table2.records[0].id }];\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, value);\n }\n\n const table1Candidate: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate: [linkField2.id, table2.records[0].id],\n };\n\n const table1Selected: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellSelected: [linkField2.id, table2.records[0].id],\n };\n\n const table2Candidate: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate: [linkField1.id, table1.records[0].id],\n };\n\n const table2Selected: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellSelected: [linkField1.id, table1.records[0].id],\n };\n\n const table1CResult = await getRecords(table1.id, table1Candidate);\n expect(table1CResult.records.length).toBe(result[1].left.c);\n\n const table1SResult = await getRecords(table1.id, table1Selected);\n expect(table1SResult.records.length).toBe(result[1].left.s);\n\n const table2CResult = await getRecords(table2.id, table2Candidate);\n expect(table2CResult.records.length).toBe(result[1].right.c);\n\n const table2SResult = await getRecords(table2.id, table2Selected);\n expect(table2SResult.records.length).toBe(result[1].right.s);\n });\n\n it('should fetch candidate and selected records after link without recordId', async () => {\n const value =\n relationship === Relationship.ManyMany\n ? [{ id: table1.records[0].id }]\n : { id: table1.records[0].id };\n // table2 link field first record link to table1 first record\n await updateRecordByApi(table2.id, table2.records[0].id, linkField2.id, value);\n if (isOneWay) {\n // table1 link field first record link to table2 first record\n const value =\n relationship === Relationship.OneOne\n ? { id: table2.records[0].id }\n : [{ id: table2.records[0].id }];\n await updateRecordByApi(table1.id, table1.records[0].id, linkField1.id, value);\n }\n\n const table1Candidate: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate: linkField2.id,\n };\n\n const table1Selected: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellSelected: linkField2.id,\n };\n\n const table2Candidate: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate: linkField1.id,\n };\n\n const table2Selected: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellSelected: linkField1.id,\n };\n\n const table1CResult = await getRecords(table1.id, table1Candidate);\n expect(table1CResult.records.length).toBe(result[2].left.c);\n\n const table1SResult = await getRecords(table1.id, table1Selected);\n expect(table1SResult.records.length).toBe(result[2].left.s);\n\n const table2CResult = await getRecords(table2.id, table2Candidate);\n expect(table2CResult.records.length).toBe(result[2].right.c);\n\n const table2SResult = await getRecords(table2.id, table2Selected);\n expect(table2SResult.records.length).toBe(result[2].right.s);\n });\n }\n );\n\n describe('fetch selected records with sort', () => {\n let linkField2: IFieldVo;\n beforeEach(async () => {\n // create link field\n const Link1FieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n await createField(table1.id, Link1FieldRo);\n\n const table2Fields = await getFields(table2.id);\n linkField2 = table2Fields[2];\n });\n\n it('should sort selected records', async () => {\n // table2 link field first record link to table1 first record\n const updateValue1 = [\n { id: table1.records[2].id },\n { id: table1.records[0].id },\n { id: table1.records[1].id },\n ];\n await updateRecordByApi(table2.id, table2.records[0].id, linkField2.id, updateValue1);\n const table1Selected: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellSelected: [linkField2.id, table2.records[0].id],\n };\n const result = await getRecords(table1.id, table1Selected);\n expect(result.records).toMatchObject(updateValue1);\n\n const updateValue2 = [\n { id: table1.records[2].id },\n { id: table1.records[1].id },\n { id: table1.records[0].id },\n ];\n await updateRecordByApi(table2.id, table2.records[0].id, linkField2.id, updateValue2);\n const result2 = await getRecords(table1.id, table1Selected);\n expect(result2.records).toMatchObject(updateValue2);\n });\n });\n\n describe('fetch candidate records', () => {\n let linkField2: IFieldVo;\n beforeEach(async () => {\n // create link field\n const Link1FieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n await createField(table1.id, Link1FieldRo);\n\n const table2Fields = await getFields(table2.id);\n // oneMany\n linkField2 = table2Fields[2];\n });\n\n it('should filter candidate records that cannot be select', async () => {\n // table2 link field first record link to table1 first record\n const updateValue1 = [\n { id: table1.records[2].id },\n { id: table1.records[0].id },\n { id: table1.records[1].id },\n ];\n await updateRecordByApi(table2.id, table2.records[0].id, linkField2.id, updateValue1);\n const table1Record0Selected: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate: [linkField2.id, table2.records[0].id],\n };\n const result0 = await getRecords(table1.id, table1Record0Selected);\n expect(result0.records.length).toEqual(3);\n\n const table1Record1Selected: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate: [linkField2.id, table2.records[1].id],\n };\n const result1 = await getRecords(table1.id, table1Record1Selected);\n expect(result1.records.length).toEqual(0);\n });\n });\n\n describe('fetch selected records', () => {\n let linkField2: IFieldVo;\n beforeEach(async () => {\n const Link1FieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n await createField(table1.id, Link1FieldRo);\n\n const table2Fields = await getFields(table2.id);\n linkField2 = table2Fields[2];\n });\n\n it('should filter records by selected recordIds', async () => {\n const recordRo: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n selectedRecordIds: [table1.records[0].id, table1.records[1].id],\n };\n\n const result = await getRecords(table1.id, recordRo);\n expect(result.records.length).toEqual(2);\n\n const rowCountResult = (await apiGetRowCount(table1.id, recordRo)).data;\n expect(rowCountResult.rowCount).toBe(2);\n });\n\n it('should filter candidate records by selected recordIds', async () => {\n const updateValue1 = [{ id: table1.records[2].id }];\n\n await updateRecordByApi(table2.id, table2.records[0].id, linkField2.id, updateValue1);\n\n const table1Record0Selected: IGetRecordsRo = {\n fieldKeyType: FieldKeyType.Id,\n filterLinkCellCandidate: [linkField2.id, table2.records[0].id],\n selectedRecordIds: [table1.records[1].id],\n };\n\n const result = await getRecords(table1.id, table1Record0Selected);\n expect(result.records.length).toEqual(2);\n\n const rowCountResult = (await apiGetRowCount(table1.id, table1Record0Selected)).data;\n expect(rowCountResult.rowCount).toBe(2);\n });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-query-builder.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, ILinkFieldOptionsRo, ILookupOptionsRo } from '@teable/core';\nimport { FieldType as FT, Relationship, StatisticsFunc } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport { format as formatSql } from 'sql-formatter';\nimport type { IRecordQueryBuilder } from '../src/features/record/query-builder';\nimport { RECORD_QUERY_BUILDER_SYMBOL } from '../src/features/record/query-builder';\nimport {\n createField,\n createTable,\n deleteField,\n permanentDeleteTable,\n initApp,\n} from './utils/init-app';\n\ndescribe('RecordQueryBuilder (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n let table: { id: string };\n let f1: IFieldVo;\n let f2: IFieldVo;\n let f3: IFieldVo;\n let dbTableName: string;\n let rqb: IRecordQueryBuilder;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n // Create table and fields once\n table = await createTable(baseId, { name: 'rqb_simple' });\n f1 = (await createField(table.id, { type: FT.SingleLineText, name: 'c1' })) as IFieldVo;\n f2 = (await createField(table.id, { type: FT.Number, name: 'c2' })) as IFieldVo;\n f3 = (await createField(table.id, { type: FT.Date, name: 'c3' })) as IFieldVo;\n\n const prisma = app.get(PrismaService);\n const meta = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: table.id },\n select: { dbTableName: true },\n });\n dbTableName = meta.dbTableName;\n\n rqb = app.get(RECORD_QUERY_BUILDER_SYMBOL);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await app.close();\n });\n\n const normalizeSql = (rawSql: string, alias: string) => {\n const stableTableId = 'tbl_TEST';\n const stableAlias = 'TBL_ALIAS';\n let sql = rawSql;\n // Normalize alias — keeps column qualifiers intact\n sql = sql.split(alias).join(stableAlias);\n // Normalize ids (defensive; may not appear anymore)\n sql = sql.split(table.id).join(stableTableId);\n // Normalize field names\n sql = sql\n .split(f1.dbFieldName)\n .join('col_c1')\n .split(f2.dbFieldName)\n .join('col_c2')\n .split(f3.dbFieldName)\n .join('col_c3');\n return sql;\n };\n\n const pretty = (s: string) => formatSql(s, { language: 'postgresql' });\n\n it('builds SELECT for a table with 3 simple fields', async () => {\n const { qb, alias } = await rqb.createRecordQueryBuilder(dbTableName, {\n tableId: table.id,\n projection: [f1.id, f2.id, f3.id],\n });\n // Override FROM to stable name without touching alias\n qb.from({ [alias]: 'db_table' });\n\n const formatted = pretty(normalizeSql(qb.limit(1).toQuery(), alias));\n expect(formatted).toMatchInlineSnapshot(`\n \"select\n \"TBL_ALIAS\".\"__id\",\n \"TBL_ALIAS\".\"__version\",\n \"TBL_ALIAS\".\"__auto_number\",\n \"TBL_ALIAS\".\"__created_time\",\n \"TBL_ALIAS\".\"__last_modified_time\",\n \"TBL_ALIAS\".\"__created_by\",\n \"TBL_ALIAS\".\"__last_modified_by\",\n \"TBL_ALIAS\".\"col_c1\" as \"col_c1\",\n \"TBL_ALIAS\".\"col_c2\" as \"col_c2\",\n \"TBL_ALIAS\".\"col_c3\" as \"col_c3\"\n from\n \"db_table\" as \"TBL_ALIAS\"\n limit\n 1\"\n `);\n });\n\n it('builds SELECT with partial projection (only two fields)', async () => {\n const { qb, alias } = await rqb.createRecordQueryBuilder(dbTableName, {\n tableId: table.id,\n projection: [f1.id, f3.id],\n });\n // Override FROM to stable name without touching alias\n qb.from({ [alias]: 'db_table' });\n const formatted = pretty(normalizeSql(qb.limit(1).toQuery(), alias));\n expect(formatted).toMatchInlineSnapshot(`\n \"select\n \"TBL_ALIAS\".\"__id\",\n \"TBL_ALIAS\".\"__version\",\n \"TBL_ALIAS\".\"__auto_number\",\n \"TBL_ALIAS\".\"__created_time\",\n \"TBL_ALIAS\".\"__last_modified_time\",\n \"TBL_ALIAS\".\"__created_by\",\n \"TBL_ALIAS\".\"__last_modified_by\",\n \"TBL_ALIAS\".\"col_c1\" as \"col_c1\",\n \"TBL_ALIAS\".\"col_c3\" as \"col_c3\"\n from\n \"db_table\" as \"TBL_ALIAS\"\n limit\n 1\"\n `);\n });\n\n it('builds SELECT with partial projection (only two fields)', async () => {\n const { qb, alias } = await rqb.createRecordQueryBuilder(dbTableName, {\n tableId: table.id,\n projection: [f1.id],\n });\n // Override FROM to stable name without touching alias\n qb.from({ [alias]: 'db_table' });\n const formatted = pretty(normalizeSql(qb.limit(1).toQuery(), alias));\n expect(formatted).toMatchInlineSnapshot(`\n \"select\n \"TBL_ALIAS\".\"__id\",\n \"TBL_ALIAS\".\"__version\",\n \"TBL_ALIAS\".\"__auto_number\",\n \"TBL_ALIAS\".\"__created_time\",\n \"TBL_ALIAS\".\"__last_modified_time\",\n \"TBL_ALIAS\".\"__created_by\",\n \"TBL_ALIAS\".\"__last_modified_by\",\n \"TBL_ALIAS\".\"col_c1\" as \"col_c1\"\n from\n \"db_table\" as \"TBL_ALIAS\"\n limit\n 1\"\n `);\n });\n\n it('pushes record id restriction into the base CTE', async () => {\n const { qb, alias } = await rqb.createRecordQueryBuilder(dbTableName, {\n tableId: table.id,\n projection: [f1.id],\n restrictRecordIds: ['rec_TEST_1'],\n });\n\n const formatted = pretty(normalizeSql(qb.limit(1).toQuery(), alias));\n\n expect(formatted).toMatch(/with\\s+\"BASE_TBL_ALIAS\"\\s+as/i);\n expect(formatted).toMatch(/where\\s+\"TBL_ALIAS\"\\.\"__id\"\\s+in\\s+\\('rec_TEST_1'\\)/i);\n expect(formatted).toMatch(/from\\s+\"BASE_TBL_ALIAS\"\\s+as\\s+\"TBL_ALIAS\"/i);\n });\n\n it('pushes record id restriction into the aggregate base CTE', async () => {\n const { qb, alias } = await rqb.createRecordAggregateBuilder(dbTableName, {\n tableId: table.id,\n aggregationFields: [\n {\n fieldId: '*',\n statisticFunc: StatisticsFunc.Count,\n alias: 'row_count',\n },\n ],\n restrictRecordIds: ['rec_TEST_2'],\n });\n\n const formatted = pretty(normalizeSql(qb.toQuery(), alias));\n expect(formatted).toMatch(/with\\s+\"BASE_TBL_ALIAS\"\\s+as/i);\n expect(formatted).toMatch(/where\\s+\"TBL_ALIAS\"\\.\"__id\"\\s+in\\s+\\('rec_TEST_2'\\)/i);\n expect(formatted).toMatch(/from\\s+\"BASE_TBL_ALIAS\"\\s+as\\s+\"TBL_ALIAS\"/i);\n });\n\n it('qualifies system columns inside lookup CTE formulas', async () => {\n const foreignTable = await createTable(baseId, { name: 'rqb_lookup_src' });\n const foreignFormulaRo: IFieldRo = {\n name: 'Created Text',\n type: FT.Formula,\n options: {\n expression: `DATETIME_FORMAT(CREATED_TIME(), 'YYYY-MM-DD')`,\n },\n };\n const foreignFormula = await createField(foreignTable.id, foreignFormulaRo);\n\n let linkField: IFieldVo | undefined;\n let lookupField: IFieldVo | undefined;\n\n try {\n const linkOptions: ILinkFieldOptionsRo = {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n };\n const linkFieldRo: IFieldRo = {\n name: 'Link Lookup Src',\n type: FT.Link,\n options: linkOptions,\n };\n linkField = await createField(table.id, linkFieldRo);\n\n const lookupOptions: ILookupOptionsRo = {\n foreignTableId: foreignTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: foreignFormula.id,\n };\n const lookupFieldRo: IFieldRo = {\n name: 'Lookup Created Text',\n type: FT.Formula,\n isLookup: true,\n lookupOptions,\n };\n lookupField = await createField(table.id, lookupFieldRo);\n\n const { qb, alias } = await rqb.createRecordQueryBuilder(dbTableName, {\n tableId: table.id,\n projection: [lookupField.id],\n });\n\n qb.from({ [alias]: 'db_table' });\n const sql = qb.limit(1).toQuery();\n\n expect(sql).not.toContain('TO_CHAR(\"__created_time\"');\n expect(sql).toContain('\"__created_time\"');\n } finally {\n if (lookupField) {\n await deleteField(table.id, lookupField.id);\n }\n if (linkField) {\n await deleteField(table.id, linkField.id);\n }\n await permanentDeleteTable(baseId, foreignTable.id);\n }\n });\n\n it('does not leak unbound placeholders from conditional rollup CTEs', async () => {\n const foreignTable = await createTable(baseId, {\n name: 'rqb_cond_rollup_src',\n fields: [\n { name: 'Label', type: FT.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FT.SingleLineText } as IFieldRo,\n ],\n });\n\n let linkField: IFieldVo | undefined;\n let conditionalRollup: IFieldVo | undefined;\n\n try {\n linkField = await createField(table.id, {\n name: 'Cond Rollup Link',\n type: FT.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: foreignTable.id,\n },\n } as IFieldRo);\n\n const amountFieldId = foreignTable.fields.find((f) => f.name === 'Amount')!.id;\n\n conditionalRollup = (await createField(table.id, {\n name: 'Cond Rollup Array Join',\n type: FT.ConditionalRollup,\n options: {\n foreignTableId: foreignTable.id,\n lookupFieldId: amountFieldId,\n expression: 'array_join({values})',\n },\n } as IFieldRo)) as IFieldVo;\n\n const { qb, alias } = await rqb.createRecordQueryBuilder(dbTableName, {\n tableId: table.id,\n projection: [conditionalRollup.id],\n });\n qb.from({ [alias]: 'db_table' });\n\n const sql = qb.limit(1).toQuery();\n expect(sql).not.toMatch(/limit\\\\s+\\\\?/i);\n } finally {\n if (conditionalRollup) {\n await deleteField(table.id, conditionalRollup.id);\n }\n if (linkField) {\n await deleteField(table.id, linkField.id);\n }\n await permanentDeleteTable(baseId, foreignTable.id);\n }\n });\n\n it('left joins link CTEs even when dependencies pre-generate them', async () => {\n const selfLink = await createField(table.id, {\n name: 'Self Link',\n type: FT.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table.id,\n },\n } as IFieldRo);\n\n try {\n const { qb, alias } = await rqb.createRecordQueryBuilder(dbTableName, {\n tableId: table.id,\n projection: [selfLink.id],\n });\n\n qb.from({ [alias]: 'db_table' });\n const sql = qb.limit(1).toQuery();\n\n const linkCtePattern = new RegExp(\n `LEFT JOIN \"CTE_[^\"]*_${selfLink.id}\" ON \"${alias}\"\\\\.\"__id\" = \"CTE_[^\"]*_${selfLink.id}\"\\\\.\"main_record_id\"`,\n 'i'\n );\n expect(sql).toMatch(linkCtePattern);\n } finally {\n await deleteField(table.id, selfLink.id);\n }\n });\n\n it('uses grouped equality plan for array_unique conditional rollups with field references', async () => {\n const foreign = await createTable(baseId, {\n name: 'rqb_cond_rollup_unique_src',\n fields: [\n { name: 'Student Id', type: FT.SingleLineText } as IFieldRo,\n { name: 'Subject', type: FT.SingleLineText } as IFieldRo,\n ],\n });\n\n let conditionalRollup: IFieldVo | undefined;\n\n try {\n const studentIdField = foreign.fields.find((field) => field.name === 'Student Id')!;\n const subjectField = foreign.fields.find((field) => field.name === 'Subject')!;\n\n conditionalRollup = await createField(table.id, {\n name: 'Cond Rollup Unique',\n type: FT.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: subjectField.id,\n expression: 'array_unique({values})',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: studentIdField.id,\n operator: 'is',\n value: { type: 'field', fieldId: f1.id },\n },\n ],\n },\n },\n } as IFieldRo);\n\n const { qb, alias } = await rqb.createRecordQueryBuilder(dbTableName, {\n tableId: table.id,\n projection: [conditionalRollup.id],\n });\n qb.from({ [alias]: 'db_table' });\n\n const sql = qb.limit(1).toQuery();\n expect(sql).toContain(`__cr_counts_${conditionalRollup.id}`);\n expect(sql).toContain('json_agg(DISTINCT');\n expect(sql).toMatch(/group by/i);\n } finally {\n if (conditionalRollup) {\n await deleteField(table.id, conditionalRollup.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it.each([\n {\n nameSuffix: 'counta',\n expression: 'counta({values})',\n lookupFieldName: 'Subject',\n expectedSqlFragment: 'COALESCE(COUNT(',\n expectedFallbackFragment: '0::double precision',\n },\n {\n nameSuffix: 'and',\n expression: 'and({values})',\n lookupFieldName: 'Is Active',\n expectedSqlFragment: 'BOOL_AND(',\n },\n {\n nameSuffix: 'or',\n expression: 'or({values})',\n lookupFieldName: 'Is Active',\n expectedSqlFragment: 'BOOL_OR(',\n },\n {\n nameSuffix: 'xor',\n expression: 'xor({values})',\n lookupFieldName: 'Is Active',\n expectedSqlFragment: '% 2 = 1',\n },\n ])(\n 'uses grouped equality plan for $expression conditional rollups with field references',\n async ({\n nameSuffix,\n expression,\n lookupFieldName,\n expectedSqlFragment,\n expectedFallbackFragment,\n }) => {\n const foreign = await createTable(baseId, {\n name: `rqb_cond_rollup_eq_${nameSuffix}`,\n fields: [\n { name: 'Student Id', type: FT.SingleLineText } as IFieldRo,\n { name: 'Subject', type: FT.SingleLineText } as IFieldRo,\n { name: 'Is Active', type: FT.Checkbox } as IFieldRo,\n ],\n });\n\n let conditionalRollup: IFieldVo | undefined;\n\n try {\n const studentIdField = foreign.fields.find((field) => field.name === 'Student Id')!;\n const lookupField = foreign.fields.find((field) => field.name === lookupFieldName)!;\n\n conditionalRollup = await createField(table.id, {\n name: `Cond Rollup ${expression}`,\n type: FT.ConditionalRollup,\n options: {\n foreignTableId: foreign.id,\n lookupFieldId: lookupField.id,\n expression,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: studentIdField.id,\n operator: 'is',\n value: { type: 'field', fieldId: f1.id },\n },\n ],\n },\n },\n } as IFieldRo);\n\n const { qb, alias } = await rqb.createRecordQueryBuilder(dbTableName, {\n tableId: table.id,\n projection: [conditionalRollup.id],\n });\n qb.from({ [alias]: 'db_table' });\n\n const sql = qb.limit(1).toQuery();\n expect(sql).toContain(`__cr_counts_${conditionalRollup.id}`);\n expect(sql).toContain(expectedSqlFragment);\n if (expectedFallbackFragment) {\n expect(sql).toContain(expectedFallbackFragment);\n }\n } finally {\n if (conditionalRollup) {\n await deleteField(table.id, conditionalRollup.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n );\n\n it('uses equality join for conditional lookup filters referencing user fields', async () => {\n const foreign = await createTable(baseId, {\n name: 'rqb_cond_lookup_user_src',\n fields: [\n { name: 'Owner', type: FT.User } as IFieldRo,\n { name: 'Tutor', type: FT.User } as IFieldRo,\n ],\n });\n\n let hostAssignee: IFieldVo | undefined;\n let conditionalLookup: IFieldVo | undefined;\n\n try {\n const ownerField = foreign.fields.find((field) => field.name === 'Owner')!;\n const tutorField = foreign.fields.find((field) => field.name === 'Tutor')!;\n\n hostAssignee = await createField(table.id, {\n name: 'Host Assignee',\n type: FT.User,\n } as IFieldRo);\n\n conditionalLookup = await createField(table.id, {\n name: 'Cond Lookup Tutor',\n type: FT.User,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: foreign.id,\n lookupFieldId: tutorField.id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: ownerField.id,\n operator: 'is',\n value: { type: 'field', fieldId: hostAssignee.id },\n },\n ],\n },\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const { qb, alias } = await rqb.createRecordQueryBuilder(dbTableName, {\n tableId: table.id,\n projection: [conditionalLookup.id],\n });\n qb.from({ [alias]: 'db_table' });\n\n const sql = qb.limit(1).toQuery();\n expect(sql).toContain(`__cl_${conditionalLookup.id}`);\n expect(sql).toContain('ROW_NUMBER() OVER (PARTITION BY');\n expect(sql).toContain('jsonb_extract_path_text');\n } finally {\n if (conditionalLookup) {\n await deleteField(table.id, conditionalLookup.id);\n }\n if (hostAssignee) {\n await deleteField(table.id, hostAssignee.id);\n }\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-search-query.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport {\n CellValueType,\n Colors,\n DriverClient,\n FieldKeyType,\n FieldType,\n Relationship,\n SortFunc,\n} from '@teable/core';\nimport type { IExtraResult } from '@teable/core';\nimport type { IGetRecordsRo, ITableFullVo } from '@teable/openapi';\nimport {\n getRecords as apiGetRecords,\n createField,\n toggleTableIndex,\n getTableActivatedIndex,\n TableIndex,\n getTableAbnormalIndex,\n repairTableIndex,\n deleteField,\n updateField,\n convertField,\n getSearchIndex,\n urlBuilder,\n axios,\n} from '@teable/openapi';\nimport { differenceWith } from 'lodash';\nimport type { IFieldInstance } from '../src/features/field/model/factory';\nimport { x_20 } from './data-helpers/20x';\nimport { x_20_link, x_20_link_from_lookups } from './data-helpers/20x-link';\nimport {\n createTable,\n permanentDeleteTable,\n initApp,\n getFields,\n getTableIndexService,\n} from './utils/init-app';\n\nconst getSearchIndexName = (tableDbName: string, dbFieldName: string, fieldId: string) => {\n const maxTableDbNameLen = 63 - fieldId.length - 3 - 'idx_trgm'.length;\n const tableDbNameLen =\n maxTableDbNameLen < tableDbName.length ? maxTableDbNameLen : tableDbName.length;\n const maxDbFieldNameLen = 63 - tableDbNameLen - fieldId.length - 3 - 'idx_trgm'.length;\n return `idx_trgm_${tableDbName.slice(0, tableDbNameLen)}_${dbFieldName.slice(0, maxDbFieldNameLen)}_${fieldId}`;\n};\n\ndescribe('OpenAPI Record-Search-Query (e2e)', async () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('basis field search record', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'sort_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = await getFields(table.id);\n subTable.fields = await getFields(subTable.id);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n\n describe('simple search fields', () => {\n test.each([\n {\n fieldIndex: 0,\n queryValue: 'field 19',\n expectResultLength: 1,\n },\n {\n fieldIndex: 1,\n queryValue: '19',\n expectResultLength: 1,\n },\n {\n fieldIndex: 1,\n queryValue: '19.0',\n expectResultLength: 1,\n },\n {\n fieldIndex: 1,\n queryValue: '19.00',\n expectResultLength: 0,\n },\n {\n fieldIndex: 2,\n queryValue: 'Z',\n expectResultLength: 2,\n },\n {\n fieldIndex: 3,\n queryValue: '2022-03-02',\n expectResultLength: 1,\n },\n {\n fieldIndex: 3,\n queryValue: '2022-02-28',\n expectResultLength: 0,\n },\n {\n fieldIndex: 4,\n queryValue: 'true',\n expectResultLength: 23,\n },\n {\n fieldIndex: 5,\n queryValue: 'test',\n expectResultLength: 1,\n },\n {\n fieldIndex: 6,\n queryValue: 'hiphop',\n expectResultLength: 5,\n },\n {\n fieldIndex: 7,\n queryValue: 'test',\n expectResultLength: 2,\n },\n {\n fieldIndex: 7,\n queryValue: '\"',\n expectResultLength: 0,\n },\n {\n fieldIndex: 8,\n queryValue: '2.1',\n expectResultLength: 23,\n },\n ])(\n 'should search value: $queryValue in field: $fieldIndex, expect result length: $expectResultLength',\n async ({ fieldIndex, queryValue, expectResultLength }) => {\n const tableId = table.id;\n const viewId = table.views[0].id;\n const fieldId = table.fields[fieldIndex].id;\n\n const { records } = (\n await apiGetRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n viewId,\n search: [queryValue, fieldId, true],\n })\n ).data;\n\n // console.log('records', records);\n expect(records.length).toBe(expectResultLength);\n }\n );\n });\n\n describe('advanced search fields', () => {\n test.each([\n {\n tableName: 'table',\n fieldIndex: x_20.fields.length,\n queryValue: 'B-18',\n expectResultLength: 6,\n },\n {\n tableName: 'table',\n fieldIndex: x_20.fields.length,\n queryValue: '\"',\n expectResultLength: 0,\n },\n {\n tableName: 'subTable',\n fieldIndex: 4,\n queryValue: '20.0',\n expectResultLength: 1,\n },\n {\n tableName: 'subTable',\n fieldIndex: 5,\n queryValue: 'z',\n expectResultLength: 1,\n },\n {\n tableName: 'subTable',\n fieldIndex: 6,\n queryValue: '2020',\n expectResultLength: 5,\n },\n {\n tableName: 'subTable',\n fieldIndex: 8,\n queryValue: 'test',\n expectResultLength: 5,\n },\n {\n tableName: 'subTable',\n fieldIndex: 9,\n queryValue: 'hiphop',\n expectResultLength: 7,\n },\n {\n tableName: 'subTable',\n fieldIndex: 10,\n queryValue: 'test_1, test_1',\n expectResultLength: 3,\n },\n ])(\n 'should search $tableName value: $queryValue in field: $fieldIndex, expect result length: $expectResultLength',\n async ({ tableName, fieldIndex, queryValue, expectResultLength }) => {\n const curTable = tableName === 'table' ? table : subTable;\n const viewId = curTable.views[0].id;\n const field = curTable.fields[fieldIndex];\n\n // console.log('currentField:', JSON.stringify(field, null, 2));\n\n const { records } = (\n await apiGetRecords(curTable.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId,\n search: [queryValue, field.id, true],\n })\n ).data;\n\n expect(records.length).toBe(expectResultLength);\n }\n );\n });\n });\n\n describe('basis field search highlight record', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'sort_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = await getFields(table.id);\n subTable.fields = await getFields(subTable.id);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n\n it('should get records with highlight records', async () => {\n const res = (\n await apiGetRecords(table.id, {\n search: ['text field 10'],\n })\n ).data;\n\n expect(res.extra?.searchHitIndex?.length).toBe(2);\n expect(res.extra?.searchHitIndex).toEqual(\n expect.arrayContaining([\n { recordId: res.records[11].id, fieldId: table.fields[0].id },\n { recordId: res.records[22].id, fieldId: table.fields[0].id },\n ])\n );\n });\n\n it('should get doc-ids with searchHitIndex when projection is provided (personal view)', async () => {\n const projectionFieldIds = table.fields.slice(0, 3).map((f) => f.id);\n const query: IGetRecordsRo = {\n search: ['text field 10'],\n projection: projectionFieldIds,\n ignoreViewQuery: true,\n };\n const res = await axios.post<{ ids: string[]; extra?: IExtraResult }>(\n urlBuilder('/table/{tableId}/record/socket/doc-ids', {\n tableId: table.id,\n }),\n query\n );\n\n expect(res.data.extra?.searchHitIndex).toBeDefined();\n expect(res.data.extra?.searchHitIndex?.length).toBeGreaterThan(0);\n // searchHitIndex should only contain fields within the projection\n res.data.extra?.searchHitIndex?.forEach((hit) => {\n expect(projectionFieldIds).toContain(hit.fieldId);\n });\n });\n });\n\n describe('search value with special characters', () => {\n let table: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'special_characters',\n fields: [\n {\n name: 'text',\n type: FieldType.SingleLineText,\n },\n {\n name: 'user',\n type: FieldType.User,\n },\n {\n name: 'multipleSelect',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'rap', color: Colors.Cyan },\n { id: 'choY', name: 'rock', color: Colors.Blue },\n { id: 'choZ', name: 'hiphop', color: Colors.Gray },\n ],\n },\n },\n ],\n records: [\n {\n fields: {\n text: 'notepad++',\n multipleSelect: ['rap', 'rock'],\n },\n },\n ],\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should search value with special characters', async () => {\n const { records } = (\n await apiGetRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n search: ['notepad++', table.fields[0].id, true],\n })\n ).data;\n expect(records.length).toBe(1);\n });\n });\n\n describe('search linked record fields (#2015)', () => {\n let peopleTable: ITableFullVo;\n let projectsTable: ITableFullVo;\n let linkFieldId: string;\n let lookupFieldId: string;\n let rollupFieldId: string;\n let formulaFieldId: string;\n\n const computedFieldConfigs: Array<{\n label: string;\n getFieldId: () => string;\n searchValue: string;\n assertValue: (value: unknown) => void;\n }> = [\n {\n label: 'link field',\n getFieldId: () => linkFieldId,\n searchValue: 'Alice Johnson',\n assertValue: (value: unknown) => {\n expect(Array.isArray(value)).toBe(true);\n expect(value).toEqual(\n expect.arrayContaining([expect.objectContaining({ title: 'Alice Johnson' })])\n );\n },\n },\n {\n label: 'lookup field',\n getFieldId: () => lookupFieldId,\n searchValue: 'Alice Johnson',\n assertValue: (value: unknown) => {\n expect(value).toEqual(['Alice Johnson']);\n },\n },\n {\n label: 'rollup field',\n getFieldId: () => rollupFieldId,\n searchValue: '100',\n assertValue: (value: unknown) => {\n expect(value).toBe(100);\n },\n },\n {\n label: 'formula field',\n getFieldId: () => formulaFieldId,\n searchValue: 'WEBSITE REDESIGN',\n assertValue: (value: unknown) => {\n expect(value).toBe('WEBSITE REDESIGN');\n },\n },\n ];\n\n beforeAll(async () => {\n peopleTable = await createTable(baseId, {\n name: 'search_link_people',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Score',\n type: FieldType.Number,\n },\n ],\n records: [\n {\n fields: {\n Name: 'Alice Johnson',\n Score: 100,\n },\n },\n {\n fields: {\n Name: 'Bob Smith',\n Score: 200,\n },\n },\n ],\n });\n\n projectsTable = await createTable(baseId, {\n name: 'search_link_projects',\n fields: [\n {\n name: 'Project',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Owner',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: peopleTable.id,\n },\n },\n ],\n records: [\n {\n fields: {\n Project: 'Website Redesign',\n Owner: [{ id: peopleTable.records[0].id }],\n },\n },\n {\n fields: {\n Project: 'Mobile App',\n Owner: [{ id: peopleTable.records[1].id }],\n },\n },\n ],\n });\n\n projectsTable.fields = await getFields(projectsTable.id);\n const projectField = projectsTable.fields.find((field) => field.name === 'Project')!;\n linkFieldId = projectsTable.fields.find((field) => field.type === FieldType.Link)!.id;\n\n const peopleNameField = peopleTable.fields.find((field) => field.name === 'Name')!;\n const peopleScoreField = peopleTable.fields.find((field) => field.name === 'Score')!;\n\n const ownerLookupField = await createField(projectsTable.id, {\n name: 'Owner Name Lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: peopleTable.id,\n lookupFieldId: peopleNameField.id,\n linkFieldId,\n },\n });\n\n const ownerRollupField = await createField(projectsTable.id, {\n name: 'Owner Score Total',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: peopleTable.id,\n lookupFieldId: peopleScoreField.id,\n linkFieldId,\n },\n });\n\n const ownerFormulaField = await createField(projectsTable.id, {\n name: 'Owner Uppercase',\n type: FieldType.Formula,\n options: {\n expression: `UPPER({${projectField.id}})`,\n },\n });\n\n lookupFieldId = ownerLookupField.data.id;\n rollupFieldId = ownerRollupField.data.id;\n formulaFieldId = ownerFormulaField.data.id;\n\n projectsTable.fields = await getFields(projectsTable.id);\n\n await toggleTableIndex(baseId, projectsTable.id, { type: TableIndex.search });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, projectsTable.id);\n await permanentDeleteTable(baseId, peopleTable.id);\n });\n\n describe('get records search results', () => {\n const recordTestCases = computedFieldConfigs.flatMap((config) => [\n {\n caseName: `${config.label} field search showing all rows`,\n getSearchValue: () => config.searchValue,\n getSearchFieldId: () => config.getFieldId(),\n hideNotMatch: false,\n expectedRecordCount: 2,\n expectedFieldId: () => config.getFieldId(),\n assertValue: config.assertValue,\n },\n {\n caseName: `${config.label} field search hiding non-matching rows`,\n getSearchValue: () => config.searchValue,\n getSearchFieldId: () => config.getFieldId(),\n hideNotMatch: true,\n expectedRecordCount: 1,\n expectedFieldId: () => config.getFieldId(),\n assertValue: config.assertValue,\n },\n {\n caseName: `${config.label} global search showing all rows`,\n getSearchValue: () => config.searchValue,\n getSearchFieldId: () => '',\n hideNotMatch: false,\n expectedRecordCount: 2,\n expectedFieldId: () => config.getFieldId(),\n assertValue: config.assertValue,\n },\n {\n caseName: `${config.label} global search hiding non-matching rows`,\n getSearchValue: () => config.searchValue,\n getSearchFieldId: () => '',\n hideNotMatch: true,\n expectedRecordCount: 1,\n expectedFieldId: () => config.getFieldId(),\n assertValue: config.assertValue,\n },\n ]);\n\n test.each(recordTestCases)(\n 'returns expected records for %s',\n async ({\n getSearchValue,\n getSearchFieldId,\n hideNotMatch,\n expectedRecordCount,\n expectedFieldId,\n assertValue,\n }) => {\n const searchTuple: [string, string, boolean] = [\n getSearchValue(),\n getSearchFieldId(),\n hideNotMatch,\n ];\n\n const { records } = (\n await apiGetRecords(projectsTable.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: projectsTable.views[0].id,\n search: searchTuple,\n })\n ).data;\n\n const matchedRecord = records.find((record) => record.id === projectsTable.records[0].id);\n expect(matchedRecord).toBeDefined();\n assertValue(matchedRecord?.fields[expectedFieldId()] as unknown);\n expect(records.length).toBe(expectedRecordCount);\n }\n );\n });\n\n describe('search index results', () => {\n const searchIndexTestCases = computedFieldConfigs.flatMap((config) => [\n {\n caseName: `${config.label} field search showing all rows`,\n getSearchValue: () => config.searchValue,\n getSearchFieldId: () => config.getFieldId(),\n hideNotMatch: false,\n expectedFieldId: () => config.getFieldId(),\n },\n {\n caseName: `${config.label} field search hiding non-matching rows`,\n getSearchValue: () => config.searchValue,\n getSearchFieldId: () => config.getFieldId(),\n hideNotMatch: true,\n expectedFieldId: () => config.getFieldId(),\n },\n {\n caseName: `${config.label} global search showing all rows`,\n getSearchValue: () => config.searchValue,\n getSearchFieldId: () => '',\n hideNotMatch: false,\n expectedFieldId: () => config.getFieldId(),\n },\n {\n caseName: `${config.label} global search hiding non-matching rows`,\n getSearchValue: () => config.searchValue,\n getSearchFieldId: () => '',\n hideNotMatch: true,\n expectedFieldId: () => config.getFieldId(),\n },\n ]);\n\n test.each(searchIndexTestCases)(\n 'returns expected search index entries for %s',\n async ({ getSearchValue, getSearchFieldId, hideNotMatch, expectedFieldId }) => {\n const searchTuple: [string, string, boolean] = [\n getSearchValue(),\n getSearchFieldId(),\n hideNotMatch,\n ];\n\n const payload = (\n await getSearchIndex(projectsTable.id, {\n viewId: projectsTable.views[0].id,\n take: 10,\n search: searchTuple,\n })\n ).data;\n\n expect(Array.isArray(payload)).toBe(true);\n expect(payload?.length ?? 0).toBeGreaterThan(0);\n const matches =\n payload?.filter(\n (entry) =>\n entry.recordId === projectsTable.records[0].id &&\n entry.fieldId === expectedFieldId()\n ) ?? [];\n expect(matches.length).toBeGreaterThan(0);\n }\n );\n });\n });\n\n describe('search value with line break', () => {\n let table: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'special_characters',\n fields: [\n {\n name: 'text',\n type: FieldType.LongText,\n },\n {\n name: 'user',\n type: FieldType.User,\n },\n {\n name: 'multipleSelect',\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { id: 'choX', name: 'rap', color: Colors.Cyan },\n { id: 'choY', name: 'rock', color: Colors.Blue },\n { id: 'choZ', name: 'hiphop', color: Colors.Gray },\n ],\n },\n },\n ],\n records: [\n {\n fields: {\n text: `hello\\nnewYork, London\\nlove`,\n multipleSelect: ['rap', 'rock'],\n },\n },\n ],\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should search value with line break', async () => {\n const { records } = (\n await apiGetRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n search: ['hello newYork, London love', table.fields[0].id, true],\n })\n ).data;\n expect(records.length).toBe(1);\n });\n });\n\n describe('search quoting regressions', () => {\n let table: ITableFullVo;\n let descriptionFieldId: string;\n let groupFieldId: string;\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'search_quoting_regression',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Description',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Group',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'choAlpha', name: 'Alpha', color: Colors.Blue },\n { id: 'choBeta', name: 'Beta', color: Colors.Cyan },\n ],\n },\n },\n ],\n records: [\n {\n fields: {\n Name: 'Alpha row',\n Description: 'ce target',\n Group: 'Alpha',\n },\n },\n {\n fields: {\n Name: 'Beta row',\n Description: 'other value',\n Group: 'Beta',\n },\n },\n ],\n });\n\n const descriptionField = table.fields.find((f) => f.name === 'Description')!;\n const groupField = table.fields.find((f) => f.name === 'Group')!;\n await updateField(table.id, descriptionField.id, { dbFieldName: 'DESCRIPTION' });\n await updateField(table.id, groupField.id, { dbFieldName: 'GROUP' });\n\n table.fields = await getFields(table.id);\n descriptionFieldId = table.fields.find((f) => f.name === 'Description')!.id;\n groupFieldId = table.fields.find((f) => f.name === 'Group')!.id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('returns results when searching uppercase db column', async () => {\n const response = await apiGetRecords(table.id, {\n viewId: table.views[0].id,\n fieldKeyType: FieldKeyType.Id,\n search: ['ce target', descriptionFieldId, true],\n });\n\n const { records } = response.data;\n expect(records.length).toBe(1);\n expect(records[0].fields[descriptionFieldId]).toBe('ce target');\n });\n\n it('sorts search index when single select column uses reserved name', async () => {\n const result = await getSearchIndex(table.id, {\n viewId: table.views[0].id,\n take: 10,\n search: ['ce', '', false],\n orderBy: [{ fieldId: groupFieldId, order: SortFunc.Asc }],\n });\n\n const payload = result.data as unknown;\n expect(Array.isArray(payload)).toBe(true);\n const entries = payload as { fieldId: string }[];\n expect(entries.length).toBeGreaterThan(0);\n expect(entries[0]?.fieldId).toBe(descriptionFieldId);\n });\n });\n\n describe.skipIf(globalThis.testConfig.driver === DriverClient.Sqlite)(\n 'search index relative',\n () => {\n let table: ITableFullVo;\n let tableName: string;\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n tableName = table?.dbTableName?.split('.').pop() as string;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should create trgm index', async () => {\n await toggleTableIndex(baseId, table.id, { type: TableIndex.search });\n const result = await getTableActivatedIndex(baseId, table.id);\n expect(result.data.includes(TableIndex.search)).toBe(true);\n await toggleTableIndex(baseId, table.id, { type: TableIndex.search });\n const result2 = await getTableActivatedIndex(baseId, table.id);\n expect(result2.data.includes(TableIndex.search)).toBe(false);\n });\n\n it('should get abnormal index list', async () => {\n const textfield = table.fields.find(\n (f) => f.cellValueType === CellValueType.String\n )! as IFieldInstance;\n // enable search index\n await toggleTableIndex(baseId, table.id, { type: TableIndex.search });\n\n // delete or update abnormal index\n const tableIndexService = await getTableIndexService(app);\n await tableIndexService.deleteSearchFieldIndex(table.id, textfield);\n\n // expect get the abnormal list\n const result = await getTableAbnormalIndex(baseId, table.id, TableIndex.search);\n expect(result.data.length).toBe(1);\n expect(result.data[0]).toEqual({\n indexName: getSearchIndexName(tableName, textfield.dbFieldName, textfield.id),\n });\n });\n\n it('should repair abnormal index', async () => {\n const textfield = table.fields.find(\n (f) => f.cellValueType === CellValueType.String\n )! as IFieldInstance;\n // enable search index\n await toggleTableIndex(baseId, table.id, { type: TableIndex.search });\n\n // delete or update abnormal index\n const tableIndexService = await getTableIndexService(app);\n await tableIndexService.deleteSearchFieldIndex(table.id, textfield);\n\n // expect get the abnormal list\n const result = await getTableAbnormalIndex(baseId, table.id, TableIndex.search);\n expect(result.data.length).toBe(1);\n expect(result.data[0]).toEqual({\n indexName: getSearchIndexName(tableName, textfield.dbFieldName, textfield.id),\n });\n\n await repairTableIndex(baseId, table.id, TableIndex.search);\n\n const result2 = await getTableAbnormalIndex(baseId, table.id, TableIndex.search);\n expect(result2.data.length).toBe(0);\n });\n\n // field relative operator with table index\n it('should delete recoding field index when delete field', async () => {\n const textfield = table.fields.find(\n (f) => f.cellValueType === CellValueType.String && !f.isPrimary\n )!;\n\n const tableIndexService = await getTableIndexService(app);\n await toggleTableIndex(baseId, table.id, { type: TableIndex.search });\n const index = (await tableIndexService.getIndexInfo(table.id)) as { indexname: string }[];\n await deleteField(table.id, textfield.id);\n const index2 = (await tableIndexService.getIndexInfo(table.id)) as { indexname: string }[];\n const diffIndex = differenceWith(index, index2, (a, b) => a?.indexname === b?.indexname);\n expect(diffIndex[0]?.indexname).toEqual(\n getSearchIndexName(tableName, textfield.dbFieldName, textfield.id)\n );\n const result2 = await getTableAbnormalIndex(baseId, table.id, TableIndex.search);\n expect(result2.data.length).toBe(0);\n });\n\n it('should create new field index automatically when field be created with table index', async () => {\n const tableIndexService = await getTableIndexService(app);\n await toggleTableIndex(baseId, table.id, { type: TableIndex.search });\n const index = (await tableIndexService.getIndexInfo(table.id)) as { indexname: string }[];\n const newField = await createField(table.id, {\n name: 'newField',\n type: FieldType.SingleLineText,\n });\n const index2 = (await tableIndexService.getIndexInfo(table.id)) as { indexname: string }[];\n const diffIndex = differenceWith(index2, index, (a, b) => a?.indexname === b?.indexname);\n expect(diffIndex[0]?.indexname).toEqual(\n getSearchIndexName(tableName, newField.data.dbFieldName, newField.data.id)\n );\n const result2 = await getTableAbnormalIndex(baseId, table.id, TableIndex.search);\n expect(result2.data.length).toBe(0);\n });\n\n it('should convert field index automatically when field be convert with table index', async () => {\n const textfield = table.fields.find(\n (f) => f.cellValueType === CellValueType.String && !f.isPrimary\n )!;\n const tableIndexService = await getTableIndexService(app);\n await toggleTableIndex(baseId, table.id, { type: TableIndex.search });\n const index = (await tableIndexService.getIndexInfo(table.id)) as { indexname: string }[];\n await convertField(table.id, textfield.id, {\n type: FieldType.Checkbox,\n });\n const index2 = (await tableIndexService.getIndexInfo(table.id)) as { indexname: string }[];\n const diffIndex = differenceWith(index, index2, (a, b) => a?.indexname === b?.indexname);\n expect(diffIndex[0]?.indexname).toEqual(\n getSearchIndexName(tableName, textfield.dbFieldName, textfield.id)\n );\n\n const result2 = await getTableAbnormalIndex(baseId, table.id, TableIndex.search);\n expect(result2.data.length).toBe(0);\n });\n\n it('should update index name when dbFieldName to be changed', async () => {\n const textfield = table.fields.find(\n (f) => f.cellValueType === CellValueType.String && !f.isPrimary\n )!;\n const tableIndexService = await getTableIndexService(app);\n await toggleTableIndex(baseId, table.id, { type: TableIndex.search });\n const index = (await tableIndexService.getIndexInfo(table.id)) as { indexname: string }[];\n await updateField(table.id, textfield.id, {\n dbFieldName: 'Test_Field',\n });\n const index2 = (await tableIndexService.getIndexInfo(table.id)) as { indexname: string }[];\n const diffIndex = differenceWith(index2, index, (a, b) => a?.indexname === b?.indexname);\n expect(diffIndex[0]?.indexname).toEqual(\n getSearchIndexName(tableName, 'Test_Field', textfield.id)\n );\n const result2 = await getTableAbnormalIndex(baseId, table.id, TableIndex.search);\n expect(result2.data.length).toBe(0);\n });\n\n it('should not create search index when field type is button', async () => {\n const tableIndexService = await getTableIndexService(app);\n await toggleTableIndex(baseId, table.id, { type: TableIndex.search });\n const indexBefore = (await tableIndexService.getIndexInfo(table.id)) as {\n indexname: string;\n }[];\n\n // create button type field\n const buttonField = await createField(table.id, {\n name: 'buttonField',\n type: FieldType.Button,\n });\n\n const indexAfter = (await tableIndexService.getIndexInfo(table.id)) as {\n indexname: string;\n }[];\n\n // verify index count has not changed (button field should not create index)\n expect(indexAfter.length).toBe(indexBefore.length);\n\n // verify no index was created for button field\n const buttonIndexName = getSearchIndexName(\n tableName,\n buttonField.data.dbFieldName,\n buttonField.data.id\n );\n const hasButtonIndex = indexAfter.some((idx) => idx.indexname === buttonIndexName);\n expect(hasButtonIndex).toBe(false);\n\n const result = await getTableAbnormalIndex(baseId, table.id, TableIndex.search);\n expect(result.data.length).toBe(0);\n });\n }\n );\n});\n" }, { "path": "apps/nestjs-backend/test/record-search-question-mark.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldType } from '@teable/core';\nimport { getRecords as apiGetRecords } from '@teable/openapi';\nimport { createTable, initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('Record search with question mark (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let tableId: string | undefined;\n let viewId: string | undefined;\n let urlFieldId: string | undefined;\n\n const urlField = { name: 'url', type: FieldType.SingleLineText };\n const urlWithQuestionMark = 'https://example.com/path?param=value';\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n const table = await createTable(baseId, {\n name: `record_search_question_mark_${Date.now()}`,\n fields: [urlField],\n records: [\n { fields: { [urlField.name]: urlWithQuestionMark } },\n { fields: { [urlField.name]: 'https://example.com/other' } },\n ],\n });\n\n tableId = table.id;\n viewId = table.views?.[0]?.id;\n urlFieldId = table.fields?.find((f) => f.name === urlField.name)?.id;\n });\n\n afterAll(async () => {\n if (tableId) {\n await permanentDeleteTable(baseId, tableId);\n }\n await app.close();\n });\n\n it('should search url containing \"?\" without failing', async () => {\n const res = await apiGetRecords(tableId!, {\n viewId,\n take: 300,\n skip: 0,\n search: [urlWithQuestionMark, '', true],\n });\n\n expect(res.status).toBe(200);\n expect(res.data.records).toHaveLength(1);\n expect(res.data.extra?.searchHitIndex).toEqual([\n { fieldId: urlFieldId, recordId: res.data.records[0].id },\n ]);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-typecast.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport fs from 'fs';\nimport path from 'path';\nimport type { INestApplication } from '@nestjs/common';\nimport type { IAttachmentCellValue } from '@teable/core';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport { updateRecord, uploadAttachment, type ITableFullVo } from '@teable/openapi';\nimport { pick } from 'lodash';\nimport StorageAdapter from '../src/features/attachments/plugins/adapter';\nimport { getError } from './utils/get-error';\nimport {\n createBase,\n createRecords,\n createSpace,\n createTable,\n getRecords,\n initApp,\n permanentDeleteBase,\n permanentDeleteSpace,\n permanentDeleteTable,\n} from './utils/init-app';\n\ndescribe('Record Typecast', () => {\n let app: INestApplication;\n\n let baseId: string;\n let spaceId: string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n const space = await createSpace({\n name: 'test space Record Typecast',\n });\n spaceId = space.id;\n const base = await createBase({\n name: 'test base Record Typecast',\n spaceId,\n });\n baseId = base.id;\n });\n\n afterAll(async () => {\n await permanentDeleteBase(baseId);\n await permanentDeleteSpace(spaceId);\n await app.close();\n });\n\n describe('user fields', () => {\n let table: ITableFullVo;\n const userId = globalThis.testConfig.userId;\n const userName = globalThis.testConfig.userName;\n const userEmail = globalThis.testConfig.email;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'table1',\n fields: [\n {\n name: 'title',\n type: FieldType.SingleLineText,\n },\n {\n name: 'user',\n type: FieldType.User,\n },\n ],\n records: [],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('prefill user field', async () => {\n await createRecords(table.id, {\n records: [\n {\n fields: {\n [table.fields[1].id]: {\n id: userId,\n title: userName,\n },\n },\n },\n ],\n });\n\n const { records } = await getRecords(table.id);\n expect(records[0].fields.user).toEqual({\n id: userId,\n title: userName,\n email: userEmail,\n avatarUrl: expect.any(String),\n });\n });\n\n it('error when user not in table', async () => {\n const error = await getError(async () => {\n await createRecords(table.id, {\n records: [\n {\n fields: {\n [table.fields[1].id]: {\n id: 'not-in-table',\n title: 'not-in-table',\n },\n },\n },\n ],\n });\n });\n expect(error?.status).toBe(400);\n expect(error?.message).toContain('User(not-in-table) not found in table');\n });\n\n it('error name and email', async () => {\n await createRecords(table.id, {\n records: [\n {\n fields: {\n [table.fields[1].id]: {\n id: userId,\n title: '11111',\n email: '11111',\n },\n },\n },\n ],\n });\n\n const { records } = await getRecords(table.id);\n expect(records[0].fields.user).toEqual({\n id: userId,\n title: userName,\n email: userEmail,\n avatarUrl: expect.any(String),\n });\n });\n });\n\n describe('attachment field', () => {\n let table: ITableFullVo;\n let tmpPath: string;\n beforeAll(async () => {\n tmpPath = path.resolve(\n path.join(StorageAdapter.TEMPORARY_DIR, `test-prefill-attachment-field.txt`)\n );\n fs.writeFileSync(tmpPath, 'xxxx');\n });\n\n afterAll(async () => {\n fs.unlinkSync(tmpPath);\n });\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'table1',\n fields: [\n {\n name: 'title',\n type: FieldType.SingleLineText,\n },\n {\n name: 'attachment',\n type: FieldType.Attachment,\n },\n ],\n records: [\n {\n fields: {\n title: 'title',\n },\n },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('prefill attachment field', async () => {\n const attachment = await uploadAttachment(\n table.id,\n table.records[0].id,\n table.fields[1].id,\n fs.createReadStream(tmpPath)\n ).then((res) => res.data);\n\n const cellValue = attachment.fields[table.fields[1].id] as IAttachmentCellValue;\n await createRecords(table.id, {\n records: [\n {\n fields: {\n [table.fields[1].id]: [\n {\n path: 'xxxxx',\n name: 'attachment',\n id: 'actattachment-id',\n size: 100,\n mimetype: 'text/plain',\n token: cellValue[0].token,\n },\n ],\n },\n },\n ],\n });\n\n const { records } = await getRecords(table.id);\n expect(records[1].fields.attachment).toHaveLength(1);\n expect(records[1].fields.attachment).toEqual([\n expect.objectContaining({\n ...pick(cellValue[0], ['token', 'path', 'size', 'mimetype']),\n name: 'attachment',\n }),\n ]);\n });\n\n it('error when attachment token not exist', async () => {\n const error = await getError(async () => {\n await createRecords(table.id, {\n records: [\n {\n fields: {\n [table.fields[1].id]: [\n {\n path: 'xxxxx',\n name: 'attachment',\n id: 'actattachment-id',\n size: 100,\n mimetype: 'text/plain',\n token: 'not-exist-token',\n },\n ],\n },\n },\n ],\n });\n });\n expect(error?.status).toBe(400);\n expect(error?.message).toContain('Attachment(not-exist-token) not found');\n });\n });\n\n describe('single select field', () => {\n let table: ITableFullVo;\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'table1',\n fields: [\n {\n name: 'title',\n type: FieldType.SingleLineText,\n },\n {\n name: 'singleSelect',\n type: FieldType.SingleSelect,\n },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should create a record with typecast', async () => {\n const record = await updateRecord(table.id, table.records[0].id, {\n record: {\n fields: {\n [table.fields[0].id]: 'select value',\n [table.fields[1].id]: '',\n },\n },\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n }).then((res) => res.data);\n\n expect(record.fields[table.fields[1].id]).toBeUndefined();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record-unary-filter.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IGetRecordsRo, ITableFullVo } from '@teable/openapi';\nimport { Colors, FieldKeyType, FieldType } from '@teable/core';\nimport { createTable, getRecords, initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('Record unary filter operators (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n let table: ITableFullVo;\n let statusFieldId: string;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n table = await createTable(baseId, {\n name: 'Unary Filter Table',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { id: 'opt_day0', name: 'Day0 sent', color: Colors.Blue },\n { id: 'opt_pending', name: 'Pending', color: Colors.Gray },\n ],\n },\n },\n ],\n records: [\n {\n fields: {\n Name: 'Has Status',\n Status: 'Day0 sent',\n },\n },\n {\n fields: {\n Name: 'No Status',\n Status: null,\n },\n },\n ],\n });\n\n statusFieldId = table.fields.find((field) => field.name === 'Status')?.id ?? '';\n if (!statusFieldId) {\n throw new Error('Status field not found');\n }\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await app.close();\n });\n\n it('should allow isNotEmpty without value on singleSelect', async () => {\n const query = {\n fieldKeyType: FieldKeyType.Id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusFieldId,\n operator: 'isNotEmpty',\n },\n ],\n },\n } as unknown as IGetRecordsRo;\n\n const result = await getRecords(table.id, query);\n\n expect(result.records).toHaveLength(1);\n expect(result.records[0]?.fields?.[statusFieldId]).toBe('Day0 sent');\n });\n\n it('should allow isEmpty without value on singleSelect', async () => {\n const query = {\n fieldKeyType: FieldKeyType.Id,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusFieldId,\n operator: 'isEmpty',\n },\n ],\n },\n } as unknown as IGetRecordsRo;\n\n const result = await getRecords(table.id, query);\n\n expect(result.records).toHaveLength(1);\n expect(result.records[0]?.fields?.[statusFieldId] ?? null).toBeNull();\n });\n});\n" }, { "path": "apps/nestjs-backend/test/record.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IButtonFieldCellValue, IFieldRo, IFieldVo, ISelectFieldOptions } from '@teable/core';\nimport {\n CellFormat,\n Colors,\n DriverClient,\n FieldKeyType,\n FieldType,\n generateWorkflowId,\n Relationship,\n} from '@teable/core';\nimport { buttonClick, buttonReset, updateRecords, type ITableFullVo } from '@teable/openapi';\nimport {\n convertField,\n createField,\n createRecords,\n createTable,\n deleteField,\n deleteRecord,\n deleteRecords,\n permanentDeleteTable,\n duplicateRecord,\n getField,\n getRecord,\n getRecords,\n initApp,\n updateRecord,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('OpenAPI RecordController (e2e)', () => {\n let app: INestApplication;\n\n const baseId = globalThis.testConfig.baseId;\n const userId = globalThis.testConfig.userId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('simple crud', () => {\n let table: ITableFullVo;\n beforeEach(async () => {\n table = await createTable(baseId, { name: 'table1' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should get records', async () => {\n const result = await getRecords(table.id);\n expect(result.records).toBeInstanceOf(Array);\n });\n\n it('should get string records', async () => {\n const createdRecord = await createRecords(table.id, {\n records: [\n {\n fields: {\n [table.fields[0].id]: 'text value',\n [table.fields[1].id]: 123,\n },\n },\n ],\n });\n\n const { records } = await getRecords(table.id, {\n cellFormat: CellFormat.Text,\n fieldKeyType: FieldKeyType.Id,\n });\n expect(records[3].fields[table.fields[0].id]).toEqual('text value');\n expect(records[3].fields[table.fields[1].id]).toEqual('123.00');\n\n const record = await getRecord(table.id, createdRecord.records[0].id, CellFormat.Text);\n\n expect(record.fields[table.fields[0].id]).toEqual('text value');\n expect(record.fields[table.fields[1].id]).toEqual('123.00');\n });\n\n it('should get records with projections', async () => {\n await updateRecord(table.id, table.records[0].id, {\n record: {\n fields: {\n [table.fields[0].name]: 'text',\n [table.fields[1].name]: 1,\n },\n },\n });\n\n const result = await getRecords(table.id, {\n projection: [table.fields[0].name],\n });\n\n expect(Object.keys(result.records[0].fields).length).toEqual(1);\n });\n\n it('should get records with single projection parameter', async () => {\n // Test case for when projection has only one value passed as query param\n // This tests the fix for schema validation when projection=id is passed\n const { axios } = await import('@teable/openapi');\n await updateRecord(table.id, table.records[0].id, {\n record: {\n fields: {\n [table.fields[0].name]: 'text',\n [table.fields[1].name]: 1,\n },\n },\n });\n\n // Simulate HTTP query param: ?projection=fieldName\n // When only one value is passed, it's parsed as string not array\n const response = await axios.get(`/table/${table.id}/record`, {\n params: {\n projection: table.fields[0].name, // Single string value\n fieldKeyType: FieldKeyType.Name,\n },\n });\n\n expect(response.status).toEqual(200);\n expect(response.data.records).toBeInstanceOf(Array);\n expect(response.data.records.length).toBeGreaterThan(0);\n // Should only return the projected field\n expect(Object.keys(response.data.records[0].fields).length).toEqual(1);\n expect(response.data.records[0].fields[table.fields[0].name]).toBeDefined();\n });\n\n it('should create a record', async () => {\n const value1 = 'New Record' + new Date();\n const res1 = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [table.fields[0].name]: value1,\n },\n },\n ],\n });\n expect(res1.records[0].fields[table.fields[0].name]).toEqual(value1);\n\n const result = await getRecords(table.id, { skip: 0, take: 1000 });\n expect(result.records).toHaveLength(4);\n\n const value2 = 'New Record' + new Date();\n // test fieldKeyType is id\n const res2 = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [table.fields[0].id]: value2,\n },\n },\n ],\n });\n\n expect(res2.records[0].fields[table.fields[0].id]).toEqual(value2);\n });\n\n it('should update record', async () => {\n const record = await updateRecordByApi(\n table.id,\n table.records[0].id,\n table.fields[0].id,\n 'new value'\n );\n\n expect(record.fields[table.fields[0].id]).toEqual('new value');\n\n const result = await getRecords(table.id, { skip: 0, take: 1000 });\n\n expect(result.records).toHaveLength(3);\n expect(result.records[0].fields[table.fields[0].name]).toEqual('new value');\n });\n\n it('should update and typecast record', async () => {\n const singleUserField = await createField(table.id, {\n type: FieldType.User,\n options: {\n isMultiple: false,\n },\n });\n\n const multiUserField = await createField(table.id, {\n type: FieldType.User,\n options: {\n isMultiple: true,\n },\n });\n\n const dateField = await createField(table.id, {\n type: FieldType.Date,\n });\n\n const res1 = await updateRecord(table.id, table.records[0].id, {\n record: { fields: { [singleUserField.id]: 'test' } },\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n });\n\n const res2 = await updateRecord(table.id, table.records[0].id, {\n record: { fields: { [multiUserField.id]: 'test@e2e.com' } },\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n });\n\n const res3 = await updateRecord(table.id, table.records[0].id, {\n record: { fields: { [dateField.id]: 'now' } },\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n });\n\n expect(res1.fields[singleUserField.id]).toMatchObject({\n email: 'test@e2e.com',\n title: 'test',\n });\n expect(res2.fields[multiUserField.id]).toMatchObject([\n {\n email: 'test@e2e.com',\n title: 'test',\n },\n ]);\n\n expect(res3.fields[dateField.id]).toBeDefined();\n expect(new Date(res3.fields[dateField.id] as string).toISOString().slice(0, -7)).toEqual(\n new Date().toISOString().slice(0, -7)\n );\n });\n\n it('should not auto create options when preventAutoNewOptions is true', async () => {\n const singleSelectField = await createField(table.id, {\n type: FieldType.SingleSelect,\n options: {\n choices: [{ name: 'red' }],\n preventAutoNewOptions: true,\n },\n });\n\n const multiSelectField = await createField(table.id, {\n type: FieldType.MultipleSelect,\n options: {\n choices: [{ name: 'red' }],\n preventAutoNewOptions: true,\n },\n });\n\n const records1 = (\n await updateRecords(table.id, {\n records: [\n {\n id: table.records[0].id,\n fields: { [singleSelectField.id]: 'red' },\n },\n {\n id: table.records[1].id,\n fields: { [singleSelectField.id]: 'blue' },\n },\n ],\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n })\n ).data;\n\n expect(records1[0].fields[singleSelectField.id]).toEqual('red');\n expect(records1[1].fields[singleSelectField.id]).toBeUndefined();\n\n const records2 = (\n await updateRecords(table.id, {\n records: [\n {\n id: table.records[0].id,\n fields: { [multiSelectField.id]: ['red', 'blue'] },\n },\n ],\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n })\n ).data;\n\n expect(records2[0].fields[multiSelectField.id]).toEqual(['red']);\n });\n\n it('should batch create records', async () => {\n const count = 100;\n console.time(`create ${count} records`);\n const records = Array.from({ length: count }).map((_, i) => ({\n fields: {\n [table.fields[0].name]: 'New Record' + new Date(),\n [table.fields[1].name]: i,\n [table.fields[2].name]: 'light',\n },\n }));\n\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records,\n });\n\n console.timeEnd(`create ${count} records`);\n });\n\n it('should delete a record', async () => {\n const value1 = 'New Record' + new Date();\n const addRecordRes = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [table.fields[0].name]: value1,\n },\n },\n ],\n });\n\n await getRecord(table.id, addRecordRes.records[0].id, undefined, 200);\n\n await deleteRecord(table.id, addRecordRes.records[0].id);\n\n await getRecord(table.id, addRecordRes.records[0].id, undefined, 404);\n });\n\n it('should batch delete records', async () => {\n const value1 = 'New Record' + new Date();\n const addRecordsRes = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [table.fields[0].name]: value1,\n },\n },\n {\n fields: {\n [table.fields[0].name]: value1,\n },\n },\n ],\n });\n const records = addRecordsRes.records;\n\n await getRecord(table.id, records[0].id, undefined, 200);\n await getRecord(table.id, records[1].id, undefined, 200);\n\n await deleteRecords(\n table.id,\n records.map((record) => record.id)\n );\n\n await getRecord(table.id, records[0].id, undefined, 404);\n await getRecord(table.id, records[1].id, undefined, 404);\n });\n\n it('should create a record after delete a record', async () => {\n const value1 = 'New Record' + new Date();\n await deleteRecord(table.id, table.records[0].id);\n\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Name,\n records: [\n {\n fields: {\n [table.fields[0].name]: value1,\n },\n },\n ],\n });\n });\n\n it('should duplicate a record', async () => {\n const value1 = 'New Record';\n const addRecordRes = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [table.fields[0].id]: value1,\n },\n },\n ],\n });\n const addRecord = await getRecord(table.id, addRecordRes.records[0].id, undefined, 200);\n expect(addRecord.fields[table.fields[0].id]).toEqual(value1);\n\n const viewId = table.views[0].id;\n const duplicateRes = await duplicateRecord(table.id, addRecord.id, {\n viewId,\n anchorId: addRecord.id,\n position: 'after',\n });\n const record = await getRecord(table.id, duplicateRes.id, undefined, 200);\n expect(record.fields[table.fields[0].id]).toEqual(value1);\n });\n });\n\n describe('validate record value by field validation', () => {\n let table: ITableFullVo;\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'table1',\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n const clearRecords = async () => {\n const table2Records = await getRecords(table.id, { fieldKeyType: FieldKeyType.Id });\n\n await deleteRecords(\n table.id,\n table2Records.records.map((record) => record.id)\n );\n };\n\n it('should validate the unique values of the unique field', async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField',\n type: FieldType.SingleLineText,\n unique: true,\n };\n\n await clearRecords();\n\n const sourceField = await createField(table.id, sourceFieldRo);\n\n await createRecords(table.id, {\n records: [\n {\n fields: {\n [sourceField.id]: '100',\n },\n },\n ],\n });\n\n await createRecords(\n table.id,\n {\n records: [\n {\n fields: {\n [sourceField.id]: '100',\n },\n },\n ],\n },\n 400\n );\n\n await createRecords(table.id, {\n records: [\n {\n fields: {\n [sourceField.id]: '200',\n },\n },\n ],\n });\n });\n\n it.skipIf(globalThis.testConfig.driver === DriverClient.Sqlite)(\n 'should validate the not null values of the not null field',\n async () => {\n const sourceFieldRo: IFieldRo = {\n name: 'TextField2',\n type: FieldType.SingleLineText,\n };\n const convertFieldRo: IFieldRo = {\n name: 'TextField2',\n type: FieldType.SingleLineText,\n notNull: true,\n };\n\n await clearRecords();\n\n const sourceField = await createField(table.id, sourceFieldRo);\n await convertField(table.id, sourceField.id, convertFieldRo);\n\n await createRecords(\n table.id,\n {\n records: [\n {\n fields: {},\n },\n ],\n },\n 400\n );\n\n await createRecords(table.id, {\n records: [\n {\n fields: {\n [sourceField.id]: '100',\n },\n },\n ],\n });\n }\n );\n });\n\n describe('calculate', () => {\n let table: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'table1',\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should create a record and auto calculate computed field', async () => {\n const formulaFieldRo1: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `1 + 1`,\n },\n };\n\n const formulaFieldRo2: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${table.fields[0].id}} + 1`,\n },\n };\n\n const formulaField1 = await createField(table.id, formulaFieldRo1);\n const formulaField2 = await createField(table.id, formulaFieldRo2);\n\n const { records } = await createRecords(table.id, {\n records: [\n {\n fields: {\n [table.fields[0].id]: 'text value',\n },\n },\n ],\n });\n\n expect(records[0].fields[formulaField1.id]).toEqual(2);\n expect(records[0].fields[formulaField2.id]).toEqual('text value1');\n });\n\n it('should create a record with typecast', async () => {\n const selectFieldRo: IFieldRo = {\n type: FieldType.SingleSelect,\n };\n\n const selectField = await createField(table.id, selectFieldRo);\n\n // reject data when typecast is false\n await createRecords(\n table.id,\n {\n records: [\n {\n fields: {\n [selectField.id]: 'select value',\n },\n },\n ],\n },\n 400\n );\n\n const { records } = await createRecords(table.id, {\n typecast: true,\n records: [\n {\n fields: {\n [selectField.id]: 'select value',\n },\n },\n ],\n });\n\n const fieldAfter = await getField(table.id, selectField.id);\n\n expect(records[0].fields[selectField.id]).toEqual('select value');\n expect((fieldAfter.options as ISelectFieldOptions).choices.length).toEqual(1);\n expect((fieldAfter.options as ISelectFieldOptions).choices).toMatchObject([\n { name: 'select value' },\n ]);\n });\n });\n\n describe('calculate when create', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n table1 = await createTable(baseId, {\n name: 'table1',\n });\n table2 = await createTable(baseId, {\n name: 'table2',\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create a record with error field formula', async () => {\n const fieldToDel = table1.fields[2];\n\n const formulaRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${fieldToDel.id}}`,\n },\n };\n\n const formulaField = await createField(table1.id, formulaRo);\n\n await deleteField(table1.id, fieldToDel.id);\n\n const data = await createRecords(table1.id, {\n records: [\n {\n fields: {},\n },\n ],\n });\n\n expect(data.records[0].fields[formulaField.id]).toBeUndefined();\n });\n\n it('should create a record with error lookup and rollup field', async () => {\n const fieldToDel = table2.fields[2];\n\n const linkFieldRo: IFieldRo = {\n name: 'linkField',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = await createField(table1.id, linkFieldRo);\n\n const lookupFieldRo: IFieldRo = {\n type: fieldToDel.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: fieldToDel.id,\n linkFieldId: linkField.id,\n },\n };\n\n const rollupFieldRo: IFieldRo = {\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: fieldToDel.id,\n linkFieldId: linkField.id,\n },\n };\n\n const lookupField = await createField(table1.id, lookupFieldRo);\n const rollup = await createField(table1.id, rollupFieldRo);\n\n await deleteField(table2.id, fieldToDel.id);\n\n const data = await createRecords(table1.id, {\n records: [\n {\n fields: {\n [linkField.id]: { id: table2.records[0].id },\n },\n },\n ],\n });\n\n expect(data.records[0].fields[lookupField.id]).toBeUndefined();\n expect(data.records[0].fields[rollup.id]).toBeUndefined();\n });\n\n it('should create a record by name when duplicate name field is deleted', async () => {\n const fieldName = 'test-field';\n const fieldRo: IFieldRo = {\n name: fieldName,\n type: FieldType.SingleLineText,\n };\n for (let i = 0; i < 10; i++) {\n const field = await createField(table1.id, fieldRo);\n await deleteField(table1.id, field.id);\n }\n\n await createField(table1.id, fieldRo);\n const cellValue = 'test';\n const res = await createRecords(table1.id, {\n records: [\n {\n fields: {\n [fieldName]: cellValue,\n },\n },\n ],\n fieldKeyType: FieldKeyType.Name,\n typecast: true,\n });\n\n expect(res.records[0].fields[fieldName]).toEqual(cellValue);\n });\n });\n\n describe('create record with default value', () => {\n let table: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'table1',\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should create a record with default single select', async () => {\n const field = await createField(table.id, {\n type: FieldType.SingleSelect,\n options: {\n choices: [{ name: 'default value' }],\n defaultValue: 'default value',\n },\n });\n\n const { records } = await createRecords(table.id, {\n records: [\n {\n fields: {},\n },\n ],\n });\n\n expect(records[0].fields[field.id]).toEqual('default value');\n });\n\n it('should create a record with default multiple select', async () => {\n const field = await createField(table.id, {\n type: FieldType.MultipleSelect,\n options: {\n choices: [{ name: 'default value' }, { name: 'default value2' }],\n defaultValue: ['default value', 'default value2'],\n },\n });\n\n const { records } = await createRecords(table.id, {\n records: [\n {\n fields: {},\n },\n ],\n });\n\n expect(records[0].fields[field.id]).toEqual(['default value', 'default value2']);\n });\n\n it('should create a record with default number', async () => {\n const field = await createField(table.id, {\n type: FieldType.Number,\n options: {\n defaultValue: 1,\n },\n });\n\n const { records } = await createRecords(table.id, {\n records: [\n {\n fields: {},\n },\n ],\n });\n\n expect(records[0].fields[field.id]).toEqual(1);\n });\n\n it('should create a record with default user', async () => {\n const field = await createField(table.id, {\n type: FieldType.User,\n options: {\n defaultValue: userId,\n },\n });\n const field2 = await createField(table.id, {\n type: FieldType.User,\n options: {\n isMultiple: true,\n defaultValue: ['me'],\n },\n });\n const field3 = await createField(table.id, {\n type: FieldType.User,\n options: {\n isMultiple: true,\n defaultValue: [userId],\n },\n });\n\n const { records } = await createRecords(table.id, {\n records: [\n {\n fields: {},\n },\n ],\n });\n\n expect(records[0].fields[field.id]).toMatchObject({\n id: userId,\n title: expect.any(String),\n email: expect.any(String),\n avatarUrl: expect.any(String),\n });\n expect(records[0].fields[field2.id]).toMatchObject([\n {\n id: userId,\n title: expect.any(String),\n email: expect.any(String),\n avatarUrl: expect.any(String),\n },\n ]);\n expect(records[0].fields[field3.id]).toMatchObject([\n {\n id: userId,\n title: expect.any(String),\n email: expect.any(String),\n avatarUrl: expect.any(String),\n },\n ]);\n });\n\n it('should use false to reset checkbox field', async () => {\n const field = await createField(table.id, {\n type: FieldType.Checkbox,\n });\n const { records } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [field.id]: true,\n },\n },\n ],\n });\n expect(records[0].fields[field.id]).toEqual(true);\n\n await updateRecord(table.id, records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [field.id]: false,\n },\n },\n });\n\n const { records: records2 } = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n expect(records2[0].fields[field.id]).toEqual(undefined);\n });\n });\n\n describe('create record with link field', () => {\n let table: ITableFullVo;\n let table2: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'table1',\n records: [],\n });\n table2 = await createTable(baseId, {\n name: 'table2',\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should create a record with constraint link field', async () => {\n const linkField = await createField(table.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n name: 'link field',\n dbFieldName: 'link_field',\n });\n\n await convertField(table.id, linkField.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n name: 'link field',\n dbFieldName: 'link_field',\n notNull: true,\n });\n\n const textField = await table2.fields[0];\n await createField(table.id, {\n dbFieldName: 'lookup_field',\n type: textField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: textField.id,\n linkFieldId: linkField.id,\n },\n });\n\n const { records } = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [linkField.id]: [{ id: table2.records[0].id, title: '' }],\n },\n },\n ],\n });\n\n expect(records).toBeDefined();\n });\n });\n\n describe('ops index conflict', () => {\n let table: ITableFullVo;\n let tableLinkField: IFieldVo;\n let linkTable: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'table1',\n fields: [\n {\n type: FieldType.SingleLineText,\n name: 'field1',\n },\n ],\n });\n linkTable = await createTable(baseId, {\n name: 'linkTable',\n fields: [\n {\n type: FieldType.SingleLineText,\n name: 'field1',\n },\n ],\n records: [\n {\n fields: {\n field1: 'test1',\n },\n },\n {\n fields: {\n field1: 'test2',\n },\n },\n {\n fields: {\n field1: 'test3',\n },\n },\n {\n fields: {\n field1: 'test4',\n },\n },\n ],\n });\n tableLinkField = await createField(table.id, {\n name: 'linkField',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: linkTable.id,\n },\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, linkTable.id);\n });\n\n it('should create a record with link field', async () => {\n await Promise.all([\n createRecords(table.id, {\n records: [\n {\n fields: {\n [tableLinkField.id]: [{ id: linkTable.records[0].id }],\n },\n },\n {\n fields: {\n [tableLinkField.id]: [{ id: linkTable.records[1].id }],\n },\n },\n {\n fields: {\n [tableLinkField.id]: [{ id: linkTable.records[2].id }],\n },\n },\n {\n fields: {\n [tableLinkField.id]: [{ id: linkTable.records[3].id }],\n },\n },\n ],\n }),\n createRecords(table.id, {\n records: [\n {\n fields: {\n [tableLinkField.id]: [{ id: linkTable.records[0].id }],\n },\n },\n {\n fields: {\n [tableLinkField.id]: [{ id: linkTable.records[1].id }],\n },\n },\n {\n fields: {\n [tableLinkField.id]: [{ id: linkTable.records[2].id }],\n },\n },\n {\n fields: {\n [tableLinkField.id]: [{ id: linkTable.records[3].id }],\n },\n },\n ],\n }),\n ]);\n });\n });\n\n describe('button field click and reset', () => {\n let table: ITableFullVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'table1',\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should click a button field', async () => {\n const field = await createField(table.id, {\n type: FieldType.Button,\n options: {\n label: 'Button',\n color: Colors.Teal,\n workflow: {\n id: generateWorkflowId(),\n name: 'Workflow',\n isActive: true,\n },\n },\n });\n\n const res = await buttonClick(table.id, table.records[0].id, field.id);\n const value = res.data.record.fields[field.id] as IButtonFieldCellValue;\n expect(value.count).toEqual(1);\n });\n\n it('should not click a button field without workflow', async () => {\n const field = await createField(table.id, {\n type: FieldType.Button,\n options: {\n label: 'Button',\n color: Colors.Teal,\n },\n });\n\n expect(buttonClick(table.id, table.records[0].id, field.id)).rejects.toThrow();\n });\n\n it('should not click a button field with exceed max count', async () => {\n const field = await createField(table.id, {\n type: FieldType.Button,\n options: {\n label: 'Button',\n color: Colors.Teal,\n maxCount: 1,\n workflow: {\n id: generateWorkflowId(),\n name: 'Workflow',\n isActive: true,\n },\n },\n });\n\n const res = await buttonClick(table.id, table.records[0].id, field.id);\n const value = res.data.record.fields[field.id] as IButtonFieldCellValue;\n expect(value.count).toEqual(1);\n\n expect(buttonClick(table.id, table.records[0].id, field.id)).rejects.toThrow();\n });\n\n it('should reset a button field', async () => {\n const field = await createField(table.id, {\n type: FieldType.Button,\n options: {\n label: 'Button',\n color: Colors.Teal,\n resetCount: true,\n workflow: {\n id: generateWorkflowId(),\n name: 'Workflow',\n isActive: true,\n },\n },\n });\n\n const clickRes = await buttonClick(table.id, table.records[0].id, field.id);\n const clickValue = clickRes.data.record.fields[field.id] as IButtonFieldCellValue;\n expect(clickValue.count).toEqual(1);\n\n const resetRes = await buttonReset(table.id, table.records[0].id, field.id);\n const resetValue = resetRes.data.fields[field.id] as IButtonFieldCellValue;\n expect(resetValue).toBeUndefined();\n });\n\n it('should not reset a button field without resetCount', async () => {\n const field = await createField(table.id, {\n type: FieldType.Button,\n options: {\n label: 'Button',\n color: Colors.Teal,\n workflow: {\n id: generateWorkflowId(),\n name: 'Workflow',\n isActive: true,\n },\n },\n });\n\n expect(buttonReset(table.id, table.records[0].id, field.id)).rejects.toThrow();\n });\n });\n\n describe('duplicate updates merging', () => {\n let mainTable: ITableFullVo;\n let foreignTable: ITableFullVo;\n\n beforeEach(async () => {\n mainTable = await createTable(baseId, { name: 'dup-main' });\n foreignTable = await createTable(baseId, { name: 'dup-foreign' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, mainTable.id);\n await permanentDeleteTable(baseId, foreignTable.id);\n });\n\n it('merges duplicate basic field updates to the latest', async () => {\n const recordId = mainTable.records[0].id;\n const textField = await createField(mainTable.id, { type: FieldType.SingleLineText });\n\n const res = await updateRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n { id: recordId, fields: { [textField.id]: 'v1' } },\n { id: recordId, fields: { [textField.id]: 'v2' } },\n ],\n });\n expect(res.status).toBe(200);\n\n const updated = await getRecord(mainTable.id, recordId);\n expect(updated.fields[textField.id]).toEqual('v2');\n });\n\n it('merges duplicate link updates (ManyOne) so the last wins', async () => {\n const recordId = mainTable.records[0].id;\n const foreignId1 = foreignTable.records[0].id;\n const foreignId2 = foreignTable.records[1].id;\n\n const linkField = await createField(mainTable.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignTable.id,\n },\n });\n\n const res = await updateRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n { id: recordId, fields: { [linkField.id]: { id: foreignId1 } } },\n { id: recordId, fields: { [linkField.id]: { id: foreignId2 } } },\n ],\n });\n expect(res.status).toBe(200);\n\n const updated = await getRecord(mainTable.id, recordId);\n expect(updated.fields[linkField.id]).toMatchObject({ id: foreignId2 });\n });\n\n it('merges duplicate updates with formula: computed value reflects the latest', async () => {\n const recordId = mainTable.records[0].id;\n const textField = await createField(mainTable.id, { type: FieldType.SingleLineText });\n const formulaField = await createField(mainTable.id, {\n type: FieldType.Formula,\n options: { expression: `{${textField.id}}` },\n });\n\n const res = await updateRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n { id: recordId, fields: { [textField.id]: 'first' } },\n { id: recordId, fields: { [textField.id]: 'second' } },\n ],\n });\n expect(res.status).toBe(200);\n\n const updated = await getRecord(mainTable.id, recordId);\n expect(updated.fields[formulaField.id]).toEqual('second');\n });\n\n it('merges duplicate updates with lookup: value reflects the latest link target', async () => {\n const recordId = mainTable.records[0].id;\n const foreignLabelFieldId = foreignTable.fields[0].id; // text label\n\n // Prepare foreign labels\n await updateRecord(foreignTable.id, foreignTable.records[0].id, {\n record: { fields: { [foreignLabelFieldId]: 'A' } },\n fieldKeyType: FieldKeyType.Id,\n });\n await updateRecord(foreignTable.id, foreignTable.records[1].id, {\n record: { fields: { [foreignLabelFieldId]: 'B' } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const linkField = await createField(mainTable.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignTable.id,\n },\n });\n\n const lookupField = await createField(mainTable.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n lookupFieldId: foreignLabelFieldId,\n linkFieldId: linkField.id,\n },\n });\n\n const res = await updateRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n { id: recordId, fields: { [linkField.id]: { id: foreignTable.records[0].id } } },\n { id: recordId, fields: { [linkField.id]: { id: foreignTable.records[1].id } } },\n ],\n });\n expect(res.status).toBe(200);\n\n const updated = await getRecord(mainTable.id, recordId);\n expect(updated.fields[lookupField.id]).toEqual('B');\n });\n\n it('merges duplicate updates with rollup: sum reflects the latest link set', async () => {\n const recordId = mainTable.records[0].id;\n const foreignNumberFieldId = foreignTable.fields[1].id; // number\n\n // Prepare foreign numbers\n await updateRecord(foreignTable.id, foreignTable.records[0].id, {\n record: { fields: { [foreignNumberFieldId]: 10 } },\n fieldKeyType: FieldKeyType.Id,\n });\n await updateRecord(foreignTable.id, foreignTable.records[1].id, {\n record: { fields: { [foreignNumberFieldId]: 7 } },\n fieldKeyType: FieldKeyType.Id,\n });\n await updateRecord(foreignTable.id, foreignTable.records[2].id, {\n record: { fields: { [foreignNumberFieldId]: 5 } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const linkField = await createField(mainTable.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n },\n });\n\n const rollupField = await createField(mainTable.id, {\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: foreignTable.id,\n lookupFieldId: foreignNumberFieldId,\n linkFieldId: linkField.id,\n },\n });\n\n const res = await updateRecords(mainTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: recordId,\n fields: {\n [linkField.id]: [\n { id: foreignTable.records[0].id },\n { id: foreignTable.records[1].id },\n ],\n },\n },\n {\n id: recordId,\n fields: {\n [linkField.id]: [{ id: foreignTable.records[2].id }],\n },\n },\n ],\n });\n expect(res.status).toBe(200);\n\n const updated = await getRecord(mainTable.id, recordId);\n expect(updated.fields[rollupField.id]).toEqual(5);\n });\n });\n\n describe('compute on create: link + lookup + rollup', () => {\n let mainTable: ITableFullVo;\n let foreignTable: ITableFullVo;\n\n beforeEach(async () => {\n mainTable = await createTable(baseId, { name: 'create-main' });\n foreignTable = await createTable(baseId, { name: 'create-foreign' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, mainTable.id);\n await permanentDeleteTable(baseId, foreignTable.id);\n });\n\n it('creates with link and computes lookup immediately', async () => {\n const foreignLabelFieldId = foreignTable.fields[0].id; // text\n const foreignId = foreignTable.records[0].id;\n\n // Set known label\n await updateRecord(foreignTable.id, foreignId, {\n record: { fields: { [foreignLabelFieldId]: 'LABEL_A' } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const linkField = await createField(mainTable.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: foreignTable.id,\n },\n });\n\n const lookupField = await createField(mainTable.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: foreignTable.id,\n lookupFieldId: foreignLabelFieldId,\n linkFieldId: linkField.id,\n },\n });\n\n const { records } = await createRecords(mainTable.id, {\n records: [{ fields: { [linkField.id]: { id: foreignId } } }],\n });\n\n expect(records[0].fields[lookupField.id]).toEqual('LABEL_A');\n });\n\n it('creates with link and computes rollup immediately', async () => {\n const foreignNumberFieldId = foreignTable.fields[1].id; // number\n // Set numbers\n await updateRecord(foreignTable.id, foreignTable.records[0].id, {\n record: { fields: { [foreignNumberFieldId]: 11 } },\n fieldKeyType: FieldKeyType.Id,\n });\n await updateRecord(foreignTable.id, foreignTable.records[1].id, {\n record: { fields: { [foreignNumberFieldId]: 9 } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const linkField = await createField(mainTable.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: foreignTable.id,\n },\n });\n\n const rollupField = await createField(mainTable.id, {\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: foreignTable.id,\n lookupFieldId: foreignNumberFieldId,\n linkFieldId: linkField.id,\n },\n });\n\n const { records } = await createRecords(mainTable.id, {\n records: [\n {\n fields: {\n [linkField.id]: [\n { id: foreignTable.records[0].id },\n { id: foreignTable.records[1].id },\n ],\n },\n },\n ],\n });\n\n expect(records[0].fields[rollupField.id]).toEqual(20);\n });\n });\n\n describe('compute on create: chained formulas', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, { name: 'create-formula-chain' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('creates with chained numeric formulas (f2 depends on f1)', async () => {\n const baseNum = await createField(table.id, { type: FieldType.Number });\n\n const f1 = await createField(table.id, {\n type: FieldType.Formula,\n options: { expression: `{${baseNum.id}} + 1` },\n });\n\n const f2 = await createField(table.id, {\n type: FieldType.Formula,\n options: { expression: `{${f1.id}} + 2` },\n });\n\n const { records } = await createRecords(table.id, {\n records: [\n {\n fields: { [baseNum.id]: 10 },\n },\n ],\n });\n\n expect(records[0].fields[f1.id]).toEqual(11);\n expect(records[0].fields[f2.id]).toEqual(13);\n });\n\n it('creates with chained string formulas', async () => {\n const txt = await createField(table.id, { type: FieldType.SingleLineText });\n\n const f1 = await createField(table.id, {\n type: FieldType.Formula,\n options: { expression: `{${txt.id}} & '-x'` },\n });\n\n const f2 = await createField(table.id, {\n type: FieldType.Formula,\n options: { expression: `{${f1.id}} & '-y'` },\n });\n\n const { records } = await createRecords(table.id, {\n records: [\n {\n fields: { [txt.id]: 'abc' },\n },\n ],\n });\n\n expect(records[0].fields[f1.id]).toEqual('abc-x');\n expect(records[0].fields[f2.id]).toEqual('abc-x-y');\n });\n });\n\n describe('compute on update: cascades across tables', () => {\n let t1: ITableFullVo;\n let t2: ITableFullVo;\n let t3: ITableFullVo;\n\n beforeEach(async () => {\n t1 = await createTable(baseId, { name: 'cascade-t1' });\n t2 = await createTable(baseId, { name: 'cascade-t2' });\n t3 = await createTable(baseId, { name: 'cascade-t3' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, t1.id);\n await permanentDeleteTable(baseId, t2.id);\n await permanentDeleteTable(baseId, t3.id);\n });\n\n it('updates cascade: formula -> formula -> lookup -> nested lookup', async () => {\n // Table 1: base number, f1 = n1 + 1, f2 = f1 * 2\n const n1 = await createField(t1.id, { type: FieldType.Number });\n const f1 = await createField(t1.id, {\n type: FieldType.Formula,\n options: { expression: `{${n1.id}} + 1` },\n });\n const f2 = await createField(t1.id, {\n type: FieldType.Formula,\n options: { expression: `{${f1.id}} * 2` },\n });\n\n // Set base value\n const t1RecId = t1.records[0].id;\n await updateRecord(t1.id, t1RecId, {\n record: { fields: { [n1.id]: 3 } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Table 2: link -> t1 (ManyOne), lookup f2\n const link12 = await createField(t2.id, {\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: t1.id },\n });\n const lookup2 = await createField(t2.id, {\n type: FieldType.Formula,\n isLookup: true,\n lookupOptions: {\n foreignTableId: t1.id,\n lookupFieldId: f2.id,\n linkFieldId: link12.id,\n },\n });\n\n const t2RecId = t2.records[0].id;\n await updateRecord(t2.id, t2RecId, {\n record: { fields: { [link12.id]: { id: t1RecId } } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Verify initial computed values at t1 and t2: n1=3 -> f1=4 -> f2=8 -> lookup2=8\n const t1Rec0 = await getRecord(t1.id, t1RecId);\n const t2Rec0 = await getRecord(t2.id, t2RecId);\n expect(t1Rec0.fields[f1.id]).toEqual(4);\n expect(t1Rec0.fields[f2.id]).toEqual(8);\n expect(t2Rec0.fields[lookup2.id]).toEqual(8);\n\n // Update base: n1=10 -> f1=11 -> f2=22, and lookup2 should update\n await updateRecord(t1.id, t1RecId, {\n record: { fields: { [n1.id]: 10 } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const t1Rec = await getRecord(t1.id, t1RecId);\n const t2Rec = await getRecord(t2.id, t2RecId);\n expect(t1Rec.fields[f1.id]).toEqual(11);\n expect(t1Rec.fields[f2.id]).toEqual(22);\n expect(t2Rec.fields[lookup2.id]).toEqual(22);\n });\n\n it('updates cascade with rollup across link set and nested lookup', async () => {\n // Table 1: number field\n const n = await createField(t1.id, { type: FieldType.Number });\n\n // Create two specific records in t1 with values 5 and 7\n const created = await createRecords(t1.id, {\n records: [{ fields: { [n.id]: 5 } }, { fields: { [n.id]: 7 } }],\n fieldKeyType: FieldKeyType.Id,\n });\n const t1IdA = created.records[0].id;\n const t1IdB = created.records[1].id;\n\n // Table 2: ManyMany link to t1, rollup sum of n\n const link = await createField(t2.id, {\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: t1.id },\n });\n const roll = await createField(t2.id, {\n type: FieldType.Rollup,\n options: { expression: 'sum({values})' },\n lookupOptions: {\n foreignTableId: t1.id,\n lookupFieldId: n.id,\n linkFieldId: link.id,\n },\n });\n\n const t2RecId2 = t2.records[0].id;\n await updateRecord(t2.id, t2RecId2, {\n record: { fields: { [link.id]: [{ id: t1IdA }, { id: t1IdB }] } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Table 3: link to t2, lookup rollup\n const link2 = await createField(t3.id, {\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: t2.id },\n });\n const nested = await createField(t3.id, {\n type: FieldType.Rollup,\n isLookup: true,\n lookupOptions: {\n foreignTableId: t2.id,\n lookupFieldId: roll.id,\n linkFieldId: link2.id,\n },\n });\n\n const t3RecId2 = t3.records[0].id;\n await updateRecord(t3.id, t3RecId2, {\n record: { fields: { [link2.id]: { id: t2RecId2 } } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Initial: 5 + 7 = 12\n let rec2 = await getRecord(t2.id, t2RecId2);\n let rec3 = await getRecord(t3.id, t3RecId2);\n expect(rec2.fields[roll.id]).toEqual(12);\n expect(rec3.fields[nested.id]).toEqual(12);\n\n // Update one base number to 20 -> rollup becomes 25, nested lookup 25\n await updateRecord(t1.id, t1IdA, {\n record: { fields: { [n.id]: 20 } },\n fieldKeyType: FieldKeyType.Id,\n });\n rec2 = await getRecord(t2.id, t2RecId2);\n rec3 = await getRecord(t3.id, t3RecId2);\n expect(rec2.fields[roll.id]).toEqual(27);\n expect(rec3.fields[nested.id]).toEqual(27);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/rollup.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n IFieldRo,\n IFieldVo,\n IFilter,\n ILookupOptionsRo,\n IRecord,\n LinkFieldCore,\n} from '@teable/core';\nimport {\n Colors,\n FieldKeyType,\n FieldType,\n NumberFormattingType,\n Relationship,\n TimeFormatting,\n} from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n convertField,\n createTable,\n permanentDeleteTable,\n getField,\n getFields,\n initApp,\n updateRecord,\n getRecord,\n} from './utils/init-app';\n\n// All kind of field type (except link)\nconst defaultFields: IFieldRo[] = [\n {\n name: FieldType.SingleLineText,\n type: FieldType.SingleLineText,\n },\n {\n name: FieldType.Number,\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n },\n {\n name: FieldType.SingleSelect,\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'todo', color: Colors.Yellow },\n { name: 'doing', color: Colors.Orange },\n { name: 'done', color: Colors.Green },\n ],\n },\n },\n {\n name: FieldType.MultipleSelect,\n type: FieldType.MultipleSelect,\n options: {\n choices: [\n { name: 'rap', color: Colors.Yellow },\n { name: 'rock', color: Colors.Orange },\n { name: 'hiphop', color: Colors.Green },\n ],\n },\n },\n {\n name: FieldType.Date,\n type: FieldType.Date,\n options: {\n formatting: {\n date: 'YYYY-MM-DD',\n time: TimeFormatting.Hour24,\n timeZone: 'America/New_York',\n },\n },\n },\n {\n name: FieldType.Attachment,\n type: FieldType.Attachment,\n },\n {\n name: FieldType.Formula,\n type: FieldType.Formula,\n options: {\n expression: '1 + 1',\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n },\n];\n\ndescribe('OpenAPI Rollup field (e2e)', () => {\n let app: INestApplication;\n let table1: ITableFullVo = {} as any;\n let table2: ITableFullVo = {} as any;\n const tables: ITableFullVo[] = [];\n const baseId = globalThis.testConfig.baseId;\n\n async function updateTableFields(table: ITableFullVo) {\n const tableFields = await getFields(table.id);\n table.fields = tableFields;\n return tableFields;\n }\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n // create table1 with fundamental field\n table1 = await createTable(baseId, {\n name: 'table1',\n fields: defaultFields.map((f) => ({ ...f, name: f.name + '[table1]' })),\n });\n\n // create table2 with fundamental field\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: defaultFields.map((f) => ({ ...f, name: f.name + '[table2]' })),\n });\n\n // create link field\n await createField(table1.id, {\n name: 'link[table1]',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n });\n // update fields in table after create link field\n await updateTableFields(table1);\n await updateTableFields(table2);\n tables.push(table1, table2);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n\n await app.close();\n });\n\n beforeEach(async () => {\n // remove all link\n await updateRecordField(\n table2.id,\n table2.records[0].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n null\n );\n await updateRecordField(\n table2.id,\n table2.records[1].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n null\n );\n await updateRecordField(\n table2.id,\n table2.records[2].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n null\n );\n });\n\n function getFieldByType(fields: IFieldVo[], type: FieldType) {\n const field = fields.find((field) => field.type === type);\n if (!field) {\n throw new Error('field not found');\n }\n return field;\n }\n\n function getFieldByName(fields: IFieldVo[], name: string) {\n const field = fields.find((field) => field.name === name);\n if (!field) {\n throw new Error('field not found');\n }\n return field;\n }\n\n async function updateRecordField(\n tableId: string,\n recordId: string,\n fieldId: string,\n newValues: any\n ): Promise {\n return updateRecord(tableId, recordId, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [fieldId]: newValues,\n },\n },\n });\n }\n\n async function rollupFrom(\n table: ITableFullVo,\n lookupFieldId: string,\n expression = 'countall({values})'\n ) {\n const linkField = getFieldByType(table.fields, FieldType.Link) as LinkFieldCore;\n const foreignTable = tables.find((t) => t.id === linkField.options.foreignTableId)!;\n const lookupField = foreignTable.fields.find((f) => f.id === lookupFieldId)!;\n const rollupFieldRo: IFieldRo = {\n name: `rollup ${lookupField.name} ${expression} [${table.name}]`,\n type: FieldType.Rollup,\n options: {\n expression,\n formatting: ['count', 'sum', 'average'].some((prefix) => expression.startsWith(prefix))\n ? {\n type: NumberFormattingType.Decimal,\n precision: 0,\n }\n : undefined,\n },\n lookupOptions: {\n foreignTableId: foreignTable.id,\n linkFieldId: linkField.id,\n lookupFieldId, // getFieldByType(table2.fields, FieldType.SingleLineText).id,\n } as ILookupOptionsRo,\n };\n\n // create rollup field\n await createField(table.id, rollupFieldRo);\n\n await updateTableFields(table);\n return getFieldByName(table.fields, rollupFieldRo.name!);\n }\n\n it('should update rollupField by remove a linkRecord from cell', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.Number);\n const rollupFieldVo = await rollupFrom(table1, lookedUpToField.id, 'countall({values})');\n\n // update a field that will be rollup by after field\n await updateRecordField(table2.id, table2.records[1].id, lookedUpToField.id, 123);\n await updateRecordField(table2.id, table2.records[2].id, lookedUpToField.id, 456);\n\n // add a link record after\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }, { id: table2.records[2].id }]\n );\n\n const record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[rollupFieldVo.id]).toEqual(2);\n\n // remove a link record\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }]\n );\n\n const recordAfter1 = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter1.fields[rollupFieldVo.id]).toEqual(1);\n\n // remove all link record\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n null\n );\n\n const recordAfter2 = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter2.fields[rollupFieldVo.id]).toEqual(0);\n\n // add a link record from many - one field\n await updateRecordField(\n table2.id,\n table2.records[1].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n { id: table1.records[1].id }\n );\n\n const recordAfter3 = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter3.fields[rollupFieldVo.id]).toEqual(1);\n });\n\n it('should update many - one rollupField by remove a linkRecord from cell', async () => {\n const lookedUpToField = getFieldByType(table1.fields, FieldType.Number);\n const rollupFieldVo = await rollupFrom(table2, lookedUpToField.id, 'sum({values})');\n\n // update a field that will be lookup by after field\n await updateRecordField(table1.id, table1.records[1].id, lookedUpToField.id, 123);\n\n // add a link record after\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }, { id: table2.records[2].id }]\n );\n\n const record1 = await getRecord(table2.id, table2.records[1].id);\n expect(record1.fields[rollupFieldVo.id]).toEqual(123);\n const record2 = await getRecord(table2.id, table2.records[2].id);\n expect(record2.fields[rollupFieldVo.id]).toEqual(123);\n\n // remove a link record\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }]\n );\n\n const record3 = await getRecord(table2.id, table2.records[1].id);\n expect(record3.fields[rollupFieldVo.id]).toEqual(123);\n const record4 = await getRecord(table2.id, table2.records[2].id);\n expect(record4.fields[rollupFieldVo.id]).toEqual(0);\n\n // remove all link record\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n null\n );\n\n const record5 = await getRecord(table2.id, table2.records[1].id);\n expect(record5.fields[rollupFieldVo.id]).toEqual(0);\n\n // add a link record from many - one field\n await updateRecordField(\n table2.id,\n table2.records[1].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n { id: table1.records[1].id }\n );\n\n const record6 = await getRecord(table2.id, table2.records[1].id);\n expect(record6.fields[rollupFieldVo.id]).toEqual(123);\n });\n\n it('should calculate average in one - many rollup field', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.Number);\n const linkFieldId = getFieldByType(table1.fields, FieldType.Link).id;\n const rollupFieldVo = await rollupFrom(table1, lookedUpToField.id, 'average({values})');\n\n await updateRecordField(table2.id, table2.records[1].id, lookedUpToField.id, 20);\n await updateRecordField(table2.id, table2.records[2].id, lookedUpToField.id, 40);\n\n await updateRecordField(table1.id, table1.records[1].id, linkFieldId, [\n { id: table2.records[1].id },\n { id: table2.records[2].id },\n ]);\n\n const record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[rollupFieldVo.id]).toEqual(30);\n\n await updateRecordField(table1.id, table1.records[1].id, linkFieldId, [\n { id: table2.records[2].id },\n ]);\n\n const recordAfter = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter.fields[rollupFieldVo.id]).toEqual(40);\n });\n\n it('should update many - one rollupField by replace a linkRecord from cell', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.Number);\n const rollupFieldVo = await rollupFrom(table1, lookedUpToField.id);\n\n // update a field that will be lookup by after field\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.SingleLineText).id,\n 'A2'\n );\n await updateRecordField(\n table1.id,\n table1.records[2].id,\n getFieldByType(table1.fields, FieldType.SingleLineText).id,\n 'A3'\n );\n await updateRecordField(table2.id, table2.records[1].id, lookedUpToField.id, 123);\n await updateRecordField(table2.id, table2.records[2].id, lookedUpToField.id, 456);\n\n // add a link record after\n await updateRecordField(\n table2.id,\n table2.records[1].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n { id: table1.records[1].id }\n );\n\n const record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[rollupFieldVo.id]).toEqual(1);\n\n // replace a link record\n await updateRecordField(\n table2.id,\n table2.records[1].id,\n getFieldByType(table2.fields, FieldType.Link).id,\n { id: table1.records[2].id }\n );\n\n const record1 = await getRecord(table1.id, table1.records[1].id);\n expect(record1.fields[rollupFieldVo.id]).toEqual(0);\n const record2 = await getRecord(table1.id, table1.records[2].id);\n expect(record2.fields[rollupFieldVo.id]).toEqual(1);\n });\n\n it('should update one - many rollupField by add a linkRecord from cell', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.Number);\n const rollupFieldVo = await rollupFrom(table1, lookedUpToField.id, 'concatenate({values})');\n\n // update a field that will be lookup by after field\n await updateRecordField(table2.id, table2.records[1].id, lookedUpToField.id, 123);\n await updateRecordField(table2.id, table2.records[2].id, lookedUpToField.id, 456);\n\n // add a link record after\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }]\n );\n\n const record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[rollupFieldVo.id]).toEqual('123');\n\n // add a link record\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }, { id: table2.records[2].id }]\n );\n\n const recordAfter1 = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter1.fields[rollupFieldVo.id]).toEqual('123, 456');\n });\n\n it('concatenates link titles when rolling up a link field', async () => {\n const services = await createTable(baseId, {\n name: 'rollup_link_services',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'International' } }, { fields: { Title: 'BtoB' } }],\n });\n\n const employees = await createTable(baseId, {\n name: 'rollup_link_employees',\n fields: [{ name: 'Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Name: 'Alice' } }],\n });\n\n const departments = await createTable(baseId, {\n name: 'rollup_link_departments',\n fields: [{ name: 'Dept', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Dept: 'HR' } }],\n });\n\n try {\n const serviceLink = await createField(employees.id, {\n name: 'Services',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: services.id,\n },\n } as IFieldRo);\n\n await updateRecordField(employees.id, employees.records[0].id, serviceLink.id, [\n { id: services.records[0].id },\n { id: services.records[1].id },\n ]);\n\n const employeeLink = await createField(departments.id, {\n name: 'Employees',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: employees.id,\n },\n } as IFieldRo);\n\n await updateRecordField(departments.id, departments.records[0].id, employeeLink.id, [\n { id: employees.records[0].id },\n ]);\n\n const rollup = await createField(departments.id, {\n name: 'service_titles',\n type: FieldType.Rollup,\n options: {\n expression: 'concatenate({values})',\n },\n lookupOptions: {\n foreignTableId: employees.id,\n linkFieldId: employeeLink.id,\n lookupFieldId: serviceLink.id,\n },\n } as IFieldRo);\n\n const record = await getRecord(departments.id, departments.records[0].id);\n expect(record.fields[rollup.id]).toEqual('International, BtoB');\n } finally {\n await permanentDeleteTable(baseId, departments.id);\n await permanentDeleteTable(baseId, employees.id);\n await permanentDeleteTable(baseId, services.id);\n }\n });\n\n it('joins link titles with array_join when rolling up a link field', async () => {\n const services = await createTable(baseId, {\n name: 'rollup_link_services_array_join',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'International' } }, { fields: { Title: 'BtoB' } }],\n });\n\n const employees = await createTable(baseId, {\n name: 'rollup_link_employees_array_join',\n fields: [{ name: 'Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Name: 'Alice' } }],\n });\n\n const departments = await createTable(baseId, {\n name: 'rollup_link_departments_array_join',\n fields: [{ name: 'Dept', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Dept: 'HR' } }],\n });\n\n try {\n const serviceLink = await createField(employees.id, {\n name: 'Services',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: services.id,\n },\n } as IFieldRo);\n\n await updateRecordField(employees.id, employees.records[0].id, serviceLink.id, [\n { id: services.records[0].id },\n { id: services.records[1].id },\n ]);\n\n const employeeLink = await createField(departments.id, {\n name: 'Employees',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: employees.id,\n },\n } as IFieldRo);\n\n await updateRecordField(departments.id, departments.records[0].id, employeeLink.id, [\n { id: employees.records[0].id },\n ]);\n\n const rollup = await createField(departments.id, {\n name: 'service_titles_join',\n type: FieldType.Rollup,\n options: {\n expression: 'array_join({values})',\n },\n lookupOptions: {\n foreignTableId: employees.id,\n linkFieldId: employeeLink.id,\n lookupFieldId: serviceLink.id,\n },\n } as IFieldRo);\n\n const record = await getRecord(departments.id, departments.records[0].id);\n expect(record.fields[rollup.id]).toEqual('International, BtoB');\n } finally {\n await permanentDeleteTable(baseId, departments.id);\n await permanentDeleteTable(baseId, employees.id);\n await permanentDeleteTable(baseId, services.id);\n }\n });\n\n it('deduplicates link titles with array_unique when rolling up a link field', async () => {\n const services = await createTable(baseId, {\n name: 'rollup_link_services_unique',\n fields: [{ name: 'Title', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Title: 'International' } }, { fields: { Title: 'BtoB' } }],\n });\n\n const employees = await createTable(baseId, {\n name: 'rollup_link_employees_unique',\n fields: [{ name: 'Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Name: 'Alice' } }, { fields: { Name: 'Bob' } }],\n });\n\n const departments = await createTable(baseId, {\n name: 'rollup_link_departments_unique',\n fields: [{ name: 'Dept', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Dept: 'HR' } }],\n });\n\n try {\n const serviceLink = await createField(employees.id, {\n name: 'Services',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: services.id,\n },\n } as IFieldRo);\n\n await updateRecordField(employees.id, employees.records[0].id, serviceLink.id, [\n { id: services.records[0].id },\n ]);\n await updateRecordField(employees.id, employees.records[1].id, serviceLink.id, [\n { id: services.records[1].id },\n ]);\n\n const employeeLink = await createField(departments.id, {\n name: 'Employees',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: employees.id,\n },\n } as IFieldRo);\n\n await updateRecordField(departments.id, departments.records[0].id, employeeLink.id, [\n { id: employees.records[0].id },\n { id: employees.records[1].id },\n ]);\n\n const rollup = await createField(departments.id, {\n name: 'service_titles_unique',\n type: FieldType.Rollup,\n options: {\n expression: 'array_unique({values})',\n },\n lookupOptions: {\n foreignTableId: employees.id,\n linkFieldId: employeeLink.id,\n lookupFieldId: serviceLink.id,\n },\n } as IFieldRo);\n\n const record = await getRecord(departments.id, departments.records[0].id);\n const values = record.fields[rollup.id] as string[];\n expect(values).toHaveLength(2);\n expect(values).toEqual(expect.arrayContaining(['International', 'BtoB']));\n } finally {\n await permanentDeleteTable(baseId, departments.id);\n await permanentDeleteTable(baseId, employees.id);\n await permanentDeleteTable(baseId, services.id);\n }\n });\n\n describe('rollup expression coverage', () => {\n const baseId = globalThis.testConfig.baseId;\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\n const setupRollupFixtures = async () => {\n const foreign = await createTable(baseId, {\n name: 'RollupExpr_Foreign',\n fields: [\n { name: 'Label', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Amount', type: FieldType.Number } as IFieldRo,\n { name: 'Flag', type: FieldType.Checkbox } as IFieldRo,\n ],\n records: [\n { fields: { Label: 'Alpha', Amount: 10, Flag: true } },\n { fields: { Label: 'Beta', Amount: 20, Flag: false } },\n ],\n });\n\n const host = await createTable(baseId, {\n name: 'RollupExpr_Host',\n fields: [{ name: 'Name', type: FieldType.SingleLineText } as IFieldRo],\n records: [{ fields: { Name: 'Rollup Holder' } }],\n });\n\n const linkField = await createField(host.id, {\n name: 'Links',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: foreign.id,\n },\n } as IFieldRo);\n\n const hostRecordId = host.records[0].id;\n await updateRecordField(\n host.id,\n hostRecordId,\n linkField.id,\n foreign.records.map((record) => ({ id: record.id }))\n );\n\n const amountId = foreign.fields.find((field) => field.name === 'Amount')!.id;\n const labelId = foreign.fields.find((field) => field.name === 'Label')!.id;\n const flagId = foreign.fields.find((field) => field.name === 'Flag')!.id;\n\n return { foreign, host, linkField, hostRecordId, amountId, labelId, flagId };\n };\n\n const rollupCases: Array<{\n expression: string;\n lookupFieldKey: 'amountId' | 'labelId' | 'flagId';\n expected: unknown;\n }> = [\n { expression: 'countall({values})', lookupFieldKey: 'amountId', expected: 2 },\n { expression: 'counta({values})', lookupFieldKey: 'labelId', expected: 2 },\n { expression: 'count({values})', lookupFieldKey: 'amountId', expected: 2 },\n { expression: 'sum({values})', lookupFieldKey: 'amountId', expected: 30 },\n { expression: 'average({values})', lookupFieldKey: 'amountId', expected: 15 },\n { expression: 'max({values})', lookupFieldKey: 'amountId', expected: 20 },\n { expression: 'min({values})', lookupFieldKey: 'amountId', expected: 10 },\n { expression: 'and({values})', lookupFieldKey: 'flagId', expected: isForceV2 ? false : true },\n { expression: 'or({values})', lookupFieldKey: 'flagId', expected: true },\n { expression: 'xor({values})', lookupFieldKey: 'flagId', expected: true },\n { expression: 'array_join({values})', lookupFieldKey: 'labelId', expected: 'Alpha, Beta' },\n {\n expression: 'array_unique({values})',\n lookupFieldKey: 'labelId',\n expected: ['Alpha', 'Beta'],\n },\n {\n expression: 'array_compact({values})',\n lookupFieldKey: 'labelId',\n expected: ['Alpha', 'Beta'],\n },\n { expression: 'concatenate({values})', lookupFieldKey: 'labelId', expected: 'Alpha, Beta' },\n ];\n\n it.each(rollupCases)(\n 'should compute rollup using %s',\n async ({ expression, lookupFieldKey, expected }) => {\n let fixtures: Awaited> | undefined;\n try {\n fixtures = await setupRollupFixtures();\n const { foreign, host, linkField, hostRecordId } = fixtures;\n const lookupFieldId = fixtures[lookupFieldKey];\n\n const field = await createField(host.id, {\n name: `rollup ${expression}`,\n type: FieldType.Rollup,\n options: { expression },\n lookupOptions: {\n foreignTableId: foreign.id,\n linkFieldId: linkField.id,\n lookupFieldId,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const record = await getRecord(host.id, hostRecordId);\n const value = record.fields[field.id];\n\n if (Array.isArray(expected)) {\n expect(Array.isArray(value)).toBe(true);\n const sortedExpected = [...expected].sort();\n const sortedValue = [...(value as unknown[])].sort();\n expect(sortedValue).toEqual(sortedExpected);\n } else if (typeof expected === 'string') {\n if (expected.includes(', ')) {\n expect((value as string).split(', ').sort()).toEqual(expected.split(', ').sort());\n } else {\n expect(value).toEqual(expected);\n }\n } else {\n expect(value).toEqual(expected);\n }\n } finally {\n if (fixtures?.host) {\n await permanentDeleteTable(baseId, fixtures.host.id);\n }\n if (fixtures?.foreign) {\n await permanentDeleteTable(baseId, fixtures.foreign.id);\n }\n }\n }\n );\n });\n\n it('should create rollup fields with array join, unique, and compact expressions', async () => {\n const textField = getFieldByType(table2.fields, FieldType.SingleLineText);\n const linkFieldId = getFieldByType(table1.fields, FieldType.Link).id;\n\n // Link all foreign records to a host record for evaluation\n await updateRecordField(table1.id, table1.records[1].id, linkFieldId, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n { id: table2.records[2].id },\n ]);\n\n // Populate duplicate values to verify join & unique behaviours\n await updateRecordField(table2.id, table2.records[0].id, textField.id, 'Alpha');\n await updateRecordField(table2.id, table2.records[1].id, textField.id, 'Alpha');\n await updateRecordField(table2.id, table2.records[2].id, textField.id, 'Beta');\n\n const arrayJoinRollup = await rollupFrom(table1, textField.id, 'array_join({values})');\n const arrayUniqueRollup = await rollupFrom(table1, textField.id, 'array_unique({values})');\n\n let record = await getRecord(table1.id, table1.records[1].id);\n const joinedValues = (record.fields[arrayJoinRollup.id] as string).split(', ').sort();\n expect(joinedValues).toEqual(['Alpha', 'Alpha', 'Beta'].sort());\n const uniqueValues = [...(record.fields[arrayUniqueRollup.id] as string[])].sort();\n expect(uniqueValues).toEqual(['Alpha', 'Beta']);\n\n // Update values to include blanks and verify compact removes empty entries\n await updateRecordField(table2.id, table2.records[0].id, textField.id, 'Gamma');\n await updateRecordField(table2.id, table2.records[1].id, textField.id, '');\n await updateRecordField(table2.id, table2.records[2].id, textField.id, null);\n\n const arrayCompactRollup = await rollupFrom(table1, textField.id, 'array_compact({values})');\n record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[arrayCompactRollup.id]).toEqual(['Gamma']);\n });\n\n it('should roll up a flat array multiple select field -> one - many rollup field', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.MultipleSelect);\n const rollupFieldVo = await rollupFrom(table1, lookedUpToField.id, 'countall({values})');\n // update a field that will be lookup by after field\n await updateRecordField(table2.id, table2.records[1].id, lookedUpToField.id, ['rap', 'rock']);\n await updateRecordField(table2.id, table2.records[2].id, lookedUpToField.id, ['rap', 'hiphop']);\n\n // add a link record after\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }, { id: table2.records[2].id }]\n );\n const record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[rollupFieldVo.id]).toEqual(4);\n });\n\n it('should update one - many rollupField by replace a linkRecord from cell', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.Number);\n const rollupFieldVo = await rollupFrom(table1, lookedUpToField.id, 'sum({values})');\n\n // update a field that will be lookup by after field\n await updateRecordField(table2.id, table2.records[1].id, lookedUpToField.id, 123);\n await updateRecordField(table2.id, table2.records[2].id, lookedUpToField.id, 456);\n\n // add a link record after\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }]\n );\n\n const record = await getRecord(table1.id, table1.records[1].id);\n expect(record.fields[rollupFieldVo.id]).toEqual(123);\n\n // replace a link record\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[2].id }]\n );\n\n const recordAfter1 = await getRecord(table1.id, table1.records[1].id);\n expect(recordAfter1.fields[rollupFieldVo.id]).toEqual(456);\n });\n\n it('should calculate when add a rollup field', async () => {\n const textField = getFieldByType(table1.fields, FieldType.SingleLineText);\n\n await updateRecordField(table1.id, table1.records[0].id, textField.id, 'A1');\n await updateRecordField(table1.id, table1.records[1].id, textField.id, 'A2');\n await updateRecordField(table1.id, table1.records[2].id, textField.id, 'A3');\n\n const lookedUpToField = getFieldByType(table1.fields, FieldType.SingleLineText);\n\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }, { id: table2.records[2].id }]\n );\n\n const rollupFieldVo = await rollupFrom(table2, lookedUpToField.id);\n const record0 = await getRecord(table2.id, table2.records[0].id);\n expect(record0.fields[rollupFieldVo.id]).toEqual(0);\n const record1 = await getRecord(table2.id, table2.records[1].id);\n expect(record1.fields[rollupFieldVo.id]).toEqual(1);\n const record2 = await getRecord(table2.id, table2.records[2].id);\n expect(record2.fields[rollupFieldVo.id]).toEqual(1);\n });\n\n it('should rollup a number field in one - many relationship', async () => {\n const lookedUpToField = getFieldByType(table2.fields, FieldType.Number);\n await updateRecordField(table2.id, table2.records[1].id, lookedUpToField.id, null);\n // add a link record after\n await updateRecordField(\n table1.id,\n table1.records[1].id,\n getFieldByType(table1.fields, FieldType.Link).id,\n [{ id: table2.records[1].id }, { id: table2.records[2].id }]\n );\n\n await rollupFrom(table1, lookedUpToField.id, 'count({values})');\n // update a field that will be lookup by after field\n const lookedUpToField2 = getFieldByType(table2.fields, FieldType.SingleLineText);\n\n await rollupFrom(table1, lookedUpToField2.id, 'count({values})');\n });\n\n describe('rollup targeting conditional computed fields', () => {\n let leaf: ITableFullVo;\n let middle: ITableFullVo;\n let root: ITableFullVo;\n let activeScoreConditionalRollup: IFieldVo;\n let activeItemConditionalLookup: IFieldVo;\n let rootLinkFieldId: string;\n\n beforeAll(async () => {\n leaf = await createTable(baseId, {\n name: 'RollupConditional_Leaf',\n fields: [\n { name: 'Item', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Category', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Score', type: FieldType.Number } as IFieldRo,\n { name: 'Status', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Item: 'Alpha', Category: 'Hardware', Score: 60, Status: 'Active' } },\n { fields: { Item: 'Beta', Category: 'Hardware', Score: 40, Status: 'Inactive' } },\n { fields: { Item: 'Gamma', Category: 'Software', Score: 80, Status: 'Active' } },\n ],\n });\n\n const leafItemId = leaf.fields.find((field) => field.name === 'Item')!.id;\n const leafCategoryId = leaf.fields.find((field) => field.name === 'Category')!.id;\n const leafScoreId = leaf.fields.find((field) => field.name === 'Score')!.id;\n const leafStatusId = leaf.fields.find((field) => field.name === 'Status')!.id;\n\n middle = await createTable(baseId, {\n name: 'RollupConditional_Middle',\n fields: [\n { name: 'Summary', type: FieldType.SingleLineText } as IFieldRo,\n { name: 'Target Category', type: FieldType.SingleLineText } as IFieldRo,\n ],\n records: [\n { fields: { Summary: 'Hardware Overview', 'Target Category': 'Hardware' } },\n { fields: { Summary: 'Software Overview', 'Target Category': 'Software' } },\n ],\n });\n const targetCategoryFieldId = middle.fields.find(\n (field) => field.name === 'Target Category'\n )!.id;\n\n const categoryMatchFilter: IFilter = {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: leafCategoryId,\n operator: 'is',\n value: { type: 'field', fieldId: targetCategoryFieldId },\n },\n {\n fieldId: leafStatusId,\n operator: 'is',\n value: 'Active',\n },\n ],\n } as any;\n\n activeScoreConditionalRollup = await createField(middle.id, {\n name: 'Active Category Score',\n type: FieldType.ConditionalRollup,\n options: {\n foreignTableId: leaf.id,\n lookupFieldId: leafScoreId,\n expression: 'sum({values})',\n filter: categoryMatchFilter,\n },\n } as IFieldRo);\n\n activeItemConditionalLookup = await createField(middle.id, {\n name: 'Active Item Names',\n type: FieldType.SingleLineText,\n isLookup: true,\n isConditionalLookup: true,\n lookupOptions: {\n foreignTableId: leaf.id,\n lookupFieldId: leafItemId,\n filter: categoryMatchFilter,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n await updateTableFields(middle);\n tables.push(middle);\n\n root = await createTable(baseId, {\n name: 'RollupConditional_Root',\n fields: [{ name: 'Region', type: FieldType.SingleLineText } as IFieldRo],\n records: [\n { fields: { Region: 'North' } },\n { fields: { Region: 'Global' } },\n { fields: { Region: 'Unlinked' } },\n ],\n });\n\n const rootLinkField = await createField(root.id, {\n name: 'Middle Connection',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: middle.id,\n },\n });\n rootLinkFieldId = rootLinkField.id;\n\n await updateTableFields(root);\n tables.push(root);\n\n await updateRecordField(root.id, root.records[0].id, rootLinkFieldId, [\n { id: middle.records[0].id },\n ]);\n await updateRecordField(root.id, root.records[1].id, rootLinkFieldId, [\n { id: middle.records[0].id },\n { id: middle.records[1].id },\n ]);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, root.id);\n await permanentDeleteTable(baseId, middle.id);\n await permanentDeleteTable(baseId, leaf.id);\n });\n\n it('should roll up conditional rollup values across linked tables', async () => {\n const hardwareSummary = await getRecord(middle.id, middle.records[0].id);\n const softwareSummary = await getRecord(middle.id, middle.records[1].id);\n expect(hardwareSummary.fields[activeScoreConditionalRollup.id]).toEqual(60);\n expect(softwareSummary.fields[activeScoreConditionalRollup.id]).toEqual(80);\n\n const rollupFieldVo = await rollupFrom(\n root,\n activeScoreConditionalRollup.id,\n 'sum({values})'\n );\n\n const north = await getRecord(root.id, root.records[0].id);\n const global = await getRecord(root.id, root.records[1].id);\n const unlinked = await getRecord(root.id, root.records[2].id);\n\n expect(north.fields[rollupFieldVo.id]).toEqual(60);\n expect(global.fields[rollupFieldVo.id]).toEqual(140);\n expect(unlinked.fields[rollupFieldVo.id]).toEqual(0);\n });\n\n it('should aggregate conditional lookup chains with rollup fields', async () => {\n const hardwareSummary = await getRecord(middle.id, middle.records[0].id);\n const softwareSummary = await getRecord(middle.id, middle.records[1].id);\n expect(hardwareSummary.fields[activeItemConditionalLookup.id]).toEqual(['Alpha']);\n expect(softwareSummary.fields[activeItemConditionalLookup.id]).toEqual(['Gamma']);\n\n const rollupFieldVo = await rollupFrom(\n root,\n activeItemConditionalLookup.id,\n 'countall({values})'\n );\n\n const north = await getRecord(root.id, root.records[0].id);\n const global = await getRecord(root.id, root.records[1].id);\n const unlinked = await getRecord(root.id, root.records[2].id);\n\n expect(north.fields[rollupFieldVo.id]).toEqual(1);\n expect(global.fields[rollupFieldVo.id]).toEqual(2);\n expect(unlinked.fields[rollupFieldVo.id]).toEqual(0);\n });\n\n it('should concatenate conditional lookup values when rolled up', async () => {\n const decodeRollupValue = (value: unknown) => {\n if (value == null) return [];\n if (Array.isArray(value)) return value;\n if (typeof value === 'string') {\n if (value === '') return [];\n const tryParse = (input: string) => {\n try {\n return JSON.parse(input);\n } catch {\n return undefined;\n }\n };\n\n const direct = tryParse(value);\n if (direct !== undefined) return direct;\n\n const parts = value.split('],').map((part) => {\n const normalized = part.trim();\n const withBracket = normalized.endsWith(']') ? normalized : `${normalized}]`;\n const parsed = tryParse(withBracket);\n return parsed ?? [normalized.replace(/^\\[|\"|'|\\]$/g, '')];\n });\n return parts.flat();\n }\n return value;\n };\n\n const rollupFieldVo = await rollupFrom(\n root,\n activeItemConditionalLookup.id,\n 'concatenate({values})'\n );\n\n const north = await getRecord(root.id, root.records[0].id);\n const global = await getRecord(root.id, root.records[1].id);\n const unlinked = await getRecord(root.id, root.records[2].id);\n\n expect(decodeRollupValue(north.fields[rollupFieldVo.id])).toEqual(['Alpha']);\n expect(decodeRollupValue(global.fields[rollupFieldVo.id])).toEqual(['Alpha', 'Gamma']);\n expect(decodeRollupValue(unlinked.fields[rollupFieldVo.id])).toEqual([]);\n });\n });\n\n describe('Rollup aggregation validation', () => {\n it('keeps numeric aggregation valid for numeric sources', async () => {\n const foreign = await createTable(baseId, {\n name: 'RollupValidationForeign',\n fields: [{ name: 'Amount', type: FieldType.Number } as IFieldRo],\n });\n const host = await createTable(baseId, {\n name: 'RollupValidationHost',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n });\n const amountFieldId = foreign.fields.find((field) => field.name === 'Amount')!.id;\n\n try {\n const linkField = await createField(host.id, {\n name: 'Link to Foreign',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: foreign.id,\n },\n } as IFieldRo);\n\n const rollupField = await createField(host.id, {\n name: 'Sum Amount',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: foreign.id,\n linkFieldId: linkField.id,\n lookupFieldId: amountFieldId,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const fetched = await getField(host.id, rollupField.id);\n expect(fetched.hasError).toBeFalsy();\n } finally {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n\n it('marks rollup as errored when numeric source becomes text', async () => {\n const foreign = await createTable(baseId, {\n name: 'RollupValidationForeignConversion',\n fields: [{ name: 'Amount', type: FieldType.Number } as IFieldRo],\n });\n const host = await createTable(baseId, {\n name: 'RollupValidationHostConversion',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n });\n const amountFieldId = foreign.fields.find((field) => field.name === 'Amount')!.id;\n\n try {\n const linkField = await createField(host.id, {\n name: 'Link to Foreign',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: foreign.id,\n },\n } as IFieldRo);\n\n const rollupField = await createField(host.id, {\n name: 'Sum Amount',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: foreign.id,\n linkFieldId: linkField.id,\n lookupFieldId: amountFieldId,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n const initial = await getField(host.id, rollupField.id);\n expect(initial.hasError).toBeFalsy();\n\n await convertField(foreign.id, amountFieldId, {\n name: 'Amount',\n type: FieldType.SingleLineText,\n options: {},\n } as IFieldRo);\n\n const afterConvert = await getField(host.id, rollupField.id);\n expect(afterConvert.hasError).toBe(true);\n } finally {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n }\n });\n });\n\n describe('Roll up corner case', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeEach(async () => {\n table1 = await createTable(baseId, {});\n table2 = await createTable(baseId, {});\n });\n\n it('should update multiple field when rollup to sum a formula field', async () => {\n const numberField = await createField(table1.id, {\n type: FieldType.Number,\n });\n\n const formulaField = await createField(table1.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${numberField.id}}`,\n },\n });\n\n const linkField = await createField(table2.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n });\n\n const rollup1 = await createField(table2.id, {\n name: `rollup 1`,\n type: FieldType.Rollup,\n options: {\n expression: `sum({values})`,\n },\n lookupOptions: {\n foreignTableId: table1.id,\n linkFieldId: linkField.id,\n lookupFieldId: formulaField.id,\n } as ILookupOptionsRo,\n });\n\n const rollup2 = await createField(table2.id, {\n name: `rollup 2`,\n type: FieldType.Rollup,\n options: {\n expression: `sum({values})`,\n },\n lookupOptions: {\n foreignTableId: table1.id,\n linkFieldId: linkField.id,\n lookupFieldId: formulaField.id,\n } as ILookupOptionsRo,\n });\n\n await updateRecordField(table1.id, table1.records[0].id, numberField.id, 1);\n await updateRecordField(table1.id, table1.records[1].id, numberField.id, 2);\n\n // add a link record after\n await updateRecordField(table2.id, table2.records[0].id, linkField.id, [\n { id: table1.records[0].id },\n { id: table1.records[1].id },\n ]);\n\n const record1 = await getRecord(table2.id, table2.records[0].id);\n\n expect(record1.fields[rollup1.id]).toEqual(3);\n expect(record1.fields[rollup2.id]).toEqual(3);\n\n await updateRecordField(table1.id, table1.records[1].id, numberField.id, 3);\n\n const record2 = await getRecord(table2.id, table2.records[0].id);\n expect([record2.fields[rollup1.id], record2.fields[rollup2.id]]).toEqual([4, 4]);\n });\n\n it('should calculate rollup event has no link record', async () => {\n const numberField = await createField(table1.id, {\n type: FieldType.Number,\n });\n\n const linkField = await createField(table2.id, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table1.id,\n },\n });\n\n const rollup1 = await createField(table2.id, {\n name: `rollup 1`,\n type: FieldType.Rollup,\n options: {\n expression: `sum({values})`,\n },\n lookupOptions: {\n foreignTableId: table1.id,\n linkFieldId: linkField.id,\n lookupFieldId: numberField.id,\n } as ILookupOptionsRo,\n });\n\n const record1 = await getRecord(table2.id, table2.records[0].id);\n expect(record1.fields[rollup1.id]).toEqual(0);\n });\n });\n\n describe('v2 update field hasError propagation', () => {\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n const itV2Only = isForceV2 ? it : it.skip;\n\n itV2Only(\n 'marks rollup as errored when foreign lookup field type becomes incompatible via v2 convert',\n async () => {\n const foreign = await createTable(baseId, {\n name: 'V2RollupHasError_Foreign',\n fields: [{ name: 'Amount', type: FieldType.Number } as IFieldRo],\n });\n const host = await createTable(baseId, {\n name: 'V2RollupHasError_Host',\n fields: [{ name: 'Label', type: FieldType.SingleLineText } as IFieldRo],\n });\n const amountFieldId = foreign.fields.find((field) => field.name === 'Amount')!.id;\n\n try {\n const linkField = await createField(host.id, {\n name: 'Link to Foreign',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: foreign.id,\n },\n } as IFieldRo);\n\n const rollupField = await createField(host.id, {\n name: 'Sum Amount',\n type: FieldType.Rollup,\n options: {\n expression: 'sum({values})',\n },\n lookupOptions: {\n foreignTableId: foreign.id,\n linkFieldId: linkField.id,\n lookupFieldId: amountFieldId,\n } as ILookupOptionsRo,\n } as IFieldRo);\n\n expect((await getField(host.id, rollupField.id)).hasError).toBeFalsy();\n\n // Convert the foreign lookup field to an incompatible type via v2\n await convertField(foreign.id, amountFieldId, {\n name: 'Amount',\n type: FieldType.SingleLineText,\n options: {},\n } as IFieldRo);\n\n const afterConvert = await getField(host.id, rollupField.id);\n expect(afterConvert.hasError).toBe(true);\n } finally {\n await permanentDeleteTable(baseId, host.id);\n await permanentDeleteTable(baseId, foreign.id);\n }\n }\n );\n });\n});\n" }, { "path": "apps/nestjs-backend/test/scheduled-computing.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { getRecords } from '@teable/openapi';\nimport {\n initApp,\n createTable,\n createField,\n deleteField,\n convertField,\n permanentDeleteTable,\n} from './utils/init-app';\nimport { seeding } from './utils/record-mock';\n\ndescribe('Test Scheduled Computing', () => {\n let app: INestApplication;\n let table: ITableFullVo;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n table = await createTable(baseId, { name: 'table1', records: [] });\n // await seeding(table.id, 3);\n await seeding(table.id, 10_000);\n }, 100_000);\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n console.log('clear table: ', table.id);\n });\n\n it('should create/modify/delete formula field with 10000 rows scheduled', async () => {\n const formulaFieldRo = {\n name: 'formula',\n type: FieldType.Formula,\n options: {\n expression: `{${table.fields[0].id}} & (1 + 1)`,\n },\n };\n\n const formulaField = await createField(table.id, formulaFieldRo);\n const result = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n skip: 0,\n take: 10,\n });\n expect(result.data.records[1].fields[formulaField.id]).toBeTruthy();\n\n const newFormulaFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `2 + 2`,\n },\n };\n const newFormulaField = await convertField(table.id, formulaField.id, newFormulaFieldRo);\n const newResult = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n skip: 0,\n take: 10,\n });\n expect(newResult.data.records[1].fields[newFormulaField.id]).toEqual(4);\n\n await deleteField(table.id, formulaField.id);\n }, 1_000_000);\n});\n" }, { "path": "apps/nestjs-backend/test/select-formula-numeric-coercion.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo } from '@teable/core';\nimport { FieldType } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n createTable,\n getField,\n getRecord,\n initApp,\n permanentDeleteTable,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('Select formula numeric coercion (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('coerces numeric strings when evaluating select formulas', async () => {\n const seedFields: IFieldRo[] = [\n {\n name: 'Planned Duration',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Consumed Days',\n type: FieldType.SingleLineText,\n },\n ];\n\n const table: ITableFullVo = await createTable(baseId, {\n name: 'select_numeric_coercion',\n fields: seedFields,\n records: [\n {\n fields: {\n 'Planned Duration': '10天',\n 'Consumed Days': '3',\n },\n },\n ],\n });\n\n try {\n const fieldMap = new Map(table.fields.map((field) => [field.name, field]));\n const durationField = fieldMap.get('Planned Duration')!;\n const consumedField = fieldMap.get('Consumed Days')!;\n\n const remainingField = await createField(table.id, {\n name: 'Remaining Days (runtime)',\n type: FieldType.Formula,\n options: {\n expression: `{${durationField.id}} - {${consumedField.id}}`,\n },\n });\n\n const negativeField = await createField(table.id, {\n name: 'Negative Consumed (runtime)',\n type: FieldType.Formula,\n options: {\n expression: `-{${consumedField.id}}`,\n },\n });\n\n const refreshedRemaining = await getField(table.id, remainingField.id);\n const remainingMeta =\n typeof refreshedRemaining.meta === 'string'\n ? (JSON.parse(refreshedRemaining.meta) as { persistedAsGeneratedColumn?: boolean })\n : (refreshedRemaining.meta as { persistedAsGeneratedColumn?: boolean } | undefined);\n expect(remainingMeta?.persistedAsGeneratedColumn).not.toBe(true);\n\n const recordId = table.records[0].id;\n\n const initialRecord = await getRecord(table.id, recordId);\n expect(initialRecord.fields[remainingField.id]).toBe(7);\n expect(initialRecord.fields[negativeField.id]).toBe(-3);\n\n await expect(\n updateRecordByApi(table.id, recordId, consumedField.id, '4天')\n ).resolves.toBeDefined();\n\n const updatedRecord = await getRecord(table.id, recordId);\n expect(updatedRecord.fields[remainingField.id]).toBe(6);\n expect(updatedRecord.fields[negativeField.id]).toBe(-4);\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/selection.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\n/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport {\n Colors,\n FieldKeyType,\n FieldType,\n MultiNumberDisplayType,\n Relationship,\n Role,\n SortFunc,\n defaultNumberFormatting,\n} from '@teable/core';\nimport type { IFieldRo, IUserCellValue } from '@teable/core';\nimport type { IPasteRo, IPasteVo, ITableFullVo, IUserMeVo } from '@teable/openapi';\nimport {\n RangeType,\n IdReturnType,\n CLEAR_URL,\n DELETE_URL,\n PASTE_URL,\n X_CANARY_HEADER,\n axios,\n getIdsFromRanges as apiGetIdsFromRanges,\n copy as apiCopy,\n paste as apiPaste,\n getFields,\n deleteSelection,\n clear,\n updateViewFilter,\n updateViewSort,\n USER_ME,\n UPDATE_USER_NAME,\n createSpace,\n createBase,\n emailSpaceInvitation,\n getRecords,\n urlBuilder,\n} from '@teable/openapi';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport {\n permanentDeleteBase,\n createField,\n getRecord,\n initApp,\n createTable,\n permanentDeleteTable,\n permanentDeleteSpace,\n updateRecordByApi,\n} from './utils/init-app';\n\ndescribe('OpenAPI SelectionController (e2e)', () => {\n let app: INestApplication;\n let table: ITableFullVo;\n const baseId = globalThis.testConfig.baseId;\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n beforeEach(async () => {\n table = await createTable(baseId, { name: 'table1' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n const pasteWithCanary = async (tableId: string, pasteRo: IPasteRo, useV2: boolean) => {\n return axios.patch(\n urlBuilder(PASTE_URL, {\n tableId,\n }),\n pasteRo,\n {\n headers: {\n [X_CANARY_HEADER]: useV2 ? 'true' : 'false',\n },\n }\n );\n };\n\n const clearWithCanary = async (\n tableId: string,\n clearRo: Parameters[1],\n useV2: boolean\n ) => {\n return axios.patch(\n urlBuilder(CLEAR_URL, {\n tableId,\n }),\n clearRo,\n {\n headers: {\n [X_CANARY_HEADER]: useV2 ? 'true' : 'false',\n },\n }\n );\n };\n\n const deleteWithCanary = async (\n tableId: string,\n deleteRo: Parameters[1],\n useV2: boolean\n ) => {\n return axios.delete<{ ids: string[] }>(\n urlBuilder(DELETE_URL, {\n tableId,\n }),\n {\n headers: {\n [X_CANARY_HEADER]: useV2 ? 'true' : 'false',\n },\n params: {\n ...deleteRo,\n filter: JSON.stringify(deleteRo.filter),\n orderBy: JSON.stringify(deleteRo.orderBy),\n groupBy: JSON.stringify(deleteRo.groupBy),\n ranges: JSON.stringify(deleteRo.ranges),\n collapsedGroupIds: JSON.stringify(deleteRo.collapsedGroupIds),\n },\n }\n );\n };\n\n describe('getIdsFromRanges', () => {\n it('should return all ids for cell range ', async () => {\n const viewId = table.views[0].id;\n\n const data = (\n await apiGetIdsFromRanges(table.id, {\n viewId,\n ranges: [\n [0, 0],\n [0, 0],\n ],\n returnType: IdReturnType.All,\n })\n ).data;\n\n expect(data.recordIds).toHaveLength(1);\n expect(data.fieldIds).toHaveLength(1);\n });\n\n it('should return all ids for row range', async () => {\n const viewId = table.views[0].id;\n\n const data = (\n await apiGetIdsFromRanges(table.id, {\n viewId,\n ranges: [[0, 1]],\n type: RangeType.Rows,\n returnType: IdReturnType.All,\n })\n ).data;\n\n expect(data.recordIds).toHaveLength(2);\n expect(data.fieldIds).toHaveLength(table.fields.length);\n });\n\n it('should return all ids for column range', async () => {\n const viewId = table.views[0].id;\n\n const data = (\n await apiGetIdsFromRanges(table.id, {\n viewId,\n ranges: [[0, 1]],\n type: RangeType.Columns,\n returnType: IdReturnType.All,\n })\n ).data;\n\n expect(data.recordIds).toHaveLength(table.records.length);\n expect(data.fieldIds).toHaveLength(2);\n });\n\n it('should return record ids for cell range', async () => {\n const viewId = table.views[0].id;\n\n const data = (\n await apiGetIdsFromRanges(table.id, {\n viewId,\n ranges: [\n [0, 0],\n [0, 1],\n ],\n returnType: IdReturnType.RecordId,\n })\n ).data;\n\n expect(data.recordIds).toHaveLength(2);\n expect(data.fieldIds).toBeUndefined();\n });\n\n it('should return record ids for row range', async () => {\n const viewId = table.views[0].id;\n\n const data = (\n await apiGetIdsFromRanges(table.id, {\n viewId,\n ranges: [[0, 1]],\n type: RangeType.Rows,\n returnType: IdReturnType.RecordId,\n })\n ).data;\n\n expect(data.recordIds).toHaveLength(2);\n expect(data.fieldIds).toBeUndefined();\n });\n\n it('should return record ids for column range', async () => {\n const viewId = table.views[0].id;\n\n const data = (\n await apiGetIdsFromRanges(table.id, {\n viewId,\n ranges: [[0, 0]],\n type: RangeType.Columns,\n returnType: IdReturnType.RecordId,\n })\n ).data;\n\n expect(data.recordIds).toHaveLength(table.records.length);\n expect(data.fieldIds).toBeUndefined();\n });\n\n it('should return field ids for cell range', async () => {\n const viewId = table.views[0].id;\n\n const data = (\n await apiGetIdsFromRanges(table.id, {\n viewId,\n ranges: [\n [0, 0],\n [0, 1],\n ],\n returnType: IdReturnType.FieldId,\n })\n ).data;\n\n expect(data.fieldIds).toHaveLength(1);\n expect(data.recordIds).toBeUndefined();\n });\n\n it('should return field ids for row range', async () => {\n const viewId = table.views[0].id;\n\n const data = (\n await apiGetIdsFromRanges(table.id, {\n viewId,\n ranges: [[0, 1]],\n type: RangeType.Rows,\n returnType: IdReturnType.FieldId,\n })\n ).data;\n\n expect(data.fieldIds).toHaveLength(table.fields.length);\n expect(data.recordIds).toBeUndefined();\n });\n\n it('should return record ids for column range', async () => {\n const viewId = table.views[0].id;\n\n const data = (\n await apiGetIdsFromRanges(table.id, {\n viewId,\n ranges: [[0, 0]],\n type: RangeType.Columns,\n returnType: IdReturnType.FieldId,\n })\n ).data;\n\n expect(data.fieldIds).toHaveLength(1);\n expect(data.recordIds).toBeUndefined();\n });\n });\n\n describe('past link records', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let table3: ITableFullVo;\n beforeEach(async () => {\n // create tables\n const textFieldRo: IFieldRo = {\n name: 'text field',\n type: FieldType.SingleLineText,\n };\n\n table1 = await createTable(baseId, {\n name: 'table1',\n fields: [textFieldRo],\n records: [\n { fields: { 'text field': 'table1_1' } },\n { fields: { 'text field': 'table1_2' } },\n { fields: { 'text field': 'table1_3' } },\n ],\n });\n\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: [textFieldRo],\n records: [\n { fields: { 'text field': 'table2_1' } },\n { fields: { 'text field': 'table2_2' } },\n { fields: { 'text field': 'table2_3' } },\n ],\n });\n\n table3 = await createTable(baseId, {\n name: 'table3',\n fields: [textFieldRo],\n records: [\n { fields: { 'text field': 'table3' } },\n { fields: { 'text field': 'table3' } },\n { fields: { 'text field': 'table3' } },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should paste 2 manyOne link field in same time', async () => {\n // create link field\n const table1LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField1 = await createField(table1.id, table1LinkFieldRo);\n const linkField2 = await createField(table1.id, table1LinkFieldRo);\n\n await apiPaste(table1.id, {\n viewId: table1.views[0].id,\n content: 'table2_1\\ttable2_2',\n ranges: [\n [1, 0],\n [1, 0],\n ],\n });\n\n const record = await getRecord(table1.id, table1.records[0].id);\n\n expect(record.fields[linkField1.id]).toEqual({\n id: table2.records[0].id,\n title: 'table2_1',\n });\n expect(record.fields[linkField2.id]).toEqual({\n id: table2.records[1].id,\n title: 'table2_2',\n });\n });\n\n it('should paste 2 oneMany link field in same time', async () => {\n // create link field\n const table1LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n const linkField1 = await createField(table1.id, table1LinkFieldRo);\n const linkField2 = await createField(table1.id, table1LinkFieldRo);\n\n await apiPaste(table1.id, {\n viewId: table1.views[0].id,\n content: 'table2_1\\ttable2_2',\n ranges: [\n [1, 0],\n [1, 0],\n ],\n });\n\n const record = await getRecord(table1.id, table1.records[0].id);\n\n expect(record.fields[linkField1.id]).toEqual([\n {\n id: table2.records[0].id,\n title: 'table2_1',\n },\n ]);\n expect(record.fields[linkField2.id]).toEqual([\n {\n id: table2.records[1].id,\n title: 'table2_2',\n },\n ]);\n });\n\n it('should paste 2 oneMany link field with same value in same time', async () => {\n // create link field\n const table1LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table3.id,\n },\n };\n\n const linkField1 = await createField(table1.id, table1LinkFieldRo);\n const linkField2 = await createField(table1.id, table1LinkFieldRo);\n\n await apiPaste(table1.id, {\n viewId: table1.views[0].id,\n content: [[{ id: table3.records[0].id }, { id: table3.records[1].id }]],\n ranges: [\n [1, 0],\n [1, 0],\n ],\n header: [linkField1, linkField2],\n });\n\n const record = await getRecord(table1.id, table1.records[0].id);\n\n expect(record.fields[linkField1.id]).toEqual([\n {\n id: table3.records[0].id,\n title: 'table3',\n },\n ]);\n expect(record.fields[linkField2.id]).toEqual([\n {\n id: table3.records[1].id,\n title: 'table3',\n },\n ]);\n });\n\n it('paste link field with same value', async () => {\n const table1LinkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n const linkField1 = await createField(table1.id, table1LinkFieldRo);\n\n await apiPaste(table1.id, {\n viewId: table1.views[0].id,\n content: [['table2_1']],\n ranges: [\n [1, 0],\n [1, 0],\n ],\n header: [table1.fields[0]],\n });\n\n const record = await getRecord(table1.id, table1.records[0].id);\n\n expect(record.fields[linkField1.id]).toEqual([\n {\n id: table2.records[0].id,\n title: 'table2_1',\n },\n ]);\n });\n });\n\n describe('api/table/:tableId/selection/clear (PATCH)', () => {\n it('should clear a standalone column without touching other fields', async () => {\n const clearTable = await createTable(baseId, {\n name: 'clear-basic',\n fields: [\n {\n name: 'Status',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Notes',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n { fields: { Status: 'todo', Notes: 'keep-1' } },\n { fields: { Status: 'doing', Notes: 'keep-2' } },\n ],\n });\n\n try {\n const viewId = clearTable.views[0].id;\n const statusFieldId = clearTable.fields.find((f) => f.name === 'Status')!.id;\n const notesFieldId = clearTable.fields.find((f) => f.name === 'Notes')!.id;\n\n await clear(clearTable.id, {\n viewId,\n type: RangeType.Columns,\n ranges: [[0, 0]],\n });\n\n const { data } = await getRecords(clearTable.id, {\n viewId,\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(data.records.map((record) => record.fields[statusFieldId] ?? null)).toEqual([\n null,\n null,\n ]);\n expect(data.records.map((record) => record.fields[notesFieldId])).toEqual([\n 'keep-1',\n 'keep-2',\n ]);\n } finally {\n await permanentDeleteTable(baseId, clearTable.id);\n }\n });\n\n it('should refresh formula and lookup dependents after clearing a column', async () => {\n const companyTable = await createTable(baseId, {\n name: 'companies-clear',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'City', type: FieldType.SingleLineText },\n ],\n records: [\n { fields: { Name: 'Alpha', City: 'Paris' } },\n { fields: { Name: 'Beta', City: 'Berlin' } },\n ],\n });\n const nameFieldId = companyTable.fields.find((f) => f.name === 'Name')!.id;\n const cityFieldId = companyTable.fields.find((f) => f.name === 'City')!.id;\n\n const nameFormulaField = await createField(companyTable.id, {\n name: 'Name Tag',\n type: FieldType.Formula,\n options: {\n expression: `IF({${nameFieldId}}, {${nameFieldId}}, \"empty\")`,\n },\n });\n companyTable.fields.push(nameFormulaField);\n\n const contactTable = await createTable(baseId, {\n name: 'contacts-clear',\n fields: [{ name: 'Person', type: FieldType.SingleLineText }],\n records: [{ fields: { Person: 'Alice' } }, { fields: { Person: 'Bob' } }],\n });\n const personFieldId = contactTable.fields.find((f) => f.name === 'Person')!.id;\n\n try {\n const linkField = await createField(contactTable.id, {\n name: 'Company',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: companyTable.id,\n },\n });\n contactTable.fields.push(linkField);\n\n const companyLookupField = await createField(contactTable.id, {\n name: 'Company Name',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: companyTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: nameFieldId,\n },\n });\n contactTable.fields.push(companyLookupField);\n\n await updateRecordByApi(contactTable.id, contactTable.records[0].id, linkField.id, {\n id: companyTable.records[0].id,\n });\n await updateRecordByApi(contactTable.id, contactTable.records[1].id, linkField.id, {\n id: companyTable.records[1].id,\n });\n\n const companyViewId = companyTable.views[0].id;\n await clear(companyTable.id, {\n viewId: companyViewId,\n type: RangeType.Columns,\n ranges: [[0, 0]],\n });\n\n const companyRecords = await getRecords(companyTable.id, {\n viewId: companyViewId,\n fieldKeyType: FieldKeyType.Id,\n });\n expect(\n companyRecords.data.records.map((record) => record.fields[nameFieldId] ?? null)\n ).toEqual([null, null]);\n expect(\n companyRecords.data.records.map((record) => record.fields[nameFormulaField.id])\n ).toEqual(['empty', 'empty']);\n expect(companyRecords.data.records.map((record) => record.fields[cityFieldId])).toEqual([\n 'Paris',\n 'Berlin',\n ]);\n\n const contactViewId = contactTable.views[0].id;\n const contactRecords = await getRecords(contactTable.id, {\n viewId: contactViewId,\n fieldKeyType: FieldKeyType.Id,\n });\n const lookupValues = contactRecords.data.records.map(\n (record) => record.fields[companyLookupField.id] ?? null\n );\n expect(lookupValues).toEqual([null, null]);\n expect(contactRecords.data.records.map((record) => record.fields[personFieldId])).toEqual([\n 'Alice',\n 'Bob',\n ]);\n } finally {\n await permanentDeleteTable(baseId, contactTable.id);\n await permanentDeleteTable(baseId, companyTable.id);\n }\n });\n\n it.each(\n isForceV2\n ? [{ label: 'v2-forced', useV2: true, v2Header: 'true' }]\n : [\n { label: 'v1', useV2: false, v2Header: 'false' },\n { label: 'v2', useV2: true, v2Header: 'true' },\n ]\n )(\n 'should respect search hidden-row offsets in clear for $label',\n async ({ useV2, v2Header }) => {\n const clearTable = await createTable(baseId, {\n name: `clear-search-${useV2 ? 'v2' : 'v1'}`,\n fields: [{ name: 'Name', type: FieldType.SingleLineText }],\n records: [\n { fields: { Name: 'Alpha' } },\n { fields: { Name: 'target-one' } },\n { fields: { Name: 'Bravo' } },\n { fields: { Name: 'target-two' } },\n { fields: { Name: 'Charlie' } },\n ],\n });\n\n try {\n const viewId = clearTable.views[0].id;\n const nameField = clearTable.fields.find((field) => field.name === 'Name')!;\n\n const clearRes = await clearWithCanary(\n clearTable.id,\n {\n viewId,\n ranges: [\n [0, 0],\n [0, 1],\n ],\n search: ['target', '', true],\n },\n useV2\n );\n\n expect(clearRes.status).toBe(200);\n expect(clearRes.headers['x-teable-v2']).toBe(v2Header);\n\n const records = await getRecords(clearTable.id, {\n viewId,\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(records.data.records[0].fields[nameField.id]).toBe('Alpha');\n expect(records.data.records[1].fields[nameField.id] ?? null).toBeNull();\n expect(records.data.records[2].fields[nameField.id]).toBe('Bravo');\n expect(records.data.records[3].fields[nameField.id] ?? null).toBeNull();\n expect(records.data.records[4].fields[nameField.id]).toBe('Charlie');\n } finally {\n await permanentDeleteTable(baseId, clearTable.id);\n }\n }\n );\n\n it.each(\n isForceV2\n ? [{ label: 'v2-forced', useV2: true, v2Header: 'true' }]\n : [\n { label: 'v1', useV2: false, v2Header: 'false' },\n { label: 'v2', useV2: true, v2Header: 'true' },\n ]\n )(\n 'should clear correct row in $label when ignoreViewQuery+collapsed groups are provided',\n async ({ useV2, v2Header }) => {\n const clearTable = await createTable(baseId, {\n name: `clear-ignore-range-${useV2 ? 'v2' : 'v1'}`,\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'GroupA', color: Colors.Blue },\n { name: 'GroupB', color: Colors.Green },\n ],\n },\n },\n { name: 'Marker', type: FieldType.SingleLineText },\n ],\n records: [\n { fields: { Title: 'A-01', Status: 'GroupA', Marker: 'mA01' } },\n { fields: { Title: 'A-02', Status: 'GroupA', Marker: 'mA02' } },\n { fields: { Title: 'B-01', Status: 'GroupB', Marker: 'mB01' } },\n { fields: { Title: 'B-02', Status: 'GroupB', Marker: 'mB02' } },\n ],\n });\n\n try {\n const viewId = clearTable.views[0].id;\n const titleField = clearTable.fields.find((f) => f.name === 'Title')!;\n const statusField = clearTable.fields.find((f) => f.name === 'Status')!;\n const markerField = clearTable.fields.find((f) => f.name === 'Marker')!;\n\n await updateViewSort(clearTable.id, viewId, {\n sort: {\n sortObjs: [{ fieldId: titleField.id, order: SortFunc.Desc }],\n manualSort: false,\n },\n });\n await updateViewFilter(clearTable.id, viewId, {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: 'GroupA',\n },\n ],\n },\n });\n\n const groupBy = [{ fieldId: statusField.id, order: SortFunc.Asc }] as const;\n const orderBy = [{ fieldId: titleField.id, order: SortFunc.Asc }] as const;\n\n const groupedResult = await getRecords(clearTable.id, {\n viewId,\n ignoreViewQuery: true,\n groupBy: [...groupBy],\n orderBy: [...orderBy],\n fieldKeyType: FieldKeyType.Id,\n });\n const firstGroupHeader = groupedResult.data.extra?.groupPoints?.find(\n (point) => point.type === 0 && 'id' in point\n );\n expect(firstGroupHeader).toBeDefined();\n const collapsedGroupIds = [(firstGroupHeader as { id: string }).id];\n\n const clearRes = await clearWithCanary(\n clearTable.id,\n {\n viewId,\n ignoreViewQuery: true,\n ranges: [\n [0, 0],\n [0, 0],\n ],\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'isAnyOf',\n value: ['GroupA', 'GroupB'],\n },\n ],\n },\n orderBy: [...orderBy],\n groupBy: [...groupBy],\n projection: [markerField.id, statusField.id, titleField.id],\n collapsedGroupIds,\n },\n useV2\n );\n expect(clearRes.status).toBe(200);\n expect(clearRes.headers['x-teable-v2']).toBe(v2Header);\n\n const allRecords = await getRecords(clearTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const b01 = allRecords.data.records.find(\n (record) => record.fields[titleField.id] === 'B-01'\n );\n const a01 = allRecords.data.records.find(\n (record) => record.fields[titleField.id] === 'A-01'\n );\n\n expect(b01?.fields[markerField.id] ?? null).toBeNull();\n expect(a01?.fields[markerField.id]).toBe('mA01');\n } finally {\n await permanentDeleteTable(baseId, clearTable.id);\n }\n }\n );\n });\n\n describe('past expand col formula', () => {\n let table1: ITableFullVo;\n const numberField = {\n name: 'count',\n type: FieldType.Number,\n options: {\n formatting: defaultNumberFormatting,\n showAs: {\n type: MultiNumberDisplayType.Bar,\n color: Colors.Blue,\n showValue: true,\n maxValue: 100,\n },\n },\n };\n beforeEach(async () => {\n // create tables\n const fields: IFieldRo[] = [\n {\n name: 'name',\n type: FieldType.SingleLineText,\n },\n numberField,\n ];\n\n table1 = await createTable(baseId, {\n name: 'table1',\n fields: fields,\n records: [{ fields: { count: 1 } }, { fields: { count: 2 } }, { fields: { count: 3 } }],\n });\n\n const numberFieldId = table1.fields.find((f) => f.name === 'count')!.id;\n const formulaField: IFieldRo = {\n type: FieldType.Formula,\n name: 'formula',\n options: {\n expression: `{${numberFieldId}}`,\n formatting: numberField.options.formatting,\n showAs: numberField.options.showAs,\n },\n };\n await createField(table1.id, formulaField);\n await createField(table1.id, {\n type: FieldType.SingleLineText,\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n });\n\n it('should paste expand col formula', async () => {\n const { content, header } = (\n await apiCopy(table1.id, {\n viewId: table1.views[0].id,\n ranges: [\n [1, 0],\n [2, 3],\n ],\n })\n ).data;\n await apiPaste(table1.id, {\n viewId: table1.views[0].id,\n content,\n header,\n ranges: [\n [3, 0],\n [3, 0],\n ],\n });\n const fields = (await getFields(table1.id, { viewId: table1.views[0].id })).data;\n expect(fields[4].type).toEqual(numberField.type);\n expect(fields[4].options).toEqual(numberField.options);\n });\n });\n\n describe('paste computed numeric coercion regression (v2)', () => {\n let table1: ITableFullVo;\n let scoreFieldId: string;\n let weightFieldId: string;\n let weightedScoreFieldId: string;\n\n beforeEach(async () => {\n table1 = await createTable(baseId, {\n name: 'paste-numeric-coercion',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Score',\n type: FieldType.Number,\n options: {\n formatting: defaultNumberFormatting,\n },\n },\n {\n name: 'WeightText',\n type: FieldType.SingleLineText,\n },\n ],\n records: [{ fields: { Name: 'row-1', Score: 10, WeightText: '0.5' } }],\n });\n\n scoreFieldId = table1.fields.find((field) => field.name === 'Score')!.id;\n weightFieldId = table1.fields.find((field) => field.name === 'WeightText')!.id;\n\n const weightedScoreField = await createField(table1.id, {\n name: 'WeightedScore',\n type: FieldType.Formula,\n options: {\n expression: `{${scoreFieldId}}*{${weightFieldId}}`,\n formatting: defaultNumberFormatting,\n },\n });\n\n weightedScoreFieldId = weightedScoreField.id;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n });\n\n it('should recompute numeric formula without 500 when pasted text contains multiple numeric fragments in v2', async () => {\n const viewId = table1.views[0].id;\n\n const res = await pasteWithCanary(\n table1.id,\n {\n viewId,\n projection: [weightFieldId],\n content: '0.4/0.6',\n ranges: [\n [0, 0],\n [0, 0],\n ],\n },\n true\n );\n\n expect(res.status).toBe(200);\n expect(res.headers['x-teable-v2']).toBe('true');\n\n const records = await getRecords(table1.id, {\n viewId,\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(records.data.records[0].fields[weightFieldId]).toBe('0.4/0.6');\n expect(records.data.records[0].fields[weightedScoreFieldId]).toBeCloseTo(4, 10);\n });\n });\n\n describe('api/table/:tableId/selection/delete (DELETE)', () => {\n let table: ITableFullVo;\n\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'table2',\n fields: [\n {\n name: 'name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'number',\n type: FieldType.Number,\n },\n ],\n records: [\n { fields: { name: 'test', number: 1 } },\n { fields: { name: 'test2', number: 2 } },\n { fields: { name: 'test', number: 1 } },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should delete selected data', async () => {\n const viewId = table.views[0].id;\n const result = await deleteSelection(table.id, {\n viewId,\n type: RangeType.Rows,\n ranges: [\n [0, 0],\n [2, 2],\n ],\n });\n expect(result.data.ids).toEqual([table.records[0].id, table.records[2].id]);\n });\n\n it('should delete selected data with filter', async () => {\n const viewId = table.views[0].id;\n const result = await deleteSelection(table.id, {\n viewId,\n ranges: [\n [0, 0],\n [1, 1],\n ],\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: table.fields[0].id,\n value: 'test',\n operator: 'is',\n },\n ],\n },\n });\n expect(result.data.ids).toEqual([table.records[0].id, table.records[2].id]);\n });\n\n it('should delete selected data with orderBy', async () => {\n const viewId = table.views[0].id;\n const result = await deleteSelection(table.id, {\n viewId,\n ranges: [\n [0, 0],\n [1, 1],\n ],\n orderBy: [\n {\n fieldId: table.fields[0].id,\n order: SortFunc.Desc,\n },\n ],\n });\n expect(result.data.ids).toEqual([table.records[1].id, table.records[0].id]);\n });\n\n it('should delete selected data with view filter', async () => {\n const viewId = table.views[0].id;\n await updateViewFilter(table.id, viewId, {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: table.fields[0].id,\n value: 'test',\n operator: 'is',\n },\n ],\n },\n });\n const result = await deleteSelection(table.id, {\n viewId,\n ranges: [\n [0, 0],\n [1, 1],\n ],\n });\n expect(result.data.ids).toEqual([table.records[0].id, table.records[2].id]);\n });\n\n it.each(\n isForceV2\n ? [{ label: 'v2-forced', useV2: true, v2Header: 'true' }]\n : [\n { label: 'v1', useV2: false, v2Header: 'false' },\n { label: 'v2', useV2: true, v2Header: 'true' },\n ]\n )(\n 'should delete rows matched by hide-not-match search in $label even when matches are beyond base range',\n async ({ useV2, v2Header }) => {\n const searchTable = await createTable(baseId, {\n name: `search-delete-${useV2 ? 'v2' : 'v1'}`,\n fields: [\n {\n name: 'name',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n { fields: { name: 'alpha' } },\n { fields: { name: 'beta' } },\n { fields: { name: 'gamma' } },\n { fields: { name: 'target one' } },\n { fields: { name: 'target two' } },\n ],\n });\n try {\n const viewId = searchTable.views[0].id;\n const result = await deleteWithCanary(\n searchTable.id,\n {\n viewId,\n type: RangeType.Rows,\n ranges: [[0, 1]],\n search: ['target', searchTable.fields[0].id, true],\n },\n useV2\n );\n\n expect(result.status).toBe(200);\n expect(result.headers['x-teable-v2']).toBe(v2Header);\n expect(result.data.ids).toEqual([searchTable.records[3].id, searchTable.records[4].id]);\n } finally {\n await permanentDeleteTable(baseId, searchTable.id);\n }\n }\n );\n\n it('should delete selection when filter compares text field to lookup-backed formula', async () => {\n await permanentDeleteTable(baseId, table.id);\n table = await createTable(baseId, {\n name: 'orders',\n fields: [\n {\n name: 'Order Number',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n { fields: { 'Order Number': 'ORD-001' } },\n { fields: { 'Order Number': 'ORD-002' } },\n ],\n });\n\n const detailTable = await createTable(baseId, {\n name: 'order details',\n fields: [\n {\n name: 'External Number',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n { fields: { 'External Number': 'ORD-001' } },\n { fields: { 'External Number': 'ORD-002' } },\n ],\n });\n\n try {\n const orderNumberField = table.fields.find((f) => f.name === 'Order Number')!;\n const externalNumberField = detailTable.fields.find((f) => f.name === 'External Number')!;\n\n const linkField = await createField(table.id, {\n name: 'Detail Link',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: detailTable.id,\n },\n });\n\n const lookupField = await createField(table.id, {\n name: 'External Number Lookup',\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: detailTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: externalNumberField.id,\n },\n });\n\n const formulaField = await createField(table.id, {\n name: 'Match Flag',\n type: FieldType.Formula,\n options: {\n expression: `IF({${orderNumberField.id}} = {${lookupField.id}}, \"match\", \"not-match\")`,\n },\n });\n\n await updateRecordByApi(table.id, table.records[0].id, linkField.id, {\n id: detailTable.records[0].id,\n });\n\n const record = await getRecord(table.id, table.records[0].id);\n expect(record.fields[formulaField.id]).toBe('match');\n\n const viewId = table.views[0].id;\n const result = await deleteSelection(table.id, {\n viewId,\n ranges: [\n [0, 0],\n [0, 0],\n ],\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: formulaField.id,\n value: 'match',\n operator: 'is',\n },\n ],\n },\n });\n\n expect(result.status).toBe(200);\n expect(Array.isArray(result.data.ids)).toBe(true);\n } finally {\n await permanentDeleteTable(baseId, detailTable.id);\n }\n });\n\n it.each(\n isForceV2\n ? [{ label: 'v2-forced', useV2: true, v2Header: 'true' }]\n : [\n { label: 'v1', useV2: false, v2Header: 'false' },\n { label: 'v2', useV2: true, v2Header: 'true' },\n ]\n )(\n 'should delete correct row in $label when ignoreViewQuery+collapsed groups are provided',\n async ({ useV2, v2Header }) => {\n const deleteTable = await createTable(baseId, {\n name: `delete-ignore-range-${useV2 ? 'v2' : 'v1'}`,\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'GroupA', color: Colors.Blue },\n { name: 'GroupB', color: Colors.Green },\n ],\n },\n },\n ],\n records: [\n { fields: { Title: 'A-01', Status: 'GroupA' } },\n { fields: { Title: 'A-02', Status: 'GroupA' } },\n { fields: { Title: 'B-01', Status: 'GroupB' } },\n { fields: { Title: 'B-02', Status: 'GroupB' } },\n ],\n });\n\n try {\n const viewId = deleteTable.views[0].id;\n const titleField = deleteTable.fields.find((f) => f.name === 'Title')!;\n const statusField = deleteTable.fields.find((f) => f.name === 'Status')!;\n\n await updateViewSort(deleteTable.id, viewId, {\n sort: {\n sortObjs: [{ fieldId: titleField.id, order: SortFunc.Desc }],\n manualSort: false,\n },\n });\n await updateViewFilter(deleteTable.id, viewId, {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: 'GroupA',\n },\n ],\n },\n });\n\n const groupBy = [{ fieldId: statusField.id, order: SortFunc.Asc }] as const;\n const orderBy = [{ fieldId: titleField.id, order: SortFunc.Asc }] as const;\n\n const groupedResult = await getRecords(deleteTable.id, {\n viewId,\n ignoreViewQuery: true,\n groupBy: [...groupBy],\n orderBy: [...orderBy],\n fieldKeyType: FieldKeyType.Id,\n });\n const firstGroupHeader = groupedResult.data.extra?.groupPoints?.find(\n (point) => point.type === 0 && 'id' in point\n );\n expect(firstGroupHeader).toBeDefined();\n const collapsedGroupIds = [(firstGroupHeader as { id: string }).id];\n\n const deleteRes = await deleteWithCanary(\n deleteTable.id,\n {\n viewId,\n ignoreViewQuery: true,\n ranges: [[0, 0]],\n type: RangeType.Rows,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'isAnyOf',\n value: ['GroupA', 'GroupB'],\n },\n ],\n },\n orderBy: [...orderBy],\n groupBy: [...groupBy],\n collapsedGroupIds,\n },\n useV2\n );\n expect(deleteRes.status).toBe(200);\n expect(deleteRes.headers['x-teable-v2']).toBe(v2Header);\n expect(deleteRes.data.ids).toHaveLength(1);\n\n const recordsAfter = await getRecords(deleteTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(\n recordsAfter.data.records.some((record) => record.fields[titleField.id] === 'B-01')\n ).toBe(false);\n expect(\n recordsAfter.data.records.some((record) => record.fields[titleField.id] === 'A-01')\n ).toBe(true);\n } finally {\n await permanentDeleteTable(baseId, deleteTable.id);\n }\n }\n );\n });\n\n describe('paste user', () => {\n let spaceId: string;\n let baseId: string;\n let tableData: ITableFullVo;\n let user1Info: IUserMeVo;\n let user2Info: IUserMeVo;\n beforeAll(async () => {\n spaceId = await createSpace({\n name: 'paste-same-name-user',\n }).then((res) => res.data.id);\n baseId = await createBase({\n name: 'paste-same-name-user',\n spaceId,\n }).then((res) => res.data.id);\n\n const user1 = await createNewUserAxios({\n email: 'paste-same-name-user@test.com',\n password: '12345678',\n });\n user1Info = await user1.get(USER_ME).then((res) => res.data);\n const user2 = await createNewUserAxios({\n email: 'paste-same-name-user2@test.com',\n password: '12345678',\n });\n await user2.patch(UPDATE_USER_NAME, {\n name: 'paste-same-name-user',\n });\n user2Info = await user2.get(USER_ME).then((res) => res.data);\n\n await emailSpaceInvitation({\n spaceId,\n emailSpaceInvitationRo: {\n emails: [user1Info.email, user2Info.email],\n role: Role.Editor,\n },\n });\n });\n\n beforeEach(async () => {\n tableData = await createTable(baseId, {\n name: 'table3',\n fields: [\n { name: 'name', type: FieldType.SingleLineText },\n { name: 'number', type: FieldType.Number },\n { name: 'user', type: FieldType.User },\n ],\n records: [\n {\n fields: {\n name: '1',\n number: 1,\n user: { id: user1Info.id, title: user1Info.name, email: user1Info.email },\n },\n },\n {\n fields: {\n name: '2',\n number: 2,\n user: { id: user2Info.id, title: user2Info.name, email: user2Info.email },\n },\n },\n {\n fields: {\n name: '3',\n number: 1,\n },\n },\n {\n fields: {\n name: '4',\n number: 2,\n },\n },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableData.id);\n });\n\n afterAll(async () => {\n await permanentDeleteBase(baseId);\n await permanentDeleteSpace(spaceId);\n });\n\n it('api/table/:tableId/selection/paste (POST) - exist same name user', async () => {\n await apiPaste(tableData.id, {\n viewId: tableData.defaultViewId!,\n content: 'paste-same-name-user',\n ranges: [\n [2, 2],\n [2, 2],\n ],\n header: [tableData.fields[0]],\n });\n const record = await getRecord(tableData.id, tableData.records[2].id);\n expect((record.fields[tableData.fields[2].id] as IUserCellValue)?.title).toBe(\n 'paste-same-name-user'\n );\n });\n\n it('api/table/:tableId/selection/paste (POST) - exist same name user with cell value', async () => {\n await apiPaste(tableData.id, {\n viewId: tableData.defaultViewId!,\n content: [\n [\n {\n id: user2Info.id,\n title: user2Info.name,\n email: user2Info.email,\n },\n ],\n [\n {\n id: user1Info.id,\n title: user1Info.name,\n email: user1Info.email,\n },\n ],\n ],\n ranges: [\n [2, 2],\n [2, 2],\n ],\n });\n const recordsData = await getRecords(tableData.id, {\n viewId: tableData.defaultViewId!,\n skip: 2,\n take: 2,\n }).then((res) => res.data);\n expect(\n recordsData.records.map((r) => (r.fields[tableData.fields[2].name] as IUserCellValue)?.id)\n ).toEqual([user2Info.id, user1Info.id]);\n });\n });\n\n it('paste content end with newline', async () => {\n await apiPaste(table.id, {\n viewId: table.defaultViewId!,\n content: 'test\\ntest2',\n ranges: [\n [0, 0],\n [0, 0],\n ],\n });\n await apiPaste(table.id, {\n viewId: table.defaultViewId!,\n content: 'test3\\n',\n ranges: [\n [0, 0],\n [0, 0],\n ],\n });\n const records = await getRecords(table.id, {\n viewId: table.defaultViewId!,\n });\n expect(records.data.records.map((r) => r.fields[table.fields[0].name])).toEqual([\n 'test3',\n 'test2',\n undefined,\n ]);\n });\n\n describe('paste with projection', () => {\n let projectionTable: ITableFullVo;\n\n beforeEach(async () => {\n // Create a table with 4 fields: A, B, C, D\n projectionTable = await createTable(baseId, {\n name: 'projection-table',\n fields: [\n { name: 'Field A', type: FieldType.SingleLineText },\n { name: 'Field B', type: FieldType.SingleLineText },\n { name: 'Field C', type: FieldType.SingleLineText },\n { name: 'Field D', type: FieldType.SingleLineText },\n ],\n records: [\n { fields: { 'Field A': 'A1', 'Field B': 'B1', 'Field C': 'C1', 'Field D': 'D1' } },\n { fields: { 'Field A': 'A2', 'Field B': 'B2', 'Field C': 'C2', 'Field D': 'D2' } },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, projectionTable.id);\n });\n\n it('should paste correctly when projection order is shuffled', async () => {\n const fieldA = projectionTable.fields.find((f) => f.name === 'Field A')!;\n const fieldB = projectionTable.fields.find((f) => f.name === 'Field B')!;\n const fieldC = projectionTable.fields.find((f) => f.name === 'Field C')!;\n const fieldD = projectionTable.fields.find((f) => f.name === 'Field D')!;\n\n // Projection order is shuffled: D, B, A (skip C)\n // Original order in table: A, B, C, D\n const projection = [fieldD.id, fieldB.id, fieldA.id];\n\n // Paste 3 columns of data: should map to D, B, A respectively\n await apiPaste(projectionTable.id, {\n viewId: projectionTable.views[0].id,\n content: 'NewD1\\tNewB1\\tNewA1',\n ranges: [\n [0, 0],\n [0, 0],\n ],\n projection,\n });\n\n const recordsData = await getRecords(projectionTable.id, {\n viewId: projectionTable.views[0].id,\n fieldKeyType: FieldKeyType.Id,\n });\n\n const firstRecord = recordsData.data.records[0];\n\n // Verify: should update according to projection order\n expect(firstRecord.fields[fieldA.id]).toBe('NewA1'); // projection column 3\n expect(firstRecord.fields[fieldB.id]).toBe('NewB1'); // projection column 2\n expect(firstRecord.fields[fieldC.id]).toBe('C1'); // not in projection, should remain unchanged\n expect(firstRecord.fields[fieldD.id]).toBe('NewD1'); // projection column 1\n });\n\n it('should paste correctly when projection order is reversed', async () => {\n const fieldA = projectionTable.fields.find((f) => f.name === 'Field A')!;\n const fieldB = projectionTable.fields.find((f) => f.name === 'Field B')!;\n const fieldC = projectionTable.fields.find((f) => f.name === 'Field C')!;\n const fieldD = projectionTable.fields.find((f) => f.name === 'Field D')!;\n\n // Projection completely reversed: D, C, B, A\n const projection = [fieldD.id, fieldC.id, fieldB.id, fieldA.id];\n\n // Paste 2x2 data\n await apiPaste(projectionTable.id, {\n viewId: projectionTable.views[0].id,\n content: 'NewD1\\tNewC1\\nNewD2\\tNewC2',\n ranges: [\n [0, 0],\n [1, 1],\n ],\n projection,\n });\n\n const recordsData = await getRecords(projectionTable.id, {\n viewId: projectionTable.views[0].id,\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Verify first row: column 0 (index 0) maps to D, column 1 (index 1) maps to C\n const firstRecord = recordsData.data.records[0];\n expect(firstRecord.fields[fieldA.id]).toBe('A1'); // not in paste range, should remain unchanged\n expect(firstRecord.fields[fieldB.id]).toBe('B1'); // not in paste range, should remain unchanged\n expect(firstRecord.fields[fieldC.id]).toBe('NewC1');\n expect(firstRecord.fields[fieldD.id]).toBe('NewD1');\n\n // Verify second row\n const secondRecord = recordsData.data.records[1];\n expect(secondRecord.fields[fieldA.id]).toBe('A2');\n expect(secondRecord.fields[fieldB.id]).toBe('B2');\n expect(secondRecord.fields[fieldC.id]).toBe('NewC2');\n expect(secondRecord.fields[fieldD.id]).toBe('NewD2');\n });\n\n it('should paste to correct field when using shuffled projection with column offset', async () => {\n const fieldA = projectionTable.fields.find((f) => f.name === 'Field A')!;\n const fieldB = projectionTable.fields.find((f) => f.name === 'Field B')!;\n const fieldC = projectionTable.fields.find((f) => f.name === 'Field C')!;\n const fieldD = projectionTable.fields.find((f) => f.name === 'Field D')!;\n\n // Projection shuffled order: C, A, D\n const projection = [fieldC.id, fieldA.id, fieldD.id];\n\n // Paste to column index 1 (maps to Field A in projection)\n await apiPaste(projectionTable.id, {\n viewId: projectionTable.views[0].id,\n content: 'UpdatedA1',\n ranges: [\n [1, 0],\n [1, 0],\n ],\n projection,\n });\n\n const recordsData = await getRecords(projectionTable.id, {\n viewId: projectionTable.views[0].id,\n fieldKeyType: FieldKeyType.Id,\n });\n\n const firstRecord = recordsData.data.records[0];\n\n // Field A should be updated (projection index 1)\n expect(firstRecord.fields[fieldA.id]).toBe('UpdatedA1');\n // Other fields should remain unchanged\n expect(firstRecord.fields[fieldB.id]).toBe('B1');\n expect(firstRecord.fields[fieldC.id]).toBe('C1');\n expect(firstRecord.fields[fieldD.id]).toBe('D1');\n });\n });\n\n describe('paste with orderBy (view row order)', () => {\n /**\n * Critical test for ensuring paste operations target the correct rows\n * when a view has custom sort order.\n *\n * Without the orderBy parameter, paste would use the default __auto_number order,\n * causing updates to go to the wrong records.\n */\n let sortTable: ITableFullVo;\n\n beforeEach(async () => {\n // Create a table for sort tests with explicit records\n // Creation order: A(100), B(200), C(300), D(400), E(500)\n // Default order (by auto_number): A, B, C, D, E\n // Descending by Value: E(500), D(400), C(300), B(200), A(100)\n sortTable = await createTable(baseId, {\n name: 'sort-paste-table',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Value', type: FieldType.Number },\n ],\n records: [\n { fields: { Name: 'RecordA', Value: 100 } },\n { fields: { Name: 'RecordB', Value: 200 } },\n { fields: { Name: 'RecordC', Value: 300 } },\n { fields: { Name: 'RecordD', Value: 400 } },\n { fields: { Name: 'RecordE', Value: 500 } },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, sortTable.id);\n });\n\n it('should paste to correct rows when orderBy is specified (descending)', async () => {\n /**\n * Test scenario:\n * - Records in creation order: A(100), B(200), C(300), D(400), E(500)\n * - View sorted by Value DESC: E(500), D(400), C(300), B(200), A(100)\n * - Paste \"Updated\" to row 0 with orderBy=[{fieldId: valueFieldId, order: 'desc'}]\n * - Should update E (first in DESC order), NOT A (first in creation order)\n */\n const nameField = sortTable.fields.find((f) => f.name === 'Name')!;\n const valueField = sortTable.fields.find((f) => f.name === 'Value')!;\n\n await apiPaste(sortTable.id, {\n viewId: sortTable.views[0].id,\n content: 'SortTestUpdated',\n ranges: [\n [0, 0],\n [0, 0],\n ],\n orderBy: [{ fieldId: valueField.id, order: SortFunc.Desc }],\n });\n\n // Verify E was updated (not A)\n const records = await getRecords(sortTable.id, {\n viewId: sortTable.views[0].id,\n fieldKeyType: FieldKeyType.Id,\n });\n\n const recordE = records.data.records.find((r) => r.fields[valueField.id] === 500);\n const recordA = records.data.records.find((r) => r.fields[valueField.id] === 100);\n\n expect(recordE?.fields[nameField.id]).toBe('SortTestUpdated');\n expect(recordA?.fields[nameField.id]).toBe('RecordA'); // Should remain unchanged\n });\n\n it('should paste multiple rows in correct sort order', async () => {\n /**\n * Test scenario:\n * - View sorted by Value DESC: E(500), D(400), C(300), B(200), A(100)\n * - Paste to rows 1-3 with orderBy DESC\n * - Should update D, C, B (rows 1-3 in DESC order)\n */\n const nameField = sortTable.fields.find((f) => f.name === 'Name')!;\n const valueField = sortTable.fields.find((f) => f.name === 'Value')!;\n\n await apiPaste(sortTable.id, {\n viewId: sortTable.views[0].id,\n content: 'SortRow1\\nSortRow2\\nSortRow3',\n ranges: [\n [0, 1],\n [0, 3],\n ],\n orderBy: [{ fieldId: valueField.id, order: SortFunc.Desc }],\n });\n\n // Verify D, C, B were updated in order\n const records = await getRecords(sortTable.id, {\n viewId: sortTable.views[0].id,\n fieldKeyType: FieldKeyType.Id,\n });\n\n const recordD = records.data.records.find((r) => r.fields[valueField.id] === 400);\n const recordC = records.data.records.find((r) => r.fields[valueField.id] === 300);\n const recordB = records.data.records.find((r) => r.fields[valueField.id] === 200);\n const recordE = records.data.records.find((r) => r.fields[valueField.id] === 500);\n const recordA = records.data.records.find((r) => r.fields[valueField.id] === 100);\n\n expect(recordD?.fields[nameField.id]).toBe('SortRow1'); // First in paste range (row 1 in DESC)\n expect(recordC?.fields[nameField.id]).toBe('SortRow2'); // Second in paste range (row 2 in DESC)\n expect(recordB?.fields[nameField.id]).toBe('SortRow3'); // Third in paste range (row 3 in DESC)\n expect(recordE?.fields[nameField.id]).toBe('RecordE'); // Row 0, not in paste range\n expect(recordA?.fields[nameField.id]).toBe('RecordA'); // Row 4, not in paste range\n });\n\n it('should paste to correct rows with ascending sort', async () => {\n /**\n * Test scenario:\n * - View sorted by Value ASC: A(100), B(200), C(300), D(400), E(500)\n * - This matches creation order, so row 0 should be A\n * - Paste to row 0 with orderBy ASC\n * - Should update A (first in ASC order)\n */\n const nameField = sortTable.fields.find((f) => f.name === 'Name')!;\n const valueField = sortTable.fields.find((f) => f.name === 'Value')!;\n\n await apiPaste(sortTable.id, {\n viewId: sortTable.views[0].id,\n content: 'AscTestUpdated',\n ranges: [\n [0, 0],\n [0, 0],\n ],\n orderBy: [{ fieldId: valueField.id, order: SortFunc.Asc }],\n });\n\n const records = await getRecords(sortTable.id, {\n viewId: sortTable.views[0].id,\n fieldKeyType: FieldKeyType.Id,\n });\n\n const recordA = records.data.records.find((r) => r.fields[valueField.id] === 100);\n const recordE = records.data.records.find((r) => r.fields[valueField.id] === 500);\n\n expect(recordA?.fields[nameField.id]).toBe('AscTestUpdated');\n expect(recordE?.fields[nameField.id]).toBe('RecordE'); // Should remain unchanged\n });\n });\n\n describe('paste with view-level sort and filter (no client orderBy)', () => {\n /**\n * Regression test: when the view has a saved sort/filter but the client\n * does NOT send orderBy/filter in the paste request, the paste should\n * still target the correct rows using the view's saved configuration.\n *\n * This tests the v1-to-v2 adapter path where the adapter passes\n * sort:undefined to v2 core, which should then fall back to view defaults.\n */\n let viewSortTable: ITableFullVo;\n\n beforeEach(async () => {\n viewSortTable = await createTable(baseId, {\n name: 'view-sort-paste-table',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Value', type: FieldType.Number },\n ],\n records: [\n { fields: { Name: 'RecordA', Value: 100 } },\n { fields: { Name: 'RecordB', Value: 200 } },\n { fields: { Name: 'RecordC', Value: 300 } },\n { fields: { Name: 'RecordD', Value: 400 } },\n { fields: { Name: 'RecordE', Value: 500 } },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, viewSortTable.id);\n });\n\n it('should paste to correct row when view has sort+filter and client omits orderBy', async () => {\n const nameField = viewSortTable.fields.find((f) => f.name === 'Name')!;\n const valueField = viewSortTable.fields.find((f) => f.name === 'Value')!;\n const viewId = viewSortTable.views[0].id;\n\n // Set view-level sort: Value DESC\n await updateViewSort(viewSortTable.id, viewId, {\n sort: {\n sortObjs: [{ fieldId: valueField.id, order: SortFunc.Desc }],\n manualSort: false,\n },\n });\n\n // Set view-level filter: Value >= 200 (filters out RecordA=100)\n await updateViewFilter(viewSortTable.id, viewId, {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: valueField.id,\n value: 200,\n operator: 'isGreaterEqual',\n },\n ],\n },\n });\n\n // Paste at row 0 WITHOUT orderBy — rely on view defaults\n // Filtered DESC order: E(500), D(400), C(300), B(200)\n // Row 0 should be E(500)\n await apiPaste(viewSortTable.id, {\n viewId,\n content: 'ViewSortUpdated',\n ranges: [\n [0, 0],\n [0, 0],\n ],\n // No orderBy or filter — the view's saved sort/filter should be used\n });\n\n // Query WITHOUT viewId to see all records (including those filtered out by view)\n const records = await getRecords(viewSortTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n const recordE = records.data.records.find((r) => r.fields[valueField.id] === 500);\n const recordA = records.data.records.find((r) => r.fields[valueField.id] === 100);\n\n // E should be updated (first in DESC among filtered)\n expect(recordE?.fields[nameField.id]).toBe('ViewSortUpdated');\n // A should remain unchanged (filtered out by the view)\n expect(recordA?.fields[nameField.id]).toBe('RecordA');\n });\n\n it('should paste to correct middle row when view has sort and client omits orderBy', async () => {\n const nameField = viewSortTable.fields.find((f) => f.name === 'Name')!;\n const valueField = viewSortTable.fields.find((f) => f.name === 'Value')!;\n const viewId = viewSortTable.views[0].id;\n\n // Set view-level sort: Value DESC (no filter this time)\n await updateViewSort(viewSortTable.id, viewId, {\n sort: {\n sortObjs: [{ fieldId: valueField.id, order: SortFunc.Desc }],\n manualSort: false,\n },\n });\n\n // Paste at row 2 WITHOUT orderBy — rely on view sort\n // DESC order: E(500), D(400), C(300), B(200), A(100)\n // Row 2 should be C(300)\n await apiPaste(viewSortTable.id, {\n viewId,\n content: 'ViewSortMiddle',\n ranges: [\n [0, 2],\n [0, 2],\n ],\n // No orderBy — the view's saved sort should be used\n });\n\n const records = await getRecords(viewSortTable.id, {\n viewId,\n fieldKeyType: FieldKeyType.Id,\n });\n\n const recordC = records.data.records.find((r) => r.fields[valueField.id] === 300);\n\n // C should be updated (row 2 in DESC order)\n expect(recordC?.fields[nameField.id]).toBe('ViewSortMiddle');\n });\n });\n\n describe('paste with isNoneOf filter and NULL values (production regression)', () => {\n /**\n * Regression test for the production bug where paste targets the wrong record.\n *\n * Production scenario:\n * - A SingleSelect \"Status\" field with choices [\"Open\", \"InProgress\", \"Closed\"]\n * - Some records have Status = NULL (not set)\n * - View filter: Status isNoneOf [\"Closed\"]\n * - View sort: Name ASC\n *\n * v1 behavior: `COALESCE(Status, '') NOT IN ('Closed')` — NULL records are INCLUDED\n * v2 bug: `Status NOT IN ('Closed')` — NULL records are EXCLUDED\n * (because NULL NOT IN (...) returns NULL which is falsy)\n *\n * The different filtered sets cause row offsets to shift, making paste hit the wrong record.\n */\n let filterTable: ITableFullVo;\n\n beforeEach(async () => {\n filterTable = await createTable(baseId, {\n name: 'isNoneOf-filter-paste-table',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'Open', color: Colors.Blue },\n { name: 'InProgress', color: Colors.Yellow },\n { name: 'Closed', color: Colors.Red },\n ],\n },\n },\n ],\n records: [\n { fields: { Name: 'Alpha', Status: 'Open' } },\n { fields: { Name: 'Bravo', Status: null } }, // NULL status — must be included by isNoneOf\n { fields: { Name: 'Charlie', Status: 'InProgress' } },\n { fields: { Name: 'Delta', Status: null } }, // NULL status — must be included by isNoneOf\n { fields: { Name: 'Echo', Status: 'Closed' } }, // This should be excluded by filter\n { fields: { Name: 'Foxtrot', Status: 'Open' } },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, filterTable.id);\n });\n\n it('should include NULL records in isNoneOf filter and paste to correct row', async () => {\n const nameField = filterTable.fields.find((f) => f.name === 'Name')!;\n const statusField = filterTable.fields.find((f) => f.name === 'Status')!;\n const viewId = filterTable.views[0].id;\n\n // Set view-level sort: Name ASC\n await updateViewSort(filterTable.id, viewId, {\n sort: {\n sortObjs: [{ fieldId: nameField.id, order: SortFunc.Asc }],\n manualSort: false,\n },\n });\n\n // Set view-level filter: Status isNoneOf [\"Closed\"]\n await updateViewFilter(filterTable.id, viewId, {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n value: ['Closed'],\n operator: 'isNoneOf',\n },\n ],\n },\n });\n\n // Verify the filtered+sorted order first\n const beforeRecords = await getRecords(filterTable.id, {\n viewId,\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Expected ASC order after filtering out \"Closed\" (Echo):\n // Row 0: Alpha (Open)\n // Row 1: Bravo (NULL) — v1 includes NULL in isNoneOf\n // Row 2: Charlie (InProgress)\n // Row 3: Delta (NULL) — v1 includes NULL in isNoneOf\n // Row 4: Foxtrot (Open)\n expect(beforeRecords.data.records).toHaveLength(5); // 6 - 1 (Closed)\n expect(beforeRecords.data.records[0].fields[nameField.id]).toBe('Alpha');\n expect(beforeRecords.data.records[1].fields[nameField.id]).toBe('Bravo');\n expect(beforeRecords.data.records[2].fields[nameField.id]).toBe('Charlie');\n expect(beforeRecords.data.records[3].fields[nameField.id]).toBe('Delta');\n expect(beforeRecords.data.records[4].fields[nameField.id]).toBe('Foxtrot');\n\n // Paste at row 3 (Delta, a NULL-status record) WITHOUT client orderBy\n // This is the critical test: if isNoneOf excludes NULLs, the row indices shift\n // and we would incorrectly target a different record\n await apiPaste(filterTable.id, {\n viewId,\n content: 'PastedToDelta',\n ranges: [\n [0, 3],\n [0, 3],\n ],\n // No orderBy or filter — rely on view defaults\n });\n\n // Re-fetch records without viewId to see all records including filtered ones\n const afterRecords = await getRecords(filterTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Find all records to check which one was actually updated\n const updatedRecord = afterRecords.data.records.find(\n (r) => r.fields[nameField.id] === 'PastedToDelta'\n );\n\n // Verify Delta was the one updated (not some other record)\n expect(updatedRecord).toBeDefined();\n // The updated record should have NULL status (was Delta)\n expect(updatedRecord?.fields[statusField.id]).toBeUndefined();\n\n // Echo (Closed) should remain unchanged — it was filtered out\n const echo = afterRecords.data.records.find((r) => r.fields[statusField.id] === 'Closed');\n expect(echo?.fields[nameField.id]).toBe('Echo');\n\n // Alpha should remain unchanged\n const alpha = afterRecords.data.records.find(\n (r) => r.fields[statusField.id] === 'Open' && r.fields[nameField.id] !== 'PastedToDelta'\n );\n expect(alpha).toBeDefined();\n });\n\n it('should paste to first NULL row correctly with isNoneOf filter', async () => {\n const nameField = filterTable.fields.find((f) => f.name === 'Name')!;\n const statusField = filterTable.fields.find((f) => f.name === 'Status')!;\n const viewId = filterTable.views[0].id;\n\n // Set view-level sort: Name ASC\n await updateViewSort(filterTable.id, viewId, {\n sort: {\n sortObjs: [{ fieldId: nameField.id, order: SortFunc.Asc }],\n manualSort: false,\n },\n });\n\n // Set view-level filter: Status isNoneOf [\"Closed\"]\n await updateViewFilter(filterTable.id, viewId, {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n value: ['Closed'],\n operator: 'isNoneOf',\n },\n ],\n },\n });\n\n // Paste at row 1 (Bravo, first NULL-status record)\n await apiPaste(filterTable.id, {\n viewId,\n content: 'PastedToBravo',\n ranges: [\n [0, 1],\n [0, 1],\n ],\n });\n\n const afterRecords = await getRecords(filterTable.id, {\n viewId,\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Row 1 in the filtered ASC order should be Bravo (NULL status)\n // After paste, Bravo's Name should be updated\n // Note: since the Name changed, re-sort may change order\n // But we can verify by checking what was at row 1 got updated\n const updatedRecord = afterRecords.data.records.find(\n (r) => r.fields[nameField.id] === 'PastedToBravo'\n );\n expect(updatedRecord).toBeDefined();\n // The updated record should have NULL status (was Bravo)\n expect(updatedRecord?.fields[statusField.id]).toBeUndefined();\n });\n });\n\n describe('paste with ignoreViewQuery and collapsed groups (v1/v2)', () => {\n let groupedTable: ITableFullVo;\n\n beforeEach(async () => {\n groupedTable = await createTable(baseId, {\n name: 'ignore-view-query-paste-table',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n { name: 'GroupA', color: Colors.Blue },\n { name: 'GroupB', color: Colors.Green },\n ],\n },\n },\n ],\n records: [\n { fields: { Name: 'A-01', Status: 'GroupA' } },\n { fields: { Name: 'A-02', Status: 'GroupA' } },\n { fields: { Name: 'A-03', Status: 'GroupA' } },\n { fields: { Name: 'A-04', Status: 'GroupA' } },\n { fields: { Name: 'A-05', Status: 'GroupA' } },\n { fields: { Name: 'B-01', Status: 'GroupB' } },\n { fields: { Name: 'B-02', Status: 'GroupB' } },\n { fields: { Name: 'B-03', Status: 'GroupB' } },\n { fields: { Name: 'B-04', Status: 'GroupB' } },\n { fields: { Name: 'B-05', Status: 'GroupB' } },\n ],\n });\n });\n\n describe('paste with search hideNotMatchRow (v1/v2)', () => {\n let searchTable: ITableFullVo;\n\n beforeEach(async () => {\n searchTable = await createTable(baseId, {\n name: 'search-hide-not-match-paste-table',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Count', type: FieldType.Number },\n { name: 'Notes', type: FieldType.LongText },\n ],\n records: [\n { fields: { Name: 'Alpha', Count: 10 } },\n { fields: { Name: 'target-one', Count: 20 } },\n { fields: { Name: 'Bravo', Count: 30 } },\n { fields: { Name: 'target-two', Count: 40 } },\n { fields: { Name: 'Charlie', Count: 50 } },\n ],\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, searchTable.id);\n });\n\n it.each(\n isForceV2\n ? [{ label: 'v2-forced', useV2: true, v2Header: 'true' }]\n : [\n { label: 'v1', useV2: false, v2Header: 'false' },\n { label: 'v2', useV2: true, v2Header: 'true' },\n ]\n )('should respect search hidden-row offsets in $label', async ({ useV2, v2Header }) => {\n const nameField = searchTable.fields.find((field) => field.name === 'Name')!;\n const viewId = searchTable.views[0].id;\n\n const res = await pasteWithCanary(\n searchTable.id,\n {\n viewId,\n content: 'SearchBridge1\\nSearchBridge2',\n ranges: [\n [0, 0],\n [0, 1],\n ],\n search: ['target', '', true],\n },\n useV2\n );\n\n expect(res.status).toBe(200);\n expect(res.headers['x-teable-v2']).toBe(v2Header);\n\n const records = await getRecords(searchTable.id, {\n viewId,\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(records.data.records[0].fields[nameField.id]).toBe('Alpha');\n expect(records.data.records[1].fields[nameField.id]).toBe('SearchBridge1');\n expect(records.data.records[2].fields[nameField.id]).toBe('Bravo');\n expect(records.data.records[3].fields[nameField.id]).toBe('SearchBridge2');\n expect(records.data.records[4].fields[nameField.id]).toBe('Charlie');\n });\n\n it.each(\n isForceV2\n ? [{ label: 'v2-forced', useV2: true, v2Header: 'true' }]\n : [\n { label: 'v1', useV2: false, v2Header: 'false' },\n { label: 'v2', useV2: true, v2Header: 'true' },\n ]\n )(\n 'should paste to the second physical row in $label when it is also the second visible search hit',\n async ({ useV2, v2Header }) => {\n const adjacentTable = await createTable(baseId, {\n name: `search-adjacent-visible-hit-paste-${Date.now()}`,\n fields: [\n { name: 'Name', type: FieldType.SingleLineText },\n { name: 'Count', type: FieldType.Number },\n { name: 'Notes', type: FieldType.LongText },\n ],\n records: [\n { fields: { Name: '1', Count: 0 } },\n { fields: { Name: '', Count: 1 } },\n { fields: { Name: 'skip-me', Count: 0 } },\n ],\n });\n\n try {\n const nameField = adjacentTable.fields.find((field) => field.name === 'Name')!;\n const viewId = adjacentTable.views[0].id;\n\n const res = await pasteWithCanary(\n adjacentTable.id,\n {\n viewId,\n content: 'VisibleSecondRow',\n ranges: [\n [0, 1],\n [0, 1],\n ],\n search: ['1', '', true],\n },\n useV2\n );\n\n expect(res.status).toBe(200);\n expect(res.headers['x-teable-v2']).toBe(v2Header);\n\n const records = await getRecords(adjacentTable.id, {\n viewId,\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(records.data.records[0].fields[nameField.id]).toBe('1');\n expect(records.data.records[1].fields[nameField.id]).toBe('VisibleSecondRow');\n expect(records.data.records[2].fields[nameField.id]).toBe('skip-me');\n } finally {\n await permanentDeleteTable(baseId, adjacentTable.id);\n }\n }\n );\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, groupedTable.id);\n });\n\n it.each(\n isForceV2\n ? [{ label: 'v2-forced', useV2: true, v2Header: 'true' }]\n : [\n { label: 'v1', useV2: false, v2Header: 'false' },\n { label: 'v2', useV2: true, v2Header: 'true' },\n ]\n )(\n 'should target the correct row in $label when client query overrides view defaults',\n async ({ useV2, v2Header }) => {\n const nameField = groupedTable.fields.find((f) => f.name === 'Name')!;\n const statusField = groupedTable.fields.find((f) => f.name === 'Status')!;\n const viewId = groupedTable.views[0].id;\n\n // Deliberately keep a conflicting view default sort; request sort must win when ignoreViewQuery=true.\n await updateViewSort(groupedTable.id, viewId, {\n sort: {\n sortObjs: [{ fieldId: nameField.id, order: SortFunc.Desc }],\n manualSort: false,\n },\n });\n await updateViewFilter(groupedTable.id, viewId, {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'is',\n value: 'GroupA',\n },\n ],\n },\n });\n\n const groupBy = [{ fieldId: statusField.id, order: SortFunc.Asc }] as const;\n const orderBy = [{ fieldId: nameField.id, order: SortFunc.Asc }] as const;\n\n const groupedResult = await getRecords(groupedTable.id, {\n viewId,\n ignoreViewQuery: true,\n groupBy: [...groupBy],\n orderBy: [...orderBy],\n fieldKeyType: FieldKeyType.Id,\n });\n\n const firstGroupHeader = groupedResult.data.extra?.groupPoints?.find(\n (point) => point.type === 0 && 'id' in point\n );\n expect(firstGroupHeader).toBeDefined();\n\n const collapsedGroupIds = [(firstGroupHeader as { id: string }).id];\n\n const pasteRes = await pasteWithCanary(\n groupedTable.id,\n {\n viewId,\n ignoreViewQuery: true,\n ranges: [\n [0, 0],\n [0, 0],\n ],\n content: 'Pasted-Target',\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: statusField.id,\n operator: 'isAnyOf',\n value: ['GroupA', 'GroupB'],\n },\n ],\n },\n orderBy: [...orderBy],\n groupBy: [...groupBy],\n projection: [nameField.id, statusField.id],\n collapsedGroupIds,\n },\n useV2\n );\n expect(pasteRes.status).toBe(200);\n expect(pasteRes.headers['x-teable-v2']).toBe(v2Header);\n\n const allRecords = await getRecords(groupedTable.id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(allRecords.data.records).toHaveLength(10);\n\n const updated = allRecords.data.records.find((record) => {\n return record.fields[nameField.id] === 'Pasted-Target';\n });\n expect(updated).toBeDefined();\n expect(updated?.fields[statusField.id]).toBe('GroupB');\n\n // If collapsed groups are ignored, GroupA rows are usually targeted first.\n expect(\n allRecords.data.records.some((record) => record.fields[nameField.id] === 'A-01')\n ).toBe(true);\n expect(\n allRecords.data.records.some((record) => record.fields[nameField.id] === 'B-01')\n ).toBe(false);\n }\n );\n });\n});\n" }, { "path": "apps/nestjs-backend/test/set-column-meta.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldVo, IFormColumnMeta, IGridColumnMeta } from '@teable/core';\nimport { StatisticsFunc, ViewType } from '@teable/core';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { sortBy } from 'lodash';\nimport {\n initApp,\n updateViewColumnMeta,\n getFields,\n getView,\n createTable,\n permanentDeleteTable,\n} from './utils/init-app';\n\nlet app: INestApplication;\n\nconst baseId = globalThis.testConfig.baseId;\n\nbeforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n});\n\nafterAll(async () => {\n await app.close();\n});\n\ndescribe('OpenAPI ViewController (e2e) columnMeta (PUT) update order', () => {\n let tableId: string;\n let viewId: string;\n let tableMeta: ITableFullVo;\n beforeEach(async () => {\n const result = await createTable(baseId, { name: 'table1' });\n tableId = result.id;\n viewId = result.defaultViewId!;\n tableMeta = result;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test(`/table/{tableId}/view/{viewId}/columnMeta (PUT) test update order and field should return by order`, async () => {\n const { views } = tableMeta;\n const { columnMeta } = views[0];\n const fieldColumnMetas = Object.entries(columnMeta!).map(([fieldId, columnMeta]) => ({\n fieldId,\n columnMeta,\n }));\n await updateViewColumnMeta(tableId, viewId, [\n {\n fieldId: fieldColumnMetas[0].fieldId,\n columnMeta: {\n order: 10,\n },\n },\n ]);\n const updatedView = await getView(tableId, viewId);\n const updatedOrder = updatedView.columnMeta[fieldColumnMetas[0].fieldId].order;\n\n const fields: IFieldVo[] = await getFields(tableId, viewId);\n\n const sortedFields = sortBy(fields, (field) => {\n return updatedView.columnMeta[field.id].order;\n }).map((field) => field.id);\n\n const fieldIds = fields.map((field) => field.id);\n expect(updatedOrder).toBe(10);\n expect(sortedFields).toEqual(fieldIds);\n });\n});\n\ndescribe('OpenAPI ViewController (e2e) columnMeta(PUT) update hidden', () => {\n let tableId: string;\n let viewId: string;\n let tableMeta: ITableFullVo;\n beforeEach(async () => {\n const result = await createTable(baseId, { name: 'table2' });\n tableId = result.id;\n viewId = result.defaultViewId!;\n tableMeta = result;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n test(`/table/{tableId}/view/{viewId}/columnMeta (PUT) test update hidden`, async () => {\n const { views } = tableMeta;\n const { columnMeta } = views[0];\n const fieldColumnMetas = Object.entries(columnMeta!).map(([fieldId, meta]) => ({\n fieldId: fieldId,\n meta: meta,\n }));\n await updateViewColumnMeta(tableId, viewId, [\n {\n fieldId: fieldColumnMetas[1].fieldId,\n columnMeta: {\n hidden: true,\n },\n },\n ]);\n const updatedView = await getView(tableId, viewId);\n const fieldVisible = (updatedView.columnMeta as IGridColumnMeta)[fieldColumnMetas[1].fieldId]\n .hidden;\n\n expect(fieldVisible).toBe(true);\n });\n\n test(`/table/{tableId}/view/{viewId}/columnMeta (PUT) should not hidden primary field for grid view`, async () => {\n const { fields } = tableMeta;\n const primaryFieldId = fields.find((field) => field.isPrimary)?.id;\n const fieldColumnMetas = [\n {\n fieldId: primaryFieldId as string,\n columnMeta: {\n hidden: true,\n },\n },\n ];\n await expect(updateViewColumnMeta(tableId, viewId, fieldColumnMetas)).rejects.toMatchObject({\n status: 400,\n });\n });\n});\n\ndescribe('OpenAPI ViewController (e2e) columnMeta(PUT) update width', () => {\n let tableId: string;\n let viewId: string;\n let tableMeta: ITableFullVo;\n beforeEach(async () => {\n const result = await createTable(baseId, { name: 'table3' });\n tableId = result.id;\n viewId = result.defaultViewId!;\n tableMeta = result;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test(`/table/{tableId}/view/{viewId}/columnMeta (PUT) test update width`, async () => {\n const { views } = tableMeta;\n const { columnMeta } = views[0];\n const fieldColumnMetas = Object.entries(columnMeta!).map(([fieldId, meta]) => ({\n fieldId: fieldId,\n meta: meta,\n }));\n await updateViewColumnMeta(tableId, viewId, [\n {\n fieldId: fieldColumnMetas[0].fieldId,\n columnMeta: {\n width: 200,\n },\n },\n ]);\n const updatedView = await getView(tableId, viewId);\n const fieldVisible = (updatedView.columnMeta as IGridColumnMeta)[fieldColumnMetas[0].fieldId]\n .width;\n expect(fieldVisible).toBe(200);\n });\n});\n\ndescribe('OpenAPI ViewController (e2e) columnMeta(PUT) update statisticFunc', () => {\n let tableId: string;\n let viewId: string;\n let tableMeta: ITableFullVo;\n beforeEach(async () => {\n const result = await createTable(baseId, { name: 'table4' });\n tableId = result.id;\n viewId = result.defaultViewId!;\n tableMeta = result;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test(`/table/{tableId}/view/{viewId}/columnMeta (PUT) test update statisticFunc`, async () => {\n const { views } = tableMeta;\n const { columnMeta } = views[0];\n const fieldColumnMetas = Object.entries(columnMeta!).map(([fieldId, meta]) => ({\n fieldId: fieldId,\n meta: meta,\n }));\n await updateViewColumnMeta(tableId, viewId, [\n {\n fieldId: fieldColumnMetas[0].fieldId,\n columnMeta: {\n statisticFunc: StatisticsFunc.Empty,\n },\n },\n ]);\n const updatedView = await getView(tableId, viewId);\n const fieldStatisticFunc = (updatedView.columnMeta as IGridColumnMeta)[\n fieldColumnMetas[0].fieldId\n ].statisticFunc;\n expect(fieldStatisticFunc).toBe(StatisticsFunc.Empty);\n });\n});\n\ndescribe('OpenAPI ViewController (e2e) columnMeta(PUT) update required for the form view', () => {\n let tableId: string;\n let viewId: string;\n let tableMeta: ITableFullVo;\n beforeEach(async () => {\n const result = await createTable(baseId, {\n name: 'table5',\n views: [\n {\n name: 'Form view',\n type: ViewType.Form,\n columnMeta: {},\n },\n ],\n });\n tableId = result.id;\n viewId = result.defaultViewId!;\n tableMeta = result;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test(`/table/{tableId}/view/{viewId}/columnMeta (PUT) test required`, async () => {\n const { views } = tableMeta;\n const { columnMeta } = views[0];\n const fieldColumnMetas = Object.entries(columnMeta!).map(([fieldId, meta]) => ({\n fieldId: fieldId,\n meta: meta,\n }));\n await updateViewColumnMeta(tableId, viewId, [\n {\n fieldId: fieldColumnMetas[0].fieldId,\n columnMeta: {\n required: true,\n },\n },\n ]);\n const updatedView = await getView(tableId, viewId);\n const fieldRequired = (updatedView.columnMeta as IFormColumnMeta)[fieldColumnMetas[0].fieldId]\n .required;\n expect(fieldRequired).toBe(true);\n });\n});\n\ndescribe('OpenAPI ViewController (e2e) columnMeta(PUT) update visible for the form view', () => {\n let tableId: string;\n let viewId: string;\n let tableMeta: ITableFullVo;\n beforeEach(async () => {\n const result = await createTable(baseId, {\n name: 'Test table for form',\n views: [\n {\n name: 'Form view',\n type: ViewType.Form,\n columnMeta: {},\n },\n ],\n });\n tableId = result.id;\n viewId = result.defaultViewId!;\n tableMeta = result;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test(`/table/{tableId}/view/{viewId}/columnMeta (PUT) test visible`, async () => {\n const { views } = tableMeta;\n const { columnMeta } = views[0];\n const fieldColumnMetas = Object.entries(columnMeta!).map(([fieldId, meta]) => ({\n fieldId: fieldId,\n meta: meta,\n }));\n await updateViewColumnMeta(tableId, viewId, [\n {\n fieldId: fieldColumnMetas[0].fieldId,\n columnMeta: {\n visible: true,\n },\n },\n ]);\n const updatedView = await getView(tableId, viewId);\n const fieldVisible = (updatedView.columnMeta as IFormColumnMeta)[fieldColumnMetas[0].fieldId]\n .visible;\n expect(fieldVisible).toBe(true);\n });\n});\n\ndescribe('OpenAPI ViewController (e2e) columnMeta(PUT) update multiple single', () => {\n let tableId: string;\n let viewId: string;\n let tableMeta: ITableFullVo;\n beforeEach(async () => {\n const result = await createTable(baseId, { name: 'table6' });\n tableId = result.id;\n viewId = result.defaultViewId!;\n tableMeta = result;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test(`/table/{tableId}/view/{viewId}/columnMeta (PUT) test update should not cover`, async () => {\n const { views } = tableMeta;\n const { columnMeta } = views[0];\n const fieldColumnMetas = Object.entries(columnMeta!).map(([fieldId, meta]) => ({\n fieldId: fieldId,\n meta: meta,\n }));\n\n await updateViewColumnMeta(tableId, viewId, [\n {\n fieldId: fieldColumnMetas[0].fieldId,\n columnMeta: {\n order: 7,\n },\n },\n ]);\n\n await updateViewColumnMeta(tableId, viewId, [\n {\n fieldId: fieldColumnMetas[0].fieldId,\n columnMeta: {\n required: true,\n },\n },\n ]);\n\n await updateViewColumnMeta(tableId, viewId, [\n {\n fieldId: fieldColumnMetas[0].fieldId,\n columnMeta: {\n width: 100,\n },\n },\n ]);\n\n const assertData = {\n required: true,\n width: 100,\n order: 7,\n };\n\n const updatedView = await getView(tableId, viewId);\n const fieldColumnMeta = updatedView.columnMeta[fieldColumnMetas[0].fieldId];\n expect(fieldColumnMeta).toEqual(assertData);\n });\n});\n\ndescribe('OpenAPI ViewController (e2e) columnMeta(PUT) multiple update', () => {\n let tableId: string;\n let viewId: string;\n let tableMeta: ITableFullVo;\n beforeEach(async () => {\n const result = await createTable(baseId, { name: 'table7' });\n tableId = result.id;\n viewId = result.defaultViewId!;\n tableMeta = result;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test(`/table/{tableId}/view/{viewId}/columnMeta (PUT) test multiple data`, async () => {\n const { views } = tableMeta;\n const { columnMeta } = views[0];\n const fieldColumnMetas = Object.entries(columnMeta!).map(([fieldId, meta]) => ({\n fieldId: fieldId,\n meta: meta,\n }));\n const assertData = {\n width: 200,\n statisticFunc: StatisticsFunc.Empty,\n hidden: true,\n order: 100,\n };\n await updateViewColumnMeta(tableId, viewId, [\n {\n fieldId: fieldColumnMetas[1].fieldId,\n columnMeta: {\n ...assertData,\n },\n },\n ]);\n const updatedView = await getView(tableId, viewId);\n const updatedColumnMeta = updatedView.columnMeta[fieldColumnMetas[1].fieldId];\n expect(updatedColumnMeta).toEqual(assertData);\n });\n});\n\ndescribe('OpenAPI ViewController (e2e) columnMeta(PUT) params validate', () => {\n let tableId: string;\n let viewId: string;\n beforeEach(async () => {\n const result = await createTable(baseId, { name: 'table8' });\n tableId = result.id;\n viewId = result.defaultViewId!;\n });\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test(`/table/{tableId}/view/{viewId}/columnMeta (PUT) test validate fieldId legitimacy`, async () => {\n const columnMeta = {\n width: 200,\n };\n\n await expect(\n updateViewColumnMeta(tableId, viewId, [{ fieldId: 'fakeFieldID', columnMeta }])\n ).rejects.toMatchObject({\n status: 400,\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/share-socket.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport { IdPrefix, ViewType } from '@teable/core';\nimport {\n enableShareView as apiEnableShareView,\n disableShareView as apiDisableShareView,\n} from '@teable/openapi';\nimport { map } from 'lodash';\nimport type { Connection, Doc } from 'sharedb/lib/client';\nimport { ShareDbService } from '../src/share-db/share-db.service';\nimport { getError } from './utils/get-error';\nimport { initApp, updateViewColumnMeta, createTable, permanentDeleteTable } from './utils/init-app';\n\ndescribe('Share (socket-e2e) (e2e)', () => {\n let app: INestApplication;\n let tableId: string;\n let shareId: string;\n let viewId: string;\n let port: string;\n const baseId = globalThis.testConfig.baseId;\n const defaultTimeout = 2000;\n const timeoutErrorMessage = 'connection timeout';\n let fieldIds: string[] = [];\n let shareDbService!: ShareDbService;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n port = process.env.PORT!;\n shareDbService = app.get(ShareDbService);\n\n const table = await createTable(baseId, {\n name: 'table1',\n views: [\n {\n type: ViewType.Grid,\n name: 'view1',\n },\n {\n type: ViewType.Form,\n name: 'view2',\n },\n ],\n });\n tableId = table.id;\n viewId = table.defaultViewId!;\n const shareResult = await apiEnableShareView({ tableId, viewId });\n fieldIds = map(table.fields, 'id');\n // hidden last one field\n const field = table.fields[fieldIds.length - 1];\n await updateViewColumnMeta(tableId, viewId, [\n { fieldId: field.id, columnMeta: { hidden: true } },\n ]);\n shareId = shareResult.data.shareId;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, tableId);\n\n await app.close();\n });\n\n const createConnection = (shareId: string): Connection => {\n return shareDbService.connect(undefined, {\n url: `ws://localhost:${port}/socket?shareId=${shareId}`,\n headers: {},\n });\n };\n\n const getQuery = (collection: string, shareId: string, timeout = defaultTimeout) => {\n return new Promise[]>((resolve, reject) => {\n const connection = createConnection(shareId);\n const cleanup = () => {\n connection.removeAllListeners('error');\n connection.agent?.stream.removeAllListeners('error');\n };\n\n connection.createFetchQuery(collection, {}, {}, (err, result) => {\n cleanup();\n if (err) return reject(err);\n resolve(result);\n });\n\n connection.on('error', (err) => {\n cleanup();\n reject(err);\n });\n\n connection.agent?.stream.on('error', (err) => {\n cleanup();\n reject(err);\n });\n\n shareDbService.once('error', (err) => {\n cleanup();\n reject(err);\n });\n\n setTimeout(() => {\n cleanup();\n reject(new Error(timeoutErrorMessage));\n }, timeout);\n });\n };\n\n const getDocument = (\n collection: string,\n docId: string,\n shareId: string,\n timeout = defaultTimeout\n ) => {\n return new Promise>((resolve, reject) => {\n const connection = createConnection(shareId);\n const cleanup = () => {\n connection.removeAllListeners('error');\n connection.agent?.stream.removeAllListeners('error');\n };\n\n const doc = connection.get(collection, docId);\n doc.fetch((err) => {\n cleanup();\n if (err) return reject(err);\n resolve(doc);\n });\n\n connection.on('error', (err) => {\n cleanup();\n reject(err);\n });\n\n setTimeout(() => {\n cleanup();\n reject(new Error(timeoutErrorMessage));\n }, timeout);\n });\n };\n\n describe('Field queries', () => {\n it('should retrieve fields other than those that are hidden', async () => {\n const collection = `${IdPrefix.Field}_${tableId}`;\n const fields = await getQuery(collection, shareId);\n expect(fields.length).toEqual(fieldIds.length - 1);\n });\n\n it('should not include hidden field in query results', async () => {\n const hiddenFieldId = fieldIds[fieldIds.length - 1];\n const collection = `${IdPrefix.Field}_${tableId}`;\n const fields = await getQuery(collection, shareId);\n\n const hiddenField = fields.find((f) => f.id === hiddenFieldId);\n expect(hiddenField).toBeUndefined();\n });\n });\n\n describe('View queries', () => {\n it('should only get the shared view', async () => {\n const collection = `${IdPrefix.View}_${tableId}`;\n const views = await getQuery(collection, shareId);\n\n expect(views.length).toEqual(1);\n expect(views[0].id).toEqual(viewId);\n });\n\n it('should get view document by id', async () => {\n const collection = `${IdPrefix.View}_${tableId}`;\n const doc = await getDocument(collection, viewId, shareId);\n\n expect(doc.data).toBeDefined();\n expect(doc.id).toEqual(viewId);\n });\n });\n\n describe('Record queries', () => {\n it('should be able to query records from shared view', async () => {\n const collection = `${IdPrefix.Record}_${tableId}`;\n const records = await getQuery(collection, shareId);\n\n // Records may be empty, but the query should succeed\n expect(Array.isArray(records)).toBe(true);\n });\n });\n\n describe('Error handling', () => {\n it('should reject with validation error for invalid shareId', async () => {\n const collection = `${IdPrefix.View}_${tableId}`;\n const error = await getError(() => getQuery(collection, 'invalid-share-id'));\n expect(error?.code).toEqual('validation_error');\n });\n\n it('should reject with error for malformed shareId', async () => {\n const collection = `${IdPrefix.View}_${tableId}`;\n const error = await getError(() => getQuery(collection, ''));\n expect(error).toBeDefined();\n });\n\n it('should handle non-existent collection gracefully', async () => {\n const collection = `${IdPrefix.Field}_non_existent_table`;\n const error = await getError(() => getQuery(collection, shareId));\n // Should either return empty results or throw an appropriate error\n expect(error !== undefined || true).toBe(true);\n });\n });\n\n describe('Connection lifecycle', () => {\n it('should successfully create and use connection', async () => {\n const connection = createConnection(shareId);\n expect(connection).toBeDefined();\n expect(connection.state).toBeDefined();\n });\n\n it('should handle multiple concurrent connections', async () => {\n const collection = `${IdPrefix.View}_${tableId}`;\n\n const queries = await Promise.all([\n getQuery(collection, shareId),\n getQuery(collection, shareId),\n getQuery(collection, shareId),\n ]);\n\n expect(queries.length).toEqual(3);\n queries.forEach((views) => {\n expect(views.length).toEqual(1);\n expect(views[0].id).toEqual(viewId);\n });\n });\n\n it('should timeout if query takes too long', async () => {\n const collection = `${IdPrefix.View}_${tableId}`;\n // Use a very short timeout to trigger timeout error\n const error = await getError(() => getQuery(collection, shareId, 1));\n // Either succeeds very quickly or times out\n expect(error === undefined || error?.message === timeoutErrorMessage).toBe(true);\n });\n });\n\n describe('Share state changes', () => {\n let tempTableId: string;\n let tempViewId: string;\n let tempShareId: string;\n\n beforeAll(async () => {\n const table = await createTable(baseId, {\n name: 'temp-share-test-table',\n views: [\n {\n type: ViewType.Grid,\n name: 'temp-view',\n },\n ],\n });\n tempTableId = table.id;\n tempViewId = table.defaultViewId!;\n const shareResult = await apiEnableShareView({ tableId: tempTableId, viewId: tempViewId });\n tempShareId = shareResult.data.shareId;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, tempTableId);\n });\n\n it('should reject queries after share is disabled', async () => {\n // First verify share works\n const collection = `${IdPrefix.View}_${tempTableId}`;\n const views = await getQuery(collection, tempShareId);\n expect(views.length).toEqual(1);\n\n // Disable share\n await apiDisableShareView({ tableId: tempTableId, viewId: tempViewId });\n\n // Query should fail\n const error = await getError(() => getQuery(collection, tempShareId));\n expect(error).toBeDefined();\n\n // Re-enable share for cleanup\n const shareResult = await apiEnableShareView({ tableId: tempTableId, viewId: tempViewId });\n tempShareId = shareResult.data.shareId;\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/share.e2e-spec.ts", "content": "import { type INestApplication } from '@nestjs/common';\nimport type {\n IFieldRo,\n IFilterRo,\n ILinkFieldOptions,\n IRecord,\n IUserFieldOptions,\n IViewRo,\n} from '@teable/core';\nimport {\n ANONYMOUS_USER_ID,\n FieldKeyType,\n FieldType,\n is,\n Relationship,\n SortFunc,\n ViewType,\n} from '@teable/core';\nimport {\n urlBuilder,\n SHARE_VIEW_GET,\n SHARE_VIEW_FORM_SUBMIT,\n SHARE_VIEW_RECORDS,\n createRecords as apiCreateRecords,\n deleteRecords as apiDeleteRecords,\n enableShareView as apiEnableShareView,\n getShareViewLinkRecords as apiGetShareViewLinkRecords,\n getShareViewCollaborators as apiGetShareViewCollaborators,\n getShareViewRecords as apiGetShareViewRecords,\n getBaseCollaboratorList as apiGetBaseCollaboratorList,\n updateViewColumnMeta as apiUpdateViewColumnMeta,\n updateViewShareMeta as apiUpdateViewShareMeta,\n SHARE_VIEW_COPY,\n SHARE_VIEW_AUTH,\n getShareView,\n createField,\n updateViewShareMeta,\n shareViewFormSubmit,\n deleteView,\n PrincipalType,\n createBase,\n getShareViewRowCount,\n} from '@teable/openapi';\nimport type { ITableFullVo, ShareViewAuthVo, ShareViewGetVo } from '@teable/openapi';\nimport { map } from 'lodash';\nimport { x_20 } from './data-helpers/20x';\nimport { createAnonymousUserAxios } from './utils/axios-instance/anonymous-user';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { getError } from './utils/get-error';\nimport {\n createTable,\n createView,\n permanentDeleteTable,\n initApp,\n updateViewColumnMeta,\n updateViewFilter,\n getField,\n deleteField,\n convertField,\n permanentDeleteBase,\n} from './utils/init-app';\n\nconst formViewRo: IViewRo = {\n name: 'Form view',\n description: 'the form view',\n type: ViewType.Form,\n};\n\nconst gridViewRo: IViewRo = {\n name: 'Grid view',\n description: 'the grid view',\n type: ViewType.Grid,\n};\n\ndescribe('OpenAPI ShareController (e2e)', () => {\n let app: INestApplication;\n let tableId: string;\n let shareId: string;\n let viewId: string;\n let baseId: string;\n const spaceId = globalThis.testConfig.spaceId;\n const userId = globalThis.testConfig.userId;\n const userName = globalThis.testConfig.userName;\n const userEmail = globalThis.testConfig.email;\n let fieldIds: string[] = [];\n let anonymousUser: ReturnType;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n anonymousUser = createAnonymousUserAxios(appCtx.appUrl);\n baseId = await createBase({\n name: 'share-e2e',\n spaceId,\n }).then((res) => res.data.id);\n const table = await createTable(baseId, { name: 'table1' });\n\n tableId = table.id;\n viewId = table.defaultViewId!;\n\n const shareResult = await apiEnableShareView({ tableId, viewId });\n fieldIds = map(table.fields, 'id');\n // hidden last one field\n const field = table.fields[fieldIds.length - 1];\n await updateViewColumnMeta(tableId, viewId, [\n { fieldId: field.id, columnMeta: { hidden: true } },\n ]);\n shareId = shareResult.data.shareId;\n });\n\n afterAll(async () => {\n await permanentDeleteBase(baseId);\n await permanentDeleteTable(baseId, tableId);\n await app.close();\n });\n\n describe('api/:shareId/view (GET)', async () => {\n it('should return view', async () => {\n const result = await anonymousUser.get(\n urlBuilder(SHARE_VIEW_GET, { shareId })\n );\n const shareViewData = result.data;\n // filter hidden field\n expect(shareViewData.fields.length).toEqual(fieldIds.length - 1);\n expect(shareViewData.viewId).toEqual(viewId);\n });\n\n it('records return [] in not includeRecords', async () => {\n const result = await createView(tableId, gridViewRo);\n const viewId = result.id;\n const shareResult = await apiEnableShareView({ tableId, viewId });\n await updateViewShareMeta(tableId, viewId, { includeRecords: false });\n const viewShareId = shareResult.data.shareId;\n const resultData = await anonymousUser.get(\n urlBuilder(SHARE_VIEW_GET, { shareId: viewShareId })\n );\n expect(resultData.data.records).toEqual([]);\n });\n\n it('password in grid view', async () => {\n const result = await createView(tableId, gridViewRo);\n const gridViewId = result.id;\n const shareResult = await apiEnableShareView({ tableId, viewId: gridViewId });\n const gridViewShareId = shareResult.data.shareId;\n await apiUpdateViewShareMeta(tableId, gridViewId, { password: '123123123' });\n const error = await getError(() =>\n anonymousUser.get(urlBuilder(SHARE_VIEW_GET, { shareId: gridViewShareId }))\n );\n expect(error?.status).toEqual(401);\n });\n\n it('password in grid view had auth', async () => {\n const result = await createView(tableId, gridViewRo);\n const gridViewId = result.id;\n const shareResult = await apiEnableShareView({ tableId, viewId: gridViewId });\n const gridViewShareId = shareResult.data.shareId;\n await apiUpdateViewShareMeta(tableId, gridViewId, { password: '123123123' });\n const res = await anonymousUser.post(\n urlBuilder(SHARE_VIEW_AUTH, { shareId: gridViewShareId }),\n {\n password: '123123123',\n }\n );\n const resultData = await anonymousUser.get(\n urlBuilder(SHARE_VIEW_GET, { shareId: gridViewShareId }),\n {\n headers: {\n cookie: res.headers['set-cookie'],\n },\n }\n );\n expect(resultData.data.viewId).toEqual(gridViewId);\n });\n });\n\n describe('api/:shareId/view/form-submit (POST)', () => {\n let formViewId: string;\n let fromViewShareId: string;\n\n beforeEach(async () => {\n const result = await createView(tableId, formViewRo);\n formViewId = result.id;\n\n const shareResult = await apiEnableShareView({ tableId, viewId: formViewId });\n fromViewShareId = shareResult.data.shareId;\n });\n\n it('submit form view', async () => {\n const result = await anonymousUser.post(\n urlBuilder(SHARE_VIEW_FORM_SUBMIT, { shareId: fromViewShareId }),\n {\n fields: {},\n }\n );\n const record = result.data as IRecord;\n expect(record.createdBy).toEqual(ANONYMOUS_USER_ID);\n });\n\n it('submit exclude form view', async () => {\n const result = await createView(tableId, gridViewRo);\n const gridViewId = result.id;\n const shareResult = await apiEnableShareView({ tableId, viewId: gridViewId });\n const gridViewShareId = shareResult.data.shareId;\n const error = await getError(() =>\n anonymousUser.post(urlBuilder(SHARE_VIEW_FORM_SUBMIT, { shareId: gridViewShareId }), {\n fields: {},\n })\n );\n expect(error?.status).toEqual(403);\n });\n\n it('submit include hidden field', async () => {\n const hiddenFieldId = fieldIds[fieldIds.length - 1];\n await updateViewColumnMeta(tableId, formViewId, [\n { fieldId: fieldIds[fieldIds.length - 1], columnMeta: { visible: false } },\n ]);\n const error = await getError(() =>\n anonymousUser.post(urlBuilder(SHARE_VIEW_FORM_SUBMIT, { shareId: fromViewShareId }), {\n fields: {\n [hiddenFieldId]: null,\n },\n })\n );\n expect(error?.status).toEqual(403);\n });\n\n it('required login', async () => {\n await updateViewShareMeta(tableId, formViewId, {\n submit: {\n requireLogin: true,\n allow: true,\n },\n });\n const error = await getError(() =>\n anonymousUser.post(urlBuilder(SHARE_VIEW_FORM_SUBMIT, { shareId: fromViewShareId }), {\n fields: {},\n })\n );\n expect(error?.status).toEqual(401);\n const res = await shareViewFormSubmit({\n shareId: fromViewShareId,\n fields: {},\n });\n expect(res.status).toEqual(201);\n });\n });\n\n describe('api/:shareId/view/records (GET)', () => {\n let recordsTableId: string;\n let recordsViewId: string;\n let recordsShareId: string;\n let primaryFieldId: string;\n const primaryFieldName = 'Name';\n\n beforeAll(async () => {\n const table = await createTable(baseId, {\n name: 'records-test-table',\n fields: [\n {\n name: primaryFieldName,\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n { fields: { [primaryFieldName]: 'Record 1' } },\n { fields: { [primaryFieldName]: 'Record 2' } },\n { fields: { [primaryFieldName]: 'Record 3' } },\n ],\n });\n recordsTableId = table.id;\n recordsViewId = table.defaultViewId!;\n primaryFieldId = table.fields[0].id;\n\n const shareResult = await apiEnableShareView({\n tableId: recordsTableId,\n viewId: recordsViewId,\n });\n recordsShareId = shareResult.data.shareId;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, recordsTableId);\n });\n\n it('should return records with pagination', async () => {\n const result = await apiGetShareViewRecords(recordsShareId, {\n take: 2,\n skip: 0,\n });\n\n expect(result.data.records.length).toEqual(2);\n });\n\n it('should return records with skip', async () => {\n const result = await apiGetShareViewRecords(recordsShareId, {\n take: 10,\n skip: 1,\n });\n\n expect(result.data.records.length).toEqual(2);\n });\n\n it('should return empty array when includeRecords is false', async () => {\n await apiUpdateViewShareMeta(recordsTableId, recordsViewId, { includeRecords: false });\n\n const result = await apiGetShareViewRecords(recordsShareId, {\n take: 10,\n });\n\n expect(result.data.records).toEqual([]);\n\n // Restore includeRecords\n await apiUpdateViewShareMeta(recordsTableId, recordsViewId, { includeRecords: true });\n });\n\n it('should return records with projection', async () => {\n const result = await apiGetShareViewRecords(recordsShareId, {\n take: 10,\n });\n\n expect(result.data.records.length).toEqual(3);\n expect(result.data.records[0].fields).toHaveProperty(primaryFieldId);\n });\n\n it('should return records with filter', async () => {\n const result = await apiGetShareViewRecords(recordsShareId, {\n take: 10,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: primaryFieldId,\n operator: is.value,\n value: 'Record 1',\n },\n ],\n },\n });\n\n expect(result.data.records.length).toEqual(1);\n expect(result.data.records[0].fields[primaryFieldId]).toEqual('Record 1');\n });\n\n it('should return records with orderBy', async () => {\n const result = await apiGetShareViewRecords(recordsShareId, {\n take: 10,\n orderBy: [{ fieldId: primaryFieldId, order: SortFunc.Desc }],\n });\n\n expect(result.data.records.length).toEqual(3);\n expect(result.data.records[0].fields[primaryFieldId]).toEqual('Record 3');\n expect(result.data.records[1].fields[primaryFieldId]).toEqual('Record 2');\n expect(result.data.records[2].fields[primaryFieldId]).toEqual('Record 1');\n });\n\n it('should return records with groupBy', async () => {\n const result = await apiGetShareViewRecords(recordsShareId, {\n take: 10,\n groupBy: [{ fieldId: primaryFieldId, order: SortFunc.Desc }],\n });\n\n expect(result.data.records.length).toEqual(3);\n // groupBy with desc order should return records in descending order\n expect(result.data.records[0].fields[primaryFieldId]).toEqual('Record 3');\n expect(result.data.records[1].fields[primaryFieldId]).toEqual('Record 2');\n expect(result.data.records[2].fields[primaryFieldId]).toEqual('Record 1');\n });\n\n it('should not allow anonymous access without share auth when password protected', async () => {\n await apiUpdateViewShareMeta(recordsTableId, recordsViewId, { password: 'test123' });\n\n const error = await getError(() =>\n anonymousUser.get(urlBuilder(SHARE_VIEW_RECORDS, { shareId: recordsShareId }), {\n params: { take: 10 },\n })\n );\n\n expect(error?.status).toEqual(401);\n\n // Restore no password\n await apiUpdateViewShareMeta(recordsTableId, recordsViewId, { password: undefined });\n });\n });\n\n describe('api/:shareId/view/link-records (GET)', () => {\n let linkTableRes: ITableFullVo;\n const primaryFieldName = 'Text1';\n let linkFieldId: string;\n let tableRes: ITableFullVo;\n\n const tableRecords = [\n { fields: { [primaryFieldName]: '1' } },\n { fields: { [primaryFieldName]: '2' } },\n { fields: { [primaryFieldName]: '3' } },\n ];\n\n beforeAll(async () => {\n tableRes = await createTable(baseId, {\n records: tableRecords,\n fields: [\n {\n name: primaryFieldName,\n type: FieldType.SingleLineText,\n },\n ],\n });\n const linkFieldRo: IFieldRo = {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: tableRes.id,\n },\n };\n\n linkTableRes = await createTable(baseId, {\n name: 'linkTable',\n fields: [\n {\n name: 'primary',\n type: FieldType.SingleLineText,\n },\n linkFieldRo,\n ],\n records: [\n { fields: { primary: '1', [linkFieldRo.name!]: { id: tableRes.records[0].id } } },\n { fields: { primary: '2', [linkFieldRo.name!]: { id: tableRes.records[1].id } } },\n ],\n });\n linkFieldId = linkTableRes.fields[1].id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, linkTableRes.id);\n await permanentDeleteTable(baseId, tableRes.id);\n });\n\n describe('form view', () => {\n let formViewId: string;\n let fromViewShareId: string;\n beforeAll(async () => {\n const result = await createView(linkTableRes.id, formViewRo);\n formViewId = result.id;\n await apiUpdateViewColumnMeta(linkTableRes.id, formViewId, [\n {\n fieldId: linkFieldId,\n columnMeta: { visible: true },\n },\n ]);\n const shareResult = await apiEnableShareView({\n tableId: linkTableRes.id,\n viewId: formViewId,\n });\n fromViewShareId = shareResult.data.shareId;\n });\n it('should return link records', async () => {\n const result = await apiGetShareViewLinkRecords(fromViewShareId, {\n fieldId: linkFieldId,\n });\n const linkRecords = result.data;\n expect(linkRecords.map((record) => record.title)).toEqual(\n tableRecords.map((record) => record.fields[primaryFieldName])\n );\n });\n });\n\n describe('grid view', () => {\n let gridViewId: string;\n let gridViewShareId: string;\n beforeAll(async () => {\n const result = await createView(linkTableRes.id, gridViewRo);\n gridViewId = result.id;\n const shareResult = await apiEnableShareView({\n tableId: linkTableRes.id,\n viewId: gridViewId,\n });\n gridViewShareId = shareResult.data.shareId;\n });\n\n it('should return link records', async () => {\n const result = await apiGetShareViewLinkRecords(gridViewShareId, {\n fieldId: linkFieldId,\n });\n const linkRecords = result.data;\n expect(linkRecords.map((record) => record.title)).toEqual(\n tableRecords.slice(0, 2).map((record) => record.fields[primaryFieldName])\n );\n });\n });\n });\n\n describe('api/:shareId/view/collaborators (GET)', () => {\n let userTableRes: ITableFullVo;\n const userFieldName = 'normal user';\n const multipleUserFieldName = 'multiple user';\n let userFieldId: string;\n let multipleUserFieldId: string;\n const userFieldRo: IFieldRo = {\n name: userFieldName,\n type: FieldType.User,\n options: {\n isMultiple: false,\n shouldNotify: false,\n } as IUserFieldOptions,\n };\n\n const multipleUserFieldRo: IFieldRo = {\n name: multipleUserFieldName,\n type: FieldType.User,\n options: {\n isMultiple: true,\n shouldNotify: false,\n } as IUserFieldOptions,\n };\n beforeAll(async () => {\n userTableRes = await createTable(baseId, {\n name: 'user table',\n fields: [\n {\n name: 'primary',\n type: FieldType.SingleLineText,\n },\n userFieldRo,\n multipleUserFieldRo,\n ],\n records: [],\n });\n userFieldId = userTableRes.fields[1].id;\n multipleUserFieldId = userTableRes.fields[2].id;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, userTableRes.id);\n });\n describe('grid view', () => {\n let gridViewId: string;\n let gridViewShareId: string;\n beforeAll(async () => {\n const result = await createView(userTableRes.id, gridViewRo);\n gridViewId = result.id;\n const shareResult = await apiEnableShareView({\n tableId: userTableRes.id,\n viewId: gridViewId,\n });\n gridViewShareId = shareResult.data.shareId;\n });\n it('should return [], no user cell with a value exists', async () => {\n const result = await apiGetShareViewCollaborators(gridViewShareId, {\n fieldId: userFieldId,\n });\n expect(result.data).toEqual([]);\n });\n\n it('should return the value that exists and there will be no duplicates of the', async () => {\n const { data: createRes } = await apiCreateRecords(userTableRes.id, {\n records: [\n {\n fields: {\n [multipleUserFieldId]: [{ id: userId, title: userName }],\n [userFieldId]: { id: userId, title: userName },\n },\n },\n {\n fields: {\n [multipleUserFieldId]: [{ id: userId, title: userName }],\n [userFieldId]: { id: userId, title: userName },\n },\n },\n ],\n fieldKeyType: FieldKeyType.Id,\n });\n const result = await apiGetShareViewCollaborators(gridViewShareId, {\n fieldId: userFieldId,\n });\n const mulResult = await apiGetShareViewCollaborators(gridViewShareId, {\n fieldId: multipleUserFieldId,\n });\n expect(result.data).toEqual([\n { userId, userName, email: userEmail, avatar: expect.any(String) },\n ]);\n expect(mulResult.data).toEqual([\n { userId, userName, email: userEmail, avatar: expect.any(String) },\n ]);\n\n await apiDeleteRecords(\n userTableRes.id,\n createRes.records.map((record) => record.id)\n );\n });\n });\n\n describe('Form view', () => {\n let formViewId: string;\n let fromViewShareId: string;\n beforeAll(async () => {\n const result = await createView(userTableRes.id, formViewRo);\n formViewId = result.id;\n const shareResult = await apiEnableShareView({\n tableId: userTableRes.id,\n viewId: formViewId,\n });\n fromViewShareId = shareResult.data.shareId;\n });\n it('should return [], no user cell visible', async () => {\n await apiUpdateViewColumnMeta(userTableRes.id, formViewId, [\n {\n fieldId: userFieldId,\n columnMeta: { visible: false },\n },\n ]);\n const result = await apiGetShareViewCollaborators(fromViewShareId, {\n fieldId: userFieldId,\n });\n expect(result.data).toEqual([]);\n });\n it('should return the base collaborators', async () => {\n await apiUpdateViewColumnMeta(userTableRes.id, formViewId, [\n {\n fieldId: userFieldId,\n columnMeta: { visible: true },\n },\n ]);\n const result = await apiGetShareViewCollaborators(fromViewShareId, {});\n const baseCollaborators = await apiGetBaseCollaboratorList(baseId, {\n type: PrincipalType.User,\n });\n expect(result.data.map((user) => user.userId)).toEqual(\n baseCollaborators.data.collaborators.map((item) => item.userId)\n );\n await apiUpdateViewColumnMeta(userTableRes.id, formViewId, [\n {\n fieldId: userFieldId,\n columnMeta: { visible: false },\n },\n ]);\n });\n });\n });\n\n describe('api/:shareId/view/copy (PATCH)', () => {\n let gridViewId: string;\n let gridViewShareId: string;\n\n beforeEach(async () => {\n const result = await createView(tableId, gridViewRo);\n gridViewId = result.id;\n\n const shareResult = await apiEnableShareView({ tableId, viewId: gridViewId });\n await apiUpdateViewShareMeta(tableId, gridViewId, { allowCopy: true });\n gridViewShareId = shareResult.data.shareId;\n });\n\n it('should return 200', async () => {\n const result = await anonymousUser.get(\n urlBuilder(SHARE_VIEW_COPY, { shareId: gridViewShareId }),\n {\n params: {\n ranges: JSON.stringify([\n [0, 0],\n [1, 1],\n ]),\n },\n }\n );\n expect(result.status).toEqual(200);\n });\n\n it('share not allow copy', async () => {\n const result = await createView(tableId, gridViewRo);\n const gridViewId = result.id;\n\n const shareResult = await apiEnableShareView({ tableId, viewId: gridViewId });\n const gridViewShareId = shareResult.data.shareId;\n const error = await getError(() =>\n anonymousUser.get(urlBuilder(SHARE_VIEW_COPY, { shareId: gridViewShareId }), {\n params: {\n ranges: JSON.stringify([\n [0, 0],\n [1, 1],\n ]),\n },\n })\n );\n expect(error?.status).toEqual(403);\n });\n });\n\n describe('link view permission', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, { name: 'table2' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should get link view', async () => {\n const linkField = await createField(table1.id, {\n name: 'link field',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n });\n const shareResult = await getShareView(linkField.data.id);\n\n // should not allow access by other user\n const user2Request = await createNewUserAxios({\n email: 'newuser@example.com',\n password: '12345678',\n });\n expect(\n user2Request.get(urlBuilder(SHARE_VIEW_GET, { shareId: shareResult.data.shareId }))\n ).rejects.toThrow();\n });\n\n it('search and filterLinkCellSelected', async () => {\n const linkField = await createField(table1.id, {\n name: 'link field1',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n });\n const rowCountRes = await getShareViewRowCount(linkField.data.id, {\n search: ['1', table2.fields[0].id, true],\n filterLinkCellSelected: linkField.data.id,\n });\n expect(rowCountRes.data.rowCount).toEqual(0);\n });\n });\n\n describe('link view limit', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, {\n name: 'table2',\n fields: x_20.fields,\n records: x_20.records,\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n });\n\n it('should get link view limit by view', async () => {\n const filterByViewId = table2.defaultViewId;\n const singleSelectField = table2.fields[2];\n const filter: IFilterRo = {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: singleSelectField.id,\n operator: is.value,\n value: 'x',\n },\n ],\n },\n };\n\n await updateViewFilter(table2.id, table2.defaultViewId!, filter);\n\n const linkField = await createField(table1.id, {\n name: 'link field limit by view',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n filterByViewId,\n },\n });\n const shareResult = await getShareView(linkField.data.id);\n\n expect(shareResult.data.records.length).toEqual(7);\n });\n\n it('should get link view limit by filter', async () => {\n const singleSelectField = table2.fields[2];\n const filter = {\n conjunction: 'and' as const,\n filterSet: [\n {\n fieldId: singleSelectField.id,\n operator: is.value,\n value: 'x',\n },\n ],\n };\n const linkField = await createField(table1.id, {\n name: 'link field limit by filter',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n filter,\n },\n });\n const shareResult = await getShareView(linkField.data.id);\n\n expect(shareResult.data.records.length).toEqual(7);\n });\n\n it('should get link view limit by visible fields', async () => {\n const fields = table2.fields;\n const visibleFieldIds = fields.slice(0, 3).map((field) => field.id);\n const linkField = await createField(table1.id, {\n name: 'link field limit by hidden fields',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n visibleFieldIds,\n },\n });\n const shareResult = await getShareView(linkField.data.id);\n\n expect(shareResult.data.fields.length).toEqual(3);\n });\n\n it('should get link view limited by multiple conditions', async () => {\n const filterByViewId = table2.defaultViewId;\n const textField = table2.fields[0];\n const singleSelectField = table2.fields[2];\n const filter: IFilterRo = {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: singleSelectField.id,\n operator: is.value,\n value: 'x',\n },\n ],\n },\n };\n\n await updateViewFilter(table2.id, table2.defaultViewId!, filter);\n\n const fields = table2.fields;\n const visibleFieldIds = fields.slice(0, 3).map((field) => field.id);\n\n const additionalFilter = {\n conjunction: 'and' as const,\n filterSet: [\n {\n fieldId: textField.id,\n operator: is.value,\n value: '6',\n },\n ],\n };\n\n const linkField = await createField(table1.id, {\n name: 'link field with multiple limits',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n filterByViewId,\n filter: additionalFilter,\n visibleFieldIds,\n },\n });\n const shareResult = await getShareView(linkField.data.id);\n\n expect(shareResult.data.records.length).toBeLessThanOrEqual(1);\n expect(shareResult.data.fields.length).toEqual(3);\n });\n\n it('should clean link options after filterByViewId is deleted', async () => {\n const view = await createView(table2.id, {\n name: 'view',\n type: ViewType.Grid,\n });\n\n const linkField = await createField(table1.id, {\n name: 'clean link options filterByViewId',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n filterByViewId: view.id,\n },\n });\n\n expect((linkField.data.options as ILinkFieldOptions).filterByViewId).toEqual(view.id);\n\n await deleteView(table2.id, view.id);\n const currentLinkField = await getField(table1.id, linkField.data.id);\n\n expect((currentLinkField.options as ILinkFieldOptions).filterByViewId).toBeNull();\n });\n\n it('should clean link options after filtering field is deleted', async () => {\n const singleSelectField = table2.fields[2];\n const filter = {\n conjunction: 'and' as const,\n filterSet: [\n {\n fieldId: singleSelectField.id,\n operator: is.value,\n value: 'x',\n },\n ],\n };\n\n const linkField = await createField(table1.id, {\n name: 'clean link options filter',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n filter,\n visibleFieldIds: [singleSelectField.id],\n },\n });\n\n expect((linkField.data.options as ILinkFieldOptions).filter).toEqual(filter);\n expect((linkField.data.options as ILinkFieldOptions).visibleFieldIds).toEqual([\n singleSelectField.id,\n ]);\n\n await deleteField(table2.id, singleSelectField.id);\n const currentLinkField = await getField(table1.id, linkField.data.id);\n\n expect((currentLinkField.options as ILinkFieldOptions).filter).toBeNull();\n expect((currentLinkField.options as ILinkFieldOptions).visibleFieldIds).toBeNull();\n });\n\n it('should clean link options after filtering field is converted', async () => {\n const singleSelectField = table2.fields[2];\n const filter = {\n conjunction: 'and' as const,\n filterSet: [\n {\n fieldId: singleSelectField.id,\n operator: is.value,\n value: 'x',\n },\n ],\n };\n\n const linkField = await createField(table1.id, {\n name: 'convert link options filter',\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table2.id,\n filter,\n },\n });\n\n expect((linkField.data.options as ILinkFieldOptions).filter).toEqual(filter);\n\n await convertField(table2.id, singleSelectField.id, {\n type: FieldType.MultipleSelect,\n });\n const currentLinkField = await getField(table1.id, linkField.data.id);\n\n expect((currentLinkField.options as ILinkFieldOptions).filter).toBeNull();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/sort.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n IDateFieldOptions,\n IFieldRo,\n IFieldVo,\n INumberFieldOptions,\n ISelectFieldOptions,\n ISortItem,\n} from '@teable/core';\nimport {\n CellValueType,\n SortFunc,\n FieldType,\n formatNumberToString,\n formatDateToString,\n DateFormattingPreset,\n TimeFormatting,\n FieldKeyType,\n} from '@teable/core';\nimport type { IGetRecordsRo, ITableFullVo, IViewSortRo } from '@teable/openapi';\nimport {\n updateViewSort as apiSetViewSort,\n convertField,\n createRecords,\n updateRecords,\n updateViewGroup,\n} from '@teable/openapi';\nimport { isEmpty, orderBy } from 'lodash';\nimport { x_20 } from './data-helpers/20x';\nimport { x_20_link, x_20_link_from_lookups } from './data-helpers/20x-link';\nimport {\n createField,\n createTable,\n permanentDeleteTable,\n getFields,\n getRecords,\n getView,\n initApp,\n} from './utils/init-app';\n\nlet app: INestApplication;\nconst baseId = globalThis.testConfig.baseId;\n\nconst delay = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\n// cellValueType which need to test\nconst typeTests = [\n {\n type: CellValueType.String,\n },\n {\n type: CellValueType.Number,\n },\n {\n type: CellValueType.DateTime,\n },\n {\n type: CellValueType.Boolean,\n },\n];\n\nconst getSortRecords = async (\n tableId: string,\n query?: Pick\n) => {\n const result = await getRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n viewId: query?.viewId,\n orderBy: query?.orderBy,\n });\n return result.records;\n};\n\nconst setRecordsOrder = async (tableId: string, viewId: string, orderBy: ISortItem[]) => {\n await apiSetViewSort(tableId, viewId, {\n sort: { sortObjs: orderBy },\n });\n};\n\nconst getRecordsByOrder = (\n records: ITableFullVo['records'],\n conditions: ISortItem[],\n fields: ITableFullVo['fields']\n) => {\n if (Array.isArray(records) && !records.length) return [];\n const fns = conditions.map((condition) => {\n const { fieldId } = condition;\n const field = fields.find((field) => field.id === fieldId) as ITableFullVo['fields'][number];\n const { name, type, options, isMultipleCellValue } = field;\n return (record: ITableFullVo['records'][number]) => {\n const cellValue = record?.fields?.[name];\n if (isEmpty(cellValue)) {\n return -Infinity;\n }\n if (type === FieldType.SingleSelect && !isMultipleCellValue) {\n const { choices } = options as ISelectFieldOptions;\n return choices.map(({ name }) => name).indexOf(cellValue as string);\n }\n if (type === FieldType.Number) {\n if (isMultipleCellValue && Array.isArray(cellValue)) {\n return cellValue\n .map((v) => formatNumberToString(v, (options as INumberFieldOptions).formatting))\n .join(', ');\n }\n return formatNumberToString(\n cellValue as number,\n (options as INumberFieldOptions).formatting\n );\n }\n if (type === FieldType.Date) {\n if (isMultipleCellValue && Array.isArray(cellValue)) {\n return cellValue\n .map((v) => formatDateToString(v, (options as IDateFieldOptions).formatting))\n .join(', ');\n }\n return formatDateToString(cellValue as string, (options as IDateFieldOptions).formatting);\n }\n if (isMultipleCellValue) {\n // return JSON.stringify(record?.fields?.[name]);\n return (cellValue as any)[0];\n }\n };\n });\n const orders = conditions.map((condition) => condition.order || SortFunc.Asc);\n return orderBy([...records], fns, orders);\n};\n\nbeforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n});\n\nafterAll(async () => {\n await app.close();\n});\n\ndescribe('OpenAPI ViewController view order sort (e2e)', () => {\n let tableId: string;\n let viewId: string;\n let fields: IFieldRo[];\n\n beforeEach(async () => {\n const result = await createTable(baseId, { name: 'Table' });\n tableId = result.id;\n viewId = result.defaultViewId!;\n fields = result.fields!;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n it('/api/table/{tableId}/view/{viewId}/sort sort view order (PUT)', async () => {\n const assertSort = {\n sort: {\n sortObjs: [\n {\n fieldId: fields[0].id as string,\n order: SortFunc.Asc,\n },\n ],\n manualSort: false,\n },\n };\n await apiSetViewSort(tableId, viewId, assertSort);\n const updatedView = await getView(tableId, viewId);\n const viewSort = updatedView.sort;\n expect(viewSort).toEqual(assertSort.sort);\n });\n\n it('sort date should always use a second precision when formatting time is not none', async () => {\n await createRecords(tableId, {\n records: [\n {\n fields: {},\n },\n ],\n });\n\n await delay(1000);\n\n await createRecords(tableId, {\n records: [\n {\n fields: {},\n },\n ],\n });\n\n const createdTimeField = await createField(tableId, {\n name: 'createdTime',\n type: FieldType.CreatedTime,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.Hour24,\n timeZone: Intl.DateTimeFormat().resolvedOptions().timeZone,\n },\n },\n });\n\n // asc\n const ascOrders: IGetRecordsRo['orderBy'] = [\n { fieldId: createdTimeField.id, order: SortFunc.Asc },\n ];\n\n const originRecords = await getSortRecords(tableId, {\n viewId,\n orderBy: ascOrders,\n });\n\n const assertSort = orderBy(\n originRecords,\n ['createdTime', 'autoNumber'],\n [SortFunc.Asc, SortFunc.Asc]\n );\n\n const originId = originRecords.map((record) => record.id);\n\n const assertId = assertSort.map((record) => record.id);\n\n expect(originId).toEqual(assertId);\n\n // desc\n const descOrders: IGetRecordsRo['orderBy'] = [\n { fieldId: createdTimeField.id, order: SortFunc.Desc },\n ];\n\n const descOriginRecords = await getSortRecords(tableId, {\n viewId,\n orderBy: descOrders,\n });\n\n const assertDescSort = orderBy(\n descOriginRecords,\n ['createdTime', 'autoNumber'],\n [SortFunc.Desc, SortFunc.Asc]\n );\n\n const originDescId = descOriginRecords.map((record) => record.id);\n\n const assertDescId = assertDescSort.map((record) => record.id);\n\n expect(originDescId).toEqual(assertDescId);\n });\n\n it('sort date should precision should be day when formatting time is none', async () => {\n await createRecords(tableId, {\n records: [\n {\n fields: {},\n },\n ],\n });\n\n await delay(1000);\n\n await createRecords(tableId, {\n records: [\n {\n fields: {},\n },\n ],\n });\n\n const createdTimeField = await createField(tableId, {\n name: 'createdTime',\n type: FieldType.CreatedTime,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: Intl.DateTimeFormat().resolvedOptions().timeZone,\n },\n },\n });\n\n // asc\n const ascOrders: IGetRecordsRo['orderBy'] = [\n { fieldId: createdTimeField.id, order: SortFunc.Asc },\n ];\n\n const originRecords = await getSortRecords(tableId, {\n viewId,\n orderBy: ascOrders,\n });\n\n const assertSort = orderBy(\n originRecords,\n ['createdTime', 'autoNumber'],\n [SortFunc.Asc, SortFunc.Asc]\n );\n\n const originId = originRecords.map((record) => record.id);\n\n const assertId = assertSort.map((record) => record.id);\n\n expect(originId).toEqual(assertId);\n\n // desc\n const descOrders: IGetRecordsRo['orderBy'] = [\n { fieldId: createdTimeField.id, order: SortFunc.Desc },\n ];\n\n const descOriginRecords = await getSortRecords(tableId, {\n viewId,\n orderBy: descOrders,\n });\n\n const ascOriginRecords = await getSortRecords(tableId, {\n viewId,\n orderBy: ascOrders,\n });\n\n const descRecordsDescId = descOriginRecords.map((record) => record.id);\n\n const ascRecordsDescId = ascOriginRecords.map((record) => record.id);\n\n // if time is none, the sort precision should be day, meaning that the sort by day instead of second\n expect(descRecordsDescId).toEqual(ascRecordsDescId);\n\n // then group by createdTime, and sort by single select field\n const fields = await getFields(tableId);\n const singleSelectField = fields.find((field) => field.type === FieldType.SingleSelect)!;\n await convertField(tableId, singleSelectField.id, {\n dbFieldName: singleSelectField.dbFieldName,\n type: singleSelectField.type as FieldType,\n options: {\n choices: [\n { name: '1', color: 'cyanLight2' },\n { name: '2', color: 'yellowDark1' },\n { name: '3', color: 'yellowLight1' },\n { name: '4', color: 'orangeBright' },\n { name: '5', color: 'yellowLight2' },\n ],\n },\n });\n await updateRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n typecast: true,\n records: ascRecordsDescId.reverse().map((id, index) => ({\n id,\n fields: {\n [singleSelectField.id!]: index + 1,\n },\n })),\n });\n const createTimeField = await createField(tableId, {\n name: 'createdTime',\n type: FieldType.CreatedTime,\n options: {\n formatting: {\n date: DateFormattingPreset.ISO,\n time: TimeFormatting.None,\n timeZone: Intl.DateTimeFormat().resolvedOptions().timeZone,\n },\n },\n });\n\n await apiSetViewSort(tableId, viewId, {\n sort: {\n sortObjs: [{ fieldId: singleSelectField.id, order: SortFunc.Asc }],\n },\n });\n\n await updateViewGroup(tableId, viewId, {\n group: [{ fieldId: createTimeField.id, order: SortFunc.Asc }],\n });\n\n const records = await getRecords(tableId, {\n viewId,\n });\n\n const assertRecordIds = orderBy(records.records, [`fields.${singleSelectField.name}`], ['asc']);\n\n expect(records.records.map((r) => r.id)).toEqual(assertRecordIds.map((r) => r.id));\n });\n\n it('should not allow to modify sort for button field', async () => {\n const buttonField = await createField(tableId, {\n type: FieldType.Button,\n });\n const assertSort: IViewSortRo = {\n sort: {\n sortObjs: [{ fieldId: buttonField.id, order: SortFunc.Asc }],\n },\n };\n\n await expect(apiSetViewSort(tableId, viewId, assertSort)).rejects.toThrow();\n });\n});\n\ndescribe('OpenAPI Sort (e2e) Base CellValueType', () => {\n let table: ITableFullVo;\n\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'sort_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n test.each(typeTests)(\n `/api/table/{tableId}/record sort (GET) Test CellValueType: $type`,\n async ({ type }) => {\n const { id: subTableId, fields: fields2 } = table;\n const field = fields2.find((field) => field.cellValueType === type);\n const { id: fieldId } = field!;\n\n const ascOrders: IGetRecordsRo['orderBy'] = [{ fieldId, order: SortFunc.Asc }];\n const descOrders: IGetRecordsRo['orderBy'] = [{ fieldId, order: SortFunc.Desc }];\n const ascOriginRecords = await getSortRecords(subTableId, { orderBy: ascOrders });\n const descOriginRecords = await getSortRecords(subTableId, { orderBy: descOrders });\n\n const ascManualSortRecords = getRecordsByOrder(ascOriginRecords, ascOrders, fields2);\n const descManualSortRecords = getRecordsByOrder(descOriginRecords, descOrders, fields2);\n\n expect(ascOriginRecords).toEqual(ascManualSortRecords);\n expect(descOriginRecords).toEqual(descManualSortRecords);\n }\n );\n\n test.each(typeTests)(\n `/api/table/{tableId}/view/{viewId}/sort sort view raw order (POST) Test CellValueType: $type`,\n async ({ type }) => {\n const { id: subTableId, fields: fields2, defaultViewId } = table;\n const field = fields2.find(\n (field) => field.cellValueType === type\n ) as ITableFullVo['fields'][number];\n const { id: fieldId } = field;\n\n const ascOrders: IGetRecordsRo['orderBy'] = [{ fieldId, order: SortFunc.Asc }];\n await setRecordsOrder(subTableId, defaultViewId!, ascOrders);\n const ascOriginRecords = await getSortRecords(subTableId, { viewId: defaultViewId });\n const descOrders: IGetRecordsRo['orderBy'] = [{ fieldId, order: SortFunc.Desc }];\n await setRecordsOrder(subTableId, defaultViewId!, descOrders);\n const descOriginRecords = await getSortRecords(subTableId, { viewId: defaultViewId });\n\n const ascManualSortRecords = getRecordsByOrder(ascOriginRecords, ascOrders, fields2);\n const descManualSortRecords = getRecordsByOrder(descOriginRecords, descOrders, fields2);\n\n expect(ascOriginRecords).toEqual(ascManualSortRecords);\n expect(descOriginRecords).toEqual(descManualSortRecords);\n }\n );\n\n test('SingleSelect field sorting should be sorted based on option value', async () => {\n const { id: subTableId, fields: fields2 } = table;\n const singleSelectField = fields2.find((field) => field.type === FieldType.SingleSelect);\n const { id: fieldId } = singleSelectField!;\n\n const ascOrders: IGetRecordsRo['orderBy'] = [{ fieldId, order: SortFunc.Asc }];\n const descOrders: IGetRecordsRo['orderBy'] = [{ fieldId, order: SortFunc.Desc }];\n const ascOriginRecords = await getSortRecords(subTableId, { orderBy: ascOrders });\n const descOriginRecords = await getSortRecords(subTableId, { orderBy: descOrders });\n\n const ascManualSortRecords = getRecordsByOrder(ascOriginRecords, ascOrders, fields2);\n const descManualSortRecords = getRecordsByOrder(descOriginRecords, descOrders, fields2);\n\n expect(ascOriginRecords).toEqual(ascManualSortRecords);\n expect(descOriginRecords).toEqual(descManualSortRecords);\n });\n\n test('view sort property should be merged after by interface parameter orderBy', async () => {\n const { id: subTableId, fields: fields2, defaultViewId } = table;\n const field = fields2.find(\n (field) => field.type === FieldType.Number\n ) as ITableFullVo['fields'][number];\n const { id: fieldId } = field;\n\n const booleanField = fields2.find((field) => field.type === FieldType.Checkbox);\n const { id: booleanFieldId } = booleanField!;\n\n const ascOrders: IGetRecordsRo['orderBy'] = [{ fieldId, order: SortFunc.Asc }];\n const descOrders: IGetRecordsRo['orderBy'] = [\n { fieldId: booleanFieldId, order: SortFunc.Desc },\n ];\n await setRecordsOrder(subTableId, defaultViewId!, ascOrders);\n const originRecords = await getSortRecords(subTableId, {\n viewId: defaultViewId,\n orderBy: descOrders,\n });\n const manualSortRecords = getRecordsByOrder(\n originRecords,\n [...descOrders, ...ascOrders],\n fields2\n );\n expect(originRecords).toEqual(manualSortRecords);\n });\n});\n\ndescribe('OpenAPI Sort (e2e) Multiple CellValueType', () => {\n let mainTable: ITableFullVo;\n let subTable: ITableFullVo;\n\n beforeAll(async () => {\n mainTable = await createTable(baseId, {\n name: 'sort_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(mainTable);\n subTable = await createTable(baseId, {\n name: 'sort_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(mainTable, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n subTable.fields = await getFields(subTable.id);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, mainTable.id);\n await permanentDeleteTable(baseId, subTable.id);\n });\n\n test.each(typeTests)(\n `/api/table/{tableId}/record sort (GET) Test CellValueType: $type - Multiple`,\n async ({ type }) => {\n const { id: subTableId, fields: fields2 } = subTable;\n\n const field = fields2.find((field) => field.cellValueType === type && field.isLookup);\n const { id: lookupFieldId } = field!;\n\n const ascOrders: IGetRecordsRo['orderBy'] = [{ fieldId: lookupFieldId, order: SortFunc.Asc }];\n const descOrders: IGetRecordsRo['orderBy'] = [\n { fieldId: lookupFieldId, order: SortFunc.Desc },\n ];\n const ascOriginRecords = await getSortRecords(subTableId, { orderBy: ascOrders });\n const descOriginRecords = await getSortRecords(subTableId, { orderBy: descOrders });\n\n const ascManualSortRecords = getRecordsByOrder(ascOriginRecords, ascOrders, fields2);\n const descManualSortRecords = getRecordsByOrder(descOriginRecords, descOrders, fields2);\n\n expect(ascOriginRecords).toEqual(ascManualSortRecords);\n expect(descOriginRecords).toEqual(descManualSortRecords);\n }\n );\n\n test.each(typeTests)(\n `/api/table/{tableId}/view/{viewId}/sort sort view raw order (POST) Test CellValueType: $type - Multiple`,\n async ({ type }) => {\n const { id: subTableId, fields: fields2, defaultViewId: subDefaultViewId } = subTable;\n\n const field = fields2.find((field) => field.cellValueType === type && field.isLookup);\n const { id: lookupFieldId } = field!;\n\n const ascOrders: IGetRecordsRo['orderBy'] = [{ fieldId: lookupFieldId, order: SortFunc.Asc }];\n await setRecordsOrder(subTableId, subDefaultViewId!, ascOrders);\n const ascOriginRecords = await getSortRecords(subTableId, { viewId: subDefaultViewId });\n const descOrders: IGetRecordsRo['orderBy'] = [\n { fieldId: lookupFieldId, order: SortFunc.Desc },\n ];\n await setRecordsOrder(subTableId, subDefaultViewId!, descOrders);\n const descOriginRecords = await getSortRecords(subTableId, { viewId: subDefaultViewId });\n\n const ascManualSortRecords = getRecordsByOrder(ascOriginRecords, ascOrders, fields2);\n const descManualSortRecords = getRecordsByOrder(descOriginRecords, descOrders, fields2);\n\n expect(ascOriginRecords).toEqual(ascManualSortRecords);\n expect(descOriginRecords).toEqual(descManualSortRecords);\n }\n );\n});\n\ndescribe('OpenAPI Sort (e2e) Date Formatting', () => {\n let tableId: string;\n let viewId: string;\n let fields: IFieldVo[];\n\n const generateDateField = (name: string, date: DateFormattingPreset) => {\n return {\n name,\n type: FieldType.Date,\n options: {\n formatting: {\n date,\n time: TimeFormatting.None,\n timeZone: 'Asia/Singapore',\n },\n },\n };\n };\n\n const originFields = [\n generateDateField('Year', DateFormattingPreset.Y),\n generateDateField('Month', DateFormattingPreset.YM),\n generateDateField('Day', DateFormattingPreset.ISO),\n ];\n\n const generateFieldValues = (dateString: string) => {\n return {\n fields: {\n [originFields[0].name!]: new Date(dateString).toISOString(),\n [originFields[1].name!]: new Date(dateString).toISOString(),\n [originFields[2].name!]: new Date(dateString).toISOString(),\n },\n };\n };\n\n beforeEach(async () => {\n const result = await createTable(baseId, {\n name: 'sort_by_date',\n fields: originFields,\n records: [\n generateFieldValues('2024-01-10 10:00:00'),\n generateFieldValues('2024-01-10 08:00:00'),\n generateFieldValues('2023-05-01 09:00:00'),\n generateFieldValues('2022-08-01 06:00:00'),\n generateFieldValues('2022-05-01 10:00:00'),\n generateFieldValues('2024-01-01 10:00:00'),\n ],\n });\n tableId = result.id;\n viewId = result.defaultViewId!;\n fields = result.fields!;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n test.each([\n { index: 0, fieldName: originFields[0].name as string },\n { index: 1, fieldName: originFields[1].name as string },\n { index: 2, fieldName: originFields[2].name as string },\n ])(\n '/api/table/{tableId}/view/{viewId}/sort sort by date with different formatting: $fieldName',\n async ({ index }) => {\n const sortByFieldId = fields[index].id as string;\n const ascOrders: IGetRecordsRo['orderBy'] = [{ fieldId: sortByFieldId, order: SortFunc.Asc }];\n const descOrders: IGetRecordsRo['orderBy'] = [\n { fieldId: sortByFieldId, order: SortFunc.Desc },\n ];\n\n await setRecordsOrder(tableId, viewId, ascOrders);\n\n const ascOriginRecords = await getSortRecords(tableId, { orderBy: ascOrders });\n const descOriginRecords = await getSortRecords(tableId, { orderBy: descOrders });\n\n const ascManualSortRecords = getRecordsByOrder(ascOriginRecords, ascOrders, fields);\n const descManualSortRecords = getRecordsByOrder(descOriginRecords, descOrders, fields);\n\n expect(ascOriginRecords).toEqual(ascManualSortRecords);\n expect(descOriginRecords).toEqual(descManualSortRecords);\n }\n );\n});\n" }, { "path": "apps/nestjs-backend/test/space.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport { getPluginEmail, IdPrefix, Role } from '@teable/core';\nimport type {\n ICreateSpaceVo,\n IUserMeVo,\n ListSpaceCollaboratorVo,\n ListSpaceInvitationLinkVo,\n UserCollaboratorItem,\n} from '@teable/openapi';\nimport {\n createSpace as apiCreateSpace,\n createSpaceInvitationLink as apiCreateSpaceInvitationLink,\n createSpaceInvitationLinkVoSchema,\n deleteSpace as apiDeleteSpace,\n deleteSpaceInvitationLink as apiDeleteSpaceInvitationLink,\n emailSpaceInvitation as apiEmailSpaceInvitation,\n getSpaceById as apiGetSpaceById,\n getSpaceCollaboratorList as apiGetSpaceCollaboratorList,\n getSpaceList as apiGetSpaceList,\n getSpaceVoSchema,\n listSpaceInvitationLink as apiListSpaceInvitationLink,\n updateSpace as apiUpdateSpace,\n updateSpaceInvitationLink as apiUpdateSpaceInvitationLink,\n CREATE_SPACE,\n EMAIL_SPACE_INVITATION,\n urlBuilder,\n listSpaceInvitationLink,\n updateSpaceCollaborator,\n USER_ME,\n deleteSpaceCollaborator,\n createBase,\n emailBaseInvitation,\n emailSpaceInvitation,\n getBaseCollaboratorList,\n CollaboratorType,\n getSpaceCollaboratorList,\n deleteBase,\n UPDATE_SPACE_COLLABORATE,\n DELETE_SPACE_COLLABORATOR,\n PrincipalType,\n PERMANENT_DELETE_SPACE,\n getIntegrationList,\n createIntegration,\n LLMProviderType,\n IntegrationType,\n updateIntegration,\n deleteIntegration,\n} from '@teable/openapi';\nimport type { AxiosInstance } from 'axios';\nimport { Events } from '../src/event-emitter/events';\nimport type { SpaceDeleteEvent, SpaceUpdateEvent } from '../src/event-emitter/events';\nimport { chartConfig } from '../src/features/plugin/official/config/chart';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { getError } from './utils/get-error';\nimport { createSpace, initApp, permanentDeleteSpace } from './utils/init-app';\n\ndescribe('OpenAPI SpaceController (e2e)', () => {\n let app: INestApplication;\n const globalSpaceId: string = testConfig.spaceId;\n let spaceId: string;\n let event: EventEmitter2;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n spaceId = (await apiCreateSpace({ name: 'new space' })).data.id;\n event = app.get(EventEmitter2);\n });\n\n afterAll(async () => {\n await permanentDeleteSpace(spaceId);\n\n await app.close();\n });\n\n it('/api/space (POST)', async () => {\n expect(spaceId.startsWith(IdPrefix.Space)).toEqual(true);\n });\n\n it('/api/space/:spaceId (PUT)', async () => {\n event.once(Events.SPACE_UPDATE, async (payload: SpaceUpdateEvent) => {\n expect(payload).toBeDefined();\n expect(payload.name).toBe(Events.SPACE_UPDATE);\n expect(payload?.payload).toBeDefined();\n expect(payload?.payload?.space).toBeDefined();\n });\n\n const res = await apiUpdateSpace({\n spaceId,\n updateSpaceRo: { name: 'new space1' },\n });\n\n spaceId = res.data.id;\n expect(res.data.name).toEqual('new space1');\n });\n\n it('/api/space/:spaceId (GET)', async () => {\n const res = await apiGetSpaceById(globalSpaceId);\n\n expect(getSpaceVoSchema.safeParse(res.data).success).toEqual(true);\n });\n\n it('/api/space/:spaceId (GET) - deleted', async () => {\n const newSpaceRes = await apiCreateSpace({ name: 'delete space' });\n await apiDeleteSpace(newSpaceRes.data.id);\n const error = await getError(() => apiGetSpaceById(newSpaceRes.data.id));\n await permanentDeleteSpace(newSpaceRes.data.id);\n expect(error?.status).toEqual(403);\n });\n\n it('/api/space (GET)', async () => {\n const res = await apiGetSpaceList();\n expect(res.data.length > 0).toEqual(true);\n });\n\n it('/api/space/:spaceId (DELETE)', async () => {\n event.once(Events.SPACE_DELETE, async (payload: SpaceDeleteEvent) => {\n expect(payload).toBeDefined();\n expect(payload.name).toBe(Events.SPACE_DELETE);\n expect(payload?.payload).toBeDefined();\n expect(payload?.payload?.spaceId).toBeDefined();\n });\n\n const newSpaceRes = await apiCreateSpace({ name: 'delete space' });\n const res = await apiDeleteSpace(newSpaceRes.data.id);\n expect(res.status).toEqual(200);\n const error = await getError(() => apiDeleteSpace(newSpaceRes.data.id));\n expect(error?.status).toEqual(403);\n });\n\n it('/api/space/:spaceId/collaborators (GET)', async () => {\n const { collaborators, total } = (await apiGetSpaceCollaboratorList(spaceId)).data;\n expect(collaborators).toHaveLength(1);\n expect(total).toBe(1);\n });\n\n it('/api/space/:spaceId/collaborators (GET) - includeSystem', async () => {\n const base = await createBase({ spaceId, name: 'new base' });\n await emailBaseInvitation({\n baseId: base.data.id,\n emailBaseInvitationRo: { emails: [getPluginEmail(chartConfig.id)], role: Role.Creator },\n });\n const { collaborators } = (\n await apiGetSpaceCollaboratorList(spaceId, { includeSystem: true, includeBase: true })\n ).data;\n await deleteBase(base.data.id);\n expect(collaborators).toHaveLength(2);\n });\n\n it('/api/space/:spaceId/collaborators (GET) - includeBase', async () => {\n const base = await createBase({ spaceId, name: 'new base' });\n await emailBaseInvitation({\n baseId: base.data.id,\n emailBaseInvitationRo: { emails: ['space-coll-base@example.com'], role: Role.Creator },\n });\n const collaborators: ListSpaceCollaboratorVo = (\n await apiGetSpaceCollaboratorList(spaceId, { includeBase: true })\n ).data;\n await deleteBase(base.data.id);\n expect(collaborators.collaborators).toHaveLength(2);\n expect(collaborators.total).toBe(2);\n });\n\n it('/api/space/:spaceId/collaborators (GET) - pagination', async () => {\n const base = await createBase({ spaceId, name: 'new base' });\n await emailBaseInvitation({\n baseId: base.data.id,\n emailBaseInvitationRo: { emails: ['space-coll-base@example.com'], role: Role.Creator },\n });\n const collaborators: ListSpaceCollaboratorVo = (\n await apiGetSpaceCollaboratorList(spaceId, { includeBase: true, skip: 1, take: 1 })\n ).data;\n await deleteBase(base.data.id);\n expect(collaborators.collaborators).toHaveLength(1);\n expect(collaborators.total).toBe(2);\n });\n\n it('/api/space/:spaceId/collaborators (GET) - search', async () => {\n const base = await createBase({ spaceId, name: 'new base' });\n await emailBaseInvitation({\n baseId: base.data.id,\n emailBaseInvitationRo: { emails: ['space-coll-base@example.com'], role: Role.Creator },\n });\n const collaborators: ListSpaceCollaboratorVo = (\n await apiGetSpaceCollaboratorList(spaceId, { includeBase: true, search: 'space-coll-base' })\n ).data;\n await deleteBase(base.data.id);\n expect(collaborators.collaborators).toHaveLength(1);\n expect((collaborators.collaborators[0] as UserCollaboratorItem).email).toBe(\n 'space-coll-base@example.com'\n );\n expect(collaborators.total).toBe(1);\n });\n\n describe('Space Invitation and operator collaborators', () => {\n const newUserEmail = 'newuser@example.com';\n const newUser3Email = 'newuser2@example.com';\n\n let userRequest: AxiosInstance;\n let userRequestId: string;\n let user3Request: AxiosInstance;\n let space2Id: string;\n beforeEach(async () => {\n user3Request = await createNewUserAxios({\n email: newUser3Email,\n password: '12345678',\n });\n userRequest = await createNewUserAxios({\n email: newUserEmail,\n password: '12345678',\n });\n userRequestId = (await userRequest.get(USER_ME)).data.id;\n const res = await userRequest.post(CREATE_SPACE, {\n name: 'new space',\n });\n space2Id = res.data.id;\n await userRequest.post(urlBuilder(EMAIL_SPACE_INVITATION, { spaceId: space2Id }), {\n emails: [globalThis.testConfig.email],\n role: Role.Creator,\n });\n });\n\n afterEach(async () => {\n await userRequest.delete(\n urlBuilder(PERMANENT_DELETE_SPACE, {\n spaceId: space2Id,\n })\n );\n });\n\n it('/api/space/:spaceId/invitation/link (POST)', async () => {\n const res = await apiCreateSpaceInvitationLink({\n spaceId: space2Id,\n createSpaceInvitationLinkRo: { role: Role.Creator },\n });\n expect(createSpaceInvitationLinkVoSchema.safeParse(res.data).success).toEqual(true);\n\n const linkList = await listSpaceInvitationLink(space2Id);\n expect(linkList.data).toHaveLength(1);\n });\n\n it('/api/space/{spaceId}/invitation/link (POST) - exceeds limit role', async () => {\n const error = await getError(() =>\n apiCreateSpaceInvitationLink({\n spaceId: space2Id,\n createSpaceInvitationLinkRo: { role: Role.Owner },\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/space/:spaceId/invitation/link/:invitationId (PATCH)', async () => {\n const res = await apiCreateSpaceInvitationLink({\n spaceId,\n createSpaceInvitationLinkRo: { role: Role.Editor },\n });\n const newInvitationId = res.data.invitationId;\n\n const newSpaceUpdate = await apiUpdateSpaceInvitationLink({\n spaceId,\n invitationId: newInvitationId,\n updateSpaceInvitationLinkRo: { role: Role.Editor },\n });\n expect(newSpaceUpdate.data.role).toEqual(Role.Editor);\n });\n\n it('/api/space/:spaceId/invitation/link/:invitationId (PATCH) - exceeds limit role', async () => {\n const res = await apiCreateSpaceInvitationLink({\n spaceId: space2Id,\n createSpaceInvitationLinkRo: { role: Role.Editor },\n });\n const newInvitationId = res.data.invitationId;\n\n const error = await getError(() =>\n apiUpdateSpaceInvitationLink({\n spaceId: space2Id,\n invitationId: newInvitationId,\n updateSpaceInvitationLinkRo: { role: Role.Owner },\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/space/:spaceId/invitation/link (GET)', async () => {\n const res = await apiGetSpaceCollaboratorList(space2Id);\n expect(res.data.collaborators).toHaveLength(2);\n });\n\n it('/api/space/:spaceId/invitation/link/:invitationId (DELETE)', async () => {\n const res = await apiCreateSpaceInvitationLink({\n spaceId: space2Id,\n createSpaceInvitationLinkRo: { role: Role.Editor },\n });\n const newInvitationId = res.data.invitationId;\n\n await apiDeleteSpaceInvitationLink({ spaceId: space2Id, invitationId: newInvitationId });\n\n const list: ListSpaceInvitationLinkVo = (await apiListSpaceInvitationLink(space2Id)).data;\n expect(list.find((v) => v.invitationId === newInvitationId)).toBeUndefined();\n });\n\n it('/api/space/:spaceId/invitation/email (POST)', async () => {\n await apiEmailSpaceInvitation({\n spaceId: space2Id,\n emailSpaceInvitationRo: { role: Role.Creator, emails: [newUser3Email] },\n });\n\n const { collaborators } = (await apiGetSpaceCollaboratorList(space2Id)).data;\n\n const newCollaboratorInfo = (collaborators as UserCollaboratorItem[]).find(\n ({ email }) => email === newUser3Email\n );\n\n expect(newCollaboratorInfo).not.toBeUndefined();\n expect(newCollaboratorInfo?.role).toEqual(Role.Creator);\n });\n\n it('/api/space/:spaceId/invitation/email (POST) - exceeds limit role', async () => {\n const error = await getError(() =>\n apiEmailSpaceInvitation({\n spaceId: space2Id,\n emailSpaceInvitationRo: { emails: [newUser3Email], role: Role.Owner },\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/space/:spaceId/invitation/email (POST) - not exist email', async () => {\n await apiEmailSpaceInvitation({\n spaceId: space2Id,\n emailSpaceInvitationRo: { emails: ['not.exist@email.com'], role: Role.Creator },\n });\n const { collaborators } = (await apiGetSpaceCollaboratorList(space2Id)).data;\n expect(collaborators).toHaveLength(3);\n });\n\n it('/api/space/:spaceId/invitation/email (POST) - user in base', async () => {\n const base = await createBase({ spaceId: space2Id, name: 'new base' });\n await emailBaseInvitation({\n baseId: base.data.id,\n emailBaseInvitationRo: {\n emails: [newUser3Email],\n role: Role.Editor,\n },\n });\n const baseColl = await getBaseCollaboratorList(base.data.id);\n const spaceColl = await getSpaceCollaboratorList(space2Id);\n expect(spaceColl.data.collaborators).toHaveLength(2);\n expect(baseColl.data.collaborators).toHaveLength(3);\n expect(\n (baseColl.data.collaborators as UserCollaboratorItem[]).find(\n (v) => v.email === newUser3Email\n )?.resourceType\n ).toEqual(CollaboratorType.Base);\n\n await emailSpaceInvitation({\n spaceId: space2Id,\n emailSpaceInvitationRo: {\n emails: [newUser3Email],\n role: Role.Editor,\n },\n });\n const newBaseColl = await getBaseCollaboratorList(base.data.id);\n const newSpaceColl = await getSpaceCollaboratorList(space2Id);\n expect(newSpaceColl.data.collaborators).toHaveLength(3);\n expect(newBaseColl.data.collaborators).toHaveLength(3);\n expect(\n (newBaseColl.data.collaborators as UserCollaboratorItem[]).find(\n (v) => v.email === newUser3Email\n )?.resourceType\n ).toEqual(CollaboratorType.Space);\n });\n\n describe('operator collaborators', () => {\n let newUser3Id: string;\n beforeEach(async () => {\n await userRequest.post(urlBuilder(EMAIL_SPACE_INVITATION, { spaceId: space2Id }), {\n emails: [newUser3Email],\n role: Role.Editor,\n });\n const res = await user3Request.get(USER_ME);\n newUser3Id = res.data.id;\n });\n\n it('/api/space/:spaceId/collaborators (PATCH)', async () => {\n const res = await updateSpaceCollaborator({\n spaceId: space2Id,\n updateSpaceCollaborateRo: {\n role: Role.Creator,\n principalId: newUser3Id,\n principalType: PrincipalType.User,\n },\n });\n expect(res.status).toBe(200);\n });\n\n it('/api/space/:spaceId/collaborators (PATCH) - exceeds limit role', async () => {\n const error = await getError(() =>\n updateSpaceCollaborator({\n spaceId: space2Id,\n updateSpaceCollaborateRo: {\n role: Role.Owner,\n principalId: newUser3Id,\n principalType: PrincipalType.User,\n },\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/space/:spaceId/collaborators (PATCH) - last owner', async () => {\n const error = await getError(() =>\n userRequest.patch(\n urlBuilder(UPDATE_SPACE_COLLABORATE, {\n spaceId: space2Id,\n }),\n {\n role: Role.Editor,\n principalId: userRequestId,\n principalType: PrincipalType.User,\n }\n )\n );\n expect(error?.status).toBe(400);\n expect(error?.message).toBe('Cannot change the role of the only owner of the space');\n });\n\n it('/api/space/:spaceId/collaborators (DELETE)', async () => {\n const res = await deleteSpaceCollaborator({\n spaceId: space2Id,\n deleteSpaceCollaboratorRo: {\n principalId: newUser3Id,\n principalType: PrincipalType.User,\n },\n });\n expect(res.status).toBe(200);\n const collList = await apiGetSpaceCollaboratorList(space2Id);\n expect(collList.data.collaborators).toHaveLength(2);\n });\n\n it('/api/space/:spaceId/collaborators (DELETE) - exceeds limit role', async () => {\n await updateSpaceCollaborator({\n spaceId: space2Id,\n updateSpaceCollaborateRo: {\n role: Role.Creator,\n principalId: newUser3Id,\n principalType: PrincipalType.User,\n },\n });\n const error = await getError(() =>\n deleteSpaceCollaborator({\n spaceId: space2Id,\n deleteSpaceCollaboratorRo: {\n principalId: newUser3Id,\n principalType: PrincipalType.User,\n },\n })\n );\n expect(error?.status).toBe(403);\n });\n\n it('/api/space/:spaceId/collaborators (DELETE) - self', async () => {\n await deleteSpaceCollaborator({\n spaceId: space2Id,\n deleteSpaceCollaboratorRo: {\n principalId: globalThis.testConfig.userId,\n principalType: PrincipalType.User,\n },\n });\n const error = await getError(() => apiGetSpaceCollaboratorList(space2Id));\n expect(error?.status).toBe(403);\n });\n\n it('/api/space/:spaceId/collaborators (DELETE) - last owner', async () => {\n const error = await getError(() =>\n userRequest.delete(urlBuilder(DELETE_SPACE_COLLABORATOR, { spaceId: space2Id }), {\n params: { principalId: userRequestId, principalType: PrincipalType.User },\n })\n );\n expect(error?.status).toBe(400);\n expect(error?.message).toBe('Cannot delete the only owner of the space');\n });\n });\n });\n\n describe('Space integrations', () => {\n let spaceId: string;\n\n const aiIntegrationConfig = {\n llmProviders: [\n {\n type: LLMProviderType.OPENAI,\n name: 'GPT',\n apiKey: 'sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx',\n baseUrl: 'https://api.openai.com/v1',\n models: 'gpt-4o,gpt-4o-mini,text-embedding-3-small',\n },\n ],\n embeddingModel: 'openai@text-embedding-3-small@GPT',\n chatModel: {\n lg: 'openai@gpt-4o@GPT',\n },\n };\n\n beforeEach(async () => {\n spaceId = (await createSpace({ name: 'Test Space' })).id;\n });\n\n afterEach(async () => {\n await permanentDeleteSpace(spaceId);\n });\n\n it('/api/space/:spaceId/integration (GET)', async () => {\n const integrations = (await getIntegrationList(spaceId)).data;\n\n expect(integrations).toBeDefined();\n expect(integrations[0].type).toBe(IntegrationType.AI);\n });\n\n it('/api/space/:spaceId/integration (POST)', async () => {\n await createIntegration(spaceId, {\n type: IntegrationType.AI,\n config: aiIntegrationConfig,\n enable: true,\n });\n\n const integrations = (await getIntegrationList(spaceId)).data;\n\n expect(integrations).toBeDefined();\n expect(integrations.length).toBe(1);\n });\n\n it('/api/space/:spaceId/integration/:integrationId (PATCH)', async () => {\n await createIntegration(spaceId, {\n type: IntegrationType.AI,\n config: aiIntegrationConfig,\n enable: false,\n });\n\n const originIntegrations = (await getIntegrationList(spaceId)).data;\n\n await updateIntegration(spaceId, originIntegrations[0].id, {\n enable: true,\n });\n\n const integrations = (await getIntegrationList(spaceId)).data;\n expect(integrations).toBeDefined();\n expect(integrations.length).toBe(1);\n expect(integrations[0].enable).toBe(true);\n });\n\n it('/api/space/:spaceId/integration/:integrationId (DELETE)', async () => {\n await createIntegration(spaceId, {\n type: IntegrationType.AI,\n config: aiIntegrationConfig,\n enable: false,\n });\n\n const originIntegrations = (await getIntegrationList(spaceId)).data;\n\n expect(originIntegrations).toBeDefined();\n expect(originIntegrations.length).toBe(1);\n\n await deleteIntegration(spaceId, originIntegrations[0].id);\n\n const integrations = (await getIntegrationList(spaceId)).data;\n\n expect(integrations.length).toBe(0);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/table-concurrency.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { DriverClient } from '@teable/core';\nimport { createTable, initApp, permanentDeleteTable } from './utils/init-app';\n\ndescribe('Table Creation Concurrency (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('should avoid db name collisions when creating tables concurrently', async () => {\n if (globalThis.testConfig.driver !== DriverClient.Pg) {\n return;\n }\n\n const sharedName = `Concurrent Table ${Math.random().toString(36).slice(2, 8)}`;\n const createdTableIds: string[] = [];\n\n try {\n const createTasks = Array.from({ length: 3 }, () =>\n createTable(baseId, { name: sharedName }, 201)\n );\n const results = await Promise.allSettled(createTasks);\n\n const rejected = results.filter(\n (result): result is PromiseRejectedResult => result.status === 'rejected'\n );\n expect(rejected.map((result) => result.reason)).toEqual([]);\n\n const tables = results\n .filter(\n (result): result is PromiseFulfilledResult>> =>\n result.status === 'fulfilled'\n )\n .map((result) => result.value);\n\n createdTableIds.push(...tables.map((table) => table.id));\n\n const dbTableNames = tables.map((table) => table.dbTableName);\n expect(new Set(dbTableNames).size).toBe(tables.length);\n\n const tableNames = tables.map((table) => table.name);\n if (isForceV2) {\n expect(tableNames).toEqual(Array.from({ length: tables.length }, () => sharedName));\n } else {\n expect(new Set(tableNames).size).toBe(tables.length);\n }\n } finally {\n for (const tableId of createdTableIds) {\n await permanentDeleteTable(baseId, tableId);\n }\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/table-duplicate.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable sonarjs/cognitive-complexity */\nimport type { INestApplication } from '@nestjs/common';\nimport type {\n IButtonFieldCellValue,\n IButtonFieldOptions,\n IFieldVo,\n IFilterRo,\n ILinkFieldOptions,\n IViewGroupRo,\n IViewVo,\n} from '@teable/core';\nimport {\n FieldType,\n ViewType,\n RowHeightLevel,\n SortFunc,\n FieldKeyType,\n Colors,\n generateWorkflowId,\n Relationship,\n} from '@teable/core';\nimport type { ICreateBaseVo, IDuplicateTableVo, ITableFullVo } from '@teable/openapi';\nimport {\n createField,\n getFields,\n duplicateTable,\n installViewPlugin,\n updateViewColumnMeta,\n updateViewSort,\n updateViewGroup,\n updateViewOptions,\n updateRecord,\n getRecords,\n buttonClick,\n createBase,\n} from '@teable/openapi';\nimport { omit } from 'lodash';\nimport { x_20 } from './data-helpers/20x';\nimport { x_20_link, x_20_link_from_lookups } from './data-helpers/20x-link';\n\nimport {\n createTable,\n permanentDeleteTable,\n initApp,\n getViews,\n deleteField,\n createView,\n updateViewFilter,\n convertField,\n} from './utils/init-app';\n\ndescribe('OpenAPI TableController for duplicate (e2e)', () => {\n let app: INestApplication;\n const baseId = globalThis.testConfig.baseId;\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n\n const normalizeComparedField = >(field: T) => {\n const normalized = { ...field };\n if (isForceV2 && normalized.isMultipleCellValue === false) {\n delete normalized.isMultipleCellValue;\n }\n return normalized;\n };\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('duplicate table with all kind field', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n let duplicateTableData: IDuplicateTableVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n // over 63 characters\n name: 'record_query_long_long_long_long_long_long_long_long_long_long_long_long',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const singleTextField = table.fields.find((f) => f.name === 'text field')!;\n\n await updateRecord(table.id, table.records[22].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [singleTextField.id]: 'Text Field 21',\n },\n },\n });\n\n await updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [singleTextField.id]: 'Text Field -1',\n },\n },\n });\n\n // convert field to notNull and unique, need to test constraint field duplicate\n await convertField(table.id, singleTextField.id, {\n dbFieldName: singleTextField.dbFieldName,\n name: singleTextField.name,\n options: singleTextField.options,\n type: FieldType.SingleLineText,\n notNull: true,\n unique: true,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const subTableLinkField = subTable.fields.find((f) => f.type === FieldType.Link)!;\n\n const linkField = (\n await createField(table.id, {\n name: 'link field',\n type: FieldType.Link,\n options: {\n foreignTableId: subTable.id,\n relationship: Relationship.ManyMany,\n },\n })\n ).data;\n\n // test changed link field\n await convertField(table.id, linkField.id, {\n dbFieldName: `${linkField.dbFieldName}_converted`,\n name: linkField.name,\n options: linkField.options,\n type: FieldType.Link,\n });\n\n await createField(table.id, {\n isLookup: true,\n lookupOptions: {\n foreignTableId: subTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: subTableLinkField.id,\n },\n name: 'lookup link field',\n type: FieldType.Link,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n table.views = await getViews(table.id);\n subTable.fields = (await getFields(subTable.id)).data;\n duplicateTableData = (\n await duplicateTable(baseId, table.id, {\n name: 'duplicated_table',\n includeRecords: false,\n })\n ).data;\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n await permanentDeleteTable(baseId, duplicateTableData.id);\n });\n\n it('should duplicate all fields and views', () => {\n const { fields: sourceFields, views: sourceViews } = table;\n const { fields: targetFields, views: targetViews, viewMap, fieldMap } = duplicateTableData;\n\n expect(targetFields.length).toBe(sourceFields.length);\n expect(sourceViews.length).toBe(targetViews.length);\n\n let sourceViewsString = JSON.stringify(sourceViews);\n let sourceFieldsString = JSON.stringify(sourceFields);\n for (const [key, value] of Object.entries(viewMap)) {\n sourceViewsString = sourceViewsString.replaceAll(key, value);\n sourceFieldsString = sourceFieldsString.replaceAll(key, value);\n }\n\n for (const [key, value] of Object.entries(fieldMap)) {\n sourceViewsString = sourceViewsString.replaceAll(key, value);\n sourceFieldsString = sourceFieldsString.replaceAll(key, value);\n }\n\n const assertField = JSON.parse(sourceFieldsString) as IFieldVo[];\n const assertViews = JSON.parse(sourceViewsString) as IViewVo[];\n\n const assertLinkField = assertField\n .filter(({ type, isLookup }) => type === FieldType.Link && !isLookup)\n .map((f) => ({\n ...f,\n options: omit(\n {\n ...f.options,\n // all be one way link\n isOneWay: false,\n },\n ['fkHostTableName', 'selfKeyName', 'symmetricFieldId']\n ),\n }));\n const duplicatedLinkField = targetFields\n .filter(({ type, isLookup }) => type === FieldType.Link && !isLookup)\n .map((f) => ({\n ...f,\n options: omit(\n {\n ...f.options,\n // all be one way link\n isOneWay: false,\n },\n ['fkHostTableName', 'selfKeyName', 'symmetricFieldId']\n ),\n }));\n\n const otherFieldsWithOutLink = assertField\n .filter(({ type, isLookup }) => type !== FieldType.Link && !isLookup)\n .map((f) =>\n normalizeComparedField(\n omit(f, ['createdBy', 'createdTime', 'lastModifiedTime', 'lastModifiedBy'])\n )\n );\n const otherAssertFieldsWithOutLink = targetFields\n .filter(({ type, isLookup }) => type !== FieldType.Link && !isLookup)\n .map((f) =>\n normalizeComparedField(\n omit(f, ['createdBy', 'createdTime', 'lastModifiedTime', 'lastModifiedBy'])\n )\n );\n\n const duplicatedViews = targetViews.map((v) =>\n omit(v, ['createdBy', 'createdTime', 'lastModifiedTime', 'lastModifiedBy', 'shareId'])\n );\n\n const assertPureViews = assertViews.map((v) =>\n omit(v, ['createdBy', 'createdTime', 'lastModifiedTime', 'lastModifiedBy', 'shareId'])\n );\n\n const sortById = (a: any, b: any) => a.id.localeCompare(b.id);\n\n expect(assertPureViews).toEqual(duplicatedViews);\n expect(assertLinkField).toEqual(duplicatedLinkField);\n expect(otherFieldsWithOutLink.sort(sortById)).toEqual(\n otherAssertFieldsWithOutLink.sort(sortById)\n );\n });\n // it.skip('should create a link field in linked table when link field is two-way-link', async () => {\n // const fields = (await getFields(subTable.id)).data;\n // const { fields: targetFields } = duplicateTableData;\n // const assertField = targetFields.find(({ type }) => type === FieldType.Link)!;\n // const duplicatedLinkField = fields.find(\n // (f) =>\n // f.type === FieldType.Link &&\n // (f.options as ILinkFieldOptions).symmetricFieldId === assertField.id!\n // );\n // expect(duplicatedLinkField).toBeDefined();\n // });\n });\n\n describe('duplicate table with error field(formula or lookup field)', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n let duplicateTableData: IDuplicateTableVo;\n let lookupField: IFieldVo;\n let formulaField: IFieldVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n table.views = await getViews(table.id);\n subTable.fields = (await getFields(subTable.id)).data;\n\n const primaryField = table.fields.find((f) => f.isPrimary)!;\n const numberField = table.fields.find((f) => f.type === FieldType.Number)!;\n const linkField = table.fields.find((f) => f.type === FieldType.Link)!;\n const lookupedField = subTable.fields.find((f) => f.type === FieldType.Number)!;\n\n // create a formula field and a lookup field both in degree same field, then delete the field, causing field hasError\n formulaField = (\n await createField(table.id, {\n name: 'error_formulaField',\n type: FieldType.Formula,\n options: {\n expression: `{${primaryField.id}}+{${numberField.id}}`,\n timeZone: Intl.DateTimeFormat().resolvedOptions().timeZone,\n },\n })\n ).data;\n lookupField = (\n await createField(table.id, {\n name: 'error_lookupField',\n type: lookupedField.type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: subTable.id,\n linkFieldId: linkField.id,\n lookupFieldId: lookupedField.id,\n },\n })\n ).data;\n\n await deleteField(table.id, numberField.id);\n await deleteField(subTable.id, lookupedField.id);\n\n duplicateTableData = (\n await duplicateTable(baseId, table.id, {\n name: 'duplicated_table',\n includeRecords: false,\n })\n ).data;\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n await permanentDeleteTable(baseId, duplicateTableData.id);\n });\n\n it('duplicated formula and lookup field should has error', async () => {\n const sourceFields = (await getFields(table.id)).data;\n\n const { fields: targetFields, fieldMap } = duplicateTableData;\n const sourceErrorFormulaField = sourceFields.find((f) => f.id === formulaField.id);\n const sourceErrorLookupField = sourceFields.find((f) => f.id === lookupField.id);\n expect(sourceErrorFormulaField?.hasError).toBe(true);\n expect(sourceErrorLookupField?.hasError).toBe(true);\n\n const targetErrorFormulaField = targetFields.find((f) => f.id === fieldMap[formulaField.id]);\n const targetErrorLookupField = targetFields.find((f) => f.id === fieldMap[lookupField.id]);\n expect(targetErrorFormulaField?.hasError).toBe(true);\n expect(targetErrorLookupField?.hasError).toBe(true);\n\n let assertErrorFormulaFieldString = JSON.stringify(sourceErrorFormulaField);\n // let assertErrorLookupFieldString = JSON.stringify(sourceErrorLookupField);\n for (const [key, value] of Object.entries(fieldMap)) {\n assertErrorFormulaFieldString = assertErrorFormulaFieldString.replaceAll(key, value);\n // assertErrorLookupFieldString = assertErrorLookupFieldString.replaceAll(key, value);\n }\n\n const assertErrorFormulaField = JSON.parse(assertErrorFormulaFieldString);\n // const assertErrorLookupField = JSON.parse(assertErrorLookupFieldString);\n expect(assertErrorFormulaField).toEqual(targetErrorFormulaField);\n expect(targetErrorLookupField?.hasError).toBe(true);\n });\n });\n\n describe('duplicate table with self link', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n let duplicateTableData: IDuplicateTableVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n table.views = await getViews(table.id);\n subTable.fields = (await getFields(subTable.id)).data;\n\n await createField(table.id, {\n name: 'self_link',\n type: FieldType.Link,\n options: {\n visibleFieldIds: null,\n foreignTableId: table.id,\n relationship: Relationship.ManyMany,\n filter: null,\n filterByViewId: null,\n },\n });\n\n duplicateTableData = (\n await duplicateTable(baseId, table.id, {\n name: 'duplicated_table',\n includeRecords: false,\n })\n ).data;\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n await permanentDeleteTable(baseId, duplicateTableData.id);\n });\n\n it('should duplicate self link fields', async () => {\n const { fields, id } = duplicateTableData;\n\n const selfLinkFields = fields.filter(\n (f) => f.type === FieldType.Link && (f.options as ILinkFieldOptions)?.foreignTableId === id\n );\n\n expect(selfLinkFields.length).toBe(2);\n expect((selfLinkFields[0].options as ILinkFieldOptions).fkHostTableName).toBe(\n (selfLinkFields[1].options as ILinkFieldOptions).fkHostTableName\n );\n });\n });\n\n describe('duplicate table with all type view', () => {\n let table: ITableFullVo;\n let subTable: ITableFullVo;\n let duplicateTableData: IDuplicateTableVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n\n const x20Link = x_20_link(table);\n subTable = await createTable(baseId, {\n name: 'lookup_filter_x_20',\n fields: x20Link.fields,\n records: x20Link.records,\n });\n\n const x20LinkFromLookups = x_20_link_from_lookups(table, subTable.fields[2].id);\n for (const field of x20LinkFromLookups.fields) {\n await createField(subTable.id, field);\n }\n\n table.fields = (await getFields(table.id)).data;\n table.views = await getViews(table.id);\n subTable.fields = (await getFields(subTable.id)).data;\n\n await createField(table.id, {\n name: 'self_link',\n type: FieldType.Link,\n options: {\n visibleFieldIds: null,\n foreignTableId: table.id,\n relationship: Relationship.ManyMany,\n filter: null,\n filterByViewId: null,\n },\n });\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, subTable.id);\n await permanentDeleteTable(baseId, duplicateTableData.id);\n });\n\n it('should duplicate all kind of views', async () => {\n const gridView = (await getViews(table.id))[0];\n\n const filterRo: IFilterRo = {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: table.fields.find((f) => f.isPrimary)!.id,\n operator: 'contains',\n value: 'text field',\n },\n {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: table.fields.find((f) => f.type === FieldType.Number)!.id,\n operator: 'isGreater',\n value: 1,\n },\n ],\n },\n {\n fieldId: table.fields.find((f) => f.type === FieldType.SingleSelect)!.id,\n operator: 'is',\n value: 'x',\n },\n {\n fieldId: table.fields.find((f) => f.type === FieldType.Checkbox)!.id,\n operator: 'is',\n value: null,\n },\n ],\n },\n };\n\n const groupRo: IViewGroupRo = {\n group: [\n {\n fieldId: table.fields.find((f) => f.isPrimary)!.id,\n order: SortFunc.Asc,\n },\n ],\n };\n\n const sortRo = {\n sort: {\n sortObjs: [\n {\n fieldId: table.fields.find((f) => f.type === FieldType.MultipleSelect)!.id,\n order: SortFunc.Asc,\n },\n {\n fieldId: table.fields.find((f) => f.type === FieldType.Formula)!.id,\n order: SortFunc.Desc,\n },\n ],\n },\n };\n\n await createView(table.id, {\n name: 'gallery',\n type: ViewType.Gallery,\n filter: filterRo.filter,\n group: groupRo.group,\n sort: sortRo.sort,\n enableShare: true,\n });\n\n await createView(table.id, {\n name: 'kanban',\n type: ViewType.Kanban,\n group: groupRo.group,\n sort: sortRo.sort,\n options: {\n stackFieldId: table.fields.find((f) => f.isPrimary)!.id,\n },\n });\n\n await createView(table.id, {\n name: 'calendar',\n type: ViewType.Calendar,\n filter: filterRo.filter,\n });\n\n await createView(table.id, {\n name: 'table',\n type: ViewType.Form,\n columnMeta: {\n [table.fields.find((f) => f.isPrimary)!.id]: {\n visible: true,\n order: 1,\n },\n [table.fields.find((f) => f.type === FieldType.Number)!.id]: {\n visible: true,\n order: 2,\n },\n [table.fields.find((f) => f.type === FieldType.SingleSelect)!.id]: {\n visible: true,\n order: 3,\n },\n },\n });\n\n await installViewPlugin(table.id, {\n name: 'sheet',\n pluginId: 'plgsheetform',\n });\n\n await updateViewFilter(table.id, gridView.id, filterRo);\n\n await updateViewColumnMeta(table.id, gridView.id, [\n {\n fieldId: table.fields.find((f) => f.type === FieldType.User)!.id,\n columnMeta: { hidden: true },\n },\n ]);\n\n await updateViewSort(table.id, gridView.id, sortRo);\n\n await updateViewGroup(table.id, gridView.id, groupRo);\n\n await updateViewOptions(table.id, gridView.id, {\n options: {\n rowHeight: RowHeightLevel.Tall,\n },\n });\n\n const sourceViews = await getViews(table.id);\n\n duplicateTableData = (\n await duplicateTable(baseId, table.id, {\n name: 'duplicated_table',\n includeRecords: false,\n })\n ).data;\n\n const targetViews = await getViews(duplicateTableData.id);\n\n const { fieldMap } = duplicateTableData;\n expect(sourceViews.length).toBe(targetViews.length);\n let assertViewsString = JSON.stringify(\n sourceViews\n .filter((f) => f.type !== ViewType.Plugin)\n .map((v) => ({\n ...omit(v, [\n 'createdBy',\n 'createdTime',\n 'lastModifiedBy',\n 'lastModifiedTime',\n 'shareId',\n 'id',\n ]),\n options: omit(v.options, ['pluginId', 'pluginInstallId']),\n }))\n );\n\n for (const [key, value] of Object.entries(fieldMap)) {\n assertViewsString = assertViewsString.replaceAll(key, value);\n }\n\n const assertViews = JSON.parse(assertViewsString);\n\n expect(assertViews).toEqual(\n targetViews\n .filter((f) => f.type !== ViewType.Plugin)\n .map((v) => ({\n ...omit(v, [\n 'createdBy',\n 'createdTime',\n 'lastModifiedBy',\n 'lastModifiedTime',\n 'shareId',\n 'id',\n ]),\n options: omit(v.options, ['pluginId', 'pluginInstallId']),\n }))\n );\n });\n });\n\n describe('duplicate formula field relative', () => {\n let table: ITableFullVo;\n let duplicateTableData: IDuplicateTableVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'mainTable',\n });\n\n const numberField = table.fields.find((f) => f.type === FieldType.Number)!;\n\n await createField(table.id, {\n name: 'formulaField',\n type: FieldType.Formula,\n options: {\n expression: `{${numberField.id}}`,\n timeZone: Intl.DateTimeFormat().resolvedOptions().timeZone,\n },\n });\n\n await updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [numberField.id]: 1,\n },\n },\n });\n\n duplicateTableData = (\n await duplicateTable(baseId, table.id, {\n name: 'duplicated_table',\n includeRecords: true,\n })\n ).data;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, duplicateTableData.id);\n });\n\n it.skip('should duplicate formula field calculate normally', async () => {\n const { id, fields } = duplicateTableData;\n const waitForFormula = async (timeoutMs = 15000) => {\n const start = Date.now();\n while (Date.now() - start < timeoutMs) {\n const recs = (await getRecords(id)).data.records;\n if (\n recs?.[0]?.fields?.[fields.find((f) => f.type === FieldType.Formula)!.name] !==\n undefined\n ) {\n return recs;\n }\n await new Promise((r) => setTimeout(r, 200));\n }\n throw new Error('Timed out waiting for duplicated formula value');\n };\n const records = await waitForFormula();\n\n const numberField = fields.find((f) => f.type === FieldType.Number)!;\n const formulaField = fields.find((f) => f.type === FieldType.Formula)!;\n expect(records[0].fields[formulaField.name]).toBe(1);\n await updateRecord(id, records[2].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [numberField.id]: 3,\n },\n },\n });\n\n const newRecords = (await getRecords(id)).data.records;\n expect(newRecords[0].fields[formulaField.name]).toBe(1);\n expect(newRecords[2].fields[formulaField.name]).toBe(3);\n });\n });\n\n describe('duplicate table with cross base link field', () => {\n let table: ITableFullVo;\n let base2: ICreateBaseVo;\n let crossBaseTable: ITableFullVo;\n beforeAll(async () => {\n base2 = (\n await createBase({\n spaceId: globalThis.testConfig.spaceId,\n name: 'base2',\n })\n ).data;\n\n table = await createTable(baseId, {\n name: 'mainTable',\n });\n\n crossBaseTable = await createTable(base2.id, {\n name: 'crossBaseTable',\n });\n\n await createField(table.id, {\n name: 'crossBaseLinkField',\n type: FieldType.Link,\n options: {\n baseId: base2.id,\n foreignTableId: crossBaseTable.id,\n relationship: Relationship.ManyOne,\n lookupFieldId: crossBaseTable.fields[0].id,\n isOneWay: false,\n },\n });\n });\n\n it('should duplicate cross base link field', async () => {\n const duplicateTableData = (\n await duplicateTable(baseId, table.id, {\n name: 'duplicated_table',\n includeRecords: true,\n })\n ).data;\n\n const linkField = duplicateTableData.fields.find((f) => f.type === FieldType.Link)!;\n expect((linkField.options as ILinkFieldOptions).baseId).toBe(base2.id);\n expect((linkField.options as ILinkFieldOptions).foreignTableId).toBe(crossBaseTable.id);\n expect((linkField.options as ILinkFieldOptions).isOneWay).toBe(true);\n });\n });\n\n describe('duplicate table with button field', () => {\n let table: ITableFullVo;\n let duplicateTableData: IDuplicateTableVo;\n beforeAll(async () => {\n table = await createTable(baseId, {\n name: 'mainTable',\n });\n\n const field = (\n await createField(table.id, {\n type: FieldType.Button,\n options: {\n label: 'click me',\n color: Colors.Teal,\n workflow: {\n id: generateWorkflowId(),\n name: 'test',\n isActive: true,\n },\n },\n })\n ).data;\n\n const res = await buttonClick(table.id, table.records[0].id, field.id);\n const value = res.data.record.fields[field.id] as IButtonFieldCellValue;\n expect(value.count).toEqual(1);\n\n duplicateTableData = (\n await duplicateTable(baseId, table.id, {\n name: 'duplicated_table',\n includeRecords: true,\n })\n ).data;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, duplicateTableData.id);\n });\n\n it('should duplicate button field without workflow and clear click count', async () => {\n const { id, fields } = duplicateTableData;\n\n const buttonField = fields.find((f) => f.type === FieldType.Button)!;\n expect((buttonField.options as IButtonFieldOptions).workflow).toBeUndefined();\n\n const records = (\n await getRecords(id, {\n fieldKeyType: FieldKeyType.Id,\n })\n ).data.records;\n expect(records[0].fields[buttonField.id]).toBeUndefined();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/table-export.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport fs from 'fs';\nimport path from 'path';\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldVo, IViewRo } from '@teable/core';\nimport { FieldType, Colors, Relationship, ViewType, DriverClient, SortFunc } from '@teable/core';\nimport type { INotifyVo } from '@teable/openapi';\nimport {\n exportCsvFromTable as apiExportCsvFromTable,\n createTable as apiCreateTable,\n createField as apiCreateField,\n getSignature as apiGetSignature,\n uploadFile as apiUploadFile,\n notify as apiNotify,\n createRecords as apiCreateRecords,\n deleteTable as apiDeleteTable,\n UploadType,\n} from '@teable/openapi';\n\nimport StorageAdapter from '../src/features/attachments/plugins/adapter';\nimport { createView, initApp, getTable } from './utils/init-app';\n\nlet app: INestApplication;\nconst baseId = globalThis.testConfig.baseId;\nconst userId = globalThis.testConfig.userId;\nlet txtFileData: INotifyVo;\nconst contentDispositionKey = 'content-disposition';\nconst contentTypeKey = 'content-type';\n\nconst subFields = [\n {\n type: FieldType.SingleLineText,\n name: 'sub_Name',\n },\n {\n type: FieldType.Number,\n name: 'sub_Number',\n },\n {\n type: FieldType.Checkbox,\n name: 'sub_Checkbox',\n },\n {\n type: FieldType.SingleSelect,\n name: 'sub_SingleSelect',\n options: {\n choices: [\n { id: 'choX', name: 'sub_x', color: Colors.Cyan },\n { id: 'choY', name: 'sub_y', color: Colors.Blue },\n { id: 'choZ', name: 'sub_z', color: Colors.Gray },\n ],\n },\n },\n];\n\nconst mainFields = [\n {\n type: FieldType.Number,\n name: 'Number field',\n },\n {\n type: FieldType.Checkbox,\n name: 'Checkbox field',\n },\n {\n type: FieldType.SingleSelect,\n name: 'Select field',\n options: {\n choices: [\n { id: 'choX', name: 'x', color: Colors.Cyan },\n { id: 'choY', name: 'y', color: Colors.Blue },\n { id: 'choZ', name: 'z', color: Colors.Gray },\n ],\n },\n },\n {\n type: FieldType.Date,\n name: 'Date field',\n options: {\n formatting: {\n timeZone: 'Asia/Shanghai',\n date: 'MMMM D, YYYY',\n time: 'None',\n },\n },\n },\n {\n type: FieldType.Attachment,\n name: 'Attachment field',\n },\n {\n type: FieldType.User,\n name: 'User Field',\n options: {\n isMultiple: false,\n shouldNotify: false,\n },\n },\n];\n\nconst createTables = async (mainTableName?: string, subTableName?: string) => {\n const finalMainTableName = mainTableName ?? 'mainTable';\n const finalSubTableName = subTableName ?? 'subTable';\n const mainTable = await apiCreateTable(baseId, {\n name: finalMainTableName,\n fields: [\n {\n type: FieldType.SingleLineText,\n name: 'Text field',\n },\n ],\n records: [],\n });\n\n for (let i = 0; i < mainFields.length; i++) {\n await apiCreateField(mainTable.data.id, mainFields[i]);\n }\n\n const subTable = await apiCreateTable(baseId, {\n name: finalSubTableName,\n fields: subFields,\n records: [\n {\n fields: {\n ['sub_Name']: 'Name1',\n ['sub_Number']: 1,\n ['sub_Checkbox']: true,\n ['sub_SingleSelect']: 'sub_y',\n },\n },\n {\n fields: {\n ['sub_Name']: 'Name2',\n ['sub_Number']: 2,\n ['sub_Checkbox']: true,\n ['sub_SingleSelect']: 'sub_x',\n },\n },\n {\n fields: {\n ['sub_Name']: 'Name3',\n ['sub_Number']: 3,\n },\n },\n ],\n });\n\n const {\n data: { id: linkFieldId },\n } = await apiCreateField(mainTable.data.id, {\n type: FieldType.Link,\n name: 'Link field',\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: subTable.data.id,\n isOneWay: false,\n },\n });\n\n for (let i = 0; i < subFields.length; i++) {\n const { name, type } = subFields[i];\n await apiCreateField(mainTable.data.id, {\n name: `Link field from lookups ${name}`,\n type: type,\n isLookup: true,\n lookupOptions: {\n foreignTableId: subTable.data.id,\n lookupFieldId: subTable.data.fields[i].id,\n linkFieldId: linkFieldId,\n },\n });\n }\n\n await createRecordsWithLink(mainTable.data.id, subTable.data.records[0].id);\n\n const latestMainTable = await getTable(baseId, mainTable.data.id, { includeContent: true });\n const latestSubTable = await getTable(baseId, subTable.data.id, { includeContent: true });\n\n return { mainTable: latestMainTable, subTable: latestSubTable };\n};\n\nbeforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n const format = 'txt';\n const tmpPath = path.resolve(path.join(StorageAdapter.TEMPORARY_DIR, `test.${format}`));\n const txtData = `field_1,field_2,field_3,field_4,field_5,field_6\n 1,string_1,true,2022-11-10 16:00:00,,\"long\n text\"\n 2,string_2,false,2022-11-11 16:00:00,,`;\n const contentType = 'text/plain';\n\n fs.writeFileSync(tmpPath, txtData);\n\n const file = fs.readFileSync(tmpPath);\n const stats = fs.statSync(tmpPath);\n\n const { token, requestHeaders } = (\n await apiGetSignature(\n {\n type: UploadType.Import,\n contentLength: stats.size,\n contentType: contentType,\n },\n undefined\n )\n ).data;\n\n await apiUploadFile(token, file, requestHeaders);\n\n const { data } = await apiNotify(token);\n txtFileData = data;\n});\n\nafterAll(async () => {\n await app.close();\n});\n\nconst createRecordsWithLink = async (mainTableId: string, subTableId: string) => {\n return apiCreateRecords(mainTableId, {\n typecast: true,\n records: [\n {\n fields: {\n ['Attachment field']: [{ ...txtFileData, id: 'actxxxxxx', name: 'test.txt' }],\n ['Date field']: '2022-11-28',\n ['Text field']: 'txt1',\n ['Number field']: 1,\n ['Checkbox field']: true,\n ['Select field']: 'x',\n ['Link field']: [\n {\n id: subTableId,\n },\n ],\n },\n },\n {\n fields: {\n ['Date field']: '2022-11-28',\n ['Text field']: 'txt2',\n ['Select field']: 'y',\n ['User Field']: {\n title: 'test',\n id: userId,\n },\n },\n },\n {\n fields: {\n ['Select field']: 'z',\n ['Checkbox field']: true,\n },\n },\n ],\n });\n};\n\ndescribe.skipIf(globalThis.testConfig.driver === DriverClient.Sqlite)(\n '/export/${tableId} OpenAPI ExportController (e2e) Get csv stream from table (Get) ',\n () => {\n it(`should return a csv stream from table and compatible all fields`, async () => {\n const { mainTable, subTable } = await createTables();\n\n const exportRes = await apiExportCsvFromTable(mainTable.id);\n const disposition = exportRes?.headers[contentDispositionKey];\n const contentType = exportRes?.headers[contentTypeKey];\n const { data: csvData } = exportRes;\n\n await apiDeleteTable(baseId, mainTable.id);\n await apiDeleteTable(baseId, subTable.id);\n\n expect(disposition).toBe(`attachment; filename=${encodeURIComponent(mainTable.name)}.csv`);\n expect(contentType).toBe('text/csv; charset=utf-8');\n expect(csvData).toBe(\n `Text field,Number field,Checkbox field,Select field,Date field,Attachment field,User Field,Link field,Link field from lookups sub_Name,Link field from lookups sub_Number,Link field from lookups sub_Checkbox,Link field from lookups sub_SingleSelect\\r\\ntxt1,1.00,true,x,\"November 28, 2022\",test.txt ${txtFileData.presignedUrl},,Name1,Name1,1.00,true,sub_y\\r\\ntxt2,,,y,\"November 28, 2022\",,test,,,,,\\r\\n,,true,z,,,,,,,,`\n );\n });\n\n it(`should return a csv stream from table with special character table name`, async () => {\n const { mainTable, subTable } = await createTables('测试😄', 'subTable');\n\n const exportRes = await apiExportCsvFromTable(mainTable.id);\n const disposition = exportRes?.headers['content-disposition'];\n const contentType = exportRes?.headers['content-type'];\n const { data: csvData } = exportRes;\n\n await apiDeleteTable(baseId, mainTable.id);\n await apiDeleteTable(baseId, subTable.id);\n\n expect(disposition).toBe(`attachment; filename=${encodeURIComponent(mainTable.name)}.csv`);\n expect(contentType).toBe('text/csv; charset=utf-8');\n expect(csvData).toBe(\n `Text field,Number field,Checkbox field,Select field,Date field,Attachment field,User Field,Link field,Link field from lookups sub_Name,Link field from lookups sub_Number,Link field from lookups sub_Checkbox,Link field from lookups sub_SingleSelect\\r\\ntxt1,1.00,true,x,\"November 28, 2022\",test.txt ${txtFileData.presignedUrl},,Name1,Name1,1.00,true,sub_y\\r\\ntxt2,,,y,\"November 28, 2022\",,test,,,,,\\r\\n,,true,z,,,,,,,,`\n );\n });\n\n it(`should return a csv stream from a particular view`, async () => {\n const { mainTable, subTable } = await createTables();\n\n const numberField = mainTable?.fields?.find(\n (field) => field.name === 'Number field'\n ) as IFieldVo;\n\n const oldColumnMeta = mainTable?.views?.[0]?.columnMeta;\n const view2 = await createView(mainTable.id, {\n columnMeta: {\n ...oldColumnMeta,\n [numberField.id]: {\n ...oldColumnMeta?.[numberField.id],\n order: 0.5,\n },\n },\n type: ViewType.Grid,\n });\n\n const exportRes = await apiExportCsvFromTable(mainTable.id, { viewId: view2.id });\n const { data: csvData } = exportRes;\n\n await apiDeleteTable(baseId, mainTable.id);\n await apiDeleteTable(baseId, subTable.id);\n\n expect(csvData).toBe(\n `Text field,Number field,Checkbox field,Select field,Date field,Attachment field,User Field,Link field,Link field from lookups sub_Name,Link field from lookups sub_Number,Link field from lookups sub_Checkbox,Link field from lookups sub_SingleSelect\\r\\ntxt1,1.00,true,x,\"November 28, 2022\",test.txt ${txtFileData.presignedUrl},,Name1,Name1,1.00,true,sub_y\\r\\ntxt2,,,y,\"November 28, 2022\",,test,,,,,\\r\\n,,true,z,,,,,,,,`\n );\n });\n\n it(`should return a csv stream without hidden fields`, async () => {\n const { mainTable, subTable } = await createTables();\n\n const numberField = mainTable?.fields?.find(\n (field) => field.name === 'Number field'\n ) as IFieldVo;\n\n const oldColumnMeta = mainTable?.views?.[0]?.columnMeta;\n const view2 = await createView(mainTable.id, {\n columnMeta: {\n ...oldColumnMeta,\n [numberField.id]: {\n ...oldColumnMeta?.[numberField.id],\n hidden: true,\n },\n } as IViewRo['columnMeta'],\n type: ViewType.Grid,\n });\n\n const exportRes = await apiExportCsvFromTable(mainTable.id, { viewId: view2.id });\n const { data: csvData } = exportRes;\n\n await apiDeleteTable(baseId, mainTable.id);\n await apiDeleteTable(baseId, subTable.id);\n\n expect(csvData).toBe(\n `Text field,Checkbox field,Select field,Date field,Attachment field,User Field,Link field,Link field from lookups sub_Name,Link field from lookups sub_Number,Link field from lookups sub_Checkbox,Link field from lookups sub_SingleSelect\\r\\ntxt1,true,x,\"November 28, 2022\",test.txt ${txtFileData.presignedUrl},,Name1,Name1,1.00,true,sub_y\\r\\ntxt2,,y,\"November 28, 2022\",,test,,,,,\\r\\n,true,z,,,,,,,,`\n );\n });\n\n it(`should return a csv stream with filter parameter (personal view filter)`, async () => {\n const { mainTable, subTable } = await createTables();\n\n const textField = mainTable?.fields?.find((f) => f.name === 'Text field') as IFieldVo;\n\n // Export with filter to only include records where Text field = 'txt1'\n const exportRes = await apiExportCsvFromTable(mainTable.id, {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: textField.id,\n operator: 'is',\n value: 'txt1',\n },\n ],\n },\n });\n const { data: csvData } = exportRes;\n\n await apiDeleteTable(baseId, mainTable.id);\n await apiDeleteTable(baseId, subTable.id);\n\n // Should only contain the first record with txt1\n expect(csvData).toBe(\n `Text field,Number field,Checkbox field,Select field,Date field,Attachment field,User Field,Link field,Link field from lookups sub_Name,Link field from lookups sub_Number,Link field from lookups sub_Checkbox,Link field from lookups sub_SingleSelect\\r\\ntxt1,1.00,true,x,\"November 28, 2022\",test.txt ${txtFileData.presignedUrl},,Name1,Name1,1.00,true,sub_y`\n );\n });\n\n it(`should return a csv stream with projection parameter (only specified fields)`, async () => {\n const { mainTable, subTable } = await createTables();\n\n const textField = mainTable?.fields?.find((f) => f.name === 'Text field') as IFieldVo;\n const numberField = mainTable?.fields?.find((f) => f.name === 'Number field') as IFieldVo;\n const selectField = mainTable?.fields?.find((f) => f.name === 'Select field') as IFieldVo;\n\n // Export with projection to only include specific fields\n const exportRes = await apiExportCsvFromTable(mainTable.id, {\n projection: [textField.id, numberField.id, selectField.id],\n });\n const { data: csvData } = exportRes;\n\n await apiDeleteTable(baseId, mainTable.id);\n await apiDeleteTable(baseId, subTable.id);\n\n // Should only contain the specified fields in projection order\n expect(csvData).toBe(`Text field,Number field,Select field\\r\\ntxt1,1.00,x\\r\\ntxt2,,y\\r\\n,,z`);\n });\n\n it(`should return a csv stream with orderBy parameter (sorted export)`, async () => {\n const { mainTable, subTable } = await createTables();\n\n const textField = mainTable?.fields?.find((f) => f.name === 'Text field') as IFieldVo;\n\n // Export with orderBy to sort by Text field descending\n const exportRes = await apiExportCsvFromTable(mainTable.id, {\n orderBy: [\n {\n fieldId: textField.id,\n order: SortFunc.Desc,\n },\n ],\n projection: [textField.id], // Use projection to simplify test assertion\n });\n const { data: csvData } = exportRes;\n\n await apiDeleteTable(baseId, mainTable.id);\n await apiDeleteTable(baseId, subTable.id);\n\n // Records should be sorted: txt2, txt1, empty\n expect(csvData).toBe(`Text field\\r\\ntxt2\\r\\ntxt1\\r\\n`);\n });\n\n it(`should return a csv stream with ignoreViewQuery parameter (ignore view filter)`, async () => {\n const { mainTable, subTable } = await createTables();\n\n const textField = mainTable?.fields?.find((f) => f.name === 'Text field') as IFieldVo;\n\n // Create a view with filter\n const viewWithFilter = await createView(mainTable.id, {\n type: ViewType.Grid,\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: textField.id,\n operator: 'is',\n value: 'txt1',\n },\n ],\n },\n });\n\n // Export with ignoreViewQuery=true should return all records despite view filter\n const exportRes = await apiExportCsvFromTable(mainTable.id, {\n viewId: viewWithFilter.id,\n ignoreViewQuery: true,\n projection: [textField.id],\n });\n const { data: csvData } = exportRes;\n\n await apiDeleteTable(baseId, mainTable.id);\n await apiDeleteTable(baseId, subTable.id);\n\n // Should return all records since view query is ignored\n expect(csvData).toBe(`Text field\\r\\ntxt1\\r\\ntxt2\\r\\n`);\n });\n\n it(`should return a csv stream with combined filter and projection (personal view scenario)`, async () => {\n const { mainTable, subTable } = await createTables();\n\n const textField = mainTable?.fields?.find((f) => f.name === 'Text field') as IFieldVo;\n const selectField = mainTable?.fields?.find((f) => f.name === 'Select field') as IFieldVo;\n const numberField = mainTable?.fields?.find((f) => f.name === 'Number field') as IFieldVo;\n\n // Simulate personal view export with filter + projection + orderBy\n const exportRes = await apiExportCsvFromTable(mainTable.id, {\n filter: {\n conjunction: 'and',\n filterSet: [\n {\n fieldId: selectField.id,\n operator: 'isAnyOf',\n value: ['x', 'y'],\n },\n ],\n },\n projection: [textField.id, numberField.id, selectField.id],\n orderBy: [\n {\n fieldId: textField.id,\n order: SortFunc.Asc,\n },\n ],\n });\n const { data: csvData } = exportRes;\n\n await apiDeleteTable(baseId, mainTable.id);\n await apiDeleteTable(baseId, subTable.id);\n\n // Should only return records with select 'x' or 'y', sorted by text field ascending\n expect(csvData).toBe(`Text field,Number field,Select field\\r\\ntxt1,1.00,x\\r\\ntxt2,,y`);\n });\n }\n);\n" }, { "path": "apps/nestjs-backend/test/table-import.e2e-spec.ts", "content": "import fs from 'fs';\nimport path from 'path';\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldType, TimeFormatting, defaultDatetimeFormatting } from '@teable/core';\nimport type { IInplaceImportOptionRo } from '@teable/openapi';\nimport {\n getSignature as apiGetSignature,\n uploadFile as apiUploadFile,\n notify as apiNotify,\n analyzeFile as apiAnalyzeFile,\n importTableFromFile as apiImportTableFromFile,\n getImportStatus as apiGetImportStatus,\n createBase as apiCreateBase,\n createSpace as apiCreateSpace,\n deleteBase as apiDeleteBase,\n createTable as apiCreateTable,\n inplaceImportTableFromFile as apiInplaceImportTableFromFile,\n SUPPORTEDTYPE,\n UploadType,\n} from '@teable/openapi';\nimport dayjs, { extend } from 'dayjs';\nimport timezone from 'dayjs/plugin/timezone';\nimport { noop } from 'lodash';\nimport * as XLSX from 'xlsx';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport StorageAdapter from '../src/features/attachments/plugins/adapter';\nimport { CsvImporter } from '../src/features/import/open-api/import.class';\nimport { createAwaitWithEventWithResult } from './utils/event-promise';\nimport { initApp, permanentDeleteTable, getTable as apiGetTableById } from './utils/init-app';\n\nextend(timezone);\n\nenum TestFileFormat {\n 'CSV' = 'csv',\n 'TSV' = 'tsv',\n 'TXT' = 'txt',\n 'XLSX' = 'xlsx',\n}\n\nconst defaultTestSheetKey = 'Sheet1';\nconst sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\nconst testSupportTypeMap = {\n [TestFileFormat.CSV]: {\n fileType: SUPPORTEDTYPE.CSV,\n defaultSheetKey: CsvImporter.DEFAULT_SHEETKEY,\n },\n [TestFileFormat.TSV]: {\n fileType: SUPPORTEDTYPE.CSV,\n defaultSheetKey: CsvImporter.DEFAULT_SHEETKEY,\n },\n [TestFileFormat.TXT]: {\n fileType: SUPPORTEDTYPE.CSV,\n defaultSheetKey: CsvImporter.DEFAULT_SHEETKEY,\n },\n [TestFileFormat.XLSX]: {\n fileType: SUPPORTEDTYPE.EXCEL,\n defaultSheetKey: defaultTestSheetKey,\n },\n};\n\nconst testFileFormats = [\n TestFileFormat.CSV,\n TestFileFormat.TSV,\n TestFileFormat.TXT,\n TestFileFormat.XLSX,\n];\n\ninterface ITestFile {\n [key: string]: {\n path: string;\n url: string;\n };\n}\nconst data = `field_1,field_2,field_3,field_4,field_5,field_6\n1,string_1,true,2022-11-10 16:00:00,,\"long\ntext\"\n2,string_2,\"false\",2022-11-11 16:00:00,,`;\nconst tsvData = `field_1\tfield_2\tfield_3\tfield_4\tfield_5\tfield_6\n1\tstring_1\ttrue\t2022-11-10 16:00:00\t\t\"long\\ntext\"\n2\tstring_2\tfalse\t2022-11-11 16:00:00\t\t`;\nconst workbook = XLSX.utils.book_new();\n\nconst worksheet = XLSX.utils.aoa_to_sheet([\n ['field_1', 'field_2', 'field_3', 'field_4', 'field_5', 'field_6'],\n [1, 'string_1', true, '2022-11-10 16:00:00', '', `long\\ntext`],\n [2, 'string_2', false, '2022-11-11 16:00:00', '', ''],\n]);\n\nXLSX.utils.book_append_sheet(workbook, worksheet, defaultTestSheetKey);\n\nlet app: INestApplication;\nlet testFiles: ITestFile = {};\nconst genTestFiles = async () => {\n const result: ITestFile = {};\n const fileDataMap = {\n [TestFileFormat.CSV]: data,\n [TestFileFormat.TSV]: tsvData,\n [TestFileFormat.TXT]: data,\n [TestFileFormat.XLSX]: await XLSX.write(workbook, { type: 'buffer', bookType: 'xlsx' }),\n };\n const contentTypeMap = {\n [TestFileFormat.CSV]: 'text/csv',\n [TestFileFormat.TSV]: 'text/tab-separated-values',\n [TestFileFormat.TXT]: 'text/plain',\n [TestFileFormat.XLSX]: 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',\n };\n for (let i = 0; i < testFileFormats.length; i++) {\n const format = testFileFormats[i];\n const tmpPath = path.resolve(path.join(StorageAdapter.TEMPORARY_DIR, `test.${format}`));\n const data = fileDataMap[format];\n const contentType = contentTypeMap[format];\n\n fs.writeFileSync(tmpPath, data);\n\n const file = fs.createReadStream(tmpPath);\n const stats = fs.statSync(tmpPath);\n\n const { token, requestHeaders } = (\n await apiGetSignature(\n {\n type: UploadType.Import,\n contentLength: stats.size,\n contentType: contentType,\n },\n undefined\n )\n ).data;\n\n await apiUploadFile(token, file, requestHeaders);\n\n const {\n data: { presignedUrl },\n } = await apiNotify(token, undefined, 'Import Table.csv');\n\n result[format] = {\n path: tmpPath,\n url: presignedUrl,\n };\n }\n return result;\n};\n\nconst assertHeaders = [\n {\n type: 'number',\n name: 'field_1',\n },\n {\n type: 'singleLineText',\n name: 'field_2',\n },\n {\n type: 'checkbox',\n name: 'field_3',\n },\n {\n type: 'date',\n name: 'field_4',\n },\n {\n type: 'singleLineText',\n name: 'field_5',\n },\n {\n type: 'longText',\n name: 'field_6',\n },\n];\n\ndescribe('OpenAPI ImportController (e2e)', () => {\n const bases: [string, string][] = [];\n let eventEmitterService: EventEmitterService;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n eventEmitterService = app.get(EventEmitterService);\n testFiles = await genTestFiles();\n });\n\n afterAll(async () => {\n testFileFormats.forEach((type) => {\n fs.unlink(testFiles[type].path, (err) => {\n if (err) throw err;\n console.log(`delete ${type} test file success!`);\n });\n });\n for (let i = 0; i < bases.length; i++) {\n const [baseId, id] = bases[i];\n await permanentDeleteTable(baseId, id);\n await apiDeleteBase(baseId);\n }\n await app.close();\n });\n\n describe('/import/analyze OpenAPI ImportController (e2e) Get a column info from analyze sheet (Get) ', () => {\n it(`should return column header info from csv file`, async () => {\n const {\n data: { worksheets },\n } = await apiAnalyzeFile({\n attachmentUrl: testFiles[TestFileFormat.CSV].url,\n fileType: SUPPORTEDTYPE.CSV,\n });\n const calculatedColumnHeaders = worksheets[CsvImporter.DEFAULT_SHEETKEY].columns;\n expect(calculatedColumnHeaders).toEqual(assertHeaders);\n });\n\n it(`should return 400, when url file type is not csv`, async () => {\n await expect(\n apiAnalyzeFile({\n attachmentUrl: testFiles[TestFileFormat.TXT].url,\n fileType: SUPPORTEDTYPE.CSV,\n })\n ).rejects.toMatchObject({\n status: 400,\n code: 'validation_error',\n });\n });\n\n it(`should return column header info from excel file`, async () => {\n const {\n data: { worksheets },\n } = await apiAnalyzeFile({\n attachmentUrl: testFiles[TestFileFormat.XLSX].url,\n fileType: SUPPORTEDTYPE.EXCEL,\n });\n const calculatedColumnHeaders = worksheets['Sheet1'].columns;\n expect(calculatedColumnHeaders).toEqual(assertHeaders);\n });\n });\n\n describe('/import/{baseId} OpenAPI ImportController (e2e) (Post)', () => {\n let awaitWithEvent: (fn: () => Promise) => Promise;\n\n it.each(testFileFormats.filter((format) => format !== TestFileFormat.TXT))(\n 'should create a new Table from %s file',\n async (format) => {\n awaitWithEvent = createAwaitWithEventWithResult(\n eventEmitterService,\n Events.TABLE_RECORD_CREATE_RELATIVE\n );\n const spaceRes = await apiCreateSpace({ name: `test${format}` });\n const spaceId = spaceRes?.data?.id;\n const baseRes = await apiCreateBase({ spaceId });\n const baseId = baseRes.data.id;\n\n const fileType = testSupportTypeMap[format].fileType;\n const attachmentUrl = testFiles[format].url;\n const defaultSheetKey = testSupportTypeMap[format].defaultSheetKey;\n\n const {\n data: { worksheets },\n } = await apiAnalyzeFile({\n attachmentUrl,\n fileType,\n });\n const calculatedColumnHeaders = worksheets[defaultSheetKey].columns;\n\n const table = await apiImportTableFromFile(baseId, {\n attachmentUrl,\n fileType,\n worksheets: {\n [defaultSheetKey]: {\n name: defaultSheetKey,\n columns: calculatedColumnHeaders.map((column, index) => ({\n ...column,\n sourceColumnIndex: index,\n })),\n useFirstRowAsHeader: true,\n importData: true,\n },\n },\n tz: 'Asia/Shanghai',\n });\n\n const { fields, id } = table.data[0];\n\n const createdFields = fields.map((field) => ({\n type: field.type,\n name: field.name,\n }));\n\n await awaitWithEvent(async () => {\n noop();\n });\n\n const { records } = await apiGetTableById(baseId, table.data[0].id, {\n includeContent: true,\n });\n\n bases.push([baseId, id]);\n\n expect(records?.length).toBe(2);\n expect(createdFields).toEqual(assertHeaders);\n }\n );\n\n it('should query import status until completed for imported table', async () => {\n const spaceRes = await apiCreateSpace({ name: 'status-check' });\n const spaceId = spaceRes?.data?.id;\n const baseRes = await apiCreateBase({ spaceId });\n const baseId = baseRes.data.id;\n\n const format = TestFileFormat.CSV;\n const fileType = testSupportTypeMap[format].fileType;\n const attachmentUrl = testFiles[format].url;\n const sheetKey = testSupportTypeMap[format].defaultSheetKey;\n\n const {\n data: { worksheets },\n } = await apiAnalyzeFile({\n attachmentUrl,\n fileType,\n });\n const columns = worksheets[sheetKey].columns.map((column, index) => ({\n ...column,\n sourceColumnIndex: index,\n }));\n\n const importRes = await apiImportTableFromFile(baseId, {\n attachmentUrl,\n fileType,\n worksheets: {\n [sheetKey]: {\n name: sheetKey,\n columns,\n useFirstRowAsHeader: true,\n importData: true,\n },\n },\n tz: 'Asia/Shanghai',\n });\n\n const tableId = importRes.data[0].id;\n bases.push([baseId, tableId]);\n\n const timeoutMs = 30000;\n const intervalMs = 1000;\n const start = Date.now();\n let latestStatus: string | undefined;\n\n while (Date.now() - start < timeoutMs) {\n const { data } = await apiGetImportStatus(tableId);\n latestStatus = data.status;\n if (data.status === 'completed' || data.status === 'failed') {\n expect(data.successCount).toBeDefined();\n expect(data.failedCount).toBeDefined();\n expect((data.successCount ?? 0) + (data.failedCount ?? 0)).toBeGreaterThan(0);\n expect(data.status).toBe('completed');\n return;\n }\n expect(data.status).not.toBe('not_found');\n await sleep(intervalMs);\n }\n\n throw new Error(\n `Import status polling timed out, latest status: ${latestStatus ?? 'unknown'}`\n );\n });\n });\n\n describe('/import/{baseId}/{tableId} OpenAPI ImportController (e2e) (Patch)', () => {\n let awaitWithEvent: (fn: () => Promise) => Promise;\n\n it('should import data into Table from file', async () => {\n awaitWithEvent = createAwaitWithEventWithResult(\n eventEmitterService,\n Events.TABLE_RECORD_CREATE_RELATIVE\n );\n const spaceRes = await apiCreateSpace({ name: 'test1' });\n const spaceId = spaceRes?.data?.id;\n const baseRes = await apiCreateBase({ spaceId });\n const baseId = baseRes.data.id;\n\n const format = SUPPORTEDTYPE.CSV;\n const attachmentUrl = testFiles[format].url;\n const fileType = testSupportTypeMap[format].fileType;\n\n // create a table\n const tableRes = await apiCreateTable(baseId, {\n fields: [\n {\n type: FieldType.Number,\n name: 'field_1',\n },\n {\n type: FieldType.SingleLineText,\n name: 'field_2',\n },\n {\n type: FieldType.Checkbox,\n name: 'field_3',\n },\n {\n type: FieldType.Date,\n name: 'field_4',\n options: {\n formatting: {\n ...defaultDatetimeFormatting,\n time: TimeFormatting.Hour24,\n },\n },\n },\n {\n type: FieldType.SingleLineText,\n name: 'field_5',\n },\n {\n type: FieldType.LongText,\n name: 'field_6',\n },\n ],\n records: [],\n });\n const tableId = tableRes.data.id;\n const fields = tableRes?.data?.fields;\n const sourceColumnMap: IInplaceImportOptionRo['insertConfig']['sourceColumnMap'] = {};\n fields.forEach((field, index) => {\n sourceColumnMap[field.id] = index;\n });\n\n // import data into table\n await awaitWithEvent(async () => {\n await apiInplaceImportTableFromFile(baseId, tableId, {\n attachmentUrl,\n fileType,\n insertConfig: {\n sourceWorkSheetKey: CsvImporter.DEFAULT_SHEETKEY,\n excludeFirstRow: true,\n sourceColumnMap,\n },\n });\n });\n\n const { records } = await apiGetTableById(baseId, tableId, {\n includeContent: true,\n });\n\n bases.push([baseId, tableId]);\n\n const tableRecords = records?.map((r) => {\n const newFields = { ...r.fields };\n if (newFields['field_4']) {\n newFields['field_4'] = new Date(newFields['field_4'] as string).getTime();\n }\n return newFields;\n });\n\n const assertRecords = [\n {\n field_1: 1,\n field_2: 'string_1',\n field_3: true,\n field_4: dayjs\n .tz('2022-11-10 16:00:00', defaultDatetimeFormatting.timeZone)\n .toDate()\n .getTime(),\n field_6: 'long\\ntext',\n },\n {\n field_1: 2,\n field_2: 'string_2',\n field_4: dayjs\n .tz('2022-11-11 16:00:00', defaultDatetimeFormatting.timeZone)\n .toDate()\n .getTime(),\n },\n ];\n\n expect(records?.length).toBe(2);\n expect(tableRecords).toEqual(assertRecords);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/table-lifecycle-full.e2e-spec.ts", "content": "/*\n A comprehensive end-to-end test that exercises a full table lifecycle:\n - Create tables\n - Create and update columns (including formulas)\n - Create link fields for all relationship types (MM/MO/OM/OO)\n - Create lookup and rollup\n - CRUD on records with link data\n - Verify cascading effects on computed fields\n - Verify underlying DB has expected columns and values\n - Verify API getRecords returns detailed expected results\n - Clean up by permanently deleting tables\n*/\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, Relationship } from '@teable/core';\nimport type { IFieldRo, IFieldVo } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { Knex } from 'knex';\nimport { DB_PROVIDER_SYMBOL } from '../src/db-provider/db.provider';\nimport type { IDbProvider } from '../src/db-provider/db.provider.interface';\nimport {\n createField,\n createRecords,\n createTable,\n deleteRecord,\n getFields,\n getRecord,\n getRecords,\n initApp,\n permanentDeleteTable,\n updateRecord,\n updateRecordByApi,\n convertField,\n} from './utils/init-app';\n\ndescribe('Table Lifecycle Comprehensive (e2e)', () => {\n let app: INestApplication;\n let prisma: PrismaService;\n let knex: Knex;\n let db: IDbProvider;\n const baseId = (globalThis as any).testConfig.baseId as string;\n\n const getDbTableName = async (tableId: string) => {\n const { dbTableName } = await prisma.tableMeta.findUniqueOrThrow({\n where: { id: tableId },\n select: { dbTableName: true },\n });\n return dbTableName;\n };\n\n const getRow = async (dbTableName: string, id: string) => {\n return (\n await prisma.$queryRawUnsafe(knex(dbTableName).select('*').where('__id', id).toQuery())\n )[0];\n };\n\n const getUserColumns = async (dbTableName: string) => {\n const rows = await prisma.$queryRawUnsafe<{ name: string }[]>(db.columnInfo(dbTableName));\n // keep all user columns except preserved\n const { preservedDbFieldNames } = await import('../src/features/field/constant');\n return rows.map((r) => r.name).filter((n) => !preservedDbFieldNames.has(n));\n };\n\n const parseMaybe = (v: unknown) => {\n if (typeof v === 'string') {\n try {\n return JSON.parse(v);\n } catch {\n return v;\n }\n }\n return v;\n };\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prisma = app.get(PrismaService);\n knex = app.get('CUSTOM_KNEX' as any);\n db = app.get(DB_PROVIDER_SYMBOL as any);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n it('complete lifecycle from create to delete with detailed expectations', async () => {\n // 1) Create two tables: Host(A) and Foreign(B)\n const tableA = await createTable(baseId, { name: 'lifecycle_A' });\n const tableB = await createTable(baseId, {\n name: 'lifecycle_B',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText },\n { name: 'UnitPrice', type: FieldType.Number },\n { name: 'Stock', type: FieldType.Number },\n ] as IFieldRo[],\n records: [\n { fields: { Title: 'P1', UnitPrice: 100, Stock: 5 } },\n { fields: { Title: 'P2', UnitPrice: 50, Stock: 7 } },\n ],\n });\n\n expect(tableA.id).toBeDefined();\n expect(tableB.id).toBeDefined();\n\n const aDb = await getDbTableName(tableA.id);\n const bDb = await getDbTableName(tableB.id);\n expect(typeof aDb).toBe('string');\n expect(typeof bDb).toBe('string');\n\n // 2) Create columns on A: Qty(Number), PriceLocal(Number), Date(Date), Flag(Checkbox)\n const fQty = await createField(tableA.id, { name: 'Qty', type: FieldType.Number } as IFieldRo);\n const fPriceLocal = await createField(tableA.id, {\n name: 'PriceLocal',\n type: FieldType.Number,\n } as IFieldRo);\n const fDate = await createField(tableA.id, { name: 'Date', type: FieldType.Date } as IFieldRo);\n const fFlag = await createField(tableA.id, {\n name: 'Flag',\n type: FieldType.Checkbox,\n } as IFieldRo);\n\n // 3) Link fields on A covering all relationship types to B\n const lMM = await createField(tableA.id, {\n name: 'L_MM',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyMany, foreignTableId: tableB.id },\n } as IFieldRo);\n const lMO = await createField(tableA.id, {\n name: 'L_MO',\n type: FieldType.Link,\n options: { relationship: Relationship.ManyOne, foreignTableId: tableB.id },\n } as IFieldRo);\n const lOM = await createField(tableA.id, {\n name: 'L_OM',\n type: FieldType.Link,\n options: { relationship: Relationship.OneMany, foreignTableId: tableB.id },\n } as IFieldRo);\n const lOO = await createField(tableA.id, {\n name: 'L_OO',\n type: FieldType.Link,\n options: { relationship: Relationship.OneOne, foreignTableId: tableB.id },\n } as IFieldRo);\n\n // 4) Lookup and Rollup on A based on links to B\n const fLookupPrice = await createField(tableA.id, {\n name: 'LookupPrice',\n type: FieldType.Number,\n isLookup: true,\n lookupOptions: {\n foreignTableId: tableB.id,\n linkFieldId: (lMO as any).id,\n lookupFieldId: tableB.fields.find((f) => f.name === 'UnitPrice')!.id,\n } as any,\n } as any);\n\n const fRollupStock = await createField(tableA.id, {\n name: 'RollupStock',\n type: FieldType.Rollup,\n lookupOptions: {\n foreignTableId: tableB.id,\n linkFieldId: (lMM as any).id,\n lookupFieldId: tableB.fields.find((f) => f.name === 'Stock')!.id,\n } as any,\n options: { expression: 'sum({values})' } as any,\n } as any);\n\n // 5) Formula fields: simple (likely generated) and referencing lookup (non-generated-ish)\n const fTotalLocal = await createField(tableA.id, {\n name: 'F_TotalLocal',\n type: FieldType.Formula,\n options: { expression: `{${(fQty as any).id}} * {${(fPriceLocal as any).id}}` },\n } as IFieldRo);\n const fCombined = await createField(tableA.id, {\n name: 'F_Combined',\n type: FieldType.Formula,\n options: { expression: `{${(fTotalLocal as any).id}} + {${(fLookupPrice as any).id}}` },\n } as IFieldRo);\n\n // Verify physical columns were created for new fields on A\n const aCols = await getUserColumns(aDb);\n const expectedCols = [\n (fQty as any).dbFieldName,\n (fPriceLocal as any).dbFieldName,\n (fDate as any).dbFieldName,\n (fFlag as any).dbFieldName,\n (lMM as any).dbFieldName,\n (lMO as any).dbFieldName,\n (lOM as any).dbFieldName,\n (lOO as any).dbFieldName,\n (fLookupPrice as any).dbFieldName,\n (fRollupStock as any).dbFieldName,\n (fTotalLocal as any).dbFieldName,\n (fCombined as any).dbFieldName,\n ];\n for (const c of expectedCols) expect(aCols).toContain(c);\n\n // 6) Create/Update records on A; include link data\n // Use the default 3 records from A; set values for first two\n const aRec1 = tableA.records[0].id;\n const aRec2 = tableA.records[1].id;\n const bRec1 = tableB.records[0].id; // P1\n const bRec2 = tableB.records[1].id; // P2\n\n // Set Qty=2, PriceLocal=80, links: MO=P1, MM=[P1,P2], OM=[P2], OO=P2\n await updateRecord(tableA.id, aRec1, {\n record: {\n fields: {\n [(fQty as any).id]: 2,\n [(fPriceLocal as any).id]: 80,\n [(lMO as any).id]: { id: bRec1 },\n [(lMM as any).id]: [{ id: bRec1 }, { id: bRec2 }],\n [(lOM as any).id]: [{ id: bRec2 }],\n [(lOO as any).id]: { id: bRec2 },\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n // Second record: Qty=3, PriceLocal=120, MO=P2, MM=[P2]\n await updateRecord(tableA.id, aRec2, {\n record: {\n fields: {\n [(fQty as any).id]: 3,\n [(fPriceLocal as any).id]: 120,\n [(lMO as any).id]: { id: bRec2 },\n [(lMM as any).id]: [{ id: bRec2 }],\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n // 7) Verify getRecords for A with detailed expectations\n const { records: aRecords0 } = await getRecords(tableA.id, { fieldKeyType: FieldKeyType.Id });\n const rec1 = aRecords0.find((r) => r.id === aRec1)!;\n const rec2 = aRecords0.find((r) => r.id === aRec2)!;\n expect(rec1.fields[(fQty as any).id]).toEqual(2);\n expect(rec1.fields[(fPriceLocal as any).id]).toEqual(80);\n expect(rec1.fields[(lMO as any).id]).toMatchObject({ id: bRec1, title: expect.any(String) });\n expect(rec1.fields[(lMM as any).id]).toEqual(\n expect.arrayContaining([\n expect.objectContaining({ id: bRec1 }),\n expect.objectContaining({ id: bRec2 }),\n ])\n );\n expect(rec1.fields[(lOM as any).id]).toEqual(\n expect.arrayContaining([expect.objectContaining({ id: bRec2 })])\n );\n expect(rec1.fields[(lOO as any).id]).toMatchObject({ id: bRec2, title: expect.any(String) });\n // lookup/rollup/formulas\n expect(rec1.fields[(fLookupPrice as any).id]).toEqual(100);\n expect(rec1.fields[(fRollupStock as any).id]).toEqual(5 + 7);\n expect(rec1.fields[(fTotalLocal as any).id]).toEqual(2 * 80);\n expect(rec1.fields[(fCombined as any).id]).toEqual(2 * 80 + 100);\n\n expect(rec2.fields[(fLookupPrice as any).id]).toEqual(50);\n expect(rec2.fields[(fRollupStock as any).id]).toEqual(7);\n expect(rec2.fields[(fTotalLocal as any).id]).toEqual(3 * 120);\n expect(rec2.fields[(fCombined as any).id]).toEqual(3 * 120 + 50);\n\n // 8) Verify DB row values on A for the first record\n const row1 = await getRow(aDb, aRec1);\n const cell = (field: IFieldVo) => parseMaybe((row1 as any)[(field as any).dbFieldName]);\n expect(cell(fQty)).toEqual(2);\n expect(cell(fPriceLocal)).toEqual(80);\n expect(Array.isArray(cell(lMM)) ? cell(lMM).map((v: any) => v.id) : []).toEqual(\n expect.arrayContaining([bRec1, bRec2])\n );\n // Computed fields (lookup/rollup/formula) are verified via API responses above.\n // Persisted DB row should reflect scalar/link values reliably.\n\n // 9) Update a column (formula) and verify recomputation\n await convertField(tableA.id, (fTotalLocal as any).id, {\n name: (fTotalLocal as any).name,\n type: FieldType.Formula,\n options: { expression: `{${(fQty as any).id}} * 2` },\n } as IFieldRo);\n\n // Also update Qty to see cascade reflected in formula and combined\n await updateRecord(tableA.id, aRec1, {\n record: { fields: { [(fQty as any).id]: 5 } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const recAfterFormula = await getRecord(tableA.id, aRec1);\n expect(recAfterFormula.fields[(fTotalLocal as any).id]).toEqual(5 * 2);\n // F_Combined references F_TotalLocal + LookupPrice -> 10 + 100 = 110\n expect(recAfterFormula.fields[(fCombined as any).id]).toEqual(10 + 100);\n\n // Persisted DB values for computed fields may not be stored; rely on API checks for those.\n\n // 10) Update linked foreign values & link sets; validate cascading effects\n // Change B.P1 UnitPrice from 100 -> 150; affects LookupPrice and Combined on rec1\n const bUnitPrice = tableB.fields.find((f) => f.name === 'UnitPrice')!;\n await updateRecord(tableB.id, bRec1, {\n record: { fields: { [bUnitPrice.id]: 150 } },\n fieldKeyType: FieldKeyType.Id,\n });\n\n const recAfterForeignChange = await getRecord(tableA.id, aRec1);\n expect(recAfterForeignChange.fields[(fLookupPrice as any).id]).toEqual(150);\n expect(recAfterForeignChange.fields[(fCombined as any).id]).toEqual(10 + 150);\n\n // Remove P2 from L_MM, rollup should become 5\n await updateRecord(tableA.id, aRec1, {\n record: { fields: { [(lMM as any).id]: [{ id: bRec1 }] } },\n fieldKeyType: FieldKeyType.Id,\n });\n const recAfterLinkChange = await getRecord(tableA.id, aRec1);\n expect(recAfterLinkChange.fields[(fRollupStock as any).id]).toEqual(5);\n\n // 11) Record CRUD with link data\n // Create a new record with link + scalar values\n const created = await createRecords(tableA.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [(fQty as any).id]: 4,\n [(fPriceLocal as any).id]: 50,\n [(lMO as any).id]: { id: bRec2 },\n [(lMM as any).id]: [{ id: bRec2 }],\n },\n },\n ],\n });\n const newId = created.records[0].id;\n const newRec = await getRecord(tableA.id, newId);\n expect(newRec.fields[(fQty as any).id]).toEqual(4);\n expect(newRec.fields[(fLookupPrice as any).id]).toEqual(50);\n expect(newRec.fields[(fRollupStock as any).id]).toEqual(7);\n\n // Update the new record's link to include P1 as well; rollup should be 5 + 7 = 12\n await updateRecord(tableA.id, newId, {\n record: { fields: { [(lMM as any).id]: [{ id: bRec2 }, { id: bRec1 }] } },\n fieldKeyType: FieldKeyType.Id,\n });\n const newRec2 = await getRecord(tableA.id, newId);\n expect(newRec2.fields[(fRollupStock as any).id]).toEqual(12);\n\n // Delete the new record\n await deleteRecord(tableA.id, newId, 200);\n await getRecord(tableA.id, newId, undefined, 404);\n\n // 12) Update record by API for link/object shape (OneOne)\n await updateRecordByApi(tableA.id, aRec2, (lOO as any).id, { id: bRec1 });\n const rec2b = await getRecord(tableA.id, aRec2);\n expect(rec2b.fields[(lOO as any).id]).toMatchObject({ id: bRec1 });\n\n // 13) Final DB inspection (spot check) and fields listing\n const fieldsA = await getFields(tableA.id);\n const names = fieldsA.map((f) => f.name);\n expect(names).toEqual(\n expect.arrayContaining([\n 'Qty',\n 'PriceLocal',\n 'L_MM',\n 'L_MO',\n 'L_OM',\n 'L_OO',\n 'LookupPrice',\n 'RollupStock',\n 'F_TotalLocal',\n 'F_Combined',\n ])\n );\n\n // Spot check scalar persistence on another record\n const row2 = await getRow(aDb, aRec2);\n expect(parseMaybe((row2 as any)[(fQty as any).dbFieldName])).toEqual(3);\n\n // 14) Clean up: permanently delete tables\n await permanentDeleteTable(baseId, tableA.id);\n await permanentDeleteTable(baseId, tableB.id);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/table-trash.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport { faker } from '@faker-js/faker';\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, ViewType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableTrashItemVo } from '@teable/openapi';\nimport {\n RangeType,\n SettingKey,\n createRecords,\n deleteFields,\n deleteRecords,\n deleteSelection,\n deleteView,\n getTrashItems,\n resetTrashItems,\n ResourceType,\n restoreTrash,\n updateSetting,\n} from '@teable/openapi';\nimport { vi } from 'vitest';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport { createAwaitWithEvent } from './utils/event-promise';\nimport {\n initApp,\n createTable,\n permanentDeleteTable,\n getViews,\n getFields,\n getRecords,\n createField,\n} from './utils/init-app';\n\nconst tableVo = {\n fields: [\n {\n name: 'SingleLineText',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Number',\n type: FieldType.Number,\n },\n {\n name: 'Checkbox',\n type: FieldType.Checkbox,\n },\n ],\n views: [\n {\n name: 'Grid',\n type: ViewType.Grid,\n },\n {\n name: 'Gallery',\n type: ViewType.Gallery,\n },\n ],\n records: Array.from({ length: 10 }).map(() => ({\n fields: {\n SingleLineText: faker.lorem.words(),\n Number: faker.number.int(),\n Checkbox: true,\n },\n })),\n};\n\nconst sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\nconst waitForTableTrashItems = async (tableId: string, expectedCount = 1, maxRetries = 100) => {\n for (let i = 0; i < maxRetries; i++) {\n const result = await getTrashItems({ resourceId: tableId, resourceType: ResourceType.Table });\n if (result.data.trashItems.length >= expectedCount) {\n return result;\n }\n await sleep(100);\n }\n\n return await getTrashItems({ resourceId: tableId, resourceType: ResourceType.Table });\n};\n\ndescribe('Trash (e2e)', () => {\n const isForceV2 = process.env.FORCE_V2_ALL === 'true';\n let app: INestApplication;\n let prisma: PrismaService;\n let eventEmitterService: EventEmitterService;\n\n const baseId = globalThis.testConfig.baseId;\n\n let awaitWithViewEvent: (fn: () => Promise) => Promise;\n let awaitWithFieldEvent: (fn: () => Promise) => Promise;\n const awaitWithFieldDeleteSync = async (fn: () => Promise) =>\n isForceV2 ? fn() : awaitWithFieldEvent(fn);\n\n beforeAll(async () => {\n const appCtx = await initApp();\n\n app = appCtx.app;\n prisma = app.get(PrismaService);\n eventEmitterService = app.get(EventEmitterService);\n\n awaitWithViewEvent = createAwaitWithEvent(eventEmitterService, Events.OPERATION_VIEW_DELETE);\n awaitWithFieldEvent = createAwaitWithEvent(eventEmitterService, Events.OPERATION_FIELDS_DELETE);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('Retrieving table trash items', () => {\n let tableId: string;\n\n beforeEach(async () => {\n tableId = (await createTable(baseId, tableVo)).id;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n it('should retrieve table trash items when a view is deleted', async () => {\n const views = await getViews(tableId);\n const deletedViewId = views[0].id;\n\n await awaitWithViewEvent(() => deleteView(tableId, deletedViewId));\n\n const result = await waitForTableTrashItems(tableId, 1);\n\n expect(result.data.trashItems.length).toBe(1);\n expect((result.data.trashItems[0] as ITableTrashItemVo).resourceIds[0]).toBe(deletedViewId);\n });\n\n it('should retrieve table trash items when fields are deleted', async () => {\n const fields = await getFields(tableId);\n const deletedFieldIds = fields.filter((f) => !f.isPrimary).map((f) => f.id);\n\n await awaitWithFieldDeleteSync(async () => deleteFields(tableId, deletedFieldIds));\n\n const result = await getTrashItems({ resourceId: tableId, resourceType: ResourceType.Table });\n\n expect(result.data.trashItems.length).toBe(1);\n expect((result.data.trashItems[0] as ITableTrashItemVo).resourceIds).toEqual(deletedFieldIds);\n });\n\n it('should retrieve table trash items when records are deleted', async () => {\n const recordsData = await getRecords(tableId);\n const deletedRecordIds = recordsData.records.map((r) => r.id);\n\n await deleteRecords(tableId, deletedRecordIds);\n\n const result = await waitForTableTrashItems(tableId, 1);\n\n expect(result.data.trashItems.length).toBe(1);\n expect((result.data.trashItems[0] as ITableTrashItemVo).resourceIds).toEqual(\n deletedRecordIds\n );\n });\n\n it('should expose the primary-field display name for V2 record trash and legacy snapshots', async () => {\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: true,\n spaceIds: [globalThis.testConfig.spaceId],\n },\n });\n\n const primaryValue = `v2-trash-name-${Date.now()}`;\n\n try {\n const createRes = await createRecords(tableId, {\n records: [\n {\n fields: {\n SingleLineText: primaryValue,\n },\n },\n ],\n });\n expect(createRes.headers['x-teable-v2']).toBe('true');\n\n const createdRecordId = createRes.data.records[0].id;\n\n const deleteRes = await deleteRecords(tableId, [createdRecordId]);\n expect(deleteRes.headers['x-teable-v2']).toBe('true');\n\n const trashRes = await waitForTableTrashItems(tableId, 1);\n expect(trashRes.data.resourceMap[createdRecordId]).toMatchObject({\n id: createdRecordId,\n name: primaryValue,\n });\n\n const recordTrash = await prisma.recordTrash.findFirst({\n where: { tableId, recordId: createdRecordId },\n select: {\n id: true,\n snapshot: true,\n },\n });\n\n expect(recordTrash).toBeTruthy();\n\n const snapshotWithName = JSON.parse(recordTrash!.snapshot) as {\n name?: string;\n fields: Record;\n };\n expect(snapshotWithName.name).toBe(primaryValue);\n\n delete snapshotWithName.name;\n\n await prisma.recordTrash.update({\n where: { id: recordTrash!.id },\n data: { snapshot: JSON.stringify(snapshotWithName) },\n });\n\n const legacyTrashRes = await getTrashItems({\n resourceId: tableId,\n resourceType: ResourceType.Table,\n });\n expect(legacyTrashRes.data.resourceMap[createdRecordId]).toMatchObject({\n id: createdRecordId,\n name: primaryValue,\n });\n } finally {\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: false,\n spaceIds: [],\n },\n });\n }\n });\n\n it('should add V2-created records to table trash when deleting by range', async () => {\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: true,\n spaceIds: [globalThis.testConfig.spaceId],\n },\n });\n\n try {\n const createRes = await createRecords(tableId, {\n records: [\n {\n fields: {\n SingleLineText: `v2-trash-${Date.now()}`,\n },\n },\n ],\n });\n expect(createRes.headers['x-teable-v2']).toBe('true');\n\n const createdRecordId = createRes.data.records[0].id;\n const recordsData = await getRecords(tableId);\n const rowIndex = recordsData.records.findIndex((record) => record.id === createdRecordId);\n\n expect(rowIndex).toBeGreaterThanOrEqual(0);\n\n const deleteRes = await deleteSelection(tableId, {\n type: RangeType.Rows,\n ranges: [[rowIndex, rowIndex]],\n });\n expect(deleteRes.headers['x-teable-v2']).toBe('true');\n\n const trashRes = await getTrashItems({\n resourceId: tableId,\n resourceType: ResourceType.Table,\n });\n expect(trashRes.data.trashItems.length).toBe(1);\n const recordTrash = trashRes.data.trashItems.find(\n (item) => (item as ITableTrashItemVo).resourceType === ResourceType.Record\n ) as ITableTrashItemVo | undefined;\n\n expect(recordTrash).toBeTruthy();\n expect(recordTrash?.resourceIds).toContain(createdRecordId);\n } finally {\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: false,\n spaceIds: [],\n },\n });\n }\n });\n\n it('should rely on V2 projection for record-id delete without emitting OPERATION_RECORDS_DELETE', async () => {\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: true,\n spaceIds: [globalThis.testConfig.spaceId],\n },\n });\n\n const emitSpy = vi.spyOn(eventEmitterService, 'emitAsync');\n let hasOperationDeleteEvent = false;\n\n try {\n const createRes = await createRecords(tableId, {\n records: [\n {\n fields: {\n SingleLineText: `v2-trash-delete-${Date.now()}`,\n },\n },\n {\n fields: {\n SingleLineText: `v2-trash-delete-${Date.now()}-2`,\n },\n },\n ],\n });\n expect(createRes.headers['x-teable-v2']).toBe('true');\n\n const createdRecordIds = createRes.data.records.map((record) => record.id);\n const deleteRes = await deleteRecords(tableId, createdRecordIds);\n expect(deleteRes.headers['x-teable-v2']).toBe('true');\n\n hasOperationDeleteEvent = emitSpy.mock.calls.some(\n ([eventName]) => eventName === Events.OPERATION_RECORDS_DELETE\n );\n\n const trashRes = await getTrashItems({\n resourceId: tableId,\n resourceType: ResourceType.Table,\n });\n expect(trashRes.data.trashItems.length).toBe(1);\n\n const recordTrash = trashRes.data.trashItems.find(\n (item) => (item as ITableTrashItemVo).resourceType === ResourceType.Record\n ) as ITableTrashItemVo | undefined;\n expect(recordTrash).toBeTruthy();\n expect(recordTrash?.resourceIds).toEqual(createdRecordIds);\n } finally {\n emitSpy.mockRestore();\n await updateSetting({\n [SettingKey.CANARY_CONFIG]: {\n enabled: false,\n spaceIds: [],\n },\n });\n }\n\n expect(hasOperationDeleteEvent).toBe(false);\n });\n });\n\n describe('Restoring table trash items', () => {\n let tableId: string;\n\n beforeEach(async () => {\n tableId = (await createTable(baseId, tableVo)).id;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n it('should restore view successfully', async () => {\n const views = await getViews(tableId);\n const deletedViewId = views[0].id;\n\n await awaitWithViewEvent(() => deleteView(tableId, deletedViewId));\n\n const result = await getTrashItems({ resourceId: tableId, resourceType: ResourceType.Table });\n const restored = await restoreTrash(result.data.trashItems[0].id);\n\n expect(restored.status).toEqual(201);\n });\n\n it('should restore fields successfully', async () => {\n const fields = await getFields(tableId);\n const deletedFieldIds = fields.filter((f) => !f.isPrimary).map((f) => f.id);\n\n await awaitWithFieldDeleteSync(async () => deleteFields(tableId, deletedFieldIds));\n\n const result = await getTrashItems({ resourceId: tableId, resourceType: ResourceType.Table });\n const restored = await restoreTrash(result.data.trashItems[0].id);\n\n expect(restored.status).toEqual(201);\n });\n\n it('should restore formula fields successfully', async () => {\n const formulaField = await createField(tableId, {\n name: 'Formula',\n type: FieldType.Formula,\n options: {\n expression: '1 + 1',\n },\n });\n\n await awaitWithFieldDeleteSync(async () => deleteFields(tableId, [formulaField.id]));\n\n const result = await getTrashItems({ resourceId: tableId, resourceType: ResourceType.Table });\n const restored = await restoreTrash(result.data.trashItems[0].id);\n\n expect(restored.status).toEqual(201);\n });\n\n it('should restore field when some records were deleted after field deletion', async () => {\n const field = await createField(tableId, {\n name: 'restore field',\n type: FieldType.SingleSelect,\n options: {\n choices: [{ name: 'A' }, { name: 'B' }],\n },\n });\n\n const options = (field.options as unknown as { choices: { id: string }[] }).choices;\n\n const created = await createRecords(tableId, {\n records: [\n { fields: { [field.id]: options[0].id } },\n { fields: { [field.id]: options[1].id } },\n ],\n typecast: true,\n fieldKeyType: FieldKeyType.Id,\n });\n const createdRecordIds = created.data.records.map((r) => r.id);\n\n await awaitWithFieldDeleteSync(async () => deleteFields(tableId, [field.id]));\n\n await deleteRecords(tableId, [createdRecordIds[0]]);\n\n const itemsRes = await waitForTableTrashItems(tableId, 2);\n const fieldTrashItem = itemsRes.data.trashItems.find(\n (t) => (t as ITableTrashItemVo).resourceType === ResourceType.Field\n ) as ITableTrashItemVo | undefined;\n\n expect(fieldTrashItem).toBeTruthy();\n\n const restored = await restoreTrash(fieldTrashItem!.id);\n expect(restored.status).toEqual(201);\n\n const afterFields = await getFields(tableId);\n expect(afterFields.find((f) => f.id === field.id)).toBeTruthy();\n });\n\n it('should restore fields successfully', async () => {\n const recordsData = await getRecords(tableId);\n const deletedRecordIds = recordsData.records.map((r) => r.id);\n\n await deleteRecords(tableId, deletedRecordIds);\n\n const result = await waitForTableTrashItems(tableId, 1);\n const restored = await restoreTrash(result.data.trashItems[0].id);\n\n expect(restored.status).toEqual(201);\n });\n });\n\n describe('Reset table trash items', () => {\n let tableId: string;\n\n beforeEach(async () => {\n tableId = (await createTable(baseId, tableVo)).id;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n it('should reset table trash items successfully', async () => {\n const views = await getViews(tableId);\n const fields = await getFields(tableId);\n const recordsData = await getRecords(tableId);\n\n const deletedViewId = views[0].id;\n const deletedFieldIds = fields.filter((f) => !f.isPrimary).map((f) => f.id);\n const deletedRecordIds = recordsData.records.map((r) => r.id);\n\n await awaitWithViewEvent(() => deleteView(tableId, deletedViewId));\n await awaitWithFieldDeleteSync(async () => deleteFields(tableId, deletedFieldIds));\n await deleteRecords(tableId, deletedRecordIds);\n\n const result = await waitForTableTrashItems(tableId, 3);\n\n expect(result.data.trashItems.length).toEqual(3);\n\n await resetTrashItems({ resourceType: ResourceType.Table, resourceId: tableId });\n\n const resetedResult = await getTrashItems({\n resourceId: tableId,\n resourceType: ResourceType.Table,\n });\n\n expect(resetedResult.data.trashItems.length).toEqual(0);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/table.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/naming-convention */\nimport type { INestApplication } from '@nestjs/common';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport { FieldKeyType, FieldType, Relationship, RowHeightLevel, ViewType } from '@teable/core';\nimport type { ICreateTableRo } from '@teable/openapi';\nimport {\n updateTableDescription,\n updateTableIcon,\n updateTableName,\n deleteTable as apiDeleteTable,\n} from '@teable/openapi';\nimport { v2RecordRepositoryPostgresTokens } from '@teable/v2-adapter-table-repository-postgres';\nimport type { ComputedUpdateWorker } from '@teable/v2-adapter-table-repository-postgres';\nimport { DB_PROVIDER_SYMBOL } from '../src/db-provider/db.provider';\nimport type { IDbProvider } from '../src/db-provider/db.provider.interface';\nimport { Events } from '../src/event-emitter/events';\nimport type {\n FieldCreateEvent,\n TableCreateEvent,\n ViewCreateEvent,\n RecordCreateEvent,\n} from '../src/event-emitter/events';\nimport { V2ContainerService } from '../src/features/v2/v2-container.service';\nimport {\n createField,\n createRecords,\n createTable,\n permanentDeleteTable,\n getFields,\n getRecords,\n getTable,\n initApp,\n updateRecord,\n} from './utils/init-app';\n\nconst isForceV2 = process.env.FORCE_V2_ALL === 'true';\nconst sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\nconst assertData: ICreateTableRo = {\n name: 'Project Management',\n description: 'A table for managing projects',\n fields: [\n {\n name: 'Project Name',\n description: 'The name of the project',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Project Description',\n description: 'A brief description of the project',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Project Status',\n description: 'The current status of the project',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n {\n name: 'Not Started',\n color: 'gray',\n },\n {\n name: 'In Progress',\n color: 'blue',\n },\n {\n name: 'Completed',\n color: 'green',\n },\n ],\n },\n },\n {\n name: 'Start Date',\n description: 'The date the project started',\n type: FieldType.Date,\n },\n {\n name: 'End Date',\n description: 'The date the project is expected to end',\n type: FieldType.Date,\n },\n ],\n views: [\n {\n name: 'Grid View',\n description: 'A grid view of all projects',\n type: ViewType.Grid,\n options: {\n rowHeight: RowHeightLevel.Short,\n },\n },\n {\n name: 'Kanban View',\n description: 'A kanban view of all projects',\n type: ViewType.Kanban,\n options: {\n stackFieldId: 'Project Status',\n isFieldNameHidden: true,\n isEmptyStackHidden: true,\n },\n },\n ],\n records: [\n {\n fields: {\n 'Project Name': 'Project A',\n 'Project Description': 'A project to develop a new product',\n 'Project Status': 'Not Started',\n },\n },\n {\n fields: {\n 'Project Name': 'Project B',\n 'Project Description': 'A project to improve customer service',\n 'Project Status': 'In Progress',\n },\n },\n ],\n};\n\ndescribe('OpenAPI TableController (e2e)', () => {\n let app: INestApplication;\n let tableId = '';\n let dbProvider: IDbProvider;\n let event: EventEmitter2;\n let v2ContainerService: V2ContainerService;\n\n const baseId = globalThis.testConfig.baseId;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n dbProvider = app.get(DB_PROVIDER_SYMBOL);\n event = app.get(EventEmitter2);\n v2ContainerService = app.get(V2ContainerService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n async function processV2Outbox(times = 1): Promise {\n if (!isForceV2) return;\n\n const container = await v2ContainerService.getContainer();\n const worker = container.resolve(\n v2RecordRepositoryPostgresTokens.computedUpdateWorker\n );\n\n for (let i = 0; i < times; i++) {\n const maxIterations = 100;\n let iterations = 0;\n\n while (iterations < maxIterations) {\n const result = await worker.runOnce({\n workerId: 'table-delete-test-worker',\n limit: 100,\n });\n\n if (result.isErr()) {\n throw new Error(`Outbox processing failed: ${result.error.message}`);\n }\n\n if (result.value === 0) {\n break;\n }\n\n iterations++;\n }\n }\n }\n\n async function waitForDeleteTableCleanup(\n targetTableId: string,\n options: {\n twoWayLinkFieldId: string;\n oneWayLinkFieldId: string;\n lookupFieldId: string;\n rollupFieldId: string;\n }\n ) {\n const maxRetries = isForceV2 ? 40 : 1;\n\n for (let i = 0; i < maxRetries; i++) {\n if (isForceV2) {\n await processV2Outbox();\n }\n\n const fields = await getFields(targetTableId);\n const { records } = await getRecords(targetTableId, { fieldKeyType: FieldKeyType.Id });\n const twoWayLinkField = fields.find((field) => field.id === options.twoWayLinkFieldId);\n const oneWayLinkField = fields.find((field) => field.id === options.oneWayLinkFieldId);\n const lookupField = fields.find((field) => field.id === options.lookupFieldId);\n const rollupField = fields.find((field) => field.id === options.rollupFieldId);\n\n const deleteSettled =\n twoWayLinkField?.type === FieldType.SingleLineText &&\n oneWayLinkField?.type === FieldType.SingleLineText &&\n records[0]?.fields[options.twoWayLinkFieldId] === 'A' &&\n records[0]?.fields[options.oneWayLinkFieldId] === 'A' &&\n Boolean(lookupField?.hasError) &&\n Boolean(rollupField?.hasError);\n\n if (deleteSettled) {\n return { fields, records };\n }\n\n await sleep(100);\n }\n\n const fields = await getFields(targetTableId);\n const { records } = await getRecords(targetTableId, { fieldKeyType: FieldKeyType.Id });\n return { fields, records };\n }\n\n it('/api/table/ (POST) with assertData data', async () => {\n let eventCount = 0;\n event.once(Events.TABLE_CREATE, async (payload: TableCreateEvent) => {\n expect(payload).toBeDefined();\n expect(payload.name).toBe(Events.TABLE_CREATE);\n expect(payload?.payload).toBeDefined();\n expect(payload?.payload?.baseId).toBeDefined();\n expect(payload?.payload?.table).toBeDefined();\n eventCount++;\n });\n\n event.once(Events.TABLE_FIELD_CREATE, async (payload: FieldCreateEvent) => {\n expect(payload).toBeDefined();\n expect(payload.name).toBe(Events.TABLE_FIELD_CREATE);\n expect(payload?.payload).toBeDefined();\n expect(payload?.payload?.tableId).toBeDefined();\n expect(payload?.payload?.field).toHaveLength(5);\n eventCount++;\n });\n\n event.once(Events.TABLE_VIEW_CREATE, async (payload: ViewCreateEvent) => {\n expect(payload).toBeDefined();\n expect(payload.name).toBe(Events.TABLE_VIEW_CREATE);\n expect(payload?.payload).toBeDefined();\n expect(payload?.payload?.tableId).toBeDefined();\n expect(payload?.payload?.view).toHaveLength(2);\n eventCount++;\n });\n\n event.once(Events.TABLE_RECORD_CREATE, async (payload: RecordCreateEvent) => {\n expect(payload).toBeDefined();\n expect(payload.name).toBe(Events.TABLE_RECORD_CREATE);\n expect(payload?.payload).toBeDefined();\n expect(payload?.payload?.tableId).toBeDefined();\n expect(payload?.payload?.record).toHaveLength(2);\n eventCount++;\n });\n\n const result = await createTable(baseId, assertData);\n\n tableId = result.id;\n const recordResult = await getRecords(tableId);\n\n expect(recordResult.records).toHaveLength(2);\n expect(eventCount).toBe(isForceV2 ? 0 : 4);\n });\n\n it('/api/table/ (POST) empty', async () => {\n const result = await createTable(baseId, { name: 'new table' });\n\n tableId = result.id;\n const recordResult = await getRecords(tableId);\n expect(recordResult.records).toHaveLength(3);\n });\n\n it('should refresh table lastModifyTime when add a record', async () => {\n const result = await createTable(baseId, { name: 'new table' });\n tableId = result.id;\n\n await createRecords(tableId, {\n records: [{ fields: {} }],\n });\n\n const tableResult = await getTable(baseId, tableId);\n const currTime = tableResult.lastModifiedTime;\n expect(new Date(currTime!).getTime() > 0).toBeTruthy();\n });\n\n it('should create table with add a record', async () => {\n const timeStr = new Date().getTime() + '';\n const result = await createTable(baseId, {\n name: 'new table',\n dbTableName: 'my_awesome_table_name' + timeStr,\n });\n\n tableId = result.id;\n\n const tableResult = await getTable(baseId, tableId);\n\n expect(tableResult.dbTableName).toEqual(\n dbProvider.generateDbTableName(baseId, 'my_awesome_table_name' + timeStr)\n );\n });\n\n it('should create table with ordered fields', async () => {\n const table = await createTable(baseId, {\n name: 'ordered fields table',\n fields: [\n {\n name: 'Single line text',\n type: FieldType.SingleLineText,\n },\n {\n name: 'Formula',\n options: {\n expression: '1 + 1',\n },\n type: FieldType.Formula,\n },\n {\n name: 'Long text',\n type: FieldType.LongText,\n },\n ],\n });\n\n const tableResult = await getTable(baseId, table.id, { includeContent: true });\n const fields = tableResult.fields!;\n\n expect(fields.length).toEqual(3);\n expect(fields[0].type).toEqual(FieldType.SingleLineText);\n expect(fields[1].type).toEqual(FieldType.Formula);\n expect(fields[2].type).toEqual(FieldType.LongText);\n });\n\n it('should update table simple properties', async () => {\n const result = await createTable(baseId, {\n name: 'table',\n });\n\n tableId = result.id;\n\n await updateTableName(baseId, tableId, { name: 'newTableName' });\n await updateTableDescription(baseId, tableId, { description: 'newDescription' });\n await updateTableIcon(baseId, tableId, { icon: '😀' });\n\n const table = await getTable(baseId, tableId);\n\n expect(table.name).toEqual('newTableName');\n expect(table.description).toEqual('newDescription');\n expect(table.icon).toEqual('😀');\n });\n\n it('should delete table and clean up link and lookup fields', async () => {\n const table1 = await createTable(baseId, {\n fields: [\n {\n name: 'name',\n type: FieldType.SingleLineText,\n },\n {\n name: 'other',\n type: FieldType.SingleLineText,\n },\n ],\n records: [\n {\n fields: {\n name: 'A',\n other: 'Other',\n },\n },\n {\n fields: {\n name: 'B',\n },\n },\n ],\n });\n\n const table2 = await createTable(baseId, {\n fields: [\n {\n name: 'name',\n type: FieldType.SingleLineText,\n },\n ],\n });\n tableId = table2.id;\n\n const twoWayLinkRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId: table1.id,\n },\n };\n\n const oneWayLinkRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneOne,\n foreignTableId: table1.id,\n isOneWay: true,\n },\n };\n\n const twoWayLink = await createField(table2.id, twoWayLinkRo);\n const oneWayLink = await createField(table2.id, oneWayLinkRo);\n\n const lookupFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[1].id,\n linkFieldId: twoWayLink.id,\n },\n };\n\n const rollupFieldRo = {\n type: FieldType.Rollup,\n options: {\n expression: 'countall({values})',\n },\n lookupOptions: {\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[1].id,\n linkFieldId: twoWayLink.id,\n },\n };\n\n const lookupField = await createField(table2.id, lookupFieldRo);\n const rollupField = await createField(table2.id, rollupFieldRo);\n const lookupFieldId = lookupField.id;\n const rollupFieldId = rollupField.id;\n\n await updateRecord(table2.id, table2.records[0].id, {\n record: {\n fields: {\n [twoWayLink.id]: [{ id: table1.records[0].id }],\n [oneWayLink.id]: { id: table1.records[0].id },\n },\n },\n fieldKeyType: FieldKeyType.Id,\n });\n\n await apiDeleteTable(baseId, table1.id);\n\n const { fields, records } = await waitForDeleteTableCleanup(table2.id, {\n twoWayLinkFieldId: twoWayLink.id,\n oneWayLinkFieldId: oneWayLink.id,\n lookupFieldId,\n rollupFieldId,\n });\n const twoWayLinkField = fields.find((field) => field.id === twoWayLink.id);\n const oneWayLinkField = fields.find((field) => field.id === oneWayLink.id);\n const refreshedLookupField = fields.find((field) => field.id === lookupFieldId);\n const refreshedRollupField = fields.find((field) => field.id === rollupFieldId);\n\n if (!isForceV2) {\n expect(fields[1].type).toEqual(FieldType.SingleLineText);\n expect(records[0].fields[fields[1].id]).toEqual('A');\n expect(fields[2].hasError).toBeTruthy();\n expect(fields[3].hasError).toBeTruthy();\n return;\n }\n\n expect(twoWayLinkField?.type).toEqual(FieldType.SingleLineText);\n expect(oneWayLinkField?.type).toEqual(FieldType.SingleLineText);\n expect(records[0].fields[twoWayLink.id]).toEqual('A');\n expect(records[0].fields[oneWayLink.id]).toEqual('A');\n expect(refreshedLookupField?.hasError).toBeTruthy();\n expect(refreshedRollupField?.hasError).toBeTruthy();\n });\n});\n" }, { "path": "apps/nestjs-backend/test/template-cover-crop.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport fs from 'fs';\nimport path from 'path';\nimport type { INestApplication } from '@nestjs/common';\nimport { generateAttachmentId, getRandomString } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n createBase,\n createSpace,\n deleteBase,\n getSignature,\n notify,\n publishBase,\n uploadFile,\n UploadType,\n} from '@teable/openapi';\nimport type { ITemplateCoverRo } from '@teable/openapi';\nimport { ATTACHMENT_LG_THUMBNAIL_HEIGHT } from '../src/features/attachments/constant';\nimport StorageAdapter from '../src/features/attachments/plugins/adapter';\nimport { deleteSpace, initApp } from './utils/init-app';\n\ndescribe('Template Cover Crop (e2e)', () => {\n let app: INestApplication;\n let prismaService: PrismaService;\n let spaceId: string;\n let baseId: string;\n\n beforeAll(async () => {\n const appContext = await initApp();\n app = appContext.app;\n prismaService = app.get(PrismaService);\n\n // Create a space for testing\n const spaceData = await createSpace({\n name: 'Template Cover Crop Test Space',\n });\n spaceId = spaceData.data.id;\n });\n\n afterAll(async () => {\n await deleteSpace(spaceId);\n });\n\n beforeEach(async () => {\n // Create a base for testing\n const { id } = (\n await createBase({\n name: 'Template Cover Crop Test Base',\n spaceId,\n })\n ).data;\n baseId = id;\n });\n\n afterEach(async () => {\n // Clean up templates\n const tx = prismaService.txClient();\n await tx.template.deleteMany({\n where: { baseId },\n });\n await deleteBase(baseId);\n });\n\n /**\n * Helper function to upload an image to Template bucket\n */\n async function uploadTemplateCoverImage(imageHeight: number) {\n // Create an SVG image with the specified height\n // SVG is easy to create with specific dimensions\n const imageWidth = Math.round(imageHeight * 1.5); // 3:2 aspect ratio\n const imagePath = path.join(\n StorageAdapter.TEMPORARY_DIR,\n `template-cover-${getRandomString(8)}.svg`\n );\n\n const svgContent = `\n \n \n ${imageWidth}x${imageHeight}\n`;\n\n fs.writeFileSync(imagePath, svgContent);\n\n try {\n const stats = fs.statSync(imagePath);\n\n // Get upload signature\n const signatureResult = await getSignature({\n type: UploadType.Template,\n contentType: 'image/svg+xml',\n contentLength: stats.size,\n });\n\n const { token, requestHeaders } = signatureResult.data;\n\n // Upload the file\n const fileStream = fs.createReadStream(imagePath);\n await uploadFile(token, fileStream, requestHeaders);\n\n // Notify to get file info\n const notifyResult = await notify(token, undefined, `cover-${imageHeight}.svg`);\n\n return {\n token,\n notifyData: notifyResult.data,\n };\n } finally {\n // Clean up temp file\n if (fs.existsSync(imagePath)) {\n fs.unlinkSync(imagePath);\n }\n }\n }\n\n describe('cropTemplateCoverImage', () => {\n it('should generate thumbnails when cover image height > ATTACHMENT_LG_THUMBNAIL_HEIGHT', async () => {\n // Upload an image taller than the threshold (525px)\n const largeImageHeight = ATTACHMENT_LG_THUMBNAIL_HEIGHT + 200; // 725px\n const { notifyData } = await uploadTemplateCoverImage(largeImageHeight);\n\n // Prepare cover data\n const cover: ITemplateCoverRo = {\n id: generateAttachmentId(),\n name: `cover-${largeImageHeight}.svg`,\n token: notifyData.token,\n size: notifyData.size,\n url: notifyData.url,\n path: notifyData.path,\n mimetype: notifyData.mimetype,\n width: notifyData.width,\n height: notifyData.height,\n };\n\n // Publish base with cover\n const result = await publishBase(baseId, {\n title: 'Test Template with Large Cover',\n description: 'Testing crop template cover image',\n cover,\n });\n\n expect(result.status).toBe(201);\n\n // Verify the template has thumbnail paths in cover\n const template = await prismaService.txClient().template.findFirst({\n where: { baseId },\n select: { cover: true },\n });\n\n expect(template).toBeDefined();\n expect(template?.cover).toBeDefined();\n\n const savedCover = JSON.parse(template!.cover as string) as ITemplateCoverRo;\n expect(savedCover.thumbnailPath).toBeDefined();\n expect(savedCover.thumbnailPath?.lg).toBeDefined();\n expect(savedCover.thumbnailPath?.sm).toBeDefined();\n expect(savedCover.thumbnailPath?.lg).toContain('_lg');\n expect(savedCover.thumbnailPath?.sm).toContain('_sm');\n });\n\n it('should NOT generate thumbnails when cover image height <= ATTACHMENT_LG_THUMBNAIL_HEIGHT', async () => {\n // Upload a small image (below threshold)\n const smallImageHeight = ATTACHMENT_LG_THUMBNAIL_HEIGHT - 100; // 425px\n const { notifyData } = await uploadTemplateCoverImage(smallImageHeight);\n\n // Prepare cover data\n const cover: ITemplateCoverRo = {\n id: generateAttachmentId(),\n name: `cover-${smallImageHeight}.svg`,\n token: notifyData.token,\n size: notifyData.size,\n url: notifyData.url,\n path: notifyData.path,\n mimetype: notifyData.mimetype,\n width: notifyData.width,\n height: notifyData.height,\n };\n\n // Publish base with cover\n const result = await publishBase(baseId, {\n title: 'Test Template with Small Cover',\n description: 'Testing crop template cover image with small image',\n cover,\n });\n\n expect(result.status).toBe(201);\n\n // Verify the template does NOT have thumbnail paths (image too small)\n const template = await prismaService.txClient().template.findFirst({\n where: { baseId },\n select: { cover: true },\n });\n\n expect(template).toBeDefined();\n expect(template?.cover).toBeDefined();\n\n const savedCover = JSON.parse(template!.cover as string) as ITemplateCoverRo;\n // thumbnailPath should be undefined because image height <= threshold\n expect(savedCover.thumbnailPath).toBeUndefined();\n });\n\n it('should NOT generate thumbnails when cover has no height info', async () => {\n // Upload an image but manually remove height info\n const imageHeight = ATTACHMENT_LG_THUMBNAIL_HEIGHT + 200;\n const { notifyData } = await uploadTemplateCoverImage(imageHeight);\n\n // Prepare cover data WITHOUT height\n const cover: ITemplateCoverRo = {\n id: generateAttachmentId(),\n name: `cover-no-height.svg`,\n token: notifyData.token,\n size: notifyData.size,\n url: notifyData.url,\n path: notifyData.path,\n mimetype: notifyData.mimetype,\n width: notifyData.width,\n // height intentionally omitted\n };\n\n // Publish base with cover\n const result = await publishBase(baseId, {\n title: 'Test Template without Height Info',\n description: 'Testing crop template cover image without height',\n cover,\n });\n\n expect(result.status).toBe(201);\n\n // Verify the template does NOT have thumbnail paths (no height info)\n const template = await prismaService.txClient().template.findFirst({\n where: { baseId },\n select: { cover: true },\n });\n\n expect(template).toBeDefined();\n expect(template?.cover).toBeDefined();\n\n const savedCover = JSON.parse(template!.cover as string) as ITemplateCoverRo;\n expect(savedCover.thumbnailPath).toBeUndefined();\n });\n\n it('should NOT generate thumbnails for non-image mimetype', async () => {\n // Create a non-image file\n const filePath = path.join(StorageAdapter.TEMPORARY_DIR, `template-cover-text.txt`);\n fs.writeFileSync(filePath, 'This is not an image');\n\n try {\n const stats = fs.statSync(filePath);\n\n // Get upload signature\n const signatureResult = await getSignature({\n type: UploadType.Template,\n contentType: 'text/plain',\n contentLength: stats.size,\n });\n\n const { token, requestHeaders } = signatureResult.data;\n\n // Upload the file\n const fileStream = fs.createReadStream(filePath);\n await uploadFile(token, fileStream, requestHeaders);\n\n // Notify to get file info\n const notifyResult = await notify(token, undefined, 'cover.txt');\n\n // Prepare cover data with non-image mimetype\n const cover: ITemplateCoverRo = {\n id: generateAttachmentId(),\n name: 'cover.txt',\n token: notifyResult.data.token,\n size: notifyResult.data.size,\n url: notifyResult.data.url,\n path: notifyResult.data.path,\n mimetype: notifyResult.data.mimetype, // text/plain\n width: 1000, // Fake dimensions\n height: 1000,\n };\n\n // Publish base with non-image cover\n const result = await publishBase(baseId, {\n title: 'Test Template with Non-Image Cover',\n description: 'Testing crop template cover image with non-image file',\n cover,\n });\n\n expect(result.status).toBe(201);\n\n // Verify the template does NOT have thumbnail paths (not an image)\n const template = await prismaService.txClient().template.findFirst({\n where: { baseId },\n select: { cover: true },\n });\n\n expect(template).toBeDefined();\n expect(template?.cover).toBeDefined();\n\n const savedCover = JSON.parse(template!.cover as string) as ITemplateCoverRo;\n expect(savedCover.thumbnailPath).toBeUndefined();\n } finally {\n if (fs.existsSync(filePath)) {\n fs.unlinkSync(filePath);\n }\n }\n });\n\n it('should update thumbnails when republishing with new cover', async () => {\n // First publish with a large image\n const firstImageHeight = ATTACHMENT_LG_THUMBNAIL_HEIGHT + 100;\n const { notifyData: firstNotifyData } = await uploadTemplateCoverImage(firstImageHeight);\n\n const firstCover: ITemplateCoverRo = {\n id: generateAttachmentId(),\n name: `cover-first.svg`,\n token: firstNotifyData.token,\n size: firstNotifyData.size,\n url: firstNotifyData.url,\n path: firstNotifyData.path,\n mimetype: firstNotifyData.mimetype,\n width: firstNotifyData.width,\n height: firstNotifyData.height,\n };\n\n await publishBase(baseId, {\n title: 'Test Template First Publish',\n description: 'First publish',\n cover: firstCover,\n });\n\n // Get first template's thumbnail paths\n const firstTemplate = await prismaService.txClient().template.findFirst({\n where: { baseId },\n select: { cover: true },\n });\n const firstSavedCover = JSON.parse(firstTemplate!.cover as string) as ITemplateCoverRo;\n const firstThumbnailPaths = firstSavedCover.thumbnailPath;\n\n expect(firstThumbnailPaths).toBeDefined();\n\n // Republish with a different large image\n const secondImageHeight = ATTACHMENT_LG_THUMBNAIL_HEIGHT + 300;\n const { notifyData: secondNotifyData } = await uploadTemplateCoverImage(secondImageHeight);\n\n const secondCover: ITemplateCoverRo = {\n id: generateAttachmentId(),\n name: `cover-second.svg`,\n token: secondNotifyData.token,\n size: secondNotifyData.size,\n url: secondNotifyData.url,\n path: secondNotifyData.path,\n mimetype: secondNotifyData.mimetype,\n width: secondNotifyData.width,\n height: secondNotifyData.height,\n };\n\n await publishBase(baseId, {\n title: 'Test Template Second Publish',\n description: 'Second publish',\n cover: secondCover,\n });\n\n // Verify the template has NEW thumbnail paths\n const secondTemplate = await prismaService.txClient().template.findFirst({\n where: { baseId },\n select: { cover: true },\n });\n\n const secondSavedCover = JSON.parse(secondTemplate!.cover as string) as ITemplateCoverRo;\n expect(secondSavedCover.thumbnailPath).toBeDefined();\n expect(secondSavedCover.thumbnailPath?.lg).toBeDefined();\n expect(secondSavedCover.thumbnailPath?.sm).toBeDefined();\n\n // Thumbnail paths should be different from the first publish\n expect(secondSavedCover.thumbnailPath?.lg).not.toBe(firstThumbnailPaths?.lg);\n expect(secondSavedCover.thumbnailPath?.sm).not.toBe(firstThumbnailPaths?.sm);\n });\n\n it('should publish without cover successfully', async () => {\n // Publish base without cover\n const result = await publishBase(baseId, {\n title: 'Test Template without Cover',\n description: 'Testing publish without cover',\n });\n\n expect(result.status).toBe(201);\n\n // Verify the template has no cover\n const template = await prismaService.txClient().template.findFirst({\n where: { baseId },\n select: { cover: true },\n });\n\n expect(template).toBeDefined();\n expect(template?.cover).toBeNull();\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/template-preview.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\n/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldType, ViewType, NumberFormattingType, HttpError } from '@teable/core';\nimport {\n IS_TEMPLATE_HEADER,\n axios as defaultAxios,\n createAxios,\n createBase,\n createField,\n createRecords,\n createSpace,\n createTemplate,\n createTemplateSnapshot,\n deleteBase,\n getBaseById,\n getTemplateDetail,\n updateTemplate,\n deleteTemplate,\n permanentDeleteSpace,\n} from '@teable/openapi';\nimport type { IGetBaseVo, ITableFullVo, ITableListVo } from '@teable/openapi';\nimport type { AxiosInstance } from 'axios';\nimport { TemplateAppTokenNotAllowedException } from '../src/custom.exception';\nimport { AuthService } from '../src/features/auth/auth.service';\nimport { PermissionService } from '../src/features/auth/permission.service';\nimport { JwtAuthInternalType } from '../src/features/auth/strategies/types';\nimport { createNewUserAxios } from './utils/axios-instance/new-user';\nimport { createTable, createView, initApp, permanentDeleteBase } from './utils/init-app';\n\ndescribe('Template Preview Permission (e2e)', () => {\n let app: INestApplication;\n let permissionService: PermissionService;\n let spaceId: string;\n let baseId: string;\n let templateBaseId: string;\n let templateId: string;\n let templateHeader: string;\n let table: ITableFullVo;\n let tableId: string;\n\n // Factory function to create apiRequest with specific axios instance\n const createApiRequest = (axiosInstance: AxiosInstance) => {\n return async (\n method: string,\n url: string,\n data?: any\n ): Promise<{ status: number; data: T }> => {\n try {\n const res = await axiosInstance.request({\n method,\n url,\n data,\n headers: {\n [IS_TEMPLATE_HEADER]: templateHeader,\n },\n });\n return { status: res.status, data: res.data };\n } catch (err: any) {\n if (err instanceof HttpError) {\n return { status: err.status, data: err.data as T };\n }\n return { status: err.response?.status || 500, data: err.response?.data as T };\n }\n };\n };\n\n beforeAll(async () => {\n const appContext = await initApp();\n app = appContext.app;\n permissionService = app.get(PermissionService);\n\n const spaceData = await createSpace({\n name: 'test Template Space',\n });\n spaceId = spaceData.data.id;\n });\n\n afterAll(async () => {\n await permanentDeleteSpace(spaceId);\n });\n\n beforeEach(async () => {\n // Create a normal base\n const { id } = (\n await createBase({\n name: 'test base',\n spaceId,\n })\n ).data;\n baseId = id;\n\n // Create a table in the base\n table = await createTable(baseId, {\n name: 'Table 1',\n fields: [\n {\n name: 'Name',\n type: FieldType.SingleLineText,\n },\n ],\n });\n\n tableId = table.id;\n\n // Add more fields\n await createField(tableId, {\n name: 'NumberField',\n type: FieldType.Number,\n options: {\n formatting: {\n type: NumberFormattingType.Decimal,\n precision: 2,\n },\n },\n });\n\n // Create some records\n await createRecords(tableId, {\n records: [\n { fields: { Name: 'Record 1', NumberField: 100 } },\n { fields: { Name: 'Record 2', NumberField: 200 } },\n ],\n });\n\n // Create a template from this base\n const template = await createTemplate({});\n templateId = template.data.id;\n\n await updateTemplate(templateId, {\n name: 'Test Template',\n description: 'Test Template Description',\n baseId: baseId,\n });\n\n await createTemplateSnapshot(templateId);\n await updateTemplate(templateId, {\n isPublished: true,\n });\n\n const templateDetail = await getTemplateDetail(templateId);\n templateBaseId = templateDetail.data.snapshot.baseId!;\n\n // Generate template header for authentication\n templateHeader = permissionService.generateTemplateHeader(templateId);\n });\n\n afterEach(async () => {\n await deleteTemplate(templateId);\n await permanentDeleteBase(baseId);\n });\n\n // Test suite factory that runs with different axios instances\n const runTemplatePermissionTests = (\n description: string,\n getAxios: () => AxiosInstance,\n isAnonymous?: boolean\n ) => {\n describe(description, () => {\n let apiRequest: ReturnType;\n\n beforeAll(() => {\n const axiosInstance = getAxios();\n axiosInstance.defaults.baseURL = defaultAxios.defaults.baseURL;\n apiRequest = createApiRequest(axiosInstance);\n });\n\n describe('Base Read Operations', () => {\n it('should allow getBaseById with valid template header', async () => {\n const res = await apiRequest('GET', `/base/${templateBaseId}`);\n expect(res.status).toBe(200);\n expect(res.data.id).toBe(templateBaseId);\n expect(res.data.name).toBe('Test Template');\n });\n\n it('should allow reading base permission with template header', async () => {\n const res = await apiRequest('GET', `/base/${templateBaseId}/permission`);\n expect(res.status).toBe(200);\n // Template should only have read permissions\n expect(res.data['base|read']).toBe(true);\n expect(res.data['base|update']).toBe(false);\n expect(res.data['base|delete']).toBe(false);\n expect(res.data['table|create']).toBe(false);\n });\n });\n\n describe('Base Write Operations - Should be Denied', () => {\n it('should deny updateBase with template header', async () => {\n const res = await apiRequest('PATCH', `/base/${templateBaseId}`, {\n name: 'Updated Name',\n });\n expect([401, 403]).toContain(res.status);\n });\n\n it('should deny deleteBase with template header', async () => {\n const res = await apiRequest('DELETE', `/base/${templateBaseId}`);\n expect([401, 403]).toContain(res.status);\n });\n\n it('should deny creating invitation link with template header', async () => {\n const res = await apiRequest('POST', `/base/${templateBaseId}/invitation/link`, {\n role: 'viewer',\n });\n expect([401, 403]).toContain(res.status);\n });\n });\n\n describe('Table Read Operations', () => {\n it('should allow getTableList with template header', async () => {\n const res = await apiRequest('GET', `/base/${templateBaseId}/table`);\n expect(res.status).toBe(200);\n expect(res.data.length).toBeGreaterThan(0);\n });\n\n it('should allow getting single table with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest('GET', `/base/${templateBaseId}/table/${testTableId}`);\n expect(res.status).toBe(200);\n expect(res.data.id).toBe(testTableId);\n });\n\n it('should allow reading table permission with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest(\n 'GET',\n `/base/${templateBaseId}/table/${testTableId}/permission`\n );\n expect(res.status).toBe(200);\n expect(res.data.table['table|read']).toBe(true);\n expect(res.data.table['table|create']).toBe(false);\n expect(res.data.table['table|update']).toBe(false);\n expect(res.data.table['table|delete']).toBe(false);\n });\n });\n\n describe('Table Write Operations - Should be Denied', () => {\n it('should deny createTable with template header', async () => {\n const res = await apiRequest('POST', `/base/${templateBaseId}/table`, {\n name: 'New Table',\n });\n expect(res.status).toBe(403);\n });\n\n it('should deny updateTable with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest('PUT', `/base/${templateBaseId}/table/${testTableId}/name`, {\n name: 'Updated Table Name',\n });\n expect(res.status).toBe(403);\n });\n\n it('should deny deleteTable with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest('DELETE', `/base/${templateBaseId}/table/${testTableId}`);\n expect(res.status).toBe(403);\n });\n });\n\n describe('Field Read Operations', () => {\n it('should allow getFields with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest('GET', `/table/${testTableId}/field`);\n expect(res.status).toBe(200);\n expect(res.data.length).toBeGreaterThan(0);\n });\n\n it('should allow getting single field with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const fieldsRes = await apiRequest('GET', `/table/${testTableId}/field`);\n const fieldId = fieldsRes.data[0].id;\n\n const res = await apiRequest('GET', `/table/${testTableId}/field/${fieldId}`);\n expect(res.status).toBe(200);\n });\n });\n\n describe('Field Write Operations - Should be Denied', () => {\n it('should deny createField with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest('POST', `/table/${testTableId}/field`, {\n name: 'New Field',\n type: FieldType.SingleLineText,\n });\n expect(res.status).toBe(403);\n });\n\n it('should deny updateField with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const fieldsRes = await apiRequest('GET', `/table/${testTableId}/field`);\n const fieldId = fieldsRes.data[0].id;\n\n const res = await apiRequest('PATCH', `/table/${testTableId}/field/${fieldId}`, {\n name: 'Updated Field Name',\n });\n expect(res.status).toBe(403);\n });\n\n it('should deny deleteField with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const fieldsRes = await apiRequest('GET', `/table/${testTableId}/field`);\n const fieldId = fieldsRes.data[0].id;\n\n const res = await apiRequest('DELETE', `/table/${testTableId}/field/${fieldId}`);\n expect(res.status).toBe(403);\n });\n });\n\n describe('View Read Operations', () => {\n it('should allow getViews with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest('GET', `/table/${testTableId}/view`);\n expect(res.status).toBe(200);\n expect(res.data.length).toBeGreaterThan(0);\n });\n\n it('should allow getting single view with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const viewsRes = await apiRequest('GET', `/table/${testTableId}/view`);\n const viewId = viewsRes.data[0].id;\n\n const res = await apiRequest('GET', `/table/${testTableId}/view/${viewId}`);\n expect(res.status).toBe(200);\n });\n });\n\n describe('View Write Operations - Should be Denied', () => {\n it('should deny createView with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest('POST', `/table/${testTableId}/view`, {\n name: 'New View',\n type: ViewType.Grid,\n });\n expect(res.status).toBe(403);\n });\n\n it('should deny updateView with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const viewsRes = await apiRequest('GET', `/table/${testTableId}/view`);\n const viewId = viewsRes.data[0].id;\n\n const res = await apiRequest('PUT', `/table/${testTableId}/view/${viewId}/name`, {\n name: 'Updated View Name',\n });\n expect(res.status).toBe(403);\n });\n\n it('should deny deleteView with template header', async () => {\n // Create a new view first to avoid deleting the default view\n const newView = await createView(tableId, { name: 'Test View', type: ViewType.Grid });\n const viewId = newView.id;\n\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest('DELETE', `/table/${testTableId}/view/${viewId}`);\n expect(res.status).toBe(403);\n });\n });\n\n describe('Record Read Operations', () => {\n it('should allow getRecords with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest('GET', `/table/${testTableId}/record`);\n expect(res.status).toBe(200);\n expect(res.data.records.length).toBeGreaterThan(0);\n });\n\n it('should allow getting single record with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const recordsRes = await apiRequest('GET', `/table/${testTableId}/record`);\n const recordId = recordsRes.data.records[0].id;\n\n const res = await apiRequest('GET', `/table/${testTableId}/record/${recordId}`);\n expect(res.status).toBe(200);\n });\n });\n\n describe('Record Write Operations - Should be Denied', () => {\n it('should deny createRecords with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const res = await apiRequest('POST', `/table/${testTableId}/record`, {\n records: [{ fields: { Name: 'New Record' } }],\n });\n expect(res.status).toBe(403);\n });\n\n it('should deny updateRecord with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const recordsRes = await apiRequest('GET', `/table/${testTableId}/record`);\n const recordId = recordsRes.data.records[0].id;\n\n const res = await apiRequest('PATCH', `/table/${testTableId}/record/${recordId}`, {\n fields: { Name: 'Updated Name' },\n });\n expect(res.status).toBe(403);\n });\n\n it('should deny deleteRecord with template header', async () => {\n const tablesRes = await apiRequest('GET', `/base/${templateBaseId}/table`);\n const testTableId = tablesRes.data[0].id;\n\n const recordsRes = await apiRequest('GET', `/table/${testTableId}/record`);\n const recordId = recordsRes.data.records[0].id;\n\n const res = await apiRequest('DELETE', `/table/${testTableId}/record/${recordId}`);\n expect(res.status).toBe(403);\n });\n });\n\n describe('Permission Isolation - No Cross-Resource Permission Leakage', () => {\n it('should not allow accessing other bases with template header', async () => {\n const anotherBase = await createBase({\n name: 'Another Base',\n spaceId,\n });\n\n const res = await apiRequest('GET', `/base/${anotherBase.data.id}`);\n expect(res.status).toBe(isAnonymous ? 401 : 403);\n\n await deleteBase(anotherBase.data.id);\n });\n\n it('should not allow accessing tables from other bases', async () => {\n const anotherBase = await createBase({\n name: 'Another Base',\n spaceId,\n });\n await createTable(anotherBase.data.id, {\n name: 'Another Table',\n });\n\n const res = await apiRequest('GET', `/base/${anotherBase.data.id}/table`);\n expect(res.status).toBe(isAnonymous ? 401 : 403);\n\n await deleteBase(anotherBase.data.id);\n });\n });\n\n describe('Template Header Validation', () => {\n it('should reject expired or malformed template headers', async () => {\n const invalidHeaders = [\n 'invalid-jwt',\n 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.invalid.signature',\n 'xxxxx',\n 'Bearer token',\n ];\n\n for (const invalidHeader of invalidHeaders) {\n try {\n const axiosInstance = getAxios();\n await axiosInstance.get(`/base/${templateBaseId}/table`, {\n headers: {\n [IS_TEMPLATE_HEADER]: invalidHeader,\n },\n });\n throw new Error('Should have thrown 403');\n } catch (error: any) {\n expect(error.status).toBe(isAnonymous ? 401 : 403);\n }\n }\n });\n });\n });\n };\n\n // Run tests with anonymous user (no authentication)\n describe('Anonymous User Tests', () => {\n let anonymousAxios: AxiosInstance;\n\n beforeAll(() => {\n anonymousAxios = createAxios();\n });\n\n runTemplatePermissionTests('Anonymous user with template header', () => anonymousAxios, true);\n });\n\n // Run tests with authenticated new user (not a collaborator)\n describe('Authenticated Non-Collaborator Tests', () => {\n let newUserAxios: AxiosInstance;\n const newUserEmail = 'template-test-user@example.com';\n\n beforeAll(async () => {\n newUserAxios = await createNewUserAxios({\n email: newUserEmail,\n password: '12345678',\n });\n });\n\n runTemplatePermissionTests('Authenticated user with template header', () => newUserAxios);\n });\n\n describe('Normal Base Access (Without Template Header)', () => {\n it('should work without template header for authenticated requests', async () => {\n const res = await getBaseById(templateBaseId);\n expect(res.status).toBe(200);\n expect(res.data.id).toBe(templateBaseId);\n expect(res.data.template).toBeDefined();\n });\n\n it('should work without template header for anonymous requests', async () => {\n const anonymousAxios = createAxios();\n anonymousAxios.defaults.baseURL = defaultAxios.defaults.baseURL;\n const res = await anonymousAxios.get(`/base/${templateBaseId}`);\n expect(res.status).toBe(200);\n expect(res.data.id).toBe(templateBaseId);\n expect(res.data.template).toBeDefined();\n });\n });\n\n describe('Template preview app token operations', () => {\n let appToken: string;\n const anonymousAxios = createAxios();\n let authService: AuthService;\n\n beforeAll(async () => {\n authService = app.get(AuthService);\n });\n\n beforeEach(async () => {\n const { accessToken } = await authService.getTempInternalToken(\n templateBaseId,\n JwtAuthInternalType.App\n );\n appToken = accessToken;\n anonymousAxios.defaults.baseURL = defaultAxios.defaults.baseURL;\n });\n it('should allow getTableList with valid app token', async () => {\n const res = await anonymousAxios.get(`/base/${templateBaseId}/table`, {\n headers: {\n Authorization: `Bearer ${appToken}`,\n },\n });\n expect(res.status).toBe(200);\n expect(res.data.length).toBeGreaterThan(0);\n });\n\n it('should allow createTable with valid app token', async () => {\n const res = await anonymousAxios.post(\n `/base/${templateBaseId}/table`,\n {\n name: 'New Table',\n },\n {\n headers: {\n Authorization: `Bearer ${appToken}`,\n },\n }\n );\n expect(res.status).toBe(200);\n expect(res.data).toMatchObject({\n message: new TemplateAppTokenNotAllowedException().message,\n });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/template.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ITableFullVo } from '@teable/openapi';\nimport {\n createBase,\n createBaseFromTemplate,\n createSpace,\n createTable,\n createTemplate,\n createTemplateCategory,\n createTemplateSnapshot,\n deleteBase,\n deleteTemplate,\n deleteTemplateCategory,\n getBaseById,\n getFields,\n getPublishedTemplateList,\n getTableList,\n getTemplateCategoryList,\n getTemplateList,\n getTemplatePermalink,\n pinTopTemplate,\n updateTemplate,\n updateTemplateCategory,\n updateTemplateCategoryOrder,\n updateTemplateOrder,\n} from '@teable/openapi';\nimport { omit } from 'lodash';\nimport { deleteSpace, initApp } from './utils/init-app';\n\ndescribe('Template Open API Controller (e2e)', () => {\n let app: INestApplication;\n let prismaService: PrismaService;\n const spaceId = globalThis.testConfig.spaceId;\n let baseId: string;\n let templateSpaceId: string;\n\n beforeAll(async () => {\n const appContext = await initApp();\n app = appContext.app;\n prismaService = app.get(PrismaService);\n const tx = prismaService.txClient();\n await tx.space.update({\n where: {\n id: 'spcDefaultTempSpcId',\n },\n data: {\n isTemplate: null,\n },\n });\n const spaceData = await createSpace({\n name: 'test Template Space',\n });\n await tx.space.update({\n where: {\n id: spaceData.data.id,\n },\n data: {\n createdBy: 'system',\n isTemplate: true,\n },\n });\n templateSpaceId = spaceData.data.id;\n });\n\n afterAll(async () => {\n await deleteSpace(templateSpaceId);\n });\n\n beforeEach(async () => {\n const { id } = (\n await createBase({\n name: 'test base',\n spaceId,\n })\n ).data;\n baseId = id;\n });\n\n afterEach(async () => {\n const tx = prismaService.txClient();\n await tx.templateCategory.deleteMany({\n where: {},\n });\n await tx.template.deleteMany({\n where: {},\n });\n await deleteBase(baseId);\n });\n\n it('should create a empty template', async () => {\n const res = await createTemplate({});\n expect(res.status).toBe(201);\n expect(res.data).toBeDefined();\n });\n\n it('should get template list', async () => {\n const res1 = await getTemplateList();\n expect(res1.status).toBe(200);\n expect(res1.data.length).toBe(0);\n\n await createTemplate({});\n const res2 = await getTemplateList();\n expect(res2.status).toBe(200);\n expect(res2.data.length).toBe(1);\n });\n\n it('should get published template list', async () => {\n const res1 = await getPublishedTemplateList();\n expect(res1.status).toBe(200);\n expect(res1.data.length).toBe(0);\n\n const template = await createTemplate({});\n await updateTemplate(template.data.id, {\n name: 'test Template',\n description: 'test Template description',\n baseId: baseId,\n });\n\n await createTemplateSnapshot(template.data.id);\n await updateTemplate(template.data.id, {\n isPublished: true,\n });\n const res2 = await getPublishedTemplateList();\n expect(res2.status).toBe(200);\n expect(res2.data.length).toBe(1);\n });\n\n it('should pin-top template', async () => {\n const tmp1 = await createTemplate({});\n const tmp2 = await createTemplate({});\n const tmp3 = await createTemplate({});\n\n const tmpList = await getTemplateList();\n expect(tmpList.status).toBe(200);\n expect(tmpList.data.length).toBe(3);\n expect(tmpList.data.map(({ id }) => id)).toEqual([tmp1.data.id, tmp2.data.id, tmp3.data.id]);\n\n await pinTopTemplate(tmp3.data.id);\n\n const tmpList2 = await getTemplateList();\n expect(tmpList2.status).toBe(200);\n expect(tmpList2.data.length).toBe(3);\n expect(tmpList2.data.map(({ id }) => id)).toEqual([tmp3.data.id, tmp1.data.id, tmp2.data.id]);\n });\n\n describe('Template Order', () => {\n beforeEach(async () => {\n // Ensure database is clean before each test\n const tx = prismaService.txClient();\n await tx.template.deleteMany({\n where: {},\n });\n });\n\n it('should update template order - move to before anchor', async () => {\n // Create 3 templates\n const tmp1 = await createTemplate({});\n const tmp2 = await createTemplate({});\n const tmp3 = await createTemplate({});\n\n // Initial order: [tmp1, tmp2, tmp3]\n const initialList = await getTemplateList();\n expect(initialList.data.map(({ id }) => id)).toEqual([\n tmp1.data.id,\n tmp2.data.id,\n tmp3.data.id,\n ]);\n\n // Move tmp3 before tmp1\n await updateTemplateOrder({\n templateId: tmp3.data.id,\n anchorId: tmp1.data.id,\n position: 'before',\n });\n\n // Expected order: [tmp3, tmp1, tmp2]\n const updatedList = await getTemplateList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n tmp3.data.id,\n tmp1.data.id,\n tmp2.data.id,\n ]);\n });\n\n it('should update template order - move to after anchor', async () => {\n // Create 3 templates\n const tmp1 = await createTemplate({});\n const tmp2 = await createTemplate({});\n const tmp3 = await createTemplate({});\n\n // Initial order: [tmp1, tmp2, tmp3]\n const initialList = await getTemplateList();\n expect(initialList.data.map(({ id }) => id)).toEqual([\n tmp1.data.id,\n tmp2.data.id,\n tmp3.data.id,\n ]);\n\n // Move tmp1 after tmp3\n await updateTemplateOrder({\n templateId: tmp1.data.id,\n anchorId: tmp3.data.id,\n position: 'after',\n });\n\n // Expected order: [tmp2, tmp3, tmp1]\n const updatedList = await getTemplateList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n tmp2.data.id,\n tmp3.data.id,\n tmp1.data.id,\n ]);\n });\n\n it('should update template order - move middle item before first', async () => {\n // Create 3 templates\n const tmp1 = await createTemplate({});\n const tmp2 = await createTemplate({});\n const tmp3 = await createTemplate({});\n\n // Initial order: [tmp1, tmp2, tmp3]\n // Move tmp2 before tmp1\n await updateTemplateOrder({\n templateId: tmp2.data.id,\n anchorId: tmp1.data.id,\n position: 'before',\n });\n\n // Expected order: [tmp2, tmp1, tmp3]\n const updatedList = await getTemplateList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n tmp2.data.id,\n tmp1.data.id,\n tmp3.data.id,\n ]);\n });\n\n it('should update template order - move middle item after last', async () => {\n // Create 3 templates\n const tmp1 = await createTemplate({});\n const tmp2 = await createTemplate({});\n const tmp3 = await createTemplate({});\n\n // Initial order: [tmp1, tmp2, tmp3]\n // Move tmp2 after tmp3\n await updateTemplateOrder({\n templateId: tmp2.data.id,\n anchorId: tmp3.data.id,\n position: 'after',\n });\n\n // Expected order: [tmp1, tmp3, tmp2]\n const updatedList = await getTemplateList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n tmp1.data.id,\n tmp3.data.id,\n tmp2.data.id,\n ]);\n });\n\n it('should update template order - complex reordering', async () => {\n // Create 5 templates\n const tmp1 = await createTemplate({});\n const tmp2 = await createTemplate({});\n const tmp3 = await createTemplate({});\n const tmp4 = await createTemplate({});\n const tmp5 = await createTemplate({});\n\n // Initial order: [tmp1, tmp2, tmp3, tmp4, tmp5]\n const initialList = await getTemplateList();\n expect(initialList.data.map(({ id }) => id)).toEqual([\n tmp1.data.id,\n tmp2.data.id,\n tmp3.data.id,\n tmp4.data.id,\n tmp5.data.id,\n ]);\n\n // Move tmp5 before tmp2\n await updateTemplateOrder({\n templateId: tmp5.data.id,\n anchorId: tmp2.data.id,\n position: 'before',\n });\n\n // Expected order: [tmp1, tmp5, tmp2, tmp3, tmp4]\n let updatedList = await getTemplateList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n tmp1.data.id,\n tmp5.data.id,\n tmp2.data.id,\n tmp3.data.id,\n tmp4.data.id,\n ]);\n\n // Move tmp1 after tmp4\n await updateTemplateOrder({\n templateId: tmp1.data.id,\n anchorId: tmp4.data.id,\n position: 'after',\n });\n\n // Expected order: [tmp5, tmp2, tmp3, tmp4, tmp1]\n updatedList = await getTemplateList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n tmp5.data.id,\n tmp2.data.id,\n tmp3.data.id,\n tmp4.data.id,\n tmp1.data.id,\n ]);\n\n // Move tmp3 before tmp5\n await updateTemplateOrder({\n templateId: tmp3.data.id,\n anchorId: tmp5.data.id,\n position: 'before',\n });\n\n // Expected order: [tmp3, tmp5, tmp2, tmp4, tmp1]\n updatedList = await getTemplateList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n tmp3.data.id,\n tmp5.data.id,\n tmp2.data.id,\n tmp4.data.id,\n tmp1.data.id,\n ]);\n });\n\n it('should handle adjacent template reordering', async () => {\n // Create 3 templates\n const tmp1 = await createTemplate({});\n const tmp2 = await createTemplate({});\n const tmp3 = await createTemplate({});\n\n // Move tmp2 after tmp1 (already in this position, but should work)\n await updateTemplateOrder({\n templateId: tmp2.data.id,\n anchorId: tmp1.data.id,\n position: 'after',\n });\n\n // Order should remain: [tmp1, tmp2, tmp3]\n let updatedList = await getTemplateList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n tmp1.data.id,\n tmp2.data.id,\n tmp3.data.id,\n ]);\n\n // Swap tmp1 and tmp2 by moving tmp1 after tmp2\n await updateTemplateOrder({\n templateId: tmp1.data.id,\n anchorId: tmp2.data.id,\n position: 'after',\n });\n\n // Expected order: [tmp2, tmp1, tmp3]\n updatedList = await getTemplateList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n tmp2.data.id,\n tmp1.data.id,\n tmp3.data.id,\n ]);\n });\n\n it('should maintain order consistency after multiple operations', async () => {\n // Create 4 templates\n const tmp1 = await createTemplate({});\n const tmp2 = await createTemplate({});\n const tmp3 = await createTemplate({});\n const tmp4 = await createTemplate({});\n\n // Perform multiple reordering operations\n await updateTemplateOrder({\n templateId: tmp4.data.id,\n anchorId: tmp1.data.id,\n position: 'before',\n });\n // Order: [tmp4, tmp1, tmp2, tmp3]\n\n await updateTemplateOrder({\n templateId: tmp2.data.id,\n anchorId: tmp4.data.id,\n position: 'before',\n });\n // Order: [tmp2, tmp4, tmp1, tmp3]\n\n await updateTemplateOrder({\n templateId: tmp3.data.id,\n anchorId: tmp2.data.id,\n position: 'after',\n });\n // Order: [tmp2, tmp3, tmp4, tmp1]\n\n const finalList = await getTemplateList();\n expect(finalList.data.map(({ id }) => id)).toEqual([\n tmp2.data.id,\n tmp3.data.id,\n tmp4.data.id,\n tmp1.data.id,\n ]);\n });\n });\n\n it('should support update template markdown description and get ', async () => {\n const template = await createTemplate({});\n await updateTemplate(template.data.id, {\n markdownDescription: '# test markdown description',\n });\n const tmpList = await getTemplateList();\n expect(tmpList.status).toBe(200);\n expect(tmpList.data.length).toBe(1);\n expect(tmpList.data[0].markdownDescription).toBe('# test markdown description');\n });\n\n it('should delete template', async () => {\n const template = await createTemplate({});\n const res1 = await getTemplateList();\n expect(res1.status).toBe(200);\n expect(res1.data.length).toBe(1);\n await deleteTemplate(template.data.id);\n const res2 = await getTemplateList();\n expect(res2.status).toBe(200);\n expect(res2.data.length).toBe(0);\n });\n\n describe('Template List Pagination', () => {\n it('should paginate template list with skip and take', async () => {\n // Create 5 templates\n await Promise.all([\n createTemplate({}),\n createTemplate({}),\n createTemplate({}),\n createTemplate({}),\n createTemplate({}),\n ]);\n\n // Get all templates for verification\n const allTemplates = await getTemplateList();\n const allTemplateIds = allTemplates.data.map((t) => t.id);\n expect(allTemplateIds.length).toBe(5);\n\n // Get first 2 templates\n const res1 = await getTemplateList({ skip: 0, take: 2 });\n expect(res1.status).toBe(200);\n expect(res1.data.length).toBe(2);\n const res1Ids = res1.data.map((t) => t.id);\n\n // Skip 2, get next 2 templates\n const res2 = await getTemplateList({ skip: 2, take: 2 });\n expect(res2.status).toBe(200);\n expect(res2.data.length).toBe(2);\n const res2Ids = res2.data.map((t) => t.id);\n\n // Skip 4, get last 1 template\n const res3 = await getTemplateList({ skip: 4, take: 2 });\n expect(res3.status).toBe(200);\n expect(res3.data.length).toBe(1);\n const res3Ids = res3.data.map((t) => t.id);\n\n // Verify all returned IDs are in the total list\n const paginatedIds = [...res1Ids, ...res2Ids, ...res3Ids];\n expect(paginatedIds.every((id) => allTemplateIds.includes(id))).toBe(true);\n\n // Verify pagination results have no duplicates\n expect(new Set(paginatedIds).size).toBe(5);\n\n // Verify pagination results cover all templates\n expect(paginatedIds.sort()).toEqual(allTemplateIds.sort());\n });\n\n it('should handle skip beyond total count', async () => {\n // Create 3 templates\n await Promise.all([createTemplate({}), createTemplate({}), createTemplate({})]);\n\n // Skip 10 (beyond total count)\n const res = await getTemplateList({ skip: 10, take: 5 });\n expect(res.status).toBe(200);\n expect(res.data.length).toBe(0);\n });\n\n it('should handle take with 0', async () => {\n // Create 3 templates\n await Promise.all([createTemplate({}), createTemplate({}), createTemplate({})]);\n\n // Take is 0\n const res = await getTemplateList({ skip: 0, take: 0 });\n expect(res.status).toBe(200);\n expect(res.data.length).toBe(0);\n });\n\n it('should return all templates when skip and take not provided', async () => {\n // Create 5 templates\n await Promise.all([\n createTemplate({}),\n createTemplate({}),\n createTemplate({}),\n createTemplate({}),\n createTemplate({}),\n ]);\n\n const res = await getTemplateList();\n expect(res.status).toBe(200);\n expect(res.data.length).toBe(5);\n });\n });\n\n describe('Published Template List Pagination', () => {\n const publishedBases: string[] = [];\n\n beforeEach(async () => {\n // Create separate base for each template because base_id has unique constraint\n for (let i = 0; i < 5; i++) {\n const base = await createBase({\n name: `test base ${i}`,\n spaceId,\n });\n publishedBases.push(base.data.id);\n\n const template = await createTemplate({});\n await updateTemplate(template.data.id, {\n name: `test Template ${i}`,\n description: `test Template description ${i}`,\n baseId: base.data.id,\n });\n await createTemplateSnapshot(template.data.id);\n await updateTemplate(template.data.id, {\n isPublished: true,\n });\n }\n });\n\n afterEach(async () => {\n // Clean up created bases\n for (const publishedBaseId of publishedBases) {\n await deleteBase(publishedBaseId);\n }\n publishedBases.length = 0;\n });\n\n it('should paginate published template list with skip and take', async () => {\n // Get first 2 templates\n const res1 = await getPublishedTemplateList({ skip: 0, take: 2 });\n expect(res1.status).toBe(200);\n expect(res1.data.length).toBe(2);\n\n // Skip 2, get next 2 templates\n const res2 = await getPublishedTemplateList({ skip: 2, take: 2 });\n expect(res2.status).toBe(200);\n expect(res2.data.length).toBe(2);\n\n // Skip 4, get last 1 template\n const res3 = await getPublishedTemplateList({ skip: 4, take: 2 });\n expect(res3.status).toBe(200);\n expect(res3.data.length).toBe(1);\n });\n\n it('should handle skip beyond total published count', async () => {\n // Skip 50 (beyond total count)\n const res = await getPublishedTemplateList({ skip: 50, take: 5 });\n expect(res.status).toBe(200);\n expect(res.data.length).toBe(0);\n });\n\n it('should only return published templates with pagination', async () => {\n // Create an unpublished template (without baseId to avoid unique constraint conflict)\n const unpublishedTemplate = await createTemplate({});\n await updateTemplate(unpublishedTemplate.data.id, {\n name: 'unpublished template',\n description: 'unpublished description',\n });\n\n // Get all published templates\n const res = await getPublishedTemplateList({ skip: 0, take: 50 });\n expect(res.status).toBe(200);\n expect(res.data.length).toBe(5); // Should only have 5 published templates\n expect(res.data.every((t) => t.id !== unpublishedTemplate.data.id)).toBe(true);\n });\n\n it('should paginate with search parameter', async () => {\n // Search for templates containing 'Template 2'\n const res = await getPublishedTemplateList({ skip: 0, take: 10, search: 'Template 2' });\n expect(res.status).toBe(200);\n expect(res.data.length).toBe(1);\n expect(res.data[0].name).toBe('test Template 2');\n });\n });\n\n describe('Template Category', () => {\n it('should create template category', async () => {\n const res = await createTemplateCategory({\n name: 'crm',\n });\n expect(res.status).toBe(201);\n expect(res.data?.name).toBe('crm');\n expect(res.data?.order).toBe(1);\n\n const res2 = await getTemplateCategoryList();\n expect(res2.status).toBe(200);\n expect(res2.data.length).toBe(1);\n });\n\n it('should update template category', async () => {\n const res = await createTemplateCategory({\n name: 'crm',\n });\n expect(res.status).toBe(201);\n expect(res.data?.name).toBe('crm');\n\n await updateTemplateCategory(res.data.id, {\n name: 'crm2',\n });\n\n const res2 = await getTemplateCategoryList();\n expect(res2.status).toBe(200);\n expect(res2.data?.[0].name).toBe('crm2');\n });\n\n it('should delete template category', async () => {\n const res = await createTemplateCategory({\n name: 'crm',\n });\n expect(res.status).toBe(201);\n expect(res.data?.name).toBe('crm');\n\n await deleteTemplateCategory(res.data.id);\n\n const res2 = await getTemplateCategoryList();\n expect(res2.status).toBe(200);\n expect(res2.data.length).toBe(0);\n });\n\n describe('Template Category Order', () => {\n it('should update template category order - move to before anchor', async () => {\n // Create 3 categories\n const cat1 = await createTemplateCategory({ name: 'category1' });\n const cat2 = await createTemplateCategory({ name: 'category2' });\n const cat3 = await createTemplateCategory({ name: 'category3' });\n\n // Initial order: [cat1, cat2, cat3]\n const initialList = await getTemplateCategoryList();\n expect(initialList.data.map(({ id }) => id)).toEqual([\n cat1.data.id,\n cat2.data.id,\n cat3.data.id,\n ]);\n\n // Move cat3 before cat1\n await updateTemplateCategoryOrder({\n templateCategoryId: cat3.data.id,\n anchorId: cat1.data.id,\n position: 'before',\n });\n\n // Expected order: [cat3, cat1, cat2]\n const updatedList = await getTemplateCategoryList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n cat3.data.id,\n cat1.data.id,\n cat2.data.id,\n ]);\n });\n\n it('should update template category order - move to after anchor', async () => {\n // Create 3 categories\n const cat1 = await createTemplateCategory({ name: 'category1' });\n const cat2 = await createTemplateCategory({ name: 'category2' });\n const cat3 = await createTemplateCategory({ name: 'category3' });\n\n // Initial order: [cat1, cat2, cat3]\n const initialList = await getTemplateCategoryList();\n expect(initialList.data.map(({ id }) => id)).toEqual([\n cat1.data.id,\n cat2.data.id,\n cat3.data.id,\n ]);\n\n // Move cat1 after cat3\n await updateTemplateCategoryOrder({\n templateCategoryId: cat1.data.id,\n anchorId: cat3.data.id,\n position: 'after',\n });\n\n // Expected order: [cat2, cat3, cat1]\n const updatedList = await getTemplateCategoryList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n cat2.data.id,\n cat3.data.id,\n cat1.data.id,\n ]);\n });\n\n it('should update template category order - move middle item before first', async () => {\n // Create 3 categories\n const cat1 = await createTemplateCategory({ name: 'category1' });\n const cat2 = await createTemplateCategory({ name: 'category2' });\n const cat3 = await createTemplateCategory({ name: 'category3' });\n\n // Initial order: [cat1, cat2, cat3]\n // Move cat2 before cat1\n await updateTemplateCategoryOrder({\n templateCategoryId: cat2.data.id,\n anchorId: cat1.data.id,\n position: 'before',\n });\n\n // Expected order: [cat2, cat1, cat3]\n const updatedList = await getTemplateCategoryList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n cat2.data.id,\n cat1.data.id,\n cat3.data.id,\n ]);\n });\n\n it('should update template category order - complex reordering', async () => {\n // Create 5 categories\n const cat1 = await createTemplateCategory({ name: 'category1' });\n const cat2 = await createTemplateCategory({ name: 'category2' });\n const cat3 = await createTemplateCategory({ name: 'category3' });\n const cat4 = await createTemplateCategory({ name: 'category4' });\n const cat5 = await createTemplateCategory({ name: 'category5' });\n\n // Initial order: [cat1, cat2, cat3, cat4, cat5]\n const initialList = await getTemplateCategoryList();\n expect(initialList.data.map(({ id }) => id)).toEqual([\n cat1.data.id,\n cat2.data.id,\n cat3.data.id,\n cat4.data.id,\n cat5.data.id,\n ]);\n\n // Move cat5 before cat2\n await updateTemplateCategoryOrder({\n templateCategoryId: cat5.data.id,\n anchorId: cat2.data.id,\n position: 'before',\n });\n\n // Expected order: [cat1, cat5, cat2, cat3, cat4]\n let updatedList = await getTemplateCategoryList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n cat1.data.id,\n cat5.data.id,\n cat2.data.id,\n cat3.data.id,\n cat4.data.id,\n ]);\n\n // Move cat1 after cat4\n await updateTemplateCategoryOrder({\n templateCategoryId: cat1.data.id,\n anchorId: cat4.data.id,\n position: 'after',\n });\n\n // Expected order: [cat5, cat2, cat3, cat4, cat1]\n updatedList = await getTemplateCategoryList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n cat5.data.id,\n cat2.data.id,\n cat3.data.id,\n cat4.data.id,\n cat1.data.id,\n ]);\n });\n\n it('should handle adjacent category reordering', async () => {\n // Create 3 categories\n const cat1 = await createTemplateCategory({ name: 'category1' });\n const cat2 = await createTemplateCategory({ name: 'category2' });\n const cat3 = await createTemplateCategory({ name: 'category3' });\n\n // Move cat2 after cat1 (already in this position, but should work)\n await updateTemplateCategoryOrder({\n templateCategoryId: cat2.data.id,\n anchorId: cat1.data.id,\n position: 'after',\n });\n\n // Order should remain: [cat1, cat2, cat3]\n let updatedList = await getTemplateCategoryList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n cat1.data.id,\n cat2.data.id,\n cat3.data.id,\n ]);\n\n // Swap cat1 and cat2 by moving cat1 after cat2\n await updateTemplateCategoryOrder({\n templateCategoryId: cat1.data.id,\n anchorId: cat2.data.id,\n position: 'after',\n });\n\n // Expected order: [cat2, cat1, cat3]\n updatedList = await getTemplateCategoryList();\n expect(updatedList.data.map(({ id }) => id)).toEqual([\n cat2.data.id,\n cat1.data.id,\n cat3.data.id,\n ]);\n });\n\n it('should maintain order consistency after multiple operations', async () => {\n // Create 4 categories\n const cat1 = await createTemplateCategory({ name: 'category1' });\n const cat2 = await createTemplateCategory({ name: 'category2' });\n const cat3 = await createTemplateCategory({ name: 'category3' });\n const cat4 = await createTemplateCategory({ name: 'category4' });\n\n // Perform multiple reordering operations\n await updateTemplateCategoryOrder({\n templateCategoryId: cat4.data.id,\n anchorId: cat1.data.id,\n position: 'before',\n });\n // Order: [cat4, cat1, cat2, cat3]\n\n await updateTemplateCategoryOrder({\n templateCategoryId: cat2.data.id,\n anchorId: cat4.data.id,\n position: 'before',\n });\n // Order: [cat2, cat4, cat1, cat3]\n\n await updateTemplateCategoryOrder({\n templateCategoryId: cat3.data.id,\n anchorId: cat2.data.id,\n position: 'after',\n });\n // Order: [cat2, cat3, cat4, cat1]\n\n const finalList = await getTemplateCategoryList();\n expect(finalList.data.map(({ id }) => id)).toEqual([\n cat2.data.id,\n cat3.data.id,\n cat4.data.id,\n cat1.data.id,\n ]);\n });\n });\n });\n\n describe('Create Base From Template', () => {\n let templateId: string;\n let templateBaseId: string;\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n beforeEach(async () => {\n // create a template in a base\n const templateBase = await createBase({\n name: 'Template Base',\n icon: '🚀',\n spaceId,\n });\n templateBaseId = templateBase.data.id;\n table1 = (\n await createTable(templateBaseId, {\n name: 'table1',\n })\n ).data;\n\n table2 = (\n await createTable(templateBaseId, {\n name: 'table2',\n })\n ).data;\n\n // use this base to be a template\n const template = await createTemplate({});\n templateId = template.data.id;\n\n await updateTemplate(template.data.id, {\n name: 'test Template',\n description: 'test Template description',\n baseId: templateBaseId,\n });\n\n await createTemplateSnapshot(template.data.id);\n\n await updateTemplate(template.data.id, {\n isPublished: true,\n });\n });\n\n afterEach(async () => {\n await deleteBase(templateBaseId);\n });\n\n it('should create base from template', async () => {\n const createBaseRes = (\n await createBaseFromTemplate({\n spaceId,\n templateId,\n withRecords: true,\n })\n ).data;\n const createdBaseId = createBaseRes.id;\n const tables = (await getTableList(createdBaseId)).data;\n // table\n expect(tables.length).toBe(2);\n expect(tables[0].name).toBe('table1');\n expect(tables[1].name).toBe('table2');\n const table1Fields = (await getFields(tables[0].id)).data?.map((f) => omit(f, ['id']));\n const table2Fields = (await getFields(tables[1].id)).data?.map((f) => omit(f, ['id']));\n\n // fields\n const originalTable1Fields = table1.fields.map((f) => omit(f, ['id']));\n const originalTable2Fields = table2.fields.map((f) => omit(f, ['id']));\n expect(table1Fields).toEqual(originalTable1Fields);\n expect(table2Fields).toEqual(originalTable2Fields);\n });\n\n it('should apply template to a base', async () => {\n const applyBase = await createBase({\n name: 'Apply Base',\n spaceId,\n });\n\n // remain original base table\n await createTable(applyBase.data.id, {\n name: 'table3',\n });\n\n const createBaseRes = (\n await createBaseFromTemplate({\n spaceId,\n templateId,\n withRecords: true,\n baseId: applyBase.data.id,\n })\n ).data;\n\n const createdBaseId = createBaseRes.id;\n const tables = (await getTableList(createdBaseId)).data;\n // table\n expect(tables.length).toBe(3);\n expect(tables[1].name).toBe('table1');\n expect(tables[2].name).toBe('table2');\n const table1Fields = (await getFields(tables[1].id)).data?.map((f) => omit(f, ['id']));\n const table2Fields = (await getFields(tables[2].id)).data?.map((f) => omit(f, ['id']));\n\n // fields\n const originalTable1Fields = table1.fields.map((f) => omit(f, ['id']));\n const originalTable2Fields = table2.fields.map((f) => omit(f, ['id']));\n expect(table1Fields).toEqual(originalTable1Fields);\n expect(table2Fields).toEqual(originalTable2Fields);\n\n // base icon and name\n const applyBaseInfo = (await getBaseById(applyBase.data.id)).data;\n expect(applyBaseInfo.icon).toBe('🚀');\n expect(applyBaseInfo.name).toBe('test Template');\n });\n });\n\n describe('Template Permalink', () => {\n let templateId: string;\n let snapshotBaseId: string;\n\n beforeEach(async () => {\n // Create a base with a table\n await createTable(baseId, {\n name: 'Test Table',\n });\n\n // Create and publish a template\n const template = await createTemplate({\n name: 'Test Permalink Template',\n description: 'Template for testing permalink',\n });\n templateId = template.data.id;\n\n // Link template to base\n await updateTemplate(templateId, {\n baseId: baseId,\n });\n\n // Create snapshot\n await createTemplateSnapshot(templateId);\n\n // Get snapshot baseId from template\n const updatedTemplate = await prismaService.txClient().template.findUnique({\n where: { id: templateId },\n select: { snapshot: true },\n });\n const snapshot = updatedTemplate?.snapshot\n ? JSON.parse(updatedTemplate.snapshot as string)\n : {};\n snapshotBaseId = snapshot.baseId;\n\n // Publish the template\n await updateTemplate(templateId, {\n isPublished: true,\n });\n });\n\n it('should resolve permalink and return redirect URL', async () => {\n const result = await getTemplatePermalink(templateId);\n\n expect(result.status).toBe(200);\n expect(result.data).toBeDefined();\n expect(result.data.redirectUrl).toBeDefined();\n expect(typeof result.data.redirectUrl).toBe('string');\n // Should redirect to the snapshot base\n expect(result.data.redirectUrl).toContain('/base/');\n expect(result.data.redirectUrl).toContain(snapshotBaseId);\n });\n\n it('should return 404 for non-existent template', async () => {\n const fakeTemplateId = 'tplxxxxxxxxxxxxxx';\n await expect(getTemplatePermalink(fakeTemplateId)).rejects.toMatchObject({\n status: 404,\n });\n });\n\n it('should return error for unpublished template', async () => {\n // Create a separate base for this template to avoid unique constraint error\n const unpublishedBase = await createBase({\n name: 'Unpublished Template Base',\n spaceId,\n });\n\n // Create an unpublished template\n const unpublishedTemplate = await createTemplate({\n name: 'Unpublished Template',\n });\n\n await updateTemplate(unpublishedTemplate.data.id, {\n baseId: unpublishedBase.data.id,\n });\n\n await createTemplateSnapshot(unpublishedTemplate.data.id);\n\n await expect(getTemplatePermalink(unpublishedTemplate.data.id)).rejects.toMatchObject({\n status: 403,\n });\n\n // Cleanup\n await deleteBase(unpublishedBase.data.id);\n });\n\n it('should return custom defaultUrl when publishInfo exists', async () => {\n // Update template with custom publishInfo\n const customUrl = `/base/${snapshotBaseId}/table/tblxxxxxx/viwxxxxxx`;\n await prismaService.txClient().template.update({\n where: { id: templateId },\n data: {\n publishInfo: {\n defaultUrl: customUrl,\n },\n },\n });\n\n const result = await getTemplatePermalink(templateId);\n\n expect(result.status).toBe(200);\n expect(result.data.redirectUrl).toBe(customUrl);\n });\n\n it('should return error for invalid identifier format', async () => {\n const invalidId = 'invalid-id-format';\n await expect(getTemplatePermalink(invalidId)).rejects.toMatchObject({\n status: 404,\n });\n });\n\n it('should cache permalink results', async () => {\n // First call\n const result1 = await getTemplatePermalink(templateId);\n expect(result1.status).toBe(200);\n\n // Second call (should hit cache)\n const result2 = await getTemplatePermalink(templateId);\n expect(result2.status).toBe(200);\n expect(result2.data.redirectUrl).toBe(result1.data.redirectUrl);\n });\n\n it('should handle template without publishInfo gracefully', async () => {\n // Create a separate base for this template to avoid unique constraint error\n const simpleBase = await createBase({\n name: 'Simple Template Base',\n spaceId,\n });\n\n // Create template without publishInfo\n const simpleTemplate = await createTemplate({\n name: 'Simple Template',\n });\n\n await updateTemplate(simpleTemplate.data.id, {\n baseId: simpleBase.data.id,\n });\n\n await createTemplateSnapshot(simpleTemplate.data.id);\n\n // Get snapshot baseId from template\n const updatedTemplate = await prismaService.txClient().template.findUnique({\n where: { id: simpleTemplate.data.id },\n select: { snapshot: true },\n });\n const snapshot = updatedTemplate?.snapshot\n ? JSON.parse(updatedTemplate.snapshot as string)\n : {};\n const simpleSnapshotBaseId = snapshot.baseId;\n\n await updateTemplate(simpleTemplate.data.id, {\n isPublished: true,\n });\n\n const result = await getTemplatePermalink(simpleTemplate.data.id);\n\n expect(result.status).toBe(200);\n expect(result.data.redirectUrl).toBe(`/base/${simpleSnapshotBaseId}`);\n\n // Cleanup\n await deleteBase(simpleBase.data.id);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/trash.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldType, Relationship } from '@teable/core';\nimport type { ITrashItemVo } from '@teable/openapi';\nimport {\n getTrash,\n getTrashItems,\n resetTrashItems,\n ResourceType,\n restoreTrash,\n trashVoSchema,\n} from '@teable/openapi';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport { createAwaitWithEvent } from './utils/event-promise';\nimport {\n initApp,\n createSpace,\n createBase,\n permanentDeleteSpace,\n deleteSpace,\n deleteBase,\n deleteTable,\n createTable,\n createField,\n} from './utils/init-app';\n\nconst isForceV2 = process.env.FORCE_V2_ALL === 'true';\nconst sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\nconst waitForBaseTrashItems = async (baseId: string, expectedCount = 1, maxRetries = 100) => {\n for (let i = 0; i < maxRetries; i++) {\n const result = await getTrashItems({ resourceId: baseId, resourceType: ResourceType.Base });\n if (result.data.trashItems.length >= expectedCount) {\n return result;\n }\n await sleep(100);\n }\n\n return await getTrashItems({ resourceId: baseId, resourceType: ResourceType.Base });\n};\n\ndescribe('Trash (e2e)', () => {\n let app: INestApplication;\n let eventEmitterService: EventEmitterService;\n\n let awaitWithSpaceEvent: (fn: () => Promise) => Promise;\n let awaitWithBaseEvent: (fn: () => Promise) => Promise;\n let awaitWithTableEvent: (fn: () => Promise) => Promise;\n const awaitWithTableDeleteSync = async (fn: () => Promise) =>\n isForceV2 ? await fn() : awaitWithTableEvent(fn);\n\n beforeAll(async () => {\n const appCtx = await initApp();\n\n app = appCtx.app;\n eventEmitterService = app.get(EventEmitterService);\n\n awaitWithSpaceEvent = createAwaitWithEvent(eventEmitterService, Events.SPACE_DELETE);\n awaitWithBaseEvent = createAwaitWithEvent(eventEmitterService, Events.BASE_DELETE);\n awaitWithTableEvent = createAwaitWithEvent(eventEmitterService, Events.TABLE_DELETE);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n describe('Retrieving trash items', () => {\n let spaceId: string;\n let baseId: string;\n\n beforeEach(async () => {\n spaceId = (await createSpace({})).id;\n baseId = (await createBase({ spaceId })).id;\n });\n\n afterEach(async () => {\n try {\n await permanentDeleteSpace(spaceId);\n } catch (e) {\n console.log('Space not found');\n }\n });\n\n it('should get trash for space', async () => {\n await awaitWithSpaceEvent(() => deleteSpace(spaceId));\n\n const res = await getTrash({ resourceType: ResourceType.Space });\n\n expect(trashVoSchema.safeParse(res.data).success).toEqual(true);\n });\n\n it('should get trash for base', async () => {\n await awaitWithBaseEvent(() => deleteBase(baseId));\n\n const res = await getTrash({ resourceType: ResourceType.Base });\n\n expect(trashVoSchema.safeParse(res.data).success).toEqual(true);\n });\n\n it('should retrieve trash items for base when a table is deleted', async () => {\n const tableId = (await createTable(baseId, {})).id;\n await awaitWithTableDeleteSync(() => deleteTable(baseId, tableId));\n\n const res = await waitForBaseTrashItems(baseId, 1);\n\n expect(res.data.trashItems.length).toBe(1);\n expect((res.data.trashItems[0] as ITrashItemVo).resourceId).toBe(tableId);\n });\n\n it('should retrieve trash items for base when a linked foreign table is deleted', async () => {\n const mainTableId = (await createTable(baseId, {})).id;\n const foreignTableId = (await createTable(baseId, {})).id;\n\n await createField(mainTableId, {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyMany,\n foreignTableId,\n },\n });\n\n await awaitWithTableDeleteSync(() => deleteTable(baseId, foreignTableId));\n\n const res = await waitForBaseTrashItems(baseId, 1);\n\n expect(res.data.trashItems.length).toBe(1);\n expect((res.data.trashItems[0] as ITrashItemVo).resourceId).toBe(foreignTableId);\n });\n });\n\n describe('Restoring trash items', () => {\n let spaceId: string;\n let baseId: string;\n let tableId: string;\n\n beforeEach(async () => {\n spaceId = (await createSpace({})).id;\n baseId = (await createBase({ spaceId })).id;\n tableId = (await createTable(baseId, {})).id;\n });\n\n afterEach(async () => {\n try {\n await permanentDeleteSpace(spaceId);\n } catch (e) {\n console.log('Space not found');\n }\n });\n\n it('should restore space successfully', async () => {\n await awaitWithSpaceEvent(() => deleteSpace(spaceId));\n\n const trash = (await getTrash({ resourceType: ResourceType.Space })).data;\n const restored = await restoreTrash(trash.trashItems[0].id);\n\n expect(restored.status).toEqual(201);\n });\n\n it('should restore base successfully', async () => {\n await awaitWithBaseEvent(() => deleteBase(baseId));\n\n const trash = (await getTrash({ resourceType: ResourceType.Base })).data;\n const restored = await restoreTrash(trash.trashItems[0].id);\n\n expect(restored.status).toEqual(201);\n });\n\n it('should restore table successfully', async () => {\n await awaitWithTableDeleteSync(() => deleteTable(baseId, tableId));\n\n const trash = (await waitForBaseTrashItems(baseId, 1)).data;\n const restored = await restoreTrash(trash.trashItems[0].id);\n\n expect(restored.status).toEqual(201);\n });\n\n it('should expose restore-table canary headers when restoring a table trash item', async () => {\n await awaitWithTableDeleteSync(() => deleteTable(baseId, tableId));\n\n const trash = (await waitForBaseTrashItems(baseId, 1)).data;\n const restored = await restoreTrash(trash.trashItems[0].id);\n\n expect(restored.status).toEqual(201);\n expect(restored.headers['x-teable-v2']).toBe(isForceV2 ? 'true' : 'false');\n expect(restored.headers['x-teable-v2-feature']).toBe('restoreTable');\n expect(restored.headers['x-teable-v2-reason']).toBeTruthy();\n });\n });\n\n describe('Reset trash items for base', () => {\n let spaceId: string;\n let baseId: string;\n\n beforeEach(async () => {\n spaceId = (await createSpace({})).id;\n baseId = (await createBase({ spaceId })).id;\n });\n\n afterEach(async () => {\n try {\n await permanentDeleteSpace(spaceId);\n } catch (e) {\n console.log('Space not found');\n }\n });\n\n it('should reset trash items successfully', async () => {\n const tableId1 = (await createTable(baseId, {})).id;\n const tableId2 = (await createTable(baseId, {})).id;\n const tableId3 = (await createTable(baseId, {})).id;\n\n await awaitWithTableDeleteSync(() => deleteTable(baseId, tableId1));\n await awaitWithTableDeleteSync(() => deleteTable(baseId, tableId2));\n await awaitWithTableDeleteSync(() => deleteTable(baseId, tableId3));\n\n const trash = (await waitForBaseTrashItems(baseId, 3)).data;\n\n expect(trash.trashItems.length).toEqual(3);\n\n await resetTrashItems({ resourceType: ResourceType.Base, resourceId: baseId });\n\n const resetTrash = (\n await getTrashItems({ resourceId: baseId, resourceType: ResourceType.Base })\n ).data;\n\n expect(resetTrash.trashItems.length).toEqual(0);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/undo-redo.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo, ILinkFieldOptions, IRollupFieldOptions } from '@teable/core';\nimport {\n CellValueType,\n DbFieldType,\n FieldKeyType,\n FieldType,\n getRandomString,\n Relationship,\n ViewType,\n} from '@teable/core';\nimport {\n axios,\n clear,\n convertField,\n copy,\n createField,\n createRecords,\n createView,\n deleteField,\n deleteFields,\n deleteRecord,\n deleteRecords,\n deleteSelection,\n deleteView,\n getField,\n getFields,\n getRecord,\n getRecords,\n getView,\n getViewList,\n paste,\n redo,\n undo,\n updateRecord,\n updateRecordOrders,\n updateRecords,\n updateViewColumnMeta,\n updateViewDescription,\n updateViewFilter,\n updateViewName,\n updateViewOrder,\n X_CANARY_HEADER,\n} from '@teable/openapi';\nimport type { ITableFullVo } from '@teable/openapi';\nimport { EventEmitterService } from '../src/event-emitter/event-emitter.service';\nimport { Events } from '../src/event-emitter/events';\nimport { X_TEABLE_V2_HEADER } from '../src/features/canary/interceptors/v2-indicator.interceptor';\nimport { X_TEABLE_UNDO_REDO_ENGINE_HEADER } from '../src/features/undo-redo/open-api/undo-redo.service';\nimport { createAwaitWithEvent } from './utils/event-promise';\nimport { initApp, permanentDeleteTable, createTable, updateRecordByApi } from './utils/init-app';\n\nconst isForceV2 = process.env.FORCE_V2_ALL === 'true';\nconst canRunCanaryV2 =\n process.env.FORCE_V2_ALL === 'true' || process.env.ENABLE_CANARY_FEATURE === 'true';\n\ndescribe('Undo Redo (e2e)', () => {\n let app: INestApplication;\n let table: ITableFullVo;\n let eventEmitterService: EventEmitterService;\n let awaitWithEvent: (fn: () => Promise) => Promise;\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n eventEmitterService = app.get(EventEmitterService);\n const windowId = 'win' + getRandomString(8);\n axios.interceptors.request.use((config) => {\n config.headers['X-Window-Id'] = windowId;\n return config;\n });\n awaitWithEvent = isForceV2\n ? async (action: () => Promise) => await action()\n : createAwaitWithEvent(eventEmitterService, Events.OPERATION_PUSH);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n table = await createTable(baseId, { name: 'table1' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should undo / redo create records', async () => {\n await createField(table.id, { type: FieldType.CreatedTime });\n await createField(table.id, { type: FieldType.LastModifiedTime });\n\n const createRecordsRes = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [table.fields[0].id]: 'record1' } }],\n order: {\n viewId: table.views[0].id,\n anchorId: table.records[0].id,\n position: 'after',\n },\n });\n const expectedUndoRedoEngine =\n createRecordsRes.headers[X_TEABLE_V2_HEADER] === 'true' ? 'v2' : 'v1';\n const record1 = createRecordsRes.data.records[0];\n\n const allRecords = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n expect(allRecords.data.records).toHaveLength(4);\n\n const undoRes = await undo(table.id);\n expect(undoRes.headers[X_TEABLE_UNDO_REDO_ENGINE_HEADER]).toBe(expectedUndoRedoEngine);\n\n const allRecordsAfterUndo = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n expect(allRecordsAfterUndo.data.records).toHaveLength(3);\n expect(allRecordsAfterUndo.data.records.find((r) => r.id === record1.id)).toBeUndefined();\n\n const redoRes = await redo(table.id);\n expect(redoRes.headers[X_TEABLE_UNDO_REDO_ENGINE_HEADER]).toBe(expectedUndoRedoEngine);\n\n const allRecordsAfterRedo = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n expect(allRecordsAfterRedo.data.records).toHaveLength(4);\n\n // back to index 1\n expect(allRecordsAfterRedo.data.records[1]).toMatchObject(record1);\n\n await updateRecord(table.id, record1.id, {\n fieldKeyType: FieldKeyType.Id,\n record: { fields: { [table.fields[0].id]: 'new value' } },\n });\n });\n\n it('should undo / redo delete record', async () => {\n await awaitWithEvent(() => createField(table.id, { type: FieldType.CreatedTime }));\n await awaitWithEvent(() => createField(table.id, { type: FieldType.LastModifiedTime }));\n\n // index 1\n const record1 = (\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [table.fields[0].id]: 'record1' } }],\n order: {\n viewId: table.views[0].id,\n anchorId: table.records[0].id,\n position: 'after',\n },\n })\n ).data.records[0];\n\n await awaitWithEvent(() => deleteRecord(table.id, record1.id));\n\n const allRecords = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n // 4 -> 3\n expect(allRecords.data.records).toHaveLength(3);\n\n await undo(table.id);\n\n const allRecordsAfterUndo = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n // 3 -> 4\n expect(allRecordsAfterUndo.data.records).toHaveLength(4);\n // back to index 1\n expect(allRecordsAfterUndo.data.records[1]).toMatchObject(record1);\n\n await redo(table.id);\n\n const allRecordsAfterRedo = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n expect(allRecordsAfterRedo.data.records).toHaveLength(3);\n expect(allRecordsAfterRedo.data.records.find((r) => r.id === record1.id)).toBeUndefined();\n });\n\n it('should undo / redo delete selection records', async () => {\n await awaitWithEvent(() => createField(table.id, { type: FieldType.CreatedTime }));\n await awaitWithEvent(() => createField(table.id, { type: FieldType.LastModifiedTime }));\n\n // index 1\n const record1 = (\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [table.fields[0].id]: 'record1' } }],\n order: {\n viewId: table.views[0].id,\n anchorId: table.records[0].id,\n position: 'after',\n },\n })\n ).data.records[0];\n\n // delete index 1\n await awaitWithEvent(() =>\n deleteSelection(table.id, {\n viewId: table.views[0].id,\n ranges: [\n [0, 1],\n [1, 1],\n ],\n })\n );\n\n const allRecords = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n\n expect(allRecords.data.records.find((r) => r.id === record1.id)).toBeUndefined();\n\n // 4 -> 3\n expect(allRecords.data.records).toHaveLength(3);\n\n await undo(table.id);\n\n const allRecordsAfterUndo = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n // 3 -> 4\n expect(allRecordsAfterUndo.data.records).toHaveLength(4);\n // back to index 1\n expect(allRecordsAfterUndo.data.records[1]).toMatchObject(record1);\n\n await redo(table.id);\n\n const allRecordsAfterRedo = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n expect(allRecordsAfterRedo.data.records).toHaveLength(3);\n expect(allRecordsAfterRedo.data.records.find((r) => r.id === record1.id)).toBeUndefined();\n });\n\n it('should undo / redo delete multiple records', async () => {\n await awaitWithEvent(() => createField(table.id, { type: FieldType.CreatedTime }));\n await awaitWithEvent(() => createField(table.id, { type: FieldType.LastModifiedTime }));\n\n // index 1\n const record1 = (\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [table.fields[0].id]: 'record1' } }],\n order: {\n viewId: table.views[0].id,\n anchorId: table.records[0].id,\n position: 'after',\n },\n })\n ).data.records[0];\n\n // delete index 1\n await awaitWithEvent(() => deleteRecords(table.id, [record1.id]));\n\n const allRecords = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n\n expect(allRecords.data.records.find((r) => r.id === record1.id)).toBeUndefined();\n\n // 4 -> 3\n expect(allRecords.data.records).toHaveLength(3);\n\n await undo(table.id);\n\n const allRecordsAfterUndo = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n // 3 -> 4\n expect(allRecordsAfterUndo.data.records).toHaveLength(4);\n // back to index 1\n expect(allRecordsAfterUndo.data.records[1]).toMatchObject(record1);\n\n await redo(table.id);\n\n const allRecordsAfterRedo = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n });\n expect(allRecordsAfterRedo.data.records).toHaveLength(3);\n expect(allRecordsAfterRedo.data.records.find((r) => r.id === record1.id)).toBeUndefined();\n });\n\n it('should undo / redo update record', async () => {\n await awaitWithEvent(() => createField(table.id, { type: FieldType.CreatedTime }));\n await awaitWithEvent(() => createField(table.id, { type: FieldType.LastModifiedTime }));\n\n await awaitWithEvent(() =>\n updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: { fields: { [table.fields[0].id]: 'A' } },\n })\n );\n\n const updatedRecord = (\n await awaitWithEvent(() =>\n updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: { fields: { [table.fields[0].id]: 'B' } },\n })\n )\n ).data;\n\n expect(updatedRecord.fields[table.fields[0].id]).toEqual('B');\n\n await undo(table.id);\n\n const updatedRecordAfter = (\n await getRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n })\n ).data;\n\n expect(updatedRecordAfter.fields[table.fields[0].id]).toEqual('A');\n\n await undo(table.id);\n\n const updatedRecordAfter2 = (\n await getRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n })\n ).data;\n\n expect(updatedRecordAfter2.fields[table.fields[0].id]).toBeUndefined();\n\n await redo(table.id);\n\n const updatedRecordAfterRedo = (\n await getRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n })\n ).data;\n\n expect(updatedRecordAfterRedo.fields[table.fields[0].id]).toEqual('A');\n\n await redo(table.id);\n\n const updatedRecordAfterRedo2 = (\n await getRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n })\n ).data;\n\n expect(updatedRecordAfterRedo2.fields[table.fields[0].id]).toEqual('B');\n });\n\n it('should undo / redo clear records', async () => {\n await awaitWithEvent(() =>\n updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: { fields: { [table.fields[0].id]: 'A' } },\n })\n );\n\n await awaitWithEvent(() =>\n clear(table.id, {\n viewId: table.views[0].id,\n ranges: [\n [0, 0],\n [1, 0],\n ],\n })\n );\n\n const record = await getRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n });\n\n expect(record.data.fields[table.fields[0].id]).toBeUndefined();\n\n await undo(table.id);\n\n const updatedRecordAfter = (\n await getRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n })\n ).data;\n\n expect(updatedRecordAfter.fields[table.fields[0].id]).toEqual('A');\n\n await redo(table.id);\n\n const updatedRecordAfterRedo = (\n await getRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n })\n ).data;\n\n expect(updatedRecordAfterRedo.fields[table.fields[0].id]).toBeUndefined();\n });\n\n it('should undo / redo update record value with order', async () => {\n // update and move 0 to 2\n const recordId = table.records[0].id;\n await awaitWithEvent(() =>\n updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: { fields: { [table.fields[0].id]: 'A' } },\n order: {\n viewId: table.views[0].id,\n anchorId: table.records[2].id,\n position: 'after',\n },\n })\n );\n\n const records = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(records.records[2].fields[table.fields[0].id]).toEqual('A');\n\n await undo(table.id);\n\n const recordsAfterUndo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterUndo.records[0].id).toEqual(recordId);\n expect(recordsAfterUndo.records[0].fields[table.fields[0].id]).toBeUndefined();\n\n await redo(table.id);\n\n const recordsAfterRedo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterRedo.records[2].fields[table.fields[0].id]).toEqual('A');\n });\n\n it('should undo / redo update record order in view', async () => {\n // update and move 0 to 2\n const recordId = table.records[0].id;\n await awaitWithEvent(() =>\n updateRecordOrders(table.id, table.views[0].id, {\n anchorId: table.records[2].id,\n position: 'after',\n recordIds: [table.records[0].id],\n })\n );\n\n const records = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(records.records[2].id).toEqual(recordId);\n\n await undo(table.id);\n\n const recordsAfterUndo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterUndo.records[0].id).toEqual(recordId);\n\n await redo(table.id);\n\n const recordsAfterRedo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterRedo.records[2].id).toEqual(recordId);\n });\n\n it('should undo / redo delete field', async () => {\n // update and move 0 to 2\n const fieldId = table.fields[1].id;\n await awaitWithEvent(() =>\n updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: { fields: { [table.fields[1].id]: 666 } },\n })\n );\n\n await awaitWithEvent(() => deleteField(table.id, fieldId));\n\n const fields = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fields.length).toEqual(2);\n\n await undo(table.id);\n\n const fieldsAfterUndo = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fieldsAfterUndo[1].id).toEqual(fieldId);\n\n const recordsAfterUndo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterUndo.records[0].fields[fieldId]).toEqual(666);\n\n await redo(table.id);\n\n const fieldsAfterRedo = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fieldsAfterRedo.length).toEqual(2);\n });\n\n it.skipIf(!canRunCanaryV2)(\n 'should undo / redo delete field with not-null and unique constraints',\n async () => {\n const constrainedTable = await createTable(baseId, {\n name: `undo-constrained-${getRandomString(6)}`,\n fields: [{ type: FieldType.SingleLineText, name: 'Title', isPrimary: true }],\n records: [],\n });\n const previousCanaryHeader = axios.defaults.headers.common[X_CANARY_HEADER];\n axios.defaults.headers.common[X_CANARY_HEADER] = 'true';\n\n try {\n const titleFieldId = constrainedTable.fields.find((field) => field.name === 'Title')?.id;\n const createCodeFieldRes = await createField(constrainedTable.id, {\n type: FieldType.SingleLineText,\n name: 'Code',\n notNull: true,\n unique: true,\n });\n expect(createCodeFieldRes.headers[X_TEABLE_V2_HEADER]).toBe('true');\n const codeField = createCodeFieldRes.data;\n const codeFieldId = codeField.id;\n\n expect(titleFieldId).toBeTruthy();\n expect(codeFieldId).toBeTruthy();\n if (!titleFieldId || !codeFieldId) {\n return;\n }\n\n await createRecords(constrainedTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: 'Alpha',\n [codeFieldId]: 'CODE-001',\n },\n },\n {\n fields: {\n [titleFieldId]: 'Beta',\n [codeFieldId]: 'CODE-002',\n },\n },\n ],\n });\n\n const deleteFieldRes = await deleteField(constrainedTable.id, codeFieldId);\n expect(deleteFieldRes.headers[X_TEABLE_V2_HEADER]).toBe('true');\n\n const fieldsAfterDelete = (\n await getFields(constrainedTable.id, {\n viewId: constrainedTable.views[0].id,\n })\n ).data;\n expect(fieldsAfterDelete.some((field) => field.id === codeFieldId)).toBe(false);\n\n const undoRes = await undo(constrainedTable.id);\n expect(undoRes.data.status).toEqual('fulfilled');\n expect(undoRes.headers[X_TEABLE_UNDO_REDO_ENGINE_HEADER]).toBe('v2');\n\n const restoredField = (await getField(constrainedTable.id, codeFieldId)).data;\n expect(restoredField.notNull).toBe(true);\n expect(restoredField.unique).toBe(true);\n\n const recordsAfterUndo = (\n await getRecords(constrainedTable.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: constrainedTable.views[0].id,\n })\n ).data;\n expect(recordsAfterUndo.records[0].fields[codeFieldId]).toEqual('CODE-001');\n expect(recordsAfterUndo.records[1].fields[codeFieldId]).toEqual('CODE-002');\n\n const redoRes = await redo(constrainedTable.id);\n expect(redoRes.data.status).toEqual('fulfilled');\n expect(redoRes.headers[X_TEABLE_UNDO_REDO_ENGINE_HEADER]).toBe('v2');\n\n const fieldsAfterRedo = (\n await getFields(constrainedTable.id, {\n viewId: constrainedTable.views[0].id,\n })\n ).data;\n expect(fieldsAfterRedo.some((field) => field.id === codeFieldId)).toBe(false);\n } finally {\n if (previousCanaryHeader == null) {\n delete axios.defaults.headers.common[X_CANARY_HEADER];\n } else {\n axios.defaults.headers.common[X_CANARY_HEADER] = previousCanaryHeader;\n }\n await permanentDeleteTable(baseId, constrainedTable.id);\n }\n }\n );\n\n it('should undo / redo create field', async () => {\n const field = await awaitWithEvent(() =>\n createField(table.id, {\n type: FieldType.SingleLineText,\n order: {\n viewId: table.views[0].id,\n orderIndex: 0.5,\n },\n })\n );\n const fieldId = field.data.id;\n\n const fields = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fields[1].id).toEqual(fieldId);\n\n await undo(table.id);\n\n const fieldsAfterUndo = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fieldsAfterUndo.length).toEqual(3);\n\n await redo(table.id);\n\n const fieldsAfterRedo = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fieldsAfterRedo[1].id).toEqual(fieldId);\n });\n\n it('should undo / redo delete multiple fields', async () => {\n const fieldId = table.fields[1].id;\n await awaitWithEvent(() =>\n updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: { fields: { [table.fields[1].id]: 666 } },\n })\n );\n\n const formulaField = (\n await awaitWithEvent(() =>\n createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${table.fields[1].id}}`,\n },\n })\n )\n ).data;\n\n // delete 1 3\n await awaitWithEvent(() => deleteFields(table.id, [fieldId, formulaField.id]));\n\n const fields = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fields.length).toEqual(2);\n\n const result = await undo(table.id);\n expect(result.data.status).toEqual('fulfilled');\n\n // get back 1 3\n const fieldsAfterUndo = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fieldsAfterUndo[1].id).toEqual(fieldId);\n expect(fieldsAfterUndo[3].id).toEqual(formulaField.id);\n expect(fieldsAfterUndo[3].hasError).toBeFalsy();\n\n const recordsAfterUndo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterUndo.records[0].fields[fieldId]).toEqual(666);\n\n await redo(table.id);\n\n const fieldsAfterRedo = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fieldsAfterRedo.length).toEqual(2);\n });\n\n it('should undo / redo convert field to formula field', async () => {\n const tableId = table.id;\n const fieldId = table.fields[1].id;\n const recordId = table.records[0].id;\n const res = await awaitWithEvent(() =>\n updateRecord(tableId, recordId, {\n fieldKeyType: FieldKeyType.Id,\n record: { fields: { [fieldId]: 666 } },\n })\n );\n expect(res.data.fields[fieldId]).toEqual(666);\n\n await awaitWithEvent(() =>\n convertField(tableId, fieldId, {\n type: FieldType.Formula,\n options: {\n expression: `1+1`,\n },\n })\n );\n const recordAfterConvert = (\n await getRecord(tableId, recordId, {\n fieldKeyType: FieldKeyType.Id,\n })\n ).data;\n expect(recordAfterConvert.fields[fieldId]).toEqual(2);\n\n await undo(tableId);\n const recordAfterUndo = (\n await getRecord(tableId, recordId, {\n fieldKeyType: FieldKeyType.Id,\n })\n ).data;\n expect(recordAfterUndo.fields[fieldId]).toEqual(666);\n\n await redo(tableId);\n const recordAfterRedo = (\n await getRecord(tableId, recordId, {\n fieldKeyType: FieldKeyType.Id,\n })\n ).data;\n expect(recordAfterRedo.fields[fieldId]).toEqual(2);\n });\n\n // event throw error because of sqlite(record history create many)\n it('should undo / redo delete field with outgoing references', async () => {\n // update and move 0 to 2\n const fieldId = table.fields[1].id;\n await awaitWithEvent(() =>\n updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: { fields: { [table.fields[1].id]: 666 } },\n })\n );\n\n const formulaField = await awaitWithEvent(() =>\n createField(table.id, {\n type: FieldType.Formula,\n options: {\n expression: `{${table.fields[1].id}}`,\n },\n })\n );\n\n await awaitWithEvent(() => deleteField(table.id, fieldId));\n\n const fields = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fields.length).toEqual(3);\n expect(fields[2].hasError).toBeTruthy();\n\n await undo(table.id);\n\n const fieldsAfterUndo = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fieldsAfterUndo[1].id).toEqual(fieldId);\n expect(fieldsAfterUndo[3].id).toEqual(formulaField.data.id);\n expect(fieldsAfterUndo[3].hasError).toBeFalsy();\n\n const recordsAfterUndo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterUndo.records[0].fields[fieldId]).toEqual(666);\n\n await redo(table.id);\n\n const fieldsAfterRedo = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(fieldsAfterRedo.length).toEqual(3);\n });\n\n it('should undo / redo paste simple selection', async () => {\n await updateRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table.records[0].id,\n fields: { [table.fields[0].id]: 'A', [table.fields[1].id]: 1 },\n },\n ],\n });\n\n const { content, header } = (\n await copy(table.id, {\n viewId: table.views[0].id,\n ranges: [\n [0, 0],\n [0, 0],\n ],\n })\n ).data;\n\n await awaitWithEvent(() =>\n paste(table.id, {\n viewId: table.views[0].id,\n content,\n header,\n ranges: [\n [0, 1],\n [0, 1],\n ],\n })\n );\n\n const records = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(records.records[1].fields[table.fields[0].id]).toEqual('A');\n\n await undo(table.id);\n\n const recordsAfterUndo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterUndo.records[1].fields[table.fields[0].id]).toBeUndefined();\n\n await redo(table.id);\n\n const recordsAfterRedo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterRedo.records[1].fields[table.fields[0].id]).toEqual('A');\n });\n\n it('should undo / redo paste expanding selection', async () => {\n await awaitWithEvent(() =>\n updateRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table.records[0].id,\n fields: { [table.fields[0].id]: 'A', [table.fields[1].id]: 1 },\n },\n {\n id: table.records[1].id,\n fields: { [table.fields[0].id]: 'B', [table.fields[1].id]: 2 },\n },\n ],\n })\n );\n\n const { content, header } = (\n await copy(table.id, {\n viewId: table.views[0].id,\n ranges: [\n [0, 0],\n [1, 1],\n ],\n })\n ).data;\n\n await awaitWithEvent(() =>\n paste(table.id, {\n viewId: table.views[0].id,\n content,\n header,\n ranges: [\n [2, 2],\n [2, 2],\n ],\n })\n );\n\n const records = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n const fields = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(records.records[2].fields[fields[2].id]).toEqual('A');\n expect(records.records[2].fields[fields[3].id]).toEqual(1);\n expect(records.records[3].fields[fields[2].id]).toEqual('B');\n expect(records.records[3].fields[fields[3].id]).toEqual(2);\n\n await undo(table.id);\n\n const recordsAfterUndo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n const fieldsAfterUndo = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterUndo.records[2].fields[fieldsAfterUndo[2].id]).toBeUndefined();\n expect(recordsAfterUndo.records.length).toEqual(3);\n expect(fieldsAfterUndo.length).toEqual(3);\n\n await redo(table.id);\n\n const recordsAfterRedo = (\n await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: table.views[0].id,\n })\n ).data;\n\n const fieldsAfterRedo = (\n await getFields(table.id, {\n viewId: table.views[0].id,\n })\n ).data;\n\n expect(recordsAfterRedo.records[2].fields[fieldsAfterRedo[2].id]).toEqual('A');\n expect(recordsAfterRedo.records[2].fields[fieldsAfterRedo[3].id]).toEqual(1);\n expect(recordsAfterRedo.records[3].fields[fieldsAfterRedo[2].id]).toEqual('B');\n expect(recordsAfterRedo.records[3].fields[fieldsAfterRedo[3].id]).toEqual(2);\n });\n\n it('should undo / redo create view', async () => {\n const view = (\n await awaitWithEvent(() =>\n createView(table.id, {\n type: ViewType.Grid,\n name: 'view1',\n })\n )\n ).data;\n\n const undoRes = await undo(table.id);\n expect(undoRes.headers[X_TEABLE_UNDO_REDO_ENGINE_HEADER]).toBe('v1');\n\n const viewsAfterUndo = (await getViewList(table.id)).data;\n expect(viewsAfterUndo.find((v) => v.id === view.id)).toBeUndefined();\n\n const redoRes = await redo(table.id);\n expect(redoRes.headers[X_TEABLE_UNDO_REDO_ENGINE_HEADER]).toBe('v1');\n\n const viewsAfterRedo = (await getViewList(table.id)).data;\n expect(viewsAfterRedo.find((v) => v.id === view.id)).toMatchObject({\n id: view.id,\n name: view.name,\n type: view.type,\n });\n });\n\n it('should undo / redo delete view', async () => {\n const view = (\n await awaitWithEvent(() =>\n createView(table.id, {\n type: ViewType.Grid,\n name: 'view1',\n })\n )\n ).data;\n\n await awaitWithEvent(() => deleteView(table.id, view.id));\n\n await undo(table.id);\n\n const viewsAfterUndo = (await getViewList(table.id)).data;\n expect(viewsAfterUndo.find((v) => v.id === view.id)).toMatchObject({\n id: view.id,\n name: view.name,\n type: view.type,\n });\n\n await redo(table.id);\n\n const viewsAfterRedo = (await getViewList(table.id)).data;\n expect(viewsAfterRedo.find((v) => v.id === view.id)).toBeUndefined();\n });\n\n it('should undo / redo update view property', async () => {\n // name\n const view = table.views[0];\n (await awaitWithEvent(() => updateViewName(table.id, view.id, { name: 'newName' }))).data;\n\n await undo(table.id);\n\n expect((await getView(table.id, view.id)).data.name).toEqual(view.name);\n\n await redo(table.id);\n\n expect((await getView(table.id, view.id)).data.name).toEqual('newName');\n\n // description\n (\n await awaitWithEvent(() =>\n updateViewDescription(table.id, view.id, { description: 'newName' })\n )\n ).data;\n\n await undo(table.id);\n\n expect((await getView(table.id, view.id)).data.description).toEqual(view.description);\n\n await redo(table.id);\n\n expect((await getView(table.id, view.id)).data.description).toEqual('newName');\n\n // filter\n\n (\n await awaitWithEvent(() =>\n updateViewFilter(table.id, view.id, {\n filter: {\n filterSet: [\n {\n fieldId: table.fields![0].id,\n value: 'text',\n operator: 'is',\n },\n ],\n conjunction: 'and',\n },\n })\n )\n ).data;\n\n await undo(table.id);\n\n expect((await getView(table.id, view.id)).data.filter).toEqual(view.filter);\n\n await redo(table.id);\n\n expect((await getView(table.id, view.id)).data.filter).toEqual({\n filterSet: [\n {\n fieldId: table.fields![0].id,\n value: 'text',\n operator: 'is',\n },\n ],\n conjunction: 'and',\n });\n });\n\n it('should undo / redo update view column meta', async () => {\n const view = table.views[0];\n (\n await awaitWithEvent(() =>\n updateViewColumnMeta(table.id, view.id, [\n {\n fieldId: table.fields[1].id,\n columnMeta: {\n order: 10,\n },\n },\n ])\n )\n ).data;\n\n const fields = (await getFields(table.id, { viewId: view.id })).data;\n\n expect(fields[2].id).toEqual(table.fields[1].id);\n\n await undo(table.id);\n\n const fieldsAfterUndo = (await getFields(table.id, { viewId: view.id })).data;\n\n expect(fieldsAfterUndo[1].id).toEqual(table.fields[1].id);\n\n await redo(table.id);\n\n const fieldsAfterRedo = (await getFields(table.id, { viewId: view.id })).data;\n\n expect(fieldsAfterRedo[2].id).toEqual(table.fields[1].id);\n });\n\n it('should undo / redo update view order', async () => {\n const view = table.views[0];\n const view1 = (\n await awaitWithEvent(() =>\n createView(table.id, {\n type: ViewType.Grid,\n name: 'view1',\n })\n )\n ).data;\n\n (\n await awaitWithEvent(() =>\n updateViewOrder(table.id, view.id, { anchorId: view1.id, position: 'after' })\n )\n ).data;\n\n await undo(table.id);\n\n const viewsAfterUndo = (await getViewList(table.id)).data;\n expect(viewsAfterUndo[0].id).equal(view.id);\n\n await redo(table.id);\n\n const viewsAfterRedo = (await getViewList(table.id)).data;\n expect(viewsAfterRedo[1].id).equal(view.id);\n });\n\n describe('modify field constraint', () => {\n it('should undo modify field constraint', async () => {\n await awaitWithEvent(() =>\n convertField(table.id, table.fields[0].id, {\n ...table.fields[0],\n unique: true,\n })\n );\n\n await expect(\n updateRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table.records[0].id,\n fields: { [table.fields[0].id]: 'A' },\n },\n {\n id: table.records[1].id,\n fields: { [table.fields[0].id]: 'A' },\n },\n ],\n })\n ).rejects.toThrowError();\n\n await undo(table.id);\n\n await updateRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table.records[0].id,\n fields: { [table.fields[0].id]: 'A' },\n },\n {\n id: table.records[1].id,\n fields: { [table.fields[0].id]: 'A' },\n },\n ],\n });\n });\n\n it('should redo modify field constraint', async () => {\n await awaitWithEvent(() =>\n convertField(table.id, table.fields[0].id, {\n ...table.fields[0],\n unique: true,\n })\n );\n\n await undo(table.id);\n await redo(table.id);\n\n await expect(\n updateRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n id: table.records[0].id,\n fields: { [table.fields[0].id]: 'A' },\n },\n {\n id: table.records[1].id,\n fields: { [table.fields[0].id]: 'A' },\n },\n ],\n })\n ).rejects.toThrowError();\n });\n });\n\n describe('link related', () => {\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let table3: ITableFullVo;\n const refField1Ro: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n\n const refField2Ro: IFieldRo = {\n type: FieldType.Number,\n };\n\n let refField1: IFieldVo;\n let refField2: IFieldVo;\n\n beforeEach(async () => {\n table1 = await createTable(baseId, { name: 'table1' });\n table2 = await createTable(baseId, { name: 'table2' });\n table3 = await createTable(baseId, { name: 'table3' });\n\n refField1 = (await createField(table1.id, refField1Ro)).data;\n refField2 = (await createField(table1.id, refField2Ro)).data;\n\n await updateRecordByApi(table1.id, table1.records[0].id, refField1.id, 'x');\n await updateRecordByApi(table1.id, table1.records[1].id, refField1.id, 'y');\n\n await updateRecordByApi(table1.id, table1.records[0].id, refField2.id, 1);\n await updateRecordByApi(table1.id, table1.records[1].id, refField2.id, 2);\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table1.id);\n await permanentDeleteTable(baseId, table2.id);\n await permanentDeleteTable(baseId, table3.id);\n });\n\n it('should undo / redo delete record with link', async () => {\n const linkFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const linkField = (await createField(table1.id, linkFieldRo)).data;\n\n await updateRecordByApi(table1.id, table1.records[0].id, linkField.id, {\n id: table2.records[0].id,\n });\n\n await deleteRecord(table1.id, table1.records[0].id);\n\n await undo(table1.id);\n\n const recordAfterUndo = (\n await getRecord(table1.id, table1.records[0].id, { fieldKeyType: FieldKeyType.Id })\n ).data;\n expect(recordAfterUndo.fields[linkField.id]).toMatchObject({\n id: table2.records[0].id,\n });\n\n await redo(table1.id);\n\n const recordsAfterRedo = (\n await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id, viewId: table1.views[0].id })\n ).data;\n expect(recordsAfterRedo.records.length).toEqual(2);\n });\n\n it('should undo / redo convert link to single line text', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n\n const sourceLinkField = (await createField(table1.id, sourceFieldRo)).data;\n\n await updateRecordByApi(table1.id, table1.records[0].id, sourceLinkField.id, {\n id: table2.records[0].id,\n });\n\n const newLinkField = (\n await awaitWithEvent(() => convertField(table1.id, sourceLinkField.id, newFieldRo))\n ).data;\n\n await undo(table1.id);\n\n const newLinkFieldAfterUndo = (await getField(table1.id, newLinkField.id)).data;\n const { meta: _sourceLinkMeta, ...sourceLinkWithoutMeta } = sourceLinkField;\n expect(newLinkFieldAfterUndo).toMatchObject(sourceLinkWithoutMeta);\n\n // make sure records has been updated\n const recordsAfterUndo = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id }))\n .data;\n expect(recordsAfterUndo.records[0].fields[newLinkFieldAfterUndo.id]).toEqual({\n id: table2.records[0].id,\n title: 'B1',\n });\n\n await redo(table1.id);\n\n const newLinkFieldAfterRedo = (await getField(table1.id, newLinkField.id)).data;\n\n const { meta: _newLinkMeta, ...newLinkWithoutMeta } = newLinkField;\n expect(newLinkFieldAfterRedo).toMatchObject(newLinkWithoutMeta);\n\n // make sure records has been updated\n const recordsAfterRedo = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id }))\n .data;\n expect(recordsAfterRedo.records[0].fields[newLinkFieldAfterRedo.id]).toEqual('B1');\n });\n\n it('should undo / redo convert link when convert link from one table to another', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table3.id,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'B1');\n // set primary key in table3\n await updateRecordByApi(table3.id, table3.records[0].id, table3.fields[0].id, 'C1');\n\n const sourceLinkField = (await createField(table1.id, sourceFieldRo)).data;\n\n const lookupFieldRo: IFieldRo = {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceLinkField.id,\n },\n };\n const sourceLookupField = (await awaitWithEvent(() => createField(table1.id, lookupFieldRo)))\n .data;\n\n const formulaLinkFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${sourceLinkField.id}}`,\n },\n };\n const formulaLookupFieldRo: IFieldRo = {\n type: FieldType.Formula,\n options: {\n expression: `{${sourceLookupField.id}}`,\n },\n };\n\n const sourceFormulaLinkField = (\n await awaitWithEvent(() => createField(table1.id, formulaLinkFieldRo))\n ).data;\n const sourceFormulaLookupField = (\n await awaitWithEvent(() => createField(table1.id, formulaLookupFieldRo))\n ).data;\n\n await updateRecordByApi(table1.id, table1.records[0].id, sourceLinkField.id, {\n id: table2.records[0].id,\n });\n\n // make sure records has been updated\n const { records: rs } = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(rs[0].fields[sourceLinkField.id]).toEqual({ id: table2.records[0].id, title: 'B1' });\n expect(rs[0].fields[sourceLookupField.id]).toEqual('B1');\n expect(rs[0].fields[sourceFormulaLinkField.id]).toEqual('B1');\n expect(rs[0].fields[sourceFormulaLookupField.id]).toEqual('B1');\n\n const newLinkField = (\n await awaitWithEvent(() => convertField(table1.id, sourceLinkField.id, newFieldRo))\n ).data;\n\n const { meta: _sourceLinkMeta2, ...sourceLinkWithoutMeta } = sourceLinkField;\n const { meta: _newLinkMeta2, ...newLinkWithoutMeta } = newLinkField;\n\n await undo(table1.id);\n\n const newLinkFieldAfterUndo = (await getField(table1.id, newLinkField.id)).data;\n\n expect(newLinkFieldAfterUndo).toMatchObject(sourceLinkWithoutMeta);\n const targetLookupFieldAfterUndo = (await getField(table1.id, sourceLookupField.id)).data;\n expect(targetLookupFieldAfterUndo.hasError).toBeUndefined();\n\n await redo(table1.id);\n\n const newLinkFieldAfterRedo = (await getField(table1.id, newLinkField.id)).data;\n\n expect(newLinkFieldAfterRedo).toMatchObject(newLinkWithoutMeta);\n\n await updateRecordByApi(table1.id, table1.records[0].id, newLinkFieldAfterRedo.id, {\n id: table3.records[0].id,\n });\n\n const targetLookupField = (await getField(table1.id, sourceLookupField.id)).data;\n const targetFormulaLinkField = (await getField(table1.id, sourceFormulaLinkField.id)).data;\n const targetFormulaLookupField = (await getField(table1.id, sourceFormulaLookupField.id))\n .data;\n\n expect(targetLookupField.hasError).toBeTruthy();\n expect(targetFormulaLinkField.hasError).toBeUndefined();\n expect(targetFormulaLookupField.hasError).toBeUndefined();\n\n // make sure records has been updated\n const { records } = (await getRecords(table1.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(records[0].fields[newLinkFieldAfterRedo.id]).toEqual({\n id: table3.records[0].id,\n title: 'C1',\n });\n // Lookup becomes errored after link converted to another table;\n // in base-table query path (no view cache), it resolves to undefined\n expect(records[0].fields[targetLookupField.id]).toBeUndefined();\n // Formula on link should still resolve with the new link\n expect(records[0].fields[targetFormulaLinkField.id]).toEqual('C1');\n // Formula on lookup should also be undefined when lookup is errored\n expect(records[0].fields[targetFormulaLookupField.id]).toBeUndefined();\n });\n\n it('should undo / redo convert two-way to one-way link', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const sourceField = (await createField(table1.id, sourceFieldRo)).data;\n\n (await convertField(table1.id, sourceField.id, newFieldRo)).data;\n\n await undo(table1.id);\n\n const fieldAfterUndo = (await getField(table1.id, sourceField.id)).data;\n\n expect(fieldAfterUndo).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n isOneWay: false,\n },\n });\n\n await redo(table1.id);\n\n const fieldAfterRedo = (await getField(table1.id, sourceField.id)).data;\n\n expect(fieldAfterRedo).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n isOneWay: true,\n },\n });\n\n const symmetricFieldId = (fieldAfterRedo.options as ILinkFieldOptions).symmetricFieldId;\n expect(symmetricFieldId).toBeUndefined();\n });\n\n // Skip for now since it's flaky\n it.skip('should undo / redo convert one-way link to two-way link', async () => {\n const sourceFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: true,\n },\n };\n\n const newFieldRo: IFieldRo = {\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n isOneWay: false,\n },\n };\n\n // set primary key in table2\n await updateRecordByApi(table2.id, table2.records[0].id, table2.fields[0].id, 'x');\n await updateRecordByApi(table2.id, table2.records[1].id, table2.fields[0].id, 'y');\n await updateRecordByApi(table2.id, table2.records[2].id, table2.fields[0].id, 'zzz');\n\n const sourceField = (await createField(table1.id, sourceFieldRo)).data;\n await updateRecordByApi(table1.id, table1.records[0].id, sourceField.id, [\n { id: table2.records[0].id },\n { id: table2.records[1].id },\n ]);\n\n await createField(table1.id, {\n type: FieldType.SingleLineText,\n isLookup: true,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n await createField(table1.id, {\n type: FieldType.Rollup,\n options: {\n expression: `count({values})`,\n formatting: {\n precision: 2,\n type: 'decimal',\n },\n } as IRollupFieldOptions,\n lookupOptions: {\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n linkFieldId: sourceField.id,\n },\n });\n\n (await convertField(table1.id, sourceField.id, newFieldRo)).data;\n\n await undo(table1.id);\n const fieldAfterUndo = (await getField(table1.id, sourceField.id)).data;\n\n expect(fieldAfterUndo).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n isOneWay: true,\n },\n });\n\n // perform redo\n await redo(table1.id);\n const fieldAfterRedo = (await getField(table1.id, sourceField.id)).data;\n\n expect(fieldAfterRedo).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.OneMany,\n foreignTableId: table2.id,\n lookupFieldId: table2.fields[0].id,\n isOneWay: false,\n },\n });\n\n const symmetricFieldId = (fieldAfterRedo.options as ILinkFieldOptions).symmetricFieldId;\n expect(symmetricFieldId).toBeDefined();\n\n const symmetricField = (await getField(table2.id, symmetricFieldId as string)).data;\n\n expect(symmetricField).toMatchObject({\n cellValueType: CellValueType.String,\n dbFieldType: DbFieldType.Json,\n type: FieldType.Link,\n options: {\n relationship: Relationship.ManyOne,\n foreignTableId: table1.id,\n lookupFieldId: table1.fields[0].id,\n },\n });\n\n const { records } = (await getRecords(table2.id, { fieldKeyType: FieldKeyType.Id })).data;\n expect(records[0].fields[symmetricField.id]).toMatchObject({ id: table1.records[0].id });\n expect(records[1].fields[symmetricField.id]).toMatchObject({ id: table1.records[0].id });\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/user-last-visit.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IViewVo } from '@teable/core';\nimport { ViewType } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport type { ICreateBaseVo, ITableFullVo } from '@teable/openapi';\nimport {\n createBase,\n createTable,\n createView,\n deleteBase,\n deleteView,\n getUserLastVisit,\n getUserLastVisitBaseNode,\n getUserLastVisitListBase,\n getUserLastVisitMap,\n LastVisitResourceType,\n updateUserLastVisit,\n userLastVisitListBaseVoSchema,\n} from '@teable/openapi';\nimport { isEmpty } from 'lodash';\nimport { getViews, initApp, permanentDeleteBase, permanentDeleteTable } from './utils/init-app';\n\ndescribe('OpenAPI OAuthController (e2e)', () => {\n let app: INestApplication;\n let table1: ITableFullVo;\n let table2: ITableFullVo;\n let view1: IViewVo;\n let base: ICreateBaseVo;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n base = await createBase({ spaceId: globalThis.testConfig.spaceId, name: 'base' }).then(\n (res) => res.data\n );\n table1 = await createTable(base.id, { name: 'table1' }).then((res) => res.data);\n table2 = await createTable(base.id, { name: 'table2' }).then((res) => res.data);\n view1 = await createView(table1.id, { type: ViewType.Grid, name: 'view2', order: 1 }).then(\n (res) => res.data\n );\n });\n\n afterAll(async () => {\n await permanentDeleteTable(base.id, table1.id);\n await permanentDeleteTable(base.id, table2.id);\n await deleteBase(base.id);\n await app.close();\n });\n\n it('should get default last visit', async () => {\n const res = await getUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n });\n\n expect(res.data).toEqual({\n resourceId: table1.id,\n childResourceId: table1.views[0].id,\n resourceType: LastVisitResourceType.Table,\n });\n });\n\n it('should get last visit', async () => {\n await updateUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n resourceId: table2.id,\n });\n\n const res = await getUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n });\n\n expect(res.data).toEqual({\n resourceId: table2.id,\n childResourceId: table2.views[0].id,\n resourceType: LastVisitResourceType.Table,\n });\n\n await updateUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n resourceId: table1.id,\n });\n\n const res2 = await getUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n });\n\n expect(res2.data).toEqual({\n resourceId: table1.id,\n childResourceId: table1.views[0].id,\n resourceType: LastVisitResourceType.Table,\n });\n });\n\n it('should get last visit with child resource', async () => {\n await updateUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n resourceId: table1.id,\n childResourceId: view1.id,\n });\n\n const res = await getUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n });\n\n expect(res.data).toEqual({\n resourceId: table1.id,\n childResourceId: view1.id,\n resourceType: LastVisitResourceType.Table,\n });\n\n const res2 = await getUserLastVisit({\n resourceType: LastVisitResourceType.View,\n parentResourceId: table1.id,\n });\n\n expect(res2.data).toEqual({\n resourceId: view1.id,\n resourceType: LastVisitResourceType.View,\n });\n });\n\n it('should fallback to default view when delete a view', async () => {\n await updateUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n resourceId: table1.id,\n childResourceId: view1.id,\n });\n\n await deleteView(table1.id, view1.id);\n\n const res = await getUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n });\n\n expect(res.data).toEqual({\n resourceId: table1.id,\n childResourceId: table1.views[0].id,\n resourceType: LastVisitResourceType.Table,\n });\n\n const res2 = await getUserLastVisit({\n resourceType: LastVisitResourceType.View,\n parentResourceId: table1.id,\n });\n\n expect(res2.data).toEqual({\n resourceId: table1.views[0].id,\n resourceType: LastVisitResourceType.View,\n });\n\n const res3 = await getUserLastVisitMap({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n });\n\n expect(res3.data).toEqual({\n [table1.id]: {\n parentResourceId: table1.id,\n resourceId: table1.views[0].id,\n resourceType: LastVisitResourceType.View,\n },\n [table2.id]: {\n parentResourceId: table2.id,\n resourceId: table2.views[0].id,\n resourceType: LastVisitResourceType.View,\n },\n });\n });\n\n it('should fallback to default view when delete a view without any visit', async () => {\n await createView(table1.id, { type: ViewType.Grid, name: 'view2', order: 1 });\n\n await deleteView(table1.id, table1.views[0].id);\n const views = await getViews(table1.id);\n\n const res = await getUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: base.id,\n });\n\n expect(res.data).toEqual({\n resourceId: table1.id,\n childResourceId: views[0].id,\n resourceType: LastVisitResourceType.Table,\n });\n });\n\n it('should get last visit list base', async () => {\n // eslint-disable-next-line @typescript-eslint/naming-convention\n const base_21: ICreateBaseVo[] = [];\n\n for (let i = 0; i < 21; i++) {\n const base = await createBase({\n spaceId: globalThis.testConfig.spaceId,\n name: `base_${i}`,\n }).then((res) => res.data);\n base_21.push(base);\n }\n\n for (const base of base_21) {\n await updateUserLastVisit({\n resourceType: LastVisitResourceType.Base,\n parentResourceId: base.spaceId,\n resourceId: base.id,\n });\n }\n\n const res = await getUserLastVisitListBase();\n\n for (const base of base_21) {\n await permanentDeleteBase(base.id);\n }\n expect(userLastVisitListBaseVoSchema.safeParse(res.data).success).toEqual(true);\n expect(res.data.list.length).toEqual(21);\n expect(res.data.total).toEqual(21);\n expect(res.data.list[0].resource.id).toEqual(base_21[20].id);\n expect(res.data.list[20].resource.id).toEqual(base_21[0].id);\n\n const res2 = await getUserLastVisitListBase();\n\n expect(res2.data.list.length).toEqual(0);\n\n const prisma = app.get(PrismaService);\n const userLastVisit = await prisma.userLastVisit.findMany({\n where: {\n parentResourceId: base_21[0].spaceId,\n },\n });\n expect(userLastVisit.length).toEqual(0);\n });\n\n describe('getUserLastVisitBaseNode', () => {\n let testBase: ICreateBaseVo;\n let testTable: ITableFullVo;\n\n beforeAll(async () => {\n testBase = await createBase({\n spaceId: globalThis.testConfig.spaceId,\n name: 'base_node_test',\n }).then((res) => res.data);\n testTable = await createTable(testBase.id, { name: 'test_table' }).then((res) => res.data);\n });\n\n afterAll(async () => {\n await permanentDeleteTable(testBase.id, testTable.id);\n await permanentDeleteBase(testBase.id);\n });\n\n it('should return undefined when no visit record exists', async () => {\n const newBase = await createBase({\n spaceId: globalThis.testConfig.spaceId,\n name: 'empty_base',\n }).then((res) => res.data);\n\n const res = await getUserLastVisitBaseNode({\n parentResourceId: newBase.id,\n }).then((res) => res.data);\n\n expect(isEmpty(res)).toBe(true);\n\n await permanentDeleteBase(newBase.id);\n });\n\n it('should return table visit after visiting a table', async () => {\n await updateUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: testBase.id,\n resourceId: testTable.id,\n });\n\n const res = await getUserLastVisitBaseNode({\n parentResourceId: testBase.id,\n });\n\n expect(res.data).toEqual({\n resourceId: testTable.id,\n resourceType: LastVisitResourceType.Table,\n });\n });\n\n it('should return most recent visit when multiple base nodes visited', async () => {\n const table2 = await createTable(testBase.id, { name: 'test_table_2' }).then(\n (res) => res.data\n );\n\n // Visit first table\n await updateUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: testBase.id,\n resourceId: testTable.id,\n });\n\n // Visit second table\n await updateUserLastVisit({\n resourceType: LastVisitResourceType.Table,\n parentResourceId: testBase.id,\n resourceId: table2.id,\n });\n\n const res = await getUserLastVisitBaseNode({\n parentResourceId: testBase.id,\n });\n\n // Should return the most recent visit (table2)\n expect(res.data).toEqual({\n resourceId: table2.id,\n resourceType: LastVisitResourceType.Table,\n });\n\n await permanentDeleteTable(testBase.id, table2.id);\n });\n\n it('should not include view visits in base node results', async () => {\n // Clear previous visits by creating a fresh base\n const freshBase = await createBase({\n spaceId: globalThis.testConfig.spaceId,\n name: 'fresh_base',\n }).then((res) => res.data);\n const freshTable = await createTable(freshBase.id, { name: 'fresh_table' }).then(\n (res) => res.data\n );\n\n // Only visit a view (not a base node type)\n await updateUserLastVisit({\n resourceType: LastVisitResourceType.View,\n parentResourceId: freshTable.id,\n resourceId: freshTable.views[0].id,\n });\n\n const res = await getUserLastVisitBaseNode({\n parentResourceId: freshBase.id,\n }).then((res) => res.data);\n\n expect(isEmpty(res)).toBe(true);\n\n await permanentDeleteTable(freshBase.id, freshTable.id);\n await permanentDeleteBase(freshBase.id);\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/utils/axios-instance/anonymous-user.ts", "content": "import { createAxios } from '@teable/openapi';\n\nexport const createAnonymousUserAxios = (appUrl: string) => {\n const anonymousAxios = createAxios();\n\n anonymousAxios.interceptors.request.use((config) => {\n config.baseURL = appUrl + '/api';\n return config;\n });\n\n anonymousAxios.interceptors.request.use((config) => {\n config.headers['X-Anonymous-User'] = true;\n return config;\n });\n return anonymousAxios;\n};\n" }, { "path": "apps/nestjs-backend/test/utils/axios-instance/new-user.ts", "content": "import {\n axios,\n SIGN_UP,\n createAxios,\n USER_ME,\n SIGN_IN,\n signupPasswordSchema,\n} from '@teable/openapi';\nimport type { AxiosHeaderValue } from 'axios';\n\nexport async function createNewUserAxios({ email, password }: { email: string; password: string }) {\n if (!signupPasswordSchema.safeParse(password).success) {\n password = `${password}a`;\n }\n const signAxios = createAxios();\n signAxios.defaults.baseURL = axios.defaults.baseURL;\n const signupRes = await signAxios.post(SIGN_UP, { email, password }).catch(async (err) => {\n if (err.status === 409 && err.message.includes('is already registered')) {\n return await signAxios.post(SIGN_IN, {\n email,\n password,\n });\n }\n throw err;\n });\n\n const cookie = signupRes.headers['set-cookie'];\n\n const newUserAxios = createAxios();\n\n newUserAxios.defaults.headers.Cookie = cookie as AxiosHeaderValue;\n\n newUserAxios.interceptors.request.use((config) => {\n config.headers.Cookie = cookie;\n config.baseURL = signupRes.config.baseURL;\n return config;\n });\n\n const axiosResponse = await newUserAxios.get(USER_ME);\n console.log('new user signed session', JSON.stringify(axiosResponse.data, null, 2));\n\n return newUserAxios;\n}\n" }, { "path": "apps/nestjs-backend/test/utils/data.generator.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IFieldRo, IFieldVo } from '@teable/core';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport { cloneDeep } from 'lodash';\nimport { FIELD_MOCK_DATA } from './field-mock';\nimport { createTable, initApp, createRecords, createField, getFields } from './init-app';\n\ndescribe('Performance test data generator', () => {\n let app: INestApplication;\n let tableId = '';\n let fields: IFieldVo[] = [];\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n\n const table = await createTable(baseId, { name: 'table1' });\n\n tableId = table.id;\n console.log('createTable', table);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n function addRecords(count: number) {\n const records = Array.from({ length: count }).map((_, i) => {\n const value = fields.reduce<{ [fieldId: string]: unknown }>((acc, field) => {\n switch (field.type) {\n case FieldType.SingleLineText:\n acc[field.id] = 'New Record' + new Date();\n break;\n case FieldType.Number:\n acc[field.id] = i;\n break;\n case FieldType.SingleSelect:\n acc[field.id] = ['light', 'medium', 'heavy'][i % 3];\n break;\n }\n return acc;\n }, {});\n return { fields: value };\n });\n\n return createRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n records,\n });\n }\n\n it('/api/table/{tableId}/record (POST) (1000x)', async () => {\n const fieldCount = 20;\n const batchCount = 100;\n const count = 1000;\n\n for (let i = 0; i < fieldCount; i++) {\n const fieldRo: IFieldRo = cloneDeep(FIELD_MOCK_DATA[i % 3]);\n fieldRo.name = 'field' + i;\n\n await createField(tableId, fieldRo);\n }\n\n fields = await getFields(tableId);\n\n console.time(`create ${count} records`);\n for (let i = 0; i < count / batchCount; i++) {\n await addRecords(batchCount);\n }\n console.timeEnd(`create ${count} records`);\n console.log(`new table: ${tableId} created`);\n }, 1000000);\n});\n" }, { "path": "apps/nestjs-backend/test/utils/event-promise.ts", "content": "import type { EventEmitterService } from '../../src/event-emitter/event-emitter.service';\nimport type { Events } from '../../src/event-emitter/events';\n\nexport function createEventPromise(eventEmitterService: EventEmitterService, event: Events) {\n let theResolve: (value: unknown) => void;\n\n const promise = new Promise((resolve) => {\n theResolve = resolve;\n });\n\n eventEmitterService.eventEmitter.once(event, (payload) => {\n theResolve(payload);\n });\n\n return promise;\n}\n\nexport function createAwaitWithEvent(eventEmitterService: EventEmitterService, event: Events) {\n return async function runWithEvent(action: () => Promise) {\n const promise = createEventPromise(eventEmitterService, event);\n const result = await action();\n await promise;\n return result;\n };\n}\n\nexport function createAwaitWithEventWithResult(\n eventEmitterService: EventEmitterService,\n event: Events\n) {\n return async function runWithEventResult(action: () => Promise) {\n const promise = createEventPromise(eventEmitterService, event);\n await action();\n await promise;\n return (await promise) as R;\n };\n}\n\nconst createEventPromiseWithCount = (\n eventEmitterService: EventEmitterService,\n event: Events,\n count: number = 1\n) => {\n let theResolve: (value: unknown) => void;\n\n const promise = new Promise((resolve) => {\n theResolve = resolve;\n });\n\n const payloads: unknown[] = [];\n eventEmitterService.eventEmitter.on(event, (payload) => {\n payloads.push(payload);\n if (payloads.length === count) {\n theResolve(payloads);\n }\n });\n\n return promise;\n};\nexport function createAwaitWithEventWithResultWithCount(\n eventEmitterService: EventEmitterService,\n event: Events,\n count: number = 1\n) {\n return async function runWithEventResultCount(action: () => Promise) {\n const promise = createEventPromiseWithCount(eventEmitterService, event, count);\n const result = await action();\n const payloads = await promise;\n return {\n result,\n payloads,\n };\n };\n}\n" }, { "path": "apps/nestjs-backend/test/utils/field-mock.ts", "content": "import type { IFieldRo, INumberFieldOptions, ISelectFieldOptions } from '@teable/core';\nimport { Colors, FieldType, NumberFormattingType } from '@teable/core';\n\nexport const FIELD_MOCK_DATA: IFieldRo[] = [\n {\n name: 'description',\n type: FieldType.SingleLineText,\n description: 'first field',\n },\n {\n name: 'wight',\n type: FieldType.SingleSelect,\n options: {\n choices: [\n {\n name: 'light',\n color: Colors.Gray,\n },\n {\n name: 'medium',\n color: Colors.Yellow,\n },\n {\n name: 'heavy',\n color: Colors.Red,\n },\n ],\n } as ISelectFieldOptions,\n },\n {\n name: 'count',\n type: FieldType.Number,\n options: {\n formatting: { type: NumberFormattingType.Decimal, precision: 2 },\n } as INumberFieldOptions,\n },\n];\n" }, { "path": "apps/nestjs-backend/test/utils/get-error.ts", "content": "import type { HttpError } from '@teable/core';\n\nexport const getError = async (call: () => unknown) => {\n try {\n await call();\n return;\n } catch (error: unknown) {\n return error as HttpError;\n }\n};\n" }, { "path": "apps/nestjs-backend/test/utils/init-app.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\nimport { ValidationPipe } from '@nestjs/common';\nimport { ConfigService } from '@nestjs/config';\nimport { WsAdapter } from '@nestjs/platform-ws';\nimport type { TestingModule } from '@nestjs/testing';\nimport { Test } from '@nestjs/testing';\nimport type {\n IFieldRo,\n IFieldVo,\n IRecord,\n CellFormat,\n HttpError,\n IColumnMetaRo,\n IViewVo,\n IFilterRo,\n IViewRo,\n IConditionalRollupFieldOptions,\n IFilter,\n} from '@teable/core';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport type {\n ICreateRecordsRo,\n ICreateRecordsVo,\n ICreateTableRo,\n IGetRecordsRo,\n IRecordsVo,\n IUpdateRecordRo,\n ITableFullVo,\n ICreateSpaceRo,\n ICreateBaseRo,\n IRecordInsertOrderRo,\n} from '@teable/openapi';\nimport {\n axios,\n signin as apiSignin,\n getRecord as apiGetRecord,\n deleteRecord as apiDeleteRecord,\n deleteRecords as apiDeleteRecords,\n updateRecord as apiUpdateRecord,\n getRecords as apiGetRecords,\n createRecords as apiCreateRecords,\n createField as apiCreateField,\n deleteField as apiDeleteField,\n convertField as apiConvertField,\n duplicateRecord as apiDuplicateRecord,\n getFields as apiGetFields,\n getField as apiGetField,\n getViewList as apiGetViewList,\n getView as apiGetViewById,\n updateViewColumnMeta as apiSetViewColumnMeta,\n createTable as apiCreateTable,\n deleteTable as apiDeleteTable,\n permanentDeleteTable as apiPermanentDeleteTable,\n getTableById as apiGetTableById,\n updateViewFilter as apiSetViewFilter,\n createView as apiCreateView,\n createSpace as apiCreateSpace,\n deleteSpace as apiDeleteSpace,\n createBase as apiCreateBase,\n deleteBase as apiDeleteBase,\n permanentDeleteSpace as apiPermanentDeleteSpace,\n permanentDeleteBase as apiPermanentDeleteBase,\n} from '@teable/openapi';\nimport { json, urlencoded } from 'express';\nimport type { ClsService } from 'nestjs-cls';\nimport { AppModule } from '../../src/app.module';\nimport type { IBaseConfig } from '../../src/configs/base.config';\nimport { baseConfig } from '../../src/configs/base.config';\nimport { SessionHandleService } from '../../src/features/auth/session/session-handle.service';\nimport { BaseSqlExecutorModule } from '../../src/features/base-sql-executor/base-sql-executor.module';\nimport { FieldOpenApiV2Service } from '../../src/features/field/open-api/field-open-api-v2.service';\nimport { NextService } from '../../src/features/next/next.service';\nimport { TableIndexService } from '../../src/features/table/table-index.service';\nimport { GlobalExceptionFilter } from '../../src/filter/global-exception.filter';\nimport type { IClsStore } from '../../src/types/cls';\nimport { WsGateway } from '../../src/ws/ws.gateway';\nimport { DevWsGateway } from '../../src/ws/ws.gateway.dev';\nimport { TestingLogger } from './testing-logger';\n\nexport async function initApp() {\n // eslint-disable-next-line @typescript-eslint/no-misused-promises\n if (globalThis.initApp) return await globalThis.initApp();\n\n const moduleFixture: TestingModule = await Test.createTestingModule({\n imports: [AppModule, BaseSqlExecutorModule],\n })\n .overrideProvider(NextService)\n .useValue({\n onModuleInit: () => {\n return;\n },\n })\n .overrideProvider(DevWsGateway)\n .useClass(WsGateway)\n .compile();\n\n const app = moduleFixture.createNestApplication({\n logger: new TestingLogger(),\n });\n\n const configService = app.get(ConfigService);\n\n app.useGlobalFilters(new GlobalExceptionFilter(configService));\n app.useWebSocketAdapter(new WsAdapter(app));\n app.useGlobalPipes(\n new ValidationPipe({ transform: true, stopAtFirstError: true, forbidUnknownValues: false })\n );\n\n app.use(json({ limit: '50mb' }));\n app.use(urlencoded({ limit: '50mb', extended: true }));\n\n await app.listen(0);\n const nestUrl = await app.getUrl();\n const port = new URL(nestUrl).port;\n const url = `http://127.0.0.1:${port}`;\n\n process.env.PORT = port;\n // for attachment origin set\n process.env.STORAGE_PREFIX = url;\n const baseConfigService = app.get(baseConfig.KEY) as IBaseConfig;\n baseConfigService.storagePrefix = url;\n baseConfigService.recordHistoryDisabled = true;\n\n axios.defaults.baseURL = url + '/api';\n\n const cookie = (\n await getCookie(globalThis.testConfig.email, globalThis.testConfig.password)\n ).cookie.join(';');\n\n axios.interceptors.request.use((config) => {\n config.headers.Cookie = cookie;\n return config;\n });\n\n const now = new Date();\n const timeZone = Intl.DateTimeFormat().resolvedOptions().timeZone;\n console.log(`> Test NODE_ENV is ${process.env.NODE_ENV}`);\n console.log(`> Test V2_COMPUTED_UPDATE_MODE is ${process.env.V2_COMPUTED_UPDATE_MODE}`);\n console.log(`> Test FORCE_V2_ALL is ${process.env.FORCE_V2_ALL}`);\n console.log(`> Test Ready on ${url}`);\n console.log('> Test System Time Zone:', timeZone);\n console.log('> Test Current System Time:', now.toString());\n\n const sessionHandleService = app.get(SessionHandleService);\n return {\n app,\n appUrl: url,\n cookie,\n sessionID: await sessionHandleService.getSessionIdFromRequest({\n headers: { cookie },\n url: `${url}/socket`,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } as any),\n };\n}\n\n/**\n * Helper function to run code within CLS context with test user\n */\nexport async function runWithTestUser(\n clsService: ClsService,\n fn: () => Promise,\n userOverrides?: Partial\n): Promise {\n const testUser: IClsStore['user'] = {\n id: globalThis.testConfig.userId,\n name: globalThis.testConfig.userName,\n email: globalThis.testConfig.email,\n isAdmin: false,\n ...userOverrides,\n };\n\n const clsStore: IClsStore = {\n user: testUser,\n origin: {\n ip: '127.0.0.1',\n byApi: false,\n userAgent: 'test-agent',\n referer: '',\n },\n tx: {},\n permissions: [],\n };\n\n return clsService.runWith(clsStore, fn);\n}\n\nexport async function getTableIndexService(app: INestApplication) {\n return app.get(TableIndexService);\n}\n\nexport async function createTable(baseId: string, tableVo: ICreateTableRo, expectStatus = 201) {\n try {\n const res = await apiCreateTable(baseId, tableVo);\n expect(res.status).toEqual(expectStatus);\n\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as ITableFullVo;\n }\n}\n\nexport async function deleteTable(baseId: string, tableId: string, expectStatus?: number) {\n try {\n const res = await apiDeleteTable(baseId, tableId);\n expectStatus && expect(res.status).toEqual(expectStatus);\n\n return res.data;\n } catch (e: unknown) {\n if (expectStatus && (e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IRecord;\n }\n}\n\nexport async function permanentDeleteTable(baseId: string, tableId: string, expectStatus?: number) {\n try {\n const res = await apiPermanentDeleteTable(baseId, tableId);\n expectStatus && expect(res.status).toEqual(expectStatus);\n\n return res.data;\n } catch (e: unknown) {\n if (expectStatus && (e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IRecord;\n }\n}\n\ntype IMakeOptional = Omit & Partial>;\n\nexport async function getTable(\n baseId: string,\n tableId: string,\n query?: { includeContent?: boolean; viewId?: string }\n): Promise> {\n const result = await apiGetTableById(baseId, tableId);\n if (query?.includeContent) {\n const { records } = await getRecords(tableId);\n const fields = await getFields(tableId, query.viewId);\n const views = await getViews(tableId);\n return {\n ...result.data,\n records,\n views,\n fields,\n };\n }\n return result.data;\n}\n\nexport async function getCookie(email: string, password: string) {\n const sessionResponse = await apiSignin({ email, password });\n return {\n access_token: sessionResponse.data,\n cookie: sessionResponse.headers['set-cookie'] as string[],\n };\n}\n\nexport async function updateRecordByApi(\n tableId: string,\n recordId: string,\n fieldId: string,\n newValue: unknown,\n expectStatus = 200,\n fieldKeyType = FieldKeyType.Id\n) {\n try {\n const res = await apiUpdateRecord(tableId, recordId, {\n record: { fields: { [fieldId]: newValue } },\n fieldKeyType,\n });\n expect(res.status).toEqual(expectStatus);\n\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IRecord;\n }\n}\n\nexport async function updateRecord(\n tableId: string,\n recordId: string,\n recordRo: IUpdateRecordRo,\n expectStatus = 200\n) {\n try {\n const res = await apiUpdateRecord(tableId, recordId, recordRo);\n expect(res.status).toEqual(expectStatus);\n\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IRecord;\n }\n}\n\nexport async function deleteRecord(tableId: string, recordId: string, expectStatus = 200) {\n try {\n const res = await apiDeleteRecord(tableId, recordId);\n expect(res.status).toEqual(expectStatus);\n\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IRecord;\n }\n}\n\nexport async function deleteRecords(tableId: string, recordIds: string[], expectStatus = 200) {\n try {\n const res = await apiDeleteRecords(tableId, recordIds);\n expect(res.status).toEqual(expectStatus);\n\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IRecord;\n }\n}\n\nexport async function getRecord(\n tableId: string,\n recordId: string,\n cellFormat?: CellFormat,\n expectStatus = 200\n): Promise {\n try {\n const query: { fieldKeyType: FieldKeyType; cellFormat?: CellFormat } = {\n fieldKeyType: FieldKeyType.Id,\n };\n if (cellFormat) {\n query.cellFormat = cellFormat;\n }\n const res = await apiGetRecord(tableId, recordId, {\n ...query,\n });\n\n expect(res.status).toEqual(expectStatus);\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IRecord;\n }\n}\n\nexport async function getRecords(tableId: string, query?: IGetRecordsRo): Promise {\n const result = await apiGetRecords(tableId, query);\n\n return result.data;\n}\n\nexport async function duplicateRecord(\n tableId: string,\n recordId: string,\n order: IRecordInsertOrderRo,\n expectStatus = 201\n) {\n try {\n const res = await apiDuplicateRecord(tableId, recordId, order);\n\n expect(res.status).toEqual(expectStatus);\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IRecord;\n }\n}\n\nexport async function createRecords(\n tableId: string,\n recordsRo: ICreateRecordsRo,\n expectStatus = 201\n): Promise {\n try {\n const res = await apiCreateRecords(tableId, {\n ...recordsRo,\n fieldKeyType: recordsRo.fieldKeyType ?? FieldKeyType.Id,\n records: recordsRo.records,\n typecast: recordsRo.typecast ?? false,\n });\n\n expect(res.status).toEqual(expectStatus);\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as ICreateRecordsVo;\n }\n}\n\nconst createDefaultConditionalRollupFilter = (fieldId: string): IFilter => ({\n conjunction: 'and',\n filterSet: [\n {\n fieldId,\n operator: 'isNotEmpty',\n value: null,\n },\n ],\n});\n\nconst ensureConditionalRollupOptions = (fieldRo: IFieldRo): IFieldRo => {\n if (fieldRo.type !== FieldType.ConditionalRollup) {\n return fieldRo;\n }\n\n const options = fieldRo.options as Partial | undefined;\n if (!options?.lookupFieldId) {\n return fieldRo;\n }\n\n if (options.filter === null) {\n return {\n ...fieldRo,\n options: {\n ...options,\n filter: undefined,\n } as IConditionalRollupFieldOptions,\n };\n }\n\n const hasFilterConditions =\n options.filter?.filterSet != null && options.filter.filterSet.length > 0;\n\n if (hasFilterConditions) {\n return fieldRo;\n }\n\n return {\n ...fieldRo,\n options: {\n ...options,\n filter: createDefaultConditionalRollupFilter(options.lookupFieldId),\n } as IConditionalRollupFieldOptions,\n };\n};\n\nexport async function createField(\n tableId: string,\n fieldRo: IFieldRo,\n expectStatus = 201\n): Promise {\n try {\n const normalizedField = ensureConditionalRollupOptions(fieldRo);\n const res = await apiCreateField(tableId, normalizedField);\n\n expect(res.status).toEqual(expectStatus);\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IFieldVo;\n }\n}\n\nexport async function createFields(\n tableId: string,\n fieldRos: IFieldRo[],\n appInstance?: INestApplication\n): Promise {\n const normalizedFields = fieldRos.map((field) => ensureConditionalRollupOptions(field));\n const app = appInstance ?? (await initApp()).app;\n const fieldOpenApiV2Service = app.get(FieldOpenApiV2Service);\n const clsService = (fieldOpenApiV2Service as unknown as { cls: ClsService }).cls;\n return await runWithTestUser(clsService, async () =>\n fieldOpenApiV2Service.createFields(tableId, normalizedFields)\n );\n}\n\nexport async function deleteField(tableId: string, fieldId: string) {\n const result = await apiDeleteField(tableId, fieldId);\n\n if (result.status !== 200) {\n console.error(result.data);\n }\n\n expect(result.status).toEqual(200);\n return result.data;\n}\n\nexport async function convertField(\n tableId: string,\n fieldId: string,\n fieldRo: IFieldRo,\n expectStatus = 200\n): Promise {\n try {\n const normalizedField = ensureConditionalRollupOptions(fieldRo);\n const res = await apiConvertField(tableId, fieldId, normalizedField);\n\n expect(res.status).toEqual(expectStatus);\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IFieldVo;\n }\n}\n\nexport async function getFields(\n tableId: string,\n viewId?: string,\n filterHidden?: boolean,\n projection?: string[]\n): Promise {\n const result = await apiGetFields(tableId, { viewId, filterHidden, projection });\n\n return result.data;\n}\n\nexport async function getField(\n tableId: string,\n fieldId: string,\n expectStatus = 200\n): Promise {\n try {\n const res = await apiGetField(tableId, fieldId);\n\n expect(res.status).toEqual(expectStatus);\n return res.data;\n } catch (e: unknown) {\n if ((e as HttpError).status !== expectStatus) {\n throw e;\n }\n return {} as IFieldVo;\n }\n}\n\nexport async function getViews(tableId: string): Promise {\n const result = await apiGetViewList(tableId);\n return result.data;\n}\n\nexport async function getView(tableId: string, viewId: string): Promise {\n const result = await apiGetViewById(tableId, viewId);\n return result.data;\n}\n\nexport async function createView(tableId: string, viewRo: IViewRo) {\n const result = await apiCreateView(tableId, viewRo);\n return result.data;\n}\n\nexport async function updateViewColumnMeta(\n tableId: string,\n viewId: string,\n columnMetaRo: IColumnMetaRo\n) {\n const result = await apiSetViewColumnMeta(tableId, viewId, columnMetaRo);\n return result.data;\n}\n\nexport async function updateViewFilter(tableId: string, viewId: string, filterRo: IFilterRo) {\n const result = await apiSetViewFilter(tableId, viewId, filterRo);\n return result.data;\n}\n\nexport async function createSpace(spaceRo: ICreateSpaceRo) {\n const result = await apiCreateSpace(spaceRo);\n return result.data;\n}\n\nexport async function deleteSpace(spaceId: string) {\n const result = await apiDeleteSpace(spaceId);\n return result.data;\n}\n\nexport async function permanentDeleteSpace(spaceId: string) {\n const result = await apiPermanentDeleteSpace(spaceId);\n return result.data;\n}\n\nexport async function createBase(baseRo: ICreateBaseRo) {\n const result = await apiCreateBase(baseRo);\n return result.data;\n}\n\nexport async function deleteBase(baseId: string) {\n const result = await apiDeleteBase(baseId);\n return result.data;\n}\n\nexport async function permanentDeleteBase(baseId: string) {\n const result = await apiPermanentDeleteBase(baseId);\n return result.data;\n}\n" }, { "path": "apps/nestjs-backend/test/utils/record-mock.ts", "content": "import { faker } from '@faker-js/faker';\nimport type { Field } from '@prisma/client';\nimport { PrismaClient } from '@prisma/client';\nimport type { IRatingFieldOptions, ISelectFieldOptions } from '@teable/core';\nimport { parseDsn, Colors, FieldType, generateRecordId } from '@teable/core';\nimport * as dotenv from 'dotenv-flow';\nimport Knex from 'knex';\nimport { chunk, flatten, groupBy } from 'lodash';\n\ndotenv.config({ path: '../../../nextjs-app', default_node_env: 'development' });\n\n// eslint-disable-next-line @typescript-eslint/no-non-null-assertion\n\nasync function rectifyField(\n prisma: PrismaClient,\n fields: Field[],\n selectOptions: ISelectFieldOptions\n) {\n const fieldByType = groupBy(fields, 'type');\n\n const rectifySelectField = [\n ...(fieldByType?.['singleSelect'] || []),\n ...(fieldByType?.['multipleSelect'] || []),\n ]\n .filter((value) => value)\n .map((value) => value.id);\n\n if (rectifySelectField) {\n await prisma.field.updateMany({\n where: { id: { in: rectifySelectField } },\n data: {\n options: JSON.stringify(selectOptions),\n },\n });\n }\n}\n\nasync function generateFieldData(params: {\n mockDataNum: number;\n fields: Field[];\n selectOptions: ISelectFieldOptions;\n}) {\n const { fields, selectOptions, mockDataNum } = params;\n\n return fields.reduce<{ [dbFieldName: string]: unknown }>((pre, cur) => {\n const selectArray = selectOptions.choices.map((value) => value.name);\n\n let fieldData: unknown = undefined;\n switch (cur.type as FieldType) {\n case FieldType.SingleLineText:\n case FieldType.LongText: {\n fieldData = faker.internet.userName();\n break;\n }\n case FieldType.Number: {\n fieldData = faker.number.float({ min: 1, max: mockDataNum });\n break;\n }\n case FieldType.SingleSelect: {\n fieldData = faker.helpers.arrayElement(selectArray);\n break;\n }\n case FieldType.MultipleSelect: {\n fieldData = JSON.stringify(faker.helpers.arrayElements(selectArray, { min: 2, max: 9 }));\n break;\n }\n case FieldType.Checkbox: {\n fieldData = faker.helpers.arrayElement([1, 'null']);\n break;\n }\n case FieldType.Date: {\n fieldData = faker.date.anytime().toISOString();\n break;\n }\n case FieldType.Rating: {\n const ratingFieldOptions = JSON.parse(cur.options!) as IRatingFieldOptions;\n fieldData = faker.number.int({ min: 0, max: ratingFieldOptions.max });\n break;\n }\n }\n\n (fieldData || fieldData === 0) && (pre[cur.dbFieldName] = fieldData);\n return pre;\n }, {});\n}\n\nexport async function seeding(tableId: string, mockDataNum: number) {\n const databaseUrl = process.env.PRISMA_DATABASE_URL!;\n console.log('database-url: ', databaseUrl);\n const { driver } = parseDsn(databaseUrl);\n console.log('driver: ', driver);\n const prisma = new PrismaClient();\n\n console.log(`Start seeding ...`);\n\n const selectOptions: ISelectFieldOptions = {\n choices: [\n { id: 'chobird', name: 'bird', color: Colors.GreenDark1 },\n { id: 'chofish', name: 'fish', color: Colors.PurpleLight2 },\n { id: 'cholion', name: 'lion', color: Colors.OrangeLight1 },\n { id: 'choelephant', name: 'elephant', color: Colors.CyanLight2 },\n { id: 'chotiger', name: 'tiger', color: Colors.Yellow },\n { id: 'chorabbit', name: 'rabbit', color: Colors.Red },\n { id: 'chobear', name: 'bear', color: Colors.YellowLight1 },\n { id: 'chohorse', name: 'horse', color: Colors.RedBright },\n { id: 'chosnake', name: 'snake', color: Colors.RedLight2 },\n { id: 'chomonkey', name: 'monkey', color: Colors.Gray },\n ],\n };\n\n const fields = await prisma.field.findMany({\n where: {\n tableId,\n deletedTime: null,\n },\n });\n await rectifyField(prisma, fields, selectOptions);\n\n const { dbTableName, name: tableName } = await prisma.tableMeta.findUniqueOrThrow({\n select: { dbTableName: true, name: true },\n where: { id: tableId },\n });\n console.log(`Table: ${tableName}, mockDataNum: ${mockDataNum}`);\n\n const knex = Knex({\n client: driver,\n });\n\n console.time(`Table: ${tableName}, Ready Install Data`);\n const data: { [dbFieldName: string]: unknown }[] = [];\n for (let i = 0; i < mockDataNum; i++) {\n const fieldData = await generateFieldData({ mockDataNum, fields, selectOptions });\n\n data.push({\n __id: generateRecordId(),\n __created_time: new Date().toISOString(),\n __created_by: 'admin',\n __last_modified_by: 'admin',\n __version: 1,\n ...fieldData,\n });\n }\n console.timeEnd(`Table: ${tableName}, Ready Install Data`);\n\n console.time(`Table: ${tableName}, Install Data Num: ${mockDataNum}`);\n const pages = chunk(data, 50000);\n\n const promises = pages.map((page) => {\n const sql = `\n INSERT INTO ${knex.ref(dbTableName)}\n (\"${Object.keys(page[0]).join('\", \"')}\")\n VALUES\n ${page\n .map((d) => `('${Object.values(d).join(`', '`)}')`)\n .join(', ')\n .replace(/'null'/g, 'null')} \n `;\n\n return [prisma.$executeRawUnsafe(sql)];\n });\n\n await prisma.$transaction(flatten(promises));\n console.timeEnd(`Table: ${tableName}, Install Data Num: ${mockDataNum}`);\n return tableId;\n}\n" }, { "path": "apps/nestjs-backend/test/utils/seed.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { seeding } from './record-mock';\n\nasync function run() {\n const [, , tableId, mockDataNum = 250000] = process.argv as any[];\n if (!tableId) {\n throw new Error('💥No bugs. No bugs at all.💥');\n }\n\n await seeding(tableId, mockDataNum);\n}\n\nrun().catch((e) => {\n console.error(e);\n process.exit(1);\n});\n" }, { "path": "apps/nestjs-backend/test/utils/testing-logger.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { LogLevel } from '@nestjs/common';\nimport { ConsoleLogger } from '@nestjs/common';\n\nexport class TestingLogger extends ConsoleLogger {\n constructor() {\n const testLogLevel = (process.env.TEST_LOG_LEVEL ?? '').split(',') as LogLevel[];\n\n super('Testing', {\n logLevels: testLogLevel?.length > 0 ? testLogLevel : undefined,\n });\n }\n\n log(message: string, ...optionalParams: any[]) {\n if (!this.isLevelEnabled('log')) {\n return;\n }\n console.log(message, optionalParams);\n }\n\n warn(message: string) {\n if (!this.isLevelEnabled('warn')) {\n return;\n }\n console.warn(message);\n }\n\n debug(message: string, ...optionalParams: any[]) {\n if (!this.isLevelEnabled('debug')) {\n return;\n }\n console.debug(message, optionalParams);\n }\n\n verbose(message: string) {\n if (!this.isLevelEnabled('verbose')) {\n return;\n }\n console.log(message);\n }\n\n error(message: string, ...optionalParams: any[]) {\n if (!this.isLevelEnabled('error')) {\n return;\n }\n console.error(message, optionalParams);\n }\n}\n" }, { "path": "apps/nestjs-backend/test/utils/wait.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { Doc } from 'sharedb/lib/client';\n\nexport async function waitFor(\n predicate: () => boolean,\n timeoutMs = 8000,\n intervalMs = 50\n): Promise {\n const start = Date.now();\n return new Promise((resolve, reject) => {\n const check = () => {\n try {\n if (predicate()) return resolve();\n if (Date.now() - start > timeoutMs)\n return reject(new Error('timeout waiting for condition'));\n setTimeout(check, intervalMs);\n } catch (e) {\n reject(e as Error);\n }\n };\n check();\n });\n}\n\nexport async function subscribeDocs(docs: Doc[], timeoutMs = 4000): Promise {\n return new Promise((resolve, reject) => {\n let count = 0;\n const done = () => {\n count++;\n if (count === docs.length) resolve();\n };\n docs.forEach((doc) => doc.subscribe((err) => (err ? reject(err) : done())));\n setTimeout(() => reject(new Error('subscribe timeout')), timeoutMs);\n });\n}\n" }, { "path": "apps/nestjs-backend/test/v2-action-trigger-field-conversion.e2e-spec.ts", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType, getActionTriggerChannel } from '@teable/core';\nimport { axios, X_CANARY_HEADER } from '@teable/openapi';\nimport type { Connection } from 'sharedb/lib/client';\nimport { ShareDbService } from '../src/share-db/share-db.service';\nimport {\n createField,\n createRecords,\n createTable,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\ninterface IActionTrigger {\n actionKey: string;\n payload?: Record;\n}\n\nconst amountTextFieldName = 'Amount Text';\n\nlet fieldIdCounter = 0;\n\nconst createFieldId = () => {\n const suffix = fieldIdCounter.toString(36).padStart(16, '0');\n fieldIdCounter += 1;\n return `fld${suffix}`;\n};\n\nconst createConnection = (\n shareDbService: ShareDbService,\n cookie: string,\n port: string\n): Connection => {\n return shareDbService.connect(undefined, {\n url: `ws://localhost:${port}/socket`,\n headers: { cookie },\n });\n};\n\nconst collectActionTriggers = async (params: {\n shareDbService: ShareDbService;\n cookie: string;\n port: string;\n tableId: string;\n act: () => Promise;\n idleMs?: number;\n timeoutMs?: number;\n until?: (actions: ReadonlyArray) => boolean;\n}): Promise => {\n const {\n shareDbService,\n cookie,\n port,\n tableId,\n act,\n idleMs = 300,\n timeoutMs = 5000,\n until,\n } = params;\n\n return new Promise((resolve, reject) => {\n const connection = createConnection(shareDbService, cookie, port);\n const presence = connection.getPresence(getActionTriggerChannel(tableId));\n const received: IActionTrigger[] = [];\n let capture = false;\n let settled = false;\n let actCompleted = false;\n let idleTimer: NodeJS.Timeout | undefined;\n\n const cleanup = () => {\n clearTimeout(timeout);\n if (idleTimer) clearTimeout(idleTimer);\n presence.removeListener('receive', onReceive);\n try {\n presence.unsubscribe();\n presence.destroy();\n } catch {\n void 0;\n }\n connection.close();\n };\n\n const finish = (error?: unknown) => {\n if (settled) return;\n settled = true;\n cleanup();\n if (error) {\n reject(error instanceof Error ? error : new Error(String(error)));\n return;\n }\n resolve(received);\n };\n\n const onReceive = (_id: string, batch: IActionTrigger[]) => {\n if (!capture) {\n return;\n }\n received.push(...batch);\n if (until?.(received)) {\n finish();\n return;\n }\n if (!actCompleted) {\n return;\n }\n if (idleTimer) clearTimeout(idleTimer);\n idleTimer = setTimeout(() => finish(), idleMs);\n };\n\n const timeout = setTimeout(() => {\n finish(new Error('Action trigger timeout'));\n }, timeoutMs);\n\n presence.subscribe(async (error: unknown) => {\n if (error) {\n finish(error);\n return;\n }\n\n presence.on('receive', onReceive);\n\n try {\n capture = true;\n await act();\n actCompleted = true;\n if (until?.(received)) {\n finish();\n return;\n }\n if (idleTimer) clearTimeout(idleTimer);\n idleTimer = setTimeout(() => finish(), idleMs);\n } catch (actError) {\n finish(actError);\n }\n });\n });\n};\n\ndescribe('V2 action trigger field conversion (e2e)', () => {\n let app: INestApplication;\n let cookie: string;\n let port: string;\n let shareDbService: ShareDbService;\n const tableIds = new Set();\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n cookie = appCtx.cookie;\n port = process.env.PORT!;\n shareDbService = app.get(ShareDbService);\n });\n\n afterAll(async () => {\n for (const tableId of [...tableIds].reverse()) {\n await permanentDeleteTable(baseId, tableId);\n }\n await app.close();\n });\n\n it('emits field update and schema-refresh setField presence for type conversion without record events', async () => {\n const table = await createTable(baseId, {\n name: 'v2-action-trigger-field-conversion',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText, isPrimary: true },\n { name: amountTextFieldName, type: FieldType.SingleLineText },\n ],\n });\n tableIds.add(table.id);\n\n const amountFieldId = table.fields.find((field) => field.name === amountTextFieldName)?.id;\n if (!amountFieldId) {\n throw new Error('Amount Text field not found');\n }\n\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [amountFieldId]: '100' } }, { fields: { [amountFieldId]: '' } }],\n });\n\n const actions = await collectActionTriggers({\n shareDbService,\n cookie,\n port,\n tableId: table.id,\n until: (actions) =>\n actions.some(\n (action) =>\n action.actionKey === 'setField' &&\n Array.isArray(\n (action.payload?.field as { updatedProperties?: string[] } | undefined)\n ?.updatedProperties\n )\n ) &&\n actions.some(\n (action) => action.actionKey === 'setField' && Array.isArray(action.payload?.fieldIds)\n ),\n act: async () => {\n const response = await axios.put(\n `/table/${table.id}/field/${amountFieldId}/convert`,\n {\n name: amountTextFieldName,\n type: FieldType.Number,\n },\n {\n headers: {\n [X_CANARY_HEADER]: 'true',\n },\n }\n );\n\n expect(response.status).toBe(200);\n expect(response.headers['x-teable-v2']).toBe('true');\n },\n });\n\n expect(actions.some((action) => action.actionKey === 'setField')).toBe(true);\n expect(actions.some((action) => action.actionKey === 'setRecord')).toBe(false);\n\n const setFieldAction = actions.find(\n (action) =>\n action.actionKey === 'setField' &&\n Array.isArray(\n (action.payload?.field as { updatedProperties?: string[] } | undefined)?.updatedProperties\n )\n );\n expect(setFieldAction?.payload).toMatchObject({\n tableId: table.id,\n field: {\n id: amountFieldId,\n },\n });\n\n const updatedProperties = (setFieldAction?.payload?.field as { updatedProperties?: string[] })\n ?.updatedProperties;\n expect(updatedProperties).toEqual(expect.arrayContaining(['type']));\n\n const schemaRefreshAction = actions.find(\n (action) => action.actionKey === 'setField' && Array.isArray(action.payload?.fieldIds)\n );\n expect(schemaRefreshAction?.payload).toMatchObject({\n tableId: table.id,\n field: {\n id: amountFieldId,\n },\n fieldIds: [amountFieldId],\n });\n });\n\n it('emits field update and schema-refresh setField presence when converting text to formula', async () => {\n const table = await createTable(baseId, {\n name: 'v2-action-trigger-field-conversion-formula',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText, isPrimary: true },\n { name: amountTextFieldName, type: FieldType.SingleLineText },\n ],\n });\n tableIds.add(table.id);\n\n const amountFieldId = table.fields.find((field) => field.name === amountTextFieldName)?.id;\n if (!amountFieldId) {\n throw new Error('Amount Text field not found');\n }\n\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [amountFieldId]: '100' } }, { fields: { [amountFieldId]: '' } }],\n });\n\n const actions = await collectActionTriggers({\n shareDbService,\n cookie,\n port,\n tableId: table.id,\n until: (actions) =>\n actions.some(\n (action) =>\n action.actionKey === 'setField' &&\n Array.isArray(\n (action.payload?.field as { updatedProperties?: string[] } | undefined)\n ?.updatedProperties\n )\n ) &&\n actions.some(\n (action) => action.actionKey === 'setField' && Array.isArray(action.payload?.fieldIds)\n ),\n act: async () => {\n const response = await axios.put(\n `/table/${table.id}/field/${amountFieldId}/convert`,\n {\n name: amountTextFieldName,\n type: FieldType.Formula,\n options: {\n expression: '1 + 1',\n },\n },\n {\n headers: {\n [X_CANARY_HEADER]: 'true',\n },\n }\n );\n\n expect(response.status).toBe(200);\n expect(response.headers['x-teable-v2']).toBe('true');\n },\n });\n\n expect(actions.some((action) => action.actionKey === 'setField')).toBe(true);\n expect(actions.some((action) => action.actionKey === 'setRecord')).toBe(false);\n\n const schemaRefreshAction = actions.find(\n (action) => action.actionKey === 'setField' && Array.isArray(action.payload?.fieldIds)\n );\n expect(schemaRefreshAction?.payload).toMatchObject({\n tableId: table.id,\n field: {\n id: amountFieldId,\n },\n fieldIds: [amountFieldId],\n });\n });\n\n it('emits schema-refresh setField for host tables when foreign schema updates recompute lookup values', async () => {\n const optionOpen = { id: 'choOpen', name: 'Open', color: 'blueBright' as const };\n const optionDone = { id: 'choDone', name: 'Done', color: 'greenBright' as const };\n\n const foreignTable = await createTable(baseId, {\n name: 'v2-action-trigger-foreign-schema-source',\n fields: [\n { name: 'Name', type: 'singleLineText', isPrimary: true },\n {\n name: 'Status',\n type: 'singleSelect',\n options: { choices: [optionOpen, optionDone] },\n },\n ],\n });\n tableIds.add(foreignTable.id);\n\n const foreignPrimaryFieldId = foreignTable.fields.find((field) => field.name === 'Name')?.id;\n const foreignStatusFieldId = foreignTable.fields.find((field) => field.name === 'Status')?.id;\n if (!foreignPrimaryFieldId || !foreignStatusFieldId) {\n throw new Error('Foreign fields not found');\n }\n\n const hostPrimaryFieldId = createFieldId();\n const linkFieldId = createFieldId();\n const lookupFieldId = createFieldId();\n const hostTable = await createTable(baseId, {\n name: 'v2-action-trigger-foreign-schema-host',\n fields: [\n {\n id: hostPrimaryFieldId,\n name: 'Name',\n type: 'singleLineText',\n isPrimary: true,\n },\n {\n id: linkFieldId,\n name: 'Link',\n type: 'link',\n options: {\n relationship: 'manyOne',\n foreignTableId: foreignTable.id,\n lookupFieldId: foreignPrimaryFieldId,\n isOneWay: true,\n },\n },\n ],\n });\n tableIds.add(hostTable.id);\n\n await createField(hostTable.id, {\n id: lookupFieldId,\n name: 'Lookup Status',\n type: FieldType.SingleSelect,\n isLookup: true,\n lookupOptions: {\n linkFieldId,\n foreignTableId: foreignTable.id,\n lookupFieldId: foreignStatusFieldId,\n },\n });\n\n const foreignRecord = await createRecords(foreignTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [foreignPrimaryFieldId]: 'Source 1',\n [foreignStatusFieldId]: 'Open',\n },\n },\n ],\n });\n\n await createRecords(hostTable.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [hostPrimaryFieldId]: 'Host 1',\n [linkFieldId]: { id: foreignRecord.records[0].id },\n },\n },\n ],\n });\n\n const actions = await collectActionTriggers({\n shareDbService,\n cookie,\n port,\n tableId: hostTable.id,\n until: (actions) =>\n actions.some(\n (action) => action.actionKey === 'setField' && Array.isArray(action.payload?.fieldIds)\n ),\n act: async () => {\n const response = await axios.put(\n `/table/${foreignTable.id}/field/${foreignStatusFieldId}/convert`,\n {\n name: 'Status',\n type: FieldType.SingleSelect,\n options: {\n choices: [{ ...optionOpen, name: 'Closed' }, optionDone],\n },\n },\n {\n headers: {\n [X_CANARY_HEADER]: 'true',\n },\n }\n );\n\n expect(response.status).toBe(200);\n expect(response.headers['x-teable-v2']).toBe('true');\n },\n });\n\n expect(actions.some((action) => action.actionKey === 'setRecord')).toBe(false);\n expect(actions.some((action) => action.actionKey === 'setField')).toBe(true);\n\n const schemaRefreshAction = actions.find(\n (action) => action.actionKey === 'setField' && Array.isArray(action.payload?.fieldIds)\n );\n expect(schemaRefreshAction?.payload).toMatchObject({\n tableId: hostTable.id,\n field: {\n id: lookupFieldId,\n },\n fieldIds: [lookupFieldId],\n });\n });\n\n it('emits addField and schema-driven setRecord when creating a formula field', async () => {\n const sourceFieldId = createFieldId();\n const formulaFieldId = createFieldId();\n const table = await createTable(baseId, {\n name: 'v2-action-trigger-create-formula-field',\n fields: [\n { name: 'Name', type: FieldType.SingleLineText, isPrimary: true },\n { id: sourceFieldId, name: amountTextFieldName, type: FieldType.Number },\n ],\n });\n tableIds.add(table.id);\n\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [{ fields: { [sourceFieldId]: 100 } }, { fields: { [sourceFieldId]: 50 } }],\n });\n\n const actions = await collectActionTriggers({\n shareDbService,\n cookie,\n port,\n tableId: table.id,\n until: (actions) =>\n actions.some((action) => action.actionKey === 'addField') &&\n actions.some((action) => action.actionKey === 'setRecord'),\n act: async () => {\n const response = await axios.post(\n `/table/${table.id}/field`,\n {\n id: formulaFieldId,\n name: 'Amount x 2',\n type: FieldType.Formula,\n options: {\n expression: `{${sourceFieldId}} * 2`,\n },\n },\n {\n headers: {\n [X_CANARY_HEADER]: 'true',\n },\n }\n );\n\n expect(response.status).toBe(201);\n expect(response.headers['x-teable-v2']).toBe('true');\n },\n });\n\n const addFieldAction = actions.find((action) => action.actionKey === 'addField');\n expect(addFieldAction?.payload).toMatchObject({\n tableId: table.id,\n field: {\n id: formulaFieldId,\n },\n });\n\n const setRecordAction = actions.find((action) => action.actionKey === 'setRecord');\n expect(setRecordAction?.payload).toMatchObject({\n tableId: table.id,\n fieldIds: [formulaFieldId],\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/v2-update-records.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { FieldKeyType, FieldType } from '@teable/core';\nimport { updateRecordsOkResponseSchema } from '@teable/v2-contract-http';\n\nimport {\n createRecords,\n createTable,\n getRecords,\n initApp,\n permanentDeleteTable,\n} from './utils/init-app';\n\ndescribe('V2Controller updateRecords (e2e)', () => {\n let app: INestApplication;\n let appUrl: string;\n let cookie: string;\n\n const baseId = globalThis.testConfig.baseId;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n appUrl = appCtx.appUrl;\n cookie = appCtx.cookie;\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n const createFilterVariantTable = async (name: string) => {\n const table = await createTable(baseId, {\n name,\n fields: [\n { name: 'Title', type: FieldType.SingleLineText, isPrimary: true },\n { name: 'Amount', type: FieldType.Number },\n { name: 'Status', type: FieldType.SingleLineText },\n ],\n });\n\n const titleFieldId = table.fields.find((field) => field.name === 'Title')?.id ?? '';\n const amountFieldId = table.fields.find((field) => field.name === 'Amount')?.id ?? '';\n const statusFieldId = table.fields.find((field) => field.name === 'Status')?.id ?? '';\n\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: 'Alpha',\n [amountFieldId]: 2,\n [statusFieldId]: 'Open',\n },\n },\n {\n fields: {\n [titleFieldId]: 'Beta',\n [amountFieldId]: 8,\n [statusFieldId]: 'Open',\n },\n },\n {\n fields: {\n [titleFieldId]: 'Gamma',\n [amountFieldId]: 12,\n [statusFieldId]: 'Done',\n },\n },\n {\n fields: {\n [titleFieldId]: 'Delta',\n [amountFieldId]: 5,\n [statusFieldId]: 'InProgress',\n },\n },\n ],\n });\n\n return {\n table,\n titleFieldId,\n amountFieldId,\n statusFieldId,\n };\n };\n\n const getStatusByTitle = async (tableId: string, titleFieldId: string, statusFieldId: string) => {\n const records = await getRecords(tableId, {\n fieldKeyType: FieldKeyType.Id,\n skip: 0,\n take: 100,\n });\n return new Map(\n records.records.map((record) => [record.fields[titleFieldId], record.fields[statusFieldId]])\n );\n };\n\n it('updates records through /api/v2/tables/updateRecords', async () => {\n const table = await createTable(baseId, {\n name: 'v2 update records',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText, isPrimary: true },\n { name: 'Amount', type: FieldType.Number },\n { name: 'Status', type: FieldType.SingleLineText },\n ],\n });\n\n try {\n const titleFieldId = table.fields.find((field) => field.name === 'Title')?.id ?? '';\n const amountFieldId = table.fields.find((field) => field.name === 'Amount')?.id ?? '';\n const statusFieldId = table.fields.find((field) => field.name === 'Status')?.id ?? '';\n\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: 'Alpha',\n [amountFieldId]: 1,\n [statusFieldId]: 'Open',\n },\n },\n {\n fields: {\n [titleFieldId]: 'Beta',\n [amountFieldId]: 8,\n [statusFieldId]: 'Open',\n },\n },\n {\n fields: {\n [titleFieldId]: 'Gamma',\n [amountFieldId]: 12,\n [statusFieldId]: 'Open',\n },\n },\n ],\n });\n\n const response = await fetch(`${appUrl}/api/v2/tables/updateRecords`, {\n method: 'POST',\n headers: {\n cookie,\n 'content-type': 'application/json',\n },\n body: JSON.stringify({\n tableId: table.id,\n fields: {\n [statusFieldId]: 'Done',\n },\n filter: {\n fieldId: amountFieldId,\n operator: 'isGreater',\n value: 5,\n },\n }),\n });\n\n expect(response.status).toBe(200);\n\n const rawBody = await response.json();\n const parsed = updateRecordsOkResponseSchema.safeParse(rawBody);\n expect(parsed.success).toBe(true);\n if (!parsed.success) return;\n\n expect(parsed.data.data.updatedCount).toBe(2);\n\n const records = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n skip: 0,\n take: 100,\n });\n const statusByTitle = new Map(\n records.records.map((record) => [record.fields[titleFieldId], record.fields[statusFieldId]])\n );\n\n expect(statusByTitle.get('Alpha')).toBe('Open');\n expect(statusByTitle.get('Beta')).toBe('Done');\n expect(statusByTitle.get('Gamma')).toBe('Done');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('updates records through /api/v2/tables/updateRecords with nested filter groups', async () => {\n const { table, titleFieldId, amountFieldId, statusFieldId } = await createFilterVariantTable(\n 'v2 update records nested filters'\n );\n\n try {\n const response = await fetch(`${appUrl}/api/v2/tables/updateRecords`, {\n method: 'POST',\n headers: {\n cookie,\n 'content-type': 'application/json',\n },\n body: JSON.stringify({\n tableId: table.id,\n fields: {\n [statusFieldId]: 'Escalated',\n },\n filter: {\n conjunction: 'or',\n items: [\n {\n fieldId: statusFieldId,\n operator: 'is',\n value: 'InProgress',\n },\n {\n conjunction: 'and',\n items: [\n {\n fieldId: amountFieldId,\n operator: 'isGreater',\n value: 10,\n },\n {\n fieldId: titleFieldId,\n operator: 'contains',\n value: 'mm',\n },\n ],\n },\n ],\n },\n }),\n });\n\n expect(response.status).toBe(200);\n\n const rawBody = await response.json();\n const parsed = updateRecordsOkResponseSchema.safeParse(rawBody);\n expect(parsed.success).toBe(true);\n if (!parsed.success) return;\n\n expect(parsed.data.data.updatedCount).toBe(2);\n\n const statusByTitle = await getStatusByTitle(table.id, titleFieldId, statusFieldId);\n\n expect(statusByTitle.get('Alpha')).toBe('Open');\n expect(statusByTitle.get('Beta')).toBe('Open');\n expect(statusByTitle.get('Gamma')).toBe('Escalated');\n expect(statusByTitle.get('Delta')).toBe('Escalated');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('updates records through /api/v2/tables/updateRecords with negated filters', async () => {\n const { table, titleFieldId, statusFieldId } = await createFilterVariantTable(\n 'v2 update records negated filter'\n );\n\n try {\n const response = await fetch(`${appUrl}/api/v2/tables/updateRecords`, {\n method: 'POST',\n headers: {\n cookie,\n 'content-type': 'application/json',\n },\n body: JSON.stringify({\n tableId: table.id,\n fields: {\n [statusFieldId]: 'Queued',\n },\n filter: {\n not: {\n fieldId: statusFieldId,\n operator: 'is',\n value: 'Done',\n },\n },\n }),\n });\n\n expect(response.status).toBe(200);\n\n const rawBody = await response.json();\n const parsed = updateRecordsOkResponseSchema.safeParse(rawBody);\n expect(parsed.success).toBe(true);\n if (!parsed.success) return;\n\n expect(parsed.data.data.updatedCount).toBe(3);\n\n const statusByTitle = await getStatusByTitle(table.id, titleFieldId, statusFieldId);\n\n expect(statusByTitle.get('Alpha')).toBe('Queued');\n expect(statusByTitle.get('Beta')).toBe('Queued');\n expect(statusByTitle.get('Gamma')).toBe('Done');\n expect(statusByTitle.get('Delta')).toBe('Queued');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('updates explicit recordIds through /api/v2/tables/updateRecords', async () => {\n const table = await createTable(baseId, {\n name: 'v2 update records by ids',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText, isPrimary: true },\n { name: 'Status', type: FieldType.SingleLineText },\n ],\n });\n\n try {\n const titleFieldId = table.fields.find((field) => field.name === 'Title')?.id ?? '';\n const statusFieldId = table.fields.find((field) => field.name === 'Status')?.id ?? '';\n\n const created = await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: 'Alpha',\n [statusFieldId]: 'Open',\n },\n },\n {\n fields: {\n [titleFieldId]: 'Beta',\n [statusFieldId]: 'Open',\n },\n },\n {\n fields: {\n [titleFieldId]: 'Gamma',\n [statusFieldId]: 'Open',\n },\n },\n ],\n });\n const records = created.records;\n\n const response = await fetch(`${appUrl}/api/v2/tables/updateRecords`, {\n method: 'POST',\n headers: {\n cookie,\n 'content-type': 'application/json',\n },\n body: JSON.stringify({\n tableId: table.id,\n fields: {\n [statusFieldId]: 'Done',\n },\n recordIds: [records[0]!.id, records[2]!.id],\n }),\n });\n\n expect(response.status).toBe(200);\n\n const rawBody = await response.json();\n const parsed = updateRecordsOkResponseSchema.safeParse(rawBody);\n expect(parsed.success).toBe(true);\n if (!parsed.success) return;\n\n expect(parsed.data.data.updatedCount).toBe(2);\n\n const refreshed = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n skip: 0,\n take: 100,\n });\n const statusByTitle = new Map(\n refreshed.records.map((record) => [\n record.fields[titleFieldId],\n record.fields[statusFieldId],\n ])\n );\n\n expect(statusByTitle.get('Alpha')).toBe('Done');\n expect(statusByTitle.get('Beta')).toBe('Open');\n expect(statusByTitle.get('Gamma')).toBe('Done');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n\n it('rejects empty filters through /api/v2/tables/updateRecords', async () => {\n const table = await createTable(baseId, {\n name: 'v2 update records empty filter',\n fields: [\n { name: 'Title', type: FieldType.SingleLineText, isPrimary: true },\n { name: 'Status', type: FieldType.SingleLineText },\n ],\n });\n\n try {\n const titleFieldId = table.fields.find((field) => field.name === 'Title')?.id ?? '';\n const statusFieldId = table.fields.find((field) => field.name === 'Status')?.id ?? '';\n\n await createRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n records: [\n {\n fields: {\n [titleFieldId]: 'Alpha',\n [statusFieldId]: 'Open',\n },\n },\n {\n fields: {\n [titleFieldId]: 'Beta',\n [statusFieldId]: 'Open',\n },\n },\n ],\n });\n\n const response = await fetch(`${appUrl}/api/v2/tables/updateRecords`, {\n method: 'POST',\n headers: {\n cookie,\n 'content-type': 'application/json',\n },\n body: JSON.stringify({\n tableId: table.id,\n fields: {\n [statusFieldId]: 'Done',\n },\n filter: {\n conjunction: 'and',\n items: [],\n },\n }),\n });\n\n expect(response.status).toBe(400);\n await expect(response.json()).resolves.toMatchObject({\n ok: false,\n error: expect.stringContaining('filter.items'),\n });\n\n const records = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n skip: 0,\n take: 100,\n });\n const statusByTitle = new Map(\n records.records.map((record) => [record.fields[titleFieldId], record.fields[statusFieldId]])\n );\n\n expect(statusByTitle.get('Alpha')).toBe('Open');\n expect(statusByTitle.get('Beta')).toBe('Open');\n } finally {\n await permanentDeleteTable(baseId, table.id);\n }\n });\n});\n" }, { "path": "apps/nestjs-backend/test/view-option.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport type { IViewOptions, IGridView, IFormView } from '@teable/core';\nimport { RowHeightLevel, ViewType } from '@teable/core';\nimport { updateViewOptions as apiSetViewOption } from '@teable/openapi';\nimport {\n initApp,\n getView,\n getFields,\n createTable,\n permanentDeleteTable,\n updateViewColumnMeta,\n deleteField,\n} from './utils/init-app';\n\nlet app: INestApplication;\nconst baseId = globalThis.testConfig.baseId;\n\nbeforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n});\n\nafterAll(async () => {\n await app.close();\n});\n\nasync function updateViewOptions(tableId: string, viewId: string, viewOptionRo: IViewOptions) {\n const result = await apiSetViewOption(tableId, viewId, { options: viewOptionRo });\n return result.data;\n}\n\ndescribe('OpenAPI ViewController (e2e) option (PUT) update grid view option', () => {\n let tableId: string;\n let viewId: string;\n let viewIds: string[];\n beforeAll(async () => {\n const result = await createTable(baseId, {\n name: 'Table',\n views: [{ type: ViewType.Grid }, { type: ViewType.Form }],\n });\n tableId = result.id;\n viewId = result.defaultViewId!;\n viewIds = result.views.map((view) => view.id);\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n it(`/table/{tableId}/view/{viewId}/option (PUT) update option rowHeight`, async () => {\n await updateViewOptions(tableId, viewId, { rowHeight: RowHeightLevel.Short });\n const updatedView = await getView(tableId, viewId);\n const rowHeight = (updatedView.options as IGridView['options']).rowHeight;\n expect(rowHeight).toBe(RowHeightLevel.Short);\n });\n\n it(`/table/{tableId}/view/{viewId}/option (PUT) update other type options should return 400`, async () => {\n const [, formViewId] = viewIds;\n await expect(\n updateViewOptions(tableId, formViewId, { rowHeight: RowHeightLevel.Short })\n ).rejects.toMatchObject({\n status: 400,\n });\n });\n\n it(`/table/{tableId}/view/{viewId}/option (PUT) update option frozenFieldId`, async () => {\n const fields = await getFields(tableId);\n const anchorFieldId = fields[1]?.id ?? fields[0].id;\n await updateViewOptions(tableId, viewId, { frozenFieldId: anchorFieldId });\n const updatedView = await getView(tableId, viewId);\n const frozenFieldId = (updatedView.options as IGridView['options']).frozenFieldId;\n expect(frozenFieldId).toBe(anchorFieldId);\n });\n\n it(`/table/{tableId}/view/{viewId}/columnMeta (PUT) changing frozen field order should shift frozenFieldId to previous`, async () => {\n const initialView = await getView(tableId, viewId);\n const originOrders = Object.entries(initialView.columnMeta)\n .sort((a, b) => a[1].order - b[1].order)\n .map(([fieldId]) => fieldId);\n const targetFrozen = originOrders[1] ?? originOrders[0];\n const prevNeighbor = originOrders[0];\n\n await updateViewOptions(tableId, viewId, { frozenFieldId: targetFrozen });\n\n await updateViewColumnMeta(tableId, viewId, [\n { fieldId: targetFrozen, columnMeta: { order: 9999 } },\n ]);\n\n const updatedView = await getView(tableId, viewId);\n const frozenFieldId = (updatedView.options as IGridView['options']).frozenFieldId;\n expect(frozenFieldId).toBe(prevNeighbor);\n });\n\n it(`/table/{tableId}/field/{fieldId} (DELETE) deleting frozen field should update or clear frozenFieldId`, async () => {\n const initialView = await getView(tableId, viewId);\n const originOrders = Object.entries(initialView.columnMeta)\n .sort((a, b) => a[1].order - b[1].order)\n .map(([fieldId]) => fieldId);\n\n const middleFrozen = originOrders[1];\n const expectedAfterDelete = originOrders[0];\n await updateViewOptions(tableId, viewId, { frozenFieldId: middleFrozen });\n await deleteField(tableId, middleFrozen);\n const viewAfterDelete = await getView(tableId, viewId);\n const frozenAfter = (viewAfterDelete.options as IGridView['options']).frozenFieldId;\n expect(frozenAfter).toBe(expectedAfterDelete);\n });\n});\n\ndescribe('OpenAPI ViewController (e2e) option (PUT) update form view option', () => {\n let tableId: string;\n let viewId: string;\n beforeAll(async () => {\n const result = await createTable(baseId, { name: 'Table', views: [{ type: ViewType.Form }] });\n tableId = result.id;\n viewId = result.defaultViewId!;\n });\n afterAll(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n it(`/table/{tableId}/view/{viewId}/option (PUT) update option coverUrl`, async () => {\n const assertUrl = '/form/test';\n await updateViewOptions(tableId, viewId, { coverUrl: assertUrl });\n const updatedView = await getView(tableId, viewId);\n const coverUrl = (updatedView.options as IFormView['options']).coverUrl;\n expect(coverUrl?.endsWith(assertUrl)).toBe(true);\n expect(coverUrl?.startsWith('http://')).toBe(true);\n });\n\n it(`/table/{tableId}/view/{viewId}/option (PUT) update option logoUrl`, async () => {\n const assertUrl = '/form/test';\n await updateViewOptions(tableId, viewId, { logoUrl: assertUrl });\n const updatedView = await getView(tableId, viewId);\n const logoUrl = (updatedView.options as IFormView['options']).logoUrl;\n expect(logoUrl?.endsWith(assertUrl)).toBe(true);\n expect(logoUrl?.startsWith('http://')).toBe(true);\n });\n\n it(`/table/{tableId}/view/{viewId}/option (PUT) update option submitLabel`, async () => {\n const assertLabel = 'Confirm';\n await updateViewOptions(tableId, viewId, { submitLabel: assertLabel });\n const updatedView = await getView(tableId, viewId);\n const submitLabel = (updatedView.options as IFormView['options']).submitLabel;\n expect(submitLabel).toBe(assertLabel);\n });\n});\n" }, { "path": "apps/nestjs-backend/test/view.e2e-spec.ts", "content": "/* eslint-disable sonarjs/no-duplicate-string */\nimport type { INestApplication } from '@nestjs/common';\n\nimport type {\n IColumn,\n IFieldRo,\n IFieldVo,\n IFormColumn,\n IFormColumnMeta,\n IPluginViewOptions,\n IViewRo,\n} from '@teable/core';\nimport {\n ColorConfigType,\n Colors,\n FieldKeyType,\n FieldType,\n generateViewId,\n Relationship,\n RowHeightLevel,\n SortFunc,\n ViewType,\n} from '@teable/core';\nimport { PrismaService, type Prisma } from '@teable/db-main-prisma';\nimport type { ICreateTableRo, ITableFullVo } from '@teable/openapi';\nimport {\n updateViewDescription,\n updateViewName,\n getViewFilterLinkRecords,\n updateViewShareMeta,\n enableShareView,\n updateViewColumnMeta,\n updateRecord,\n getRecords,\n updateViewLocked,\n duplicateView,\n installViewPlugin,\n deleteView,\n} from '@teable/openapi';\nimport { sample } from 'lodash';\nimport { ViewService } from '../src/features/view/view.service';\nimport { x_20 } from './data-helpers/20x';\nimport { VIEW_DEFAULT_SHARE_META } from './data-helpers/caces/view-default-share-meta';\nimport {\n createField,\n getFields,\n initApp,\n createView,\n permanentDeleteTable,\n createTable,\n getViews,\n getView,\n getTable,\n} from './utils/init-app';\n\nconst defaultViews = [\n {\n name: 'Grid view',\n type: ViewType.Grid,\n },\n];\n\ndescribe('OpenAPI ViewController (e2e)', () => {\n let app: INestApplication;\n let table: ITableFullVo;\n const baseId = globalThis.testConfig.baseId;\n let prismaService: PrismaService;\n let viewService: ViewService;\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prismaService = app.get(PrismaService);\n viewService = app.get(ViewService);\n });\n\n afterAll(async () => {\n await app.close();\n });\n\n beforeEach(async () => {\n table = await createTable(baseId, { name: 'table1' });\n });\n\n afterEach(async () => {\n const result = await permanentDeleteTable(baseId, table.id);\n console.log('clear table: ', result);\n });\n\n it('/api/table/{tableId}/view (GET)', async () => {\n const viewsResult = await getViews(table.id);\n expect(viewsResult).toMatchObject(defaultViews);\n });\n\n it('/api/table/{tableId}/view (POST)', async () => {\n const viewRo: IViewRo = {\n name: 'New view',\n description: 'the new view',\n type: ViewType.Grid,\n };\n\n await createView(table.id, viewRo);\n\n const result = await getViews(table.id);\n expect(result).toMatchObject([\n ...defaultViews,\n {\n name: 'New view',\n description: 'the new view',\n type: ViewType.Grid,\n },\n ]);\n });\n\n it('/api/table/{tableId}/view (POST) with gallery view', async () => {\n const viewRo: IViewRo = {\n name: 'New gallery view',\n description: 'the new gallery view',\n type: ViewType.Gallery,\n };\n\n const fieldVo = await createField(table.id, {\n name: 'Attachment',\n type: FieldType.Attachment,\n });\n await createView(table.id, viewRo);\n\n const result = await getViews(table.id);\n expect(result).toMatchObject([\n ...defaultViews,\n {\n name: 'New gallery view',\n description: 'the new gallery view',\n type: ViewType.Gallery,\n options: {\n coverFieldId: fieldVo.id,\n },\n },\n ]);\n });\n\n it('should update view simple properties', async () => {\n const viewRo: IViewRo = {\n name: 'New view',\n description: 'the new view',\n type: ViewType.Grid,\n };\n\n const view = await createView(table.id, viewRo);\n\n await updateViewName(table.id, view.id, { name: 'New view 2' });\n await updateViewDescription(table.id, view.id, { description: 'description2' });\n await updateViewLocked(table.id, view.id, { isLocked: true });\n const viewNew = await getView(table.id, view.id);\n\n expect(viewNew.name).toEqual('New view 2');\n expect(viewNew.description).toEqual('description2');\n expect(viewNew.isLocked).toBeTruthy();\n });\n\n it('should create view with field order', async () => {\n // get fields\n const fields = await getFields(table.id);\n const testFieldId = fields?.[0].id;\n const assertOrder = 10;\n const columnMeta = fields.reduce>(\n (pre, cur, index) => {\n pre[cur.id] = {} as IColumn;\n pre[cur.id].order = index === 0 ? assertOrder : index;\n return pre;\n },\n {} as Record\n );\n\n const viewResponse = await createView(table.id, {\n name: 'view',\n columnMeta,\n type: ViewType.Grid,\n });\n\n const { columnMeta: columnMetaResponse } = viewResponse;\n const order = columnMetaResponse?.[testFieldId]?.order;\n expect(order).toEqual(assertOrder);\n expect(fields.length).toEqual(Object.keys(columnMetaResponse).length);\n });\n\n it('should set all eligible fields visible when creating form view', async () => {\n const formView = await createView(table.id, {\n name: 'Form view',\n type: ViewType.Form,\n });\n\n const views = await getViews(table.id);\n const createdForm = views.find(({ id }) => id === formView.id)!;\n const formColumnMeta = createdForm.columnMeta as unknown as Record;\n\n const eligibleFieldIds = table.fields\n .filter((f) => !f.isComputed && !f.isLookup && f.type !== FieldType.Button)\n .map((f) => f.id);\n\n eligibleFieldIds.forEach((fieldId) => {\n expect(formColumnMeta[fieldId]?.visible ?? false).toBe(true);\n });\n });\n\n it('should batch update view when create field', async () => {\n const initialColumnMeta = await viewService.generateViewOrderColumnMeta(table.id);\n const createData: Prisma.ViewCreateManyInput[] = [];\n const num = 100;\n for (let i = 0; i < num; i++) {\n const data: Prisma.ViewCreateManyInput = {\n id: generateViewId(),\n tableId: table.id,\n name: `New view ${i}`,\n type: ViewType.Grid,\n version: 1,\n order: i + 1,\n createdBy: globalThis.testConfig.userId,\n columnMeta: JSON.stringify(initialColumnMeta ?? {}),\n };\n\n createData.push(data);\n }\n const result = await prismaService.txClient().view.createMany({ data: createData });\n expect(result.count).toEqual(num);\n\n await createField(table.id, { type: FieldType.SingleLineText });\n const fields = await getFields(table.id);\n const assertFieldIds = fields.map((field) => field.id).sort();\n const randomViewId = sample(createData.map((data) => data.id));\n const view = await getView(table.id, randomViewId!);\n const columnMetaFieldIds = Object.keys(view.columnMeta).sort();\n expect(columnMetaFieldIds).toEqual(assertFieldIds);\n });\n\n it('fields in new view should sort by created time and primary field is always first', async () => {\n const viewRo: IViewRo = {\n name: 'New view',\n description: 'the new view',\n type: ViewType.Grid,\n };\n\n const oldFields: IFieldVo[] = [];\n oldFields.push(await createField(table.id, { type: FieldType.SingleLineText }));\n oldFields.push(await createField(table.id, { type: FieldType.SingleLineText }));\n oldFields.push(await createField(table.id, { type: FieldType.SingleLineText }));\n\n const newView = await createView(table.id, viewRo);\n const newFields = await getFields(table.id, newView.id);\n\n expect(newFields.slice(3)).toMatchObject(oldFields);\n });\n\n describe('/api/table/{tableId}/view/:viewId/filter-link-records (GET)', () => {\n let table: ITableFullVo;\n let linkTable1: ITableFullVo;\n let linkTable2: ITableFullVo;\n\n const linkTable1FieldRo: IFieldRo[] = [\n {\n name: 'single_line_text_field',\n type: FieldType.SingleLineText,\n },\n ];\n\n const linkTable2FieldRo: IFieldRo[] = [\n {\n name: 'single_line_text_field',\n type: FieldType.SingleLineText,\n },\n ];\n\n const linkTable1RecordRo: ICreateTableRo['records'] = [\n {\n fields: {\n single_line_text_field: 'link_table1_record1',\n },\n },\n {\n fields: {\n single_line_text_field: 'link_table1_record2',\n },\n },\n {\n fields: {\n single_line_text_field: 'link_table1_record3',\n },\n },\n ];\n const linkTable2RecordRo: ICreateTableRo['records'] = [\n {\n fields: {\n single_line_text_field: 'link_table2_record1',\n },\n },\n {\n fields: {\n single_line_text_field: 'link_table2_record2',\n },\n },\n {\n fields: {\n single_line_text_field: 'link_table2_record3',\n },\n },\n ];\n\n beforeAll(async () => {\n const fullTable = await createTable(baseId, {\n name: 'filter_link_records',\n fields: [\n {\n name: 'link_field1',\n type: FieldType.SingleLineText,\n },\n ],\n records: [],\n });\n\n linkTable1 = await createTable(baseId, {\n name: 'link_table1',\n fields: [\n ...linkTable1FieldRo,\n {\n type: FieldType.Link,\n options: {\n foreignTableId: fullTable.id,\n relationship: Relationship.OneMany,\n },\n },\n ],\n records: linkTable1RecordRo,\n });\n\n linkTable2 = await createTable(baseId, {\n name: 'link_table2',\n fields: [\n ...linkTable2FieldRo,\n {\n type: FieldType.Link,\n options: {\n foreignTableId: fullTable.id,\n relationship: Relationship.OneMany,\n },\n },\n ],\n records: linkTable2RecordRo,\n });\n\n table = (await getTable(baseId, fullTable.id, { includeContent: true })) as ITableFullVo;\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, table.id);\n await permanentDeleteTable(baseId, linkTable1.id);\n await permanentDeleteTable(baseId, linkTable2.id);\n });\n\n it('should return filter link records', async () => {\n const viewRo: IViewRo = {\n name: 'New view',\n description: 'the new view',\n type: ViewType.Grid,\n filter: {\n filterSet: [\n {\n fieldId: table.fields![1].id,\n value: linkTable1.records[0].id,\n operator: 'is',\n },\n {\n filterSet: [\n {\n fieldId: table.fields![1].id,\n value: [linkTable1.records[1].id, linkTable1.records[2].id],\n operator: 'isAnyOf',\n },\n ],\n conjunction: 'and',\n },\n {\n fieldId: table.fields![2].id,\n value: linkTable2.records[0].id,\n operator: 'is',\n },\n {\n filterSet: [\n {\n fieldId: table.fields![2].id,\n value: [linkTable2.records[2].id],\n operator: 'isAnyOf',\n },\n ],\n conjunction: 'and',\n },\n ],\n conjunction: 'and',\n },\n };\n\n const view = await createView(table.id, viewRo);\n\n const { data: records } = await getViewFilterLinkRecords(table.id, view.id);\n\n expect(records).toMatchObject([\n {\n tableId: linkTable1.id,\n records: linkTable1.records.map(({ id, name }) => ({ id, title: name })),\n },\n {\n tableId: linkTable2.id,\n records: [\n { id: linkTable2.records[0].id, title: linkTable2.records[0].name },\n {\n id: linkTable2.records[2].id,\n title: linkTable2.records[2].name,\n },\n ],\n },\n ]);\n });\n });\n\n describe('/api/table/{tableId}/view/:viewId/column-meta (PUT)', () => {\n let tableId: string;\n let gridViewId: string;\n let formViewId: string;\n beforeAll(async () => {\n const table = await createTable(baseId, { name: 'table' });\n tableId = table.id;\n const gridView = await createView(table.id, {\n name: 'Grid view',\n type: ViewType.Grid,\n });\n gridViewId = gridView.id;\n const formView = await createView(table.id, {\n name: 'Form view',\n type: ViewType.Form,\n });\n formViewId = formView.id;\n await enableShareView({ tableId, viewId: formViewId });\n await enableShareView({ tableId, viewId: gridViewId });\n });\n\n afterAll(async () => {\n await permanentDeleteTable(baseId, tableId);\n });\n\n it('update allowCopy success', async () => {\n await updateViewShareMeta(tableId, gridViewId, { allowCopy: true });\n const view = await getView(tableId, gridViewId);\n expect(view.shareMeta?.allowCopy).toBe(true);\n });\n\n it.each(VIEW_DEFAULT_SHARE_META)(\n 'viewType($viewType) with enabled share with default shareMeta',\n async (viewShareDefault) => {\n const view = await createView(tableId, {\n name: `${viewShareDefault.viewType} view`,\n type: viewShareDefault.viewType,\n });\n await enableShareView({ tableId, viewId: view.id });\n const { shareMeta } = await getView(tableId, view.id);\n expect(shareMeta).toEqual(viewShareDefault.defaultShareMeta);\n }\n );\n });\n\n describe('filter by view ', () => {\n let table: ITableFullVo;\n beforeEach(async () => {\n table = await createTable(baseId, { name: 'table1' });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should get records with a field filtered view', async () => {\n const res = await createView(table.id, {\n name: 'view1',\n type: ViewType.Grid,\n });\n\n await updateViewColumnMeta(table.id, res.id, [\n {\n fieldId: table.fields[1].id,\n columnMeta: {\n hidden: true,\n },\n },\n ]);\n\n await updateRecord(table.id, table.records[0].id, {\n fieldKeyType: FieldKeyType.Id,\n record: {\n fields: {\n [table.fields[0].id]: 'text',\n [table.fields[1].id]: 1,\n },\n },\n });\n\n const recordResult = await getRecords(table.id, {\n fieldKeyType: FieldKeyType.Id,\n viewId: res.id,\n });\n const fieldResult = await getFields(table.id, res.id);\n\n expect(recordResult.data.records[0].fields[table.fields[0].id]).toEqual('text');\n expect(recordResult.data.records[0].fields[table.fields[1].id]).toBeUndefined();\n\n expect(fieldResult.length).toEqual(table.fields.length - 1);\n expect(fieldResult.find((field) => field.id === table.fields[1].id)).toBeUndefined();\n });\n });\n\n describe('/api/table/{tableId}/view/:viewId/duplicate (POST)', () => {\n let table: ITableFullVo;\n beforeEach(async () => {\n table = await createTable(baseId, {\n name: 'record_query_x_20',\n fields: x_20.fields,\n records: x_20.records,\n });\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should duplicate grid view', async () => {\n const view = await createView(table.id, {\n name: 'grid_view',\n type: ViewType.Grid,\n filter: {\n filterSet: [\n {\n fieldId: table.fields[0].id,\n value: 'text',\n operator: 'is',\n },\n ],\n conjunction: 'and',\n },\n isLocked: true,\n sort: {\n sortObjs: [\n {\n fieldId: table.fields[0].id,\n order: SortFunc.Asc,\n },\n ],\n },\n group: [\n {\n fieldId: table.fields[0].id,\n order: SortFunc.Asc,\n },\n ],\n options: {\n rowHeight: RowHeightLevel.Medium,\n },\n columnMeta: {\n [table.fields[0].id]: {\n hidden: true,\n order: 1,\n },\n },\n });\n\n const duplicatedView = (await duplicateView(table.id, view.id)).data;\n expect(duplicatedView.name).toEqual('grid_view 2');\n expect(duplicatedView.type).toEqual(ViewType.Grid);\n expect(duplicatedView.filter).toEqual(view.filter);\n expect(duplicatedView.sort).toEqual(view.sort);\n expect(duplicatedView.group).toEqual(view.group);\n expect(duplicatedView.options).toEqual(view.options);\n expect(duplicatedView.columnMeta).toEqual(view.columnMeta);\n expect(duplicatedView.isLocked).toBeTruthy();\n });\n\n it('should duplicate form view', async () => {\n const initialColumnMeta = table.fields.reduce>(\n (pre, cur, index) => {\n pre[cur.id] = {\n order: index,\n } as unknown as IFormColumnMeta;\n if (index === 0) {\n (pre[cur.id] as unknown as IFormColumn).required = true;\n }\n if (!cur.isComputed && cur.type !== FieldType.Button) {\n (pre[cur.id] as unknown as IFormColumn).visible = true;\n }\n return pre;\n },\n {} as Record\n );\n const formView = await createView(table.id, {\n name: 'form_view',\n type: ViewType.Form,\n columnMeta: {\n ...(initialColumnMeta as unknown as Record),\n },\n });\n\n const duplicatedView = (await duplicateView(table.id, formView.id)).data;\n\n expect(duplicatedView.name).toEqual('form_view 2');\n expect(duplicatedView.type).toEqual(ViewType.Form);\n expect(duplicatedView.options).toEqual(formView.options);\n expect(duplicatedView.columnMeta).toEqual(initialColumnMeta);\n });\n\n it('should duplicate gallery view', async () => {\n const attachmentField = await createField(table.id, {\n name: 'Attachment',\n type: FieldType.Attachment,\n });\n const galleryView = await createView(table.id, {\n name: 'gallery_view',\n type: ViewType.Gallery,\n filter: {\n filterSet: [\n {\n fieldId: table.fields[0].id,\n value: 'text',\n operator: 'is',\n },\n ],\n conjunction: 'and',\n },\n sort: {\n sortObjs: [\n {\n fieldId: table.fields[0].id,\n order: SortFunc.Asc,\n },\n ],\n },\n options: {\n coverFieldId: attachmentField.id,\n },\n });\n\n const duplicatedView = (await duplicateView(table.id, galleryView.id)).data;\n expect(duplicatedView.name).toEqual('gallery_view 2');\n expect(duplicatedView.type).toEqual(ViewType.Gallery);\n expect(duplicatedView.filter).toEqual(galleryView.filter);\n expect(duplicatedView.sort).toEqual(galleryView.sort);\n expect(duplicatedView.options).toEqual({\n coverFieldId: attachmentField.id,\n });\n });\n\n it('should duplicate kanban view', async () => {\n const kanbanView = await createView(table.id, {\n name: 'kanban_view',\n type: ViewType.Kanban,\n filter: {\n filterSet: [\n {\n fieldId: table.fields[0].id,\n value: 'text',\n operator: 'is',\n },\n ],\n conjunction: 'and',\n },\n sort: {\n sortObjs: [\n {\n fieldId: table.fields[0].id,\n order: SortFunc.Asc,\n },\n ],\n },\n options: {\n stackFieldId: table.fields[0].id,\n },\n });\n\n const duplicatedView = (await duplicateView(table.id, kanbanView.id)).data;\n expect(duplicatedView.name).toEqual('kanban_view 2');\n expect(duplicatedView.type).toEqual(ViewType.Kanban);\n expect(duplicatedView.filter).toEqual(kanbanView.filter);\n expect(duplicatedView.sort).toEqual(kanbanView.sort);\n expect(duplicatedView.columnMeta).toEqual(kanbanView.columnMeta);\n expect(duplicatedView.options).toEqual({\n stackFieldId: table.fields[0].id,\n });\n });\n\n it('should duplicate calendar view', async () => {\n const startDateField = await createField(table.id, {\n name: 'Start Date',\n type: FieldType.Date,\n });\n const endDateField = await createField(table.id, {\n name: 'End Date',\n type: FieldType.Date,\n });\n const calendarView = await createView(table.id, {\n name: 'calendar_view',\n type: ViewType.Calendar,\n filter: {\n filterSet: [\n {\n fieldId: table.fields[0].id,\n value: 'text',\n operator: 'is',\n },\n ],\n conjunction: 'and',\n },\n options: {\n startDateFieldId: startDateField.id,\n endDateFieldId: endDateField.id,\n colorConfig: {\n type: ColorConfigType.Custom,\n color: Colors.PurpleLight2,\n },\n titleFieldId: table.fields[0].id,\n },\n });\n\n const duplicatedView = (await duplicateView(table.id, calendarView.id)).data;\n expect(duplicatedView.name).toEqual('calendar_view 2');\n expect(duplicatedView.type).toEqual(ViewType.Calendar);\n expect(duplicatedView.filter).toEqual(calendarView.filter);\n expect(duplicatedView.sort).toEqual(calendarView.sort);\n expect(duplicatedView.options).toEqual(calendarView.options);\n expect(duplicatedView.columnMeta).toEqual(calendarView.columnMeta);\n expect(duplicatedView.options).toEqual({\n startDateFieldId: startDateField.id,\n endDateFieldId: endDateField.id,\n colorConfig: {\n type: ColorConfigType.Custom,\n color: Colors.PurpleLight2,\n },\n titleFieldId: table.fields[0].id,\n });\n });\n\n it('should duplicate plugin view', async () => {\n const sheetPlugin = (\n await installViewPlugin(table.id, {\n name: 'sheet_view',\n pluginId: 'plgsheetform',\n })\n ).data;\n\n const sheetView = await getView(table.id, sheetPlugin.viewId);\n\n const duplicatedView = (await duplicateView(table.id, sheetView.id)).data;\n expect(duplicatedView.name).toEqual('sheet_view 2');\n expect(duplicatedView.type).toEqual(ViewType.Plugin);\n expect(duplicatedView.options).contain({\n pluginLogo: (sheetView.options as IPluginViewOptions).pluginLogo,\n });\n });\n });\n\n describe('concurrent view deletion with row-level locking', () => {\n let table: ITableFullVo;\n let view1Id: string;\n let view2Id: string;\n\n beforeEach(async () => {\n table = await createTable(baseId, { name: 'concurrent_test_table' });\n const view1 = await createView(table.id, {\n name: 'View 1',\n type: ViewType.Grid,\n });\n view1Id = view1.id;\n const view2 = await createView(table.id, {\n name: 'View 2',\n type: ViewType.Grid,\n });\n view2Id = view2.id;\n });\n\n afterEach(async () => {\n await permanentDeleteTable(baseId, table.id);\n });\n\n it('should prevent concurrent deletion of the last view using SELECT FOR UPDATE', async () => {\n // Delete view1 first (should succeed since there are still 2 views left)\n await deleteView(table.id, view1Id);\n\n // Verify view1 was deleted\n const views = await getViews(table.id);\n expect(views.length).toBe(2); // default view + view2\n\n // Try to delete the second custom view (should succeed, leaving only the default view)\n await deleteView(table.id, view2Id);\n\n const finalViews = await getViews(table.id);\n expect(finalViews.length).toBe(1);\n expect(finalViews[0].name).toBe('Grid view'); // Only default view remains\n\n // Try to delete the last view (should fail)\n await expect(deleteView(table.id, finalViews[0].id)).rejects.toThrow(\n 'Cannot delete the last view in a table'\n );\n });\n\n it('should handle concurrent deletion attempts with proper locking', async () => {\n // Create a scenario with exactly 2 views (default + view1)\n // Delete view2 first to have only 2 views\n await deleteView(table.id, view2Id);\n\n const remainingViews = await getViews(table.id);\n expect(remainingViews.length).toBe(2); // default view + view1\n\n // Attempt to delete both views concurrently\n // One should succeed, one should fail because it would be the last view\n const deletePromises = remainingViews.map((view) =>\n deleteView(table.id, view.id).catch((error) => error)\n );\n\n const results = await Promise.all(deletePromises);\n\n // One should succeed (undefined or success), one should fail with error\n const successCount = results.filter((r) => !r || r.message === undefined).length;\n const failureCount = results.filter(\n (r) => r && r.message && r.message.includes('Cannot delete the last view')\n ).length;\n\n expect(successCount).toBe(1);\n expect(failureCount).toBe(1);\n\n // Verify exactly one view remains\n const finalViews = await getViews(table.id);\n expect(finalViews.length).toBe(1);\n });\n\n it('should use SELECT FOR UPDATE to prevent race conditions', async () => {\n // This test verifies that the locking mechanism works correctly\n // by attempting rapid concurrent deletions\n const view3 = await createView(table.id, {\n name: 'View 3',\n type: ViewType.Grid,\n });\n\n // Now we have 4 views: default, view1, view2, view3\n const allViews = await getViews(table.id);\n expect(allViews.length).toBe(4);\n\n // Delete 3 views concurrently, leaving only 1\n const viewsToDelete = [view1Id, view2Id, view3.id];\n const deleteResults = await Promise.allSettled(\n viewsToDelete.map((viewId) => deleteView(table.id, viewId))\n );\n\n // All 3 deletions should succeed\n const successfulDeletions = deleteResults.filter((r) => r.status === 'fulfilled').length;\n expect(successfulDeletions).toBe(3);\n\n // Verify only the default view remains\n const finalViews = await getViews(table.id);\n expect(finalViews.length).toBe(1);\n expect(finalViews[0].name).toBe('Grid view');\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/test/waitlist.e2e-spec.ts", "content": "import type { INestApplication } from '@nestjs/common';\nimport { getRandomString } from '@teable/core';\nimport { PrismaService } from '@teable/db-main-prisma';\nimport {\n inviteWaitlist,\n getWaitlist,\n joinWaitlist as joinWaitlistApi,\n signup,\n} from '@teable/openapi';\nimport { vi } from 'vitest';\nimport { SettingService } from '../src/features/setting/setting.service';\nimport { initApp } from './utils/init-app';\n\ndescribe('Auth Controller (e2e) api/auth waitlist', () => {\n let app: INestApplication;\n let prismaService: PrismaService;\n let settingService: SettingService;\n\n beforeAll(async () => {\n const appCtx = await initApp();\n app = appCtx.app;\n prismaService = app.get(PrismaService);\n settingService = app.get(SettingService);\n const originalGetSetting = await settingService.getSetting();\n vi.spyOn(settingService, 'getSetting').mockImplementation(async () => {\n return {\n ...originalGetSetting,\n enableWaitlist: true,\n };\n });\n });\n\n afterAll(async () => {\n vi.restoreAllMocks();\n await app.close();\n });\n\n const joinWaitlist = async (handler?: (email: string) => Promise) => {\n const demoEmail = getRandomString(10) + '@demo.com';\n const res = await joinWaitlistApi({\n email: demoEmail,\n });\n expect(res.data.email).toBe(demoEmail);\n const item = await prismaService.waitlist.findFirst({\n where: {\n email: demoEmail,\n },\n });\n expect(item?.email).toBe(demoEmail);\n if (handler) {\n await handler(demoEmail);\n }\n\n await prismaService.waitlist.delete({\n where: {\n email: demoEmail,\n },\n });\n };\n\n it('api/auth/join-waitlist', async () => {\n await joinWaitlist();\n });\n\n it('api/auth/get-waitlist', async () => {\n await joinWaitlist(async (email) => {\n const res = await getWaitlist();\n const list = res.data.map((item) => item.email);\n expect(list).toContain(email);\n });\n });\n\n it('api/auth/approve-waitlist', async () => {\n await joinWaitlist(async (email) => {\n const res = await inviteWaitlist({\n list: [email],\n });\n // const mailSenderService = app.get(MailSenderService);\n // expect(mailSenderService.sendMail).toHaveBeenCalled();\n expect(res.data.length).toEqual(1);\n expect(res.data[0].email).toEqual(email);\n expect(res.data[0].code.length).toBeGreaterThan(0);\n expect(res.data[0].times).toBeGreaterThan(0);\n });\n });\n\n it('api/auth/join-waitlist - user already exist', async () => {\n const email = globalThis.testConfig.email;\n await expect(\n joinWaitlistApi({\n email,\n })\n ).rejects.toThrow();\n });\n\n it('api/auth/signup - invite code is not correct when waitlist is enabled', async () => {\n const fackCode = getRandomString(10);\n const demoEmail = getRandomString(10).toLowerCase() + '@local.com';\n const password = '12345678a';\n\n // no invite code\n await expect(\n signup({\n email: demoEmail,\n password,\n })\n ).rejects.toThrow();\n\n await joinWaitlistApi({\n email: demoEmail,\n });\n\n // invite code is not correct\n await expect(\n signup({\n email: demoEmail,\n password,\n inviteCode: fackCode,\n })\n ).rejects.toThrow();\n\n const res = await inviteWaitlist({\n list: [demoEmail],\n });\n expect(res.data.length).toEqual(1);\n expect(res.data[0].email).toEqual(demoEmail);\n const code = res.data[0].code;\n\n // invite code is correct\n const signupRes = await signup({\n email: demoEmail,\n password,\n inviteCode: code,\n });\n\n expect(signupRes.data.email).toBe(demoEmail);\n await prismaService.user.delete({\n where: { email: signupRes.data.email },\n });\n });\n});\n" }, { "path": "apps/nestjs-backend/tsconfig.build.json", "content": "{\n \"extends\": \"./tsconfig.json\",\n \"exclude\": [\n \"node_modules\",\n \"test\",\n \"dist\",\n \"**/*spec.ts\",\n \"vitest-e2e.setup.ts\",\n \"vitest-e2e.config.ts\",\n \"vitest.config.ts\"\n ]\n}\n" }, { "path": "apps/nestjs-backend/tsconfig.eslint.json", "content": "{\n \"$schema\": \"https://json.schemastore.org/tsconfig\",\n \"extends\": \"../../tsconfig.base.json\",\n \"compilerOptions\": {\n \"target\": \"es6\",\n \"module\": \"ESNext\",\n \"moduleResolution\": \"bundler\",\n \"emitDecoratorMetadata\": true,\n \"experimentalDecorators\": true,\n \"isolatedModules\": false,\n \"noEmit\": false,\n \"allowJs\": false\n },\n \"exclude\": [\"node_modules\", \"**/.*/*\", \"dist\"],\n \"include\": [\n \".eslintrc.*\",\n \"**/*.ts\",\n \"**/*.tsx\",\n \"**/*.mts\",\n \"**/*.js\",\n \"**/*.cjs\",\n \"**/*.mjs\",\n \"**/*.jsx\",\n \"**/*.json\"\n ]\n}\n" }, { "path": "apps/nestjs-backend/tsconfig.json", "content": "{\n \"$schema\": \"https://json.schemastore.org/tsconfig\",\n \"extends\": \"../../tsconfig.base.json\",\n \"compilerOptions\": {\n \"module\": \"ESNext\",\n \"moduleResolution\": \"bundler\",\n \"emitDecoratorMetadata\": true,\n \"experimentalDecorators\": true,\n \"isolatedModules\": false,\n \"target\": \"es2022\",\n \"declaration\": true,\n \"declarationDir\": \"./dist\",\n \"noEmit\": false,\n \"sourceMap\": true,\n \"allowJs\": false,\n \"outDir\": \"./dist\",\n \"paths\": {\n \"@teable/core\": [\"../../packages/core/src\"],\n \"@teable/openapi\": [\"../../packages/openapi/src\"],\n \"@teable/db-main-prisma\": [\"../../packages/db-main-prisma/src\"],\n \"@teable/v2-*\": [\"../../packages/v2/*/src/index\"],\n \"@teable/v2-contract-http-implementation/handlers\": [\n \"../../packages/v2/contract-http-implementation/src/handlers/index.ts\"\n ],\n \"@teable/formula\": [\"../../packages/formula/src\"],\n \"@teable/i18n-keys\": [\"../../packages/i18n-keys/src\"]\n },\n \"types\": [\"vitest/globals\", \"node\"]\n },\n \"exclude\": [\"**/node_modules\", \"**/.*/\", \"dist\"]\n}\n" }, { "path": "apps/nestjs-backend/vitest-bench.config.ts", "content": "/* eslint-disable @typescript-eslint/naming-convention */\nimport swc from 'unplugin-swc';\nimport tsconfigPaths from 'vite-tsconfig-paths';\nimport type { Plugin } from 'vitest/config';\nimport { configDefaults, defineConfig } from 'vitest/config';\n\nconst benchFiles = ['**/test/**/*.bench.{js,ts}'];\n\nexport default defineConfig({\n resolve: {\n conditions: ['@teable/source'],\n },\n ssr: {\n resolve: {\n conditions: ['@teable/source'],\n externalConditions: ['@teable/source'],\n },\n },\n plugins: [\n swc.vite({\n jsc: {\n target: 'es2022',\n },\n }) as unknown as Plugin,\n tsconfigPaths(),\n ],\n cacheDir: '../../.cache/vitest/nestjs-backend/bench',\n test: {\n globals: true,\n environment: 'node',\n setupFiles: './vitest-e2e.setup.ts',\n testTimeout: 60000, // Longer timeout for benchmarks\n passWithNoTests: true,\n pool: 'forks',\n sequence: {\n hooks: 'stack',\n },\n logHeapUsage: true,\n reporters: ['verbose'],\n include: benchFiles,\n exclude: [...configDefaults.exclude, '**/.next/**'],\n },\n});\n" }, { "path": "apps/nestjs-backend/vitest-e2e.config.ts", "content": "import swc from 'unplugin-swc';\nimport tsconfigPaths from 'vite-tsconfig-paths';\nimport { configDefaults, defineConfig } from 'vitest/config';\n\n// Set timezone to UTC for deterministic datetime test results\n// This must be set before any datetime operations\nprocess.env.TZ = 'UTC';\n\nif (!process.env.CONDITIONAL_QUERY_MAX_LIMIT) {\n process.env.CONDITIONAL_QUERY_MAX_LIMIT = '7';\n}\n\nif (!process.env.CONDITIONAL_QUERY_DEFAULT_LIMIT) {\n process.env.CONDITIONAL_QUERY_DEFAULT_LIMIT = process.env.CONDITIONAL_QUERY_MAX_LIMIT;\n}\n\nconst timeout = process.env.CI ? 60000 : 10000;\nconst testFiles = ['**/test/**/*.{e2e-test,e2e-spec}.{js,ts}'];\n\nexport default defineConfig({\n resolve: {\n conditions: ['@teable/source'],\n },\n ssr: {\n resolve: {\n conditions: ['@teable/source'],\n externalConditions: ['@teable/source'],\n },\n },\n plugins: [\n swc.vite({\n jsc: {\n target: 'es2022',\n },\n }),\n tsconfigPaths(),\n ],\n cacheDir: '../../.cache/vitest/nestjs-backend/e2e',\n test: {\n globals: true,\n environment: 'node',\n setupFiles: './vitest-e2e.setup.ts',\n testTimeout: timeout,\n hookTimeout: timeout,\n passWithNoTests: true,\n pool: 'threads',\n fileParallelism: false,\n coverage: {\n provider: 'v8',\n reportsDirectory: './coverage/e2e',\n include: ['src/**/*.{js,ts}'],\n },\n sequence: {\n hooks: 'stack',\n },\n logHeapUsage: true,\n reporters: ['verbose'],\n include: testFiles,\n exclude: [...configDefaults.exclude, '**/.next/**'],\n },\n});\n" }, { "path": "apps/nestjs-backend/vitest-e2e.setup.ts", "content": "import fs from 'fs';\nimport path from 'path';\nimport type { INestApplication } from '@nestjs/common';\nimport { DriverClient, getRandomString, parseDsn } from '@teable/core';\nimport dotenv from 'dotenv-flow';\nimport { buildSync } from 'esbuild';\n\n// Handle ConditionalModule timeout errors that occur sporadically in CI\n// These errors are thrown from setTimeout callbacks and cannot be caught normally\n// See: @nestjs/config ConditionalModule.registerWhen\nconst originalUncaughtExceptionListeners = process.listeners('uncaughtException');\nprocess.removeAllListeners('uncaughtException');\nprocess.on('uncaughtException', (error: Error) => {\n // Ignore ConditionalModule timeout errors - they are sporadic in CI and don't affect test results\n if (\n error.message?.includes('Nest was not able to resolve the config variables') &&\n error.message?.includes('ConditionalModule')\n ) {\n console.warn('[vitest-e2e.setup] Ignoring ConditionalModule timeout error:', error.message);\n return;\n }\n // Re-throw other uncaught exceptions\n for (const listener of originalUncaughtExceptionListeners) {\n listener.call(process, error, 'uncaughtException');\n }\n // If no original listeners, throw the error\n if (originalUncaughtExceptionListeners.length === 0) {\n throw error;\n }\n});\n\ninterface ITestConfig {\n driver: string;\n email: string;\n userName: string;\n userId: string;\n password: string;\n spaceId: string;\n baseId: string;\n}\n\ninterface IInitAppReturnType {\n app: INestApplication;\n appUrl: string;\n cookie: string;\n sessionID: string;\n}\n\ndeclare global {\n // eslint-disable-next-line no-var\n var testConfig: ITestConfig;\n // eslint-disable-next-line no-var\n var initApp: undefined | (() => Promise);\n}\n\n// Set global variables (if needed)\nglobalThis.testConfig = {\n userName: 'test',\n email: 'test@e2e.com',\n password: '12345678',\n userId: 'usrTestUserId',\n spaceId: 'spcTestSpaceId',\n baseId: 'bseTestBaseId',\n driver: DriverClient.Sqlite,\n};\n\nfunction prepareSqliteEnv() {\n if (!process.env.PRISMA_DATABASE_URL?.startsWith('file:')) {\n return;\n }\n const prevFilePath = '../../db/main.db';\n const prevDir = path.dirname(prevFilePath);\n const baseName = path.basename(prevFilePath);\n\n const newFileName = 'test-' + getRandomString(12) + '-' + baseName;\n const newFilePath = path.join(prevDir, 'test', newFileName);\n\n process.env.PRISMA_DATABASE_URL = 'file:' + newFilePath;\n console.log('TEST PRISMA_DATABASE_URL:', process.env.PRISMA_DATABASE_URL);\n\n const dbPath = '../../packages/db-main-prisma/db/';\n const testDbPath = path.join(dbPath, 'test');\n if (!fs.existsSync(testDbPath)) {\n fs.mkdirSync(testDbPath, { recursive: true });\n }\n fs.copyFileSync(path.join(dbPath, baseName), path.join(testDbPath, newFileName));\n}\n\nfunction compileWorkerFile() {\n const entryFile = path.join(__dirname, 'src/worker/**.ts');\n const outFile = path.join(__dirname, 'dist/worker');\n\n buildSync({\n entryPoints: [entryFile],\n outdir: outFile,\n bundle: true,\n platform: 'node',\n target: 'node20',\n });\n}\n\nasync function setup() {\n dotenv.config({ path: '../nextjs-app' });\n\n // Use sync mode for v2 computed updates in tests\n process.env.V2_COMPUTED_UPDATE_MODE = 'sync';\n\n if (!process.env.CONDITIONAL_QUERY_MAX_LIMIT) {\n process.env.CONDITIONAL_QUERY_MAX_LIMIT = '7';\n }\n if (!process.env.CONDITIONAL_QUERY_DEFAULT_LIMIT) {\n process.env.CONDITIONAL_QUERY_DEFAULT_LIMIT = process.env.CONDITIONAL_QUERY_MAX_LIMIT;\n }\n\n // eslint-disable-next-line @typescript-eslint/no-non-null-assertion\n const databaseUrl = process.env.PRISMA_DATABASE_URL!;\n\n console.log('database-url: ', databaseUrl);\n const { driver } = parseDsn(databaseUrl);\n console.log('driver: ', driver);\n globalThis.testConfig.driver = driver;\n\n prepareSqliteEnv();\n\n compileWorkerFile();\n}\n\nexport default setup();\n" }, { "path": "apps/nestjs-backend/vitest.config.ts", "content": "import swc from 'unplugin-swc';\nimport tsconfigPaths from 'vite-tsconfig-paths';\nimport { configDefaults, defineConfig } from 'vitest/config';\n\nconst testFiles = ['**/src/**/*.{test,spec}.{js,ts}'];\n\nexport default defineConfig({\n resolve: {\n conditions: ['@teable/source'],\n },\n ssr: {\n resolve: {\n conditions: ['@teable/source'],\n externalConditions: ['@teable/source'],\n },\n },\n plugins: [\n swc.vite({\n jsc: {\n target: 'es2022',\n },\n }),\n tsconfigPaths(),\n ],\n cacheDir: '../../.cache/vitest/nestjs-backend/unit',\n test: {\n globals: true,\n environment: 'node',\n passWithNoTests: true,\n pool: 'forks',\n coverage: {\n provider: 'v8',\n reportsDirectory: './coverage/unit',\n include: ['src/**/*.{js,ts}'],\n },\n include: testFiles,\n exclude: [\n ...configDefaults.exclude,\n '**/*.controller.spec.ts', // exclude controller test\n '**/.next/**',\n ],\n },\n});\n" }, { "path": "apps/nestjs-backend/webpack.config.js", "content": "const path = require('path');\nconst CopyPlugin = require('copy-webpack-plugin');\nconst glob = require('glob');\n\nmodule.exports = function (options) {\n const workerFiles = glob.sync(path.join(__dirname, 'src/worker/**.ts'));\n const workerEntries = workerFiles.reduce((acc, file) => {\n const relativePath = path.relative(path.join(__dirname, 'src/worker'), file);\n const entryName = `worker/${path.dirname(relativePath)}/${path.basename(relativePath, '.ts')}`;\n acc[entryName] = file;\n return acc;\n }, {});\n\n return {\n ...options,\n entry: {\n index: options.entry,\n ...workerEntries,\n },\n output: {\n path: path.join(__dirname, 'dist'),\n filename: '[name].js',\n },\n plugins: [\n new CopyPlugin({\n patterns: [{ from: 'src/features/mail-sender/templates', to: 'templates' }],\n }),\n ],\n };\n};\n" }, { "path": "apps/nestjs-backend/webpack.dev.js", "content": "const path = require('path');\nconst CopyPlugin = require('copy-webpack-plugin');\nconst ForkTsCheckerWebpackPlugin = require('fork-ts-checker-webpack-plugin');\nconst glob = require('glob');\nconst nodeExternals = require('webpack-node-externals');\n\nmodule.exports = function (options, webpack) {\n const workerFiles = glob.sync(path.join(__dirname, 'src/worker/**.ts'));\n const workerEntries = workerFiles.reduce((acc, file) => {\n const relativePath = path.relative(path.join(__dirname, 'src/worker'), file);\n const entryName = `worker/${path.dirname(relativePath)}/${path.basename(relativePath, '.ts')}`;\n acc[entryName] = file;\n return acc;\n }, {});\n return {\n ...options,\n entry: {\n index: ['webpack/hot/poll?100', options.entry],\n ...workerEntries,\n },\n output: {\n path: path.join(__dirname, 'dist'),\n filename: '[name].js',\n },\n mode: 'development',\n devtool: 'source-map',\n externals: [\n nodeExternals({\n allowlist: ['webpack/hot/poll?100', /^@teable/],\n }),\n ],\n // ignore tests hot reload\n watchOptions: {\n ignored: ['**/test/**', '**/*.spec.ts', '**/node_modules/**', '**/i18n.generated.ts'],\n poll: 1000,\n },\n module: {\n rules: [\n {\n test: /\\.ts?$/,\n loader: 'ts-loader',\n options: {\n transpileOnly: true,\n happyPackMode: true,\n },\n exclude: [/node_modules/, /.e2e-spec.ts$/],\n },\n ],\n },\n cache: {\n type: 'filesystem',\n allowCollectingMemory: true,\n buildDependencies: {\n // This makes all dependencies of this file - build dependencies\n config: [__filename],\n },\n },\n plugins: [\n // filter default ForkTsCheckerWebpackPlugin to rewrite the ts config file path\n // nest default tsconfig path is tsconfig.build.json\n ...options.plugins.filter((plugin) => !(plugin instanceof ForkTsCheckerWebpackPlugin)),\n new webpack.HotModuleReplacementPlugin(),\n new ForkTsCheckerWebpackPlugin({\n typescript: {\n configFile: 'tsconfig.json',\n memoryLimit: 4096,\n },\n }),\n new CopyPlugin({\n patterns: [{ from: 'src/features/mail-sender/templates', to: 'templates' }],\n }),\n ],\n };\n};\n" }, { "path": "apps/nestjs-backend/webpack.swc.js", "content": "const path = require('path');\nconst CopyPlugin = require('copy-webpack-plugin');\nconst ForkTsCheckerWebpackPlugin = require('fork-ts-checker-webpack-plugin');\nconst glob = require('glob');\nconst nodeExternals = require('webpack-node-externals');\n\nmodule.exports = function (options, webpack) {\n const workerFiles = glob.sync(path.join(__dirname, 'src/worker/**.ts'));\n const workerEntries = workerFiles.reduce((acc, file) => {\n const relativePath = path.relative(path.join(__dirname, 'src/worker'), file);\n const entryName = `worker/${path.dirname(relativePath)}/${path.basename(relativePath, '.ts')}`;\n acc[entryName] = file;\n return acc;\n }, {});\n\n return {\n ...options,\n resolve: {\n ...options.resolve,\n conditionNames: (() => {\n const base = options.resolve?.conditionNames ?? ['require', 'node', 'default'];\n if (base.includes('import')) return base;\n const next = [...base];\n const defaultIndex = next.indexOf('default');\n if (defaultIndex === -1) {\n next.push('import');\n } else {\n next.splice(defaultIndex, 0, 'import');\n }\n return next;\n })(),\n },\n entry: {\n index: ['webpack/hot/poll?100', options.entry],\n ...workerEntries,\n },\n output: {\n path: path.join(__dirname, 'dist'),\n filename: '[name].js',\n },\n mode: 'development',\n devtool: 'eval-cheap-module-source-map',\n externals: [\n nodeExternals({\n allowlist: ['webpack/hot/poll?100', /^@teable/, /^@orpc/],\n }),\n ],\n // ignore tests hot reload\n watchOptions: {\n ignored: ['**/test/**', '**/*.spec.ts', '**/node_modules/**', '**/*.d.ts'],\n poll: false,\n aggregateTimeout: 200,\n },\n module: {\n rules: [\n {\n test: /\\.ts?$/,\n exclude: [/node_modules/, /.e2e-spec.ts$/],\n use: {\n loader: 'swc-loader',\n options: {\n jsc: {\n parser: {\n syntax: 'typescript',\n tsx: false,\n decorators: true,\n dynamicImport: true,\n },\n transform: {\n legacyDecorator: true,\n decoratorMetadata: true,\n },\n target: 'es2020',\n keepClassNames: true,\n loose: false,\n },\n module: {\n type: 'commonjs',\n strict: false,\n strictMode: true,\n lazy: false,\n noInterop: false,\n },\n sourceMaps: 'inline',\n },\n },\n },\n ],\n },\n cache: {\n type: 'filesystem',\n allowCollectingMemory: true,\n maxMemoryGenerations: 1,\n buildDependencies: {\n config: [__filename],\n },\n cacheDirectory: path.resolve(__dirname, '.webpack-cache'),\n },\n plugins: [\n // filter default ForkTsCheckerWebpackPlugin to disable type checking for faster builds\n ...options.plugins.filter((plugin) => !(plugin instanceof ForkTsCheckerWebpackPlugin)),\n new webpack.HotModuleReplacementPlugin(),\n new CopyPlugin({\n patterns: [{ from: 'src/features/mail-sender/templates', to: 'templates' }],\n }),\n ],\n };\n};\n" }, { "path": "apps/nextjs-app/.escheckrc", "content": "{\n \"ecmaVersion\": \"es2018\",\n \"module\": false,\n \"files\": \"./.next/static/chunks/**/*.js\",\n \"not\": [\"./.next/static/chunks/**/89fde0c3*.js\"]\n}" }, { "path": "apps/nextjs-app/.eslintrc.js", "content": "/**\n * Specific eslint rules for this app/package, extends the base rules\n * @see https://github.com/teableio/teable/blob/main/docs/about-linters.md\n */\n\n// Workaround for https://github.com/eslint/eslint/issues/3458 (re-export of @rushstack/eslint-patch)\nrequire('@teable/eslint-config-bases/patch/modern-module-resolution');\n\nconst { getDefaultIgnorePatterns } = require('@teable/eslint-config-bases/helpers');\n\nmodule.exports = {\n root: true,\n parser: '@typescript-eslint/parser',\n parserOptions: {\n tsconfigRootDir: __dirname,\n project: 'tsconfig.eslint.json',\n },\n ignorePatterns: [\n ...getDefaultIgnorePatterns(),\n '.next',\n '.out',\n 'main',\n 'tailwind.shadcnui.config.js',\n 'public/streamsaver',\n ],\n extends: [\n '@teable/eslint-config-bases/typescript',\n '@teable/eslint-config-bases/sonar',\n '@teable/eslint-config-bases/regexp',\n '@teable/eslint-config-bases/jest',\n '@teable/eslint-config-bases/react',\n '@teable/eslint-config-bases/tailwind',\n '@teable/eslint-config-bases/rtl',\n // Add specific rules for nextjs\n 'plugin:@next/next/core-web-vitals',\n // Apply prettier and disable incompatible rules\n '@teable/eslint-config-bases/prettier-plugin',\n ],\n rules: {\n '@typescript-eslint/naming-convention': 'off',\n // https://github.com/vercel/next.js/discussions/16832\n '@next/next/no-img-element': 'off',\n // For the sake of example\n // https://github.com/jsx-eslint/eslint-plugin-jsx-a11y/blob/HEAD/docs/rules/anchor-is-valid.md\n 'jsx-a11y/anchor-is-valid': 'off',\n 'jsx-a11y/label-has-associated-control': 'off',\n },\n overrides: [\n {\n files: ['src/pages/\\\\_*.{ts,tsx}'],\n rules: {\n 'react/display-name': 'off',\n },\n },\n {\n files: ['**/*.{spec,test}.{ts,tsx}'],\n rules: {\n 'react/display-name': 'off',\n '@typescript-eslint/no-explicit-any': 'off',\n 'jsx-a11y/click-events-have-key-events': 'off',\n 'jsx-a11y/no-static-element-interactions': 'off',\n },\n },\n ],\n};\n" }, { "path": "apps/nextjs-app/.gitignore", "content": "# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.\n\n# electron \n/dist/\n/main\n\n# dependencies\nnode_modules\n/.pnp\n.pnp.js\n\n# testing\n/coverage\n/e2e/.out\n\n# next.js\n/.next/\n/out/\n\n# production\n/build\n\n# misc\n.DS_Store\n*.pem\n\n# debug\nnpm-debug.log*\nyarn-debug.log*\nyarn-error.log*\n\n# local env files\n.env.local\n.env.*.local\n\n\n# Sentry\n.sentryclirc\n\n.vscode\n" }, { "path": "apps/nextjs-app/.idea/modules.xml", "content": "\n\n \n \n \n \n \n" }, { "path": "apps/nextjs-app/.idea/nextjs-app.iml", "content": "\n\n \n \n \n \n \n \n \n \n \n" }, { "path": "apps/nextjs-app/.size-limit.js", "content": "// Just a basic example for size limit with simple file preset\n// @link https://github.com/ai/size-limit\n\nlet manifest;\ntry {\n manifest = require('./.next/build-manifest.json');\n} catch (e) {\n throw new Error(\n 'Cannot find a NextJs build folder, did you forget to build ?'\n );\n}\nconst pages = manifest.pages;\n\nconst limitCfg = {\n defaultSize: '120kb',\n pages: {\n '/': '200kb',\n '/404': '120kb',\n '/_app': '200kb',\n '/_error': '120kb',\n '/_monitor/sentry/csr-page': '120kb',\n '/_monitor/sentry/ssr-page': '120kb',\n '/admin': '120kb',\n '/auth/login': '200kb',\n '/home': '120kb',\n },\n};\nconst getPageLimits = () => {\n let pageLimits = [];\n for (const [uri, paths] of Object.entries(pages)) {\n pageLimits.push({\n name: `Page '${uri}'`,\n limit: limitCfg.pages?.[uri] ?? limitCfg.defaultSize,\n path: paths.map((p) => `.next/${p}`),\n });\n }\n return pageLimits;\n};\n\nmodule.exports = [\n ...getPageLimits(),\n // {\n // name: 'CSS',\n // path: ['.next/static/css/**/*.css'],\n // limit: '10 kB',\n // },\n];\n" }, { "path": "apps/nextjs-app/README.md", "content": "# The web-app\n\nYou don't need start this app when developing locally, it's started by the `nestjs-backend`.\n\nall env is maintained in the .env\\* file, it is shared with the backend.\n" }, { "path": "apps/nextjs-app/babel.config.backup.js", "content": "module.exports = function (api) {\n // const isTest = api.env('test');\n // const isDevelopment = api.env('development');\n // const isServer = api.caller((caller) => caller?.isServer);\n // const isCallerDevelopment = api.caller((caller) => caller?.isDev);\n\n api.cache(true);\n\n return {\n presets: [['next/babel']],\n };\n};\n" }, { "path": "apps/nextjs-app/components.json", "content": "{\n \"$schema\": \"https://ui.shadcn.com/schema.json\",\n \"style\": \"new-york\",\n \"rsc\": true,\n \"tailwind\": {\n \"config\": \"tailwind.shadcnui.config.js\",\n \"css\": \"./src/styles/global.shadcn.css\",\n \"baseColor\": \"gray\",\n \"cssVariables\": true\n },\n \"aliases\": {\n \"components\": \"components\",\n \"utils\": \"@/lib/utils\"\n }\n}\n" }, { "path": "apps/nextjs-app/config/tests/AppTestProviders.tsx", "content": "import { QueryClient, QueryClientProvider } from '@tanstack/react-query';\nimport type { IAppContext } from '@teable/sdk/context';\nimport { AppContext, FieldContext, TableContext, ViewContext } from '@teable/sdk/context';\nimport { defaultLocale } from '@teable/sdk/context/app/i18n';\nimport type { IFieldInstance, IViewInstance } from '@teable/sdk/model';\nimport type { FC, PropsWithChildren } from 'react';\nimport { useRef } from 'react';\nimport { I18nextTestStubProvider } from './I18nextTestStubProvider';\n\nexport const createAppContext = (context: Partial = {}) => {\n const defaultContext: IAppContext = {\n locale: defaultLocale,\n };\n // eslint-disable-next-line react/display-name\n return ({ children }: { children: React.ReactNode }) => (\n {children}\n );\n};\n\nconst MockProvider = createAppContext();\n\nexport const AppTestProviders: FC = ({ children }) => {\n const queryClientRef = useRef();\n\n if (!queryClientRef.current) {\n queryClientRef.current = new QueryClient({\n defaultOptions: {\n queries: {\n retry: false,\n refetchOnWindowFocus: false,\n },\n },\n });\n }\n const queryClient = queryClientRef.current;\n\n return (\n \n \n {children}\n \n \n );\n};\n\nexport const TestAnchorProvider: FC<\n PropsWithChildren & {\n fields?: IFieldInstance[];\n views?: IViewInstance[];\n }\n> = ({ children, fields = [], views = [] }) => {\n return (\n \n \n {children}\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/config/tests/I18nextTestStubProvider.tsx", "content": "import i18n from 'i18next';\nimport type { FC, ReactNode } from 'react';\nimport { initReactI18next, I18nextProvider } from 'react-i18next';\nimport type { I18nNamespace } from '@/lib/i18n';\n\n/**\n * Fully wrapped strategy for i18next, you can use stub/mocks as well\n * @link {https://react.i18next.com/misc/testing}\n */\ni18n.use(initReactI18next).init({\n lng: 'en',\n fallbackLng: 'en',\n ns: ['common'],\n defaultNS: 'common',\n debug: false,\n interpolation: {\n escapeValue: false, // not needed for react!!\n },\n // Let empty so you can test on translation keys rather than translated strings\n resources: {\n en: { common: {} } as Record>,\n },\n});\n\nexport const I18nextTestStubProvider: FC<{ children: ReactNode }> = ({ children }) => {\n return {children};\n};\n" }, { "path": "apps/nextjs-app/config/tests/ReactSvgrMock.tsx", "content": "/**\n * This mock is useful if you're relying on https://react-svgr.com/.\n *\n * @link {https://react-svgr.com/docs/jest/|SVGR Jest doc}\n * @link {https://github.com/gregberge/svgr/issues/83#issuecomment-785996587|Config that actually works}\n */\n\nimport type { SVGProps } from 'react';\nimport React from 'react';\n\nconst SvgrMock = React.forwardRef>((props, ref) => (\n \n));\n\nSvgrMock.displayName = 'SvgrMock';\n\nexport const ReactComponent = SvgrMock;\nexport default SvgrMock;\n" }, { "path": "apps/nextjs-app/config/tests/setupVitest.ts", "content": "import '@testing-library/jest-dom';\n" }, { "path": "apps/nextjs-app/config/tests/test-utils.tsx", "content": "/**\n * Automatically add app-providers\n * @see https://testing-library.com/docs/react-testing-library/setup#configuring-jest-with-test-utils\n */\nimport { render } from '@testing-library/react';\nimport type { ReactElement } from 'react';\nimport { AppTestProviders, TestAnchorProvider } from './AppTestProviders';\n\n/** Recommended in vitest only for cleanup\nimport { cleanup, render } from '@testing-library/react';\nimport { afterEach } from 'vitest';\n\nafterEach(() => {\n cleanup();\n}); */\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nconst customRender = (ui: ReactElement, options?: any) =>\n // eslint-disable-next-line @typescript-eslint/no-unsafe-argument\n render(ui, {\n wrapper: AppTestProviders,\n ...options,\n });\n\n// re-export everything\nexport * from '@testing-library/react';\nexport { default as userEvent } from '@testing-library/user-event';\n\n// override render method\nexport { customRender as render, TestAnchorProvider };\n" }, { "path": "apps/nextjs-app/e2e/pages/index/index-chinese.spec.ts", "content": "import { test, expect } from '@playwright/test';\nimport commonJsonZh from '@teable/common-i18n/locales/zh/common.json';\n\ntest.use({\n locale: 'zh',\n});\n\ntest.describe('Demo page', () => {\n test('should have the title in english by default', async ({ page }) => {\n await page.goto('/');\n const title = await page.title();\n expect(title).toBe(commonJsonZh.system.notFound.title);\n });\n});\n" }, { "path": "apps/nextjs-app/e2e/pages/index/index.spec.ts", "content": "import { test, expect } from '@playwright/test';\nimport commonJsonEn from '@teable/common-i18n/locales/en/common.json';\n\ntest.describe('404 page', () => {\n test('should have the title in english by default', async ({ page }) => {\n await page.goto('/404');\n const title = await page.title();\n expect(title).toBe(commonJsonEn.system.notFound.title);\n });\n});\n" }, { "path": "apps/nextjs-app/e2e/pages/system/404.spec.ts", "content": "import { test, expect } from '@playwright/test';\nimport commonJsonEn from '@teable/common-i18n/locales/en/common.json';\n\nconst pageSlug = 'this-page-does-not-exist';\n\ntest.describe('404 not found page', () => {\n test('should have the title in english any way', async ({ page }) => {\n await page.goto(`/${pageSlug}`);\n const title = await page.title();\n expect(title).toBe(commonJsonEn.system.notFound.title);\n });\n});\n" }, { "path": "apps/nextjs-app/instrumentation.ts", "content": "// This file is required by Next.js 15+ for Sentry integration\n// https://docs.sentry.io/platforms/javascript/guides/nextjs/\n\nexport async function register() {\n if (process.env.NEXT_RUNTIME === 'nodejs') {\n await import('./sentry.server.config');\n }\n\n // Edge Runtime config - create sentry.edge.config.ts if using Middleware or Edge API Routes\n // if (process.env.NEXT_RUNTIME === 'edge') {\n // await import('./sentry.edge.config');\n // }\n}\n\nexport const onRequestError = async (\n err: Error,\n request: {\n path: string;\n method: string;\n headers: Record;\n },\n context: {\n routerKind: string;\n routePath: string;\n routeType: string;\n renderSource?: string;\n revalidateReason?: string;\n serverComponentType?: string;\n }\n) => {\n const Sentry = await import('@sentry/nextjs');\n Sentry.captureException(err, {\n extra: {\n request,\n context,\n },\n });\n};\n" }, { "path": "apps/nextjs-app/lint-staged.config.js", "content": "// @ts-check\n\n/**\n * This files overrides the base lint-staged.config.js present in the root directory.\n * It allows to run eslint based the package specific requirements.\n * {@link https://github.com/okonet/lint-staged#how-to-use-lint-staged-in-a-multi-package-monorepo}\n * {@link https://github.com/teableio/nextjs-monorepo-example/blob/main/docs/about-lint-staged.md}\n */\n\nconst { concatFilesForPrettier, getEslintFixCmd } = require('../../lint-staged.common.js');\n\n/**\n * @type {Record string | string[] | Promise>}\n */\nconst rules = {\n '**/*.{js,jsx,ts,tsx,mjs,cjs}': (filenames) => {\n return getEslintFixCmd({\n cwd: __dirname,\n fix: true,\n cache: true,\n // when autofixing staged-files a good tip is to disable react-hooks/exhaustive-deps, cause\n // a change here can potentially break things without proper visibility.\n rules: ['react-hooks/exhaustive-deps: off'],\n maxWarnings: 25,\n files: filenames,\n });\n },\n '**/*.{json,md,mdx,css,html,yml,yaml,scss}': (filenames) => {\n return [`prettier --write ${concatFilesForPrettier(filenames)}`];\n },\n};\n\nmodule.exports = rules;\n" }, { "path": "apps/nextjs-app/next-i18next.config.js", "content": "const defaultLocale = 'en';\nconst debugI18n = ['true', 1].includes(process?.env?.NEXTJS_DEBUG_I18N ?? 'false');\nconst path = require('path');\nconst localePublicFolder = undefined;\n\nconst localPaths = [\n path.resolve('../../packages/common-i18n/src/locales'),\n path.join(process.cwd(), 'packages/common-i18n/src/locales'),\n path.join(__dirname, '../../../node_modules/@teable/common-i18n/src/locales'),\n path.join(__dirname, '../../../../node_modules/@teable/common-i18n/src/locales'),\n process.env.I18N_LOCALES_PATH,\n];\n\nfunction getLocalPath() {\n if (typeof window === 'undefined') {\n const fs = require('node:fs');\n return localPaths.find((str) => {\n return fs.existsSync(str);\n });\n }\n\n return localePublicFolder;\n}\n\nconst localePath = getLocalPath();\n\n/**\n * @type {import('next-i18next').UserConfig}\n */\nmodule.exports = {\n i18n: {\n defaultLocale,\n locales: ['en', 'it', 'zh', 'fr', 'ja', 'ru', 'de', 'uk', 'tr', 'es'],\n },\n saveMissing: false,\n strictMode: true,\n serializeConfig: false,\n reloadOnPrerender: process?.env?.NODE_ENV === 'development',\n react: {\n useSuspense: false,\n },\n debug: debugI18n,\n /*\n interpolation: {\n escapeValue: false,\n },\n */\n localePath,\n};\n" }, { "path": "apps/nextjs-app/next.config.js", "content": "// @ts-check\n\nconst { readFileSync } = require('fs');\nconst path = require('path');\nconst { createSecureHeaders } = require('next-secure-headers');\nconst pc = require('picocolors');\n\nconst workspaceRoot = path.resolve(__dirname, '..', '..');\n/**\n * Once supported replace by node / eslint / ts and out of experimental, replace by\n * `import packageJson from './package.json' assert { type: 'json' };`\n * @type {import('type-fest').PackageJson}\n */\nconst packageJson = JSON.parse(\n readFileSync(path.join(__dirname, './package.json')).toString('utf-8')\n);\n\nconst trueEnv = ['true', '1', 'yes'];\n\nconst isProd = process.env.NODE_ENV === 'production';\nconst isCI = trueEnv.includes(process.env?.CI ?? 'false');\n\nconst NEXT_BUILD_ENV_OUTPUT = process.env?.NEXT_BUILD_ENV_OUTPUT ?? 'classic';\nconst NEXT_BUILD_ENV_TSCONFIG = process.env?.NEXT_BUILD_ENV_TSCONFIG ?? 'tsconfig.json';\n\nconst NEXT_BUILD_ENV_TYPECHECK = trueEnv.includes(process.env?.NEXT_BUILD_ENV_TYPECHECK ?? 'true');\nconst NEXT_BUILD_ENV_SOURCEMAPS = trueEnv.includes(\n process.env?.NEXT_BUILD_ENV_SOURCEMAPS ?? String(isProd)\n);\n\nconst NEXT_BUILD_ENV_CSP = trueEnv.includes(process.env?.NEXT_BUILD_ENV_CSP ?? 'true');\n\nconst NEXT_BUILD_ENV_SENTRY_ENABLED = trueEnv.includes(\n process.env?.NEXT_BUILD_ENV_SENTRY_ENABLED ?? 'false'\n);\n\nconst NEXT_BUILD_ENV_SENTRY_DEBUG = trueEnv.includes(\n process.env?.NEXT_BUILD_ENV_SENTRY_DEBUG ?? 'false'\n);\nconst NEXT_BUILD_ENV_SENTRY_TRACING = trueEnv.includes(\n process.env?.NEXT_BUILD_ENV_SENTRY_TRACING ?? 'false'\n);\n// Whether to upload sourcemaps to Sentry (default: false for security)\nconst NEXT_BUILD_ENV_SENTRY_SOURCEMAPS_UPLOAD = trueEnv.includes(\n process.env?.NEXT_BUILD_ENV_SENTRY_SOURCEMAPS_UPLOAD ?? 'false'\n);\n\nconst NEXTJS_SOCKET_PORT = process.env.SOCKET_PORT || '3001';\n\nif (!NEXT_BUILD_ENV_SOURCEMAPS) {\n console.log(\n `- ${pc.green(\n 'info'\n )} Sourcemaps generation have been disabled through NEXT_BUILD_ENV_SOURCEMAPS`\n );\n}\n\n// Tell webpack to compile those packages\n// @link https://www.npmjs.com/package/next-transpile-modules\nconst tmModules = [\n // for legacy browsers support (only in prod and none electron)\n ...(isProd && !process.versions['electron'] ? [] : []),\n // ESM only packages are not yet supported by NextJs if you're not\n // using experimental esmExternals\n // @link {https://nextjs.org/blog/next-11-1#es-modules-support|Blog 11.1.0}\n // @link {https://github.com/vercel/next.js/discussions/27876|Discussion}\n // @link https://github.com/vercel/next.js/issues/23725\n // @link https://gist.github.com/sindresorhus/a39789f98801d908bbc7ff3ecc99d99c\n ...[\n // ie: newer versions of https://github.com/sindresorhus packages\n ],\n];\n\n// @link https://github.com/jagaapple/next-secure-headers\nconst secureHeaders = createSecureHeaders({\n contentSecurityPolicy: {\n directives: NEXT_BUILD_ENV_CSP\n ? {\n defaultSrc: \"'self'\",\n styleSrc: [\"'self'\", \"'unsafe-inline'\"],\n scriptSrc: [\n \"'self'\",\n \"'unsafe-eval'\",\n \"'unsafe-inline'\",\n 'https://www.clarity.ms',\n 'https://*.teable.io',\n 'https://*.teable.ai',\n 'https://*.teable.cn',\n ],\n frameSrc: [\"'self'\", 'blob:', '*'],\n connectSrc: [\n \"'self'\",\n 'https://*.sentry.io',\n 'https://*.teable.io',\n 'https://*.teable.ai',\n 'https://*.teable.cn',\n 'https://*.clarity.ms',\n ],\n mediaSrc: [\"'self'\", 'https:', 'http:', 'data:'],\n imgSrc: [\"'self'\", 'https:', 'http:', 'data:'],\n workerSrc: ['blob:'],\n }\n : {},\n },\n ...(NEXT_BUILD_ENV_CSP && isProd\n ? {\n forceHTTPSRedirect: [true, { maxAge: 60 * 60 * 24 * 4, includeSubDomains: true }],\n }\n : {}),\n referrerPolicy: 'same-origin',\n});\n\n/**\n * @type {import('next').NextConfig}\n */\nconst nextConfig = {\n assetPrefix:\n isProd && process.env.NEXT_BUILD_ENV_ASSET_PREFIX\n ? process.env.NEXT_BUILD_ENV_ASSET_PREFIX\n : undefined,\n crossOrigin: 'anonymous',\n reactStrictMode: true,\n productionBrowserSourceMaps: NEXT_BUILD_ENV_SOURCEMAPS === true,\n // Transpile packages that use React to ensure single React instance\n transpilePackages: [\n 'streamdown',\n 'd3-interpolate',\n 'd3-color',\n // Fix Turbopack \"unexpected export *\" warnings for CommonJS modules\n '@dnd-kit/core',\n '@dnd-kit/sortable',\n '@dnd-kit/utilities',\n ],\n\n httpAgentOptions: {\n // @link https://nextjs.org/blog/next-11-1#builds--data-fetching\n keepAlive: true,\n },\n\n onDemandEntries: {\n // period (in ms) where the server will keep pages in the buffer\n maxInactiveAge: (isCI ? 3600 : 25) * 1000,\n },\n\n // Note: sentry configuration moved to withSentryConfig wrapper\n // See: https://docs.sentry.io/platforms/javascript/guides/nextjs/\n\n // @link https://nextjs.org/docs/basic-features/image-optimization\n images: {\n deviceSizes: [640, 750, 828, 1080, 1200, 1920, 2048, 3840],\n imageSizes: [16, 32, 48, 64, 96, 128, 256, 384],\n minimumCacheTTL: 60,\n formats: ['image/webp'],\n loader: 'default',\n dangerouslyAllowSVG: false,\n disableStaticImages: false,\n contentSecurityPolicy: \"default-src 'self'; script-src 'none'; sandbox;\",\n unoptimized: false,\n },\n\n // Standalone build\n // @link https://nextjs.org/docs/advanced-features/output-file-tracing#automatically-copying-traced-files-experimental\n ...(NEXT_BUILD_ENV_OUTPUT === 'standalone'\n ? { output: 'standalone', outputFileTracing: true }\n : {}),\n\n // Server-only packages that should not be bundled for the browser\n // @link https://nextjs.org/docs/app/api-reference/config/next-config-js/serverExternalPackages\n serverExternalPackages: ['next-i18next', 'i18next-fs-backend'],\n\n experimental: {\n // @link https://nextjs.org/docs/advanced-features/output-file-tracing#caveats\n ...(NEXT_BUILD_ENV_OUTPUT === 'standalone' ? { outputFileTracingRoot: workspaceRoot } : {}),\n\n // Prefer loading of ES Modules over CommonJS\n // @link {https://nextjs.org/blog/next-11-1#es-modules-support|Blog 11.1.0}\n // @link {https://github.com/vercel/next.js/discussions/27876|Discussion}\n esmExternals: true,\n // Experimental monorepo support\n // @link {https://github.com/vercel/next.js/pull/22867|Original PR}\n // @link {https://github.com/vercel/next.js/discussions/26420|Discussion}\n externalDir: true,\n\n // Increase middleware client max body size for large file uploads (e.g., .tea import files)\n // @link https://nextjs.org/docs/app/api-reference/config/next-config-js/proxyClientMaxBodySize\n proxyClientMaxBodySize: '1024mb',\n\n // Optimize package imports for better bundle size and faster builds\n // @link https://vercel.com/blog/how-we-optimized-package-imports-in-next-js\n optimizePackageImports: ['lucide-react', 'date-fns', '@tanstack/react-virtual'],\n\n // Experimental /app dir\n // appDir: true,\n },\n\n // Turbopack configuration (Next.js 16 default bundler)\n turbopack: {\n root: workspaceRoot,\n rules: {\n '*.svg': {\n loaders: ['@svgr/webpack'],\n as: '*.js',\n },\n },\n resolveAlias: {\n // Required: next-i18next and i18next-fs-backend require 'fs' at top level\n fs: './turbopack-empty-stub.js',\n },\n },\n\n typescript: {\n ignoreBuildErrors: !NEXT_BUILD_ENV_TYPECHECK,\n tsconfigPath: NEXT_BUILD_ENV_TSCONFIG,\n },\n\n // Note: eslint configuration is no longer supported in next.config.js\n // Use ESLint CLI directly: npx eslint .\n\n // @link https://nextjs.org/docs/api-reference/next.config.js/rewrites\n async rewrites() {\n const socketProxy = {\n source: '/socket/:path*',\n destination: `http://localhost:${NEXTJS_SOCKET_PORT}/socket/:path*`,\n };\n\n return isProd ? [] : [socketProxy];\n },\n\n // @link https://nextjs.org/docs/api-reference/next.config.js/headers\n async headers() {\n return [\n {\n // StreamSaver service worker files - needs relaxed CORS for iframe/popup\n source: '/streamsaver/:path*',\n headers: [\n { key: 'Cross-Origin-Opener-Policy', value: 'same-origin-allow-popups' },\n { key: 'Cross-Origin-Embedder-Policy', value: 'credentialless' },\n { key: 'Cross-Origin-Resource-Policy', value: 'cross-origin' },\n ],\n },\n {\n // All page routes, not the api ones\n source: '/:path((?!api|streamsaver).*)*',\n headers: [\n ...secureHeaders,\n { key: 'Cross-Origin-Opener-Policy', value: 'same-origin' },\n { key: 'Cross-Origin-Embedder-Policy', value: 'same-origin' },\n ],\n },\n {\n source: '/images/(.*)',\n headers: [\n { key: 'Access-Control-Allow-Origin', value: '*' },\n { key: 'Access-Control-Allow-Methods', value: 'GET' },\n // Override the restrictive CORS policies for images\n { key: 'Cross-Origin-Resource-Policy', value: 'cross-origin' },\n { key: 'Cross-Origin-Embedder-Policy', value: 'credentialless' },\n { key: 'Cross-Origin-Opener-Policy', value: 'unsafe-none' },\n ],\n },\n ];\n },\n\n webpack: (config, { isServer }) => {\n if (!isServer) {\n // Fixes npm packages that depend on `fs` module\n // @link https://github.com/vercel/next.js/issues/36514#issuecomment-1112074589\n config.resolve.fallback = { ...config.resolve.fallback, fs: false };\n }\n\n // Grab the existing rule that handles SVG imports\n const fileLoaderRule = config.module.rules.find(\n (/** @type {{ test: { test: (arg0: string) => any; }; }} */ rule) => rule.test?.test?.('.svg')\n );\n\n config.module.rules.push(\n // Reapply the existing rule, but only for svg imports ending in ?url\n {\n ...fileLoaderRule,\n test: /\\.svg$/i,\n resourceQuery: /url/, // *.svg?url\n },\n // Convert all other *.svg imports to React components\n {\n test: /\\.svg$/i,\n issuer: fileLoaderRule.issuer,\n resourceQuery: { not: [...fileLoaderRule.resourceQuery.not, /url/] }, // exclude if *.svg?url\n use: ['@svgr/webpack'],\n }\n );\n\n // Modify the file loader rule to ignore *.svg, since we have it handled now.\n fileLoaderRule.exclude = /\\.svg$/i;\n\n return config;\n },\n env: {\n APP_NAME: packageJson.name ?? 'not-in-package.json',\n APP_VERSION: packageJson.version ?? 'not-in-package.json',\n BUILD_TIME: new Date().toISOString(),\n // Note: Sentry debug/tracing variables are handled via webpack DefinePlugin\n // and cannot be set via Next.js env config (reserved key format)\n },\n};\n\nlet config = nextConfig;\n\nif (NEXT_BUILD_ENV_SENTRY_ENABLED === true) {\n try {\n // https://docs.sentry.io/platforms/javascript/guides/nextjs/\n const { withSentryConfig } = require('@sentry/nextjs');\n // @ts-ignore because sentry does not match nextjs current definitions\n config = withSentryConfig(config, {\n // Additional config options for the Sentry webpack plugin. Keep in mind that\n // the following options are set automatically, and overriding them is not\n // recommended:\n // release, url, org, project, authToken, configFile, stripPrefix,\n // urlPrefix, include, ignore\n // For all available options, see:\n // https://docs.sentry.io/platforms/javascript/guides/nextjs/configuration/build/\n // silent: isProd, // Suppresses all logs\n sourcemaps: {\n // Upload only when explicitly enabled (default: disabled for security)\n disable: !NEXT_BUILD_ENV_SENTRY_SOURCEMAPS_UPLOAD,\n deleteSourcemapsAfterUpload: true, // Prevent .map files from leaking source code\n },\n bundleSizeOptimizations: {\n excludeDebugStatements: !NEXT_BUILD_ENV_SENTRY_DEBUG,\n excludeTracing: !NEXT_BUILD_ENV_SENTRY_TRACING,\n },\n silent: NEXT_BUILD_ENV_SENTRY_DEBUG === false,\n });\n console.log(`- ${pc.green('info')} Sentry enabled for this build`);\n } catch {\n console.log(`- ${pc.red('error')} Could not enable sentry, import failed`);\n }\n}\n\nif (tmModules.length > 0) {\n console.info(`${pc.green('notice')}- Will transpile [${tmModules.join(',')}]`);\n const withNextTranspileModules = require('next-transpile-modules');\n\n config = withNextTranspileModules(tmModules, {\n resolveSymlinks: true,\n debug: false,\n })(config);\n}\n\nif (process.env.ANALYZE === 'true') {\n const withBundleAnalyzer = require('@next/bundle-analyzer');\n config = withBundleAnalyzer({\n enabled: true,\n })(config);\n}\n\nmodule.exports = config;\n" }, { "path": "apps/nextjs-app/package.json", "content": "{\n \"name\": \"@teable/app\",\n \"version\": \"1.10.0\",\n \"license\": \"AGPL-3.0\",\n \"private\": true,\n \"main\": \"main/index.js\",\n \"homepage\": \"https://github.com/teableio/teable\",\n \"repository\": {\n \"type\": \"git\",\n \"url\": \"https://github.com/teableio/teable\",\n \"directory\": \"apps/nextjs-app\"\n },\n \"author\": {\n \"name\": \"tea artist\",\n \"url\": \"https://github.com/tea-artist\"\n },\n \"browserslist\": {\n \"production\": [\n \">0.3%\",\n \"not ie 11\",\n \"not dead\",\n \"not op_mini all\"\n ],\n \"development\": [\n \"last 1 chrome version\",\n \"last 1 firefox version\",\n \"last 1 safari version\"\n ]\n },\n \"scripts\": {\n \"build\": \"next build\",\n \"build-fast\": \"cross-env NEXT_BUILD_ENV_SENTRY_ENABLED=0 NEXT_BUILD_ENV_SOURCEMAPS=0 NEXT_BUILD_ENV_TYPECHECK=0 next build\",\n \"bundle-analyze\": \"cross-env ANALYZE=true NEXT_BUILD_ENV_SENTRY_ENABLED=1 NEXT_BUILD_ENV_TYPECHECK=0 pnpm build\",\n \"check-dist\": \"es-check -v\",\n \"check-size\": \"size-limit --highlight-less\",\n \"clean\": \"rimraf ./.next ./out ./coverage ./tsconfig.tsbuildinfo ./node_modules/.cache ./.eslintcache\",\n \"clean:backend\": \"rimraf --no-glob ./main\",\n \"test\": \"run-s test-unit\",\n \"test-unit\": \"vitest run --silent\",\n \"test-unit-cover\": \"pnpm test-unit --coverage\",\n \"typecheck\": \"tsc --project ./tsconfig.json --noEmit\",\n \"lint\": \"eslint . --ext .ts,.tsx,.js,.jsx,.cjs,.mjs,.mdx --cache --cache-location ../../.cache/eslint/nextjs-app.eslintcache\",\n \"fix-all-files\": \"eslint . --ext .ts,.tsx,.js,.jsx,.cjs,.mjs,.mdx --fix\",\n \"flamegraph-home\": \"npx 0x --output-dir './.debug/flamegraph/{pid}.0x' --on-port 'autocannon http://localhost:$PORT --duration 20' -- node ../../node_modules/.bin/next start\"\n },\n \"devDependencies\": {\n \"@next/bundle-analyzer\": \"16.1.6\",\n \"@next/env\": \"16.1.6\",\n \"@playwright/test\": \"1.57.0\",\n \"@size-limit/file\": \"11.1.2\",\n \"@svgr/webpack\": \"8.1.0\",\n \"@testing-library/dom\": \"9.3.4\",\n \"@testing-library/jest-dom\": \"6.4.2\",\n \"@testing-library/react\": \"14.2.2\",\n \"@testing-library/user-event\": \"14.5.2\",\n \"@types/canvas-confetti\": \"1.9.0\",\n \"@types/cors\": \"2.8.17\",\n \"@types/express\": \"4.17.21\",\n \"@types/lodash\": \"4.17.0\",\n \"@types/ms\": \"0.7.34\",\n \"@types/node\": \"22.18.0\",\n \"@types/nprogress\": \"0.2.3\",\n \"@types/react\": \"18.3.18\",\n \"@types/react-dom\": \"18.3.5\",\n \"@types/react-grid-layout\": \"1.3.5\",\n \"@types/react-syntax-highlighter\": \"15.5.11\",\n \"@types/react-test-renderer\": \"18.3.1\",\n \"@types/sharedb\": \"5.1.0\",\n \"@types/streamsaver\": \"2.0.5\",\n \"@vitejs/plugin-react-swc\": \"3.6.0\",\n \"@vitest/coverage-v8\": \"4.0.17\",\n \"autoprefixer\": \"10.4.19\",\n \"cross-env\": \"7.0.3\",\n \"dotenv-flow\": \"4.1.0\",\n \"dotenv-flow-cli\": \"1.1.1\",\n \"es-check\": \"7.1.1\",\n \"eslint\": \"8.57.0\",\n \"eslint-config-next\": \"15.5.9\",\n \"get-tsconfig\": \"4.7.3\",\n \"happy-dom\": \"15.11.6\",\n \"npm-run-all2\": \"6.1.2\",\n \"postcss\": \"8.4.38\",\n \"postcss-flexbugs-fixes\": \"5.0.2\",\n \"postcss-preset-env\": \"9.5.2\",\n \"prettier\": \"3.2.5\",\n \"rimraf\": \"5.0.5\",\n \"size-limit\": \"11.1.2\",\n \"symlink-dir\": \"5.2.1\",\n \"sync-directory\": \"6.0.5\",\n \"ts-node\": \"10.9.2\",\n \"typescript\": \"5.4.3\",\n \"vite-plugin-svgr\": \"4.2.0\",\n \"vite-tsconfig-paths\": \"4.3.2\",\n \"vitest\": \"4.0.17\"\n },\n \"dependencies\": {\n \"@asteasolutions/zod-to-openapi\": \"8.1.0\",\n \"@belgattitude/http-exception\": \"1.5.0\",\n \"@codemirror/autocomplete\": \"6.15.0\",\n \"@codemirror/commands\": \"6.3.3\",\n \"@codemirror/lang-json\": \"6.0.1\",\n \"@codemirror/language\": \"6.10.1\",\n \"@codemirror/lint\": \"6.8.2\",\n \"@codemirror/state\": \"6.4.1\",\n \"@codemirror/view\": \"6.26.0\",\n \"@dnd-kit/core\": \"6.1.0\",\n \"@dnd-kit/sortable\": \"8.0.0\",\n \"@dnd-kit/utilities\": \"3.2.2\",\n \"@emoji-mart/data\": \"1.1.2\",\n \"@emoji-mart/react\": \"1.1.1\",\n \"@fontsource-variable/inter\": \"5.0.17\",\n \"@fullcalendar/core\": \"6.1.15\",\n \"@fullcalendar/daygrid\": \"6.1.15\",\n \"@fullcalendar/interaction\": \"6.1.15\",\n \"@fullcalendar/react\": \"6.1.15\",\n \"@glideapps/glide-data-grid\": \"6.0.3\",\n \"@hello-pangea/dnd\": \"16.6.0\",\n \"@hookform/resolvers\": \"3.3.4\",\n \"@nem035/gpt-3-encoder\": \"1.1.7\",\n \"@radix-ui/react-icons\": \"1.3.0\",\n \"@sentry/nextjs\": \"10.33.0\",\n \"@sentry/react\": \"10.33.0\",\n \"@tailwindcss/container-queries\": \"0.1.1\",\n \"@tanstack/react-query\": \"5.90.16\",\n \"@tanstack/react-table\": \"8.11.7\",\n \"@tanstack/react-virtual\": \"3.2.0\",\n \"@teable/common-i18n\": \"workspace:^\",\n \"@teable/core\": \"workspace:^\",\n \"@teable/icons\": \"workspace:^\",\n \"@teable/next-themes\": \"0.3.5\",\n \"@teable/openapi\": \"workspace:^\",\n \"@teable/sdk\": \"workspace:^\",\n \"@teable/ui-lib\": \"workspace:^\",\n \"allotment\": \"1.20.0\",\n \"axios\": \"1.7.7\",\n \"canvas-confetti\": \"1.9.4\",\n \"class-variance-authority\": \"0.7.0\",\n \"date-fns\": \"4.1.0\",\n \"date-fns-tz\": \"3.2.0\",\n \"dayjs\": \"1.11.10\",\n \"echarts\": \"5.5.0\",\n \"emoji-mart\": \"5.5.2\",\n \"eventsource-parser\": \"1.1.2\",\n \"express\": \"4.21.1\",\n \"fflate\": \"0.8.2\",\n \"filesize\": \"10.1.1\",\n \"fuse.js\": \"7.0.0\",\n \"i18next\": \"23.10.1\",\n \"is-port-reachable\": \"3.1.0\",\n \"knex\": \"3.1.0\",\n \"lodash\": \"4.17.21\",\n \"lru-cache\": \"10.2.0\",\n \"lucide-react\": \"0.363.0\",\n \"ms\": \"2.1.3\",\n \"next\": \"16.1.6\",\n \"next-i18next\": \"15.2.0\",\n \"next-secure-headers\": \"2.2.0\",\n \"next-seo\": \"6.5.0\",\n \"next-transpile-modules\": \"10.0.1\",\n \"nprogress\": \"0.2.0\",\n \"penpal\": \"6.2.2\",\n \"picocolors\": \"1.0.0\",\n \"qrcode.react\": \"3.1.0\",\n \"re-resizable\": \"6.10.3\",\n \"react\": \"18.3.1\",\n \"react-confetti\": \"6.1.0\",\n \"react-day-picker\": \"9.5.1\",\n \"react-dom\": \"18.3.1\",\n \"react-error-boundary\": \"4.0.13\",\n \"react-grid-layout\": \"1.4.4\",\n \"react-hook-form\": \"7.51.1\",\n \"react-hotkeys-hook\": \"4.5.0\",\n \"react-i18next\": \"14.1.0\",\n \"react-joyride\": \"2.8.0\",\n \"react-resizable\": \"3.0.5\",\n \"react-responsive-carousel\": \"3.2.23\",\n \"react-rnd\": \"10.4.14\",\n \"react-syntax-highlighter\": \"15.5.0\",\n \"react-textarea-autosize\": \"8.5.3\",\n \"react-use\": \"17.5.1\",\n \"react-virtuoso\": \"4.7.10\",\n \"reactflow\": \"11.11.1\",\n \"recharts\": \"2.12.3\",\n \"reconnecting-websocket\": \"4.4.0\",\n \"reflect-metadata\": \"0.2.1\",\n \"sharedb\": \"5.2.2\",\n \"streamsaver\": \"2.0.6\",\n \"tailwind-scrollbar\": \"3.1.0\",\n \"tailwindcss\": \"3.4.1\",\n \"type-fest\": \"4.14.0\",\n \"zod\": \"4.1.8\",\n \"zod-validation-error\": \"4.0.2\",\n \"zustand\": \"4.5.2\"\n }\n}\n" }, { "path": "apps/nextjs-app/playwright.config.ts", "content": "// @ts-check\n\nimport path from 'path';\nimport { loadEnvConfig } from '@next/env';\nimport type { PlaywrightTestConfig } from '@playwright/test';\nimport { devices } from '@playwright/test';\nimport pc from 'picocolors';\n\nconst webServerModes = ['DEV', 'START', 'BUILD_AND_START'] as const;\ntype IWebServerMode = (typeof webServerModes)[number];\n\nconst isCI = ['true', '1'].includes(process.env?.CI ?? '');\nconst webServerMode = (process.env?.E2E_WEBSERVER_MODE as IWebServerMode) ?? 'NOT_SET';\n\nconst webServerPort = 3000;\nconst outputDir = path.join(__dirname, 'e2e/.out');\n\ntype IWebServerConfig = { cmd: string; timeout: number; retries: number };\nconst webServerConfigs: Record = {\n START: {\n cmd: `yarn start -p ${webServerPort}`,\n timeout: isCI ? 90_000 : 30_000,\n retries: isCI ? 3 : 1,\n },\n DEV: {\n cmd: `yarn dev -p ${webServerPort}`,\n timeout: 30_000,\n retries: 1,\n },\n BUILD_AND_START: {\n cmd: `NEXT_IGNORE_TYPECHECKS=1 yarn build --no-lint && yarn start -p ${webServerPort}`,\n timeout: isCI ? 180_000 : 120_000,\n retries: isCI ? 3 : 1,\n },\n};\n\nif (typeof webServerConfigs?.[webServerMode] !== 'object') {\n console.error(\n `${pc.red('error')} - E2E_WEBSERVER_MODE must be one of '${webServerModes.join(', ')}'`\n );\n process.exit(1);\n} else {\n console.log(`${pc.green('notice')} - Using E2E_WEBSERVER_MODE: '${webServerMode}'`);\n}\n\nconst webServerConfig = webServerConfigs[webServerMode];\n\nfunction getNextJsEnv(): Record {\n const { combinedEnv, loadedEnvFiles } = loadEnvConfig(__dirname);\n loadedEnvFiles.forEach((file) => {\n console.log(`${pc.green('notice')}- Loaded nextjs environment file: './${file.path}'`);\n });\n return Object.keys(combinedEnv).reduce>((acc, key) => {\n const v = combinedEnv[key];\n if (v !== undefined) acc[key] = v;\n return acc;\n }, {});\n}\n\n// Reference: https://playwright.dev/docs/test-configuration\n/**\n * @type {Partial}\n */\nconst config: PlaywrightTestConfig = {\n testDir: path.join(__dirname, 'e2e'),\n /* Maximum time one test can run for. */\n timeout: webServerConfig.timeout,\n retries: webServerConfig.retries,\n /* Opt out of parallel tests on CI. */\n workers: process.env.CI ? 1 : undefined,\n // Artifacts folder where screenshots, videos, and traces are stored.\n outputDir: `${outputDir}/output`,\n preserveOutput: 'always',\n reporter: [\n isCI ? ['github'] : ['list'],\n ['json', { outputFile: `${outputDir}/reports/test-results.json` }],\n [\n 'html',\n {\n outputFolder: `${outputDir}/reports/html`,\n open: isCI ? 'never' : 'on-failure',\n },\n ],\n ],\n\n // https://playwright.dev/docs/test-advanced#launching-a-development-web-server-during-the-tests\n webServer: {\n command: webServerConfig.cmd,\n port: webServerPort,\n timeout: webServerConfig.timeout,\n reuseExistingServer: !isCI,\n env: getNextJsEnv(),\n },\n\n use: {\n // Retry a test if it's failing with enabled tracing. This allows you to analyse the DOM, console logs, network traffic etc.\n // More information: https://playwright.dev/docs/trace-viewer\n trace: 'retry-with-trace',\n\n contextOptions: {\n ignoreHTTPSErrors: true,\n },\n },\n\n projects: [\n {\n name: 'Desktop Chrome',\n use: {\n ...devices['Desktop Chrome'],\n },\n },\n // {\n // name: 'Desktop Firefox',\n // use: {\n // ...devices['Desktop Firefox'],\n // },\n // },\n // {\n // name: 'Desktop Safari',\n // use: {\n // ...devices['Desktop Safari'],\n // },\n // },\n // Test against mobile viewports.\n {\n name: 'Mobile Chrome',\n use: {\n ...devices['Pixel 5'],\n },\n },\n // Mobile Safari is not supported on CI/Linux yet.\n // {\n // name: 'Mobile Safari',\n // use: devices['iPhone 12'],\n // },\n ],\n};\nexport default config;\n" }, { "path": "apps/nextjs-app/postcss.config.js", "content": "// Customized postcss\n// @link https://nextjs.org/docs/advanced-features/customizing-postcss-config\n// @link https://tailwindcss.com/docs/using-with-preprocessors\n\nconst isProd = process.env.NODE_ENV === 'production';\nconst supportsIE11 = false;\nconst enableCssGrid = false;\nconst path = require('path');\n\nmodule.exports = {\n plugins: {\n tailwindcss: {\n config: path.join(__dirname, 'tailwind.config.js'),\n },\n ...(isProd\n ? {\n 'postcss-flexbugs-fixes': {},\n 'postcss-preset-env': {\n autoprefixer: {\n flexbox: 'no-2009',\n // https://github.com/postcss/autoprefixer#does-autoprefixer-polyfill-grid-layout-for-ie\n ...(enableCssGrid\n ? {\n grid: 'autoplace',\n }\n : {}),\n },\n stage: 3,\n features: {\n 'custom-properties': supportsIE11,\n },\n },\n }\n : {}),\n },\n};\n" }, { "path": "apps/nextjs-app/public/images/favicon/.readme", "content": "icons generate by https://cthedot.de/icongen/\n" }, { "path": "apps/nextjs-app/public/images/favicon/browserconfig.xml", "content": "\n\n \n \n \n #da532c\n \n \n\n" }, { "path": "apps/nextjs-app/public/images/favicon/site.webmanifest", "content": "{\n \"name\": \"\",\n \"short_name\": \"\",\n \"icons\": [\n {\n \"src\": \"/images/favicon/android-chrome-192x192.png\",\n \"sizes\": \"192x192\",\n \"type\": \"image/png\"\n },\n {\n \"src\": \"/images/favicon/android-chrome-512x512.png\",\n \"sizes\": \"512x512\",\n \"type\": \"image/png\"\n }\n ],\n \"theme_color\": \"#ffffff\",\n \"background_color\": \"#ffffff\",\n \"display\": \"standalone\"\n}\n" }, { "path": "apps/nextjs-app/public/robots.txt", "content": "# Robots.txt for app.teable.ai\n# Allow crawling of public pages only, disallow all other private pages\n\nUser-agent: *\nAllow: /public/\nDisallow: /\n" }, { "path": "apps/nextjs-app/public/streamsaver/mitm.html", "content": "\n\n" }, { "path": "apps/nextjs-app/public/streamsaver/sw.js", "content": "/* global self ReadableStream Response */\n\nself.addEventListener('install', () => {\n self.skipWaiting();\n});\n\nself.addEventListener('activate', (event) => {\n event.waitUntil(self.clients.claim());\n});\n\nconst map = new Map();\n\n// This should be called once per download\n// Each event has a dataChannel that the data will be piped through\nself.onmessage = (event) => {\n // We send a heartbeat every x second to keep the\n // service worker alive if a transferable stream is not sent\n if (event.data === 'ping') {\n return;\n }\n\n const data = event.data;\n const downloadUrl =\n data.url ||\n self.registration.scope +\n Math.random() +\n '/' +\n (typeof data === 'string' ? data : data.filename);\n const port = event.ports[0];\n const metadata = new Array(3); // [stream, data, port]\n\n metadata[1] = data;\n metadata[2] = port;\n\n // Note to self:\n // old streamsaver v1.2.0 might still use `readableStream`...\n // but v2.0.0 will always transfer the stream through MessageChannel #94\n if (event.data.readableStream) {\n metadata[0] = event.data.readableStream;\n } else if (event.data.transferringReadable) {\n port.onmessage = (evt) => {\n port.onmessage = null;\n metadata[0] = evt.data.readableStream;\n };\n } else {\n metadata[0] = createStream(port);\n }\n\n map.set(downloadUrl, metadata);\n port.postMessage({ download: downloadUrl });\n};\n\nfunction createStream(port) {\n // ReadableStream is only supported by chrome 52\n return new ReadableStream({\n start(controller) {\n // When we receive data on the messageChannel, we write\n port.onmessage = ({ data }) => {\n if (data === 'end') {\n return controller.close();\n }\n\n if (data === 'abort') {\n controller.error('Aborted the download');\n return;\n }\n\n controller.enqueue(data);\n };\n },\n cancel(reason) {\n console.log('user aborted', reason);\n port.postMessage({ abort: true });\n },\n });\n}\n\nself.onfetch = (event) => {\n const url = event.request.url;\n\n // this only works for Firefox\n if (url.endsWith('/ping')) {\n return event.respondWith(new Response('pong'));\n }\n\n const hijacke = map.get(url);\n\n if (!hijacke) return null;\n\n const [stream, data, port] = hijacke;\n\n map.delete(url);\n\n // Not comfortable letting any user control all headers\n // so we only copy over the length & disposition\n const responseHeaders = new Headers({\n 'Content-Type': 'application/octet-stream; charset=utf-8',\n\n // To be on the safe side, The link can be opened in a iframe.\n // but octet-stream should stop it.\n 'Content-Security-Policy': \"default-src 'none'\",\n 'X-Content-Security-Policy': \"default-src 'none'\",\n 'X-WebKit-CSP': \"default-src 'none'\",\n 'X-XSS-Protection': '1; mode=block',\n });\n\n let headers = new Headers(data.headers || {});\n\n if (headers.has('Content-Length')) {\n responseHeaders.set('Content-Length', headers.get('Content-Length'));\n }\n\n if (headers.has('Content-Disposition')) {\n responseHeaders.set('Content-Disposition', headers.get('Content-Disposition'));\n }\n\n // data, data.filename and size should not be used anymore\n if (data.size) {\n console.warn('Depricated');\n responseHeaders.set('Content-Length', data.size);\n }\n\n let fileName = typeof data === 'string' ? data : data.filename;\n if (fileName) {\n console.warn('Depricated');\n // Make filename RFC5987 compatible\n fileName = encodeURIComponent(fileName).replace(/['()]/g, escape).replace(/\\*/g, '%2A');\n responseHeaders.set('Content-Disposition', \"attachment; filename*=UTF-8''\" + fileName);\n }\n\n event.respondWith(new Response(stream, { headers: responseHeaders }));\n\n port.postMessage({ debug: 'Download started' });\n};\n" }, { "path": "apps/nextjs-app/sentry.client.config.ts", "content": "// This file configures the initialization of Sentry on the client.\n// The config you add here will be used whenever a users loads a page in their browser.\n// https://docs.sentry.io/platforms/javascript/guides/nextjs/\n\nimport * as Sentry from '@sentry/nextjs';\n\ndeclare global {\n interface Window {\n __TE__: { sentryDsn: string };\n }\n}\n\nSentry.init({\n release: process.env.NEXT_PUBLIC_BUILD_VERSION,\n dsn: process.env.SENTRY_DSN || window.__TE__.sentryDsn,\n // Adjust this value in production, or use tracesSampler for greater control\n tracesSampleRate: 1,\n\n // Setting this option to true will print useful information to the console while you're setting up Sentry.\n debug: false,\n\n replaysOnErrorSampleRate: 1.0,\n\n // This sets the sample rate to be 10%. You may want this to be 100% while\n // in development and sample at a lower rate in production\n replaysSessionSampleRate: 0.1,\n\n // You can remove this option if you're not planning to use the Sentry Session Replay feature:\n integrations: [],\n});\n" }, { "path": "apps/nextjs-app/sentry.server.config.ts", "content": "// Sentry server-side config for Next.js\n// https://docs.sentry.io/platforms/javascript/guides/nextjs/\n\nimport * as Sentry from '@sentry/nextjs';\n\nSentry.init({\n release: process.env.NEXT_PUBLIC_BUILD_VERSION,\n dsn: process.env.SENTRY_DSN || process.env.NEXT_PUBLIC_SENTRY_DSN,\n tracesSampleRate: 1,\n debug: false,\n // Use Next.js built-in OTEL instead of Sentry's\n skipOpenTelemetrySetup: true,\n // Disable HttpServer to avoid conflict with Next.js OTEL (causes stack overflow)\n integrations: (defaults) => defaults.filter((i) => i.name !== 'HttpServer'),\n});\n" }, { "path": "apps/nextjs-app/src/AppProviders.tsx", "content": "import { ThemeProvider } from '@teable/next-themes';\nimport { ConfirmModalProvider } from '@teable/ui-lib';\nimport { Toaster as SoonerToaster } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { Toaster } from '@teable/ui-lib/shadcn/ui/toaster';\nimport { useSearchParams } from 'next/navigation';\nimport type { FC, PropsWithChildren } from 'react';\nimport type { IServerEnv } from './lib/server-env';\nimport { EnvContext } from './lib/server-env';\n\ntype Props = PropsWithChildren;\n\nexport const AppProviders: FC = (props) => {\n const { children, env } = props;\n const searchParams = useSearchParams();\n const theme = searchParams?.get('theme') ?? undefined;\n\n return (\n \n \n \n {children}\n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/backend/api/rest/axios.ts", "content": "import { createAxios } from '@teable/openapi';\n\nexport const getAxios = () => {\n const axios = createAxios();\n axios.defaults.baseURL = `http://localhost:${process.env.PORT}/api`;\n return axios;\n};\n\nexport const axios = getAxios();\n" }, { "path": "apps/nextjs-app/src/backend/api/rest/get-user.ts", "content": "import type { IUser } from '@teable/sdk';\nimport { axios } from './axios';\n\nexport async function getUserMe(cookie?: string) {\n return await axios\n .get(`/auth/user/me`, {\n headers: { cookie },\n })\n .then(({ data }) => data);\n}\n" }, { "path": "apps/nextjs-app/src/backend/api/rest/ssr-api.ts", "content": "import type { IFieldVo, IGetFieldsQuery, IRecord, IViewVo } from '@teable/core';\nimport { FieldKeyType } from '@teable/core';\nimport type {\n AcceptInvitationLinkRo,\n AcceptInvitationLinkVo,\n IGetBaseVo,\n IGetDefaultViewIdVo,\n IGetSpaceVo,\n IUpdateNotifyStatusRo,\n ListSpaceCollaboratorVo,\n ShareViewGetVo,\n ITableFullVo,\n ITableListVo,\n ISettingVo,\n IUserMeVo,\n IRecordsVo,\n ITableVo,\n IGetSharedBaseVo,\n IGroupPointsRo,\n IGroupPointsVo,\n ListSpaceCollaboratorRo,\n IPublicSettingVo,\n IGetDashboardVo,\n IGetDashboardListVo,\n IGetBasePermissionVo,\n ITablePermissionVo,\n IGetPinListVo,\n ISubscriptionSummaryVo,\n LastVisitResourceType,\n IUserLastVisitVo,\n IUsageVo,\n IUserLastVisitListBaseVo,\n IUserLastVisitBaseNodeVo,\n IGetUserLastVisitBaseNodeRo,\n IBaseNodeListVo,\n ICreateBaseRo,\n ICreateBaseVo,\n ITemplatePermalinkVo,\n IGetBaseShareVo,\n} from '@teable/openapi';\nimport {\n IS_TEMPLATE_HEADER,\n X_CANARY_HEADER,\n BASE_SHARE_ID_HEADER,\n ACCEPT_INVITATION_LINK,\n CREATE_BASE,\n GET_BASE,\n GET_BASE_ALL,\n GET_BASE_SHARE,\n GET_DASHBOARD,\n GET_DASHBOARD_LIST,\n GET_DEFAULT_VIEW_ID,\n GET_FIELD_LIST,\n GET_GROUP_POINTS,\n GET_PUBLIC_SETTING,\n GET_RECORDS_URL,\n GET_RECORD_URL,\n GET_SETTING,\n GET_SHARED_BASE,\n GET_SPACE,\n GET_SPACE_LIST,\n GET_TABLE,\n GET_TABLE_LIST,\n GET_VIEW_LIST,\n SHARE_VIEW_GET,\n SPACE_COLLABORATE_LIST,\n UPDATE_NOTIFICATION_STATUS,\n USER_ME,\n GET_BASE_PERMISSION,\n GET_TABLE_PERMISSION,\n urlBuilder,\n GET_PIN_LIST,\n GET_SUBSCRIPTION_SUMMARY,\n GET_SUBSCRIPTION_SUMMARY_LIST,\n GET_USER_LAST_VISIT,\n GET_INSTANCE_USAGE,\n GET_USER_LAST_VISIT_LIST_BASE,\n GET_USER_LAST_VISIT_BASE_NODE,\n GET_BASE_NODE_LIST,\n GET_TEMPLATE_PERMALINK,\n} from '@teable/openapi';\nimport type { AxiosInstance } from 'axios';\nimport { getAxios } from './axios';\n\nexport class SsrApi {\n axios: AxiosInstance;\n\n disableLastVisit: boolean = false;\n\n constructor() {\n this.axios = getAxios();\n }\n\n /**\n * Configure axios interceptors for base-specific headers (template, canary, etc.)\n */\n configureBaseHeaders(base: IGetBaseVo | undefined) {\n const templateHeader = base?.template?.headers;\n if (templateHeader) {\n this.disableLastVisit = true;\n this.axios.interceptors.request.use((config) => {\n config.headers[IS_TEMPLATE_HEADER] = templateHeader;\n return config;\n });\n }\n\n if (base?.isCanary) {\n this.axios.interceptors.request.use((config) => {\n config.headers[X_CANARY_HEADER] = 'true';\n return config;\n });\n }\n }\n\n /**\n * Configure axios interceptors for share-specific headers\n */\n configureShareHeaders(shareId: string) {\n this.disableLastVisit = true;\n this.axios.interceptors.request.use((config) => {\n config.headers[BASE_SHARE_ID_HEADER] = shareId;\n return config;\n });\n }\n\n async getTable(\n baseId: string,\n tableId: string,\n viewId?: string\n ): Promise {\n const fields = await this.getFields(tableId, { viewId });\n const views = await this.axios\n .get(urlBuilder(GET_VIEW_LIST, { tableId }))\n .then(({ data }) => data);\n const table = await this.axios\n .get(urlBuilder(GET_TABLE, { baseId, tableId }), {\n params: {\n includeContent: true,\n viewId,\n fieldKeyType: FieldKeyType.Id,\n },\n })\n .then(({ data }) => data);\n\n const currentView = views.find((view) => view.id === viewId);\n\n // Gracefully handle records fetch errors (e.g., invalid filter in view)\n // This prevents SSR crash when view has corrupted filter data\n let records: IRecord[] = [];\n let extra: IRecordsVo['extra'] = undefined;\n try {\n const recordsResult = await this.axios\n .get(urlBuilder(GET_RECORDS_URL, { baseId, tableId }), {\n params: {\n viewId,\n fieldKeyType: FieldKeyType.Id,\n groupBy: currentView?.group ? JSON.stringify(currentView.group) : undefined,\n },\n })\n .then(({ data }) => data);\n records = recordsResult.records;\n extra = recordsResult.extra;\n } catch (error) {\n // Log error but continue - client-side will show appropriate error toast\n console.error('[SSR] Failed to fetch records, view may have invalid filter:', error);\n }\n\n return {\n ...table,\n records,\n views,\n fields,\n extra,\n };\n }\n\n async getFields(tableId: string, query?: IGetFieldsQuery) {\n return this.axios\n .get(urlBuilder(GET_FIELD_LIST, { tableId }), { params: query })\n .then(({ data }) => data);\n }\n\n async getViewList(tableId: string) {\n return this.axios\n .get(urlBuilder(GET_VIEW_LIST, { tableId }))\n .then(({ data }) => data);\n }\n\n async getTables(baseId: string) {\n return this.axios\n .get(urlBuilder(GET_TABLE_LIST, { baseId }))\n .then(({ data }) => data);\n }\n\n async getDefaultViewId(baseId: string, tableId: string) {\n return this.axios\n .get(urlBuilder(GET_DEFAULT_VIEW_ID, { baseId, tableId }))\n .then(({ data }) => data);\n }\n\n async getRecord(tableId: string, recordId: string) {\n return this.axios\n .get(urlBuilder(GET_RECORD_URL, { tableId, recordId }), {\n params: { fieldKeyType: FieldKeyType.Id },\n })\n .then(({ data }) => data);\n }\n\n async getBaseById(baseId: string) {\n return await this.axios\n .get(urlBuilder(GET_BASE, { baseId }))\n .then(({ data }) => data);\n }\n\n async getSpaceById(spaceId: string) {\n return await this.axios\n .get(urlBuilder(GET_SPACE, { spaceId }))\n .then(({ data }) => data);\n }\n\n async getSpaceList() {\n return await this.axios.get(urlBuilder(GET_SPACE_LIST)).then(({ data }) => data);\n }\n\n async getBaseList() {\n return await this.axios.get(GET_BASE_ALL).then(({ data }) => data);\n }\n\n async getPinList() {\n return await this.axios.get(GET_PIN_LIST).then(({ data }) => data);\n }\n\n async getBasePermission(baseId: string) {\n return await this.axios\n .get(urlBuilder(GET_BASE_PERMISSION, { baseId }))\n .then((res) => res.data);\n }\n\n async getTablePermission(baseId: string, tableId: string) {\n return await this.axios\n .get(urlBuilder(GET_TABLE_PERMISSION, { baseId, tableId }))\n .then((res) => res.data);\n }\n\n async getSpaceCollaboratorList(spaceId: string, query?: ListSpaceCollaboratorRo) {\n return await this.axios\n .get(urlBuilder(SPACE_COLLABORATE_LIST, { spaceId }), {\n params: query,\n })\n .then(({ data }) => data);\n }\n\n async getSubscriptionSummary(spaceId: string) {\n return await this.axios\n .get(urlBuilder(GET_SUBSCRIPTION_SUMMARY, { spaceId }))\n .then(({ data }) => data);\n }\n\n async getSubscriptionSummaryList() {\n return await this.axios\n .get(urlBuilder(GET_SUBSCRIPTION_SUMMARY_LIST))\n .then(({ data }) => data);\n }\n\n async acceptInvitationLink(acceptInvitationLinkRo: AcceptInvitationLinkRo) {\n return this.axios\n .post(ACCEPT_INVITATION_LINK, acceptInvitationLinkRo)\n .then(({ data }) => data);\n }\n\n async getShareView(shareId: string) {\n return this.axios\n .get(urlBuilder(SHARE_VIEW_GET, { shareId }))\n .then(({ data }) => data);\n }\n\n async getBaseShare(shareId: string) {\n return this.axios\n .get(urlBuilder(GET_BASE_SHARE, { shareId }))\n .then(({ data }) => data);\n }\n\n async updateNotificationStatus(notificationId: string, data: IUpdateNotifyStatusRo) {\n return this.axios\n .patch(urlBuilder(UPDATE_NOTIFICATION_STATUS, { notificationId }), data)\n .then(({ data }) => data);\n }\n\n async getSetting() {\n return this.axios.get(GET_SETTING).then(({ data }) => data);\n }\n\n async getPublicSetting() {\n return this.axios.get(GET_PUBLIC_SETTING).then(({ data }) => data);\n }\n\n async getUserMe() {\n return this.axios.get(USER_ME).then(({ data }) => data);\n }\n\n async getSharedBase() {\n return this.axios.get(GET_SHARED_BASE).then(({ data }) => data);\n }\n\n async getGroupPoints(tableId: string, query: IGroupPointsRo) {\n return this.axios\n .get(urlBuilder(GET_GROUP_POINTS, { tableId }), {\n params: {\n ...query,\n filter: JSON.stringify(query?.filter),\n groupBy: JSON.stringify(query?.groupBy),\n },\n })\n .then(({ data }) => data);\n }\n\n async getDashboard(baseId: string, dashboardId: string) {\n return this.axios\n .get(urlBuilder(GET_DASHBOARD, { baseId, id: dashboardId }))\n .then(({ data }) => data);\n }\n\n async getDashboardList(baseId: string) {\n return this.axios\n .get(urlBuilder(GET_DASHBOARD_LIST, { baseId }))\n .then(({ data }) => data);\n }\n\n async getUserLastVisit(resourceType: LastVisitResourceType, parentResourceId: string) {\n if (this.disableLastVisit) return undefined;\n return this.axios\n .get(GET_USER_LAST_VISIT, {\n params: { resourceType, parentResourceId },\n })\n .then(({ data }) => data);\n }\n\n async getUserLastVisitBaseNode(params: IGetUserLastVisitBaseNodeRo) {\n if (this.disableLastVisit) return undefined;\n return this.axios\n .get(GET_USER_LAST_VISIT_BASE_NODE, { params })\n .then(({ data }) => data);\n }\n\n async getBaseNodeList(baseId: string) {\n return this.axios\n .get(urlBuilder(GET_BASE_NODE_LIST, { baseId }))\n .then(({ data }) => data);\n }\n\n async getInstanceUsage() {\n return this.axios.get(GET_INSTANCE_USAGE).then(({ data }) => data);\n }\n\n async getRecentlyBase() {\n return this.axios\n .get(GET_USER_LAST_VISIT_LIST_BASE)\n .then(({ data }) => data);\n }\n\n async createBase(createBaseRo: ICreateBaseRo) {\n return this.axios.post(CREATE_BASE, createBaseRo).then(({ data }) => data);\n }\n\n async getTemplatePermalink(identifier: string) {\n return this.axios\n .get(urlBuilder(GET_TEMPLATE_PERMALINK, { identifier }))\n .then(({ data }) => data);\n }\n}\n" }, { "path": "apps/nextjs-app/src/components/Banner.tsx", "content": "import type { FC } from 'react';\n\ntype Props = {\n children?: never;\n};\n\nexport const Banner: FC = () => {\n return (\n
\n
\n
\n
\n \n

\n We announced a new product!\n \n Big news! We're excited to announce a brand new product.\n \n

\n
\n
\n \n Learn more\n \n
\n
\n \n Dismiss\n \n
\n
\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/components/Guide.tsx", "content": "import type { IUserMeVo } from '@teable/openapi';\nimport dynamic from 'next/dynamic';\nimport { useRouter } from 'next/router';\nimport { useTranslation, Trans } from 'next-i18next';\nimport { useEffect, useMemo, useRef, useState } from 'react';\nimport { ACTIONS, EVENTS, STATUS } from 'react-joyride';\nimport type { CallBackProps, Step, StoreHelpers } from 'react-joyride';\nimport colors from 'tailwindcss/colors';\nimport { tableConfig } from '@/features/i18n/table.config';\nimport { useCompletedGuideMapStore } from './store';\n\nconst JoyRideNoSSR = dynamic(() => import('react-joyride'), { ssr: false });\n\nexport const GUIDE_PREFIX = 't-guide-';\n\nexport const GUIDE_CREATE_SPACE = GUIDE_PREFIX + 'create-space';\nexport const GUIDE_CREATE_BASE = GUIDE_PREFIX + 'create-base';\nexport const GUIDE_CREATE_TABLE = GUIDE_PREFIX + 'create-table';\nexport const GUIDE_CREATE_VIEW = GUIDE_PREFIX + 'create-view';\nexport const GUIDE_VIEW_FILTERING = GUIDE_PREFIX + 'view-filtering';\nexport const GUIDE_VIEW_SORTING = GUIDE_PREFIX + 'view-sorting';\nexport const GUIDE_VIEW_GROUPING = GUIDE_PREFIX + 'view-grouping';\nexport const GUIDE_API_BUTTON = GUIDE_PREFIX + 'api-button';\n\nexport enum StepKey {\n CreateSpace = 'createSpace',\n CreateBase = 'createBase',\n CreateTable = 'createTable',\n CreateView = 'createView',\n ViewFiltering = 'viewFiltering',\n ViewSorting = 'viewSorting',\n ViewGrouping = 'viewGrouping',\n ApiButton = 'apiButton',\n}\n\ntype EnhanceStep = { key: StepKey; step: Step };\n\nconst findStepsForPath = (\n guideMap: Record,\n path: string\n): EnhanceStep[] | null => {\n if (guideMap[path]) {\n return guideMap[path];\n }\n\n const includePath = Object.keys(guideMap).find((p) => path.includes(p));\n\n if (includePath) {\n return guideMap[includePath];\n }\n\n return null;\n};\n\nexport const Guide = ({ user }: { user?: IUserMeVo }) => {\n const router = useRouter();\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const { completedGuideMap, setCompletedGuideMap } = useCompletedGuideMapStore();\n\n const helpers = useRef();\n const [run, setRun] = useState(false);\n const [steps, setSteps] = useState([]);\n const [stepIndex, setStepIndex] = useState(0);\n\n const userId = user?.id;\n const { pathname, isReady } = router;\n\n const guideStepMap: Record = useMemo(\n () => ({\n [StepKey.CreateSpace]: {\n target: `.${GUIDE_CREATE_SPACE}`,\n title:
{t('guide.createSpaceTooltipTitle')}
,\n content: (\n
\n }}\n />\n
\n ),\n disableBeacon: true,\n },\n [StepKey.CreateBase]: {\n target: `.${GUIDE_CREATE_BASE}`,\n title:
{t('guide.createBaseTooltipTitle')}
,\n content:
{t('guide.createBaseTooltipContent')}
,\n disableBeacon: true,\n },\n [StepKey.CreateTable]: {\n target: `.${GUIDE_CREATE_TABLE}`,\n title:
{t('guide.createTableTooltipTitle')}
,\n content: (\n
{t('guide.createTableTooltipContent')}
\n ),\n disableBeacon: true,\n placement: 'right',\n },\n [StepKey.CreateView]: {\n target: `.${GUIDE_CREATE_VIEW}`,\n title:
{t('guide.createViewTooltipTitle')}
,\n content: (\n
\n }}\n />\n
\n ),\n disableBeacon: true,\n },\n [StepKey.ViewFiltering]: {\n target: `.${GUIDE_VIEW_FILTERING}`,\n title:
{t('guide.viewFilteringTooltipTitle')}
,\n content: (\n
\n }}\n />\n
\n ),\n disableBeacon: true,\n },\n [StepKey.ViewSorting]: {\n target: `.${GUIDE_VIEW_SORTING}`,\n title:
{t('guide.viewSortingTooltipTitle')}
,\n content: (\n
\n }}\n />\n
\n ),\n disableBeacon: true,\n },\n [StepKey.ViewGrouping]: {\n target: `.${GUIDE_VIEW_GROUPING}`,\n title:
{t('guide.viewGroupingTooltipTitle')}
,\n content: (\n
{t('guide.viewGroupingTooltipContent')}
\n ),\n disableBeacon: true,\n },\n [StepKey.ApiButton]: {\n target: `.${GUIDE_API_BUTTON}`,\n title:
{t('guide.apiButtonTooltipTitle')}
,\n content: (\n
\n \n ),\n }}\n />\n
\n ),\n disableBeacon: true,\n },\n }),\n [t]\n );\n\n const orderedGuideMap: Record = useMemo(\n () => ({\n '/space': [\n { key: StepKey.CreateSpace, step: guideStepMap[StepKey.CreateSpace] },\n { key: StepKey.CreateBase, step: guideStepMap[StepKey.CreateBase] },\n ],\n '/base/[baseId]': [{ key: StepKey.CreateTable, step: guideStepMap[StepKey.CreateTable] }],\n '/base/[baseId]/[[...slug]]': [\n { key: StepKey.CreateTable, step: guideStepMap[StepKey.CreateTable] },\n { key: StepKey.CreateView, step: guideStepMap[StepKey.CreateView] },\n { key: StepKey.ViewFiltering, step: guideStepMap[StepKey.ViewFiltering] },\n { key: StepKey.ViewSorting, step: guideStepMap[StepKey.ViewSorting] },\n { key: StepKey.ViewGrouping, step: guideStepMap[StepKey.ViewGrouping] },\n { key: StepKey.ApiButton, step: guideStepMap[StepKey.ApiButton] },\n ],\n }),\n [guideStepMap]\n );\n\n const getHelpers = (storeHelpers: StoreHelpers) => {\n helpers.current = storeHelpers;\n };\n\n const onCallback = (data: CallBackProps) => {\n const { action, index, status, type } = data;\n\n if ([ACTIONS.CLOSE, ACTIONS.SKIP].includes(action as never)) {\n setRun(false);\n if (!userId) return;\n return setCompletedGuideMap(userId, Object.keys(guideStepMap));\n }\n\n if ([EVENTS.STEP_AFTER, EVENTS.TARGET_NOT_FOUND].includes(type as never)) {\n setStepIndex(index + (action === ACTIONS.PREV ? -1 : 1));\n } else if (status === STATUS.FINISHED || type === EVENTS.TOUR_END) {\n setRun(false);\n\n if (!userId) return;\n const prevCompletedStepKeys = completedGuideMap[userId] || [];\n const enhanceSteps = findStepsForPath(orderedGuideMap, pathname);\n if (!enhanceSteps?.length) return;\n setCompletedGuideMap(userId, [\n ...new Set([...prevCompletedStepKeys, ...enhanceSteps.map(({ key }) => key)]),\n ]);\n }\n };\n\n useEffect(() => {\n const resetGuide = () => {\n setStepIndex(0);\n helpers.current?.reset(false);\n };\n\n router.events.on('routeChangeStart', resetGuide);\n\n return () => {\n router.events.off('routeChangeStart', resetGuide);\n };\n }, [router.events, setStepIndex]);\n\n useEffect(() => {\n if (!isReady) return;\n\n let enhanceSteps = findStepsForPath(orderedGuideMap, pathname);\n\n if (!enhanceSteps?.length) return;\n\n if (userId) {\n const prevCompletedSteps = completedGuideMap[userId] || [];\n\n if (prevCompletedSteps.length) {\n enhanceSteps = enhanceSteps.filter(({ key }) => !prevCompletedSteps.includes(key));\n }\n }\n\n if (!enhanceSteps.length) return;\n\n const steps = enhanceSteps.map(({ step }) => step);\n\n let retryCount = 0;\n let timer: number | undefined;\n\n timer = window.setInterval(() => {\n const step = steps[stepIndex];\n\n if (!step) {\n clearInterval(timer);\n timer = undefined;\n return;\n }\n\n const targetElement = document.querySelector(step.target as string);\n\n if (targetElement) {\n clearInterval(timer);\n timer = undefined;\n setSteps(steps);\n setRun(true);\n setTimeout(() => helpers.current?.reset(true), 100);\n } else {\n if (++retryCount >= 100) {\n clearInterval(timer);\n timer = undefined;\n }\n }\n }, 50);\n\n return () => {\n clearInterval(timer);\n timer = undefined;\n };\n }, [completedGuideMap, isReady, orderedGuideMap, pathname, stepIndex, userId]);\n\n return (\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/components/Metrics.tsx", "content": "import Script from 'next/script';\n\nexport const MicrosoftClarity = ({\n clarityId,\n user,\n}: {\n clarityId?: string;\n user?: {\n id?: string;\n name?: string;\n email?: string;\n };\n}) => {\n if (!clarityId) {\n return null;\n }\n\n return (\n <>\n \n \n \n );\n};\n\nexport const Umami = ({\n umamiWebSiteId,\n umamiUrl,\n user,\n}: {\n umamiWebSiteId?: string;\n umamiUrl?: string;\n user?: {\n id?: string;\n name?: string;\n email?: string;\n };\n}) => {\n if (!umamiWebSiteId || !umamiUrl) {\n return null;\n }\n\n return (\n <>\n {\n if (user) {\n window.umami &&\n window.umami.identify({ email: user.email, id: user.id, name: user.name });\n }\n }}\n />\n \n );\n};\n\nexport const GoogleAnalytics = ({\n gaId,\n user,\n}: {\n gaId?: string;\n user?: {\n id?: string;\n name?: string;\n email?: string;\n };\n}) => {\n if (!gaId) {\n return null;\n }\n\n return (\n <>\n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/components/RouterProgress.tsx", "content": "'use client';\n\nimport { useRouter } from 'next/router';\nimport NProgress from 'nprogress';\nimport { useEffect } from 'react';\n\nNProgress.configure({ showSpinner: false });\n\nexport default function RouterProgressBar() {\n const router = useRouter();\n\n useEffect(() => {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const handleStart = (...args: any[]) => {\n !args?.[1]?.shallow && NProgress.start();\n };\n const handleStop = () => NProgress.done();\n\n router.events.on('routeChangeStart', handleStart);\n router.events.on('routeChangeComplete', handleStop);\n router.events.on('routeChangeError', handleStop);\n\n return () => {\n router.events.off('routeChangeStart', handleStart);\n router.events.off('routeChangeComplete', handleStop);\n router.events.off('routeChangeError', handleStop);\n };\n }, [router.events]);\n\n return (\n \n );\n}\n" }, { "path": "apps/nextjs-app/src/components/Selector.tsx", "content": "import type { ISelectorProps as IUISelectorProps } from '@teable/ui-lib/base';\nimport { Selector as UISelector } from '@teable/ui-lib/base';\nimport { useTranslation } from 'next-i18next';\n\nexport type ISelectorProps = IUISelectorProps;\n\nexport const Selector: React.FC = (props) => {\n const { t } = useTranslation('common');\n const {\n onChange,\n readonly,\n selectedId = '',\n placeholder,\n searchTip = t('actions.search'),\n emptyTip = t('noResult'),\n defaultName = t('untitled'),\n className,\n contentClassName,\n candidates = [],\n } = props;\n\n return (\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/components/TeableLogo.tsx", "content": "import { TeableNew } from '@teable/icons';\nimport { cn } from '@teable/ui-lib/shadcn';\nimport { useBrand } from '@/features/app/hooks/useBrand';\n\nexport const TeableLogo = ({ className }: { className: string }) => {\n const { brandName, brandLogo } = useBrand();\n\n if (!brandLogo) {\n return ;\n }\n\n return (\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/components/changelog/ChangelogNotification.tsx", "content": "import { ArrowUpRight, X } from '@teable/icons';\nimport { LocalStorageKeys } from '@teable/sdk/config';\nimport { useIsHydrated, useShareId } from '@teable/sdk/hooks';\nimport { Button } from '@teable/ui-lib/shadcn';\nimport { Rocket } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { useCallback, useEffect, useState } from 'react';\nimport { useIsCloud } from '@/features/app/hooks/useIsCloud';\n\nexport const ChangelogNotification = () => {\n const { t } = useTranslation('common');\n const isHydrated = useIsHydrated();\n const isCloud = useIsCloud();\n const shareId = useShareId();\n const [visible, setVisible] = useState(false);\n\n const changelogId = t('changelog.id');\n const title = t('changelog.title');\n const url = t('changelog.url');\n\n useEffect(() => {\n if (!changelogId) return;\n try {\n const dismissedId = localStorage.getItem(LocalStorageKeys.DismissedChangelog);\n if (dismissedId !== changelogId) {\n setVisible(true);\n }\n } catch {\n // ignore\n }\n }, [changelogId, title]);\n\n const handleDismiss = useCallback(() => {\n setVisible(false);\n try {\n localStorage.setItem(LocalStorageKeys.DismissedChangelog, changelogId);\n } catch {\n // ignore\n }\n }, [changelogId]);\n\n if (!isCloud || !isHydrated || !visible || shareId) {\n return null;\n }\n\n return (\n
\n \n
\n \n \n {t('changelog.newUpdate')}\n \n
\n \n {title}\n \n \n
\n
\n\n {/* Close Button */}\n {\n e.preventDefault();\n e.stopPropagation();\n handleDismiss();\n }}\n >\n \n \n \n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/components/changelog/index.ts", "content": "export { ChangelogNotification } from './ChangelogNotification';\n" }, { "path": "apps/nextjs-app/src/components/google-ads.tsx", "content": "// Declare gtag types\ndeclare global {\n interface Window {\n gtag: (command: string, targetId: string | Date, config?: Record) => void;\n dataLayer: unknown[];\n }\n}\n\ninterface IUserInfo {\n id: string;\n email: string;\n name?: string;\n}\n\n// SHA-256 hash function for email\nasync function sha256(message: string): Promise {\n const msgBuffer = new TextEncoder().encode(message);\n const hashBuffer = await crypto.subtle.digest('SHA-256', msgBuffer);\n const hashArray = Array.from(new Uint8Array(hashBuffer));\n return hashArray.map((b) => b.toString(16).padStart(2, '0')).join('');\n}\n\n// Cookie helper function\nfunction getCookie(name: string): string | null {\n if (typeof document === 'undefined') return null;\n const nameEQ = name + '=';\n const ca = document.cookie.split(';');\n for (let i = 0; i < ca.length; i++) {\n let c = ca[i];\n while (c.charAt(0) === ' ') c = c.substring(1, c.length);\n if (c.indexOf(nameEQ) === 0) return c.substring(nameEQ.length, c.length);\n }\n return null;\n}\n\n// Check if user has consented to ad tracking\nfunction hasAdConsent(): boolean {\n if (typeof window === 'undefined') return false;\n\n const CONSENT_COOKIE_NAME = 'teable_consent';\n const savedConsent = getCookie(CONSENT_COOKIE_NAME);\n\n if (!savedConsent) {\n return false;\n }\n\n try {\n const preferences = JSON.parse(decodeURIComponent(savedConsent));\n return preferences.ad_user_data === 'granted';\n } catch {\n return false;\n }\n}\n\n// Export function to track sign-up conversion with user information\nexport async function trackSignUpConversion(conversionId?: string, userInfo?: IUserInfo) {\n if (typeof window === 'undefined' || !window.gtag || !conversionId || !userInfo) {\n return;\n }\n\n // Hash email for privacy (Google Ads Enhanced Conversions)\n const hashedEmail = await sha256(userInfo.email.toLowerCase().trim());\n let conversionData: Record = {\n send_to: conversionId,\n };\n\n if (hasAdConsent()) {\n conversionData = {\n ...conversionData,\n user_id: userInfo.id,\n user_data: {\n email: hashedEmail,\n },\n };\n }\n\n window.gtag('event', 'conversion', conversionData);\n}\n" }, { "path": "apps/nextjs-app/src/components/layout/MainFooter.tsx", "content": "import GithubIcon from '@teable/ui-lib/icons/social/github.svg';\nimport type { FC } from 'react';\n\nexport const MainFooter: FC = () => {\n return (\n
\n
\n
\n \n \n \n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/components/layout/MainLayout.tsx", "content": "import type { FC, ReactNode } from 'react';\n\nexport const MainLayout: FC<{ children: ReactNode }> = (props) => {\n const { children } = props;\n return (\n
\n
{children}
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/components/layout/__tests__/MainLayout.test.tsx", "content": "import { MainLayout } from '@/components/layout/MainLayout';\nimport { render, screen } from '@/test-utils';\n\ndescribe('main layout tests', () => {\n it('should render children', async () => {\n render(\n \n
Hello
\n \n );\n const appContent = screen.getByRole('article');\n expect(appContent).toHaveTextContent('Hello');\n });\n});\n" }, { "path": "apps/nextjs-app/src/components/layout/index.ts", "content": "export { MainLayout } from './MainLayout';\n" }, { "path": "apps/nextjs-app/src/components/store/guide.ts", "content": "import { LocalStorageKeys } from '@teable/sdk/config';\nimport { create } from 'zustand';\nimport { persist } from 'zustand/middleware';\n\ninterface ICompletedGuideMapState {\n completedGuideMap: Record;\n setCompletedGuideMap: (userId: string, stepKeys: string[]) => void;\n}\n\nexport const useCompletedGuideMapStore = create()(\n persist(\n (set, get) => ({\n completedGuideMap: {},\n setCompletedGuideMap: (userId: string, stepKeys: string[]) => {\n set({\n completedGuideMap: {\n ...get().completedGuideMap,\n [userId]: stepKeys,\n },\n });\n },\n }),\n {\n name: LocalStorageKeys.CompletedGuideMap,\n }\n )\n);\n" }, { "path": "apps/nextjs-app/src/components/store/index.ts", "content": "export * from './guide';\n" }, { "path": "apps/nextjs-app/src/features/app/automation/Pages.tsx", "content": "import { useIsReadOnlyPreview } from '@teable/sdk/hooks';\nimport { Alert, AlertTitle, AlertDescription } from '@teable/ui-lib/shadcn/ui/alert';\nimport { Button } from '@teable/ui-lib/shadcn/ui/button';\nimport Head from 'next/head';\nimport Link from 'next/link';\nimport { useTranslation } from 'next-i18next';\n\nexport function AutomationPage() {\n const { t } = useTranslation('common');\n const isReadOnlyPreview = useIsReadOnlyPreview();\n\n // In template/share preview mode, don't show upgrade prompt\n // Allow the actual automation component to be rendered (if available via override)\n if (isReadOnlyPreview) {\n return (\n
\n \n {t('noun.automation')}\n \n
\n
\n

{t('noun.automation')}

\n
\n
\n
\n {/* In preview mode, the actual WorkFlowPanel component will be rendered via override */}\n
{t('noun.automation')}
\n
\n
\n );\n }\n\n return (\n
\n \n {t('noun.automation')}\n \n
\n
\n

{t('noun.automation')}

\n
\n
\n
\n \n \n ✨ {t('billing.enterpriseFeature')}\n \n \n

{t('billing.automationRequiresUpgrade')}

\n \n \n \n
\n
\n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/automation/workflow-panel/WorkFlowPanel.tsx", "content": "import { forwardRef, useImperativeHandle } from 'react';\nimport { AutomationPage } from '../Pages';\n\nexport interface WorkFlowPanelRef {\n getWorkflow?: () => unknown | undefined;\n checkCanActive?: () => {\n canActive: boolean;\n message: string;\n };\n activeWorkflow?: () => Promise;\n}\n\ninterface WorkFlowPanelProps {\n baseId: string;\n workflowId: string;\n headLeft?: React.ReactNode;\n}\n\nconst WorkFlowPanel = forwardRef((_props, ref) => {\n useImperativeHandle(\n ref,\n () => {\n return {};\n },\n []\n );\n\n return ;\n});\n\nWorkFlowPanel.displayName = 'WorkFlowPanel';\n\nexport { WorkFlowPanel };\n" }, { "path": "apps/nextjs-app/src/features/app/automation/workflow-panel/WorkFlowPanelModal.tsx", "content": "import { useIsHydrated } from '@teable/sdk/hooks';\nimport {\n AlertDialog,\n AlertDialogAction,\n AlertDialogCancel,\n AlertDialogContent,\n AlertDialogFooter,\n AlertDialogHeader,\n AlertDialogTitle,\n AlertDialogTrigger,\n Button,\n Dialog,\n DialogContent,\n Spin,\n} from '@teable/ui-lib';\nimport { XIcon } from 'lucide-react';\nimport { forwardRef, lazy, Suspense, useImperativeHandle, useRef, useState } from 'react';\nimport { useTranslation } from 'react-i18next';\nimport { tableConfig } from '@/features/i18n/table.config';\nimport type { WorkFlowPanelRef } from '@overridable/WorkFlowPanel';\nimport { useWorkFlowPanelStore } from './useWorkFlowPaneStore';\n\nconst WorkFlowPanelLazy = lazy(() =>\n import('@overridable/WorkFlowPanel').then((module) => ({\n default: module.WorkFlowPanel,\n }))\n);\n\ninterface AlertCloseDialogProps {\n handleCancel: () => void;\n handleConfirm: () => void;\n}\ninterface AlertCloseDialogRef {\n open: () => void;\n}\n\nconst AlertCloseWorkflowDialog = forwardRef(\n (props, ref) => {\n const { handleCancel, handleConfirm } = props;\n const [open, setOpen] = useState(false);\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n\n useImperativeHandle(\n ref,\n () => {\n return {\n open: () => setOpen(true),\n };\n },\n []\n );\n return (\n \n \n \n \n {t('common:automation.turnOnTip')}\n \n \n \n {t('common:actions.exit')}\n \n \n {t('common:actions.turnOn')}\n \n \n \n \n );\n }\n);\n\nAlertCloseWorkflowDialog.displayName = 'AlertCloseWorkflowDialog';\n\nexport const WorkFlowPanelModal = () => {\n const { baseId = '', workflowId = '', closeModal, open } = useWorkFlowPanelStore();\n const isHydrated = useIsHydrated();\n const workflowRef = useRef(null);\n const alertCloseWorkflowDialogRef = useRef(null);\n if (!isHydrated || !baseId || !workflowId || !open) {\n return null;\n }\n\n const handleClose = () => {\n const workflow = workflowRef.current?.getWorkflow?.();\n const isActive = workflow && (workflow as { isActive: boolean }).isActive;\n if (!isActive) {\n const checkRes = workflowRef.current?.checkCanActive?.();\n if (checkRes?.canActive) {\n alertCloseWorkflowDialogRef.current?.open();\n return;\n }\n }\n closeModal();\n };\n\n return (\n \n \n
\n \n \n
\n }\n >\n \n \n \n }\n ref={workflowRef}\n />\n \n \n\n {\n closeModal();\n }}\n handleConfirm={() => {\n workflowRef.current?.activeWorkflow?.();\n closeModal();\n }}\n />\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/automation/workflow-panel/useWorkFlowPaneStore.ts", "content": "import { z } from 'zod';\nimport { create } from 'zustand';\n\nconst from = ['buttonFieldOptions'] as const;\nconst fromSchema = z.enum(from);\ntype From = z.infer;\n\ninterface IWorkFlowPanelState {\n baseId?: string;\n workflowId?: string;\n open?: boolean;\n from?: From;\n closeModal: () => void;\n openModal: (baseId: string, workflowId: string) => void;\n setModal: (props: Pick) => void;\n}\n\nexport const useWorkFlowPanelStore = create((set) => ({\n closeModal: () => {\n set((state) => {\n return {\n ...state,\n baseId: undefined,\n workflowId: undefined,\n open: false,\n from: undefined,\n };\n });\n },\n openModal: (baseId: string, workflowId: string) => {\n set((state) => {\n return {\n ...state,\n baseId,\n workflowId,\n open: true,\n };\n });\n },\n setModal: (props: Pick) => {\n set((state) => {\n return {\n ...state,\n ...props,\n };\n });\n },\n}));\n" }, { "path": "apps/nextjs-app/src/features/app/base/CommunityPage.tsx", "content": "import { useTheme } from '@teable/next-themes';\nimport Image from 'next/image';\nimport { Trans, useTranslation } from 'next-i18next';\nimport { tableConfig } from '@/features/i18n/table.config';\n\nexport const CommunityPage = () => {\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const { resolvedTheme } = useTheme();\n const isDark = resolvedTheme === 'dark';\n return (\n
\n
\n
\n

{t('table:welcome.title')}

\n
\n
\n \n
    \n
  • {t('table:welcome.emptyTitle')}
    • \n
  • {t('table:welcome.description')}
    • \n
  • \n \n {t('table:welcome.helpCenter')}\n \n ),\n }}\n >\n
    • \n
\n
\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/base-node/BasePage.tsx", "content": "import { dehydrate } from '@tanstack/react-query';\nimport { getDefaultNodeUrl, redirect } from './helper';\nimport type { ISSRContext, SSRResult } from './types';\n\nexport const getBaseServerSideProps = async (ctx: ISSRContext): Promise => {\n const { base } = ctx;\n\n // Try to redirect to the default node (last visited or first non-folder node)\n const defaultUrl = await getDefaultNodeUrl(ctx);\n if (defaultUrl) {\n return redirect(defaultUrl);\n }\n\n return {\n props: {\n ...(await ctx.getTranslationsProps()),\n dehydratedState: dehydrate(ctx.queryClient),\n base,\n },\n };\n};\n" }, { "path": "apps/nextjs-app/src/features/app/base-node/DashBoardPage.tsx", "content": "import { dehydrate } from '@tanstack/react-query';\nimport { BaseNodeResourceType, LastVisitResourceType } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport dynamic from 'next/dynamic';\nimport type { IBaseResourceParsed } from '@/features/app/hooks/useBaseResource';\nimport { redirect } from './helper';\nimport type { ISSRContext, SSRResult } from './types';\n\nexport const getDashboardServerSideProps = async (\n ctx: ISSRContext,\n parsed: IBaseResourceParsed\n): Promise => {\n const { ssrApi, baseId, queryClient, base } = ctx;\n if (parsed.resourceType !== BaseNodeResourceType.Dashboard) return { notFound: true };\n\n const { dashboardId } = parsed;\n\n if (!dashboardId) {\n const [lastVisit, dashboardList] = await Promise.all([\n ssrApi.getUserLastVisit(LastVisitResourceType.Dashboard, baseId),\n queryClient.fetchQuery({\n queryKey: ReactQueryKeys.getDashboardList(baseId),\n queryFn: () => ssrApi.getDashboardList(baseId),\n }),\n ]);\n\n const ids = dashboardList.map((d) => d.id);\n const defaultId =\n lastVisit?.resourceId && ids.includes(lastVisit.resourceId) ? lastVisit.resourceId : ids[0];\n if (defaultId) return redirect(`/base/${baseId}/dashboard/${defaultId}`);\n\n return {\n props: {\n ...(await ctx.getTranslationsProps()),\n dehydratedState: dehydrate(ctx.queryClient),\n base,\n },\n };\n }\n\n const dashboardList = await queryClient.fetchQuery({\n queryKey: ReactQueryKeys.getDashboardList(baseId),\n queryFn: () => ssrApi.getDashboardList(baseId),\n });\n\n const dashboardIds = dashboardList.map((d) => d.id);\n\n // If dashboard doesn't exist, redirect to default node\n if (!dashboardIds.includes(dashboardId)) {\n const { getDefaultNodeUrl } = await import('./helper');\n const defaultUrl = await getDefaultNodeUrl(ctx);\n if (defaultUrl) {\n return redirect(defaultUrl);\n }\n return { notFound: true };\n }\n\n await queryClient.fetchQuery({\n queryKey: ReactQueryKeys.getDashboard(dashboardId),\n queryFn: () => ssrApi.getDashboard(baseId, dashboardId),\n });\n\n return {\n props: {\n ...(await ctx.getTranslationsProps()),\n dehydratedState: dehydrate(ctx.queryClient),\n base,\n },\n };\n};\n\nconst DynamicDashboard = dynamic(\n () => import('@/features/app/dashboard/Pages').then((mod) => mod.DashboardPage),\n {\n ssr: false,\n }\n);\n\nexport const DashBoardPage = () => {\n return ;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/base-node/TablePage.tsx", "content": "/* eslint-disable sonarjs/cognitive-complexity */\nimport { dehydrate } from '@tanstack/react-query';\nimport { ViewType } from '@teable/core';\nimport { BaseNodeResourceType, LastVisitResourceType } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport dynamic from 'next/dynamic';\nimport type { SsrApi } from '@/backend/api/rest/ssr-api';\nimport type { IBaseResourceParsed } from '@/features/app/hooks/useBaseResource';\nimport { getViewPageServerData } from '@/lib/view-pages-data';\nimport { redirect, validateResourceExists } from './helper';\nimport type { ISSRContext, SSRResult, ITablePageProps } from './types';\n\ninterface IQueryParams {\n recordId?: string;\n fromNotify?: string;\n [key: string]: unknown;\n}\n\nconst getDefaultViewId = async (ssrApi: SsrApi, tableId: string, queryParams?: IQueryParams) => {\n const { recordId } = queryParams ?? {};\n const [lastVisit, viewList] = await Promise.all([\n ssrApi.getUserLastVisit(LastVisitResourceType.View, tableId),\n ssrApi.getViewList(tableId),\n ]);\n if (viewList.length === 0) {\n return undefined;\n }\n const nonFormViews = viewList.filter((v) => v.type !== ViewType.Form);\n const candidateViews = recordId && nonFormViews.length > 0 ? nonFormViews : viewList;\n const viewIds = candidateViews.map((v) => v.id);\n\n return lastVisit?.resourceId && viewIds.includes(lastVisit.resourceId)\n ? lastVisit.resourceId\n : viewIds[0]!;\n};\n\nexport const getTableServerSideProps = async (\n ctx: ISSRContext,\n parsed: IBaseResourceParsed,\n queryParams?: IQueryParams\n): Promise => {\n const { ssrApi, baseId, queryClient, base } = ctx;\n if (parsed.resourceType !== BaseNodeResourceType.Table) return { notFound: true };\n const { tableId, viewId } = parsed;\n const { recordId, fromNotify: notifyId } = queryParams ?? {};\n const queryString = queryParams\n ? new URLSearchParams(queryParams as Record).toString()\n : '';\n const query = queryString ? `?${queryString}` : '';\n\n if (!tableId) {\n const [lastVisit, tableList] = await Promise.all([\n ssrApi.getUserLastVisit(LastVisitResourceType.Table, baseId),\n ssrApi.getTables(baseId),\n ]);\n const tableIds = tableList.map((t) => t.id);\n const defaultTableId =\n lastVisit?.resourceId && tableIds.includes(lastVisit.resourceId)\n ? lastVisit.resourceId\n : tableIds[0];\n\n const defaultViewId = defaultTableId\n ? await getDefaultViewId(ssrApi, defaultTableId)\n : undefined;\n if (defaultTableId && defaultViewId) {\n return redirect(`/base/${baseId}/table/${defaultTableId}/${defaultViewId}`);\n }\n return redirect(`/base/${baseId}`);\n }\n\n // check table exists first\n const tableList = await queryClient.fetchQuery({\n queryKey: ReactQueryKeys.tableList(baseId),\n queryFn: () => ssrApi.getTables(baseId),\n });\n\n if (tableList.length === 0) return { notFound: true };\n\n // If table doesn't exist, redirect to default node\n const validationResult = await validateResourceExists(ctx, {\n resourceId: tableId,\n queryKey: ReactQueryKeys.tableList(baseId),\n fetchList: () => ssrApi.getTables(baseId),\n extractIds: (list) => list.map((t) => t.id),\n });\n\n if (validationResult) {\n return validationResult;\n }\n\n // Table exists, now handle viewId\n if (!viewId) {\n const defaultViewId = await getDefaultViewId(ssrApi, tableId, queryParams);\n if (defaultViewId) {\n return redirect(`/base/${baseId}/table/${tableId}/${defaultViewId}${query}`);\n }\n return { notFound: true };\n }\n\n const tableIds = tableList.map((t) => t.id);\n if (tableIds.length === 0) {\n return redirect(`/base/${baseId}`);\n }\n if (!tableIds.includes(tableId)) {\n return redirect(`/base/${baseId}/table/${tableIds[0]}`);\n }\n\n // check view exists\n const viewList = await queryClient.fetchQuery({\n queryKey: ReactQueryKeys.viewList(tableId),\n queryFn: () => ssrApi.getViewList(tableId),\n });\n const viewIds = viewList.map((v) => v.id);\n if (viewIds.length === 0) return { notFound: true };\n if (!viewIds.includes(viewId)) {\n return redirect(`/base/${baseId}/table/${tableId}/${viewIds[0]}${query}`);\n }\n\n // handle recordId\n let recordServerData: ITablePageProps['recordServerData'];\n if (recordId) {\n if (notifyId) await ssrApi.updateNotificationStatus(notifyId, { isRead: true });\n recordServerData = await ssrApi.getRecord(tableId, recordId);\n if (!recordServerData) return redirect(`/base/${baseId}/table/${tableId}/${viewId}`);\n }\n\n const serverData = await getViewPageServerData(ssrApi, baseId, tableId, viewId);\n if (!serverData) return { notFound: true };\n\n await queryClient.fetchQuery({\n queryKey: ReactQueryKeys.getTablePermission(baseId, tableId),\n queryFn: () => ssrApi.getTablePermission(baseId, tableId),\n });\n return {\n props: {\n ...serverData,\n ...(recordServerData ? { recordServerData } : {}),\n ...(await ctx.getTranslationsProps()),\n dehydratedState: dehydrate(ctx.queryClient),\n base,\n },\n };\n};\n\nconst DynamicTable = dynamic(\n () => import('@/features/app/blocks/table/Table').then((mod) => mod.Table),\n {\n ssr: false,\n }\n);\n\nexport const TablePage = ({\n fieldServerData,\n viewServerData,\n recordsServerData,\n recordServerData,\n groupPointsServerDataMap,\n}: ITablePageProps) => {\n return (\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/base-node/WorkflowPage.tsx", "content": "import { dehydrate } from '@tanstack/react-query';\nimport { BaseNodeResourceType } from '@teable/openapi';\nimport { AutomationPage } from '@/features/app/automation/Pages';\nimport type { IBaseResourceParsed } from '../hooks/useBaseResource';\nimport type { ISSRContext, SSRResult } from './types';\n\nexport const getWorkflowServerSideProps = async (\n ctx: ISSRContext,\n parsed: IBaseResourceParsed\n): Promise => {\n if (parsed.resourceType !== BaseNodeResourceType.Workflow) return { notFound: true };\n\n return {\n props: {\n ...(await ctx.getTranslationsProps()),\n dehydratedState: dehydrate(ctx.queryClient),\n },\n };\n};\n\nexport const WorkflowPage = () => {\n return ;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/base-node/helper.ts", "content": "import type { QueryClient } from '@tanstack/react-query';\nimport { BaseNodeResourceType } from '@teable/openapi';\nimport { getNodeUrl } from '@/features/app/blocks/base/base-node/hooks';\nimport type { SSRResult, ISSRContext } from './types';\n\nexport const redirect = (destination: string): SSRResult => ({\n redirect: { destination, permanent: false },\n});\n\n/**\n * Get the default node URL when a specific node is not found\n * This function will redirect to the first available non-folder node in the base\n */\nexport const getDefaultNodeUrl = async (ctx: ISSRContext): Promise => {\n const { ssrApi, baseId } = ctx;\n\n try {\n const [lastVisitNode, nodes] = await Promise.all([\n ssrApi.getUserLastVisitBaseNode({ parentResourceId: baseId }),\n ssrApi.getBaseNodeList(baseId),\n ]);\n\n // Try to find the last visited node, but skip if it's a folder\n let findNode = nodes.find(\n (n) =>\n n.resourceId === lastVisitNode?.resourceId && n.resourceType !== BaseNodeResourceType.Folder\n );\n\n // If not found, find the first non-folder node\n if (!findNode) {\n findNode = nodes.find((n) => n.resourceType !== BaseNodeResourceType.Folder);\n }\n\n if (findNode) {\n const url = getNodeUrl({\n baseId,\n resourceType: findNode.resourceType,\n resourceId: findNode.resourceId,\n });\n return url?.pathname || null;\n }\n } catch (error) {\n console.error('Failed to get default node:', error);\n }\n\n return null;\n};\n\n/**\n * Validate if a resource exists in the list, redirect to default node if not found\n * @param ctx - SSR context\n * @param options - Validation options\n * @returns SSRResult if resource not found, null if resource exists\n */\nexport const validateResourceExists = async (\n ctx: ISSRContext,\n options: {\n resourceId: string;\n queryKey: readonly unknown[];\n fetchList: (queryClient: QueryClient) => Promise;\n extractIds: (list: T[]) => string[];\n }\n): Promise => {\n const { queryClient } = ctx;\n\n const list = await queryClient.fetchQuery({\n queryKey: options.queryKey,\n queryFn: () => options.fetchList(queryClient),\n });\n\n const ids = options.extractIds(list);\n\n // If resource doesn't exist, redirect to default node\n if (!ids.includes(options.resourceId)) {\n const defaultUrl = await getDefaultNodeUrl(ctx);\n if (defaultUrl) {\n return redirect(defaultUrl);\n }\n return { notFound: true };\n }\n\n return null;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/base-node/index.ts", "content": "export type { ISSRContext, SSRHandler, SSRResult } from './types';\n\nexport { redirect, getDefaultNodeUrl, validateResourceExists } from './helper';\n\nexport { TablePage, getTableServerSideProps } from './TablePage';\nexport { DashBoardPage, getDashboardServerSideProps } from './DashBoardPage';\nexport { WorkflowPage, getWorkflowServerSideProps } from './WorkflowPage';\nexport { getBaseServerSideProps } from './BasePage';\n" }, { "path": "apps/nextjs-app/src/features/app/base-node/types.ts", "content": "import type { QueryClient } from '@tanstack/react-query';\nimport type { IFieldVo, IRecord, IViewVo } from '@teable/core';\nimport type { IGetBaseVo, IGroupPointsVo } from '@teable/openapi';\nimport type { GetServerSidePropsContext, GetServerSidePropsResult } from 'next';\nimport type { SSRConfig } from 'next-i18next';\nimport type { SsrApi } from '@/backend/api/rest/ssr-api';\nimport type { IBaseResourceParsed } from '@/features/app/hooks/useBaseResource';\nimport type { IBasePageProps } from '@/lib/type';\nexport interface ITablePageProps {\n fieldServerData?: IFieldVo[];\n viewServerData?: IViewVo[];\n recordsServerData?: { records: IRecord[] };\n recordServerData?: IRecord;\n groupPointsServerDataMap?: { [viewId: string]: IGroupPointsVo | null };\n}\n\nexport type IBaseNodePageProps = IBasePageProps & Partial;\n\nexport interface ISSRContext {\n context: GetServerSidePropsContext;\n queryClient: QueryClient;\n baseId: string;\n ssrApi: SsrApi;\n getTranslationsProps: () => Promise;\n base: IGetBaseVo;\n}\n\nexport type SSRResult = GetServerSidePropsResult;\n\nexport type SSRHandler = (\n ctx: ISSRContext,\n parsed: IBaseResourceParsed,\n queryParams?: Record\n) => Promise;\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/App.tsx", "content": "import { Button } from '@teable/ui-lib/shadcn';\nimport { Alert, AlertTitle, AlertDescription } from '@teable/ui-lib/shadcn/ui/alert';\nimport Head from 'next/head';\nimport Link from 'next/link';\nimport { useTranslation } from 'next-i18next';\n\nexport function AppPage() {\n const { t } = useTranslation('common');\n return (\n
\n \n {t('noun.app')}\n \n
\n
\n

{t('noun.authorityMatrix')}

\n
\n
\n
\n \n \n ✨ {t('billing.enterpriseFeature')}\n \n \n

{t('billing.authorityMatrixRequiresUpgrade')}

\n \n \n \n
\n
\n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/AuthorityMatrix.tsx", "content": "import { Button } from '@teable/ui-lib/shadcn';\nimport { Alert, AlertTitle, AlertDescription } from '@teable/ui-lib/shadcn/ui/alert';\nimport Head from 'next/head';\nimport Link from 'next/link';\nimport { useTranslation } from 'next-i18next';\n\nexport function AuthorityMatrixPage() {\n const { t } = useTranslation('common');\n return (\n
\n \n {t('noun.authorityMatrix')}\n \n
\n
\n

{t('noun.authorityMatrix')}

\n
\n
\n
\n \n \n ✨ {t('billing.enterpriseFeature')}\n \n \n

{t('billing.authorityMatrixRequiresUpgrade')}

\n \n \n \n
\n
\n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/Error.tsx", "content": "import type { FC } from 'react';\nimport { TeableLogo } from '@/components/TeableLogo';\nimport { useBrand } from '@/features/app/hooks/useBrand';\n\nexport const Error: FC<{ message: string }> = (props) => {\n const { message } = props;\n const { brandName } = useBrand();\n\n return (\n
\n
\n
\n \n

{brandName}

\n
\n

{message}

\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/index.ts", "content": "export * from './setting';\nexport * from './template';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/SettingPage.tsx", "content": "import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport type { IUpdateSettingRo, ISettingVo } from '@teable/openapi';\nimport {\n BillingProductLevel,\n getInstanceUsage,\n getSetting,\n SettingKey,\n updateSetting,\n} from '@teable/openapi';\nimport { useIsHydrated } from '@teable/sdk/hooks';\nimport { Button, Label, Switch } from '@teable/ui-lib/shadcn';\nimport { RotateCcwIcon } from 'lucide-react';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useEffect, useMemo, useRef } from 'react';\nimport { useEnv } from '@/features/app/hooks/useEnv';\nimport { useIsCloud } from '@/features/app/hooks/useIsCloud';\nimport { useIsEE } from '@/features/app/hooks/useIsEE';\nimport { CopyInstance } from './components';\nimport { Branding } from './components/Branding';\nimport { CanarySettings } from './components/canary';\nimport type { IList } from './components/ConfigurationList';\nimport { ConfigurationList } from './components/ConfigurationList';\nimport { MailConfigDialog } from './components/mail-config/MailConfig';\nimport { InviteCodeManage } from './components/waitlist/InviteCodeManage';\nimport { WaitlistManage } from './components/waitlist/WaitlistManage';\nimport { scrollToTarget } from './utils';\n\nexport interface ISettingPageProps {\n settingServerData?: ISettingVo;\n rewardManage?: React.ReactNode;\n}\n\nexport const SettingPage = (props: ISettingPageProps) => {\n const { settingServerData, rewardManage } = props;\n const queryClient = useQueryClient();\n const { t } = useTranslation('common');\n\n const { data: setting = settingServerData } = useQuery({\n queryKey: ['setting'],\n queryFn: () => getSetting().then(({ data }) => data),\n });\n\n const { mutateAsync: mutateUpdateSetting } = useMutation({\n mutationFn: (props: IUpdateSettingRo) => updateSetting(props),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ['setting'] });\n },\n });\n\n const isEE = useIsEE();\n const isCloud = useIsCloud();\n\n const { data: instanceUsage } = useQuery({\n queryKey: ['instance-usage'],\n queryFn: () => getInstanceUsage().then(({ data }) => data),\n enabled: isEE,\n });\n\n const onValueChange = (key: string, value: unknown) => {\n mutateUpdateSetting({ [key]: value });\n };\n\n const emailRef = useRef(null);\n const { publicOrigin, publicDatabaseProxy } = useEnv();\n\n const isHydrated = useIsHydrated();\n\n const todoLists = useMemo(\n () => [\n {\n title: t('admin.configuration.list.publicOrigin.title'),\n key: 'publicOrigin' as const,\n values: {\n envPublicOrigin: publicOrigin,\n currentPublicOrigin: isHydrated ? location?.origin : '',\n },\n isRequired: true,\n isComplete: isHydrated ? location?.origin === publicOrigin : false,\n group: 'system' as const,\n path: '/admin/setting',\n },\n {\n title: t('admin.configuration.list.https.title'),\n key: 'https' as const,\n isRequired: true,\n isComplete: isHydrated ? location?.protocol === 'https:' : false,\n group: 'system' as const,\n path: '/admin/setting',\n },\n {\n title: t('admin.configuration.list.databaseProxy.title'),\n key: 'databaseProxy' as const,\n isRequired: true,\n isComplete: Boolean(publicDatabaseProxy),\n group: 'system' as const,\n path: '/admin/setting',\n },\n {\n title: t('admin.configuration.list.llmApi.title'),\n key: 'llmApi' as const,\n isRequired: true,\n isComplete: (() => {\n const aiConfig = setting?.aiConfig;\n const hasLlmApi =\n Boolean(aiConfig?.aiGatewayApiKey) || (aiConfig?.llmProviders?.length ?? 0) > 0;\n const hasModelPool = aiConfig?.aiGatewayApiKey\n ? (aiConfig?.gatewayModels ?? []).some((m) => m.enabled)\n : (aiConfig?.llmProviders?.length ?? 0) > 0;\n const hasChatModel = Boolean(aiConfig?.chatModel?.lg);\n return hasLlmApi && hasModelPool && hasChatModel;\n })(),\n group: 'ai' as const,\n path: '/admin/ai-setting?anchor=llm',\n },\n {\n title: t('admin.configuration.list.app.title'),\n key: 'app' as const,\n isRequired: true,\n isComplete: Boolean(setting?.appConfig?.apiKey),\n group: 'appBuilder' as const,\n path: '/admin/ai-setting?anchor=app',\n },\n {\n title: t('admin.configuration.list.email.title'),\n key: 'email' as const,\n anchor: emailRef,\n isRequired: true,\n isComplete: Boolean(setting?.notifyMailTransportConfig),\n group: 'system' as const,\n path: '/admin/setting?anchor=email',\n },\n ],\n [\n isHydrated,\n publicDatabaseProxy,\n publicOrigin,\n setting?.aiConfig,\n setting?.appConfig,\n setting?.notifyMailTransportConfig,\n t,\n ]\n );\n\n const router = useRouter();\n\n useEffect(() => {\n const { anchor } = router.query;\n if (anchor === 'email') {\n setTimeout(() => {\n emailRef.current && scrollToTarget(emailRef.current);\n }, 500);\n }\n }, [router.query]);\n\n const finalList = todoLists;\n\n if (!setting || !isHydrated) return null;\n\n const {\n instanceId,\n disallowSignUp,\n disallowSpaceCreation,\n disallowSpaceInvitation,\n enableEmailVerification,\n enableWaitlist,\n brandName,\n brandLogo,\n } = setting;\n\n return (\n
\n
\n

{t('settings.title')}

\n
{t('admin.setting.description')}
\n
\n\n
\n
\n {/* General Settings Section */}\n
\n

{t('admin.setting.generalSettings')}

\n
\n
\n
\n \n
\n {t('admin.setting.allowSignUpDescription')}\n
\n
\n onValueChange('disallowSignUp', !checked)}\n />\n
\n
\n
\n \n
\n {t('admin.setting.allowSpaceInvitationDescription')}\n
\n
\n onValueChange('disallowSpaceInvitation', !checked)}\n />\n
\n
\n
\n \n
\n {t('admin.setting.allowSpaceCreationDescription')}\n
\n
\n onValueChange('disallowSpaceCreation', !checked)}\n />\n
\n
\n
\n \n
\n {t('admin.setting.enableEmailVerificationDescription')}\n
\n
\n onValueChange('enableEmailVerification', checked)}\n />\n
\n
\n
\n\n {isCloud && (\n
\n

{t('waitlist.title')}

\n
\n
\n
\n \n
\n {t('admin.setting.enableWaitlistDescription')}\n
\n
\n onValueChange('enableWaitlist', checked)}\n />\n
\n {enableWaitlist && (\n <>\n
\n
\n \n
\n \n
\n\n
\n
\n \n
\n \n
\n \n )}\n
\n
\n )}\n\n {rewardManage}\n\n \n\n {/* email config */}\n
\n

{t('email.config')}

\n
\n
\n
\n \n
\n {setting.notifyMailTransportConfig\n ? setting.notifyMailTransportConfig.host\n : t('email.customNotifyConfig')}\n
\n
\n
\n {setting.notifyMailTransportConfig && (\n onValueChange(SettingKey.NOTIFY_MAIL_TRANSPORT_CONFIG, null)}\n >\n \n \n )}\n \n
\n
\n\n
\n
\n \n
\n {setting.automationMailTransportConfig\n ? setting.automationMailTransportConfig.host\n : t('email.customAutomationConfig')}\n
\n
\n
\n {setting.automationMailTransportConfig && (\n \n onValueChange(SettingKey.AUTOMATION_MAIL_TRANSPORT_CONFIG, null)\n }\n >\n \n \n )}\n \n
\n
\n
\n {!setting.notifyMailTransportConfig && (\n
\n {t('admin.configuration.list.email.errorTips')}\n
\n )}\n
\n\n {/* Branding Settings Section */}\n {instanceUsage?.level === BillingProductLevel.Enterprise && (\n onValueChange('brandName', brandName)}\n />\n )}\n\n \n
\n {finalList.length > 0 && }\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/Branding.tsx", "content": "import { Label, sonner } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport { settingPluginConfig } from '@/features/i18n/setting-plugin.config';\nimport { BrandingLogo } from './BrandingLogo';\n\nexport const Branding = ({\n brandName,\n brandLogo,\n onChange,\n}: {\n brandName?: string | null;\n brandLogo?: string | null;\n onChange: (brandName: string) => void;\n}) => {\n const { t } = useTranslation(settingPluginConfig.i18nNamespaces);\n const [name, setName] = useState(brandName || '');\n\n return (\n
\n

{t('admin.setting.brandingSettings.title')}

\n
\n
\n

{t('admin.setting.brandingSettings.description')}

\n
\n \n {\n setName(e.target.value);\n }}\n onBlur={() => {\n onChange(name);\n sonner.toast(t('common:actions.saveSucceed'));\n }}\n />\n
\n
\n \n \n
\n
\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/BrandingLogo.tsx", "content": "/* eslint-disable jsx-a11y/no-static-element-interactions */\n/* eslint-disable jsx-a11y/click-events-have-key-events */\nimport { useMutation } from '@tanstack/react-query';\nimport { Plus } from '@teable/icons';\nimport { uploadLogo } from '@teable/openapi';\nimport { Spin } from '@teable/ui-lib/base';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { useTranslation } from 'next-i18next';\nimport { useRef, useState } from 'react';\nimport { settingPluginConfig } from '@/features/i18n/setting-plugin.config';\n\nexport const BrandingLogo = (props: { value?: string }) => {\n const { value } = props;\n const [logoUrl, setLogoUrl] = useState(value);\n const { t } = useTranslation(settingPluginConfig.i18nNamespaces);\n const fileInput = useRef(null);\n\n const { mutate: uploadLogoMutation, isPending: isLoading } = useMutation({\n mutationFn: async (file: File) => {\n const formData = new FormData();\n formData.append('file', file);\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n return uploadLogo(formData as any);\n },\n onSuccess: (res) => {\n if (res.data.url) {\n console.log('res.data.url', res.data.url);\n setLogoUrl(res.data.url + '?v=' + Date.now());\n }\n },\n });\n\n const handleLogoChange = (e: React.ChangeEvent) => {\n const file = e.target.files?.[0];\n if (!file) return;\n\n if (!file.type.startsWith('image/')) {\n toast.warning(t('common:noun.unknownError'));\n return;\n }\n uploadLogoMutation(file);\n };\n\n return (\n
\n
\n \n fileInput.current?.click()}\n >\n {logoUrl ? (\n
\n \"logo\"\n
\n ) : (\n
\n {isLoading ? : }\n
\n )}\n
\n
\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ConfigurationList.tsx", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { Check, AlertCircle } from '@teable/icons';\nimport { cn, Progress } from '@teable/ui-lib/shadcn';\nimport Link from 'next/link';\nimport { useRouter } from 'next/router';\nimport { Trans, useTranslation } from 'next-i18next';\nimport type { RefObject } from 'react';\nimport { useMemo } from 'react';\nimport { scrollToTarget } from '../utils';\n\nexport interface IList {\n title: string;\n key:\n | 'publicOrigin'\n | 'https'\n | 'databaseProxy'\n | 'llmApi'\n | 'aiEnable'\n | 'aiLlmApi'\n | 'aiModelPool'\n | 'aiChatModel'\n | 'app'\n | 'appBuilderV0'\n | 'appBuilderDomain'\n | 'appBuilderApiProxy'\n | 'email';\n anchor?: RefObject;\n values?: Record;\n path: string;\n isComplete: boolean;\n isRequired?: boolean;\n group?: 'system' | 'ai' | 'appBuilder';\n}\n\nexport interface IConfigurationListProps {\n list: IList[];\n}\n\nexport const ConfigurationList = (props: IConfigurationListProps) => {\n const { list } = props;\n const { t } = useTranslation('common');\n\n const router = useRouter();\n\n const requiredList = list.filter((item) => item.isRequired !== false);\n const requiredComplete = requiredList.filter((item) => item.isComplete).length;\n const progress = requiredList.length > 0 ? (requiredComplete / requiredList.length) * 100 : 0;\n const allRequiredComplete = requiredList.length > 0 && requiredComplete === requiredList.length;\n\n const grouped = useMemo(() => {\n const groups: Array<{ key: IList['group']; items: IList[] }> = [\n { key: 'system', items: [] },\n { key: 'ai', items: [] },\n { key: 'appBuilder', items: [] },\n ];\n\n // Filter out optional items - they shouldn't appear in the pending configuration list\n const requiredItems = list.filter((item) => item.isRequired !== false);\n\n for (const item of requiredItems) {\n const g = item.group ?? 'system';\n const group = groups.find((x) => x.key === g);\n (group?.items ?? groups[0].items).push(item);\n }\n\n return groups.filter((g) => g.items.length > 0);\n }, [list]);\n\n return (\n
\n
\n \n {t('admin.configuration.title')}\n \n \n {t('admin.configuration.description')}\n \n
\n\n {/* Progress */}\n {requiredList.length > 0 && (\n
\n
\n \n {t('admin.configuration.progressTitle', '配置进度')}\n \n \n {requiredComplete}/{requiredList.length}\n \n
\n \n\n \n {allRequiredComplete ? (\n \n ) : (\n \n )}\n \n {allRequiredComplete\n ? t('admin.configuration.allComplete', '所有配置已完成')\n : t('admin.configuration.incomplete', '还有配置未完成')}\n \n
\n
\n )}\n\n {/* Grouped checklist */}\n {grouped.map((group: { key: IList['group']; items: IList[] }) => (\n
\n
\n {t(`admin.configuration.group.${group.key ?? 'system'}` as any)}\n
\n {group.items.map((item: IList) => (\n
\n {\n const { path } = item;\n if (path && !path.includes(router.pathname)) {\n router.push(path);\n }\n item.anchor?.current && scrollToTarget(item.anchor.current);\n }}\n >\n \n {item.isComplete ? : null}\n
\n\n
\n
\n \n {item.title}\n \n
\n\n
\n {item.isComplete ? (\n {t('admin.configuration.completed', '已完成')}\n ) : (\n {\n e.preventDefault();\n const { path } = item;\n if (path && !path.includes(router.pathname)) {\n router.push(path);\n }\n item.anchor?.current && scrollToTarget(item.anchor.current);\n }}\n role=\"button\"\n tabIndex={0}\n onKeyDown={(e) => {\n if (e.key === 'Enter' || e.key === ' ') {\n const { path } = item;\n if (path && !path.includes(router.pathname)) {\n router.push(path);\n }\n item.anchor?.current && scrollToTarget(item.anchor.current);\n }\n }}\n />\n ),\n strong: ,\n underline: ,\n a: (\n \n ),\n }}\n />\n )}\n
\n
\n \n
\n ))}\n \n ))}\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/CopyInstance.tsx", "content": "import { useTranslation } from 'next-i18next';\nimport { CopyButton } from '@/features/app/components/CopyButton';\n\ninterface ICopyInstanceProps {\n instanceId: string;\n}\n\nexport const CopyInstance = (props: ICopyInstanceProps) => {\n const { instanceId } = props;\n const { t } = useTranslation('common');\n\n return (\n
\n
\n \n {t('noun.instanceId')} \n {instanceId}\n \n

\n {t('settings.setting.version')}: {process.env.NEXT_PUBLIC_BUILD_VERSION}\n

\n
\n \n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/AIConfigurationStatus.tsx", "content": "import { CheckCircle2, Circle, AlertCircle, ChevronRight } from '@teable/icons';\nimport type { ISettingVo } from '@teable/openapi';\nimport { LLMProviderType } from '@teable/openapi';\nimport { cn } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\n\nexport type ConfigStatus = 'complete' | 'incomplete' | 'warning';\n\nexport interface IConfigCheckItem {\n id: string;\n label: string;\n status: ConfigStatus;\n description?: string;\n onClick?: () => void;\n}\n\ninterface IAIConfigurationStatusProps {\n aiConfig: ISettingVo['aiConfig'];\n onNavigate?: (section: string) => void;\n}\n\nexport const AIConfigurationStatus = ({ aiConfig, onNavigate }: IAIConfigurationStatusProps) => {\n const { t } = useTranslation('common');\n\n const hasGatewayKey = Boolean(aiConfig?.aiGatewayApiKey);\n const hasGatewayModels = (aiConfig?.gatewayModels?.filter((m) => m.enabled)?.length ?? 0) > 0;\n const hasLegacyProviders = (aiConfig?.llmProviders?.length ?? 0) > 0;\n const hasChatModel = Boolean(aiConfig?.chatModel?.lg);\n const isEnabled = Boolean(aiConfig?.chatModel?.lg);\n\n // Check if chat model is a gateway model\n const chatModelIsGateway = useMemo(() => {\n if (!aiConfig?.chatModel?.lg) return false;\n const [type] = aiConfig.chatModel.lg.split('@');\n return type === LLMProviderType.AI_GATEWAY;\n }, [aiConfig?.chatModel?.lg]);\n\n // Determine overall mode\n const mode = useMemo(() => {\n if (hasGatewayKey && hasGatewayModels && !hasLegacyProviders) return 'gateway';\n if (!hasGatewayKey && hasLegacyProviders) return 'provider';\n if (hasGatewayKey && hasLegacyProviders) return 'hybrid';\n return 'unconfigured';\n }, [hasGatewayKey, hasGatewayModels, hasLegacyProviders]);\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n const checkItems: IConfigCheckItem[] = useMemo(() => {\n const items: IConfigCheckItem[] = [];\n\n // AI Enabled\n items.push({\n id: 'ai-enabled',\n label: t('admin.setting.ai.guide.aiEnabled'),\n status: isEnabled ? 'complete' : 'incomplete',\n description: isEnabled\n ? t('admin.setting.ai.guide.aiEnabledDesc')\n : t('admin.setting.ai.guide.aiDisabledDesc'),\n onClick: () => onNavigate?.('enable'),\n });\n\n // Gateway Configuration (if using gateway or hybrid)\n if (hasGatewayKey || mode === 'unconfigured') {\n items.push({\n id: 'gateway-key',\n label: t('admin.setting.ai.guide.gatewayKey'),\n status: hasGatewayKey ? 'complete' : 'incomplete',\n description: hasGatewayKey\n ? t('admin.setting.ai.guide.gatewayKeyConfigured')\n : t('admin.setting.ai.guide.gatewayKeyMissing'),\n onClick: () => onNavigate?.('gateway'),\n });\n\n if (hasGatewayKey) {\n items.push({\n id: 'gateway-models',\n label: t('admin.setting.ai.guide.gatewayModels'),\n status: hasGatewayModels ? 'complete' : 'warning',\n description: hasGatewayModels\n ? t('admin.setting.ai.guide.gatewayModelsConfigured', {\n count: aiConfig?.gatewayModels?.filter((m) => m.enabled)?.length ?? 0,\n })\n : t('admin.setting.ai.guide.gatewayModelsEmpty'),\n onClick: () => onNavigate?.('gateway-models'),\n });\n }\n }\n\n // Legacy Providers (if using provider or hybrid)\n if (hasLegacyProviders || mode === 'unconfigured') {\n items.push({\n id: 'providers',\n label: t('admin.setting.ai.guide.providers'),\n status: hasLegacyProviders ? 'complete' : 'incomplete',\n description: hasLegacyProviders\n ? t('admin.setting.ai.guide.providersConfigured', {\n count: aiConfig?.llmProviders?.length ?? 0,\n })\n : t('admin.setting.ai.guide.providersEmpty'),\n onClick: () => onNavigate?.('providers'),\n });\n }\n\n // Chat Model\n items.push({\n id: 'chat-model',\n label: t('admin.setting.ai.guide.chatModel'),\n status: hasChatModel ? 'complete' : 'incomplete',\n description: hasChatModel\n ? chatModelIsGateway\n ? t('admin.setting.ai.guide.chatModelGateway')\n : t('admin.setting.ai.guide.chatModelProvider')\n : t('admin.setting.ai.guide.chatModelMissing'),\n onClick: () => onNavigate?.('chat-model'),\n });\n\n return items;\n }, [\n t,\n isEnabled,\n hasGatewayKey,\n hasGatewayModels,\n hasLegacyProviders,\n hasChatModel,\n chatModelIsGateway,\n mode,\n aiConfig?.gatewayModels,\n aiConfig?.llmProviders?.length,\n onNavigate,\n ]);\n\n const allComplete = checkItems.every((item) => item.status === 'complete');\n const hasWarning = checkItems.some((item) => item.status === 'warning');\n\n return (\n
\n
\n

\n {t('admin.setting.ai.guide.configStatus')}\n

\n \n {allComplete && !hasWarning\n ? t('admin.setting.ai.guide.ready')\n : hasWarning\n ? t('admin.setting.ai.guide.needsAttention')\n : t('admin.setting.ai.guide.incomplete')}\n
\n
\n\n
\n {checkItems.map((item) => (\n \n
\n {item.status === 'complete' ? (\n \n ) : item.status === 'warning' ? (\n \n ) : (\n \n )}\n
\n
\n
{item.label}
\n {item.description && (\n
{item.description}
\n )}\n
\n {item.onClick && }\n \n ))}\n
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/AIControlCard.tsx", "content": "import {\n Card,\n CardContent,\n Label,\n Switch,\n Tooltip,\n TooltipContent,\n TooltipPortal,\n TooltipProvider,\n TooltipTrigger,\n} from '@teable/ui-lib/shadcn';\nimport { CircleHelp } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { useCallback, useMemo } from 'react';\n\ninterface SwitchListProps {\n disableActions: string[];\n instanceDisableActions?: string[];\n onChange: (value: { disableActions: string[] }) => void;\n}\n\nexport enum AIActions {\n AIField = 'ai-field',\n AIChat = 'ai-chat',\n}\n\nconst AIFeatureList = [AIActions.AIField, AIActions.AIChat];\n\nconst SwitchableActions = [AIActions.AIField, AIActions.AIChat];\n\nconst TooltipWrap = ({\n children,\n description,\n}: {\n children: React.ReactNode;\n description: string;\n}) => {\n return (\n \n \n {children}\n \n {description}\n \n \n \n );\n};\n\nconst SwitchList = (props: SwitchListProps) => {\n const { onChange, disableActions, instanceDisableActions = [] } = props;\n const { t } = useTranslation('common');\n\n const AIFeatureListNameMap = useMemo(() => {\n return {\n [AIActions.AIField]: t('admin.setting.ai.actions.aiField.title'),\n [AIActions.AIChat]: t('admin.setting.ai.actions.aiChat.title'),\n };\n }, [t]);\n\n const AIFeatureListDescriptionMap = useMemo(() => {\n return {\n [AIActions.AIField]: t('admin.setting.ai.actions.aiField.description'),\n [AIActions.AIChat]: t('admin.setting.ai.actions.aiChat.description'),\n };\n }, [t]);\n\n const AIFeatureListWithOptions = useMemo(() => {\n return AIFeatureList.map((item) => ({\n name: AIFeatureListNameMap[item],\n key: item,\n description: AIFeatureListDescriptionMap[item],\n disabled: !SwitchableActions.includes(item) || instanceDisableActions.includes(item),\n }));\n }, [AIFeatureListDescriptionMap, AIFeatureListNameMap, instanceDisableActions]);\n\n const onCheckItemHandler = useCallback(\n (actionName: AIActions, open: boolean) => {\n if (open && disableActions.find((action) => action === actionName)) {\n const index = disableActions.findIndex((action) => action === actionName);\n if (index !== -1) {\n const newDisableActions = [...disableActions];\n newDisableActions.splice(index, 1);\n onChange({ disableActions: newDisableActions });\n }\n }\n\n if (!open && !disableActions.find((action) => action === actionName)) {\n const newDisableActions = [...disableActions, actionName];\n onChange({ disableActions: newDisableActions });\n }\n },\n [disableActions, onChange]\n );\n\n return AIFeatureListWithOptions.map(({ name, description, disabled, key }) => (\n
\n
\n \n {name}\n \n \n \n \n
\n {\n onCheckItemHandler(key, open);\n }}\n checked={!disableActions?.includes(key) && !instanceDisableActions.includes(key)}\n disabled={disabled}\n />\n
\n ));\n};\n\nexport const AIControlCard = ({\n disableActions,\n instanceDisableActions,\n onChange,\n}: {\n disableActions: string[];\n instanceDisableActions?: string[];\n onChange: (value: { disableActions: string[] }) => void;\n}) => {\n const { t } = useTranslation('common');\n\n return (\n \n \n

{t('admin.setting.ai.actions.title')}

\n
\n \n
\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/AIModelPreferencesCard.tsx", "content": "import type { IAIIntegrationConfig } from '@teable/openapi';\nimport {\n Button,\n Card,\n CardContent,\n CardHeader,\n FormField,\n FormItem,\n FormLabel,\n FormDescription,\n FormControl,\n FormMessage,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport type { Control } from 'react-hook-form';\nimport type { IModelOption } from './AiModelSelect';\nimport { AIModelSelect } from './AiModelSelect';\nimport { CodingModels } from './CodingModels';\n\ninterface IAIModelPreferencesCardProps {\n control: Control;\n models: IModelOption[];\n onChange?: () => void;\n needGroup?: boolean;\n hideEmbeddingModel?: boolean;\n /** Optional header title */\n title?: string;\n /** Show a reset button to clear chatModel */\n onReset?: () => void;\n /** Custom placeholder for model selector when no model selected */\n modelPlaceholder?: string;\n}\n\nexport const AIModelPreferencesCard = ({\n control,\n models,\n onChange,\n needGroup,\n hideEmbeddingModel,\n title,\n onReset,\n modelPlaceholder,\n}: IAIModelPreferencesCardProps) => {\n const { t } = useTranslation('common');\n\n return (\n \n {title && (\n \n
\n
{title}
\n {onReset && (\n \n )}\n
\n \n )}\n \n
\n (\n \n
\n
\n \n {\n field.onChange(value);\n onChange?.();\n }}\n models={models}\n needGroup={needGroup}\n placeholder={modelPlaceholder}\n />\n \n
\n
\n \n \n )}\n />\n {!hideEmbeddingModel && (\n (\n \n
\n \n {t('admin.setting.ai.embeddingModel')}\n \n {t('admin.setting.ai.embeddingModelDescription')}\n \n \n
\n \n {\n field.onChange(value);\n onChange?.();\n }}\n options={models}\n needGroup={needGroup}\n />\n \n
\n
\n \n \n )}\n />\n )}\n
\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/AIProviderCard.tsx", "content": "import type {\n IAIIntegrationConfig,\n IChatModelAbility,\n IImageModelAbility,\n ITestLLMRo,\n ITestLLMVo,\n LLMProvider,\n} from '@teable/openapi';\nimport {\n Card,\n CardContent,\n CardHeader,\n FormControl,\n FormField,\n FormItem,\n FormMessage,\n} from '@teable/ui-lib/shadcn';\nimport type { ReactNode } from 'react';\nimport type { Control } from 'react-hook-form';\nimport type { IModelTestResult } from './LlmproviderManage';\nimport { LLMProviderManage } from './LlmproviderManage';\n\ninterface IAIProviderCardProps {\n control: Control;\n onChange?: (value: LLMProvider[]) => void;\n /** Test function - accepts full ITestLLMRo for capability testing */\n onTest?: (data: ITestLLMRo) => Promise;\n modelTestResults?: Map;\n onToggleImageModel?: (modelKey: string, isImageModel: boolean) => void;\n onTestProvider?: (provider: LLMProvider) => void;\n onTestModel?: (provider: LLMProvider, model: string, modelKey: string) => Promise;\n testingProviders?: Set;\n testingModels?: Set;\n /** Hide model rates config (for space-level settings where billing doesn't apply) */\n hideModelRates?: boolean;\n /** Callback to save model test results */\n onSaveTestResult?: (\n modelKey: string,\n ability: IChatModelAbility | undefined,\n imageAbility: IImageModelAbility | undefined\n ) => void;\n /** Optional header title */\n title?: string;\n /** Optional header actions (e.g., BatchTestModels) */\n headerActions?: ReactNode;\n}\n\nexport const AIProviderCard = ({\n control,\n onChange,\n onTest,\n modelTestResults,\n onToggleImageModel,\n onTestProvider,\n onTestModel,\n testingProviders,\n testingModels,\n hideModelRates,\n onSaveTestResult,\n title,\n headerActions,\n}: IAIProviderCardProps) => {\n return (\n \n {(title || headerActions) && (\n \n {title &&
{title}
}\n {headerActions}\n \n )}\n \n (\n \n \n onChange?.(value)}\n onTest={onTest}\n modelTestResults={modelTestResults}\n onToggleImageModel={onToggleImageModel}\n onTestProvider={onTestProvider}\n onTestModel={onTestModel}\n testingProviders={testingProviders}\n testingModels={testingModels}\n hideModelRates={hideModelRates}\n onSaveTestResult={onSaveTestResult}\n />\n \n \n \n )}\n />\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/AISetupWizard.tsx", "content": "'use client';\n\nimport type { IGatewayModel, ISettingVo, LLMProvider } from '@teable/openapi';\nimport { useTranslation } from 'next-i18next';\nimport type { ReactNode } from 'react';\nimport { useMemo } from 'react';\n\nexport interface IAISetupStep {\n id: string;\n title: string;\n description: string;\n isComplete: boolean;\n isRequired: boolean;\n}\n\ninterface IAISetupWizardProps {\n children: ReactNode;\n}\n\nexport function AISetupWizard({ children }: IAISetupWizardProps) {\n // Keep a stable wrapper for future layout needs.\n useMemo(() => children, [children]);\n return
{children}
;\n}\n\nexport type LLMApiMode = 'gateway' | 'custom';\n\n// Hook to compute step completion status\nexport function useAISetupSteps({\n aiConfig,\n gatewayModels,\n llmProviders,\n llmApiMode = 'gateway',\n}: {\n aiConfig?: ISettingVo['aiConfig'];\n gatewayModels: IGatewayModel[];\n llmProviders: LLMProvider[];\n llmApiMode?: LLMApiMode;\n}) {\n const { t } = useTranslation('common');\n\n const hasGatewayKey = Boolean(aiConfig?.aiGatewayApiKey);\n const hasGatewayModels = gatewayModels.filter((m) => m.enabled).length > 0;\n const hasChatModel = Boolean(aiConfig?.chatModel?.lg);\n const hasProviders = llmProviders.length > 0;\n\n // Step 1 is complete if:\n // - Gateway mode: has Gateway API Key\n // - Custom mode: has at least one Provider configured\n const isStep1Complete = llmApiMode === 'gateway' ? hasGatewayKey : hasProviders;\n\n // Step 2 is complete if:\n // - Gateway mode: has Gateway models\n // - Custom mode: has provider models (auto-complete since providers bring models)\n const isStep2Complete = llmApiMode === 'gateway' ? hasGatewayModels : hasProviders;\n\n // Unified 3-step structure for both Cloud and EE\n // Only difference is pricing-related UI which is controlled separately\n const steps: IAISetupStep[] = useMemo(() => {\n return [\n {\n id: 'llmApi',\n title: t('admin.setting.ai.wizard.step.llmApi'),\n description: t('admin.setting.ai.wizard.step.llmApiDesc'),\n isComplete: isStep1Complete,\n isRequired: true,\n },\n {\n id: 'models',\n title: t('admin.setting.ai.wizard.step.modelPool'),\n description: t('admin.setting.ai.wizard.step.modelPoolDesc'),\n isComplete: isStep2Complete,\n isRequired: true,\n },\n {\n id: 'chatModel',\n title: t('admin.setting.ai.wizard.step.chatModel'),\n description: t('admin.setting.ai.wizard.step.chatModelDesc'),\n isComplete: hasChatModel,\n isRequired: true,\n },\n ];\n }, [isStep1Complete, isStep2Complete, hasChatModel, t]);\n\n return { steps, hasGatewayKey, hasGatewayModels, hasChatModel, isStep1Complete, isStep2Complete };\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/AiFormWizard.tsx", "content": "'use client';\n\nimport { zodResolver } from '@hookform/resolvers/zod';\nimport { MessageSquareDot, Zap, Box } from '@teable/icons';\nimport { aiConfigVoSchema } from '@teable/openapi';\nimport type {\n IGatewayModel,\n IChatModelAbility,\n IImageModelAbility,\n LLMProvider,\n ISettingVo,\n} from '@teable/openapi';\nimport { Form } from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { useTranslation } from 'next-i18next';\nimport { useCallback, useEffect, useMemo, useRef, useState } from 'react';\nimport { useForm } from 'react-hook-form';\nimport { useIsCloud } from '@/features/app/hooks/useIsCloud';\nimport { AISetupWizard, useAISetupSteps, type LLMApiMode } from './AISetupWizard';\nimport { DefaultModelsStep } from './DefaultModelsStep';\nimport { GatewayModelsStep } from './GatewayModelsStep';\nimport { LLMApiConfigStep } from './LLMApiConfigStep';\nimport type { IModelTestResult } from './LlmproviderManage';\nimport { SetupStepCard } from './SetupStepCard';\nimport { generateModelKeyList, generateGatewayModelKeyList, parseModelKey } from './utils';\n\n// Props to control whether to show pricing-related UI\ninterface IAIConfigFormWizardProps {\n aiConfig: ISettingVo['aiConfig'];\n setAiConfig: (data: NonNullable) => void;\n /** Whether to show pricing/billing related UI. Defaults to isCloud. */\n showPricing?: boolean;\n}\n\nexport function AIConfigFormWizard({\n aiConfig,\n setAiConfig,\n showPricing,\n}: IAIConfigFormWizardProps) {\n const isCloud = useIsCloud();\n // showPricing defaults to isCloud if not explicitly provided\n const shouldShowPricing = showPricing ?? isCloud;\n const defaultValues = useMemo(\n () =>\n aiConfig ?? {\n llmProviders: [],\n gatewayModels: [],\n },\n [aiConfig]\n );\n\n const form = useForm>({\n resolver: zodResolver(aiConfigVoSchema),\n defaultValues: defaultValues,\n });\n\n const llmProviders = form.watch('llmProviders') ?? [];\n const gatewayModels = form.watch('gatewayModels') ?? [];\n const chatModel = form.watch('chatModel');\n const providerModels = generateModelKeyList(llmProviders);\n const gatewayModelsList = generateGatewayModelKeyList(gatewayModels);\n\n const { reset } = form;\n const { t } = useTranslation(['common', 'space']);\n\n const [modelTestResults, setModelTestResults] = useState>(\n new Map()\n );\n const [testingProviders, setTestingProviders] = useState>(new Set());\n const [testingModels, setTestingModels] = useState>(new Set());\n const testProviderCallbackRef = useRef<((provider: LLMProvider) => void) | null>(null);\n const testModelCallbackRef = useRef<\n ((provider: LLMProvider, model: string, modelKey: string) => Promise) | null\n >(null);\n\n // LLM API mode: gateway or custom\n // Auto-detect initial mode based on existing config\n const [llmApiMode, setLlmApiModeRaw] = useState(() => {\n if (aiConfig?.aiGatewayApiKey) return 'gateway';\n if (llmProviders.length > 0) return 'custom';\n return 'gateway'; // Default to gateway\n });\n\n const setLlmApiMode = useCallback((mode: LLMApiMode) => {\n setLlmApiModeRaw(mode);\n }, []);\n\n const handleResetGateway = useCallback(() => {\n const clearedConfig: NonNullable = {\n enable: false,\n llmProviders: [],\n gatewayModels: [],\n aiGatewayApiKey: null,\n aiGatewayBaseUrl: null,\n chatModel: null,\n attachmentTest: null,\n attachmentTransferMode: null,\n };\n form.reset(clearedConfig);\n setAiConfig(clearedConfig);\n }, [form, setAiConfig]);\n\n // Current step state\n // Default collapsed on page load, user can expand steps manually.\n const [currentStep, setCurrentStep] = useState(-1);\n\n // Compute step completion status\n const { hasGatewayKey, isStep1Complete, isStep2Complete } = useAISetupSteps({\n aiConfig,\n gatewayModels,\n llmProviders,\n llmApiMode,\n });\n\n // Models available for Step 3 Chat Model selection\n // Strictly comes from Step 2's \"model pool\"\n const availableModels = useMemo(() => {\n if (llmApiMode === 'gateway') {\n return gatewayModelsList;\n }\n return providerModels;\n }, [llmApiMode, gatewayModelsList, providerModels]);\n\n useEffect(() => {\n reset(defaultValues);\n }, [defaultValues, reset]);\n\n const onSubmit = useCallback(\n (data: NonNullable) => {\n console.log('onSubmit', data);\n setAiConfig(data);\n toast.success(t('admin.setting.ai.configUpdated'));\n },\n [setAiConfig, t]\n );\n\n const updateProviders = useCallback(\n (providers: LLMProvider[]) => {\n form.setValue('llmProviders', providers);\n form.trigger('llmProviders');\n onSubmit(form.getValues());\n },\n [form, onSubmit]\n );\n\n const updateGatewayModels = useCallback(\n (models: IGatewayModel[]) => {\n form.setValue('gatewayModels', models);\n onSubmit(form.getValues());\n },\n [form, onSubmit]\n );\n\n const updateChatModel = useCallback(\n (chatModel: { lg?: string; md?: string; sm?: string }) => {\n form.setValue('chatModel', chatModel);\n onSubmit(form.getValues());\n },\n [form, onSubmit]\n );\n\n const onSaveTestResult = useCallback(\n (\n modelKey: string,\n ability: IChatModelAbility | undefined,\n imageAbility: IImageModelAbility | undefined\n ) => {\n const parsed = parseModelKey(modelKey);\n if (!parsed.type || !parsed.model || !parsed.name) return;\n\n const { type, model, name } = parsed;\n const currentProviders = form.getValues('llmProviders') ?? [];\n const providerIndex = currentProviders.findIndex((p) => p.type === type && p.name === name);\n\n if (providerIndex === -1) return;\n\n const provider = currentProviders[providerIndex];\n const updatedProvider = {\n ...provider,\n modelConfigs: {\n ...provider.modelConfigs,\n [model]: {\n ...provider.modelConfigs?.[model],\n ability,\n imageAbility,\n testedAt: Date.now(),\n },\n },\n };\n\n const newProviders = [...currentProviders];\n newProviders[providerIndex] = updatedProvider;\n\n form.setValue('llmProviders', newProviders);\n setAiConfig(form.getValues());\n },\n [form, setAiConfig]\n );\n\n const onToggleImageModel = useCallback(\n (modelKey: string, isImageModel: boolean) => {\n const parsed = parseModelKey(modelKey);\n if (!parsed.type || !parsed.model || !parsed.name) return;\n\n const { type, model, name } = parsed;\n const currentProviders = form.getValues('llmProviders') ?? [];\n const providerIndex = currentProviders.findIndex((p) => p.type === type && p.name === name);\n\n if (providerIndex === -1) return;\n\n const provider = currentProviders[providerIndex];\n const updatedProvider = {\n ...provider,\n modelConfigs: {\n ...provider.modelConfigs,\n [model]: {\n ...provider.modelConfigs?.[model],\n isImageModel,\n ability: isImageModel ? undefined : provider.modelConfigs?.[model]?.ability,\n imageAbility: isImageModel ? provider.modelConfigs?.[model]?.imageAbility : undefined,\n },\n },\n };\n\n const newProviders = [...currentProviders];\n newProviders[providerIndex] = updatedProvider;\n\n form.setValue('llmProviders', newProviders);\n setAiConfig(form.getValues());\n },\n [form, setAiConfig]\n );\n\n // Handler for updating gateway-related fields in aiConfig\n const updateAiConfig = useCallback(\n (updates: Partial>) => {\n const currentValues = form.getValues();\n const updatedConfig = { ...currentValues, ...updates };\n // Update form values\n Object.entries(updates).forEach(([key, value]) => {\n form.setValue(key as keyof typeof updates, value);\n });\n // Save to backend\n setAiConfig(updatedConfig);\n },\n [form, setAiConfig]\n );\n\n // Unified wizard view for both Cloud and EE\n // The only difference is `shouldShowPricing` controls whether to display pricing UI\n return (\n
\n \n \n
\n {/* Step 1: Configure LLM API (Gateway OR Custom Provider) */}\n }\n title={t('admin.setting.ai.wizard.step.llmApi')}\n description={t('admin.setting.ai.wizard.step.llmApiDesc')}\n isComplete={isStep1Complete}\n isExpanded={currentStep === 0}\n onToggle={() => setCurrentStep(currentStep === 0 ? -1 : 0)}\n >\n setCurrentStep(1)}\n showPricing={shouldShowPricing}\n />\n \n\n {/* Step 2: Configure Model Pool */}\n }\n title={t('admin.setting.ai.wizard.step.modelPool')}\n description={t('admin.setting.ai.wizard.step.modelPoolDesc')}\n isComplete={isStep2Complete}\n isExpanded={currentStep === 1}\n onToggle={() => setCurrentStep(currentStep === 1 ? -1 : 1)}\n disabled={!isStep1Complete}\n >\n {llmApiMode === 'gateway' ? (\n \n ) : (\n
\n
\n

{t('admin.setting.ai.wizard.customModelsAutoImported')}

\n

\n {t('admin.setting.ai.wizard.modelsCount', {\n count: providerModels.length,\n })}\n

\n
\n

\n {t('admin.setting.ai.wizard.customModelsHint')}\n

\n
\n )}\n \n\n {/* Step 3: Set Chat Model */}\n }\n title={t('admin.setting.ai.wizard.step.chatModel')}\n description={t('admin.setting.ai.wizard.step.chatModelDesc')}\n isComplete={Boolean(chatModel?.lg)}\n isExpanded={currentStep === 2}\n onToggle={() => setCurrentStep(currentStep === 2 ? -1 : 2)}\n disabled={!isStep2Complete}\n >\n \n \n
\n \n \n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/AiModelSelect.tsx", "content": "'use client';\n\nimport { Plus } from '@teable/icons';\nimport {\n Command,\n CommandEmpty,\n CommandGroup,\n CommandInput,\n CommandItem,\n CommandList,\n CommandSeparator,\n Popover,\n PopoverContent,\n PopoverTrigger,\n ScrollArea,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { Fragment, useCallback, useMemo, useState } from 'react';\nimport { useIsCloud } from '@/features/app/hooks/useIsCloud';\nimport {\n GatewayModelOption,\n ModelSelectTrigger,\n ProviderModelOption,\n useGatewayModels,\n useModelCategories,\n} from './ai-model-select';\nimport type { IAIModelSelectProps, IModelOption } from './ai-model-select/types';\nimport type { IPickerModel } from './GatewayModelPickerDialog';\nimport { GatewayModelPickerDialog } from './GatewayModelPickerDialog';\n\n// Re-export types for backward compatibility\nexport type { IModelOption } from './ai-model-select/types';\n\nexport function AIModelSelect({\n value = '',\n onValueChange: setValue,\n size = 'default',\n className,\n options = [],\n disabled,\n modelDefinationMap,\n needGroup,\n children,\n onlyImageOutput = false,\n placeholder,\n}: IAIModelSelectProps) {\n const isCloud = useIsCloud();\n const { t } = useTranslation('common');\n\n const [open, setOpen] = useState(false);\n const [pickerOpen, setPickerOpen] = useState(false);\n\n // Use custom hooks for gateway models and model categories\n const {\n isLoadingGateway,\n gatewayConfigured,\n pickerModels,\n selectedModelIdForPicker,\n findGatewayModel,\n } = useGatewayModels({\n needGroup,\n onlyImageOutput,\n value,\n options,\n });\n\n const { gatewayOptions, spaceOptions, instanceOptions } = useModelCategories({\n options,\n onlyImageOutput,\n modelDefinationMap,\n });\n\n // Find current model\n const currentModel = useMemo(() => findGatewayModel(value), [findGatewayModel, value]);\n\n // Handle model selection\n const handleSelect = useCallback(\n (modelKey: string, isSelected: boolean) => {\n setValue(isSelected ? '' : modelKey);\n setOpen(false);\n },\n [setValue]\n );\n\n // Handle model selection from picker dialog\n const handlePickerModelSelect = useCallback(\n (model: IPickerModel) => {\n const modelKey = `aiGateway@${model.id}@teable`;\n setValue(modelKey);\n setPickerOpen(false);\n setOpen(false);\n },\n [setValue]\n );\n\n // Check if model is selected\n const isModelSelected = useCallback(\n (modelKey: string) => value.toLowerCase() === modelKey.toLowerCase(),\n [value]\n );\n\n // Render gateway model options\n const renderGatewayOptions = (\n options: IModelOption[],\n showGroupHeading = false,\n showSeparator = false\n ) => {\n const content = options.map((option) => (\n \n ));\n\n if (showGroupHeading) {\n return (\n \n {showSeparator && }\n {t('admin.setting.ai.recommended')}}>\n {content}\n \n \n );\n }\n\n if (!options.length) return null;\n return content;\n };\n\n // Render space model options\n const renderSpaceOptions = (options: IModelOption[], showSeparator = false) => {\n if (!options.length) return null;\n\n return (\n \n {showSeparator && }\n \n {options.map((option) => (\n \n ))}\n \n \n );\n };\n\n // Render instance model options\n const renderInstanceOptions = (options: IModelOption[]) => {\n if (!options.length) return null;\n\n return (\n \n \n {t('settings.setting.system')}}\n >\n {options.map((option) => (\n \n ))}\n \n \n );\n };\n\n // Render all provider options (space + instance) for non-grouped view\n const renderProviderOptions = (spaceOpts: IModelOption[], instanceOpts: IModelOption[]) => {\n const allOptions = [...spaceOpts, ...instanceOpts];\n if (!allOptions.length) return null;\n\n return allOptions.map((option) => (\n \n ));\n };\n\n const hasAnyOptions =\n gatewayOptions.length > 0 || spaceOptions.length > 0 || instanceOptions.length > 0;\n\n return (\n <>\n \n \n {children ?? (\n \n )}\n \n \n \n \n {t('admin.setting.ai.noModelFound')}\n \n
\n \n {needGroup ? (\n \n {renderSpaceOptions(spaceOptions, false)}\n {renderGatewayOptions(gatewayOptions, true, !!spaceOptions.length)}\n {renderInstanceOptions(instanceOptions)}\n \n ) : (\n \n {renderGatewayOptions(gatewayOptions)}\n {renderProviderOptions(spaceOptions, instanceOptions)}\n \n )}\n \n
\n \n {needGroup && gatewayConfigured === true && (\n \n {hasAnyOptions && }\n {\n setPickerOpen(true);\n }}\n >\n \n {t('admin.setting.ai.moreModels')}\n {!isLoadingGateway && pickerModels.length > 0 && (\n ({pickerModels.length})\n )}\n \n \n )}\n \n \n \n\n {/* Gateway Model Picker Dialog */}\n \n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/BatchTestModels.tsx", "content": "import { Loader2, Play, Square } from '@teable/icons';\nimport { chatModelAbilityType } from '@teable/openapi';\nimport type {\n IChatModelAbility,\n IImageModelAbility,\n ITestLLMRo,\n ITestLLMVo,\n LLMProvider,\n} from '@teable/openapi';\nimport { Button, Progress } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useState, useCallback, useRef, useEffect } from 'react';\nimport type { IModelTestResult } from './LlmproviderManage';\nimport { generateModelKeyList, parseModelKey } from './utils';\n\ninterface IBatchTestModelsProps {\n providers: LLMProvider[];\n disabled?: boolean;\n /** Test function - accepts full ITestLLMRo for capability testing */\n onTest: (data: ITestLLMRo) => Promise;\n onResultsChange?: (results: Map) => void;\n onSaveResult?: (\n modelKey: string,\n ability: IChatModelAbility | undefined,\n imageAbility: IImageModelAbility | undefined\n ) => void;\n onTestingProvidersChange?: (testingProviders: Set) => void;\n onTestingModelsChange?: (testingModels: Set) => void;\n onTestProvider?: (callback: (provider: LLMProvider) => void) => void;\n onTestModel?: (\n callback: (provider: LLMProvider, model: string, modelKey: string) => Promise\n ) => void;\n}\n\nconst CONCURRENCY = 5;\nconst TEXT_MODEL_TIMEOUT_MS = 30000; // 30 seconds timeout for text models\nconst IMAGE_MODEL_TIMEOUT_MS = 120000; // 2 minutes timeout for image models\n\n// Helper to wrap promise with timeout\nconst withTimeout = (promise: Promise, ms: number, errorMessage: string): Promise => {\n return Promise.race([\n promise,\n new Promise((_, reject) => setTimeout(() => reject(new Error(errorMessage)), ms)),\n ]);\n};\n\nexport const BatchTestModels = ({\n providers,\n disabled,\n onTest,\n onResultsChange,\n onSaveResult,\n onTestingProvidersChange,\n onTestingModelsChange,\n onTestProvider,\n onTestModel,\n}: IBatchTestModelsProps) => {\n const { t } = useTranslation('common');\n const [isRunning, setIsRunning] = useState(false);\n const [progress, setProgress] = useState({ current: 0, total: 0 });\n const abortRef = useRef(false);\n const resultsRef = useRef>(new Map());\n const isRunningRef = useRef(false);\n const initializedRef = useRef(false);\n const testingProvidersRef = useRef>(new Set());\n const testingModelsRef = useRef>(new Set());\n\n // Build model list from providers\n const modelList = generateModelKeyList(providers);\n\n // Load persisted results only on initial mount\n useEffect(() => {\n // Skip if test is running or already initialized\n if (isRunningRef.current || initializedRef.current) return;\n\n initializedRef.current = true;\n const initialResults = new Map();\n providers.forEach((provider) => {\n const models =\n provider.models\n ?.split(',')\n .map((m) => m.trim())\n .filter(Boolean) || [];\n models.forEach((model) => {\n const modelKey = `${provider.type}@${model}@${provider.name}`;\n const config = provider.modelConfigs?.[model];\n // Load text model results\n if (config?.ability) {\n initialResults.set(modelKey, {\n modelKey,\n status: 'success',\n ability: config.ability,\n isImageModel: false,\n });\n }\n // Load image model results\n if (config?.imageAbility) {\n initialResults.set(modelKey, {\n modelKey,\n status: 'success',\n imageAbility: config.imageAbility,\n isImageModel: true,\n });\n }\n });\n });\n resultsRef.current = initialResults;\n onResultsChange?.(new Map(initialResults));\n // eslint-disable-next-line react-hooks/exhaustive-deps\n }, []);\n\n const updateResult = useCallback(\n (modelKey: string, update: Partial) => {\n const existing = resultsRef.current.get(modelKey) || {\n modelKey,\n status: 'idle' as const,\n };\n resultsRef.current.set(modelKey, { ...existing, ...update });\n onResultsChange?.(new Map(resultsRef.current));\n },\n [onResultsChange]\n );\n\n const testTextModel = useCallback(\n async (\n modelKey: string,\n provider: Required\n ): Promise> => {\n try {\n const { type, name, apiKey, baseUrl, models } = provider;\n\n const result = await withTimeout(\n onTest({\n type,\n name,\n apiKey,\n baseUrl,\n models,\n modelKey,\n // Test all chat model abilities\n ability: chatModelAbilityType.options,\n }),\n TEXT_MODEL_TIMEOUT_MS,\n `Timeout after ${TEXT_MODEL_TIMEOUT_MS / 1000}s`\n );\n\n if (!result.success) {\n return {\n status: 'failed',\n error: result.response || 'Test failed',\n };\n }\n\n return {\n status: 'success',\n ability: result.ability,\n };\n } catch (error) {\n return {\n status: 'failed',\n error: error instanceof Error ? error.message : 'Unknown error',\n };\n }\n },\n [onTest]\n );\n\n const testImageModel = useCallback(\n async (\n modelKey: string,\n provider: Required\n ): Promise> => {\n try {\n const { type, name, apiKey, baseUrl, models } = provider;\n\n // Test image generation (text-to-image)\n const generationResult = await withTimeout(\n onTest({\n type,\n name,\n apiKey,\n baseUrl,\n models,\n modelKey,\n testImageGeneration: true,\n }),\n IMAGE_MODEL_TIMEOUT_MS,\n `Timeout after ${IMAGE_MODEL_TIMEOUT_MS / 1000}s`\n );\n\n // Test image-to-image if generation works\n let imageToImage = false;\n if (generationResult.success) {\n try {\n const i2iResult = await withTimeout(\n onTest({\n type,\n name,\n apiKey,\n baseUrl,\n models,\n modelKey,\n testImageGeneration: true,\n testImageToImage: true,\n }),\n IMAGE_MODEL_TIMEOUT_MS,\n `Timeout`\n );\n imageToImage = i2iResult.success;\n } catch {\n // Image-to-image not supported, that's ok\n }\n }\n\n if (!generationResult.success) {\n return {\n status: 'failed',\n error: generationResult.response || 'Image generation test failed',\n isImageModel: true,\n };\n }\n\n return {\n status: 'success',\n isImageModel: true,\n imageAbility: {\n generation: true,\n imageToImage,\n },\n };\n } catch (error) {\n return {\n status: 'failed',\n isImageModel: true,\n error: error instanceof Error ? error.message : 'Unknown error',\n };\n }\n },\n [onTest]\n );\n\n const handleBatchTest = useCallback(async () => {\n if (modelList.length === 0) {\n return;\n }\n\n abortRef.current = false;\n isRunningRef.current = true;\n setIsRunning(true);\n\n // Initialize all as pending\n modelList.forEach(({ modelKey }) => {\n updateResult(modelKey, { status: 'pending' });\n });\n setProgress({ current: 0, total: modelList.length });\n\n // Sliding window concurrent execution\n let completedCount = 0;\n let nextIndex = 0;\n // eslint-disable-next-line sonarjs/no-unused-collection\n const inProgress = new Set();\n\n const startNextTest = async () => {\n if (abortRef.current || nextIndex >= modelList.length) return;\n\n const currentIndex = nextIndex++;\n const { modelKey } = modelList[currentIndex];\n const { type, name } = parseModelKey(modelKey);\n const provider = providers.find(\n (p) => p.type === type && p.name === name\n ) as Required;\n\n inProgress.add(modelKey);\n updateResult(modelKey, { status: 'testing' });\n\n let result: Partial;\n if (!provider) {\n result = { status: 'failed', error: 'Provider not found' };\n } else {\n // Check if this is an image model\n const modelInfo = modelList.find((m) => m.modelKey === modelKey);\n const isImageModel = modelInfo?.isImageModel;\n result = isImageModel\n ? await testImageModel(modelKey, provider)\n : await testTextModel(modelKey, provider);\n }\n\n // Update result and progress\n updateResult(modelKey, result);\n inProgress.delete(modelKey);\n completedCount++;\n setProgress({ current: completedCount, total: modelList.length });\n\n // Persist successful test results\n if (result.status === 'success') {\n onSaveResult?.(modelKey, result.ability, result.imageAbility);\n }\n\n // Start next test if there are more\n if (!abortRef.current && nextIndex < modelList.length) {\n await startNextTest();\n }\n };\n\n // Start initial concurrent tests\n const initialPromises: Promise[] = [];\n for (let i = 0; i < Math.min(CONCURRENCY, modelList.length); i++) {\n initialPromises.push(startNextTest());\n }\n\n await Promise.all(initialPromises);\n isRunningRef.current = false;\n setIsRunning(false);\n }, [modelList, providers, updateResult, onSaveResult, testTextModel, testImageModel]);\n\n const handleStop = useCallback(() => {\n abortRef.current = true;\n isRunningRef.current = false;\n setIsRunning(false);\n }, []);\n\n // Test a single provider's models\n const testSingleProvider = useCallback(\n async (provider: LLMProvider) => {\n const providerKey = `${provider.type}@${provider.name}`;\n const providerModels =\n provider.models\n ?.split(',')\n .map((m) => m.trim())\n .filter(Boolean) || [];\n\n if (providerModels.length === 0) return;\n\n // Mark provider as testing\n testingProvidersRef.current.add(providerKey);\n onTestingProvidersChange?.(new Set(testingProvidersRef.current));\n\n // Initialize models as pending\n providerModels.forEach((model) => {\n const modelKey = `${provider.type}@${model}@${provider.name}`;\n updateResult(modelKey, { status: 'pending' });\n });\n\n // Test each model with sliding window\n let nextIndex = 0;\n\n const startNextTest = async () => {\n if (nextIndex >= providerModels.length) return;\n\n const currentIndex = nextIndex++;\n const model = providerModels[currentIndex];\n const modelKey = `${provider.type}@${model}@${provider.name}`;\n\n updateResult(modelKey, { status: 'testing' });\n\n // Check if this is an image model\n const isImageModel = provider.modelConfigs?.[model]?.isImageModel;\n const result = isImageModel\n ? await testImageModel(modelKey, provider as Required)\n : await testTextModel(modelKey, provider as Required);\n\n updateResult(modelKey, result);\n\n // Persist successful test results\n if (result.status === 'success') {\n onSaveResult?.(modelKey, result.ability, result.imageAbility);\n }\n\n // Start next test if there are more\n if (nextIndex < providerModels.length) {\n await startNextTest();\n }\n };\n\n // Start concurrent tests\n const initialPromises: Promise[] = [];\n for (let i = 0; i < Math.min(CONCURRENCY, providerModels.length); i++) {\n initialPromises.push(startNextTest());\n }\n\n await Promise.all(initialPromises);\n\n // Mark provider as done\n testingProvidersRef.current.delete(providerKey);\n onTestingProvidersChange?.(new Set(testingProvidersRef.current));\n },\n [updateResult, onSaveResult, onTestingProvidersChange, testTextModel, testImageModel]\n );\n\n // Test a single model\n const testSingleModel = useCallback(\n async (provider: LLMProvider, model: string, modelKey: string) => {\n // Mark model as testing\n testingModelsRef.current.add(modelKey);\n onTestingModelsChange?.(new Set(testingModelsRef.current));\n\n updateResult(modelKey, { status: 'testing' });\n\n // Check if this is an image model\n const isImageModel = provider.modelConfigs?.[model]?.isImageModel;\n const result = isImageModel\n ? await testImageModel(modelKey, provider as Required)\n : await testTextModel(modelKey, provider as Required);\n\n updateResult(modelKey, result);\n\n // Persist successful test results\n if (result.status === 'success') {\n onSaveResult?.(modelKey, result.ability, result.imageAbility);\n }\n\n // Mark model as done\n testingModelsRef.current.delete(modelKey);\n onTestingModelsChange?.(new Set(testingModelsRef.current));\n },\n [updateResult, onSaveResult, onTestingModelsChange, testTextModel, testImageModel]\n );\n\n // Expose the testSingleProvider function to parent via callback\n useEffect(() => {\n onTestProvider?.((provider: LLMProvider) => {\n testSingleProvider(provider);\n });\n }, [onTestProvider, testSingleProvider]);\n\n // Expose the testSingleModel function to parent via callback\n useEffect(() => {\n onTestModel?.((provider: LLMProvider, model: string, modelKey: string) =>\n testSingleModel(provider, model, modelKey)\n );\n }, [onTestModel, testSingleModel]);\n\n const successCount = Array.from(resultsRef.current.values()).filter(\n (r) => r.status === 'success'\n ).length;\n const failedCount = Array.from(resultsRef.current.values()).filter(\n (r) => r.status === 'failed'\n ).length;\n const progressPercent =\n progress.total > 0 ? Math.round((progress.current / progress.total) * 100) : 0;\n const hasResults =\n resultsRef.current.size > 0 &&\n Array.from(resultsRef.current.values()).some((r) => r.status !== 'idle');\n\n if (modelList.length === 0) {\n return null;\n }\n\n return (\n
\n {/* Header with test button and progress */}\n
\n {isRunning ? (\n \n ) : (\n \n \n {t('admin.setting.ai.batchTest')}\n \n )}\n\n {/* Progress inline */}\n {(isRunning || hasResults) && progress.total > 0 && (\n
\n \n
\n {isRunning && }\n {progressPercent}%\n {successCount} ✓\n {failedCount} ✗\n
\n
\n )}\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/CodingModels.tsx", "content": "import { AlertTriangle, Check, Image, File, Settings } from '@teable/icons';\nimport { chatModelAbilityType } from '@teable/openapi';\nimport type { IAIIntegrationConfig, IChatModelAbility, IAbilityDetail } from '@teable/openapi';\nimport {\n cn,\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n} from '@teable/ui-lib/shadcn';\nimport { Cpu } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\nimport { AIModelSelect, type IModelOption } from './AiModelSelect';\n\n// Helper to check if ability is supported (handles both boolean and detailed format)\nconst isAbilitySupported = (ability: boolean | IAbilityDetail | undefined): boolean => {\n if (typeof ability === 'boolean') return ability;\n if (ability && typeof ability === 'object') {\n return ability.url === true || ability.base64 === true;\n }\n return false;\n};\n\n// Helper to get support details for display\nconst getAbilitySupportDetails = (ability: boolean | IAbilityDetail | undefined): string | null => {\n if (typeof ability === 'boolean') return null;\n if (ability && typeof ability === 'object') {\n const supports: string[] = [];\n if (ability.url) supports.push('URL');\n if (ability.base64) supports.push('Base64');\n return supports.length > 0 ? supports.join(', ') : null;\n }\n return null;\n};\n\nexport const CodingModels = ({\n value,\n onChange,\n models,\n needGroup,\n placeholder,\n}: {\n value: IAIIntegrationConfig['chatModel'];\n onChange: (value: IAIIntegrationConfig['chatModel']) => void;\n models?: IModelOption[];\n // Kept for backward compatibility, but not used since testing happens in provider config\n onTestChatModelAbility?: (\n chatModel: IAIIntegrationConfig['chatModel']\n ) => Promise;\n needGroup?: boolean;\n placeholder?: string;\n}) => {\n const { t } = useTranslation('common');\n\n const abilityIconMap = useMemo(() => {\n return {\n image: ,\n pdf: ,\n toolCall: ,\n };\n }, []);\n\n // Get ability from the selected model's capabilities or from value.ability\n // Priority: value.ability (from selection) > model capabilities (from provider config)\n const selectedModelAbility = useMemo(() => {\n // First check value.ability (set when model is selected)\n if (value?.ability && Object.keys(value.ability).length > 0) {\n return value.ability as IChatModelAbility;\n }\n // Fallback to model's capabilities from provider config\n if (!value?.lg || !models) return undefined;\n const selectedModel = models.find((m) => m.modelKey === value.lg);\n return selectedModel?.capabilities as IChatModelAbility | undefined;\n }, [value?.lg, value?.ability, models]);\n\n const handleModelChange = (model: string) => {\n // Get ability from the model's capabilities (already tested)\n const selectedModel = models?.find((m) => m.modelKey === model);\n const ability = (selectedModel?.capabilities as IChatModelAbility) || {};\n\n // Set all sizes to the same model (simplified selection)\n onChange({ ...value, lg: model, md: model, sm: model, ability });\n };\n\n // Icon for chat model selection\n const chatModelIcon = useMemo(() => , []);\n\n // Check if model has been tested\n const isModelTested = useMemo(() => {\n return selectedModelAbility && Object.keys(selectedModelAbility).length > 0;\n }, [selectedModelAbility]);\n\n // Check if model has missing critical abilities\n const hasMissingAbilities = useMemo(() => {\n if (!value?.lg) return false;\n // If model is not tested, show warning\n if (!isModelTested) return true;\n // Model should support toolCall (critical for AI features)\n const hasToolCall = isAbilitySupported(selectedModelAbility?.toolCall);\n return !hasToolCall;\n }, [value?.lg, isModelTested, selectedModelAbility]);\n\n const getMissingAbilitiesMessage = useMemo(() => {\n if (!value?.lg) return null;\n const missing: string[] = [];\n\n // If model is not tested, show \"not tested\" warning\n if (!isModelTested) {\n missing.push(t('admin.setting.ai.chatModelAbility.notTested'));\n return missing;\n }\n\n // Check for missing abilities\n if (\n !isAbilitySupported(selectedModelAbility?.image) &&\n !isAbilitySupported(selectedModelAbility?.pdf)\n ) {\n missing.push(t('admin.setting.ai.chatModelAbility.missingVision'));\n }\n if (!isAbilitySupported(selectedModelAbility?.toolCall)) {\n missing.push(t('admin.setting.ai.chatModelAbility.missingToolCall'));\n }\n return missing.length > 0 ? missing : null;\n }, [value?.lg, isModelTested, selectedModelAbility, t]);\n\n // Abilities to test and display\n const testableAbilities = chatModelAbilityType.options;\n\n return (\n
\n {/* Chat model selection - simplified to one model */}\n
\n
\n {chatModelIcon}\n {t('admin.setting.ai.chatModel')}\n
*
\n
\n
\n {t('admin.setting.ai.chatModelDescription')}\n
\n\n \n\n {/* Model Ability Section - directly under model select */}\n {value?.lg && (\n
\n
\n \n {t('admin.setting.ai.chatModelAbility.lgModelAbility')}\n \n
\n\n {/* Ability badges - from pre-tested results in provider config */}\n
\n \n {testableAbilities.map((type) => {\n const abilityValue = selectedModelAbility?.[type];\n const supported = isAbilitySupported(abilityValue);\n const supportDetails = getAbilitySupportDetails(abilityValue);\n\n const badge = (\n \n {supported ? (\n \n ) : (\n abilityIconMap[type as keyof typeof abilityIconMap]\n )}\n {t(`admin.setting.ai.chatModelAbility.${type}`)}\n {supportDetails && (\n ({supportDetails})\n )}\n
\n );\n\n // Show tooltip with details for image/pdf\n if (supportDetails) {\n return (\n \n {badge}\n \n

\n {t('admin.setting.ai.chatModelAbility.supportedFormats')}:{' '}\n {supportDetails}\n

\n \n \n );\n }\n\n return
{badge}
;\n })}\n \n
\n\n {/* Warning for missing abilities */}\n {hasMissingAbilities && getMissingAbilitiesMessage && (\n
\n \n
\n

\n {t('admin.setting.ai.chatModelTest.modelNotSuitable')}\n

\n
    \n {getMissingAbilitiesMessage.map((msg, i) => (\n
  • {msg}
    • \n ))}\n
\n
\n
\n )}\n
\n )}\n
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/DefaultModelsStep.tsx", "content": "'use client';\n\nimport { Zap, MessageSquare, Star, HelpCircle } from '@teable/icons';\nimport {\n Button,\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useCallback } from 'react';\nimport type { IModelOption } from './AiModelSelect';\nimport { AIModelSelect } from './AiModelSelect';\n\ninterface IChatModel {\n lg?: string;\n md?: string;\n sm?: string;\n}\n\ninterface IDefaultModelsStepProps {\n chatModel?: IChatModel;\n models: IModelOption[];\n onChange: (chatModel: IChatModel) => void;\n disabled?: boolean;\n}\n\nexport function DefaultModelsStep({\n chatModel,\n models,\n onChange,\n disabled,\n}: IDefaultModelsStepProps) {\n const { t } = useTranslation('common');\n\n // Filter to only text models (not image models)\n const textModels = models.filter((m) => !m.isImageModel);\n\n // Find a recommended default (first gateway model, or first model)\n const recommendedDefault = textModels.find((m) => m.isGateway) || textModels[0];\n\n const handleUseRecommended = useCallback(() => {\n if (recommendedDefault) {\n // Set the same model for all sizes\n onChange({\n lg: recommendedDefault.modelKey,\n md: recommendedDefault.modelKey,\n sm: recommendedDefault.modelKey,\n });\n }\n }, [recommendedDefault, onChange]);\n\n const handleModelChange = useCallback(\n (value: string) => {\n // Set all sizes to the same model for simplicity\n onChange({\n lg: value,\n md: value,\n sm: value,\n });\n },\n [onChange]\n );\n\n if (disabled) {\n return (\n
\n

\n {t('admin.setting.ai.wizard.completeStep2First')}\n

\n
\n );\n }\n\n if (textModels.length === 0) {\n return (\n
\n

\n {t('admin.setting.ai.wizard.noModelsAvailable')}\n

\n
\n );\n }\n\n return (\n
\n {/* Quick Setup - only show if no model selected */}\n {recommendedDefault && !chatModel?.lg && (\n
\n
\n
\n
\n \n {t('admin.setting.ai.wizard.quickSetup')}\n
\n

\n {t('admin.setting.ai.wizard.useRecommendedDesc', {\n model: recommendedDefault.label || recommendedDefault.modelKey,\n })}\n

\n
\n \n
\n
\n )}\n\n {/* Model Selection - simplified to one model */}\n
\n
\n \n {t('admin.setting.ai.wizard.chatModels')}\n \n \n \n \n \n \n

{t('admin.setting.ai.wizard.chatModelTip')}

\n \n \n \n
\n\n \n
\n\n {/* Status */}\n {chatModel?.lg && (\n
\n \n {t('admin.setting.ai.wizard.readyToUse')}\n
\n )}\n
\n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/GatewayModelPickerDialog.tsx", "content": "'use client';\n\nimport type {\n GatewayModelProvider,\n GatewayModelTag,\n GatewayModelType,\n IModelPricing,\n} from '@teable/openapi';\nimport { USD_PER_CREDIT, TOKENS_PER_RATE_UNIT } from '@teable/openapi';\nimport {\n Badge,\n cn,\n Dialog,\n DialogContent,\n DialogHeader,\n DialogTitle,\n ScrollArea,\n} from '@teable/ui-lib/shadcn';\nimport Fuse from 'fuse.js';\nimport { Check, DollarSign, Loader2, Search, Coins } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { useEffect, useMemo, useRef, useState } from 'react';\nimport { GATEWAY_PROVIDER_ICONS } from './constant';\n\n// Capability labels for display\nexport const CAPABILITY_LABELS: Record = {\n image: 'Vision',\n pdf: 'PDF',\n webSearch: 'Web',\n toolCall: 'Tools',\n reasoning: 'Reasoning',\n imageGeneration: 'Image Gen',\n};\n\n/**\n * Unified model interface for the picker dialog.\n * This abstracts the differences between API response models and configured models.\n */\nexport interface IPickerModel {\n id: string;\n name?: string;\n description?: string;\n ownedBy?: GatewayModelProvider;\n modelType?: GatewayModelType;\n tags?: GatewayModelTag[];\n isImageModel?: boolean;\n capabilities?: Record;\n // Pricing info from Vercel AI Gateway API (USD per token)\n pricing?: IModelPricing;\n}\n\nexport type PriceDisplayMode = 'usd' | 'credits' | 'none';\n\ninterface IGatewayModelPickerDialogProps {\n open: boolean;\n onOpenChange: (open: boolean) => void;\n models: IPickerModel[];\n isLoading?: boolean;\n selectedModelId?: string;\n onSelectModel: (model: IPickerModel) => void;\n title?: string;\n /**\n * Price display mode:\n * - 'usd': Show USD pricing (for admin panel)\n * - 'credits': Show credit pricing (for end-user)\n * - 'none': Don't show pricing\n */\n priceMode?: PriceDisplayMode;\n /**\n * Filter function to exclude certain models (e.g., already added models)\n */\n isModelDisabled?: (model: IPickerModel) => boolean;\n /**\n * Custom badge to show for disabled models\n */\n disabledBadgeText?: string;\n /**\n * Empty state message when no models found\n */\n emptyMessage?: string;\n}\n\n/**\n * Convert USD per token to credits per 1M tokens\n * Formula: credits/1M = (USD/token * 1M) / USD_PER_CREDIT\n */\nfunction usdToCreditsPerMillion(usdPerToken: string | undefined): number | undefined {\n if (!usdPerToken) return undefined;\n const usd = parseFloat(usdPerToken);\n if (isNaN(usd) || usd === 0) return 0;\n return (usd * TOKENS_PER_RATE_UNIT) / USD_PER_CREDIT;\n}\n\n/**\n * Format credit rate for display (per 1M tokens)\n */\nfunction formatCreditRate(credits: number | undefined, freeLabel: string): string {\n if (credits === undefined) return '-';\n if (credits === 0) return freeLabel;\n if (credits < 1) return credits.toFixed(2);\n if (credits < 100) return credits.toFixed(1);\n return Math.round(credits).toString();\n}\n\n// Helper to format USD price for display (per 1M tokens)\nfunction formatUsdPriceShort(price: string | undefined, freeLabel: string): string {\n if (!price) return '-';\n const num = parseFloat(price);\n if (isNaN(num) || num === 0) return freeLabel;\n // Convert to per-million rate for readability\n const perMillion = num * TOKENS_PER_RATE_UNIT;\n if (perMillion < 1) return `$${perMillion.toFixed(2)}/M`;\n if (perMillion < 100) return `$${perMillion.toFixed(1)}/M`;\n return `$${Math.round(perMillion)}/M`;\n}\n\n// Generate display label from model ID\nfunction generateLabel(modelId: string, apiName?: string): string {\n if (apiName) return apiName;\n const parts = modelId.split('/');\n const modelName = parts[parts.length - 1];\n return modelName\n .replace(/-\\d{8}$/, '')\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, (c) => c.toUpperCase());\n}\n\n// Detect if model is an image model based on type, tags, or ID\nfunction detectIsImageModel(model: IPickerModel): boolean {\n if (model.isImageModel || model.modelType === 'image') return true;\n if (model.tags?.includes('image-generation')) return true;\n return false;\n}\n\nexport function GatewayModelPickerDialog({\n open,\n onOpenChange,\n models,\n isLoading = false,\n selectedModelId,\n onSelectModel,\n title,\n priceMode = 'none',\n isModelDisabled,\n disabledBadgeText,\n emptyMessage,\n}: IGatewayModelPickerDialogProps) {\n const { t } = useTranslation('common');\n const freeLabel = t('level.free');\n const creditsLabel = t('noun.credits');\n const [searchQuery, setSearchQuery] = useState('');\n const scrollAreaRef = useRef(null);\n\n // Scroll to top when search query changes\n useEffect(() => {\n if (scrollAreaRef.current) {\n const viewport = scrollAreaRef.current.querySelector('[data-radix-scroll-area-viewport]');\n if (viewport) {\n viewport.scrollTop = 0;\n }\n }\n }, [searchQuery]);\n\n // Filter and search models\n const filteredModels = useMemo(() => {\n const filtered = [...models];\n\n // Sort by created time if available, otherwise by name\n filtered.sort((a, b) => {\n const nameA = generateLabel(a.id, a.name);\n const nameB = generateLabel(b.id, b.name);\n return nameA.localeCompare(nameB);\n });\n\n // Apply fuzzy search\n if (searchQuery) {\n const fuse = new Fuse(filtered, {\n keys: [\n { name: 'name', weight: 2 },\n { name: 'id', weight: 1.5 },\n { name: 'description', weight: 1 },\n ],\n threshold: 0.4,\n includeScore: true,\n ignoreLocation: true,\n });\n const results = fuse.search(searchQuery);\n return results.map((r) => r.item).slice(0, 50);\n }\n\n return filtered.slice(0, 100);\n }, [models, searchQuery]);\n\n // Render price badge based on mode\n // eslint-disable-next-line sonarjs/cognitive-complexity\n const renderPriceBadge = (model: IPickerModel) => {\n if (priceMode === 'none') return null;\n\n const { pricing } = model;\n const isImage = detectIsImageModel(model);\n\n if (priceMode === 'usd') {\n // Show USD pricing from API (per 1M tokens for text, per image for images)\n if (!pricing || (!pricing.input && !pricing.output && !pricing.image)) return null;\n\n return (\n \n \n {isImage && pricing.image\n ? t('admin.setting.ai.imageOutput', { credits: `$${pricing.image}/img` })\n : `${t('admin.setting.ai.input', {\n ratio: formatUsdPriceShort(pricing.input, freeLabel),\n })} / ${t('admin.setting.ai.output', {\n ratio: formatUsdPriceShort(pricing.output, freeLabel),\n })}`}\n \n );\n }\n\n if (priceMode === 'credits') {\n // Calculate credits from pricing (USD per token -> credits per 1M tokens)\n // Priority: pricing field > legacy rates field\n if (pricing && (pricing.input || pricing.output || pricing.image)) {\n const inputCredits = usdToCreditsPerMillion(pricing.input);\n const outputCredits = usdToCreditsPerMillion(pricing.output);\n const imageUsd = pricing.image ? parseFloat(pricing.image) : undefined;\n // Image price is per image, convert to credits: USD / USD_PER_CREDIT\n const imageCredits = imageUsd ? imageUsd / USD_PER_CREDIT : undefined;\n\n return (\n \n \n {isImage && imageCredits !== undefined\n ? `${t('admin.setting.ai.imageOutput', {\n credits: formatCreditRate(imageCredits, freeLabel),\n })} ${creditsLabel}`\n : `${t('admin.setting.ai.input', {\n ratio: `${formatCreditRate(inputCredits, freeLabel)}/${'M'} ${creditsLabel}`,\n })} / ${t('admin.setting.ai.output', {\n ratio: `${formatCreditRate(outputCredits, freeLabel)}/${'M'} ${creditsLabel}`,\n })}`}\n \n );\n }\n return null;\n }\n\n return null;\n };\n\n return (\n \n \n \n {title || t('admin.setting.ai.moreModels')}\n \n\n
\n {/* Search Input */}\n
\n \n setSearchQuery(e.target.value)}\n className=\"flex h-9 w-full rounded-md border border-input bg-transparent px-9 py-1 text-sm shadow-sm transition-colors file:border-0 file:bg-transparent file:text-sm file:font-medium placeholder:text-muted-foreground focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:cursor-not-allowed disabled:opacity-50\"\n />\n
\n\n {/* Model List */}\n \n {isLoading ? (\n
\n \n
\n ) : filteredModels.length === 0 ? (\n
\n {emptyMessage ||\n (searchQuery\n ? t('admin.setting.ai.noMatchingModels')\n : t('admin.setting.ai.noModelsAvailable'))}\n
\n ) : (\n
\n {filteredModels.map((model) => {\n const isSelected = selectedModelId === model.id;\n const isDisabled = isModelDisabled?.(model) ?? false;\n const ProviderIcon = model.ownedBy\n ? GATEWAY_PROVIDER_ICONS[model.ownedBy as keyof typeof GATEWAY_PROVIDER_ICONS]\n : undefined;\n\n return (\n !isDisabled && onSelectModel(model)}\n disabled={isDisabled}\n className={cn(\n 'flex w-full flex-col rounded-sm p-2 py-1.5 text-left transition-colors hover:bg-accent focus:bg-accent focus:outline-none',\n isSelected && 'bg-accent',\n isDisabled && 'cursor-not-allowed opacity-50'\n )}\n >\n {/* First row: Icon, Name, Type badges, Check mark */}\n
\n
\n {ProviderIcon && }\n \n {generateLabel(model.id, model.name)}\n \n
\n
\n {isDisabled && disabledBadgeText && (\n \n {disabledBadgeText}\n \n )}\n {isSelected && }\n
\n
\n\n {/* Second row: Model ID, Price badge, Capability badges */}\n
\n {model.id}\n {/* Price badge */}\n {renderPriceBadge(model)}\n {/* Capability badges */}\n {model.capabilities && (\n
\n {Object.entries(model.capabilities)\n .filter(([, v]) => v)\n .slice(0, 3)\n .map(([key]) => (\n \n {CAPABILITY_LABELS[key] || key}\n \n ))}\n
\n )}\n
\n \n );\n })}\n
\n )}\n \n
\n \n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/GatewayModelsStep.tsx", "content": "'use client';\n\nimport type { DragEndEvent } from '@dnd-kit/core';\nimport { verticalListSortingStrategy } from '@dnd-kit/sortable';\nimport type { IGatewayModel } from '@teable/openapi';\nimport { DndKitContext, Droppable, arrayMove } from '@teable/ui-lib/base/dnd-kit';\nimport { Label } from '@teable/ui-lib/shadcn';\nimport Fuse from 'fuse.js';\nimport { useTranslation } from 'next-i18next';\nimport { useState, useCallback, useEffect, useMemo } from 'react';\nimport { AddModelDialog } from './gateway-models-step/AddModelDialog';\nimport { ModelCard } from './gateway-models-step/ModelCard';\nimport { QuickAddButtons } from './gateway-models-step/QuickAddButtons';\nimport type {\n IGatewayModelAPI,\n IGatewayModelsStepProps,\n ITestState,\n} from './gateway-models-step/types';\nimport { RECOMMENDED_MODEL_IDS } from './gateway-models-step/types';\nimport {\n generateLabelFromId,\n getPricingFromApiModel,\n detectIsImageModel,\n detectCapabilitiesFromTags,\n} from './gateway-models-step/utils';\n\nexport function GatewayModelsStep({\n gatewayModels,\n onChange,\n disabled,\n apiKey,\n showPricing = true,\n}: IGatewayModelsStepProps) {\n const { t } = useTranslation('common');\n const [isAddDialogOpen, setIsAddDialogOpen] = useState(false);\n const [newModel, setNewModel] = useState>({\n id: '',\n label: '',\n enabled: true,\n capabilities: {},\n rates: {},\n });\n // Local state for expanding pricing input section in the form\n const [pricingExpanded, setPricingExpanded] = useState(false);\n const [testState, setTestState] = useState({ testing: false });\n\n // Model search state\n const [availableModels, setAvailableModels] = useState([]);\n const [isLoadingModels, setIsLoadingModels] = useState(false);\n const [modelSearchOpen, setModelSearchOpen] = useState(false);\n const [searchQuery, setSearchQuery] = useState('');\n const [modelsLoadError, setModelsLoadError] = useState(null);\n\n // Fetch available models from backend API (cached)\n const fetchModels = useCallback(async () => {\n if (!apiKey) return;\n\n setIsLoadingModels(true);\n setModelsLoadError(null);\n\n try {\n // Use backend API which has in-memory caching\n const response = await fetch('/api/admin/setting/gateway-models');\n\n if (!response.ok) {\n throw new Error(`Failed to fetch models: ${response.status}`);\n }\n\n const data = await response.json();\n const models: IGatewayModelAPI[] = data.models || [];\n setAvailableModels(models);\n } catch (error) {\n console.error('Failed to fetch gateway models:', error);\n setModelsLoadError(error instanceof Error ? error.message : 'Failed to fetch models');\n } finally {\n setIsLoadingModels(false);\n }\n }, [apiKey]);\n\n // Load models on component mount (for quick add buttons) and when dialog opens\n useEffect(() => {\n if (apiKey && availableModels.length === 0) {\n fetchModels();\n }\n }, [apiKey, availableModels.length, fetchModels]);\n\n // Sort models by created timestamp (newest first)\n const sortedModels = useMemo(() => {\n return [...availableModels].sort((a, b) => (b.created ?? 0) - (a.created ?? 0));\n }, [availableModels]);\n\n // Fuse.js instance for fuzzy search on name, id, and description\n const fuse = useMemo(() => {\n return new Fuse(sortedModels, {\n keys: [\n { name: 'name', weight: 2 },\n { name: 'id', weight: 1.5 },\n { name: 'description', weight: 1 },\n ],\n threshold: 0.4,\n includeScore: true,\n ignoreLocation: true,\n });\n }, [sortedModels]);\n\n // Filter models based on search query using Fuse.js\n const filteredModels = useMemo(() => {\n if (!searchQuery) return sortedModels.slice(0, 50);\n const results = fuse.search(searchQuery);\n return results.map((r) => r.item).slice(0, 50);\n }, [sortedModels, searchQuery, fuse]);\n\n // Find API model by ID\n const findApiModel = useCallback(\n (modelId: string): IGatewayModelAPI | undefined => {\n return availableModels.find((m) => m.id === modelId);\n },\n [availableModels]\n );\n\n const handleSelectModel = useCallback(\n (modelId: string) => {\n const apiModel = findApiModel(modelId);\n const suggestedLabel = generateLabelFromId(modelId, apiModel?.name);\n const apiPricing = getPricingFromApiModel(apiModel);\n const isImageModel = detectIsImageModel(modelId, apiModel);\n const capabilities = detectCapabilitiesFromTags(apiModel?.tags);\n\n setNewModel((prev) => ({\n ...prev,\n id: modelId,\n label: suggestedLabel,\n pricing: apiPricing || prev.pricing,\n isImageModel,\n capabilities: capabilities || prev.capabilities,\n // Store API metadata for later use (e.g., provider detection, capability checks)\n ownedBy: apiModel?.ownedBy,\n modelType: apiModel?.type,\n tags: apiModel?.tags,\n contextWindow: apiModel?.contextWindow,\n maxTokens: apiModel?.maxTokens,\n description: apiModel?.description,\n }));\n setModelSearchOpen(false);\n setSearchQuery('');\n setTestState({ testing: false }); // Reset test state on model change\n\n // Show pricing section if we have pricing data\n if (apiPricing) {\n setPricingExpanded(true);\n }\n },\n [findApiModel]\n );\n\n // Filter recommended models: only show those not already added and found in API\n const availableRecommendedIds = useMemo(\n () =>\n RECOMMENDED_MODEL_IDS.filter(\n (id) =>\n !gatewayModels.some((m) => m.id === id) &&\n (availableModels.length === 0 || availableModels.some((m) => m.id === id))\n ),\n [gatewayModels, availableModels]\n );\n\n const handleAddModel = useCallback(() => {\n if (!newModel.id || !newModel.label) return;\n\n // Auto-detect capabilities if not manually set\n const capabilities =\n newModel.capabilities && Object.keys(newModel.capabilities).length > 0\n ? newModel.capabilities\n : detectCapabilitiesFromTags(newModel.tags);\n\n const model: IGatewayModel = {\n id: newModel.id,\n label: newModel.label,\n enabled: newModel.enabled ?? true,\n capabilities,\n isImageModel: newModel.isImageModel,\n pricing: newModel.pricing,\n // API metadata\n ownedBy: newModel.ownedBy,\n modelType: newModel.modelType,\n tags: newModel.tags,\n contextWindow: newModel.contextWindow,\n maxTokens: newModel.maxTokens,\n description: newModel.description,\n };\n\n onChange([...gatewayModels, model]);\n setNewModel({ id: '', label: '', enabled: true, capabilities: {}, pricing: {} });\n setPricingExpanded(false);\n setTestState({ testing: false });\n setIsAddDialogOpen(false);\n }, [newModel, gatewayModels, onChange]);\n\n const handleQuickAdd = useCallback(\n (modelId: string) => {\n // Get all model info from API\n const apiModel = findApiModel(modelId);\n const apiPricing = getPricingFromApiModel(apiModel);\n const isImageModel =\n apiModel?.type === 'image' || apiModel?.tags?.includes('image-generation');\n const capabilities = detectCapabilitiesFromTags(apiModel?.tags);\n\n const model: IGatewayModel = {\n id: modelId,\n label: apiModel?.name || generateLabelFromId(modelId),\n enabled: true,\n capabilities,\n isImageModel,\n pricing: apiPricing,\n // API metadata\n ownedBy: apiModel?.ownedBy,\n modelType: apiModel?.type,\n tags: apiModel?.tags,\n contextWindow: apiModel?.contextWindow,\n maxTokens: apiModel?.maxTokens,\n description: apiModel?.description,\n };\n onChange([...gatewayModels, model]);\n },\n [gatewayModels, onChange, findApiModel]\n );\n\n const handleRemoveModel = useCallback(\n (modelId: string) => {\n onChange(gatewayModels.filter((m) => m.id !== modelId));\n },\n [gatewayModels, onChange]\n );\n\n const handleToggleEnabled = useCallback(\n (modelId: string, enabled: boolean) => {\n onChange(gatewayModels.map((m) => (m.id === modelId ? { ...m, enabled } : m)));\n },\n [gatewayModels, onChange]\n );\n\n const handleDragEnd = useCallback(\n (event: DragEndEvent) => {\n const { active, over } = event;\n if (over && active.id !== over.id) {\n const oldIndex = gatewayModels.findIndex((m) => m.id === active.id);\n const newIndex = gatewayModels.findIndex((m) => m.id === over.id);\n if (oldIndex !== -1 && newIndex !== -1) {\n onChange(arrayMove(gatewayModels, oldIndex, newIndex));\n }\n }\n },\n [gatewayModels, onChange]\n );\n\n // Check if selected model ID is valid (exists in API)\n const isModelIdValid = useMemo(() => {\n if (!newModel.id) return true;\n if (availableModels.length === 0) return true;\n return availableModels.some((m) => m.id === newModel.id);\n }, [newModel.id, availableModels]);\n\n // Update pricing in newModel (USD format - string values)\n const updatePricing = useCallback(\n (\n field: 'input' | 'output' | 'inputCacheRead' | 'inputCacheWrite' | 'image' | 'webSearch',\n value: string\n ) => {\n setNewModel((prev) => ({\n ...prev,\n pricing: {\n ...prev.pricing,\n [field]: value || undefined,\n },\n }));\n },\n []\n );\n\n if (disabled) {\n return (\n
\n

\n {t('admin.setting.ai.wizard.completeStep1First')}\n

\n
\n );\n }\n\n return (\n
\n {/* Quick Add Buttons */}\n setIsAddDialogOpen(true)}\n showPricing={showPricing}\n t={t}\n />\n\n {/* Model List */}\n {gatewayModels.length > 0 ? (\n
\n \n \n m.id)}\n strategy={verticalListSortingStrategy}\n >\n
\n {gatewayModels.map((model) => (\n \n ))}\n
\n \n \n
\n ) : (\n availableRecommendedIds.length === 0 && (\n
\n

{t('admin.setting.ai.noGatewayModels')}

\n
\n )\n )}\n\n {/* Add Model Dialog */}\n \n
\n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/LLMApiConfigStep.tsx", "content": "'use client';\n\nimport { Check, ArrowUpRight, Database, Zap, AlertTriangle, RotateCw } from '@teable/icons';\nimport type {\n ISettingVo,\n LLMProvider,\n IChatModelAbility,\n IImageModelAbility,\n IAIIntegrationConfig,\n IAttachmentTestResult,\n ITestLLMRo,\n} from '@teable/openapi';\nimport { Button, Input, Label, cn, Switch } from '@teable/ui-lib/shadcn';\nimport Link from 'next/link';\nimport { useTranslation } from 'next-i18next';\nimport { useState, useCallback, useMemo, useEffect } from 'react';\nimport type { Control } from 'react-hook-form';\nimport { useEnv } from '@/features/app/hooks/useEnv';\nimport { AIProviderCard } from './AIProviderCard';\nimport type { LLMApiMode } from './AISetupWizard';\nimport { BatchTestModels } from './BatchTestModels';\nimport type { IModelTestResult } from './LlmproviderManage';\n\ninterface ILLMApiConfigStepProps {\n // Mode selection\n mode: LLMApiMode;\n onModeChange: (mode: LLMApiMode) => void;\n\n // Gateway config (now part of aiConfig)\n aiConfig?: ISettingVo['aiConfig'];\n onAiConfigChange?: (config: Partial>) => void;\n\n // Custom provider config\n llmProviders: LLMProvider[];\n onProvidersChange: (providers: LLMProvider[]) => void;\n control: Control;\n modelTestResults: Map;\n onModelTestResultsChange: (results: Map) => void;\n testingProviders: Set;\n onTestingProvidersChange: (providers: Set) => void;\n testingModels: Set;\n onTestingModelsChange: (models: Set) => void;\n onSaveTestResult: (\n modelKey: string,\n ability: IChatModelAbility | undefined,\n imageAbility: IImageModelAbility | undefined\n ) => void;\n onToggleImageModel: (modelKey: string, isImageModel: boolean) => void;\n testProviderCallbackRef: React.MutableRefObject<((provider: LLMProvider) => void) | null>;\n testModelCallbackRef: React.MutableRefObject<\n ((provider: LLMProvider, model: string, modelKey: string) => Promise) | null\n >;\n\n // Callbacks\n onComplete?: () => void;\n onResetGateway?: () => void;\n\n /** Whether to show pricing-related UI. Defaults to true (Cloud). */\n showPricing?: boolean;\n}\n\n// eslint-disable-next-line sonarjs/cognitive-complexity\nexport function LLMApiConfigStep({\n mode,\n onModeChange,\n aiConfig,\n onAiConfigChange,\n llmProviders,\n onProvidersChange,\n control,\n modelTestResults,\n onModelTestResultsChange,\n testingProviders,\n onTestingProvidersChange,\n testingModels,\n onTestingModelsChange,\n onSaveTestResult,\n onToggleImageModel,\n testProviderCallbackRef,\n testModelCallbackRef,\n onComplete,\n onResetGateway,\n showPricing = true,\n}: ILLMApiConfigStepProps) {\n const { t } = useTranslation('common');\n const { publicOrigin } = useEnv();\n const [isTesting, setIsTesting] = useState(false);\n const [testResult, setTestResult] = useState<'success' | 'error' | null>(null);\n const [testErrorMessage, setTestErrorMessage] = useState(null);\n const [attachmentTestResult, setAttachmentTestResult] = useState(\n null\n );\n\n // Local state for gateway fields — only persisted after a successful test\n const [localGatewayKey, setLocalGatewayKey] = useState(aiConfig?.aiGatewayApiKey || '');\n const [localGatewayBaseUrl, setLocalGatewayBaseUrl] = useState(aiConfig?.aiGatewayBaseUrl || '');\n\n useEffect(() => {\n setLocalGatewayKey(aiConfig?.aiGatewayApiKey || '');\n }, [aiConfig?.aiGatewayApiKey]);\n\n useEffect(() => {\n setLocalGatewayBaseUrl(aiConfig?.aiGatewayBaseUrl || '');\n }, [aiConfig?.aiGatewayBaseUrl]);\n\n const hasLocalGatewayKey = Boolean(localGatewayKey);\n const hasProviders = llmProviders.length > 0;\n\n const isGatewayKeyVerified =\n testResult === 'success' ||\n (testResult !== 'error' &&\n Boolean(aiConfig?.aiGatewayApiKey) &&\n localGatewayKey === (aiConfig?.aiGatewayApiKey || ''));\n\n const canProceed = mode === 'gateway' ? isGatewayKeyVerified : hasProviders;\n\n // Get saved attachment test from aiConfig\n const savedAttachmentTest = useMemo(() => aiConfig?.attachmentTest, [aiConfig?.attachmentTest]);\n const currentTransferMode = aiConfig?.attachmentTransferMode || 'url';\n\n // Check if PUBLIC_ORIGIN has changed since last test\n const originChanged = useMemo(() => {\n const testedOrigin = savedAttachmentTest?.testedOrigin;\n if (!testedOrigin || !publicOrigin) return false;\n return testedOrigin !== publicOrigin;\n }, [savedAttachmentTest?.testedOrigin, publicOrigin]);\n\n const handleClearGatewayKey = useCallback(() => {\n setLocalGatewayKey('');\n setLocalGatewayBaseUrl('');\n setTestResult(null);\n setTestErrorMessage(null);\n setAttachmentTestResult(null);\n onResetGateway?.();\n }, [onResetGateway]);\n\n const handleTestGateway = useCallback(async () => {\n if (!localGatewayKey) return;\n\n setIsTesting(true);\n setTestResult(null);\n setTestErrorMessage(null);\n setAttachmentTestResult(null);\n\n try {\n const { testApiKey } = await import('@teable/openapi');\n const result = await testApiKey({\n type: 'aiGateway',\n apiKey: localGatewayKey,\n baseUrl: localGatewayBaseUrl || undefined,\n testAttachment: true,\n });\n\n if (result.success) {\n setTestResult('success');\n const updates: Partial> = {\n ...aiConfig,\n aiGatewayApiKey: localGatewayKey,\n aiGatewayBaseUrl: localGatewayBaseUrl || undefined,\n };\n if (result.attachmentTest) {\n setAttachmentTestResult(result.attachmentTest);\n updates.attachmentTest = result.attachmentTest;\n if (\n !result.attachmentTest.urlMode?.success &&\n result.attachmentTest.base64Mode?.success\n ) {\n updates.attachmentTransferMode = 'base64';\n }\n }\n onAiConfigChange?.(updates);\n return;\n }\n\n // Handle error codes\n setTestResult('error');\n switch (result.error?.code) {\n case 'unauthorized':\n setTestErrorMessage(t('admin.setting.ai.wizard.gatewayErrorUnauthorized'));\n break;\n case 'forbidden':\n setTestErrorMessage(t('admin.setting.ai.wizard.gatewayErrorForbidden'));\n break;\n case 'need_credit_card':\n setTestErrorMessage(t('admin.setting.ai.wizard.gatewayErrorNeedCreditCard'));\n break;\n case 'insufficient_quota':\n setTestErrorMessage(t('admin.setting.ai.wizard.gatewayErrorInsufficientQuota'));\n break;\n case 'network_error':\n setTestErrorMessage(t('admin.setting.ai.wizard.gatewayErrorNetwork'));\n break;\n default:\n setTestErrorMessage(result.error?.message || t('admin.setting.ai.wizard.keyInvalid'));\n }\n } catch {\n setTestResult('error');\n setTestErrorMessage(t('admin.setting.ai.wizard.gatewayErrorNetwork'));\n } finally {\n setIsTesting(false);\n }\n }, [localGatewayKey, localGatewayBaseUrl, aiConfig, onAiConfigChange, t]);\n\n // Handle manual mode switch\n const handleTransferModeChange = useCallback(\n (useBase64: boolean) => {\n const newMode = useBase64 ? 'base64' : 'url';\n onAiConfigChange?.({ ...aiConfig, attachmentTransferMode: newMode });\n },\n [aiConfig, onAiConfigChange]\n );\n\n // Determine the effective attachment test result (from current test or saved)\n const effectiveAttachmentTest = attachmentTestResult || savedAttachmentTest;\n\n const handleTest = async (data: ITestLLMRo) => {\n const { testLLM } = await import('@teable/openapi');\n return testLLM(data);\n };\n\n return (\n
\n {/* Mode Selection - using div buttons instead of RadioGroup to avoid double-trigger */}\n
\n {/* Gateway Option */}\n onModeChange('gateway')}\n onKeyDown={(e) => {\n if (e.key === 'Enter' || e.key === ' ') {\n e.preventDefault();\n onModeChange('gateway');\n }\n }}\n >\n
\n \n \n
\n
\n
\n AI Gateway\n \n {t('admin.setting.ai.recommended')}\n \n
\n
\n
\n

\n {t('admin.setting.ai.wizard.gatewayOption.desc')}\n

\n
\n\n {/* Custom Provider Option */}\n onModeChange('custom')}\n onKeyDown={(e) => {\n if (e.key === 'Enter' || e.key === ' ') {\n e.preventDefault();\n onModeChange('custom');\n }\n }}\n >\n
\n \n \n
\n \n {t('admin.setting.ai.wizard.customOption.title')}\n \n \n

\n {t('admin.setting.ai.wizard.customOption.desc')}\n

\n \n \n\n {/* Gateway Configuration */}\n {mode === 'gateway' && (\n
\n {/* Help text */}\n
\n {t('admin.setting.ai.wizard.gatewayHelp')}{' '}\n \n BYOK\n \n {t('admin.setting.ai.wizard.gatewayByok')}\n
\n\n {/* API Key Input */}\n
\n
\n \n \n
\n
\n {\n setLocalGatewayKey(e.target.value?.trim() || '');\n setTestResult(null);\n }}\n className=\"flex-1\"\n />\n \n {isTesting\n ? t('admin.setting.ai.wizard.testing')\n : t('admin.setting.ai.wizard.test')}\n \n
\n\n {/* Status indicator - only show after test */}\n {testResult === 'success' && (\n
\n \n {t('admin.setting.app.aiGatewayKeyConfigured')}\n
\n )}\n {testResult === 'error' && (\n
\n {testErrorMessage || t('admin.setting.ai.wizard.keyInvalid')}\n
\n )}\n {hasLocalGatewayKey && !testResult && (\n

\n {t('admin.setting.ai.wizard.pleaseTest')}\n

\n )}\n\n {/* Origin Changed Warning */}\n {originChanged && savedAttachmentTest && (\n
\n \n
\n
\n {t('admin.setting.ai.wizard.attachmentTest.originChanged')}\n
\n
\n {t('admin.setting.ai.wizard.attachmentTest.originChangedDesc')}\n
\n
\n
\n )}\n\n {/* Attachment Transfer Mode Test Results */}\n {effectiveAttachmentTest && !originChanged && (\n
\n
\n {t('admin.setting.ai.wizard.attachmentTest.title')}\n
\n
\n {/* URL Mode Result */}\n
\n {effectiveAttachmentTest.urlMode?.success ? (\n \n ) : (\n \n )}\n \n {t('admin.setting.ai.wizard.attachmentTest.urlMode')}:{' '}\n {effectiveAttachmentTest.urlMode?.success\n ? t('admin.setting.ai.wizard.attachmentTest.accessible')\n : t('admin.setting.ai.wizard.attachmentTest.inaccessible')}\n \n
\n {/* Base64 Mode Result */}\n
\n {effectiveAttachmentTest.base64Mode?.success ? (\n \n ) : (\n \n )}\n \n {t('admin.setting.ai.wizard.attachmentTest.base64Mode')}:{' '}\n {effectiveAttachmentTest.base64Mode?.success\n ? t('admin.setting.ai.wizard.attachmentTest.accessible')\n : t('admin.setting.ai.wizard.attachmentTest.inaccessible')}\n \n
\n {/* Warning if URL mode failed but Base64 works */}\n {!effectiveAttachmentTest.urlMode?.success &&\n effectiveAttachmentTest.base64Mode?.success && (\n
\n \n \n {t('admin.setting.ai.wizard.attachmentTest.urlNotAccessibleWarning')}\n \n
\n )}\n {/* Mode Switch */}\n
\n
\n
\n {t('admin.setting.ai.wizard.attachmentTest.useBase64Mode')}\n
\n
\n {t('admin.setting.ai.wizard.attachmentTest.base64ModeDescription')}\n
\n
\n \n
\n
\n
\n )}\n
\n\n {/* Base URL (Optional) */}\n
\n \n {\n setLocalGatewayBaseUrl(e.target.value?.trim() || '');\n setTestResult(null);\n }}\n />\n
\n
\n )}\n\n {/* Custom Provider Configuration */}\n {mode === 'custom' && (\n
\n

\n {t('admin.setting.ai.wizard.customProviderHelp')}\n

\n\n testProviderCallbackRef.current?.(provider)}\n onTestModel={(provider, model, modelKey) =>\n testModelCallbackRef.current?.(provider, model, modelKey) ?? Promise.resolve()\n }\n testingProviders={testingProviders}\n testingModels={testingModels}\n hideModelRates={!showPricing}\n onSaveTestResult={onSaveTestResult}\n />\n\n {/* Test Model Capabilities - moved to bottom */}\n {llmProviders.length > 0 && (\n
\n
\n
\n {t('admin.setting.ai.wizard.testModelCapabilities')}\n
\n {\n onModelTestResultsChange(results);\n // Check if any model supports URL mode for attachments\n const hasUrlSupport = Array.from(results.values()).some((result) => {\n if (result.status === 'success' && result.ability?.image) {\n // ability.image can be a boolean or an object with url/base64 properties\n const imageAbility = result.ability.image;\n if (typeof imageAbility === 'object') {\n return imageAbility.url === true;\n }\n // If it's a boolean true, assume URL mode works\n return imageAbility === true;\n }\n return false;\n });\n // If any model supports URL mode, set global mode to 'url'\n // Otherwise, set to 'base64' (safer for internal networks)\n if (results.size > 0) {\n const recommendedMode = hasUrlSupport ? 'url' : 'base64';\n onAiConfigChange?.({\n ...aiConfig,\n attachmentTransferMode: recommendedMode,\n attachmentTest: {\n urlMode: { success: hasUrlSupport },\n base64Mode: { success: true }, // Base64 always works for custom providers\n recommendedMode,\n testedOrigin: publicOrigin,\n testedAt: new Date().toISOString(),\n },\n });\n }\n }}\n onSaveResult={onSaveTestResult}\n onTestingProvidersChange={onTestingProvidersChange}\n onTestingModelsChange={onTestingModelsChange}\n onTestProvider={(callback) => {\n testProviderCallbackRef.current = callback;\n }}\n onTestModel={(callback) => {\n testModelCallbackRef.current = callback;\n }}\n />\n
\n\n {/* Custom Provider Attachment Test Results (reuse same UI) */}\n {aiConfig?.attachmentTest && (\n
\n
\n {t('admin.setting.ai.wizard.attachmentTest.title')}\n
\n
\n {/* URL Mode Result */}\n
\n {aiConfig.attachmentTest.urlMode?.success ? (\n \n ) : (\n \n )}\n \n {t('admin.setting.ai.wizard.attachmentTest.urlMode')}:{' '}\n {aiConfig.attachmentTest.urlMode?.success\n ? t('admin.setting.ai.wizard.attachmentTest.accessible')\n : t('admin.setting.ai.wizard.attachmentTest.inaccessible')}\n \n
\n {/* Base64 Mode Result */}\n
\n {aiConfig.attachmentTest.base64Mode?.success ? (\n \n ) : (\n \n )}\n \n {t('admin.setting.ai.wizard.attachmentTest.base64Mode')}:{' '}\n {aiConfig.attachmentTest.base64Mode?.success\n ? t('admin.setting.ai.wizard.attachmentTest.accessible')\n : t('admin.setting.ai.wizard.attachmentTest.inaccessible')}\n \n
\n {/* Warning if URL mode not supported */}\n {!aiConfig.attachmentTest.urlMode?.success &&\n aiConfig.attachmentTest.base64Mode?.success && (\n
\n \n \n {t('admin.setting.ai.wizard.attachmentTest.urlNotAccessibleWarning')}\n \n
\n )}\n {/* Mode Switch */}\n
\n
\n
\n {t('admin.setting.ai.wizard.attachmentTest.useBase64Mode')}\n
\n
\n {t('admin.setting.ai.wizard.attachmentTest.base64ModeDescription')}\n
\n
\n \n
\n
\n
\n )}\n
\n )}\n
\n )}\n\n {/* Continue Button */}\n
\n {mode === 'gateway' && Boolean(aiConfig?.aiGatewayApiKey) && (\n \n )}\n \n
\n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/LlmProviderForm.tsx", "content": "/* eslint-disable @typescript-eslint/no-unused-vars */\nimport { zodResolver } from '@hookform/resolvers/zod';\nimport { AlertCircle, Check, Loader2, Plus, X, Eye, Image, HelpCircle } from '@teable/icons';\nimport { llmProviderSchema, LLMProviderType, chatModelAbilityType } from '@teable/openapi';\nimport type {\n ITestLLMVo,\n ITestLLMRo,\n LLMProvider,\n IModelConfig,\n IChatModelAbility,\n IImageModelAbility,\n} from '@teable/openapi';\nimport {\n Button,\n cn,\n Dialog,\n DialogContent,\n DialogDescription,\n DialogHeader,\n DialogTitle,\n DialogTrigger,\n Form,\n FormControl,\n FormDescription,\n FormField,\n FormItem,\n FormLabel,\n FormMessage,\n Input,\n Progress,\n Select,\n SelectContent,\n SelectItem,\n SelectTrigger,\n SelectValue,\n} from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { ChevronDown, ChevronUp, Square } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport type { PropsWithChildren } from 'react';\nimport { useCallback, useEffect, useMemo, useRef, useState } from 'react';\nimport { useForm } from 'react-hook-form';\nimport { useIsCloud } from '@/features/app/hooks/useIsCloud';\nimport { LLM_PROVIDERS } from './constant';\n\nconst CUSTOM_MODEL_DOC_URL = 'https://help.teable.ai/en/basic/ai/custom-model';\n\ninterface TestResult {\n success: boolean;\n message?: string;\n suggestions?: string[];\n}\n\n// Model test result interface for full capability testing\ninterface IModelTestStatus {\n model: string;\n status: 'idle' | 'pending' | 'testing' | 'success' | 'failed';\n error?: string;\n ability?: IChatModelAbility;\n imageAbility?: IImageModelAbility;\n isImageModel?: boolean;\n}\n\nconst TEXT_MODEL_TIMEOUT_MS = 30000; // 30 seconds timeout for text models\nconst IMAGE_MODEL_TIMEOUT_MS = 120000; // 2 minutes timeout for image models\nconst CONCURRENCY = 3; // Concurrent test count\n\n// Helper to wrap promise with timeout\nconst withTimeout = (promise: Promise, ms: number, errorMessage: string): Promise => {\n return Promise.race([\n promise,\n new Promise((_, reject) => setTimeout(() => reject(new Error(errorMessage)), ms)),\n ]);\n};\n\ntype ErrorPattern = {\n keywords: string[];\n suggestion: string;\n condition?: (ctx: { type: LLMProviderType; lowerUrl: string }) => boolean;\n};\n\nconst ERROR_PATTERNS: ErrorPattern[] = [\n {\n keywords: ['401', 'unauthorized', 'invalid api key', 'authentication'],\n suggestion: 'hint.checkApiKey',\n },\n {\n keywords: ['401', 'unauthorized'],\n suggestion: 'hint.azureDeployment',\n condition: ({ type }) => type === LLMProviderType.AZURE,\n },\n {\n keywords: ['403', 'forbidden', 'quota', 'rate limit'],\n suggestion: 'hint.checkQuotaOrPermission',\n },\n {\n keywords: ['econnrefused', 'enotfound', 'timeout', 'network'],\n suggestion: 'hint.checkConnection',\n },\n {\n keywords: ['econnrefused', 'enotfound'],\n suggestion: 'hint.ollamaRunning',\n condition: ({ type }) => type === LLMProviderType.OLLAMA,\n },\n {\n keywords: ['ssl', 'certificate'],\n suggestion: 'hint.sslCertificate',\n },\n];\n\nfunction matchesKeywords(text: string, keywords: string[]): boolean {\n return keywords.some((kw) => text.includes(kw));\n}\n\nfunction checkMissingV1Suffix(\n lowerError: string,\n lowerUrl: string,\n type: LLMProviderType\n): string | null {\n const is404 = matchesKeywords(lowerError, ['404', 'not found', 'invalid url']);\n const hasV1 = lowerUrl.endsWith('/v1') || lowerUrl.endsWith('/v1/');\n const needsV1 = type !== LLMProviderType.OLLAMA && type !== LLMProviderType.GOOGLE;\n if (!is404 || hasV1 || !needsV1) return null;\n\n const placeholder = LLM_PROVIDERS.find((p) => p.value === type)?.baseUrlPlaceholder;\n return placeholder?.includes('/v1') ? 'hint.missingV1Suffix' : null;\n}\n\nfunction analyzeError(\n error: string,\n baseUrl: string,\n type: LLMProviderType\n): { message: string; suggestions: string[] } {\n const suggestions: string[] = [];\n const lowerError = error.toLowerCase();\n const lowerUrl = baseUrl.toLowerCase();\n const ctx = { type, lowerUrl };\n\n // Check for missing /v1 suffix\n const v1Hint = checkMissingV1Suffix(lowerError, lowerUrl, type);\n if (v1Hint) suggestions.push(v1Hint);\n\n // Check for trailing slash\n if (lowerUrl.endsWith('/') && lowerError.includes('404')) {\n suggestions.push('hint.removeTrailingSlash');\n }\n\n // Check model not found\n const isModelNotFound =\n lowerError.includes('model') &&\n (lowerError.includes('not found') || lowerError.includes('does not exist'));\n if (isModelNotFound) suggestions.push('hint.checkModelName');\n\n // Match other patterns\n for (const pattern of ERROR_PATTERNS) {\n const matches = matchesKeywords(lowerError, pattern.keywords);\n const conditionMet = !pattern.condition || pattern.condition(ctx);\n if (matches && conditionMet && !suggestions.includes(pattern.suggestion)) {\n suggestions.push(pattern.suggestion);\n }\n }\n\n // Fallback\n if (suggestions.length === 0) suggestions.push('hint.checkConfiguration');\n\n return { message: error, suggestions };\n}\n\ninterface LLMProviderFormProps {\n value?: LLMProvider;\n onChange?: (value: LLMProvider) => void;\n onAdd?: (data: LLMProvider) => void;\n /** Test function - accepts full ITestLLMRo for capability testing */\n onTest?: (data: ITestLLMRo) => Promise;\n /** Hide model rates config (for space-level settings where billing doesn't apply) */\n hideModelRates?: boolean;\n /** Callback to save model test results */\n onSaveTestResult?: (\n modelKey: string,\n ability: IChatModelAbility | undefined,\n imageAbility: IImageModelAbility | undefined\n ) => void;\n}\n\nexport const UpdateLLMProviderForm = ({\n value,\n children,\n onChange,\n onTest,\n hideModelRates,\n onSaveTestResult,\n}: PropsWithChildren>) => {\n const [open, setOpen] = useState(false);\n const { t } = useTranslation('common');\n const handleChange = (data: LLMProvider) => {\n onChange?.(data);\n setOpen(false);\n };\n return (\n \n {children}\n \n \n \n {t('admin.setting.ai.updateLLMProvider')}\n \n \n \n \n \n \n \n \n );\n};\n\nexport const NewLLMProviderForm = ({\n children,\n onAdd,\n onTest,\n hideModelRates,\n onSaveTestResult,\n}: PropsWithChildren>) => {\n const { t } = useTranslation();\n const [open, setOpen] = useState(false);\n const handleAdd = (data: LLMProvider) => {\n onAdd?.(data);\n setOpen(false);\n };\n return (\n \n \n {children ?? (\n \n )}\n \n \n \n \n {t('admin.setting.ai.addProvider')}\n \n \n \n \n {t('admin.setting.ai.addProviderDescription')}\n \n \n \n \n );\n};\n\n// Rate field keys for model configuration\ntype RateFieldKey =\n | 'inputRate'\n | 'outputRate'\n | 'cacheReadRate'\n | 'cacheWriteRate'\n | 'reasoningRate'\n | 'imageRate';\n\n// Component for configuring rates per model\ninterface ModelRatesConfigProps {\n models: string;\n modelConfigs: Record | undefined;\n onChange: (configs: Record) => void;\n}\n\nconst ModelRatesConfig = ({ models, modelConfigs = {}, onChange }: ModelRatesConfigProps) => {\n const { t } = useTranslation();\n const [expanded, setExpanded] = useState(false);\n const [showAdvanced, setShowAdvanced] = useState(false);\n\n const modelList = useMemo(() => {\n return models\n .split(',')\n .map((m) => m.trim())\n .filter(Boolean);\n }, [models]);\n\n if (modelList.length === 0) return null;\n\n const handleRateChange = (model: string, field: RateFieldKey, value: string) => {\n const numValue = value === '' ? undefined : parseFloat(value) || 0;\n const currentConfig = modelConfigs[model] || {};\n onChange({\n ...modelConfigs,\n [model]: {\n ...currentConfig,\n [field]: numValue,\n },\n });\n };\n\n return (\n
\n setExpanded(!expanded)}\n className=\"flex items-center gap-1 text-sm text-muted-foreground hover:text-foreground\"\n >\n {expanded ? : }\n {t('admin.setting.ai.modelRates')} ({modelList.length})\n \n\n {expanded && (\n
\n {/* Rate explanation */}\n
\n
{t('admin.setting.ai.rateExplanationTitle')}
\n
\n
• {t('admin.setting.ai.rateExplanationFormula')}
\n
• {t('admin.setting.ai.rateExplanationExample')}
\n
\n
\n\n {/* Basic rates */}\n
\n
\n
{t('admin.setting.ai.model')}
\n
\n {t('admin.setting.ai.inputRate')}\n
\n
\n {t('admin.setting.ai.outputRate')}\n
\n
\n {modelList.map((model) => {\n const config = modelConfigs[model] || {};\n return (\n
\n
\n {model}\n
\n handleRateChange(model, 'inputRate', e.target.value)}\n placeholder=\"0\"\n size=\"sm\"\n />\n handleRateChange(model, 'outputRate', e.target.value)}\n placeholder=\"0\"\n size=\"sm\"\n />\n
\n );\n })}\n
\n\n {/* Advanced rates toggle */}\n setShowAdvanced(!showAdvanced)}\n className=\"flex items-center gap-1 text-xs text-muted-foreground hover:text-foreground\"\n >\n {showAdvanced ? : }\n {t('admin.setting.ai.advancedRates')}\n \n\n {/* Advanced rates (cache, reasoning, image) */}\n {showAdvanced && (\n
\n
\n
{t('admin.setting.ai.model')}
\n
\n {t('admin.setting.ai.cacheRead')}\n
\n
\n {t('admin.setting.ai.cacheWrite')}\n
\n
\n {t('admin.setting.ai.reasoning')}\n
\n
\n {t('admin.setting.ai.perImage')}\n
\n
\n {modelList.map((model) => {\n const config = modelConfigs[model] || {};\n return (\n \n
\n {model}\n
\n handleRateChange(model, 'cacheReadRate', e.target.value)}\n placeholder=\"auto\"\n size=\"xs\"\n className=\"text-[10px]\"\n />\n handleRateChange(model, 'cacheWriteRate', e.target.value)}\n placeholder=\"auto\"\n size=\"xs\"\n className=\"text-[10px]\"\n />\n handleRateChange(model, 'reasoningRate', e.target.value)}\n placeholder=\"auto\"\n size=\"xs\"\n className=\"text-[10px]\"\n />\n handleRateChange(model, 'imageRate', e.target.value)}\n placeholder=\"0\"\n size=\"xs\"\n className=\"text-[10px]\"\n />\n
\n );\n })}\n

\n {t('admin.setting.ai.advancedRatesDescription')}\n

\n
\n )}\n\n

{t('admin.setting.ai.ratesDescription')}

\n
\n )}\n \n );\n};\n\nexport const LLMProviderForm = ({\n value,\n onAdd,\n onChange,\n onTest,\n hideModelRates,\n onSaveTestResult,\n}: LLMProviderFormProps) => {\n const { t } = useTranslation();\n const isCloud = useIsCloud();\n const [isTestLoading, setIsTestLoading] = useState(false);\n const [testResult, setTestResult] = useState(null);\n const [testPassed, setTestPassed] = useState(false);\n const [modelTestStatuses, setModelTestStatuses] = useState([]);\n const [testProgress, setTestProgress] = useState({ current: 0, total: 0 });\n const abortRef = useRef(false);\n\n const form = useForm({\n resolver: zodResolver(llmProviderSchema),\n defaultValues: value || {\n name: '',\n type: LLMProviderType.OPENAI,\n apiKey: '',\n baseUrl: '',\n models: '',\n modelConfigs: {},\n },\n });\n\n // Clear test result when form values change\n const baseUrl = form.watch('baseUrl');\n const apiKey = form.watch('apiKey');\n const models = form.watch('models');\n const formType = form.watch('type');\n useEffect(() => {\n setTestResult(null);\n setTestPassed(false);\n setModelTestStatuses([]);\n setTestProgress({ current: 0, total: 0 });\n }, [baseUrl, apiKey, models, formType]);\n\n function onSubmit(data: LLMProvider) {\n onChange ? onChange(data) : onAdd?.(data);\n }\n\n function handleSubmit() {\n const data = form.getValues();\n onSubmit(data);\n }\n\n // Test a single text model\n const testTextModel = useCallback(\n async (model: string, provider: Required): Promise> => {\n if (!onTest) {\n return { status: 'failed', error: 'Test function not provided' };\n }\n try {\n const { type, name, apiKey, baseUrl, models } = provider;\n const modelKey = `${type}@${model}@${name}`;\n\n const result = await withTimeout(\n onTest({\n type,\n name,\n apiKey,\n baseUrl,\n models,\n modelKey,\n // Test all chat model abilities\n ability: chatModelAbilityType.options,\n }),\n TEXT_MODEL_TIMEOUT_MS,\n `Timeout after ${TEXT_MODEL_TIMEOUT_MS / 1000}s`\n );\n\n if (!result.success) {\n return {\n status: 'failed',\n error: result.response || 'Test failed',\n };\n }\n\n return {\n status: 'success',\n ability: result.ability,\n };\n } catch (error) {\n return {\n status: 'failed',\n error: error instanceof Error ? error.message : 'Unknown error',\n };\n }\n },\n [onTest]\n );\n\n // Test a single image model\n const testImageModel = useCallback(\n async (model: string, provider: Required): Promise> => {\n if (!onTest) {\n return { status: 'failed', error: 'Test function not provided', isImageModel: true };\n }\n try {\n const { type, name, apiKey, baseUrl, models } = provider;\n const modelKey = `${type}@${model}@${name}`;\n\n // Test image generation (text-to-image)\n const generationResult = await withTimeout(\n onTest({\n type,\n name,\n apiKey,\n baseUrl,\n models,\n modelKey,\n testImageGeneration: true,\n }),\n IMAGE_MODEL_TIMEOUT_MS,\n `Timeout after ${IMAGE_MODEL_TIMEOUT_MS / 1000}s`\n );\n\n // Test image-to-image if generation works\n let imageToImage = false;\n if (generationResult.success) {\n try {\n const i2iResult = await withTimeout(\n onTest({\n type,\n name,\n apiKey,\n baseUrl,\n models,\n modelKey,\n testImageGeneration: true,\n testImageToImage: true,\n }),\n IMAGE_MODEL_TIMEOUT_MS,\n `Timeout`\n );\n imageToImage = i2iResult.success;\n } catch {\n // Image-to-image not supported, that's ok\n }\n }\n\n if (!generationResult.success) {\n return {\n status: 'failed',\n error: generationResult.response || 'Image generation test failed',\n isImageModel: true,\n };\n }\n\n return {\n status: 'success',\n isImageModel: true,\n imageAbility: {\n generation: true,\n imageToImage,\n },\n };\n } catch (error) {\n return {\n status: 'failed',\n isImageModel: true,\n error: error instanceof Error ? error.message : 'Unknown error',\n };\n }\n },\n [onTest]\n );\n\n // Full capability test for all models\n const handleFullTest = useCallback(async () => {\n const formData = form.getValues();\n setTestResult(null);\n\n // Validate required fields\n if (\n !formData.name ||\n !formData.type ||\n !formData.baseUrl ||\n (!formData.apiKey && formData.type !== LLMProviderType.OLLAMA)\n ) {\n setTestResult({\n success: false,\n message: t('admin.setting.ai.fillRequiredFields'),\n });\n return;\n }\n\n if (!formData.models) {\n setTestResult({\n success: false,\n message: t('admin.setting.ai.modelsRequired'),\n });\n return;\n }\n\n const modelList = formData.models\n .split(',')\n .map((m) => m.trim())\n .filter(Boolean);\n\n if (modelList.length === 0) {\n setTestResult({\n success: false,\n message: t('admin.setting.ai.noValidModel'),\n });\n return;\n }\n\n // Initialize test state\n abortRef.current = false;\n setIsTestLoading(true);\n setTestPassed(false);\n setTestProgress({ current: 0, total: modelList.length });\n\n // Initialize all models as pending\n const initialStatuses: IModelTestStatus[] = modelList.map((model) => ({\n model,\n status: 'pending',\n isImageModel: formData.modelConfigs?.[model]?.isImageModel,\n }));\n setModelTestStatuses(initialStatuses);\n\n const provider = formData as Required;\n let completedCount = 0;\n let successCount = 0;\n let nextIndex = 0;\n\n const updateModelStatus = (model: string, update: Partial) => {\n setModelTestStatuses((prev) =>\n prev.map((s) => (s.model === model ? { ...s, ...update } : s))\n );\n };\n\n const startNextTest = async () => {\n if (abortRef.current || nextIndex >= modelList.length) return;\n\n const currentIndex = nextIndex++;\n const model = modelList[currentIndex];\n const isImageModel = formData.modelConfigs?.[model]?.isImageModel;\n\n updateModelStatus(model, { status: 'testing' });\n\n const result = isImageModel\n ? await testImageModel(model, provider)\n : await testTextModel(model, provider);\n\n updateModelStatus(model, result);\n completedCount++;\n if (result.status === 'success') {\n successCount++;\n // Save test result to form's modelConfigs so it persists on submit\n const currentConfigs = form.getValues('modelConfigs') ?? {};\n form.setValue('modelConfigs', {\n ...currentConfigs,\n [model]: {\n ...currentConfigs[model],\n ability: result.ability,\n imageAbility: result.imageAbility,\n testedAt: Date.now(),\n },\n });\n // Save test result to parent provider config (for already-added providers)\n const modelKey = `${provider.type}@${model}@${provider.name}`;\n onSaveTestResult?.(modelKey, result.ability, result.imageAbility);\n }\n setTestProgress({ current: completedCount, total: modelList.length });\n\n // Start next test if there are more\n if (!abortRef.current && nextIndex < modelList.length) {\n await startNextTest();\n }\n };\n\n // Start concurrent tests\n const initialPromises: Promise[] = [];\n for (let i = 0; i < Math.min(CONCURRENCY, modelList.length); i++) {\n initialPromises.push(startNextTest());\n }\n\n await Promise.all(initialPromises);\n\n setIsTestLoading(false);\n\n // Check results\n if (successCount > 0) {\n setTestPassed(true);\n toast.success(\n t('admin.setting.ai.testCompleteWithCount', {\n success: successCount,\n total: modelList.length,\n })\n );\n } else {\n setTestResult({\n success: false,\n message: t('admin.setting.ai.allTestsFailed'),\n });\n }\n }, [form, t, testTextModel, testImageModel, onSaveTestResult]);\n\n const handleStopTest = useCallback(() => {\n abortRef.current = true;\n setIsTestLoading(false);\n }, []);\n\n const mode = onChange ? t('actions.update') : t('actions.add');\n const type = form.watch('type');\n const currentProvider = LLM_PROVIDERS.find(\n (provider) => provider.value === type\n ) as (typeof LLM_PROVIDERS)[number] & { apiKeyPlaceholder?: string };\n\n // Calculate test statistics\n const successCount = modelTestStatuses.filter((s) => s.status === 'success').length;\n const failedCount = modelTestStatuses.filter((s) => s.status === 'failed').length;\n const progressPercent =\n testProgress.total > 0 ? Math.round((testProgress.current / testProgress.total) * 100) : 0;\n\n return (\n
\n (\n \n
\n {t('admin.setting.ai.name')}\n {t('admin.setting.ai.nameDescription')}\n
\n \n \n \n \n \n )}\n />\n (\n \n {t('admin.setting.ai.providerType')}\n \n {\n form.setValue('type', value as unknown as LLMProvider['type']);\n }}\n >\n \n \n \n \n {LLM_PROVIDERS.map(({ value, label, Icon }) => (\n \n
\n \n {label}\n
\n \n ))}\n \n \n \n \n \n )}\n />\n {!!currentProvider && (\n <>\n (\n \n
\n {t('admin.setting.ai.baseUrl')}\n {t('admin.setting.ai.baseUrlDescription')}\n
\n \n \n \n \n \n )}\n />\n {type !== LLMProviderType.OLLAMA && (\n (\n \n
\n {t('admin.setting.ai.apiKey')}\n {t('admin.setting.ai.apiKeyDescription')}\n
\n \n \n \n \n \n )}\n />\n )}\n (\n \n
\n {t('admin.setting.ai.models')}\n {t('admin.setting.ai.modelsDescription')}\n
\n \n \n \n \n \n )}\n />\n\n {/* Model Rates Configuration (Cloud only - for billing, hidden in space settings) */}\n {isCloud && !hideModelRates && (\n form.setValue('modelConfigs', configs)}\n />\n )}\n\n {/* Test Error Display */}\n {testResult && !testResult.success && (\n
\n
\n \n

{testResult.message}

\n
\n {testResult.suggestions && testResult.suggestions.length > 0 && (\n
\n {testResult.suggestions.map((suggestion, index) => {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const key = `admin.setting.ai.${suggestion}` as any;\n return (\n

\n 💡 {t(key)}\n

\n );\n })}\n
\n )}\n
\n )}\n\n {/* Test Progress Display */}\n {modelTestStatuses.length > 0 && (\n
\n {/* Progress bar */}\n {testProgress.total > 0 && (\n
\n \n
\n {isTestLoading && }\n {progressPercent}%\n {successCount} ✓\n {failedCount} ✗\n
\n
\n )}\n {/* Model test results */}\n
\n {modelTestStatuses.map((status) => (\n \n ))}\n
\n
\n )}\n\n
\n {onTest && (\n <>\n {isTestLoading ? (\n \n \n {t('admin.setting.ai.stopTest')}\n \n ) : (\n \n {testPassed ? (\n <>\n \n {t('admin.setting.ai.testSuccess')}\n \n ) : (\n t('admin.setting.ai.testConnection')\n )}\n \n )}\n \n )}\n {testPassed && (\n \n )}\n
\n \n )}\n \n );\n};\n\n// Component for displaying individual model test status\ninterface IModelTestPillProps {\n status: IModelTestStatus;\n}\n\nconst ModelTestPill = ({ status }: IModelTestPillProps) => {\n const { model, status: testStatus, error, ability, imageAbility, isImageModel } = status;\n\n const getStatusStyles = () => {\n switch (testStatus) {\n case 'idle':\n return 'bg-primary/5 text-muted-foreground border-transparent';\n case 'pending':\n return 'bg-primary/5 text-foreground border-transparent';\n case 'testing':\n return 'bg-blue-50 text-blue-600 border-blue-100 dark:bg-blue-500/10 dark:text-blue-400 dark:border-blue-500/20';\n case 'success':\n return 'bg-green-50 text-green-600 border-green-200 dark:bg-green-500/10 dark:text-green-400 dark:border-green-500/20';\n case 'failed':\n return 'bg-red-50 text-red-600 border-red-100 dark:bg-red-500/10 dark:text-red-400 dark:border-red-500/20';\n }\n };\n\n // eslint-disable-next-line sonarjs/cognitive-complexity\n const getImageIcon = () => {\n if (testStatus !== 'success') return null;\n\n // For text models: show vision support\n if (!isImageModel && ability?.image) {\n const { url, base64 } = ability.image as { url?: boolean; base64?: boolean };\n if (url && base64) {\n return ;\n }\n if (url || base64) {\n return ;\n }\n return ;\n }\n\n // For image models: show generation support\n if (isImageModel && imageAbility) {\n const { generation, imageToImage } = imageAbility;\n if (generation && imageToImage) {\n return ;\n }\n if (generation || imageToImage) {\n return ;\n }\n return ;\n }\n\n return null;\n };\n\n return (\n \n {model}\n\n {/* Status indicator */}\n {testStatus === 'testing' && }\n {testStatus === 'success' && }\n {testStatus === 'failed' && }\n\n {/* Image support indicator */}\n {getImageIcon()}\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/LlmproviderManage.tsx", "content": "/* eslint-disable jsx-a11y/no-static-element-interactions */\n/* eslint-disable jsx-a11y/click-events-have-key-events */\nimport { Check, Loader2, Play, X } from '@teable/icons';\nimport { chatModelAbilityType } from '@teable/openapi';\nimport type {\n IChatModelAbility,\n IImageModelAbility,\n ITestLLMRo,\n ITestLLMVo,\n LLMProvider,\n} from '@teable/openapi';\n\n// Image model ability types\nconst imageModelAbilities = ['generation', 'imageToImage'] as const;\nimport {\n Button,\n Checkbox,\n cn,\n Label,\n toast,\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n} from '@teable/ui-lib/shadcn';\nimport { SlidersHorizontalIcon, XIcon } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\n\nimport { NewLLMProviderForm, UpdateLLMProviderForm } from './LlmProviderForm';\n\n// Model test result interface\nexport interface IModelTestResult {\n modelKey: string;\n status: 'idle' | 'pending' | 'testing' | 'success' | 'failed';\n error?: string;\n ability?: IChatModelAbility;\n imageAbility?: IImageModelAbility;\n isImageModel?: boolean;\n}\n\ninterface ILLMProviderManageProps {\n value: LLMProvider[];\n onChange: (value: LLMProvider[]) => void;\n /** Test function - accepts full ITestLLMRo for capability testing */\n onTest?: (data: ITestLLMRo) => Promise;\n modelTestResults?: Map;\n onToggleImageModel?: (modelKey: string, isImageModel: boolean) => void;\n onTestProvider?: (provider: LLMProvider) => void;\n onTestModel?: (provider: LLMProvider, model: string, modelKey: string) => Promise;\n testingProviders?: Set;\n testingModels?: Set;\n /** Hide model rates config (for space-level settings where billing doesn't apply) */\n hideModelRates?: boolean;\n /** Callback to save model test results */\n onSaveTestResult?: (\n modelKey: string,\n ability: IChatModelAbility | undefined,\n imageAbility: IImageModelAbility | undefined\n ) => void;\n}\n\nexport const LLMProviderManage = ({\n value,\n onChange,\n onTest,\n modelTestResults,\n onToggleImageModel,\n onTestProvider,\n onTestModel,\n testingProviders,\n testingModels,\n hideModelRates,\n onSaveTestResult,\n}: ILLMProviderManageProps) => {\n const { t } = useTranslation('common');\n const handleAdd = (data: LLMProvider) => {\n const newData = [...value, data];\n onChange(newData);\n };\n\n const handleUpdate = (index: number) => (data: LLMProvider) => {\n const newData = value.map((provider, i) => (i === index ? data : provider));\n onChange(newData);\n };\n\n const handleRemove = (index: number) => {\n const newData = value.filter((_, i) => i !== index);\n onChange(newData);\n };\n\n if (value.length === 0) {\n return (\n \n );\n }\n\n return (\n
\n
\n {value.map((provider, index) => {\n // Get models for this provider\n const models =\n provider.models\n ?.split(',')\n .map((m) => m.trim())\n .filter(Boolean) || [];\n const providerKey = `${provider.type}@${provider.name}`;\n const isTesting = testingProviders?.has(providerKey);\n\n return (\n \n {/* Provider header */}\n
\n
\n \n {provider.name} - {provider.type}\n \n {models.length > 0 && (\n \n \n \n onTestProvider?.(provider)}\n disabled={isTesting}\n className=\"h-6 gap-1 px-2 text-xs shadow-none\"\n >\n {isTesting ? (\n \n ) : (\n \n )}\n {isTesting\n ? t('admin.setting.ai.testing')\n : t('admin.setting.ai.testProvider')}\n \n \n \n {t('admin.setting.ai.testProviderTooltip', { count: models.length })}\n \n \n \n )}\n
\n
\n handleRemove(index)}\n size=\"xs\"\n variant=\"ghost\"\n className=\"w-7 p-0 opacity-0 group-hover:opacity-100\"\n >\n \n \n \n \n \n
\n
\n\n {/* Model rows - each model on its own line with capabilities */}\n {models.length > 0 && (\n
\n {models.map((model) => {\n const modelKey = `${provider.type}@${model}@${provider.name}`;\n const testResult =\n modelTestResults?.get(modelKey) ??\n (() => {\n // Fall back to persisted modelConfigs if no transient test result\n const config = provider.modelConfigs?.[model];\n if (config?.ability || config?.imageAbility) {\n return {\n modelKey,\n status: 'success' as const,\n ability: config.ability,\n imageAbility: config.imageAbility,\n isImageModel: config.isImageModel,\n };\n }\n return undefined;\n })();\n const isImageModel = provider.modelConfigs?.[model]?.isImageModel;\n const isModelTesting = testingModels?.has(modelKey);\n return (\n onTestModel(provider, model, modelKey) : undefined\n }\n isTesting={isModelTesting}\n />\n );\n })}\n
\n )}\n
\n );\n })}\n \n
\n \n );\n};\n\ninterface IModelRowProps {\n model: string;\n modelKey: string;\n testResult?: IModelTestResult;\n isImageModel?: boolean;\n onToggleImageModel?: (modelKey: string, isImageModel: boolean) => void;\n onTestModel?: () => Promise;\n isTesting?: boolean;\n}\n\n// Helper to check if ability is supported (handles both boolean and detailed format)\nconst isAbilitySupported = (\n ability: boolean | { url?: boolean; base64?: boolean } | undefined\n): boolean => {\n if (typeof ability === 'boolean') return ability;\n if (ability && typeof ability === 'object') {\n return ability.url === true || ability.base64 === true;\n }\n return false;\n};\n\n// Helper to get support details for display\nconst getAbilitySupportDetails = (\n ability: boolean | { url?: boolean; base64?: boolean } | undefined\n): string | null => {\n if (typeof ability === 'boolean') return null;\n if (ability && typeof ability === 'object') {\n const parts: string[] = [];\n if (ability.url) parts.push('URL');\n if (ability.base64) parts.push('Base64');\n return parts.length > 0 ? parts.join(', ') : null;\n }\n return null;\n};\n\nconst ModelRow = ({\n model,\n modelKey,\n testResult,\n isImageModel,\n onToggleImageModel,\n onTestModel,\n isTesting,\n}: IModelRowProps) => {\n const { t } = useTranslation('common');\n const status = testResult?.status || 'idle';\n const isCurrentlyTesting = isTesting || status === 'testing';\n\n const handleCheckboxChange = (checked: boolean) => {\n onToggleImageModel?.(modelKey, checked);\n\n // Show friendly toast notification\n if (checked) {\n toast({\n title: `🎨 ${model}`,\n description: t('admin.setting.ai.markedAsImageModel'),\n });\n } else {\n toast({\n title: `💬 ${model}`,\n description: t('admin.setting.ai.markedAsTextModel'),\n });\n }\n };\n\n // Get abilities to display based on model type\n const textAbilities = chatModelAbilityType.options;\n const imgAbilities = imageModelAbilities;\n\n // Get ability value from test result for text models\n const getTextAbilityValue = (abilityType: (typeof textAbilities)[number]) => {\n return testResult?.ability?.[abilityType];\n };\n\n // Get ability value from test result for image models\n const getImageAbilityValue = (abilityType: (typeof imgAbilities)[number]) => {\n return testResult?.imageAbility?.[abilityType];\n };\n\n const getStatusIcon = () => {\n switch (status) {\n case 'testing':\n return ;\n case 'success':\n return ;\n case 'failed':\n return ;\n default:\n return null;\n }\n };\n\n return (\n
\n {/* Model header row */}\n
\n
\n {/* Model name with status */}\n
\n {model}\n {getStatusIcon()}\n {status === 'failed' && testResult?.error && (\n \n \n \n \n ({t('admin.setting.ai.testFailed')})\n \n \n \n

{testResult.error}

\n \n \n \n )}\n
\n\n {/* Test button for single model */}\n onTestModel?.()}\n disabled={isCurrentlyTesting}\n className=\"h-5 gap-1 px-1.5 text-[10px] text-muted-foreground hover:text-foreground\"\n >\n {isCurrentlyTesting ? (\n \n ) : (\n \n )}\n {t('admin.setting.ai.testProvider')}\n \n
\n\n {/* Image model checkbox */}\n
\n \n \n {t('admin.setting.ai.imageGenerationModel')}\n \n
\n
\n\n {/* Capability badges */}\n
\n \n {isImageModel\n ? // Image model abilities\n imgAbilities.map((abilityType) => {\n const abilityValue = getImageAbilityValue(abilityType);\n const supported = abilityValue === true;\n const tested = status === 'success';\n\n return (\n \n {tested && supported && }\n {t(`admin.setting.ai.imageModelAbility.${abilityType}`)}\n
\n );\n })\n : // Text model abilities\n textAbilities.map((abilityType) => {\n const abilityValue = getTextAbilityValue(abilityType);\n const supported = isAbilitySupported(abilityValue);\n const supportDetails = getAbilitySupportDetails(abilityValue);\n const tested = status === 'success';\n\n const badge = (\n \n {tested && supported && }\n {t(`admin.setting.ai.chatModelAbility.${abilityType}`)}\n {tested && supportDetails && (\n ({supportDetails})\n )}\n
\n );\n\n // Show tooltip with details for image/pdf\n if (tested && supportDetails) {\n return (\n \n {badge}\n \n

\n {t('admin.setting.ai.chatModelAbility.supportedFormats')}:{' '}\n {supportDetails}\n

\n \n \n );\n }\n\n return
{badge}
;\n })}\n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/SetupStepCard.tsx", "content": "'use client';\n\nimport { Check, ChevronDown } from '@teable/icons';\nimport { cn, Collapsible, CollapsibleContent, CollapsibleTrigger } from '@teable/ui-lib/shadcn';\nimport type { ReactNode } from 'react';\n\ninterface ISetupStepCardProps {\n title: string;\n description?: string;\n isComplete: boolean;\n isExpanded: boolean;\n onToggle: () => void;\n children: ReactNode;\n badge?: ReactNode;\n disabled?: boolean;\n icon?: ReactNode;\n}\n\nexport function SetupStepCard({\n title,\n description,\n isComplete,\n isExpanded,\n onToggle,\n children,\n badge,\n disabled,\n icon,\n}: ISetupStepCardProps) {\n return (\n \n \n \n \n {/* Step indicator */}\n \n {isComplete ? : null}\n \n\n {/* Title and description */}\n
\n
\n {icon && {icon}}\n {title}\n {badge}\n
\n {description &&

{description}

}\n
\n {/* Expand indicator */}\n \n \n \n\n \n
{children}
\n \n \n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/TestButton.tsx", "content": "" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/ai-model-select/GatewayModelOption.tsx", "content": "'use client';\n\nimport {\n cn,\n CommandItem,\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n} from '@teable/ui-lib/shadcn';\nimport { Check } from 'lucide-react';\nimport { parseModelKey } from '../utils';\nimport type { IModelOption } from './types';\nimport { formatPriceToCredits, getModelIcon } from './utils';\n\ninterface IGatewayModelOptionProps {\n option: IModelOption;\n isSelected: boolean;\n showPrice: boolean;\n onSelect: (modelKey: string, isSelected: boolean) => void;\n}\n\n/**\n * Gateway model option with full tooltip (context, tokens, tags, pricing)\n */\nexport function GatewayModelOption({\n option,\n isSelected,\n showPrice,\n onSelect,\n}: IGatewayModelOptionProps) {\n const { modelKey, label, pricing, contextWindow, maxTokens, tags, ownedBy } = option;\n const { model } = parseModelKey(modelKey);\n const displayName = label || model;\n const hasPrice = pricing?.input || pricing?.output || pricing?.image;\n const Icon = getModelIcon(modelKey, ownedBy);\n\n return (\n \n \n \n {\n onSelect(key, isSelected);\n }}\n >\n
\n \n {Icon && }\n {displayName}\n
\n \n \n \n
\n {model}\n {/* Context & Tokens */}\n {(contextWindow || maxTokens) && (\n
\n {contextWindow && Context: {(contextWindow / 1000).toFixed(0)}k}\n {maxTokens && Max: {(maxTokens / 1000).toFixed(0)}k}\n
\n )}\n {/* Tags */}\n {tags && tags.length > 0 && (\n
\n {tags.slice(0, 4).map((tag) => (\n \n {tag}\n \n ))}\n
\n )}\n {/* Pricing (only show when showPrice is true - for Cloud) */}\n {showPrice && hasPrice && (\n
{formatPriceToCredits(pricing)}
\n )}\n
\n \n \n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/ai-model-select/ModelSelectTrigger.tsx", "content": "'use client';\n\nimport { ChevronDown } from '@teable/icons';\nimport { Button } from '@teable/ui-lib';\nimport { cn } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport type { ComponentPropsWithoutRef } from 'react';\nimport { forwardRef } from 'react';\nimport { parseModelKey } from '../utils';\nimport type { IModelOption } from './types';\nimport { getModelIcon } from './utils';\n\ninterface IModelSelectTriggerProps extends ComponentPropsWithoutRef {\n currentModel: IModelOption | undefined;\n value: string;\n open: boolean;\n placeholder?: string;\n}\n\n/**\n * Trigger button for model select dropdown\n */\nexport const ModelSelectTrigger = forwardRef(\n ({ currentModel, value, size = 'default', className, open, placeholder, ...props }, ref) => {\n const { t } = useTranslation('common');\n const { name, model } = parseModelKey(currentModel?.modelKey || value);\n const Icon = getModelIcon(currentModel?.modelKey || value, currentModel?.ownedBy);\n // Display name priority: label (configured name) > model (ID) > name (provider name)\n const displayName = currentModel?.label || model || name;\n\n return (\n \n
\n {!currentModel ? (\n placeholder ?? t('admin.setting.ai.selectModel')\n ) : (\n <>\n {Icon && }\n \n {displayName}\n \n \n )}\n
\n \n \n );\n }\n);\n\nModelSelectTrigger.displayName = 'ModelSelectTrigger';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/ai-model-select/ProviderModelOption.tsx", "content": "'use client';\n\nimport type { IModelDefinationMap } from '@teable/openapi';\nimport {\n cn,\n CommandItem,\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n} from '@teable/ui-lib/shadcn';\nimport { Check } from 'lucide-react';\nimport type { TFunction } from 'next-i18next';\nimport { LLM_PROVIDER_ICONS } from '../constant';\nimport { parseModelKey, processModelDefinition } from '../utils';\nimport type { IModelOption } from './types';\n\ninterface IProviderModelOptionProps {\n option: IModelOption;\n isSelected: boolean;\n onSelect: (modelKey: string, isSelected: boolean) => void;\n /** Model definition map for price info (instance models only) */\n modelDefinationMap?: IModelDefinationMap;\n /** Translation function for price info */\n t?: TFunction;\n /** Whether to show detailed price info (for instance models) */\n showPriceInfo?: boolean;\n}\n\n/**\n * Provider model option (space or instance) with simple tooltip\n */\nexport function ProviderModelOption({\n option,\n isSelected,\n onSelect,\n modelDefinationMap,\n t,\n showPriceInfo = false,\n}: IProviderModelOptionProps) {\n const { modelKey, label } = option;\n const { type, model } = parseModelKey(modelKey);\n const Icon = LLM_PROVIDER_ICONS[type as keyof typeof LLM_PROVIDER_ICONS];\n const displayName = label || model;\n\n // Get price info for instance models\n const priceInfo =\n showPriceInfo && modelDefinationMap && t\n ? (() => {\n const modelDefination = modelDefinationMap[model as string];\n const { usageTags } = processModelDefinition(modelDefination, t);\n return usageTags\n .map(({ text }) => text)\n .filter(Boolean)\n .join(' | ');\n })()\n : '';\n\n return (\n \n \n \n {\n onSelect(key, isSelected);\n }}\n >\n
\n \n {Icon && }\n {displayName}\n
\n \n \n \n
\n {model}\n {priceInfo &&
{priceInfo}
}\n
\n \n \n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/ai-model-select/index.ts", "content": "// Types\nexport type {\n IModelOption,\n IAIModelSelectProps,\n IModelCategories,\n IGatewayModelAPI,\n} from './types';\n\n// Utils\nexport {\n getModelIcon,\n formatPriceToCredits,\n checkIsImageModel,\n checkIsLanguageModel,\n} from './utils';\n\n// Hooks\nexport { useGatewayModels } from './useGatewayModels';\nexport { useModelCategories } from './useModelCategories';\n\n// Components\nexport { GatewayModelOption } from './GatewayModelOption';\nexport { ProviderModelOption } from './ProviderModelOption';\nexport { ModelSelectTrigger } from './ModelSelectTrigger';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/ai-model-select/types.ts", "content": "import type {\n IModelDefinationMap,\n GatewayModelType,\n GatewayModelTag,\n GatewayModelProvider,\n} from '@teable/openapi';\nimport type { ReactNode } from 'react';\n\n// API response model structure from backend (camelCase)\nexport interface IGatewayModelAPI {\n id: string;\n created?: number;\n ownedBy?: GatewayModelProvider;\n name?: string;\n description?: string;\n contextWindow?: number;\n maxTokens?: number;\n type?: GatewayModelType;\n tags?: GatewayModelTag[];\n pricing?: Record; // Pricing from Vercel AI Gateway (input, output, image, etc.)\n}\n\nexport interface IModelOption {\n isInstance?: boolean;\n modelKey: string;\n isImageModel?: boolean; // User-configured image model flag from admin panel\n label?: string; // Display label for gateway models\n capabilities?: Record; // Model capabilities\n isGateway?: boolean; // Is this a gateway model\n pricing?: {\n input?: string;\n output?: string;\n image?: string;\n }; // Pricing format (USD per token/image)\n // API metadata for enhanced display and functionality\n ownedBy?: GatewayModelProvider; // Provider (e.g., \"anthropic\", \"google\", \"openai\")\n modelType?: GatewayModelType; // Model type (e.g., \"language\", \"image\")\n tags?: GatewayModelTag[]; // Capability tags (e.g., [\"image-generation\", \"vision\", \"tool-use\"])\n contextWindow?: number; // Context window size\n maxTokens?: number; // Maximum output tokens\n description?: string; // Model description\n}\n\nexport interface IAIModelSelectProps {\n value: string;\n onValueChange: (value: string) => void;\n size?: 'xs' | 'sm' | 'lg' | 'default' | null | undefined;\n className?: string;\n options?: IModelOption[];\n disabled?: boolean;\n needGroup?: boolean;\n modelDefinationMap?: IModelDefinationMap;\n children?: ReactNode;\n onlyImageOutput?: boolean; // if true, only show image output models\n placeholder?: string; // Custom placeholder when no model is selected\n}\n\n// Categorized model options\nexport interface IModelCategories {\n gatewayOptions: IModelOption[];\n spaceOptions: IModelOption[];\n instanceOptions: IModelOption[];\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/ai-model-select/useGatewayModels.ts", "content": "import { useCallback, useEffect, useMemo, useState } from 'react';\nimport type { IPickerModel } from '../GatewayModelPickerDialog';\nimport { parseModelKey, isGatewayModelKey } from '../utils';\nimport type { IGatewayModelAPI, IModelOption } from './types';\n\ninterface IUseGatewayModelsOptions {\n needGroup?: boolean;\n onlyImageOutput?: boolean;\n value?: string;\n options?: IModelOption[];\n}\n\ninterface IUseGatewayModelsReturn {\n gatewayModels: IGatewayModelAPI[];\n isLoadingGateway: boolean;\n gatewayConfigured: boolean | null;\n pickerModels: IPickerModel[];\n selectedModelIdForPicker: string | undefined;\n fetchGatewayModels: () => Promise;\n findGatewayModel: (value: string) => IModelOption | undefined;\n}\n\n/**\n * Hook to manage gateway models fetching and state\n */\nexport function useGatewayModels({\n needGroup,\n onlyImageOutput,\n value,\n options,\n}: IUseGatewayModelsOptions): IUseGatewayModelsReturn {\n const [gatewayModels, setGatewayModels] = useState([]);\n const [isLoadingGateway, setIsLoadingGateway] = useState(false);\n const [gatewayConfigured, setGatewayConfigured] = useState(null);\n\n // Fetch gateway models from backend API\n const fetchGatewayModels = useCallback(async () => {\n setIsLoadingGateway(true);\n try {\n const response = await fetch('/api/admin/setting/gateway-models');\n\n if (!response.ok) {\n throw new Error(`Failed to fetch models: ${response.status}`);\n }\n\n const data = await response.json();\n setGatewayConfigured(data.configured);\n setGatewayModels(data.models || []);\n } catch (error) {\n console.error('Failed to fetch gateway models:', error);\n setGatewayConfigured(false);\n } finally {\n setIsLoadingGateway(false);\n }\n }, []);\n\n // Pre-fetch gateway status on mount when needGroup is enabled\n useEffect(() => {\n if (needGroup && gatewayConfigured === null) {\n fetchGatewayModels();\n }\n }, [needGroup, gatewayConfigured, fetchGatewayModels]);\n\n // Transform gateway models to picker format and filter by type\n const pickerModels = useMemo((): IPickerModel[] => {\n // Filter by type based on context\n const filtered = gatewayModels.filter((m) => {\n if (onlyImageOutput) {\n // For attachment fields: show image type or models with image-generation tag\n return m.type === 'image' || m.tags?.includes('image-generation');\n } else {\n // For regular fields: show language type models only, exclude image-generation models\n return m.type === 'language' && !m.tags?.includes('image-generation');\n }\n });\n\n // Transform to IPickerModel format\n return filtered.map((m) => ({\n ...m,\n modelType: m.type,\n }));\n }, [gatewayModels, onlyImageOutput]);\n\n // Extract model ID from current value for picker selection state\n const selectedModelIdForPicker = useMemo(() => {\n if (value && isGatewayModelKey(value)) {\n const { model: modelId } = parseModelKey(value);\n return modelId;\n }\n return undefined;\n }, [value]);\n\n // Find gateway model from value if not in options\n const findGatewayModel = useCallback(\n (searchValue: string): IModelOption | undefined => {\n // First try to find in options\n const fromOptions = options?.find(\n ({ modelKey }) => modelKey.toLowerCase() === searchValue.toLowerCase()\n );\n if (fromOptions) return fromOptions;\n\n // If not found and value looks like a gateway model, check gatewayModels\n if (searchValue && isGatewayModelKey(searchValue)) {\n const { model: modelId } = parseModelKey(searchValue);\n const gatewayModel = gatewayModels.find((m) => m.id === modelId);\n if (gatewayModel) {\n return {\n modelKey: searchValue,\n label: gatewayModel.name,\n isGateway: true,\n tags: gatewayModel.tags,\n ownedBy: gatewayModel.ownedBy,\n } as IModelOption;\n }\n }\n\n return undefined;\n },\n [options, gatewayModels]\n );\n\n return {\n gatewayModels,\n isLoadingGateway,\n gatewayConfigured,\n pickerModels,\n selectedModelIdForPicker,\n fetchGatewayModels,\n findGatewayModel,\n };\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/ai-model-select/useModelCategories.ts", "content": "import type { IModelDefinationMap } from '@teable/openapi';\nimport { useMemo } from 'react';\nimport { isGatewayModelKey } from '../utils';\nimport type { IModelCategories, IModelOption } from './types';\nimport { checkIsImageModel, checkIsLanguageModel } from './utils';\n\ninterface IUseModelCategoriesOptions {\n options: IModelOption[];\n onlyImageOutput: boolean;\n modelDefinationMap?: IModelDefinationMap;\n}\n\n/**\n * Hook to categorize models into gateway, space, and instance options\n */\nexport function useModelCategories({\n options,\n onlyImageOutput,\n modelDefinationMap,\n}: IUseModelCategoriesOptions): IModelCategories {\n return useMemo(() => {\n // Filter models based on field type context\n const filterByFieldType = (option: IModelOption): boolean => {\n // For attachment fields: show image models\n // For regular fields: show language models\n return onlyImageOutput\n ? checkIsImageModel(option, modelDefinationMap)\n : checkIsLanguageModel(option, modelDefinationMap);\n };\n\n return {\n // Gateway models (Recommended) - from AI Gateway\n gatewayOptions: options.filter((option) => {\n const { isGateway, modelKey } = option;\n if (!isGateway && !isGatewayModelKey(modelKey)) return false;\n return filterByFieldType(option);\n }),\n // Space models (Custom) - from space integration\n spaceOptions: options.filter((option) => {\n const { isInstance, modelKey, isGateway } = option;\n if (isInstance || isGateway || isGatewayModelKey(modelKey)) return false;\n return filterByFieldType(option);\n }),\n // Instance models (Legacy Provider) - from admin settings\n instanceOptions: options.filter((option) => {\n const { isInstance, modelKey, isGateway } = option;\n if (!isInstance || isGateway || isGatewayModelKey(modelKey)) return false;\n return filterByFieldType(option);\n }),\n };\n }, [options, onlyImageOutput, modelDefinationMap]);\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/ai-model-select/utils.ts", "content": "import type { IModelDefinationMap } from '@teable/openapi';\nimport { GATEWAY_PROVIDER_ICONS, LLM_PROVIDER_ICONS } from '../constant';\nimport { parseModelKey, isGatewayModelKey, isImageOutputModel } from '../utils';\nimport type { IModelOption } from './types';\n\n/**\n * Parse provider from gateway model ID (e.g., \"anthropic/claude-sonnet-4\" → \"anthropic\")\n */\nconst parseProviderFromModelId = (modelId: string): string | undefined => {\n if (modelId.includes('/')) {\n return modelId.split('/')[0];\n }\n return undefined;\n};\n\n/**\n * Get icon component for a model (gateway or standard provider)\n */\nexport const getModelIcon = (\n modelKey: string,\n ownedBy?: string\n): React.ComponentType<{ className?: string }> | undefined => {\n const { type, model } = parseModelKey(modelKey);\n\n // For gateway models, try to get icon from ownedBy or parse from model ID\n if (isGatewayModelKey(modelKey)) {\n // First try ownedBy if available\n if (ownedBy) {\n const icon = GATEWAY_PROVIDER_ICONS[ownedBy as keyof typeof GATEWAY_PROVIDER_ICONS];\n if (icon) return icon;\n }\n // Fallback: parse provider from model ID (e.g., \"anthropic/claude-sonnet-4\")\n if (model) {\n const parsedProvider = parseProviderFromModelId(model);\n if (parsedProvider) {\n const icon = GATEWAY_PROVIDER_ICONS[parsedProvider as keyof typeof GATEWAY_PROVIDER_ICONS];\n if (icon) return icon;\n }\n }\n }\n\n // For standard providers, use LLM_PROVIDER_ICONS\n return LLM_PROVIDER_ICONS[type as keyof typeof LLM_PROVIDER_ICONS];\n};\n\n/**\n * Convert USD per token pricing to credits display string\n * 1 credit = $0.01\n */\nexport const formatPriceToCredits = (\n pricing:\n | {\n input?: string;\n output?: string;\n image?: string;\n }\n | undefined\n): string => {\n if (!pricing) return '';\n\n // Convert USD per token to credits per 1M tokens\n const usdToCredits = (usd: string | undefined) => {\n if (!usd) return 0;\n const val = parseFloat(usd);\n if (isNaN(val) || val === 0) return 0;\n // Convert USD per token to credits per 1M tokens\n return Math.round((val * 1_000_000) / 0.01);\n };\n\n // For image pricing\n if (pricing.image) {\n const imgCredits = Math.round(parseFloat(pricing.image) / 0.01);\n return `${imgCredits} credits/img`;\n }\n\n // For text pricing\n const inputCredits = usdToCredits(pricing.input);\n const outputCredits = usdToCredits(pricing.output);\n return `${inputCredits}/${outputCredits} credits/1M`;\n};\n\n/**\n * Check if a model option is an image generation model\n */\nexport const checkIsImageModel = (\n option: IModelOption,\n modelDefinationMap?: IModelDefinationMap\n): boolean => {\n const { modelKey, isImageModel, modelType, tags } = option;\n if (isImageModel || modelType === 'image') return true;\n if (tags?.includes('image-generation')) return true;\n const { model = '' } = parseModelKey(modelKey);\n const modelDefination = modelDefinationMap?.[model];\n return isImageOutputModel(modelDefination);\n};\n\n/**\n * Check if a model option is a language model\n */\nexport const checkIsLanguageModel = (\n option: IModelOption,\n modelDefinationMap?: IModelDefinationMap\n): boolean => {\n const { modelType, tags } = option;\n // If model has image-generation tag, it's not a pure language model\n // (e.g., gemini-3-pro-image is a multimodal model primarily for image generation)\n if (tags?.includes('image-generation')) return false;\n // If modelType is explicitly set, use it\n if (modelType) return modelType === 'language';\n // If no modelType, it's a language model if it's not an image model\n return !checkIsImageModel(option, modelDefinationMap);\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/constant.ts", "content": "import {\n Anthropic,\n Azure,\n Cohere,\n Deepseek,\n GoogleLogo,\n Lingyiwanwu,\n Mistral,\n Openai,\n Qwen,\n Zhipu,\n Xai,\n Ollama,\n AmazonBedrock,\n OpenRouter,\n Zap,\n // Gateway provider icons\n Meta,\n Moonshot,\n Perplexity,\n Nvidia,\n Minimax,\n Vercel,\n Voyage,\n Bfl,\n Bytedance,\n Xiaomi,\n Meituan,\n Kwaipilot,\n ArceeAi,\n PrimeIntellect,\n Morph,\n Inception,\n Stealth,\n} from '@teable/icons';\nimport type { GatewayModelProvider } from '@teable/openapi';\nimport { LLMProviderType } from '@teable/openapi';\n\nexport const LLM_PROVIDER_ICONS = {\n [LLMProviderType.OPENAI]: Openai,\n [LLMProviderType.ANTHROPIC]: Anthropic,\n [LLMProviderType.GOOGLE]: GoogleLogo,\n [LLMProviderType.AZURE]: Azure,\n [LLMProviderType.COHERE]: Cohere,\n [LLMProviderType.MISTRAL]: Mistral,\n [LLMProviderType.DEEPSEEK]: Deepseek,\n [LLMProviderType.QWEN]: Qwen,\n [LLMProviderType.ZHIPU]: Zhipu,\n [LLMProviderType.LINGYIWANWU]: Lingyiwanwu,\n [LLMProviderType.XAI]: Xai,\n [LLMProviderType.TOGETHERAI]: Openai,\n [LLMProviderType.OLLAMA]: Ollama,\n [LLMProviderType.AMAZONBEDROCK]: AmazonBedrock,\n [LLMProviderType.OPENROUTER]: OpenRouter,\n [LLMProviderType.OPENAI_COMPATIBLE]: Openai,\n [LLMProviderType.AI_GATEWAY]: Zap, // AI Gateway uses Zap icon\n};\n\nexport const LLM_PROVIDERS = [\n {\n value: LLMProviderType.DEEPSEEK,\n label: 'DeepSeek',\n baseUrlPlaceholder: 'https://api.deepseek.ai/v1',\n modelsPlaceholder: 'deepseek-chat,deepseek-reasoner',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.DEEPSEEK],\n },\n {\n value: LLMProviderType.OPENAI,\n label: 'OpenAI',\n baseUrlPlaceholder: 'https://api.openai.com/v1',\n modelsPlaceholder: 'gpt-5.2, o3, gpt-5-mini',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.OPENAI],\n },\n {\n value: LLMProviderType.ANTHROPIC,\n label: 'Anthropic',\n baseUrlPlaceholder: 'https://api.anthropic.com/v1',\n modelsPlaceholder: 'claude-sonnet-4-6,claude-opus-4-6,claude-sonnet-4-6',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.ANTHROPIC],\n },\n {\n value: LLMProviderType.GOOGLE,\n label: 'Google',\n baseUrlPlaceholder: 'https://generativelanguage.googleapis.com/v1beta',\n modelsPlaceholder: 'gemini-3-flash-preview,gemini-2.5-pro',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.GOOGLE],\n },\n {\n value: LLMProviderType.AZURE,\n label: 'Azure',\n baseUrlPlaceholder: 'https://{your-resource-name}.openai.azure.com',\n modelsPlaceholder: 'gpt-4,gpt-35-turbo',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.AZURE],\n },\n {\n value: LLMProviderType.COHERE,\n label: 'Cohere',\n baseUrlPlaceholder: 'https://api.cohere.ai/v1',\n modelsPlaceholder: 'command-r,command-r-plus,command-r-plus-online',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.COHERE],\n },\n {\n value: LLMProviderType.MISTRAL,\n label: 'Mistral',\n baseUrlPlaceholder: 'https://api.mistral.ai/v1',\n modelsPlaceholder: 'mistral-large-latest,codestral-latest',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.MISTRAL],\n },\n {\n value: LLMProviderType.QWEN,\n label: 'Qwen',\n baseUrlPlaceholder: 'https://dashscope.aliyuncs.com/compatible-mode/v1',\n modelsPlaceholder: 'qwen3.5-plus,qwen3-max',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.QWEN],\n },\n {\n value: LLMProviderType.ZHIPU,\n label: 'Zhipu',\n baseUrlPlaceholder: 'https://open.bigmodel.cn/api/paas/v4',\n modelsPlaceholder: 'glm-3-turbo,glm-4,glm-4-air',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.ZHIPU],\n },\n {\n value: LLMProviderType.LINGYIWANWU,\n label: 'Yi',\n baseUrlPlaceholder: 'https://api.lingyiwanwu.com/v1',\n modelsPlaceholder: 'yi-lightning,yi-large',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.LINGYIWANWU],\n },\n {\n value: LLMProviderType.XAI,\n label: 'XAI',\n baseUrlPlaceholder: 'https://api.x.ai/v1',\n modelsPlaceholder: 'grok-4-1-fast,grok-3-beta',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.XAI],\n },\n {\n value: LLMProviderType.TOGETHERAI,\n label: 'TogetherAI',\n baseUrlPlaceholder: 'https://api.together.xyz/v1',\n modelsPlaceholder: 'deepseek-ai/DeepSeek-R1,meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.TOGETHERAI],\n },\n {\n value: LLMProviderType.OLLAMA,\n label: 'Ollama',\n baseUrlPlaceholder: 'http://localhost:11434',\n modelsPlaceholder: 'deepseek-r1,qwen3:8b,llama4:8b',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.OLLAMA],\n },\n {\n value: LLMProviderType.AMAZONBEDROCK,\n label: 'Amazon Bedrock',\n baseUrlPlaceholder: 'https://bedrock-runtime.us-east-1.amazonaws.com',\n modelsPlaceholder: 'amazon.titan-embed-image-v1,amazon.titan-embed-text-v1',\n apiKeyPlaceholder: 'REGION.ACCESS_KEY_ID.SECRET_ACCESS_KEY',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.AMAZONBEDROCK],\n },\n {\n value: LLMProviderType.OPENROUTER,\n label: 'OpenRouter',\n baseUrlPlaceholder: 'https://openrouter.ai/api/v1',\n modelsPlaceholder: 'anthropic/claude-sonnet-4-6,google/gemini-2.5-flash',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.OPENROUTER],\n },\n {\n value: LLMProviderType.OPENAI_COMPATIBLE,\n label: 'OpenAI Compatible',\n baseUrlPlaceholder: 'https://api.openai.com/v1',\n modelsPlaceholder: 'gpt-4.1,o3,gpt-4.1-mini',\n Icon: LLM_PROVIDER_ICONS[LLMProviderType.OPENAI_COMPATIBLE],\n },\n] as const;\n\n// Gateway provider icons (owned_by field from AI Gateway API)\nexport const GATEWAY_PROVIDER_ICONS: Record<\n GatewayModelProvider,\n React.ComponentType<{ className?: string }>\n> = {\n alibaba: Qwen,\n amazon: AmazonBedrock,\n anthropic: Anthropic,\n 'arcee-ai': ArceeAi,\n bfl: Bfl,\n bytedance: Bytedance,\n cohere: Cohere,\n deepseek: Deepseek,\n google: GoogleLogo,\n inception: Inception,\n kwaipilot: Kwaipilot,\n meituan: Meituan,\n meta: Meta,\n minimax: Minimax,\n mistral: Mistral,\n moonshotai: Moonshot,\n morph: Morph,\n nvidia: Nvidia,\n openai: Openai,\n perplexity: Perplexity,\n 'prime-intellect': PrimeIntellect,\n stealth: Stealth,\n vercel: Vercel,\n voyage: Voyage,\n xai: Xai,\n xiaomi: Xiaomi,\n zai: Zhipu,\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/gateway-models-step/AddModelDialog.tsx", "content": "'use client';\n\nimport { Plus, AlertCircle, CheckCircle2 } from '@teable/icons';\nimport type { IGatewayModel } from '@teable/openapi';\nimport {\n Button,\n Input,\n cn,\n Dialog,\n DialogContent,\n DialogHeader,\n DialogTitle,\n DialogFooter,\n Label,\n} from '@teable/ui-lib/shadcn';\nimport type { TFunction } from 'next-i18next';\nimport { ModelSearchPopover } from './ModelSearchPopover';\nimport { PricingSection } from './PricingSection';\nimport type { IGatewayModelAPI, ITestState } from './types';\n\ninterface IAddModelDialogProps {\n open: boolean;\n onOpenChange: (open: boolean) => void;\n newModel: Partial;\n onNewModelChange: (model: Partial) => void;\n // Search popover props\n modelSearchOpen: boolean;\n onModelSearchOpenChange: (open: boolean) => void;\n searchQuery: string;\n onSearchQueryChange: (query: string) => void;\n isModelIdValid: boolean;\n isLoadingModels: boolean;\n modelsLoadError: string | null;\n filteredModels: IGatewayModelAPI[];\n gatewayModels: IGatewayModel[];\n availableModelsCount: number;\n onSelectModel: (modelId: string) => void;\n onRetry: () => void;\n // Pricing props\n showPricing: boolean;\n pricingExpanded: boolean;\n onPricingExpandedChange: (expanded: boolean) => void;\n onPricingChange: (\n field: 'input' | 'output' | 'inputCacheRead' | 'inputCacheWrite' | 'image' | 'webSearch',\n value: string\n ) => void;\n // Test state\n testState: ITestState;\n // Actions\n onAddModel: () => void;\n t: TFunction;\n}\n\nexport function AddModelDialog({\n open,\n onOpenChange,\n newModel,\n onNewModelChange,\n modelSearchOpen,\n onModelSearchOpenChange,\n searchQuery,\n onSearchQueryChange,\n isModelIdValid,\n isLoadingModels,\n modelsLoadError,\n filteredModels,\n gatewayModels,\n availableModelsCount,\n onSelectModel,\n onRetry,\n showPricing,\n pricingExpanded,\n onPricingExpandedChange,\n onPricingChange,\n testState,\n onAddModel,\n t,\n}: IAddModelDialogProps) {\n return (\n \n \n \n {t('admin.setting.ai.addGatewayModel')}\n \n\n
\n {/* Model ID with search */}\n
\n \n \n {!isModelIdValid && availableModelsCount > 0 && (\n

{t('admin.setting.ai.modelNotFound')}

\n )}\n

\n {t('admin.setting.ai.modelIdHint')}\n

\n
\n\n
\n \n onNewModelChange({ ...newModel, label: e.target.value })}\n placeholder=\"Model Display Name\"\n className=\"mt-1\"\n />\n
\n\n {/* Note: isImageModel is auto-detected from API type and tags */}\n\n {/* Pricing Section - USD per token (only show in Cloud) */}\n {showPricing && (\n \n )}\n
\n\n {/* Test Result */}\n {testState.result && (\n \n {testState.result === 'success' ? (\n \n ) : (\n \n )}\n {testState.message}\n \n )}\n\n \n
\n \n \n \n \n
\n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/gateway-models-step/ModelCard.tsx", "content": "'use client';\n\nimport { useSortable } from '@dnd-kit/sortable';\nimport { CSS } from '@dnd-kit/utilities';\nimport { DraggableHandle, Trash2, Image as ImageIcon } from '@teable/icons';\nimport type { IGatewayModel, IModelAbility, GatewayModelProvider } from '@teable/openapi';\nimport { Button, Switch, Badge, cn } from '@teable/ui-lib/shadcn';\nimport { GATEWAY_PROVIDER_ICONS } from '../constant';\nimport { CAPABILITY_LABELS } from '../GatewayModelPickerDialog';\nimport { formatUsdPriceShort } from './utils';\n\n// Extract provider from model ID (e.g., \"anthropic/claude-sonnet-4.5\" -> \"anthropic\")\nfunction getProviderFromModelId(modelId: string): GatewayModelProvider | undefined {\n const provider = modelId.split('/')[0];\n if (provider && provider in GATEWAY_PROVIDER_ICONS) {\n return provider as GatewayModelProvider;\n }\n return undefined;\n}\n\ninterface IModelCardProps {\n model: IGatewayModel;\n showPricing: boolean;\n onToggleEnabled: (modelId: string, enabled: boolean) => void;\n onRemove: (modelId: string) => void;\n}\n\nexport function ModelCard({ model, showPricing, onToggleEnabled, onRemove }: IModelCardProps) {\n const { attributes, listeners, setNodeRef, transform, transition, isDragging } = useSortable({\n id: model.id,\n });\n\n const style = {\n transition,\n transform: CSS.Transform.toString(transform ? { ...transform, scaleX: 1, scaleY: 1 } : null),\n };\n\n // Try ownedBy first, fallback to extracting from model ID\n const provider = model.ownedBy || getProviderFromModelId(model.id);\n const ProviderIcon = provider\n ? GATEWAY_PROVIDER_ICONS[provider as keyof typeof GATEWAY_PROVIDER_ICONS]\n : undefined;\n\n return (\n \n \n \n \n\n
\n
\n {ProviderIcon && }\n {model.label}\n {/* Show pricing (only in Cloud) */}\n {showPricing &&\n model.pricing &&\n (model.pricing.input || model.pricing.output || model.pricing.image) && (\n \n {model.modelType === 'image' && model.pricing.image\n ? `$${model.pricing.image}/img`\n : `${formatUsdPriceShort(model.pricing.input)}/${formatUsdPriceShort(model.pricing.output)}`}\n \n )}\n {/* Show Image badge based on modelType or isImageModel flag */}\n {(model.modelType === 'image' ||\n model.isImageModel ||\n model.tags?.includes('image-generation')) && (\n \n \n Image\n \n )}\n {/* Show Embedding badge for embedding models */}\n {(model.modelType === 'embedding' || model.id.toLowerCase().includes('embedding')) && (\n \n Embed\n \n )}\n
\n\n {model.id}\n\n {model.capabilities && (\n
\n {Object.entries(model.capabilities)\n .filter(([, v]) => v)\n .map(([key]) => (\n \n {CAPABILITY_LABELS[key as keyof IModelAbility] || key}\n \n ))}\n
\n )}\n
\n\n
\n onToggleEnabled(model.id, checked)}\n />\n\n onRemove(model.id)}\n >\n \n \n
\n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/gateway-models-step/ModelSearchPopover.tsx", "content": "'use client';\n\nimport { Search, Loader2 } from '@teable/icons';\nimport type { IGatewayModel } from '@teable/openapi';\nimport {\n Button,\n Badge,\n cn,\n Command,\n CommandEmpty,\n CommandGroup,\n CommandInput,\n CommandItem,\n CommandList,\n Popover,\n PopoverContent,\n PopoverTrigger,\n} from '@teable/ui-lib/shadcn';\nimport type { TFunction } from 'next-i18next';\nimport { useEffect, useRef } from 'react';\nimport { GATEWAY_PROVIDER_ICONS } from '../constant';\nimport type { IGatewayModelAPI } from './types';\nimport { formatUsdPriceShort, detectIsImageModel, getPricingFromApiModel } from './utils';\n\ninterface IModelSearchPopoverProps {\n open: boolean;\n onOpenChange: (open: boolean) => void;\n selectedModelId: string;\n isModelIdValid: boolean;\n isLoadingModels: boolean;\n modelsLoadError: string | null;\n filteredModels: IGatewayModelAPI[];\n gatewayModels: IGatewayModel[];\n searchQuery: string;\n onSearchQueryChange: (query: string) => void;\n onSelectModel: (modelId: string) => void;\n onRetry: () => void;\n t: TFunction;\n}\n\nexport function ModelSearchPopover({\n open,\n onOpenChange,\n selectedModelId,\n isModelIdValid,\n isLoadingModels,\n modelsLoadError,\n filteredModels,\n gatewayModels,\n searchQuery,\n onSearchQueryChange,\n onSelectModel,\n onRetry,\n t,\n}: IModelSearchPopoverProps) {\n const commandListRef = useRef(null);\n\n // Scroll to top when search query changes\n useEffect(() => {\n if (commandListRef.current) {\n commandListRef.current.scrollTop = 0;\n }\n }, [searchQuery]);\n\n return (\n \n \n \n {selectedModelId || t('admin.setting.ai.searchModel')}\n {isLoadingModels ? (\n \n ) : (\n \n )}\n \n \n \n \n \n \n {isLoadingModels ? (\n
\n \n
\n ) : modelsLoadError ? (\n
\n

{modelsLoadError}

\n \n
\n ) : filteredModels.length === 0 ? (\n \n {searchQuery ? (\n
\n

{t('admin.setting.ai.noMatchingModels')}

\n \n
\n ) : (\n t('admin.setting.ai.typeToSearch')\n )}\n \n ) : (\n \n {filteredModels.map((model) => {\n const isAlreadyAdded = gatewayModels.some((m) => m.id === model.id);\n const pricing = getPricingFromApiModel(model);\n const isImage = detectIsImageModel(model.id, model);\n const ModelIcon = model.ownedBy\n ? GATEWAY_PROVIDER_ICONS[model.ownedBy as keyof typeof GATEWAY_PROVIDER_ICONS]\n : undefined;\n return (\n onSelectModel(model.id)}\n disabled={isAlreadyAdded}\n className={cn(isAlreadyAdded && 'opacity-50')}\n >\n
\n
\n {ModelIcon && }\n
\n
\n {model.id}\n {isImage && (\n \n Image\n \n )}\n
\n {model.name && (\n
{model.name}
\n )}\n
\n
\n
\n {pricing && (pricing.input || pricing.output) && (\n \n {formatUsdPriceShort(pricing.input)}/\n {formatUsdPriceShort(pricing.output)}\n \n )}\n {isAlreadyAdded && (\n \n Added\n \n )}\n
\n
\n \n );\n })}\n \n )}\n \n \n \n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/gateway-models-step/PricingSection.tsx", "content": "'use client';\n\nimport { DollarSign } from '@teable/icons';\nimport type { IGatewayModel } from '@teable/openapi';\nimport {\n Button,\n Input,\n Badge,\n Label,\n Collapsible,\n CollapsibleContent,\n CollapsibleTrigger,\n} from '@teable/ui-lib/shadcn';\n\ninterface IPricingSectionProps {\n expanded: boolean;\n onExpandedChange: (expanded: boolean) => void;\n pricing: IGatewayModel['pricing'];\n modelType?: string;\n onPricingChange: (\n field: 'input' | 'output' | 'inputCacheRead' | 'inputCacheWrite' | 'image' | 'webSearch',\n value: string\n ) => void;\n}\n\nexport function PricingSection({\n expanded,\n onExpandedChange,\n pricing,\n modelType,\n onPricingChange,\n}: IPricingSectionProps) {\n return (\n \n \n \n \n \n
\n

\n USD per token (same format as Vercel AI Gateway API). e.g., 0.000003 = $3/1M tokens\n

\n\n {modelType === 'image' ? (\n
\n \n onPricingChange('image', e.target.value)}\n placeholder=\"0.04\"\n className=\"mt-1\"\n />\n
\n ) : (\n
\n
\n \n onPricingChange('input', e.target.value)}\n placeholder=\"0.000003\"\n className=\"mt-1\"\n />\n
\n
\n \n onPricingChange('output', e.target.value)}\n placeholder=\"0.000015\"\n className=\"mt-1\"\n />\n
\n
\n \n onPricingChange('inputCacheRead', e.target.value)}\n placeholder=\"0.0000003\"\n className=\"mt-1\"\n />\n
\n
\n \n onPricingChange('inputCacheWrite', e.target.value)}\n placeholder=\"0.00000375\"\n className=\"mt-1\"\n />\n
\n
\n )}\n
\n \n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/gateway-models-step/QuickAddButtons.tsx", "content": "'use client';\n\nimport { Plus } from '@teable/icons';\nimport type { IGatewayModel, GatewayModelProvider } from '@teable/openapi';\nimport {\n Button,\n Label,\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n} from '@teable/ui-lib/shadcn';\nimport type { TFunction } from 'next-i18next';\nimport { GATEWAY_PROVIDER_ICONS } from '../constant';\nimport type { IGatewayModelAPI } from './types';\nimport { formatUsdPriceShort, generateLabelFromId, getPricingFromApiModel } from './utils';\n\n// Extract provider from model ID (e.g., \"anthropic/claude-sonnet-4.5\" -> \"anthropic\")\nfunction getProviderFromModelId(modelId: string): GatewayModelProvider | undefined {\n const provider = modelId.split('/')[0];\n if (provider && provider in GATEWAY_PROVIDER_ICONS) {\n return provider as GatewayModelProvider;\n }\n return undefined;\n}\n\ninterface IQuickAddButtonsProps {\n availableRecommendedIds: string[];\n isLoadingModels: boolean;\n findApiModel: (modelId: string) => IGatewayModelAPI | undefined;\n onQuickAdd: (modelId: string) => void;\n onOpenDialog: () => void;\n showPricing: boolean;\n t: TFunction;\n}\n\nexport function QuickAddButtons({\n availableRecommendedIds,\n isLoadingModels,\n findApiModel,\n onQuickAdd,\n onOpenDialog,\n showPricing,\n t,\n}: IQuickAddButtonsProps) {\n return (\n
\n \n
\n {isLoadingModels ? (\n // Show skeleton buttons while loading\n <>\n {[1, 2, 3, 4, 5, 6].map((i) => (\n
\n ))}\n \n ) : (\n availableRecommendedIds.slice(0, 6).map((modelId) => {\n const apiModel = findApiModel(modelId);\n const pricing = getPricingFromApiModel(apiModel);\n const provider = apiModel?.ownedBy || getProviderFromModelId(modelId);\n const ProviderIcon = provider\n ? GATEWAY_PROVIDER_ICONS[provider as keyof typeof GATEWAY_PROVIDER_ICONS]\n : Plus;\n return (\n \n \n \n \n \n \n
\n
{modelId}
\n {showPricing && pricing && (\n
\n In: {formatUsdPriceShort(pricing.input)} / Out:{' '}\n {formatUsdPriceShort(pricing.output)}\n
\n )}\n
\n \n \n \n );\n })\n )}\n {\n e.preventDefault();\n onOpenDialog();\n }}\n >\n {t('admin.setting.ai.wizard.addCustom')}\n \n
\n
\n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/gateway-models-step/index.ts", "content": "export { AddModelDialog } from './AddModelDialog';\nexport { ModelCard } from './ModelCard';\nexport { ModelSearchPopover } from './ModelSearchPopover';\nexport { PricingSection } from './PricingSection';\nexport { QuickAddButtons } from './QuickAddButtons';\nexport * from './types';\nexport * from './utils';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/gateway-models-step/types.ts", "content": "import type {\n IGatewayModel,\n IModelPricing,\n GatewayModelType,\n GatewayModelTag,\n GatewayModelProvider,\n} from '@teable/openapi';\n\n// Recommended model IDs - all details fetched from API\nexport const RECOMMENDED_MODEL_IDS = [\n // Language models\n 'anthropic/claude-opus-4.6', // Best quality\n 'openai/gpt-5.2-chat', // OpenAI flagship\n 'google/gemini-3.1-pro-preview', // Google flagship\n // Image generation\n 'google/gemini-3-pro-image', // Multimodal image generation\n];\n\n// API response model structure from backend (camelCase, converted from Vercel AI Gateway snake_case)\nexport interface IGatewayModelAPI {\n id: string;\n object?: string;\n created?: number;\n ownedBy?: GatewayModelProvider;\n name?: string;\n description?: string;\n contextWindow?: number;\n maxTokens?: number;\n type?: GatewayModelType;\n tags?: GatewayModelTag[];\n pricing?: IModelPricing;\n}\n\nexport interface IGatewayModelsStepProps {\n gatewayModels: IGatewayModel[];\n onChange: (models: IGatewayModel[]) => void;\n disabled?: boolean;\n apiKey?: string;\n baseUrl?: string;\n /** Whether to show pricing-related UI. Defaults to true (Cloud). */\n showPricing?: boolean;\n}\n\nexport interface ITestState {\n testing: boolean;\n result?: 'success' | 'error';\n message?: string;\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/gateway-models-step/utils.ts", "content": "import type { IGatewayModel } from '@teable/openapi';\nimport type { IGatewayModelAPI } from './types';\n\n// Helper to format USD price for display\nexport function formatUsdPriceShort(price: string | undefined): string {\n if (!price) return '-';\n const num = parseFloat(price);\n if (isNaN(num) || num === 0) return 'Free';\n // Convert to per-million rate for readability\n // e.g., \"0.000003\" -> \"$3/M\"\n const perMillion = num * 1_000_000;\n if (perMillion < 1) return `$${perMillion.toFixed(2)}/M`;\n if (perMillion < 100) return `$${perMillion.toFixed(1)}/M`;\n return `$${Math.round(perMillion)}/M`;\n}\n\n// Generate a display label from model ID or API name\nexport function generateLabelFromId(modelId: string, apiName?: string): string {\n if (apiName) return apiName;\n const parts = modelId.split('/');\n const modelName = parts[parts.length - 1];\n return modelName\n .replace(/-\\d{8}$/, '')\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, (c) => c.toUpperCase());\n}\n\n// Extract pricing from API model - returns the full IModelPricing as-is\nexport function getPricingFromApiModel(\n apiModel: IGatewayModelAPI | undefined\n): IGatewayModel['pricing'] | undefined {\n if (!apiModel?.pricing) return undefined;\n return Object.keys(apiModel.pricing).length > 0 ? apiModel.pricing : undefined;\n}\n\n// Detect if a model is an image generation model (via API type and tags only, not keywords)\nexport function detectIsImageModel(_modelId: string, apiModel?: IGatewayModelAPI): boolean {\n // Check API type first - pure image models\n if (apiModel?.type === 'image') return true;\n // Check tags for image-generation capability (multimodal LLMs)\n if (apiModel?.tags?.some((tag) => ['image-generation', 'text-to-image'].includes(tag))) {\n return true;\n }\n return false;\n}\n\n// Auto-detect capabilities from tags\nexport function detectCapabilitiesFromTags(\n tags?: string[]\n): IGatewayModel['capabilities'] | undefined {\n if (!tags || tags.length === 0) return undefined;\n\n const capabilities: IGatewayModel['capabilities'] = {};\n\n // Map API tags to our capability fields\n const tagMapping: Record> = {\n vision: 'image',\n 'file-input': 'pdf',\n 'tool-use': 'toolCall',\n reasoning: 'reasoning',\n 'image-generation': 'imageGeneration',\n };\n\n for (const tag of tags) {\n const capability = tagMapping[tag];\n if (capability) {\n capabilities[capability] = true;\n }\n }\n\n return Object.keys(capabilities).length > 0 ? capabilities : undefined;\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/ai-config/utils.tsx", "content": "import { DeepThinking, Eye, ImageGeneration, Audio } from '@teable/icons';\nimport type {\n IGatewayModel,\n IImageModelDefination,\n ISimpleLLMProvider,\n ITextModelDefination,\n LLMProvider,\n} from '@teable/openapi';\nimport { LLMProviderType } from '@teable/openapi';\nimport type { TFunction } from 'next-i18next';\nimport type { ReactNode } from 'react';\nimport { Trans } from 'react-i18next';\n\n// Fixed name for AI Gateway provider in modelKey\nexport const AI_GATEWAY_PROVIDER_NAME = 'teable';\n\nexport const generateModelKeyList = (llmProviders: ISimpleLLMProvider[] | LLMProvider[]) => {\n return llmProviders\n .map((provider) => {\n const { models, type, name, isInstance } = provider;\n const modelConfigs = 'modelConfigs' in provider ? provider.modelConfigs : undefined;\n return models.split(',').map((model) => {\n const config = modelConfigs?.[model];\n return {\n modelKey: `${type}@${model}@${name}`,\n isInstance,\n isImageModel: config?.isImageModel,\n // Use configured label if available, otherwise use model ID\n label: config?.label || model,\n // Include test results from provider config\n capabilities: config?.ability,\n // Include metadata from modelConfigs\n modelType: config?.modelType,\n tags: config?.tags,\n contextWindow: config?.contextWindow,\n maxTokens: config?.maxTokens,\n description: config?.description,\n };\n });\n })\n .flat();\n};\n\n/**\n * Generate model key list from gateway models\n * Format: aiGateway@@teable\n */\nexport const generateGatewayModelKeyList = (gatewayModels: IGatewayModel[] | undefined) => {\n if (!gatewayModels) return [];\n\n return gatewayModels\n .filter((model) => model.enabled)\n .map((model) => ({\n modelKey: `${LLMProviderType.AI_GATEWAY}@${model.id}@${AI_GATEWAY_PROVIDER_NAME}`,\n isInstance: true, // Gateway models are instance-level\n isImageModel: model.isImageModel,\n label: model.label,\n capabilities: model.capabilities,\n isGateway: true,\n pricing: model.pricing, // Pricing format (USD per token)\n // API metadata for enhanced functionality\n ownedBy: model.ownedBy,\n modelType: model.modelType,\n tags: model.tags,\n contextWindow: model.contextWindow,\n maxTokens: model.maxTokens,\n description: model.description,\n }));\n};\n\n/**\n * Check if a modelKey is a gateway model\n */\nexport const isGatewayModelKey = (modelKey: string): boolean => {\n const { type, name } = parseModelKey(modelKey);\n return (\n type?.toLowerCase() === LLMProviderType.AI_GATEWAY.toLowerCase() &&\n name?.toLowerCase() === AI_GATEWAY_PROVIDER_NAME.toLowerCase()\n );\n};\n\nexport const parseModelKey = (modelKey: string | undefined) => {\n if (!modelKey) return {};\n const [type, model, name] = modelKey.split('@');\n return { type, model, name };\n};\n\nexport const decimalToRatio = (decimal: number): string => {\n if (decimal >= 1 || decimal <= 0) return '1:1';\n\n const decimalStr = decimal.toString();\n\n const parts = decimalStr.split('.');\n const decimalPlaces = parts[1]?.length || 0;\n\n const numerator = 1;\n const denominator = Math.ceil(Math.pow(10, decimalPlaces) / Number(decimalStr.replace('.', '')));\n\n return `${numerator}:${denominator}`;\n};\n\nexport const isImageOutputModel = (\n modelDefination: IImageModelDefination | ITextModelDefination | undefined\n): boolean => {\n return !!(modelDefination && 'outputType' in modelDefination);\n};\n\nexport const processModelDefinition = (\n modelDefination: IImageModelDefination | ITextModelDefination | undefined,\n t: TFunction\n) => {\n if (!modelDefination) return { usageTags: [], featureTags: [] };\n\n const usageTags: { key: string; text: string; tooltip: ReactNode }[] = [];\n const featureTags: { key: string; tooltip: string; icon: ReactNode }[] = [];\n\n if ('outputType' in modelDefination) {\n const { usagePerUnit } = modelDefination as IImageModelDefination;\n usageTags.push({\n key: 'output',\n text: t('admin.setting.ai.imageOutput', { credits: usagePerUnit }),\n tooltip: t('admin.setting.ai.imageOutputTip', { credits: usagePerUnit }),\n });\n\n featureTags.push({\n key: 'imageGeneration',\n tooltip: t('admin.setting.ai.supportImageOutputTip'),\n icon: ,\n });\n }\n\n if ('inputRate' in modelDefination) {\n const { inputRate, outputRate, visionEnable, audioEnable, deepThinkEnable } =\n modelDefination as ITextModelDefination;\n\n const inputRateRatio = decimalToRatio(inputRate as number);\n const outputRateRatio = decimalToRatio(outputRate as number);\n\n usageTags.push(\n {\n key: 'input',\n text: t('admin.setting.ai.input', { ratio: inputRateRatio }),\n tooltip: (\n }}\n />\n ),\n },\n {\n key: 'output',\n text: t('admin.setting.ai.output', { ratio: outputRateRatio }),\n tooltip: (\n }}\n />\n ),\n }\n );\n\n const featureMap = [\n {\n condition: visionEnable,\n key: 'vision',\n tooltip: t('admin.setting.ai.supportVisionTip'),\n icon: ,\n },\n {\n condition: audioEnable,\n key: 'audio',\n tooltip: t('admin.setting.ai.supportAudioTip'),\n icon:
\n \n \n {t('waitlist.code')}\n {t('waitlist.times')}\n \n \n \n {list.map((item) => {\n const { code, times } = item;\n return (\n \n {code}\n {times}\n \n );\n })}\n \n
\n \n \n );\n};\n\nexport const InviteCodeManage = () => {\n const { t } = useTranslation('common');\n const [count, setCount] = useState(10);\n const [times, setTimes] = useState(10);\n const [list, setList] = useState([]);\n const { mutateAsync: genWaitlistInviteCodeMutation } = useMutation({\n mutationFn: () => genWaitlistInviteCode({ count, times }),\n onSuccess: ({ data }) => {\n setList(data);\n },\n });\n const [open, setOpen] = useState(false);\n\n const cancel = () => {\n setList([]);\n setOpen(false);\n };\n\n return (\n \n \n \n \n e.preventDefault()}>\n \n {t('waitlist.generateCode')}\n \n
\n
\n
\n \n setCount(Number(e.target.value))}\n />\n
\n
\n \n setTimes(Number(e.target.value))}\n />\n
\n
\n {list.length > 0 && }\n
\n\n \n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/components/waitlist/WaitlistManage.tsx", "content": "import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport type { IInviteWaitlistRo } from '@teable/openapi';\nimport { inviteWaitlist, getWaitlist } from '@teable/openapi';\nimport {\n Input,\n Table,\n TableBody,\n TableCell,\n TableRow,\n Checkbox,\n Dialog,\n DialogContent,\n DialogFooter,\n DialogHeader,\n DialogTitle,\n DialogTrigger,\n Button,\n TableHead,\n TableHeader,\n} from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport dayjs from 'dayjs';\nimport { keyBy } from 'lodash';\nimport { SettingsIcon } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo, useState } from 'react';\n\ninterface TableRow {\n email: string;\n invite: string;\n inviteTime: string;\n createdTime: string;\n}\n\ninterface IWaitlistTableProps {\n list: TableRow[];\n onSelect: (selected: string[]) => void;\n}\n\nconst WaitlistTable = (props: IWaitlistTableProps) => {\n const { t } = useTranslation('common');\n const { list, onSelect } = props;\n const [search, setSearch] = useState('');\n const [selected, setSelected] = useState>(new Set());\n\n const filteredList = useMemo(() => {\n return list.filter((item) => item.email.toLowerCase().includes(search.toLowerCase()));\n }, [list, search]);\n\n const handleSelect = (email: string) => {\n setSelected((prev) => {\n if (prev.has(email)) {\n prev.delete(email);\n } else {\n prev.add(email);\n }\n return new Set(prev);\n });\n onSelect(Array.from(selected));\n };\n\n const handleSelectAll = () => {\n setSelected((prev) => {\n if (prev.size === filteredList.length) {\n return new Set();\n }\n return new Set(filteredList.map((item) => item.email));\n });\n onSelect(Array.from(selected));\n };\n\n return (\n
\n
\n setSearch(event.target.value)}\n />\n
\n
\n \n \n \n \n 0) ||\n (selected.size > 0 && 'indeterminate')\n }\n onCheckedChange={() => handleSelectAll()}\n />\n \n {t('waitlist.email')}\n {t('waitlist.invite')}\n {t('waitlist.inviteTime')}\n {t('waitlist.createdTime')}\n \n \n \n {filteredList.map((item) => {\n const { email, invite, inviteTime, createdTime } = item;\n return (\n handleSelect(email)}\n >\n \n \n \n {email}\n {invite}\n {inviteTime}\n {createdTime}\n \n );\n })}\n \n
\n
\n
\n );\n};\n\nexport const WaitlistManage = () => {\n const { t } = useTranslation('common');\n const queryClient = useQueryClient();\n const { data: list = [] } = useQuery({\n queryKey: ['waitlist'],\n queryFn: () => getWaitlist().then(({ data }) => data),\n });\n const inviteMap = keyBy(list, 'email');\n const [selectedEmails, setSelectedEmails] = useState([]);\n const [open, setOpen] = useState(false);\n\n const { mutateAsync: inviteWaitlistMutation } = useMutation({\n mutationFn: (ro: IInviteWaitlistRo) => inviteWaitlist(ro),\n onSuccess: ({ data }) => {\n if (data.length > 0) {\n toast.success(t('waitlist.inviteSuccess'));\n }\n queryClient.invalidateQueries({ queryKey: ['waitlist'] });\n },\n });\n\n const canInvite = useMemo(() => {\n return selectedEmails.some((email) => !inviteMap[email]?.invite);\n }, [selectedEmails, inviteMap]);\n\n const handleInvite = async () => {\n await inviteWaitlistMutation({\n list: selectedEmails,\n });\n };\n\n return (\n \n \n \n \n e.preventDefault()}>\n \n {t('waitlist.title')}\n \n ({\n email: item.email,\n invite: item.invite ? t('waitlist.yes') : t('waitlist.no'),\n inviteTime: item.inviteTime ? dayjs(item.inviteTime).format('YYYY-MM-DD ') : '',\n createdTime: item.createdTime ? dayjs(item.createdTime).format('YYYY-MM-DD') : '',\n }))}\n onSelect={setSelectedEmails}\n />\n \n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/index.ts", "content": "export * from './SettingPage';\nexport * from './components';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/setting/utils.ts", "content": "export const scrollToTarget = (targetElement: HTMLElement) => {\n const leftScrollContainer = document.querySelector('.setting-page-left-container') as HTMLElement;\n if (leftScrollContainer) {\n const containerRect = leftScrollContainer.getBoundingClientRect();\n const targetRect = targetElement.getBoundingClientRect();\n const scrollTop = leftScrollContainer.scrollTop + (targetRect.top - containerRect.top);\n\n leftScrollContainer.scrollTo({\n top: scrollTop,\n behavior: 'smooth',\n });\n } else {\n targetElement?.scrollIntoView({ behavior: 'smooth' });\n }\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/TemplatePage.tsx", "content": "import { useTranslation } from 'next-i18next';\nimport { TemplateTable } from './components';\n\nexport const TemplatePage = () => {\n const { t } = useTranslation('common');\n return (\n
\n
\n
{t('settings.templateAdmin.title')}
\n
\n\n
\n \n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/BaseSelectPanel.tsx", "content": "import { useMutation, useQueryClient } from '@tanstack/react-query';\nimport { Database } from '@teable/icons';\nimport type { IGetBaseVo, IGetSpaceVo } from '@teable/openapi';\nimport { updateTemplate } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport {\n Dialog,\n DialogContent,\n DialogDescription,\n DialogHeader,\n DialogTitle,\n DialogTrigger,\n Button,\n Input,\n cn,\n} from '@teable/ui-lib';\nimport { groupBy, keyBy, mapValues } from 'lodash';\nimport { useMemo, useState } from 'react';\nimport { useTranslation } from 'react-i18next';\n\ninterface IBaseSelectPanelProps {\n baseId?: string;\n baseList: IGetBaseVo[];\n templateId: string;\n spaceList: IGetSpaceVo[];\n disabled?: boolean;\n}\n\nexport const BaseSelectPanel = (props: IBaseSelectPanelProps) => {\n const { baseId, baseList, templateId, spaceList, disabled } = props;\n const { t } = useTranslation('common');\n const [open, setOpen] = useState(false);\n\n const queryClient = useQueryClient();\n\n const spaceId2NameMap = mapValues(keyBy(spaceList, 'id'), 'name');\n\n const groupedBaseListMap = groupBy(baseList, 'spaceId');\n\n const groupedBaseList = Object.values(\n mapValues(groupedBaseListMap, (bases, spaceId) => {\n return {\n spaceId: spaceId,\n spaceName: spaceId2NameMap[spaceId],\n bases: bases,\n };\n })\n );\n\n const { mutateAsync: updateTemplateFn } = useMutation({\n mutationFn: (baseId: string) => updateTemplate(templateId, { baseId }),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateList() });\n setOpen(false);\n },\n });\n\n const baseName = useMemo(() => {\n return baseId\n ? baseList.find((base) => base.id === baseId)?.name\n : t('settings.templateAdmin.baseSelectPanel.selectBase');\n }, [baseId, baseList, t]);\n\n const [search, setSearch] = useState('');\n\n const filteredGroupedBaseList = useMemo(() => {\n return (\n groupedBaseList\n .map((group) => {\n const { bases } = group;\n return {\n ...group,\n bases: search\n ? bases.filter((base) => base.name.toLowerCase().includes(search.toLowerCase()))\n : bases,\n };\n })\n // the spaces has been deleted\n .filter((group) => group.spaceName)\n .filter((group) => group.bases.length > 0)\n );\n }, [groupedBaseList, search]);\n\n return (\n \n \n \n \n {baseName ?? t('settings.templateAdmin.baseSelectPanel.abnormalBase')}\n \n \n \n \n \n {t('settings.templateAdmin.baseSelectPanel.title')}\n \n {t('settings.templateAdmin.baseSelectPanel.description')}\n \n \n setSearch(e.target.value)}\n />\n
\n
\n {filteredGroupedBaseList.map((group) => (\n
\n
{group.spaceName}
\n
\n {group.bases.map((base) => (\n updateTemplateFn(base.id)}\n >\n {base.icon ?? }\n \n {base.name}\n \n \n ))}\n
\n
\n ))}\n
\n
\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/CategorySettingDialog.tsx", "content": "import type { DropResult } from '@hello-pangea/dnd';\nimport { DragDropContext, Droppable, Draggable } from '@hello-pangea/dnd';\nimport { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport { DraggableHandle, Settings, Plus, Edit, Trash } from '@teable/icons';\nimport type { ITemplateCategoryListVo } from '@teable/openapi';\nimport {\n createTemplateCategory,\n deleteTemplateCategory,\n getTemplateCategoryList,\n updateTemplateCategory,\n updateTemplateCategoryOrder,\n} from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport {\n Button,\n Dialog,\n DialogContent,\n DialogHeader,\n DialogTitle,\n DialogTrigger,\n Input,\n cn,\n} from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { useTranslation } from 'next-i18next';\nimport { useState, useEffect, useRef } from 'react';\n\nconst CategoryDraggableItem = ({\n category,\n isDragging,\n isClone,\n onEdit,\n onDelete,\n}: {\n category: ITemplateCategoryListVo;\n isDragging?: boolean;\n isClone?: boolean;\n onEdit?: (id: string, name: string) => void;\n onDelete?: (id: string) => void;\n}) => {\n const [isEditing, setIsEditing] = useState(false);\n const [name, setName] = useState(category.name);\n const inputRef = useRef(null);\n\n const handleSave = () => {\n if (name && name !== category.name) {\n onEdit?.(category.id, name);\n }\n setIsEditing(false);\n };\n\n return (\n \n \n {isEditing && !isClone ? (\n setName(e.target.value)}\n onBlur={handleSave}\n onKeyDown={(e) => {\n if (e.key === 'Enter') {\n handleSave();\n }\n if (e.key === 'Escape') {\n setName(category.name);\n setIsEditing(false);\n }\n }}\n />\n ) : (\n <>\n {category.name}\n {!isClone && (\n
\n {\n e.stopPropagation();\n setIsEditing(true);\n setTimeout(() => inputRef.current?.focus(), 0);\n }}\n >\n \n \n {\n e.stopPropagation();\n onDelete?.(category.id);\n }}\n >\n \n \n
\n )}\n \n )}\n \n );\n};\n\nexport const CategorySettingDialog = ({ children }: { children?: React.ReactNode }) => {\n const { t } = useTranslation('common');\n const queryClient = useQueryClient();\n const [open, setOpen] = useState(false);\n const [newCategoryName, setNewCategoryName] = useState('');\n\n const { data: categoryList } = useQuery({\n queryKey: ReactQueryKeys.templateCategoryList(),\n queryFn: () => getTemplateCategoryList().then((data) => data.data),\n });\n\n const [innerCategories, setInnerCategories] = useState([]);\n\n useEffect(() => {\n setInnerCategories(categoryList ?? []);\n }, [categoryList]);\n\n const { mutate: createCategoryFn } = useMutation({\n mutationFn: (name: string) => createTemplateCategory({ name }),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateCategoryList() });\n setNewCategoryName('');\n },\n });\n\n const { mutate: updateCategoryFn } = useMutation({\n mutationFn: ({ id, name }: { id: string; name: string }) =>\n updateTemplateCategory(id, { name }),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateCategoryList() });\n },\n });\n\n const { mutate: deleteCategoryFn } = useMutation({\n mutationFn: (id: string) => deleteTemplateCategory(id),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateCategoryList() });\n },\n });\n\n const { mutateAsync: updateCategoryOrderFn } = useMutation({\n mutationFn: ({\n templateCategoryId,\n anchorId,\n position,\n }: {\n templateCategoryId: string;\n anchorId: string;\n position: 'before' | 'after';\n }) => updateTemplateCategoryOrder({ templateCategoryId, anchorId, position }),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateCategoryList() });\n },\n });\n\n const handleAddCategory = () => {\n const trimmedName = newCategoryName.trim();\n if (!trimmedName) {\n toast.warning(t('settings.templateAdmin.tips.addCategoryTips'));\n return;\n }\n const isDuplicate = innerCategories.some(\n (category) => category.name.toLowerCase() === trimmedName.toLowerCase()\n );\n if (isDuplicate) {\n toast.warning(t('settings.templateAdmin.tips.duplicateCategoryName'));\n return;\n }\n createCategoryFn(trimmedName);\n };\n\n const onDragEnd = async (result: DropResult) => {\n const { source, destination } = result;\n\n if (!destination || source.index === destination.index) {\n return;\n }\n\n const list = [...innerCategories];\n const [category] = list.splice(source.index, 1);\n list.splice(destination.index, 0, category);\n setInnerCategories(list);\n\n const categoryIndex = list.findIndex((v) => v.id === category.id);\n if (categoryIndex === 0) {\n await updateCategoryOrderFn({\n templateCategoryId: category.id,\n anchorId: list[1].id,\n position: 'before',\n });\n } else {\n await updateCategoryOrderFn({\n templateCategoryId: category.id,\n anchorId: list[categoryIndex - 1].id,\n position: 'after',\n });\n }\n };\n\n return (\n \n \n {children ?? (\n \n )}\n \n \n \n {t('settings.templateAdmin.actions.manageCategory')}\n \n\n {/* Add new category */}\n
\n setNewCategoryName(e.target.value)}\n onKeyDown={(e) => {\n if (e.key === 'Enter') {\n handleAddCategory();\n }\n }}\n />\n \n
\n\n
\n {innerCategories.length > 0 ? (\n \n (\n \n \n
\n )}\n >\n {(droppableProvided) => (\n \n {innerCategories.map((category, index) => (\n \n {(draggableProvided, draggableSnapshot) => (\n \n updateCategoryFn({ id, name })}\n onDelete={deleteCategoryFn}\n />\n \n )}\n \n ))}\n {droppableProvided.placeholder}\n \n )}\n \n \n ) : (\n
\n {t('settings.templateAdmin.noData')}\n
\n )}\n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/MarkdownEditor.tsx", "content": "import { Edit } from '@teable/icons';\nimport { MarkDownEditor as MarkdownEditorComponent, MarkdownPreview } from '@teable/sdk';\nimport {\n cn,\n Dialog,\n DialogContent,\n DialogDescription,\n DialogFooter,\n DialogHeader,\n DialogTitle,\n DialogTrigger,\n Button,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\n\ninterface IMarkdownEditorProps {\n value?: string;\n onChange: (value: string) => void;\n}\n\nexport const MarkdownEditor = ({ value, onChange }: IMarkdownEditorProps) => {\n const { t } = useTranslation('common');\n const [innerValue, setInnerValue] = useState(value || '');\n const [isEditing, setIsEditing] = useState(false);\n\n return (\n
\n \n {value || value === '0' ? (\n {value}\n ) : (\n {t('noDescription')}\n )}\n
\n\n \n \n {\n setInnerValue(value || '');\n }}\n />\n \n \n \n {t('actions.edit')}\n \n {t('settings.templateAdmin.header.markdownDescription')}\n \n \n\n
\n {\n setInnerValue(value);\n }}\n autoFocusLastNode\n />\n
\n\n \n {\n onChange(innerValue);\n setIsEditing(false);\n }}\n >\n {t('actions.save')}\n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/MarkdownPreviewButton.tsx", "content": "import { Eye, Edit } from '@teable/icons';\nimport { MarkDownEditor as MarkdownEditorComponent, MarkdownPreview } from '@teable/sdk';\nimport {\n Dialog,\n DialogContent,\n DialogFooter,\n DialogHeader,\n DialogTitle,\n Button,\n Tabs,\n TabsContent,\n TabsList,\n TabsTrigger,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\n\ninterface IMarkdownPreviewButtonProps {\n value?: string;\n onChange: (value: string) => void;\n}\n\nexport const MarkdownPreviewButton = ({ value, onChange }: IMarkdownPreviewButtonProps) => {\n const { t } = useTranslation('common');\n const [innerValue, setInnerValue] = useState(value || '');\n const [isOpen, setIsOpen] = useState(false);\n const [activeTab, setActiveTab] = useState<'preview' | 'edit'>('preview');\n\n const handleOpen = () => {\n setInnerValue(value || '');\n setActiveTab(value ? 'preview' : 'edit');\n setIsOpen(true);\n };\n\n const handleSave = () => {\n onChange(innerValue);\n setIsOpen(false);\n };\n\n return (\n <>\n \n\n \n \n \n {t('settings.templateAdmin.header.markdownDescription')}\n \n\n setActiveTab(v as 'preview' | 'edit')}\n className=\"flex flex-1 flex-col overflow-hidden\"\n >\n \n \n \n {t('actions.preview')}\n \n \n \n {t('actions.edit')}\n \n \n\n \n {innerValue ? (\n {innerValue}\n ) : (\n
\n {t('noDescription')}\n
\n )}\n \n\n \n {\n setInnerValue(value);\n }}\n autoFocusLastNode\n />\n \n \n\n \n \n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/TemplateCategorySelect.tsx", "content": "import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport { Check, ChevronsUpDown, Plus, Trash, Edit } from '@teable/icons';\nimport type { ITemplateCategoryListVo, IUpdateTemplateRo } from '@teable/openapi';\nimport {\n createTemplateCategory,\n deleteTemplateCategory,\n getTemplateCategoryList,\n updateTemplate,\n updateTemplateCategory,\n} from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport {\n Command,\n CommandGroup,\n CommandInput,\n CommandItem,\n CommandList,\n Popover,\n PopoverContent,\n PopoverTrigger,\n Button,\n cn,\n Input,\n} from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo, useRef, useState } from 'react';\n\ninterface ITemplateCategorySelectProps {\n templateId: string;\n value?: string[];\n onChange: (ids: string[]) => void;\n}\n\ninterface ICategoryCommandItemProps {\n selectedIds?: string[];\n onToggle: (id: string) => void;\n templateCategory: ITemplateCategoryListVo;\n}\n\nconst CategoryCommandItem = (props: ICategoryCommandItemProps) => {\n const { selectedIds, onToggle, templateCategory } = props;\n const [isEditing, setIsEditing] = useState(false);\n const queryClient = useQueryClient();\n const { mutate: deleteTemplateCategoryFn } = useMutation({\n mutationFn: (id: string) => deleteTemplateCategory(id),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateCategoryList() });\n },\n });\n const { mutate: updateTemplateCategoryFn } = useMutation({\n mutationFn: (id: string) => updateTemplateCategory(id, { name }),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateCategoryList() });\n setIsEditing(false);\n },\n });\n const [name, setName] = useState(templateCategory.name);\n const inputRef = useRef(null);\n const isSelected = selectedIds?.includes(templateCategory.id);\n\n return (\n {\n onToggle(templateCategory.id);\n }}\n className=\"flex h-8 items-center justify-between gap-1\"\n >\n {isEditing ? (\n {\n setName(e.target.value);\n }}\n onBlur={(e) => {\n e.stopPropagation();\n if (name) {\n updateTemplateCategoryFn(templateCategory.id);\n }\n }}\n onKeyDown={(e) => {\n e.stopPropagation();\n if (e.key === 'Enter' && name) {\n updateTemplateCategoryFn(templateCategory.id);\n }\n\n if (e.key === 'Escape') {\n setIsEditing(false);\n }\n }}\n />\n ) : (\n
\n {templateCategory.name}\n {\n e.stopPropagation();\n setIsEditing(true);\n setTimeout(() => {\n inputRef.current?.focus();\n }, 0);\n }}\n >\n \n \n {\n e.stopPropagation();\n deleteTemplateCategoryFn(templateCategory.id);\n }}\n >\n \n \n \n
\n )}\n \n );\n};\n\nexport const TemplateCategorySelect = (props: ITemplateCategorySelectProps) => {\n const { value = [], onChange, templateId } = props;\n const { t } = useTranslation('common');\n const queryClient = useQueryClient();\n const { data: templateCategoryList } = useQuery({\n queryKey: ReactQueryKeys.templateCategoryList(),\n queryFn: () => getTemplateCategoryList().then((data) => data.data),\n });\n\n const { mutateAsync: updateTemplateFn } = useMutation({\n mutationFn: ({ templateId, updateRo }: { templateId: string; updateRo: IUpdateTemplateRo }) =>\n updateTemplate(templateId, { ...updateRo }),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateList() });\n },\n });\n\n const { mutate: createTemplateCategoryFn } = useMutation({\n mutationFn: (name: string) => createTemplateCategory({ name }),\n onSuccess: (res) => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateCategoryList() });\n setSearchValue('');\n const newCategoryId = [...value, res.data.id];\n updateTemplateFn({ templateId, updateRo: { categoryId: newCategoryId } });\n },\n });\n\n const [open, setOpen] = useState(false);\n const [searchValue, setSearchValue] = useState('');\n\n const searchInList = useMemo(() => {\n return Boolean(templateCategoryList?.find((tmp) => tmp.name === searchValue));\n }, [templateCategoryList, searchValue]);\n\n const selectedCategories = useMemo(() => {\n return templateCategoryList?.filter((tmp) => value.includes(tmp.id)) || [];\n }, [templateCategoryList, value]);\n\n const handleToggleCategory = (categoryId: string) => {\n const newValue = value.includes(categoryId)\n ? value.filter((id) => id !== categoryId)\n : [...value, categoryId];\n onChange(newValue);\n };\n\n const displayText =\n selectedCategories.length > 0\n ? selectedCategories.map((cat) => cat.name).join(', ')\n : t('settings.templateAdmin.actions.selectCategory');\n\n return (\n \n \n \n {displayText}\n \n \n \n \n \n setSearchValue(value)}\n />\n \n \n {templateCategoryList?.map((tmp) => (\n \n ))}\n \n\n {!searchInList && (\n {\n if (!searchValue) {\n toast.warning(t('settings.templateAdmin.tips.addCategoryTips'));\n } else {\n createTemplateCategoryFn(searchValue);\n }\n }}\n >\n \n \n {t('settings.templateAdmin.actions.addCategory')}\n \n {searchValue ? `\"${searchValue}\"` : ''}\n \n \n \n )}\n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/TemplateCover.tsx", "content": "import type { ITemplateCoverRo, ITemplateCoverVo } from '@teable/openapi';\nimport { useState } from 'react';\nimport { UploadPanel } from './upload-panel/UploadPanel';\n\ninterface ITemplateCoverProps {\n cover?: ITemplateCoverVo;\n onChange: (notify: ITemplateCoverRo | null) => void;\n}\n\nexport const TemplateCover = (props: ITemplateCoverProps) => {\n const { onChange, cover } = props;\n\n const [file, setFile] = useState(null);\n return (\n
\n {\n {\n setFile(null);\n onChange(null);\n }}\n onFinished={(res) => {\n onChange(res);\n }}\n onChange={(file) => {\n setFile(file);\n }}\n accept=\"image/*\"\n />\n }\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/TemplateTable.tsx", "content": "import type { DropResult } from '@hello-pangea/dnd';\nimport { DragDropContext, Droppable, Draggable } from '@hello-pangea/dnd';\nimport { useInfiniteQuery, useMutation, useQueryClient } from '@tanstack/react-query';\nimport { MoreHorizontal, Trash2, ArrowUp, DraggableHandle, Link } from '@teable/icons';\nimport type { ITemplateCoverRo, IUpdateTemplateRo } from '@teable/openapi';\nimport {\n deleteTemplate,\n getTemplateList,\n pinTopTemplate,\n updateTemplate,\n updateTemplateOrder,\n} from '@teable/openapi';\nimport { ReactQueryKeys, useIsHydrated } from '@teable/sdk';\nimport {\n Spin,\n Button,\n DropdownMenu,\n DropdownMenuContent,\n DropdownMenuGroup,\n DropdownMenuItem,\n DropdownMenuTrigger,\n Table,\n TableBody,\n TableCell,\n TableHead,\n TableHeader,\n TableRow,\n Switch,\n Avatar,\n AvatarImage,\n AvatarFallback,\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n TooltipPortal,\n cn,\n} from '@teable/ui-lib';\nimport dayjs from 'dayjs';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo, useState, useEffect } from 'react';\nimport { CategorySettingDialog } from './CategorySettingDialog';\nimport { MarkdownPreviewButton } from './MarkdownPreviewButton';\nimport { TemplateCategorySelect } from './TemplateCategorySelect';\nimport { TemplateCover } from './TemplateCover';\nimport { TemplateTooltips } from './TemplateTooltips';\nimport { TextEditor } from './TextEditor';\nimport { TextEditorDialog } from './TextEditorDialog';\n\nconst PAGE_SIZE = 20;\n\nexport const TemplateTable = () => {\n const { t } = useTranslation(['common']);\n\n const isHydrated = useIsHydrated();\n\n const { data, fetchNextPage, hasNextPage, isFetchingNextPage } = useInfiniteQuery({\n queryKey: ReactQueryKeys.templateList(),\n queryFn: ({ pageParam }) =>\n getTemplateList({\n skip: pageParam,\n take: PAGE_SIZE,\n }).then((res) => res.data),\n initialPageParam: 0,\n getNextPageParam: (lastPage, allPages) => {\n if (lastPage.length < PAGE_SIZE) {\n return undefined;\n }\n return allPages.length * PAGE_SIZE;\n },\n });\n\n const displayedData = useMemo(() => {\n return data?.pages.flatMap((page) => page) ?? [];\n }, [data]);\n\n const [innerTemplates, setInnerTemplates] = useState(displayedData);\n\n useEffect(() => {\n setInnerTemplates(displayedData);\n }, [displayedData]);\n\n const queryClient = useQueryClient();\n\n const { mutateAsync: deleteTemplateFn } = useMutation({\n mutationFn: (templateId: string) => deleteTemplate(templateId),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateList() });\n },\n });\n\n const { mutateAsync: updateTemplateFn } = useMutation({\n mutationFn: ({ templateId, updateRo }: { templateId: string; updateRo: IUpdateTemplateRo }) =>\n updateTemplate(templateId, { ...updateRo }),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateList() });\n },\n });\n\n const handlePublishTemplate = (templateId: string, isPublished: boolean) => {\n updateTemplateFn({ templateId, updateRo: { isPublished } });\n };\n\n const handleFeaturedTemplate = (templateId: string, featured: boolean) => {\n updateTemplateFn({ templateId, updateRo: { featured } });\n };\n\n const onChangeTemplateName = (templateId: string, name: string) => {\n updateTemplateFn({ templateId, updateRo: { name } });\n };\n\n const onChangeTemplateDescription = (templateId: string, description: string) => {\n updateTemplateFn({ templateId, updateRo: { description } });\n };\n\n const onChangeTemplateCover = (templateId: string, cover: ITemplateCoverRo | null) => {\n updateTemplateFn({ templateId, updateRo: { cover } });\n };\n\n const onChangeTemplateCategory = (templateId: string, categoryId: string[]) => {\n updateTemplateFn({ templateId, updateRo: { categoryId } });\n };\n\n const onChangeTemplateMarkdownDescription = (templateId: string, markdownDescription: string) => {\n updateTemplateFn({ templateId, updateRo: { markdownDescription } });\n };\n\n const { mutateAsync: pinTopTemplateFn } = useMutation({\n mutationFn: (templateId: string) => pinTopTemplate(templateId),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateList() });\n },\n });\n\n const { mutateAsync: updateTemplateOrderFn } = useMutation({\n mutationFn: ({\n templateId,\n anchorId,\n position,\n }: {\n templateId: string;\n anchorId: string;\n position: 'before' | 'after';\n }) => updateTemplateOrder({ templateId, anchorId, position }),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.templateList() });\n },\n });\n\n const onDragEnd = async (result: DropResult) => {\n const { source, destination } = result;\n\n if (!destination || source.index === destination.index) {\n return;\n }\n\n const list = [...innerTemplates];\n const [template] = list.splice(source.index, 1);\n list.splice(destination.index, 0, template);\n setInnerTemplates(list);\n\n const templateIndex = list.findIndex((v) => v.id === template.id);\n if (templateIndex === 0) {\n await updateTemplateOrderFn({\n templateId: template.id,\n anchorId: list[1].id,\n position: 'before',\n });\n } else {\n await updateTemplateOrderFn({\n templateId: template.id,\n anchorId: list[templateIndex - 1].id,\n position: 'after',\n });\n }\n };\n\n const renderTableRow = (row: (typeof innerTemplates)[number]) => {\n return (\n <>\n \n {\n onChangeTemplateCover(row.id, res);\n }}\n />\n \n \n {\n onChangeTemplateName(row.id, value);\n }}\n singleLine\n maxLength={50}\n />\n \n \n {\n onChangeTemplateDescription(row.id, value);\n }}\n title={t('settings.templateAdmin.header.description')}\n maxLines={2}\n />\n \n \n {\n onChangeTemplateMarkdownDescription(row.id, value);\n }}\n />\n \n \n onChangeTemplateCategory(row.id, ids)}\n />\n \n \n \n
\n {\n handleFeaturedTemplate(row?.id, checked);\n }}\n />\n
\n \n \n \n \n
\n {\n handlePublishTemplate(row?.id, checked);\n }}\n />\n
\n \n \n \n {row.snapshot?.snapshotTime ? (\n dayjs(row.snapshot.snapshotTime).format('YYYY-MM-DD HH:mm:ss')\n ) : (\n {t('settings.templateAdmin.noData')}\n )}\n \n \n {row.createdBy && row.createdBy.name ? (\n \n \n \n
\n \n \n \n {row.createdBy.name.charAt(0).toUpperCase()}\n \n \n {row.createdBy.name}\n
\n \n {row.createdBy.email && (\n \n \n

{row.createdBy.email}

\n \n \n )}\n \n \n ) : (\n \n {t('settings.templateAdmin.header.userNonExistent')}\n \n )}\n \n \n {row.usageCount ?? 0}/{row.visitCount ?? 0}\n \n \n \n \n \n {\n const defaultUrl = row.publishInfo?.defaultUrl;\n const url =\n defaultUrl || (row.snapshot?.baseId ? `/base/${row.snapshot.baseId}` : '');\n if (url) {\n window.open(`${window.location.origin}${url}`, '_blank');\n }\n }}\n >\n \n \n \n \n \n

{t('settings.templateAdmin.actions.viewTemplate')}

\n \n \n \n \n \n \n \n \n \n \n \n \n {\n pinTopTemplateFn(row.id);\n }}\n >\n \n {t('settings.templateAdmin.actions.pinTop')}\n \n {\n deleteTemplateFn(row.id);\n }}\n >\n \n {t('settings.templateAdmin.actions.delete')}\n \n \n \n \n \n \n );\n };\n\n return (\n
\n \n \n \n \n \n {t('settings.templateAdmin.header.cover')}\n \n \n {t('settings.templateAdmin.header.name')}\n \n \n {t('settings.templateAdmin.header.description')}\n \n \n {t('settings.templateAdmin.header.markdownDescription')}\n \n \n
\n {t('settings.templateAdmin.header.category')}\n \n
\n \n \n {t('settings.templateAdmin.header.featured')}\n \n \n {t('settings.templateAdmin.header.status')}\n \n \n {t('settings.templateAdmin.header.snapshotTime')}\n \n \n {t('settings.templateAdmin.header.createdBy')}\n \n \n {t('settings.templateAdmin.header.usage')}/{t('settings.templateAdmin.header.visit')}\n \n \n {t('settings.templateAdmin.header.preview')}\n \n \n {t('settings.templateAdmin.header.actions')}\n \n \n \n\n {isHydrated ? (\n \n \n {(droppableProvided) => (\n \n {innerTemplates?.map((row, index) => (\n \n {(draggableProvided, draggableSnapshot) => (\n \n \n \n \n {renderTableRow(row)}\n \n )}\n \n ))}\n {droppableProvided.placeholder}\n {innerTemplates?.length === 0 && (\n \n \n {t('settings.templateAdmin.noData')}\n \n \n )}\n \n )}\n \n \n ) : (\n \n {innerTemplates?.map((row) => (\n \n \n {renderTableRow(row)}\n \n ))}\n {innerTemplates?.length === 0 && (\n \n \n {t('settings.templateAdmin.noData')}\n \n \n )}\n \n )}\n
\n\n {/* Load more */}\n {hasNextPage && (\n
\n fetchNextPage()}\n disabled={isFetchingNextPage}\n >\n {isFetchingNextPage ? : t('actions.loadMore')}\n \n
\n )}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/TemplateTooltips.tsx", "content": "import { Tooltip, TooltipContent, TooltipProvider, TooltipTrigger } from '@teable/ui-lib';\n\ninterface ITooltipsProps {\n children: React.ReactNode;\n content: string;\n disabled?: boolean;\n}\n\nexport function TemplateTooltips(props: ITooltipsProps) {\n const { children, content, disabled } = props;\n return (\n \n \n \n
{children}
\n \n {disabled && {content}}\n \n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/TextEditor.tsx", "content": "import { Edit } from '@teable/icons';\nimport { cn, Input } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useRef, useState } from 'react';\ninterface ITextEditorProps {\n value?: string;\n onChange: (value: string) => void;\n defaultPlaceholder?: string;\n singleLine?: boolean;\n maxLength?: number;\n}\n\nexport const TextEditor = (props: ITextEditorProps) => {\n const { t } = useTranslation('common');\n const { value, onChange, defaultPlaceholder, singleLine = false, maxLength } = props;\n const [isEditing, setIsEditing] = useState(false);\n const [isHovered, setIsHovered] = useState(false);\n const [currentValue, setCurrentValue] = useState(value || '');\n const inputRef = useRef(null);\n\n const handleStartEdit = () => {\n setCurrentValue(value || '');\n setIsEditing(true);\n setTimeout(() => {\n inputRef?.current?.focus();\n inputRef?.current?.select();\n }, 0);\n };\n\n const handleSave = (newValue: string) => {\n if (newValue !== value) {\n onChange(newValue);\n }\n setIsEditing(false);\n };\n\n const handleCancel = () => {\n setIsEditing(false);\n };\n\n return (\n setIsHovered(true)}\n onMouseLeave={() => setIsHovered(false)}\n >\n {isEditing ? (\n
\n {\n setCurrentValue(e.target.value);\n }}\n onKeyDown={(e) => {\n const newValue = (e.target as HTMLInputElement).value;\n if (e.key === 'Enter') {\n handleSave(newValue);\n } else if (e.key === 'Escape') {\n handleCancel();\n }\n }}\n onBlur={(e) => {\n const newValue = e.target.value;\n handleSave(newValue);\n }}\n ref={inputRef}\n />\n {maxLength && (\n \n {currentValue.length}/{maxLength}\n \n )}\n
\n ) : (\n {\n if (e.key === 'Enter' || e.key === ' ') {\n e.preventDefault();\n handleStartEdit();\n }\n }}\n >\n {value || defaultPlaceholder || t('untitled')}\n \n )}\n\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/TextEditorDialog.tsx", "content": "import { Edit } from '@teable/icons';\nimport {\n cn,\n Dialog,\n DialogContent,\n DialogFooter,\n DialogHeader,\n DialogTitle,\n Button,\n Textarea,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\n\ninterface ITextEditorDialogProps {\n value?: string;\n onChange: (value: string) => void;\n title: string;\n placeholder?: string;\n maxLines?: number;\n}\n\nexport const TextEditorDialog = ({\n value,\n onChange,\n title,\n placeholder,\n maxLines = 1,\n}: ITextEditorDialogProps) => {\n const { t } = useTranslation('common');\n const [innerValue, setInnerValue] = useState(value || '');\n const [isOpen, setIsOpen] = useState(false);\n\n const handleOpen = () => {\n setInnerValue(value || '');\n setIsOpen(true);\n };\n\n const handleSave = () => {\n onChange(innerValue);\n setIsOpen(false);\n };\n\n return (\n <>\n {\n if (e.key === 'Enter' || e.key === ' ') {\n e.preventDefault();\n handleOpen();\n }\n }}\n role=\"button\"\n tabIndex={0}\n >\n \n {value || placeholder || t('untitled')}\n \n \n \n\n \n \n \n {title}\n \n\n
\n setInnerValue(e.target.value)}\n placeholder={placeholder || t('untitled')}\n className=\"min-h-[200px] resize-none\"\n />\n
\n {innerValue.length} {t('characters')}\n
\n
\n\n \n \n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/index.ts", "content": "export * from './TemplateTable';\nexport * from './BaseSelectPanel';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/upload-panel/Process.tsx", "content": "import { cn, Progress } from '@teable/ui-lib';\n\ninterface IFileItemProps {\n process: number;\n}\n\nexport const Process = (props: IFileItemProps) => {\n const { process } = props;\n\n return (\n
\n \n \n {process}%\n
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/upload-panel/TemplateCoverPreview.tsx", "content": "import { X } from '@teable/icons';\nimport type { ITemplateCoverVo } from '@teable/openapi';\nimport { useAttachmentPreviewI18Map } from '@teable/sdk/components/hooks';\nimport { cn, FilePreviewItem, FilePreviewProvider } from '@teable/ui-lib';\n\ninterface ITemplatePreviewProps {\n cover: ITemplateCoverVo;\n onClose: () => void;\n}\nexport const TemplateCoverPreview = (props: ITemplatePreviewProps) => {\n const { cover, onClose } = props;\n const i18nMap = useAttachmentPreviewI18Map();\n const { presignedUrl, mimetype, size, name } = cover;\n\n return (\n \n
\n {presignedUrl && (\n \n {name}\n \n )}\n
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/upload-panel/Trigger.tsx", "content": "import { useRef } from 'react';\nimport { useDropArea } from 'react-use';\n\ninterface IUploadProps {\n accept?: string;\n onChange: (file: File | null) => void;\n onBeforeUpload?: () => void;\n children: React.ReactElement;\n}\n\nexport const Trigger = (props: IUploadProps) => {\n const { onChange, children, accept, onBeforeUpload } = props;\n const uploadRef = useRef(null);\n\n const [bound] = useDropArea({\n onFiles: (files: File[]) => onChange(files[0]),\n });\n\n return (\n <>\n {\n onBeforeUpload?.();\n const files = (e.target.files && Array.from(e.target.files)) || null;\n if (files && files.length > 0) {\n onChange(files[0]);\n }\n }}\n >\n {\n if (uploadRef?.current) {\n uploadRef.current.value = '';\n uploadRef?.current?.click();\n }\n }}\n onKeyDown={(e) => {\n if (e.key === 'Enter') {\n uploadRef?.current?.click();\n }\n }}\n {...bound}\n >\n {children}\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/upload-panel/UploadPanel.tsx", "content": "import { generateAttachmentId } from '@teable/core';\nimport { Plus } from '@teable/icons';\nimport type { ITemplateCoverRo, ITemplateCoverVo } from '@teable/openapi';\nimport { UploadType } from '@teable/openapi';\nimport { AttachmentManager } from '@teable/sdk/components';\nimport { cn } from '@teable/ui-lib';\nimport { pick } from 'lodash';\nimport { useState } from 'react';\nimport { Process } from './Process';\nimport { TemplateCoverPreview } from './TemplateCoverPreview';\nimport { Trigger } from './Trigger';\n\ninterface IUploadPanelProps {\n file: File | null;\n accept?: string;\n onClose: () => void;\n onFinished: (result: ITemplateCoverRo) => void;\n onChange: (file: File | null) => void;\n cover?: ITemplateCoverVo;\n}\nconst attchmentManager = new AttachmentManager(1);\n\nconst UploadPanel = (props: IUploadPanelProps) => {\n const { file, accept, onChange, onFinished, onClose, cover } = props;\n const [process, setProcess] = useState(0);\n const [isImporting, setIsImporting] = useState(false);\n\n return (\n \n {\n setIsImporting(true);\n }}\n accept={accept}\n onChange={async (file) => {\n setIsImporting(false);\n if (file) {\n const attachmentId = generateAttachmentId();\n attchmentManager.upload([{ id: attachmentId, instance: file }], UploadType.Template, {\n successCallback: (_, result) => {\n const res = {\n ...pick(result, ['token', 'path', 'size', 'url', 'mimetype']),\n name: file.name,\n id: attachmentId,\n };\n onFinished?.(res);\n },\n progressCallback: (_, process) => {\n setProcess(process);\n },\n });\n }\n onChange(file);\n }}\n >\n \n {!cover && !file && }\n {cover && }\n {file && !cover && }\n \n \n \n );\n};\n\nexport { UploadPanel };\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/components/upload-panel/index.ts", "content": "export * from './Process';\nexport * from './Trigger';\nexport * from './UploadPanel';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/admin/template/index.ts", "content": "export * from './TemplatePage';\nexport * from './components';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/BasePermissionListener.tsx", "content": "import { useQuery } from '@tanstack/react-query';\nimport { getBaseById } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { useBaseId, usePermissionUpdateListener, useSession } from '@teable/sdk/hooks';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useCallback, useRef } from 'react';\nimport { baseConfig } from '@/features/i18n/base.config';\n\nexport const BasePermissionListener = () => {\n const baseId = useBaseId();\n const router = useRouter();\n const { t } = useTranslation(baseConfig.i18nNamespaces);\n const { user } = useSession();\n\n // Use ref to store the current active toast ID to prevent duplicates\n const activeToastIdRef = useRef();\n\n const { data: base, refetch } = useQuery({\n queryKey: ReactQueryKeys.base(baseId!),\n queryFn: ({ queryKey }) => getBaseById(queryKey[1]).then((res) => res.data),\n enabled: !!baseId,\n });\n\n const restrictedAuthority = base?.restrictedAuthority;\n\n const onPermissionUpdate = useCallback(\n async (operatorUserId?: string) => {\n // Skip notification if the current user is the one who made the permission change\n if (operatorUserId === user?.id) {\n return;\n }\n\n const base = await refetch();\n\n if (\n Boolean(restrictedAuthority) === Boolean(base.data?.restrictedAuthority) &&\n !restrictedAuthority\n ) {\n return;\n }\n\n // Show toast notification instead of modal dialog\n // eslint-disable-next-line sonarjs/cognitive-complexity\n // Use the same ID to prevent duplicate notifications\n const toastId = toast.warning(t('common:pagePermissionChangeTip'), {\n id: activeToastIdRef.current,\n position: 'top-center',\n closeButton: true,\n duration: 500000,\n action: {\n label: t('common:actions.refreshPage'),\n onClick: () => router.reload(),\n },\n dismissible: true,\n });\n\n // Store the toast ID for future deduplication\n activeToastIdRef.current = toastId;\n },\n [user?.id, refetch, restrictedAuthority, t, router]\n );\n\n usePermissionUpdateListener(baseId, onPermissionUpdate);\n\n return null;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-node/BaseNodeContext.ts", "content": "import { noop } from 'lodash';\nimport { createContext } from 'react';\nimport type { TreeItemData } from './hooks';\n\nexport const BaseNodeContext = createContext<{\n isLoading: boolean;\n maxFolderDepth: number;\n treeItems: Record;\n setTreeItems: (\n updater: (prev: Record) => Record\n ) => void;\n invalidateMenu: () => void;\n}>({\n isLoading: false,\n maxFolderDepth: 2,\n treeItems: {},\n setTreeItems: noop,\n invalidateMenu: noop,\n});\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-node/BaseNodeProvider.tsx", "content": "import { useBaseId } from '@teable/sdk/hooks';\nimport { useMemo } from 'react';\nimport { useShareNodeId } from '@/features/app/context/ShareContext';\nimport { BaseNodeContext } from './BaseNodeContext';\nimport { useBaseNode } from './hooks';\nimport { ROOT_ID } from './hooks/helper';\n\nexport const BaseNodeProvider: React.FC<{\n children: React.ReactNode;\n isRestrictedAuthority?: boolean;\n}> = ({ children, isRestrictedAuthority }) => {\n const baseId = useBaseId() as string;\n const context = useBaseNode(baseId, isRestrictedAuthority);\n const shareNodeId = useShareNodeId();\n\n // Filter treeItems based on share nodeId (include the node and all its descendants)\n const filteredContext = useMemo(() => {\n if (!shareNodeId) {\n // No filtering needed\n return context;\n }\n\n const filteredTreeItems: typeof context.treeItems = {};\n\n // Helper to collect all descendant node IDs\n const collectDescendants = (nodeId: string, descendantIds: Set) => {\n descendantIds.add(nodeId);\n const node = context.treeItems[nodeId];\n if (!node) return;\n for (const childId of node.children) {\n collectDescendants(childId, descendantIds);\n }\n };\n\n // Collect the shared node and all its descendants\n const allowedNodeIds = new Set();\n collectDescendants(shareNodeId, allowedNodeIds);\n\n // Add all allowed nodes\n for (const nodeId of allowedNodeIds) {\n if (context.treeItems[nodeId]) {\n filteredTreeItems[nodeId] = {\n ...context.treeItems[nodeId],\n // Filter children to only include allowed nodes\n children: context.treeItems[nodeId].children.filter((childId) =>\n allowedNodeIds.has(childId)\n ),\n };\n }\n }\n\n // Add ROOT_ID with filtered children (only the shared node at root level)\n if (context.treeItems[ROOT_ID]) {\n filteredTreeItems[ROOT_ID] = {\n ...context.treeItems[ROOT_ID],\n children: [shareNodeId],\n };\n }\n\n return {\n ...context,\n treeItems: filteredTreeItems,\n };\n }, [context, shareNodeId]);\n\n return {children};\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-node/hooks/helper.spec.ts", "content": "import { BaseNodeResourceType } from '@teable/openapi';\nimport { vi } from 'vitest';\nimport { findAdjacentNonFolderNode, ROOT_ID } from './helper';\nimport type { TreeItemData } from './useBaseNode';\n\n/**\n * Helper function to create a TreeItemData node for testing\n */\nconst createNode = (\n id: string,\n resourceType: BaseNodeResourceType,\n children: string[] = [],\n parentId: string | null = null\n): TreeItemData => ({\n id,\n resourceType,\n resourceId: id,\n resourceMeta: { name: `Node ${id}` },\n order: 0,\n parentId,\n children,\n});\n\n/**\n * Helper function to create a root node\n */\nconst createRootNode = (children: string[]): TreeItemData => ({\n id: ROOT_ID,\n resourceType: BaseNodeResourceType.Folder,\n resourceId: ROOT_ID,\n resourceMeta: { name: 'baseMenuRoot' },\n order: 0,\n parentId: null,\n children,\n});\n\ndescribe('findAdjacentNonFolderNode', () => {\n describe('basic traversal', () => {\n it('should return the next sibling if it is not a folder', () => {\n /**\n * Tree structure:\n * root\n * ├── table1 (current)\n * └── table2\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'table2']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n table2: createNode('table2', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('table2');\n });\n\n it('should return the previous sibling if next sibling does not exist', () => {\n /**\n * Tree structure:\n * root\n * ├── table1\n * └── table2 (current)\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'table2']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n table2: createNode('table2', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table2');\n expect(result?.id).toBe('table1');\n });\n\n it('should return null when only one non-folder node exists', () => {\n /**\n * Tree structure:\n * root\n * └── table1 (current)\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result).toBeNull();\n });\n });\n\n describe('folder handling', () => {\n it('should skip folder and return the next non-folder node', () => {\n /**\n * Tree structure:\n * root\n * ├── table1 (current)\n * ├── folder1\n * └── table2\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'folder1', 'table2']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n folder1: createNode('folder1', BaseNodeResourceType.Folder),\n table2: createNode('table2', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('table2');\n });\n\n it('should enter folder children when searching below', () => {\n /**\n * Tree structure:\n * root\n * ├── table1 (current)\n * └── folder1\n * └── table2\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'folder1']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n folder1: createNode('folder1', BaseNodeResourceType.Folder, ['table2']),\n table2: createNode('table2', BaseNodeResourceType.Table, [], 'folder1'),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('table2');\n });\n\n it('should skip empty folders and continue searching', () => {\n /**\n * Tree structure:\n * root\n * ├── table1 (current)\n * ├── folder1 (empty)\n * └── table2\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'folder1', 'table2']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n folder1: createNode('folder1', BaseNodeResourceType.Folder, []),\n table2: createNode('table2', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('table2');\n });\n\n it('should return null when only folders exist besides current node', () => {\n /**\n * Tree structure:\n * root\n * ├── table1 (current)\n * └── folder1\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'folder1']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n folder1: createNode('folder1', BaseNodeResourceType.Folder),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result).toBeNull();\n });\n });\n\n describe('nested folder traversal', () => {\n it('should find node in deeply nested folder', () => {\n /**\n * Tree structure:\n * root\n * ├── table1 (current)\n * └── folder1\n * └── folder2\n * └── table2\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'folder1']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n folder1: createNode('folder1', BaseNodeResourceType.Folder, ['folder2']),\n folder2: createNode('folder2', BaseNodeResourceType.Folder, ['table2'], 'folder1'),\n table2: createNode('table2', BaseNodeResourceType.Table, [], 'folder2'),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('table2');\n });\n\n it('should find parent sibling after reaching end of nested structure', () => {\n /**\n * Tree structure:\n * root\n * ├── folder1\n * │ └── table1 (current)\n * └── table2\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['folder1', 'table2']),\n folder1: createNode('folder1', BaseNodeResourceType.Folder, ['table1']),\n table1: createNode('table1', BaseNodeResourceType.Table, [], 'folder1'),\n table2: createNode('table2', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('table2');\n });\n\n it('should traverse up and find previous sibling last descendant', () => {\n /**\n * Tree structure:\n * root\n * ├── folder1\n * │ └── table1\n * └── table2 (current)\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['folder1', 'table2']),\n folder1: createNode('folder1', BaseNodeResourceType.Folder, ['table1']),\n table1: createNode('table1', BaseNodeResourceType.Table, [], 'folder1'),\n table2: createNode('table2', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table2');\n expect(result?.id).toBe('table1');\n });\n });\n\n describe('alternating search pattern', () => {\n it('should prefer below over above when both exist', () => {\n /**\n * Tree structure:\n * root\n * ├── table1\n * ├── table2 (current)\n * └── table3\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'table2', 'table3']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n table2: createNode('table2', BaseNodeResourceType.Table),\n table3: createNode('table3', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table2');\n expect(result?.id).toBe('table3');\n });\n\n it('should fall back to above when below is folder', () => {\n /**\n * Tree structure:\n * root\n * ├── table1\n * ├── table2 (current)\n * └── folder1 (empty)\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'table2', 'folder1']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n table2: createNode('table2', BaseNodeResourceType.Table),\n folder1: createNode('folder1', BaseNodeResourceType.Folder),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table2');\n expect(result?.id).toBe('table1');\n });\n });\n\n describe('different resource types', () => {\n it('should return dashboard node', () => {\n /**\n * Tree structure:\n * root\n * ├── table1 (current)\n * └── dashboard1\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'dashboard1']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n dashboard1: createNode('dashboard1', BaseNodeResourceType.Dashboard),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('dashboard1');\n });\n\n it('should return workflow node', () => {\n /**\n * Tree structure:\n * root\n * ├── table1 (current)\n * └── workflow1\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'workflow1']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n workflow1: createNode('workflow1', BaseNodeResourceType.Workflow),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('workflow1');\n });\n\n it('should return app node', () => {\n /**\n * Tree structure:\n * root\n * ├── table1 (current)\n * └── app1\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'app1']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n app1: createNode('app1', BaseNodeResourceType.App),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('app1');\n });\n\n it('should handle mixed resource types', () => {\n /**\n * Tree structure:\n * root\n * ├── folder1\n * ├── table1 (current)\n * ├── folder2\n * ├── dashboard1\n * └── workflow1\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['folder1', 'table1', 'folder2', 'dashboard1', 'workflow1']),\n folder1: createNode('folder1', BaseNodeResourceType.Folder),\n table1: createNode('table1', BaseNodeResourceType.Table),\n folder2: createNode('folder2', BaseNodeResourceType.Folder),\n dashboard1: createNode('dashboard1', BaseNodeResourceType.Dashboard),\n workflow1: createNode('workflow1', BaseNodeResourceType.Workflow),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('dashboard1');\n });\n });\n\n describe('complex tree structures', () => {\n it('should handle complex nested structure with multiple folders', () => {\n /**\n * Tree structure:\n * root\n * ├── folder1\n * │ ├── folder2\n * │ │ └── table1 (current)\n * │ └── table2\n * └── table3\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['folder1', 'table3']),\n folder1: createNode('folder1', BaseNodeResourceType.Folder, ['folder2', 'table2']),\n folder2: createNode('folder2', BaseNodeResourceType.Folder, ['table1'], 'folder1'),\n table1: createNode('table1', BaseNodeResourceType.Table, [], 'folder2'),\n table2: createNode('table2', BaseNodeResourceType.Table, [], 'folder1'),\n table3: createNode('table3', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('table2');\n });\n\n it('should find last descendant when going up from last child', () => {\n /**\n * Tree structure:\n * root\n * ├── folder1\n * │ ├── table1\n * │ └── table2\n * └── table3 (current)\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['folder1', 'table3']),\n folder1: createNode('folder1', BaseNodeResourceType.Folder, ['table1', 'table2']),\n table1: createNode('table1', BaseNodeResourceType.Table, [], 'folder1'),\n table2: createNode('table2', BaseNodeResourceType.Table, [], 'folder1'),\n table3: createNode('table3', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table3');\n // Should find table2 as it's the last descendant of folder1\n expect(result?.id).toBe('table2');\n });\n\n it('should handle sibling at same level after nested children', () => {\n /**\n * Tree structure:\n * root\n * ├── folder1\n * │ └── table1 (current)\n * ├── folder2\n * │ └── table2\n * └── table3\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['folder1', 'folder2', 'table3']),\n folder1: createNode('folder1', BaseNodeResourceType.Folder, ['table1']),\n table1: createNode('table1', BaseNodeResourceType.Table, [], 'folder1'),\n folder2: createNode('folder2', BaseNodeResourceType.Folder, ['table2']),\n table2: createNode('table2', BaseNodeResourceType.Table, [], 'folder2'),\n table3: createNode('table3', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n // Should go to folder2's first child (table2)\n expect(result?.id).toBe('table2');\n });\n });\n\n describe('edge cases', () => {\n it('should return null for non-existent node', () => {\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'nonexistent');\n expect(result).toBeNull();\n });\n\n it('should return null for empty tree', () => {\n const treeItems: Record = {\n [ROOT_ID]: createRootNode([]),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result).toBeNull();\n });\n\n it('should handle tree with only folders', () => {\n /**\n * Tree structure:\n * root\n * ├── folder1 (current)\n * └── folder2\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['folder1', 'folder2']),\n folder1: createNode('folder1', BaseNodeResourceType.Folder),\n folder2: createNode('folder2', BaseNodeResourceType.Folder),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'folder1');\n expect(result).toBeNull();\n });\n\n it('should find node when current is a folder with children', () => {\n /**\n * Tree structure:\n * root\n * ├── folder1 (current)\n * │ └── table1\n * └── table2\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['folder1', 'table2']),\n folder1: createNode('folder1', BaseNodeResourceType.Folder, ['table1']),\n table1: createNode('table1', BaseNodeResourceType.Table, [], 'folder1'),\n table2: createNode('table2', BaseNodeResourceType.Table),\n };\n\n const result = findAdjacentNonFolderNode(treeItems, 'folder1');\n expect(result?.id).toBe('table1');\n });\n });\n\n describe('circular reference protection', () => {\n it('should handle circular reference in children (prevent infinite recursion)', () => {\n /**\n * Malformed tree with circular reference:\n * folder1.children includes folder1 itself\n */\n const folder1Node = createNode('folder1', BaseNodeResourceType.Folder, ['folder1']);\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['folder1', 'table1']),\n folder1: folder1Node,\n table1: createNode('table1', BaseNodeResourceType.Table),\n };\n\n // Should not crash, should handle gracefully\n const consoleSpy = vi.spyOn(console, 'error').mockImplementation(() => {\n // Suppress error logs during test\n });\n const result = findAdjacentNonFolderNode(treeItems, 'folder1');\n\n // Should return table1 or null, but not crash\n expect(result?.id === 'table1' || result === null).toBe(true);\n consoleSpy.mockRestore();\n });\n\n it('should handle circular reference in parent chain (prevent infinite loop in getItemBelow)', () => {\n /**\n * Malformed tree where node points to itself as parent\n */\n const circularNode = createNode('circular', BaseNodeResourceType.Folder, [], 'circular');\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['circular', 'table1']),\n circular: circularNode,\n table1: createNode('table1', BaseNodeResourceType.Table),\n };\n\n const consoleSpy = vi.spyOn(console, 'error').mockImplementation(() => {\n // Suppress error logs during test\n });\n const result = findAdjacentNonFolderNode(treeItems, 'circular');\n\n // Should handle gracefully without infinite loop\n expect(result?.id === 'table1' || result === null).toBe(true);\n consoleSpy.mockRestore();\n });\n\n it('should not exceed max iterations for deeply nested structure', () => {\n /**\n * Create a very deep structure to test max iteration limit\n * root -> folder1 -> folder2 -> ... -> folder10 -> table1\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['folder1', 'table2']),\n };\n\n let currentParent = 'folder1';\n for (let i = 1; i <= 10; i++) {\n const folderId = `folder${i}`;\n const nextId = i === 10 ? 'table1' : `folder${i + 1}`;\n\n treeItems[folderId] = createNode(\n folderId,\n BaseNodeResourceType.Folder,\n [nextId],\n i === 1 ? null : `folder${i - 1}`\n );\n currentParent = folderId;\n }\n\n treeItems['table1'] = createNode('table1', BaseNodeResourceType.Table, [], 'folder10');\n treeItems['table2'] = createNode('table2', BaseNodeResourceType.Table);\n\n // Should handle deep nesting without hitting max iterations\n const result = findAdjacentNonFolderNode(treeItems, 'folder5');\n expect(result?.id).toBeDefined();\n\n // Verify currentParent is used (eslint fix)\n expect(currentParent).toBe('folder10');\n });\n\n it('should handle two-node circular reference in main loop', () => {\n /**\n * Test case where getItemBelow/getItemAbove might revisit nodes\n */\n const treeItems: Record = {\n [ROOT_ID]: createRootNode(['table1', 'table2']),\n table1: createNode('table1', BaseNodeResourceType.Table),\n table2: createNode('table2', BaseNodeResourceType.Table),\n };\n\n // Normal case should work\n const result = findAdjacentNonFolderNode(treeItems, 'table1');\n expect(result?.id).toBe('table2');\n });\n });\n});\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-node/hooks/helper.ts", "content": "import type { UrlObject } from 'url';\nimport { Table2 } from '@teable/icons';\nimport type { IBaseNodeResourceMeta, IBaseNodeVo } from '@teable/openapi';\nimport { BaseNodeResourceType, LastVisitResourceType, ResourceType } from '@teable/openapi';\nimport { keyBy } from 'lodash';\nimport { AppWindowMacIcon, BotIcon, CircleGaugeIcon, FolderClosedIcon } from 'lucide-react';\nimport type { TreeItemData } from './useBaseNode';\n\ntype TreeRootItem = {\n id: typeof ROOT_ID;\n resourceType: BaseNodeResourceType.Folder;\n resourceId: typeof ROOT_ID;\n resourceMeta: IBaseNodeResourceMeta;\n children: string[];\n};\n\nexport const ROOT_ID = '__root__';\n\nexport const BaseNodeResourceIconMap = {\n [BaseNodeResourceType.Folder]: FolderClosedIcon,\n [BaseNodeResourceType.Dashboard]: CircleGaugeIcon,\n [BaseNodeResourceType.Workflow]: BotIcon,\n [BaseNodeResourceType.App]: AppWindowMacIcon,\n [BaseNodeResourceType.Table]: Table2,\n};\n\nexport const BaseNodeResourceLastVisitMap = {\n [BaseNodeResourceType.Table]: LastVisitResourceType.Table,\n [BaseNodeResourceType.Dashboard]: LastVisitResourceType.Dashboard,\n [BaseNodeResourceType.Workflow]: LastVisitResourceType.Workflow,\n [BaseNodeResourceType.App]: LastVisitResourceType.App,\n};\n\nexport const getNodeName = (node: { resourceMeta?: IBaseNodeResourceMeta }): string => {\n return node.resourceMeta?.name ?? '';\n};\n\nexport const getNodeIcon = (node: {\n resourceMeta?: IBaseNodeResourceMeta;\n}): string | null | undefined => {\n return node.resourceMeta?.icon;\n};\n\nexport const getNodeUrl = (props: {\n baseId: string;\n resourceType: string;\n resourceId: string;\n viewId?: string | null;\n urlPrefix?: string;\n}): UrlObject | null => {\n const { baseId, resourceId, resourceType, viewId, urlPrefix = '' } = props;\n switch (resourceType) {\n case ResourceType.Table:\n if (viewId) {\n return {\n pathname: `${urlPrefix}/base/${baseId}/table/${resourceId}/${viewId}`,\n };\n }\n return {\n pathname: `${urlPrefix}/base/${baseId}/table/${resourceId}`,\n };\n case ResourceType.Dashboard:\n return {\n pathname: `${urlPrefix}/base/${baseId}/dashboard/${resourceId}`,\n };\n case ResourceType.Workflow:\n return {\n pathname: `${urlPrefix}/base/${baseId}/automation/${resourceId}`,\n };\n case ResourceType.App:\n return {\n pathname: `${urlPrefix}/base/${baseId}/app/${resourceId}`,\n };\n case ResourceType.Base:\n return {\n pathname: `/base/${resourceId}`,\n };\n default:\n return null;\n }\n};\n\nexport const parseNodeUrl = (props: {\n baseId: string;\n url: string;\n urlParams: {\n dashboardId?: string;\n automationId?: string;\n appId?: string;\n tableId?: string;\n };\n}) => {\n const { baseId, url, urlParams } = props;\n const { dashboardId, automationId, appId, tableId } = urlParams;\n if (url.includes(`/base/${baseId}/dashboard/${dashboardId}`)) {\n return {\n resourceType: BaseNodeResourceType.Dashboard,\n resourceId: dashboardId,\n };\n }\n if (url.includes(`/base/${baseId}/automation/${automationId}`)) {\n return {\n resourceType: BaseNodeResourceType.Workflow,\n resourceId: automationId,\n };\n }\n if (url.includes(`/base/${baseId}/app/${appId}`)) {\n return {\n resourceType: BaseNodeResourceType.App,\n resourceId: appId,\n };\n }\n if (url.includes(`/base/${baseId}/table/${tableId}`)) {\n return {\n resourceType: BaseNodeResourceType.Table,\n resourceId: tableId,\n };\n }\n return null;\n};\n\nexport const cleanParentId = (parentId?: string | null) => {\n if (parentId === ROOT_ID) {\n return null;\n }\n return parentId;\n};\n\nconst cleanNodes = (nodes: IBaseNodeVo[], nodeMap: Record): IBaseNodeVo[] => {\n return nodes.map((node) => {\n let parentId = null;\n if (node.parentId) {\n const parentNode = nodeMap[node.parentId];\n if (\n parentNode?.id === node.parentId &&\n parentNode.resourceType === BaseNodeResourceType.Folder\n ) {\n parentId = node.parentId;\n } else {\n console.error(\n `base menu node ${node.id} parentId is not valid, node: ${JSON.stringify(node)}, parentNode: ${JSON.stringify(parentNode)}`\n );\n }\n }\n const originalChildren = node.children ?? [];\n let children = originalChildren;\n if (children) {\n children = children.filter((child) => nodeMap[child.id]?.id === child.id);\n if (children.length !== originalChildren.length) {\n console.error('base menu node children is not valid', node);\n }\n }\n return {\n ...node,\n parentId,\n children,\n };\n });\n};\n\nexport const buildTreeItems = (nodes: IBaseNodeVo[]): Record => {\n const nodeMap = keyBy(nodes, 'id');\n const cleanedNodes = cleanNodes(nodes, nodeMap);\n const result: Record = {\n [ROOT_ID]: {\n id: ROOT_ID,\n resourceType: BaseNodeResourceType.Folder,\n resourceId: ROOT_ID,\n resourceMeta: {\n name: 'baseMenuRoot',\n },\n children: [],\n },\n };\n\n for (const node of cleanedNodes) {\n if (!node.parentId) {\n result[ROOT_ID].children.push(node.id);\n }\n result[node.id] = {\n ...node,\n children: (node.children ?? []).map((child) => child.id),\n };\n }\n return result as Record;\n};\n\n/**\n * Find adjacent non-folder node after deletion using alternating below/above traversal.\n * This matches the exact behavior of BaseNodeTree's deleteSuccefulyCallback.\n *\n * Uses depth-first traversal order (visual tree order):\n * - getItemBelow: first child > next sibling > parent's next sibling\n * - getItemAbove: previous sibling's last descendant > parent\n *\n * Note: Assumes treeItems is already validated by buildTreeItems/cleanNodes.\n */\nexport const findAdjacentNonFolderNode = (\n treeItems: Record,\n currentNodeId: string\n // eslint-disable-next-line sonarjs/cognitive-complexity\n): TreeItemData | null => {\n const isFolder = (nodeId: string) =>\n treeItems[nodeId]?.resourceType === BaseNodeResourceType.Folder;\n\n /**\n * Get the next node in depth-first (visual) order\n * Order: first child > next sibling > parent's next sibling (recursive)\n */\n const getItemBelow = (nodeId: string): string | null => {\n const node = treeItems[nodeId];\n if (!node) return null;\n\n // 1. If has children, return first child\n if (node.children.length > 0) {\n return node.children[0];\n }\n\n // 2. Find next sibling or ancestor's next sibling\n let currentId: string | null = nodeId;\n let levels = 0;\n\n while (currentId && levels < 100) {\n const current: TreeItemData | undefined = treeItems[currentId];\n if (!current) return null;\n\n const parentId: string = current.parentId ?? ROOT_ID;\n const parent: TreeItemData | undefined = treeItems[parentId];\n if (!parent) return null;\n\n const currentIndex = parent.children.indexOf(currentId);\n\n // If has next sibling, return it\n if (currentIndex >= 0 && currentIndex < parent.children.length - 1) {\n return parent.children[currentIndex + 1];\n }\n\n // Go up to parent and continue searching\n if (parentId === ROOT_ID) return null;\n currentId = parentId;\n levels++;\n }\n\n return null;\n };\n\n /**\n * Get the previous node in depth-first (visual) order\n * Order: previous sibling's last descendant > parent\n */\n const getItemAbove = (nodeId: string): string | null => {\n const node = treeItems[nodeId];\n if (!node) return null;\n\n const parentId = node.parentId ?? ROOT_ID;\n const parent = treeItems[parentId];\n if (!parent) return null;\n\n const currentIndex = parent.children.indexOf(nodeId);\n\n // 1. If has previous sibling, return its last descendant\n if (currentIndex > 0) {\n const prevSiblingId = parent.children[currentIndex - 1];\n return getLastDescendant(prevSiblingId);\n }\n\n // 2. Return parent (if not root)\n if (parentId === ROOT_ID) return null;\n return parentId;\n };\n\n /**\n * Get the last descendant of a node (depth-first, rightmost)\n */\n const getLastDescendant = (nodeId: string, depth = 0): string => {\n // Depth limit as safety net (tree shouldn't be deeper than reasonable limit)\n if (depth > 100) return nodeId;\n\n const node = treeItems[nodeId];\n if (!node || node.children.length === 0) return nodeId;\n\n const lastChildId = node.children[node.children.length - 1];\n return getLastDescendant(lastChildId, depth + 1);\n };\n\n // Alternating search: below first, then above, repeat\n // visited set prevents revisiting nodes in case of data anomalies\n const visited = new Set([currentNodeId]);\n let belowId: string | null = currentNodeId;\n let aboveId: string | null = currentNodeId;\n\n while (belowId || aboveId) {\n // Try below first\n if (belowId) {\n belowId = getItemBelow(belowId);\n if (belowId && !visited.has(belowId)) {\n visited.add(belowId);\n if (!isFolder(belowId)) {\n return treeItems[belowId];\n }\n } else {\n belowId = null; // Stop this direction\n }\n }\n\n // Then try above\n if (aboveId) {\n aboveId = getItemAbove(aboveId);\n if (aboveId && !visited.has(aboveId)) {\n visited.add(aboveId);\n if (!isFolder(aboveId)) {\n return treeItems[aboveId];\n }\n } else {\n aboveId = null; // Stop this direction\n }\n }\n }\n\n return null;\n};\n\nexport const hasChildrenNode = (parentId: string, nodes: IBaseNodeVo[]): boolean => {\n const parentNode = nodes.find((node) => node.id === parentId);\n if (!parentNode) return false;\n\n // Check if parent has any children\n if (!parentNode.children || parentNode.children.length === 0) {\n return false;\n }\n\n // Check each child node\n for (const child of parentNode.children) {\n const childNode = nodes.find((node) => node.id === child.id);\n if (!childNode) continue;\n\n // If child is not a folder, we found a non-folder node\n if (childNode.resourceType !== BaseNodeResourceType.Folder) {\n return true;\n }\n\n // If child is a folder, recursively check if it has non-folder children\n if (hasChildrenNode(childNode.id, nodes)) {\n return true;\n }\n }\n\n return false;\n};\n\nexport const getChildrenNodes = (parentId: string, nodes: IBaseNodeVo[]): IBaseNodeVo[] => {\n const parentNode = nodes.find((node) => node.id === parentId);\n if (!parentNode) return [];\n const children = [];\n for (const child of parentNode.children ?? []) {\n const childNode = nodes.find((node) => node.id === child.id);\n if (!childNode) continue;\n if (childNode.children && childNode.children.length > 0) {\n children.push(...getChildrenNodes(childNode.id, nodes));\n }\n if (childNode.resourceType === BaseNodeResourceType.Folder) {\n continue;\n }\n children.push(childNode);\n }\n return children;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-node/hooks/index.ts", "content": "export * from './useBaseNode';\nexport * from './useBaseNodeCrud';\nexport * from './helper';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-node/hooks/useBaseNode.ts", "content": "import { useQuery, useQueryClient } from '@tanstack/react-query';\nimport { getBaseNodeChannel } from '@teable/core';\nimport type { IBaseNodeTreeVo, IBaseNodeVo } from '@teable/openapi';\nimport { BaseNodeResourceType, getBaseNodeTree } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { useConnection } from '@teable/sdk/hooks';\nimport { isEmpty, get } from 'lodash';\nimport { useCallback, useEffect, useMemo, useState } from 'react';\nimport { buildTreeItems, hasChildrenNode } from './helper';\n\nexport type TreeItemData = Omit & { children: string[] };\n\nexport const useBaseNode = (baseId: string, isRestrictedAuthority?: boolean) => {\n const { connection } = useConnection();\n const channel = getBaseNodeChannel(baseId);\n const presence = connection?.getPresence(channel);\n const [nodes, setNodes] = useState([]);\n const queryClient = useQueryClient();\n\n // Initialize treeItems from cache to avoid flash of empty state on remount\n const [treeItems, setTreeItems] = useState>(() => {\n const cachedData = queryClient.getQueryData(\n ReactQueryKeys.baseNodeTree(baseId)\n );\n if (cachedData?.nodes && cachedData.nodes.length > 0) {\n return buildTreeItems(cachedData.nodes);\n }\n return {};\n });\n\n const { data: queryData, isLoading } = useQuery({\n queryKey: ReactQueryKeys.baseNodeTree(baseId),\n queryFn: ({ queryKey }) => getBaseNodeTree(queryKey[1]).then((res) => res.data),\n enabled: Boolean(baseId),\n });\n\n const invalidateMenu = useCallback(() => {\n if (baseId) {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.baseNodeTree(baseId) });\n }\n }, [baseId, queryClient]);\n\n const maxFolderDepth = useMemo(() => {\n return queryData?.maxFolderDepth ?? 2;\n }, [queryData?.maxFolderDepth]);\n\n useEffect(() => {\n if (queryData?.nodes) {\n setNodes(queryData?.nodes);\n }\n }, [queryData?.nodes, setNodes]);\n\n useEffect(() => {\n if (nodes.length > 0) {\n setTreeItems(\n buildTreeItems(\n isRestrictedAuthority\n ? nodes.filter((node) => {\n if (node.resourceType === BaseNodeResourceType.Folder) {\n return hasChildrenNode(node.id, nodes);\n }\n return true;\n })\n : nodes\n )\n );\n } else {\n setTreeItems({});\n }\n }, [nodes, setTreeItems, isRestrictedAuthority]);\n\n useEffect(() => {\n if (!presence || !channel) {\n return;\n }\n\n if (presence.subscribed) {\n return;\n }\n\n presence.subscribe();\n\n const receiveHandler = () => {\n const { remotePresences } = presence;\n if (!isEmpty(remotePresences)) {\n const remotePayload = get(remotePresences, channel);\n if (remotePayload) {\n invalidateMenu();\n }\n }\n };\n\n presence.on('receive', receiveHandler);\n\n return () => {\n presence?.removeListener('receive', receiveHandler);\n presence?.listenerCount('receive') === 0 && presence?.unsubscribe();\n presence?.listenerCount('receive') === 0 && presence?.destroy();\n };\n }, [connection, presence, channel, setNodes, invalidateMenu]);\n\n return useMemo(() => {\n return {\n isLoading,\n maxFolderDepth,\n treeItems,\n setTreeItems,\n invalidateMenu,\n };\n }, [isLoading, maxFolderDepth, treeItems, setTreeItems, invalidateMenu]);\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-node/hooks/useBaseNodeContext.ts", "content": "import { useContext } from 'react';\nimport { BaseNodeContext } from '../BaseNodeContext';\n\nexport const useBaseNodeContext = () => {\n return useContext(BaseNodeContext);\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-node/hooks/useBaseNodeCrud.ts", "content": "import { useMutation } from '@tanstack/react-query';\nimport { getUniqName } from '@teable/core';\nimport type {\n IMoveBaseNodeRo,\n ICreateBaseNodeRo,\n IDuplicateBaseNodeRo,\n IUpdateBaseNodeRo,\n IBaseNodeVo,\n} from '@teable/openapi';\nimport {\n moveBaseNode,\n createBaseNode,\n deleteBaseNode,\n duplicateBaseNode,\n updateBaseNode,\n permanentDeleteBaseNode,\n} from '@teable/openapi';\nimport { useBaseId } from '@teable/sdk/hooks';\nimport { useTranslation } from 'next-i18next';\nimport { useCallback, useMemo } from 'react';\nimport { cleanParentId, getNodeName } from './helper';\nimport { useBaseNodeContext } from './useBaseNodeContext';\n\ninterface IUseBaseNodeCrudOptions {\n onCreateSuccess?: (node: IBaseNodeVo) => void;\n onDuplicateSuccess?: (node: IBaseNodeVo) => void;\n onUpdateSuccess?: (node: IBaseNodeVo) => void;\n onUpdateError?: (error: unknown, variables: { nodeId: string; ro: IUpdateBaseNodeRo }) => void;\n onMoveSuccess?: (node: IBaseNodeVo) => void;\n onMoveError?: (error: unknown, variables: { nodeId: string; ro: IMoveBaseNodeRo }) => void;\n onDeleteSuccess?: (nodeId: string) => void;\n}\n\nexport const useBaseNodeCrud = (props?: IUseBaseNodeCrudOptions) => {\n const baseId = useBaseId() as string;\n const { t } = useTranslation(['table', 'common']);\n\n const { treeItems, invalidateMenu } = useBaseNodeContext();\n\n const { mutateAsync: createNodeFn } = useMutation({\n mutationFn: (ro: ICreateBaseNodeRo) => createBaseNode(baseId, ro).then((res) => res.data),\n onSuccess: (node) => {\n props?.onCreateSuccess?.(node);\n },\n });\n\n const { mutateAsync: updateNodeFn } = useMutation({\n mutationFn: ({ nodeId, ro }: { nodeId: string; ro: IUpdateBaseNodeRo }) =>\n updateBaseNode(baseId, nodeId, ro).then((res) => res.data),\n onSuccess: (node) => {\n props?.onUpdateSuccess?.(node);\n },\n onError: (error, variables) => {\n invalidateMenu();\n props?.onUpdateError?.(error, variables);\n },\n });\n\n const { mutateAsync: duplicateNodeFn } = useMutation({\n mutationFn: ({ nodeId, ro }: { nodeId: string; ro: IDuplicateBaseNodeRo }) =>\n duplicateBaseNode(baseId, nodeId, ro).then((res) => res.data),\n onSuccess: (node) => {\n invalidateMenu();\n props?.onDuplicateSuccess?.(node);\n },\n });\n\n const { mutateAsync: moveNodeFn } = useMutation({\n mutationFn: ({ nodeId, ro }: { nodeId: string; ro: IMoveBaseNodeRo }) =>\n moveBaseNode(baseId, nodeId, ro).then((res) => res.data),\n onSuccess: (node) => {\n props?.onMoveSuccess?.(node);\n },\n onError: (error, variables) => {\n invalidateMenu();\n props?.onMoveError?.(error, variables);\n },\n });\n\n const { mutateAsync: deleteNodeFn } = useMutation({\n mutationFn: ({ nodeId, permanent }: { nodeId: string; permanent?: boolean }) =>\n permanent ? permanentDeleteBaseNode(baseId, nodeId) : deleteBaseNode(baseId, nodeId),\n onSuccess: (_, { nodeId }) => {\n props?.onDeleteSuccess?.(nodeId);\n invalidateMenu();\n },\n });\n\n const createNode = useCallback(\n async (params: ICreateBaseNodeRo) => {\n const { name: rawName, parentId: rawParentId } = params;\n const parentId = cleanParentId(rawParentId);\n const name = rawName ?? t('common:untitled');\n const nodes = Object.values(treeItems);\n await createNodeFn({\n ...params,\n parentId,\n name: getUniqName(\n name,\n nodes.map((node) => getNodeName(node))\n ),\n });\n },\n [createNodeFn, treeItems, t]\n );\n\n return useMemo(() => {\n return {\n createNode,\n duplicateNode: async (nodeId: string, ro: IDuplicateBaseNodeRo) => {\n return duplicateNodeFn({ nodeId, ro });\n },\n updateNode: async (nodeId: string, ro: IUpdateBaseNodeRo) => {\n return updateNodeFn({ nodeId, ro });\n },\n deleteNode: async (nodeId: string, permanent?: boolean) => {\n return deleteNodeFn({ nodeId, permanent });\n },\n moveNode: async (nodeId: string, ro: IMoveBaseNodeRo) => {\n return moveNodeFn({ nodeId, ro });\n },\n };\n }, [createNode, duplicateNodeFn, updateNodeFn, deleteNodeFn, moveNodeFn]);\n};\n\nexport type BaseNodeCrudHooks = ReturnType;\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/BaseNodeAddResourceButton.tsx", "content": "import { getUniqName, ViewType } from '@teable/core';\nimport { FileCsv, FileExcel, Slack, Table2 } from '@teable/icons';\nimport type { ICreateBaseNodeRo } from '@teable/openapi';\nimport { BaseNodeResourceType, SUPPORTEDTYPE } from '@teable/openapi';\nimport { useTables } from '@teable/sdk';\nimport {\n DropdownMenu,\n DropdownMenuContent,\n DropdownMenuItem,\n DropdownMenuLabel,\n DropdownMenuSeparator,\n DropdownMenuTrigger,\n} from '@teable/ui-lib';\nimport { Button } from '@teable/ui-lib/shadcn/ui/button';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport { TableImport } from '../../import-table';\nimport { useDefaultFields } from '../../table-list/useAddTable';\nimport { BaseNodeResourceIconMap, ROOT_ID } from '../base-node/hooks';\n\ninterface BaseNodeAddResourceButtonProps {\n parentId?: string;\n canCreateFolder?: boolean;\n canCreateTable?: boolean;\n canCreateDashboard?: boolean;\n canCreateWorkflow?: boolean;\n canCreateApp?: boolean;\n createNode: (params: ICreateBaseNodeRo) => Promise;\n children: React.ReactNode;\n}\n\nexport const BaseNodeAddResourceButton = (props: BaseNodeAddResourceButtonProps) => {\n const {\n createNode,\n parentId,\n canCreateFolder,\n children,\n canCreateTable,\n canCreateDashboard,\n canCreateWorkflow,\n canCreateApp,\n } = props;\n const { t } = useTranslation(['table', 'common']);\n const [tableImportdialogVisible, setTableImportdialogVisible] = useState(false);\n const [fileType, setFileType] = useState(SUPPORTEDTYPE.CSV);\n const importFile = (type: SUPPORTEDTYPE) => {\n setTableImportdialogVisible(true);\n setFileType(type);\n };\n\n const fieldRos = useDefaultFields();\n const tables = useTables();\n\n const AddTableMenuItems = () => {\n if (!canCreateTable) return null;\n return (\n <>\n {\n createNode({\n resourceType: BaseNodeResourceType.Table,\n parentId,\n fields: fieldRos,\n views: [{ name: t('view.category.table'), type: ViewType.Grid }],\n name: getUniqName(\n t('table:table.newTableLabel'),\n tables.map((table) => table.name)\n ),\n });\n }}\n className=\"cursor-pointer\"\n >\n \n \n \n );\n };\n\n const AddResourceMenuItems = () => {\n const list: Array<{\n resourceType:\n | BaseNodeResourceType.Workflow\n | BaseNodeResourceType.App\n | BaseNodeResourceType.Dashboard\n | BaseNodeResourceType.Folder;\n label: string;\n trailingIcon?: React.ReactNode;\n }> = [];\n\n if (canCreateWorkflow) {\n list.push({\n resourceType: BaseNodeResourceType.Workflow,\n label: t('common:noun.newAutomation'),\n trailingIcon: ,\n });\n }\n if (canCreateApp) {\n list.push({\n resourceType: BaseNodeResourceType.App,\n label: t('common:noun.newApp'),\n });\n }\n if (canCreateDashboard) {\n list.push({\n resourceType: BaseNodeResourceType.Dashboard,\n label: t('common:noun.dashboard'),\n });\n }\n\n if (canCreateFolder) {\n list.push({\n resourceType: BaseNodeResourceType.Folder,\n label: t('common:noun.newFolder'),\n });\n }\n\n if (list.length === 0) {\n return null;\n }\n\n return list.map((item) => {\n const { resourceType, label, trailingIcon } = item;\n const IconComponent = BaseNodeResourceIconMap[resourceType];\n return (\n {\n createNode({\n resourceType,\n parentId,\n name: label,\n });\n }}\n >\n \n {trailingIcon}\n \n );\n });\n };\n\n const ImportTableMenuItems = () => {\n if (!canCreateTable) return null;\n if (parentId && parentId !== ROOT_ID) return null;\n return (\n <>\n \n \n {t('table:import.menu.addFromOtherSource')}\n \n importFile(SUPPORTEDTYPE.CSV)}>\n \n \n importFile(SUPPORTEDTYPE.EXCEL)}\n >\n \n \n \n );\n };\n\n return (\n
\n \n {children}\n \n \n \n \n \n \n\n {tableImportdialogVisible && (\n setTableImportdialogVisible(open)}\n />\n )}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/BaseNodeMore.tsx", "content": "/* eslint-disable sonarjs/no-identical-functions */\nimport { useMutation, useQueryClient } from '@tanstack/react-query';\nimport { getUniqName } from '@teable/core';\nimport {\n Copy,\n FileCsv,\n FileExcel,\n Pencil,\n History,\n Code2,\n Trash2,\n Download,\n Share2,\n} from '@teable/icons';\nimport type { IBaseNodeVo, IDuplicateBaseNodeRo } from '@teable/openapi';\nimport { BaseNodeResourceType, SUPPORTEDTYPE } from '@teable/openapi';\nimport { RecordHistory } from '@teable/sdk/components/expand-record/RecordHistory';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { useBaseId, useBasePermission, useTables } from '@teable/sdk/hooks';\nimport { ConfirmDialog } from '@teable/ui-lib/base';\nimport { useConfirm } from '@teable/ui-lib/base/dialog/confirm-modal';\nimport {\n Button,\n cn,\n Dialog,\n DialogContent,\n DialogFooter,\n DialogHeader,\n DialogTitle,\n DropdownMenu,\n DropdownMenuContent,\n DropdownMenuItem,\n DropdownMenuPortal,\n DropdownMenuSeparator,\n DropdownMenuSub,\n DropdownMenuSubContent,\n DropdownMenuSubTrigger,\n DropdownMenuTrigger,\n Input,\n Label,\n Sheet,\n SheetContent,\n SheetHeader,\n SheetTrigger,\n Switch,\n} from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { FileInputIcon } from 'lucide-react';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useCallback, useMemo, useRef, useState } from 'react';\nimport { useBaseResource } from '@/features/app/hooks/useBaseResource';\nimport { useSetting } from '@/features/app/hooks/useSetting';\nimport { tableConfig } from '@/features/i18n/table.config';\nimport { useDownload } from '../../../hooks/useDownLoad';\nimport { TableImport } from '../../import-table';\nimport { useTableHref } from '../../table-list/useTableHref';\nimport { TableTrash } from '../../trash/components/TableTrash';\nimport { TableTrashDialog } from '../../trash/components/TableTrashDialog';\nimport { APIDialog } from '../../view/tool-bar/APIDialog';\nimport type { TreeItemData } from '../base-node/hooks';\nimport { findAdjacentNonFolderNode, getNodeUrl, useBaseNodeCrud } from '../base-node/hooks';\nimport { useBaseNodeContext } from '../base-node/hooks/useBaseNodeContext';\nimport { NodeShareDialog } from './NodeShareDialog';\n\n// Hook to get nodeId from resourceId\nconst useNodeId = (resourceId: string) => {\n const { treeItems } = useBaseNodeContext();\n return useMemo(() => {\n const node = Object.values(treeItems).find((item) => item.resourceId === resourceId);\n return node?.id ?? '';\n }, [treeItems, resourceId]);\n};\n\n// Menu item component for list variant (mobile)\nconst ListMenuItem = ({\n icon,\n label,\n onClick,\n destructive,\n}: {\n icon: React.ReactNode;\n label: string;\n onClick: () => void;\n destructive?: boolean;\n}) => (\n \n {icon}\n {label}\n \n);\n\ninterface IBaseNodeMoreProps {\n children?: React.ReactNode;\n resourceType: BaseNodeResourceType;\n resourceId: string;\n\n className?: string;\n\n open?: boolean;\n setOpen?: (open: boolean) => void;\n\n // 'dropdown' for desktop, 'list' for mobile (renders flat list without dropdown wrapper)\n variant?: 'dropdown' | 'list';\n\n contentAlign?: 'start' | 'end';\n\n onRename?: () => void;\n onDelete?: (permanent: boolean, confirm?: boolean) => Promise;\n onDuplicate?: (ro?: IDuplicateBaseNodeRo) => Promise;\n\n // Success callbacks for customizing behavior after operations\n onCreateSuccess?: (node: IBaseNodeVo) => void;\n onDeleteSuccess?: (nodeId: string) => void;\n onDuplicateSuccess?: (node: IBaseNodeVo) => void;\n onUpdateSuccess?: (node: IBaseNodeVo) => void;\n}\n\ninterface ICommonOperationProps extends IBaseNodeMoreProps {\n children?: React.ReactNode;\n canRename?: boolean;\n canDelete?: boolean;\n canPermanentDelete?: boolean;\n canDuplicate?: boolean;\n canShare?: boolean;\n nodeTypeLabel?: string; // Node type label (Dashboard/Workflow/App)\n}\n\nconst CommonOperation = (props: ICommonOperationProps) => {\n const {\n resourceId,\n open,\n setOpen,\n onRename,\n onDuplicate,\n onDelete,\n children,\n variant = 'dropdown',\n contentAlign = 'end',\n canRename = false,\n canDelete = false,\n canPermanentDelete = false,\n canDuplicate = false,\n canShare = false,\n nodeTypeLabel,\n } = props;\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const { treeItems } = useBaseNodeContext();\n\n const [duplicateSetting, setDuplicateSetting] = useState(false);\n const [shareDialogOpen, setShareDialogOpen] = useState(false);\n const inputRef = useRef(null);\n const nodeId = useNodeId(resourceId);\n\n // Get node name from treeItems\n const nodeName = useMemo(() => {\n const node = Object.values(treeItems).find((n) => n.resourceId === resourceId);\n return node?.resourceMeta?.name;\n }, [treeItems, resourceId]);\n\n const defaultName = useMemo(\n () => `${nodeName ?? nodeTypeLabel} ${t('space:baseModal.copy')}`,\n [nodeName, nodeTypeLabel, t]\n );\n\n const { mutateAsync: duplicateFn, isPending } = useMutation({\n mutationFn: async (ro?: IDuplicateBaseNodeRo) => onDuplicate?.(ro),\n onSuccess: () => setDuplicateSetting(false),\n });\n\n const handleDuplicateClick = useCallback(() => {\n setDuplicateSetting(true);\n }, []);\n\n const duplicateDialog = duplicateSetting && canDuplicate && (\n \n
\n \n \n
\n \n }\n onCancel={() => setDuplicateSetting(false)}\n onConfirm={async () => {\n const name = inputRef.current?.value?.trim();\n if (!name) {\n toast.error(t('common:name') + ' ' + t('common:required'));\n return;\n }\n await duplicateFn({ name });\n }}\n />\n );\n\n if (!canRename && !canDelete && !canPermanentDelete && !canDuplicate && !canShare) {\n return null;\n }\n\n // List variant for mobile - renders flat list\n if (variant === 'list') {\n return (\n <>\n {canRename && (\n }\n label={t('table:table.rename')}\n onClick={() => onRename?.()}\n />\n )}\n {canDuplicate && (\n }\n label={t('table:import.menu.duplicate')}\n onClick={handleDuplicateClick}\n />\n )}\n {canShare && (\n }\n label={t('common:template.non.share')}\n onClick={() => setShareDialogOpen(true)}\n />\n )}\n {canPermanentDelete && (\n }\n label={t('common:actions.permanentDelete')}\n onClick={() => onDelete?.(true)}\n destructive\n />\n )}\n {canDelete && (\n }\n label={t('common:actions.delete')}\n onClick={() => onDelete?.(false)}\n />\n )}\n {duplicateDialog}\n {canShare && (\n \n )}\n \n );\n }\n\n // Dropdown variant for desktop\n return (\n <>\n \n {children}\n e.stopPropagation()}\n onCloseAutoFocus={(e) => e.preventDefault()}\n >\n {canRename && (\n onRename?.()}>\n \n {t('table:table.rename')}\n \n )}\n {canDuplicate && (\n \n \n {t('table:import.menu.duplicate')}\n \n )}\n {canShare && (\n setShareDialogOpen(true)}>\n \n {t('common:template.non.share')}\n \n )}\n {canPermanentDelete && (\n onDelete?.(true)}\n >\n \n {t('common:actions.permanentDelete')}\n \n )}\n {canDelete && (\n onDelete?.(false)}\n >\n \n {t('common:actions.delete')}\n \n )}\n \n \n {duplicateDialog}\n {canShare && (\n \n )}\n \n );\n};\n\nexport const DashboardOperation = (props: IBaseNodeMoreProps) => {\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const permission = useBasePermission();\n const { disallowDashboard } = useSetting();\n const canRename = Boolean(permission?.['base|update']);\n const canDelete = false;\n const canPermanentDelete = Boolean(permission?.['base|delete']);\n const canDuplicate = Boolean(permission?.['base|update'] && !disallowDashboard);\n const canShare = Boolean(permission?.['base|update']);\n\n return (\n \n );\n};\n\nexport const WorkflowOperation = (props: IBaseNodeMoreProps) => {\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const permission = useBasePermission();\n const canRename = Boolean(permission?.['automation|update']);\n const canDelete = Boolean(permission?.['automation|delete']);\n const canPermanentDelete = false;\n const canDuplicate = Boolean(permission?.['automation|create']);\n const canShare = Boolean(permission?.['base|update']);\n\n return (\n \n );\n};\n\nexport const AppOperation = (props: IBaseNodeMoreProps) => {\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const permission = useBasePermission();\n\n const canRename = Boolean(permission?.['app|update']);\n const canDelete = Boolean(permission?.['app|delete']);\n const canPermanentDelete = false;\n const canDuplicate = Boolean(permission?.['app|create']);\n const canShare = Boolean(permission?.['base|update']);\n\n return (\n \n );\n};\n\nexport const FolderOperation = (props: IBaseNodeMoreProps) => {\n const { resourceId } = props;\n const { treeItems } = useBaseNodeContext();\n const node = useMemo(\n () => Object.values(treeItems).find((n) => n.resourceId === resourceId),\n [treeItems, resourceId]\n );\n const permission = useBasePermission();\n const canRename = Boolean(permission?.['base|update']);\n const canDelete = false;\n const canPermanentDelete = !node?.children?.length && Boolean(permission?.['base|update']);\n const canDuplicate = false;\n const canShare = Boolean(permission?.['base|update']);\n\n return (\n \n );\n};\n\nexport const TableOperation = (props: IBaseNodeMoreProps) => {\n const {\n resourceId,\n open,\n setOpen,\n onRename,\n children,\n onDelete,\n onDuplicate,\n variant = 'dropdown',\n contentAlign = 'end',\n } = props;\n\n const baseId = useBaseId() as string;\n const tables = useTables();\n const queryClient = useQueryClient();\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const basePermission = useBasePermission();\n const canTableRecordHistoryRead = basePermission?.['table_record_history|read'];\n const canTableTrashRead = basePermission?.['table|trash_read'];\n const nodeId = useNodeId(resourceId);\n\n const router = useRouter();\n const [apiDialogOpen, setApiDialogOpen] = useState(false);\n const [tableHistoryDialogOpen, setTableHistoryDialogOpen] = useState(false);\n const [tableTrashDialogOpen, setTableTrashDialogOpen] = useState(false);\n const [deleteConfirm, setDeleteConfirm] = useState(false);\n const [importVisible, setImportVisible] = useState(false);\n const [duplicateSetting, setDuplicateSetting] = useState(false);\n const [importType, setImportType] = useState(SUPPORTEDTYPE.CSV);\n const [shareDialogOpen, setShareDialogOpen] = useState(false);\n const inputRef = useRef(null);\n const table = useMemo(() => tables.find((t) => t.id === resourceId), [tables, resourceId]);\n const { trigger } = useDownload({ downloadUrl: `/api/export/${resourceId}`, key: 'table' });\n\n const defaultTableName = useMemo(\n () =>\n getUniqName(\n `${table?.name} ${t('space:baseModal.copy')}`,\n tables.map((t) => t.name)\n ),\n [t, table?.name, tables]\n );\n\n const [duplicateOption, setDuplicateOption] = useState({\n includeRecords: true,\n });\n\n const menuPermission = useMemo(() => {\n return {\n deleteTable: table?.permission?.['table|delete'],\n updateTable: table?.permission?.['table|update'],\n duplicateTable: table?.permission?.['table|read'] && basePermission?.['table|create'],\n exportTable: table?.permission?.['table|export'],\n importTable: table?.permission?.['table|import'],\n tableRecordHistory: canTableRecordHistoryRead,\n tableTrash: canTableTrashRead,\n shareTable: basePermission?.['base|update'],\n };\n }, [basePermission, table?.permission, canTableRecordHistoryRead, canTableTrashRead]);\n\n const deleteTable = async (permanent: boolean) => {\n if (!resourceId) return;\n await onDelete?.(permanent, false);\n setDeleteConfirm(false);\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.getTrashItems(baseId as string) });\n };\n\n const { mutateAsync: duplicateTableFn, isPending: isLoading } = useMutation({\n mutationFn: async (ro?: IDuplicateBaseNodeRo) => onDuplicate?.(ro),\n onSuccess: () => {\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.tableList(baseId as string),\n });\n setDuplicateSetting(false);\n },\n });\n\n const onRecordClick = (recordId: string) => {\n router.push(\n {\n pathname: router.pathname,\n query: { ...router.query, recordId },\n },\n undefined,\n {\n shallow: true,\n }\n );\n };\n\n if (!table) {\n return null;\n }\n\n if (!Object.values(menuPermission).some(Boolean)) {\n return null;\n }\n\n // Dialogs - shared between both variants\n const dialogs = (\n <>\n {importVisible && (\n setImportVisible(visible)}\n />\n )}\n\n {deleteConfirm && (\n \n
\n

{t('table:table.deleteTip1')}

\n

{t('common:trash.description')}

\n
\n \n \n \n \n \n }\n />\n )}\n\n {duplicateSetting && (\n \n
\n \n \n
\n
\n {\n setDuplicateOption((prev) => ({ ...prev, includeRecords: val }));\n }}\n />\n \n
\n \n }\n onCancel={() => setDuplicateSetting(false)}\n onConfirm={async () => {\n await duplicateTableFn({\n name: inputRef.current?.value?.trim() || defaultTableName,\n includeRecords: duplicateOption.includeRecords,\n });\n }}\n />\n )}\n\n {menuPermission.tableRecordHistory && (\n \n \n \n {t('table:table.tableRecordHistory')}\n \n \n \n \n )}\n\n {menuPermission.tableTrash && (\n \n )}\n\n {apiDialogOpen && (\n \n API\n \n )}\n\n {menuPermission.shareTable && (\n \n )}\n \n );\n\n // List variant for mobile - renders flat list without dropdown wrapper\n if (variant === 'list') {\n return (\n <>\n {menuPermission.duplicateTable && (\n }\n label={t('table:import.menu.duplicate')}\n onClick={() => setDuplicateSetting(true)}\n />\n )}\n {menuPermission.exportTable && (\n }\n label={t('table:import.menu.downAsCsv')}\n onClick={() => trigger?.()}\n />\n )}\n {menuPermission.importTable && (\n <>\n }\n label={t('table:import.menu.importCsvData')}\n onClick={() => {\n setImportVisible(true);\n setImportType(SUPPORTEDTYPE.CSV);\n }}\n />\n }\n label={t('table:import.menu.importExcelData')}\n onClick={() => {\n setImportVisible(true);\n setImportType(SUPPORTEDTYPE.EXCEL);\n }}\n />\n \n )}\n }\n label=\"API\"\n onClick={() => setApiDialogOpen(true)}\n />\n {menuPermission.tableRecordHistory && (\n \n \n \n \n {t('table:table.tableRecordHistory')}\n \n \n \n \n {t('table:table.tableRecordHistory')}\n \n \n \n \n )}\n {menuPermission.tableTrash && (\n \n \n \n \n {t('table:tableTrash.title')}\n \n \n \n \n {t('table:tableTrash.title')}\n \n \n \n \n )}\n {menuPermission.shareTable && (\n }\n label={t('common:template.non.share')}\n onClick={() => setShareDialogOpen(true)}\n />\n )}\n {menuPermission.deleteTable && (\n }\n label={t('common:actions.delete')}\n onClick={() => setDeleteConfirm(true)}\n destructive\n />\n )}\n {dialogs}\n \n );\n }\n\n // Dropdown variant for desktop\n return (\n <>\n \n {children}\n e.stopPropagation()}\n onCloseAutoFocus={(e) => e.preventDefault()}\n >\n {menuPermission.updateTable && (\n onRename?.()}>\n \n {t('table:table.rename')}\n \n )}\n {menuPermission.duplicateTable && (\n setDuplicateSetting(true)}>\n \n {t('table:import.menu.duplicate')}\n \n )}\n {(menuPermission.updateTable || menuPermission.duplicateTable) &&\n menuPermission.exportTable && }\n\n {menuPermission.exportTable && (\n trigger?.()}>\n \n {t('table:import.menu.downAsCsv')}\n \n )}\n {menuPermission.importTable && (\n \n \n \n {t('table:import.menu.importData')}\n \n \n \n {\n setImportVisible(true);\n setImportType(SUPPORTEDTYPE.CSV);\n }}\n >\n \n {t('table:import.menu.csvFile')}\n \n {\n setImportVisible(true);\n setImportType(SUPPORTEDTYPE.EXCEL);\n }}\n >\n \n {t('table:import.menu.excelFile')}\n \n \n \n \n )}\n\n setApiDialogOpen(true)}>\n \n API\n \n\n {(menuPermission.tableRecordHistory || menuPermission.tableTrash) && (\n \n \n \n {t('sdk:noun.history')}\n \n \n \n {menuPermission.tableRecordHistory && (\n {\n setTableHistoryDialogOpen(true);\n }}\n >\n \n {t('table:table.tableRecordHistory')}\n \n )}\n {menuPermission.tableTrash && (\n {\n setTableTrashDialogOpen(true);\n }}\n >\n \n {t('table:tableTrash.title')}\n \n )}\n \n \n \n )}\n\n {menuPermission.shareTable && (\n setShareDialogOpen(true)}>\n \n {t('common:template.non.share')}\n \n )}\n\n {menuPermission.deleteTable && (\n setDeleteConfirm(true)}\n >\n \n {t('common:actions.delete')}\n \n )}\n \n \n\n {dialogs}\n \n );\n};\n\nconst getNode = (treeItems: Record, resourceId: string) => {\n return Object.values(treeItems).find((node) => node.resourceId === resourceId);\n};\n\nexport const BaseNodeMore = (props: IBaseNodeMoreProps) => {\n const {\n resourceType,\n resourceId,\n children,\n onDelete,\n onDuplicate,\n onCreateSuccess: onCreateSuccessProp,\n onDeleteSuccess: onDeleteSuccessProp,\n onDuplicateSuccess: onDuplicateSuccessProp,\n onUpdateSuccess: onUpdateSuccessProp,\n ...rest\n } = props;\n const { confirm: comfirmModal } = useConfirm();\n const { t } = useTranslation('common');\n const router = useRouter();\n const { treeItems } = useBaseNodeContext();\n const { hrefMap: tableHrefMap, viewIdMap: tableViewIdsMap } = useTableHref();\n const queryClient = useQueryClient();\n const baseResource = useBaseResource();\n\n const currentResourceId = useMemo(() => {\n switch (baseResource.resourceType) {\n case BaseNodeResourceType.Table:\n return baseResource.tableId;\n case BaseNodeResourceType.Dashboard:\n return baseResource.dashboardId;\n case BaseNodeResourceType.Workflow:\n return baseResource.workflowId;\n case BaseNodeResourceType.App:\n return baseResource.appId;\n default:\n return undefined;\n }\n }, [baseResource]);\n const { baseId } = baseResource;\n\n const createSuccefulyCallback = useCallback(\n (node: IBaseNodeVo) => {\n const { resourceType, resourceId, resourceMeta } = node;\n const viewId =\n resourceType === BaseNodeResourceType.Table ? resourceMeta?.defaultViewId : undefined;\n\n const url = getNodeUrl({\n baseId,\n resourceType,\n resourceId,\n viewId,\n });\n if (url) {\n if (resourceType === BaseNodeResourceType.Table) {\n router.push(url, undefined, { shallow: Boolean(viewId) });\n } else {\n router.push(url, undefined, { shallow: true });\n }\n }\n },\n [baseId, router]\n );\n\n const duplicateSuccessCallback = useCallback(\n (node: IBaseNodeVo) => {\n const { resourceType, resourceId, resourceMeta } = node;\n const viewId =\n resourceType === BaseNodeResourceType.Table ? resourceMeta?.defaultViewId : undefined;\n const url = getNodeUrl({\n baseId,\n resourceType,\n resourceId,\n viewId,\n });\n if (url) {\n if (resourceType === BaseNodeResourceType.Table) {\n router.push(url, undefined, { shallow: Boolean(viewId) });\n } else {\n router.push(url, undefined, { shallow: true });\n }\n }\n },\n [baseId, router]\n );\n\n const deleteSuccessCallback = useCallback(\n (nodeId: string) => {\n if (resourceId !== currentResourceId) {\n return;\n }\n\n const adjacentNode = findAdjacentNonFolderNode(treeItems, nodeId);\n if (!adjacentNode) {\n router.push(`/base/${baseId}`, undefined, { shallow: true });\n return;\n }\n\n const { resourceType: adjResourceType, resourceId: adjResourceId } = adjacentNode;\n if (adjResourceType === BaseNodeResourceType.Table) {\n const viewId = tableViewIdsMap[adjResourceId];\n const url = tableHrefMap[adjResourceId];\n if (url) {\n router.push({ pathname: url }, undefined, {\n shallow: Boolean(viewId),\n });\n return;\n }\n }\n\n const url = getNodeUrl({\n baseId,\n resourceType: adjResourceType,\n resourceId: adjResourceId,\n });\n if (url) {\n router.push(url, undefined, { shallow: true });\n }\n },\n [resourceId, currentResourceId, treeItems, baseId, router, tableHrefMap, tableViewIdsMap]\n );\n\n const updateSuccefulyCallback = useCallback(\n (node: IBaseNodeVo) => {\n const { resourceType, resourceId } = node;\n switch (resourceType) {\n case BaseNodeResourceType.Dashboard:\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.getDashboard(resourceId) });\n break;\n case BaseNodeResourceType.Workflow:\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.workflowItem(baseId, resourceId),\n });\n break;\n case BaseNodeResourceType.App:\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.getApp(baseId, resourceId) });\n break;\n }\n },\n [baseId, queryClient]\n );\n\n const curdHooks = useBaseNodeCrud({\n onDuplicateSuccess: onDuplicateSuccessProp ?? duplicateSuccessCallback,\n onDeleteSuccess: onDeleteSuccessProp ?? deleteSuccessCallback,\n onCreateSuccess: onCreateSuccessProp ?? createSuccefulyCallback,\n onUpdateSuccess: onUpdateSuccessProp ?? updateSuccefulyCallback,\n });\n\n const mergedProps: IBaseNodeMoreProps = {\n ...rest,\n resourceType,\n resourceId,\n onDelete:\n onDelete ??\n (async (permanent: boolean, confirm: boolean = true) => {\n const node = getNode(treeItems, resourceId);\n if (!node) return;\n const nodeName = node.resourceMeta?.name;\n const titleMap = {\n [BaseNodeResourceType.Folder]: t('noun.folder'),\n [BaseNodeResourceType.Table]: t('noun.table'),\n [BaseNodeResourceType.Dashboard]: t('noun.dashboard'),\n [BaseNodeResourceType.Workflow]: t('noun.automation'),\n [BaseNodeResourceType.App]: t('noun.app'),\n };\n const result = !confirm\n ? true\n : await comfirmModal({\n title: `${t('actions.delete')} ${titleMap[resourceType]?.toLowerCase()}`,\n description: t('actions.deleteTip', {\n name: nodeName,\n }),\n confirmText: permanent ? t('actions.delete') : t('trash.addToTrash'),\n cancelText: t('actions.cancel'),\n confirmButtonVariant: permanent ? 'destructive' : 'default',\n });\n if (result) {\n await curdHooks.deleteNode(node.id, permanent);\n }\n }),\n onDuplicate:\n onDuplicate ??\n (async (ro) => {\n const node = getNode(treeItems, resourceId);\n if (!node) return;\n await curdHooks.duplicateNode(node.id, ro ?? {});\n }),\n };\n\n switch (resourceType) {\n case BaseNodeResourceType.Table:\n return {children};\n case BaseNodeResourceType.Dashboard:\n return {children};\n case BaseNodeResourceType.Workflow:\n return {children};\n case BaseNodeResourceType.App:\n return {children};\n case BaseNodeResourceType.Folder:\n return {children};\n default:\n return null;\n }\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/BaseNodeShareIndicator.tsx", "content": "import { useQuery } from '@tanstack/react-query';\nimport { Share2 } from '@teable/icons';\nimport type { IBaseNodeAppResourceMeta } from '@teable/openapi';\nimport { BaseNodeResourceType, listBaseShare } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { useBaseId, useIsReadOnlyPreview } from '@teable/sdk/hooks';\nimport {\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n cn,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\nimport { useShareUrlPrefix } from '@/features/app/context/ShareContext';\nimport type { TreeItemData } from '../base-node/hooks';\n\n// Hook to get all shared node IDs for the current base\nexport const useSharedNodeIds = () => {\n const baseId = useBaseId();\n const shareUrlPrefix = useShareUrlPrefix();\n const isReadOnlyPreview = useIsReadOnlyPreview();\n\n // Don't fetch share list when in share mode (viewing shared page) or template mode\n const { data: shareList } = useQuery({\n queryKey: ReactQueryKeys.baseShareList(baseId as string),\n queryFn: () => listBaseShare(baseId as string).then((res) => res.data),\n enabled: !!baseId && !shareUrlPrefix && !isReadOnlyPreview,\n });\n\n return useMemo(() => {\n if (!shareList) return new Set();\n return new Set(shareList.map((share) => share.nodeId));\n }, [shareList]);\n};\n\ninterface IBaseNodeShareIndicatorProps {\n nodeId: string;\n sharedNodeIds: Set;\n node?: TreeItemData;\n className?: string;\n}\n\nexport const BaseNodeShareIndicator = ({\n nodeId,\n sharedNodeIds,\n node,\n className,\n}: IBaseNodeShareIndicatorProps) => {\n const { t } = useTranslation(['table']);\n\n // For App nodes, check if it's published (has publicUrl) instead of checking sharedNodeIds\n const isAppNode = node?.resourceType === BaseNodeResourceType.App;\n const isAppPublished = isAppNode\n ? !!(node?.resourceMeta as IBaseNodeAppResourceMeta)?.publicUrl\n : false;\n\n // Show indicator for App nodes if published, or for other nodes if they have a share\n const shouldShow = isAppNode ? isAppPublished : sharedNodeIds.has(nodeId);\n\n if (!shouldShow) {\n return null;\n }\n\n return (\n \n \n \n \n \n \n \n \n

{isAppNode ? t('table:baseShare.appPublished') : t('table:baseShare.sharedNode')}

\n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/BaseNodeStarButton.tsx", "content": "import { BaseNodeResourceType, PinType } from '@teable/openapi';\nimport { useIsAnonymous, useIsReadOnlyPreview } from '@teable/sdk/hooks';\nimport { cn } from '@teable/ui-lib/shadcn';\nimport { useMemo } from 'react';\nimport { StarButton } from '../../space/space-side-bar/StarButton';\n\ninterface IBaseNodeStarButtonProps {\n resourceType: BaseNodeResourceType;\n resourceId: string;\n className?: string;\n}\n\nexport const BaseNodeStarButton = (props: IBaseNodeStarButtonProps) => {\n const { resourceType, resourceId, className } = props;\n const isAnonymous = useIsAnonymous();\n const isReadOnlyPreview = useIsReadOnlyPreview();\n const pinType = useMemo(() => {\n switch (resourceType) {\n case BaseNodeResourceType.Table:\n return PinType.Table;\n case BaseNodeResourceType.Dashboard:\n return PinType.Dashboard;\n case BaseNodeResourceType.Workflow:\n return PinType.Workflow;\n case BaseNodeResourceType.App:\n return PinType.App;\n default:\n return null;\n }\n }, [resourceType]);\n\n if (!pinType || isAnonymous || isReadOnlyPreview) {\n return null;\n }\n\n return ;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/BaseNodeTree.tsx", "content": "'use client';\n\nimport { useQueryClient } from '@tanstack/react-query';\nimport { MoreHorizontal } from '@teable/icons';\nimport type {\n IBaseNodeVo,\n IBaseNodeWorkflowResourceMeta,\n IBaseNodeAppResourceMeta,\n} from '@teable/openapi';\nimport { BaseNodeResourceType } from '@teable/openapi';\nimport { LocalStorageKeys, ReactQueryKeys } from '@teable/sdk/config';\nimport { useBaseId, useBasePermission } from '@teable/sdk/hooks';\nimport {\n AssistiveTreeDescription,\n createOnDropHandler,\n dragAndDropFeature,\n hotkeysCoreFeature,\n keyboardDragAndDropFeature,\n selectionFeature,\n syncDataLoaderFeature,\n useTree,\n} from '@teable/ui-lib/base/headless-tree';\nimport type { DragTarget, ItemInstance } from '@teable/ui-lib/base/headless-tree';\nimport AddBoldIcon from '@teable/ui-lib/icons/app/add-bold.svg';\nimport { Button, cn, Input, Skeleton } from '@teable/ui-lib/shadcn';\nimport { ScrollArea, ScrollBar } from '@teable/ui-lib/shadcn/ui/scroll-area';\nimport {\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n} from '@teable/ui-lib/shadcn/ui/tooltip';\nimport { Tree, TreeDragLine, TreeItem, TreeItemLabel } from '@teable/ui-lib/shadcn/ui/tree';\nimport { ChevronDownIcon } from 'lucide-react';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useCallback, useEffect, useMemo, useRef, useState } from 'react';\nimport { createPortal } from 'react-dom';\nimport { useClickAway, useLocalStorage } from 'react-use';\nimport { Emoji } from '@/features/app/components/emoji/Emoji';\nimport { EmojiPicker } from '@/features/app/components/emoji/EmojiPicker';\nimport { useShareUrlPrefix } from '@/features/app/context/ShareContext';\nimport { useBaseResource } from '@/features/app/hooks/useBaseResource';\nimport { useDisableAIAction } from '@/features/app/hooks/useDisableAIAction';\nimport { useIsCommunity } from '@/features/app/hooks/useIsCommunity';\nimport { useSetting } from '@/features/app/hooks/useSetting';\nimport { usePinMap } from '../../space/usePinMap';\nimport { useTableHref } from '../../table-list/useTableHref';\nimport { useGridSearchStore } from '../../view/grid/useGridSearchStore';\nimport {\n BaseNodeResourceIconMap,\n getNodeIcon,\n getNodeName,\n getNodeUrl,\n ROOT_ID,\n useBaseNodeCrud,\n} from '../base-node/hooks';\nimport type { TreeItemData } from '../base-node/hooks';\nimport { useBaseNodeContext } from '../base-node/hooks/useBaseNodeContext';\nimport { BaseNodeAddResourceButton } from './BaseNodeAddResourceButton';\nimport { BaseNodeMore } from './BaseNodeMore';\nimport { BaseNodeShareIndicator, useSharedNodeIds } from './BaseNodeShareIndicator';\nimport { BaseNodeStarButton } from './BaseNodeStarButton';\n\nconst INDENTATION_WIDTH = 24;\nconst GROUP_ACTIVE_WIDTH_CLS =\n 'group-hover:w-auto group-has-[[data-state=open]]:w-auto group-data-[context-menu]:w-auto';\nconst GROUP_ACTIVE_OPACITY_CLS =\n 'group-hover:opacity-100 group-has-[[data-state=open]]:opacity-100 group-data-[context-menu]:opacity-100';\nconst GROUP_ACTIVE_HIDDEN_CLS =\n 'group-hover:hidden group-has-[[data-state=open]]:hidden group-data-[context-menu]:hidden';\nconst SCROLL_EDGE_THRESHOLD = 60; // pixels from edge to trigger scroll\nconst SCROLL_MAX_SPEED = 15; // max pixels per frame\n\n// Custom hook for auto-scroll during drag\nconst useDragAutoScroll = (viewportRef: React.RefObject) => {\n const rafRef = useRef(null);\n\n useEffect(() => {\n const viewport = viewportRef.current;\n if (!viewport) return;\n\n let scrollSpeed = 0;\n\n const scroll = () => {\n if (scrollSpeed !== 0) {\n viewport.scrollTop += scrollSpeed;\n rafRef.current = requestAnimationFrame(scroll);\n } else {\n rafRef.current = null;\n }\n };\n\n const handleDragOver = (e: DragEvent) => {\n const rect = viewport.getBoundingClientRect();\n const y = e.clientY;\n const distanceFromTop = y - rect.top;\n const distanceFromBottom = rect.bottom - y;\n\n if (distanceFromTop < SCROLL_EDGE_THRESHOLD) {\n // Accelerate based on proximity to edge\n const ratio = 1 - distanceFromTop / SCROLL_EDGE_THRESHOLD;\n scrollSpeed = -Math.round(SCROLL_MAX_SPEED * ratio);\n if (!rafRef.current) rafRef.current = requestAnimationFrame(scroll);\n } else if (distanceFromBottom < SCROLL_EDGE_THRESHOLD) {\n const ratio = 1 - distanceFromBottom / SCROLL_EDGE_THRESHOLD;\n scrollSpeed = Math.round(SCROLL_MAX_SPEED * ratio);\n if (!rafRef.current) rafRef.current = requestAnimationFrame(scroll);\n } else {\n scrollSpeed = 0;\n }\n };\n\n const stopScroll = () => {\n scrollSpeed = 0;\n if (rafRef.current) {\n cancelAnimationFrame(rafRef.current);\n rafRef.current = null;\n }\n };\n\n viewport.addEventListener('dragover', handleDragOver);\n viewport.addEventListener('dragend', stopScroll);\n viewport.addEventListener('drop', stopScroll);\n\n return () => {\n viewport.removeEventListener('dragover', handleDragOver);\n viewport.removeEventListener('dragend', stopScroll);\n viewport.removeEventListener('drop', stopScroll);\n stopScroll();\n };\n }, [viewportRef]);\n};\n\ntype TreeMode = 'view' | 'edit';\n\ninterface IBaseNodeTreeProps {\n mode?: TreeMode;\n emptyText?: string;\n skeleton?: React.ReactNode;\n onPrimaryAction?: (item: ItemInstance) => void;\n}\n\nexport const BaseNodeTree = (props: IBaseNodeTreeProps) => {\n const { mode = 'edit', emptyText, onPrimaryAction } = props;\n const isEditMode = mode === 'edit';\n const queryClient = useQueryClient();\n const { t } = useTranslation(['common']);\n const baseId = useBaseId() as string;\n const router = useRouter();\n const baseResource = useBaseResource();\n const { highlightedTableId } = useGridSearchStore();\n const { hrefMap: tableHrefMap, viewIdMap: tableViewIdsMap } = useTableHref();\n const permission = useBasePermission();\n const { aiChat: aiChatEnabled } = useDisableAIAction();\n const { disallowDashboard } = useSetting();\n const pinMap = usePinMap();\n const isCommunity = useIsCommunity();\n const shareUrlPrefix = useShareUrlPrefix();\n const canCreateTable = Boolean(permission?.['table|create']);\n const canCreateDashboard = Boolean(permission?.['base|update'] && !disallowDashboard);\n const canCreateWorkflow = !isCommunity && Boolean(permission?.['automation|create']);\n const canCreateApp = !isCommunity && Boolean(aiChatEnabled && permission?.['app|create']);\n const canCreateFolder = Boolean(permission?.['base|update']);\n const canUpdateTable = Boolean(permission?.['table|update']);\n\n const canCreateResource =\n isEditMode &&\n Boolean(\n canCreateTable || canCreateDashboard || canCreateWorkflow || canCreateApp || canCreateFolder\n );\n const canMoveNode = isEditMode && Boolean(permission?.['base|update']);\n const sharedNodeIds = useSharedNodeIds();\n\n const { isLoading, maxFolderDepth, treeItems, setTreeItems } = useBaseNodeContext();\n const [editingNodeId, setEditingNodeId] = useState(null);\n const [contextMenu, setContextMenu] = useState<{\n x: number;\n y: number;\n nodeId: string;\n resourceType: BaseNodeResourceType;\n resourceId: string;\n } | null>(null);\n const [contextMenuOpen, setContextMenuOpen] = useState(false);\n const inputRef = useRef(null);\n const draggedItemsRef = useRef[]>([]);\n const treeItemsRef = useRef(treeItems);\n const viewportRef = useRef(null);\n const [selectedItems, setSelectedItems] = useState([]);\n const [expandedItemsMap, setExpandedItemsMap] = useLocalStorage>(\n LocalStorageKeys.BaseNodeTreeExpandedItems,\n {}\n );\n const [expandedItems, setExpandedItems] = useState(expandedItemsMap?.[baseId] ?? []);\n useEffect(() => {\n setExpandedItemsMap((prev) => {\n return {\n ...prev,\n [baseId]: expandedItems,\n };\n });\n }, [expandedItems, baseId, setExpandedItemsMap]);\n\n const handlePrimaryAction = useCallback(\n (item: ItemInstance) => {\n if (onPrimaryAction) {\n onPrimaryAction(item);\n return;\n }\n const node = item.getItemData();\n const { resourceType, resourceId } = node;\n if (resourceType === BaseNodeResourceType.Table) {\n const viewId = tableViewIdsMap[resourceId];\n const url = tableHrefMap[resourceId];\n if (url) {\n router.push({ pathname: url }, undefined, {\n shallow: Boolean(viewId),\n });\n return;\n }\n }\n\n const url = getNodeUrl({\n baseId,\n resourceType,\n resourceId,\n urlPrefix: shareUrlPrefix,\n });\n if (!url) return;\n router.push(url, undefined, {\n shallow: true,\n });\n },\n [baseId, router, tableHrefMap, tableViewIdsMap, onPrimaryAction, shareUrlPrefix]\n );\n\n const handleDrop = (items: ItemInstance[], target: DragTarget) => {\n const handler = createOnDropHandler((parentItem, newChildrenIds) => {\n setTreeItems((prevItems) => ({\n ...prevItems,\n [parentItem.getId()]: {\n ...prevItems[parentItem.getId()],\n children: newChildrenIds,\n },\n }));\n\n if (draggedItemsRef.current.length > 0) {\n const draggedItem = draggedItemsRef.current[0];\n const draggedNodeId = draggedItem.getId();\n const newIndex = newChildrenIds.indexOf(draggedNodeId);\n\n if (newIndex !== -1) {\n const parentId = parentItem.getId() === ROOT_ID ? null : parentItem.getId();\n let anchorId: string | undefined;\n let position: 'before' | 'after' | undefined;\n\n if (newIndex > 0 && newChildrenIds[newIndex - 1]) {\n anchorId = newChildrenIds[newIndex - 1];\n position = 'after';\n } else if (newChildrenIds[newIndex + 1]) {\n anchorId = newChildrenIds[newIndex + 1];\n position = 'before';\n }\n curdHooks.moveNode(draggedNodeId, {\n parentId: anchorId ? undefined : parentId,\n anchorId,\n position,\n });\n }\n }\n });\n if (!canMoveNode) return Promise.resolve();\n draggedItemsRef.current = items;\n return handler(items, target);\n };\n\n const tree = useTree({\n state: {\n selectedItems,\n expandedItems,\n },\n setSelectedItems,\n setExpandedItems,\n rootItemId: ROOT_ID,\n indent: INDENTATION_WIDTH,\n dataLoader: {\n getItem: (itemId) => treeItemsRef.current[itemId] ?? {},\n getChildren: (itemId) => treeItemsRef.current[itemId]?.children ?? [],\n },\n getItemName: (item) => getNodeName(item.getItemData()),\n isItemFolder: (item) => item.getItemData().resourceType === BaseNodeResourceType.Folder,\n canReorder: true,\n canDrop: (items, target) => {\n // Basic validation\n if (editingNodeId || !canMoveNode || items.length !== 1) return false;\n\n const isDraggingFolder = items[0].isFolder();\n const isReordering = 'childIndex' in target;\n\n // === Non-folder items ===\n if (!isDraggingFolder) {\n // Reorder: ✅ allowed at any level\n if (isReordering) return true;\n // Drop into folder: ✅ | Drop into non-folder: ❌\n return target.item.isFolder();\n }\n\n // === Folder items ===\n if (isReordering) {\n // Reorder at level 0, 1: ✅ | Reorder at level >= 2: ❌\n return target.dragLineLevel < maxFolderDepth;\n }\n\n // Drop into level 0 folder: ✅ | Drop into level 1+ folder or non-folder: ❌\n return target.item.isFolder() && getItemLevel(target.item) < maxFolderDepth - 1;\n },\n onDrop: handleDrop,\n onPrimaryAction: handlePrimaryAction,\n features: [\n syncDataLoaderFeature,\n selectionFeature,\n hotkeysCoreFeature,\n dragAndDropFeature,\n keyboardDragAndDropFeature,\n ],\n });\n\n const createSuccefulyCallback = useCallback(\n (node: IBaseNodeVo) => {\n const { resourceType, resourceId, parentId, resourceMeta } = node;\n const viewId =\n resourceType === BaseNodeResourceType.Table ? resourceMeta?.defaultViewId : undefined;\n const parentItem = parentId ? treeItemsRef.current[parentId] : null;\n\n const url = getNodeUrl({\n baseId,\n resourceType,\n resourceId,\n viewId,\n urlPrefix: shareUrlPrefix,\n });\n if (url) {\n if (resourceType === BaseNodeResourceType.Table) {\n router.push(url, undefined, { shallow: Boolean(viewId) });\n } else {\n router.push(url, undefined, { shallow: true });\n }\n }\n\n if (parentItem && parentItem.resourceType === BaseNodeResourceType.Folder) {\n setExpandedItems((prev) => [...(prev ?? []), parentItem.id]);\n }\n setSelectedItems([node.id]);\n },\n [baseId, router, setExpandedItems, setSelectedItems, shareUrlPrefix]\n );\n\n const updateSuccefulyCallback = useCallback(\n (node: IBaseNodeVo) => {\n const { resourceType, resourceId } = node;\n switch (resourceType) {\n case BaseNodeResourceType.Dashboard:\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.getDashboard(resourceId) });\n break;\n case BaseNodeResourceType.Workflow:\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.workflowItem(baseId, resourceId),\n });\n break;\n case BaseNodeResourceType.App:\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.getApp(baseId, resourceId) });\n break;\n }\n },\n [baseId, queryClient]\n );\n\n const getAllParentIds = useCallback((nodeId: string) => {\n const parentIds: string[] = [];\n let parentId = treeItemsRef.current[nodeId]?.parentId;\n while (parentId) {\n parentIds.push(parentId);\n parentId = treeItemsRef.current[parentId]?.parentId;\n }\n return parentIds;\n }, []);\n\n const curdHooks = useBaseNodeCrud({\n onCreateSuccess: createSuccefulyCallback,\n onUpdateSuccess: updateSuccefulyCallback,\n });\n\n useEffect(() => {\n treeItemsRef.current = treeItems;\n }, [treeItems]);\n\n const currentResourceId = useMemo(() => {\n switch (baseResource.resourceType) {\n case BaseNodeResourceType.Table:\n return baseResource.tableId;\n case BaseNodeResourceType.Dashboard:\n return baseResource.dashboardId;\n case BaseNodeResourceType.Workflow:\n return baseResource.workflowId;\n case BaseNodeResourceType.App:\n return baseResource.appId;\n default:\n return undefined;\n }\n }, [baseResource]);\n\n useEffect(() => {\n if (Object.keys(treeItems).length === 0) return;\n const nodes = Object.values(treeItems);\n const { resourceType } = baseResource;\n const node = nodes.find(\n (node) => node.resourceType === resourceType && node.resourceId === currentResourceId\n );\n if (!node) {\n setSelectedItems([]);\n return;\n }\n\n const parentIds = getAllParentIds(node.id);\n if (parentIds.length > 0) {\n setExpandedItems((prev) => [...new Set([...(prev ?? []), ...parentIds])]);\n }\n setSelectedItems([node.id]);\n }, [\n treeItems,\n baseResource,\n currentResourceId,\n getAllParentIds,\n setExpandedItems,\n setSelectedItems,\n ]);\n\n useEffect(() => {\n if (selectedItems.length === 0) return;\n if (Object.keys(treeItems).length === 0) return;\n const focusItem = tree.getItemInstance(selectedItems[0]);\n if (focusItem) {\n focusItem.setFocused();\n focusItem.scrollTo({ block: 'nearest', inline: 'nearest' });\n }\n }, [selectedItems, tree, treeItems]);\n\n useEffect(() => {\n if (isLoading) return;\n tree.rebuildTree();\n }, [tree, treeItems, isLoading]);\n\n useEffect(() => {\n let timeout: NodeJS.Timeout | null = null;\n if (editingNodeId) {\n timeout = setTimeout(() => {\n if (inputRef.current) {\n inputRef.current.focus();\n inputRef.current.select();\n }\n }, 200);\n }\n return () => {\n if (timeout) {\n clearTimeout(timeout);\n }\n };\n }, [editingNodeId]);\n\n useClickAway(inputRef, () => {\n const update = (editingNodeId: string) => {\n const item = tree.getItemInstance(editingNodeId);\n if (!item) return;\n const oldVal = item?.getItemName() ?? '';\n const newVal = inputRef.current?.value ?? '';\n if (oldVal === newVal) return;\n const nodeId = item.getId();\n curdHooks.updateNode(nodeId, {\n name: newVal,\n });\n };\n if (editingNodeId) {\n update(editingNodeId);\n setEditingNodeId(null);\n }\n });\n\n useDragAutoScroll(viewportRef);\n\n if (!baseId) {\n return null;\n }\n\n const ItemIcon = ({ item }: { item: ItemInstance }) => {\n const nodeId = item.getId();\n const data = item.getItemData();\n if (!data) return null;\n const IconComponent = BaseNodeResourceIconMap[data.resourceType];\n const { resourceType } = data;\n const icon = getNodeIcon(data);\n const isFolder = item.isFolder();\n if (isFolder) {\n return (\n \n );\n }\n return (\n // eslint-disable-next-line jsx-a11y/no-static-element-interactions, jsx-a11y/click-events-have-key-events\n e.stopPropagation()}\n >\n {resourceType === BaseNodeResourceType.Table && (\n curdHooks.updateNode(nodeId, { icon })}\n disabled={!canUpdateTable}\n >\n {icon ? : }\n \n )}\n {resourceType !== BaseNodeResourceType.Table && }\n \n );\n };\n\n const ItemStatus = ({ item }: { item: ItemInstance }) => {\n const node = item.getItemData();\n if (!node) return null;\n const { resourceType, resourceMeta } = node;\n const isWorkflowActive =\n resourceType === BaseNodeResourceType.Workflow &&\n (resourceMeta as IBaseNodeWorkflowResourceMeta)?.isActive;\n const isAppPublished =\n resourceType === BaseNodeResourceType.App &&\n (resourceMeta as IBaseNodeAppResourceMeta)?.publicUrl;\n if (isWorkflowActive || isAppPublished) {\n return ;\n }\n return null;\n };\n\n const renderEmpty = () => {\n if (isLoading) {\n return (\n <>\n {props.skeleton ? (\n props.skeleton\n ) : (\n
\n \n \n \n \n \n \n
\n )}\n \n );\n } else if (emptyText) {\n return (\n
\n

{emptyText}

\n
\n );\n }\n };\n\n const renderViewTree = () => {\n return (\n [data-radix-scroll-area-viewport]>div]:!block [&>[data-radix-scroll-area-viewport]>div]:!min-w-0\"\n scrollBar=\"none\"\n >\n \n \n {tree.getItems().map((item) => {\n const nodeId = item.getId();\n const node = item.getItemData();\n if (!node || Object.keys(node).length === 0) return null;\n const { resourceType, resourceId } = node;\n const name = getNodeName(node);\n const isPinned = pinMap?.[resourceId];\n return (\n \n
\n \n
\n \n
\n {name}\n\n \n {\n // eslint-disable-next-line jsx-a11y/no-static-element-interactions, jsx-a11y/click-events-have-key-events\n {\n e.stopPropagation();\n }}\n className={cn('flex shrink-0 cursor-pointer items-center', {\n 'w-0 group-hover:w-auto': !isPinned,\n })}\n >\n \n
\n }\n
\n
\n \n \n \n );\n })}\n \n \n \n \n );\n };\n\n const renderEditTree = () => {\n return (\n [data-radix-scroll-area-viewport]>div]:!block [&>[data-radix-scroll-area-viewport]>div]:!min-w-0',\n {\n '!border-none': canCreateResource,\n }\n )}\n scrollBar=\"none\"\n >\n \n \n {tree.getItems().map((item) => {\n const nodeId = item.getId();\n const node = item.getItemData();\n if (!node || Object.keys(node).length === 0) return null;\n const { resourceType, resourceId } = node;\n const name = getNodeName(node);\n const isHighlighted = isEditMode && highlightedTableId === resourceId;\n const isPinned = pinMap?.[resourceId];\n const showShareIndicator = !shareUrlPrefix;\n const isContextMenuTarget = contextMenuOpen && contextMenu?.nodeId === nodeId;\n return (\n \n {\n e.preventDefault();\n setContextMenu({\n x: e.clientX,\n y: e.clientY,\n nodeId,\n resourceType,\n resourceId,\n });\n setContextMenuOpen(true);\n }}\n >\n \n
\n {editingNodeId === nodeId ? (\n {\n if (e.key === 'Enter') {\n const newVal = e.currentTarget.value;\n if (newVal && newVal !== item.getItemName()) {\n curdHooks.updateNode(nodeId, { name: newVal });\n }\n setEditingNodeId(null);\n } else if (e.key === 'Escape') {\n setEditingNodeId(null);\n }\n }}\n onClick={(e) => {\n e.stopPropagation();\n }}\n onMouseDown={(e) => {\n e.stopPropagation();\n }}\n />\n ) : (\n <>\n \n
\n {\n setEditingNodeId(nodeId);\n }}\n >\n {name}\n \n\n \n
\n {\n // eslint-disable-next-line jsx-a11y/no-static-element-interactions, jsx-a11y/click-events-have-key-events\n {\n e.stopPropagation();\n }}\n className=\"flex shrink-0 items-center\"\n >\n \n \n {canCreateResource && (\n \n \n \n \n \n )}\n setEditingNodeId(nodeId)}\n onCreateSuccess={createSuccefulyCallback}\n onUpdateSuccess={updateSuccefulyCallback}\n >\n \n \n \n \n
\n {showShareIndicator && !isContextMenuTarget && (\n \n )}\n \n }\n \n )}\n \n \n \n \n );\n })}\n \n \n {contextMenu &&\n typeof document !== 'undefined' &&\n createPortal(\n \n {\n setEditingNodeId(contextMenu.nodeId);\n setContextMenu(null);\n setContextMenuOpen(false);\n }}\n onCreateSuccess={createSuccefulyCallback}\n onUpdateSuccess={updateSuccefulyCallback}\n >\n \n \n ,\n document.body\n )}\n \n \n );\n };\n\n return (\n <>\n {canCreateResource && (\n
\n \n \n \n \n \n \n \n {t('common:base.createResource')}\n \n \n \n \n {!canCreateResource && (\n {t('common:base.noPermissionToCreateResource')}\n )}\n \n \n
\n )}\n {Object.keys(treeItems).length === 0\n ? renderEmpty()\n : isEditMode\n ? renderEditTree()\n : renderViewTree()}\n \n );\n};\n\nconst getItemLevel = (item: ItemInstance) => {\n const meta = item.getItemMeta();\n return meta.level;\n};\n\nconst checkCanCreateFolder = (item: ItemInstance, maxFolderDepth: number) => {\n const level = getItemLevel(item);\n return level < maxFolderDepth - 1;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/BasePageRouter.tsx", "content": "import { Lock, MoreHorizontal, Settings, Trash2 } from '@teable/icons';\nimport { BillingProductLevel } from '@teable/openapi';\nimport { useBasePermission, useIsReadOnlyPreview } from '@teable/sdk/hooks';\nimport {\n DropdownMenu,\n DropdownMenuContent,\n DropdownMenuItem,\n DropdownMenuTrigger,\n cn,\n} from '@teable/ui-lib/shadcn';\nimport { Button } from '@teable/ui-lib/shadcn/ui/button';\nimport Link from 'next/link';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\nimport { UpgradeWrapper } from '@/features/app/components/billing/UpgradeWrapper';\nimport { ShareBaseDialog } from '@/features/app/components/collaborator/share/ShareBaseDialog';\nimport { tableConfig } from '@/features/i18n/table.config';\n\nconst MoreMenu = () => {\n const router = useRouter();\n const { baseId } = router.query;\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const basePermission = useBasePermission();\n\n const canUpdateBase = Boolean(basePermission?.['base|update']);\n if (!canUpdateBase) {\n return null;\n }\n\n return (\n \n \n \n \n

{t('common:actions.more')}

\n
\n \n \n \n {basePermission?.['base|delete'] && (\n \n \n \n \n

{t('common:noun.trash')}

\n
\n \n \n \n )}\n \n \n \n \n

{t('common:noun.design')}

\n
\n \n \n \n \n \n );\n};\n\nexport const BasePageRouter = () => {\n const router = useRouter();\n const { baseId } = router.query;\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const basePermission = useBasePermission();\n const isReadOnlyPreview = useIsReadOnlyPreview();\n\n const pageRoutes: {\n href: string;\n label: string;\n Icon: React.FC<{ className?: string }>;\n billingLevel?: BillingProductLevel;\n }[] = useMemo(\n () =>\n [\n {\n href: `/base/${baseId}/authority-matrix`,\n label: t('common:noun.authorityMatrix'),\n Icon: Lock,\n hidden: !basePermission?.['base|authority_matrix_config'],\n billingLevel: BillingProductLevel.Business,\n },\n ].filter((item) => !item.hidden),\n [baseId, basePermission, t]\n );\n\n if (isReadOnlyPreview) {\n return null;\n }\n\n return (\n <>\n
\n
    \n {pageRoutes.map(({ href, label, Icon, billingLevel }) => {\n return (\n \n {({ badge }) => (\n
  • \n \n \n \n

    {label}

    \n
    \n {badge}\n \n \n
    • \n )}\n \n );\n })}\n \n \n
\n
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/BaseSideBar.tsx", "content": "// import { TableList } from '../../table-list/TableList';\nimport { useBase } from '@teable/sdk/hooks';\nimport { ChangelogNotification } from '@/components/changelog';\nimport { BaseNodeTree } from './BaseNodeTree';\nimport { BasePageRouter } from './BasePageRouter';\n\nexport const BaseSideBar = (props: {\n renderWinFreeCredit?: (spaceId: string) => React.ReactNode;\n}) => {\n const { renderWinFreeCredit } = props;\n const base = useBase();\n return (\n <>\n \n {/* */}\n
\n \n
\n {renderWinFreeCredit && renderWinFreeCredit(base.spaceId)}\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/BaseSidebarHeaderLeft.tsx", "content": "import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport { hasPermission } from '@teable/core';\nimport { ChevronsLeft, ChevronDown, Database, HelpCircle, Pencil } from '@teable/icons';\nimport { CollaboratorType, getBaseList, getSharedBase, updateBase } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { useBase } from '@teable/sdk/hooks';\nimport { useIsReadOnlyPreview } from '@teable/sdk/hooks/use-is-readonly-preview';\nimport {\n cn,\n DropdownMenu,\n DropdownMenuItem,\n DropdownMenuContent,\n DropdownMenuTrigger,\n DropdownMenuSub,\n DropdownMenuSubContent,\n DropdownMenuSubTrigger,\n Input,\n DropdownMenuSeparator,\n} from '@teable/ui-lib';\nimport { ArrowLeft, Send } from 'lucide-react';\nimport Link from 'next/link';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useRef, useState } from 'react';\nimport { TeableLogo } from '@/components/TeableLogo';\nimport { Emoji } from '@/features/app/components/emoji/Emoji';\nimport { useIsCloud } from '@/features/app/hooks/useIsCloud';\nimport { tableConfig } from '@/features/i18n/table.config';\nimport { PublishBaseDialog } from '../../table/table-header/publish-base/PublishBaseDialog';\n\nconst BaseDropdownMenu = ({\n children,\n showRename,\n onRename,\n backSpace,\n creditUsage,\n spaceId,\n collaboratorType,\n currentBaseId,\n disabled,\n}: {\n children: React.ReactNode;\n showRename: boolean;\n onRename: () => void;\n backSpace: () => void;\n spaceId: string;\n creditUsage?: React.ReactNode;\n collaboratorType?: CollaboratorType;\n currentBaseId: string;\n disabled?: boolean;\n}) => {\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const isCloud = useIsCloud();\n const [open, setOpen] = useState(false);\n\n const isSpaceCollaborator = collaboratorType === CollaboratorType.Space;\n const { data: spaceBases } = useQuery({\n queryKey: ReactQueryKeys.baseList(spaceId),\n queryFn: ({ queryKey }) => getBaseList({ spaceId: queryKey[1] }).then((res) => res.data),\n enabled: open && isSpaceCollaborator,\n });\n\n const { data: sharedBases } = useQuery({\n queryKey: ReactQueryKeys.getSharedBase(),\n queryFn: () => getSharedBase().then((res) => res.data),\n enabled: open && collaboratorType === CollaboratorType.Base,\n });\n\n const bases = spaceBases || sharedBases;\n\n return (\n \n \n {children}\n \n e.stopPropagation()}\n >\n \n
\n \n {t('common:actions.backToSpace')}\n
\n \n \n {isCloud && isSpaceCollaborator && creditUsage && (\n <>\n
{creditUsage}
\n \n \n )}\n \n \n
\n \n {t('common:actions.switchBase')}\n
\n \n \n {bases?.map((base) => (\n \n \n \n {base.icon ? (\n \n ) : (\n \n )}\n \n \n {base.name}\n \n \n \n ))}\n \n \n {showRename && (\n \n
\n \n {t('actions.rename')}\n
\n \n )}\n setOpen(false)} closeOnSuccess={false}>\n e.preventDefault()}>\n
\n \n {t('space:publishBase.publishToCommunity')}\n
\n \n \n\n \n \n \n \n {t('help.title')}\n \n \n \n \n );\n};\n\nexport const BaseSidebarHeaderLeft = ({ creditUsage }: { creditUsage?: React.ReactNode }) => {\n const base = useBase();\n const router = useRouter();\n const [renaming, setRenaming] = useState();\n const [baseName, setBaseName] = useState(base.name);\n const inputRef = useRef(null);\n const queryClient = useQueryClient();\n const isReadOnlyPreview = useIsReadOnlyPreview();\n const { mutateAsync: updateBaseMutator } = useMutation({\n mutationFn: updateBase,\n onSuccess: () => {\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.base(base.id),\n });\n },\n });\n\n const toggleRenameBase = async () => {\n if (baseName && baseName !== base.name) {\n await updateBaseMutator({\n baseId: base.id,\n updateBaseRo: { name: baseName },\n });\n }\n setTimeout(() => setRenaming(false), 200);\n };\n\n const onRename = () => {\n setRenaming(true);\n setTimeout(() => inputRef.current?.focus(), 200);\n };\n\n const hasUpdatePermission = hasPermission(base.role, 'base|update');\n\n const backSpace = () => {\n if (isReadOnlyPreview) {\n return;\n }\n if (base.collaboratorType === CollaboratorType.Base) {\n router.push({\n pathname: '/space/shared-base',\n });\n } else {\n router.push({\n pathname: '/space/[spaceId]',\n query: { spaceId: base.spaceId },\n });\n }\n };\n\n return (\n
\n {\n if (e.key === 'Enter' || e.key === ' ') {\n backSpace();\n }\n }}\n role=\"button\"\n tabIndex={0}\n >\n \n {base.icon ? (\n \n ) : (\n \n )}\n
\n \n \n
\n {renaming ? (\n {\n e.preventDefault();\n toggleRenameBase();\n }}\n >\n setBaseName(e.target.value)}\n onBlur={toggleRenameBase}\n />\n \n ) : (\n \n \n \n {base.name}\n \n {!isReadOnlyPreview && }\n
\n \n )}\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/NodeShareContent.tsx", "content": "import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport { sharePasswordSchema } from '@teable/core';\nimport { ArrowUpRight, Copy, Edit, Qrcode, RefreshCcw } from '@teable/icons';\nimport type {\n IBaseNodeAppResourceMeta,\n ICreateBaseShareRo,\n IUpdateBaseShareRo,\n} from '@teable/openapi';\nimport {\n BaseNodeResourceType,\n createBaseShare,\n deleteBaseShare,\n getBaseShareByNodeId,\n refreshBaseShare,\n updateBaseShare,\n} from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { Spin } from '@teable/ui-lib';\nimport {\n AlertDialog,\n AlertDialogAction,\n AlertDialogCancel,\n AlertDialogContent,\n AlertDialogDescription,\n AlertDialogFooter,\n AlertDialogHeader,\n AlertDialogTitle,\n Button,\n Dialog,\n DialogContent,\n DialogFooter,\n DialogHeader,\n DialogTitle,\n DropdownMenu,\n DropdownMenuContent,\n DropdownMenuItem,\n DropdownMenuTrigger,\n Input,\n Label,\n Popover,\n PopoverContent,\n PopoverTrigger,\n Separator,\n Switch,\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n} from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { Check, ChevronDown, ChevronRight, Eye, HelpCircle } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { QRCodeSVG } from 'qrcode.react';\nimport { useMemo, useState } from 'react';\nimport { useAppPublishContext } from '@/features/app/blocks/table/table-header/publish-base/AppPublishContext';\nimport { CopyButton } from '@/features/app/components/CopyButton';\nimport { Emoji } from '@/features/app/components/emoji/Emoji';\nimport { BaseNodeResourceIconMap, getNodeIcon, getNodeName } from '../base-node/hooks';\nimport type { TreeItemData } from '../base-node/hooks';\nimport { useSharedNodeIds } from './BaseNodeShareIndicator';\n\nconst getShareUrl = (shareId: string) => {\n const origin = typeof window !== 'undefined' ? window.location.origin : 'https://app.teable.ai';\n return `${origin}/share/${shareId}/base`;\n};\n\nconst getEmbedUrl = (shareUrl: string) => {\n const url = new URL(shareUrl);\n url.searchParams.append('embed', 'true');\n return url.toString();\n};\n\nconst getEmbedHtml = (shareUrl: string) => {\n const embedUrl = getEmbedUrl(shareUrl);\n return ``;\n};\n\n// Embed Config Popover Component\nconst EmbedConfigPopover = ({ shareUrl }: { shareUrl: string }) => {\n const { t } = useTranslation(['common', 'table']);\n const [previewOpen, setPreviewOpen] = useState(false);\n\n const embedHtml = getEmbedHtml(shareUrl);\n\n const handleCopyCode = () => {\n navigator.clipboard.writeText(embedHtml);\n toast.success(t('common:actions.copySuccess'));\n };\n\n return (\n \n \n \n \n \n {/* iframe code preview */}\n
\n {embedHtml}\n
\n\n {/* Action buttons */}\n
\n \n setPreviewOpen(true)}\n >\n \n {t('table:toolbar.others.share.embedPreview')}\n \n \n \n {t('table:toolbar.others.share.embedPreview')}\n \n
\n \n
\n \n \n \n
\n \n \n );\n};\n\nexport const NodeShareHeader = ({ node }: { node: TreeItemData }) => {\n const { t } = useTranslation(['common', 'table']);\n const nodeName = getNodeName(node);\n const nodeIcon = getNodeIcon(node);\n const NodeTypeIcon = BaseNodeResourceIconMap[node.resourceType];\n\n return (\n
\n {t('table:baseShare.shareTitle')}\n \n {nodeIcon ? (\n \n ) : (\n NodeTypeIcon && \n )}\n \n \n {nodeName}\n \n
\n );\n};\n\nexport const NodeShareContent = ({\n baseId,\n nodeId,\n node,\n hideHeader,\n}: {\n baseId: string;\n nodeId: string;\n node: TreeItemData;\n hideHeader?: boolean;\n}) => {\n const { t } = useTranslation(['common', 'table']);\n const queryClient = useQueryClient();\n const { publishApp } = useAppPublishContext();\n\n const [showPasswordDialog, setShowPasswordDialog] = useState(false);\n const [sharePassword, setSharePassword] = useState('');\n const [showDeleteConfirm, setShowDeleteConfirm] = useState(false);\n const [isPublishing, setIsPublishing] = useState(false);\n\n const sharedNodeIds = useSharedNodeIds();\n const isNodeShared = sharedNodeIds.has(nodeId);\n\n const { data: share, isLoading } = useQuery({\n queryKey: ReactQueryKeys.baseShareByNodeId(baseId, nodeId),\n queryFn: () =>\n getBaseShareByNodeId(baseId, nodeId)\n .then((res) => res.data)\n .catch(() => null),\n enabled: isNodeShared,\n });\n\n const shareUrl = useMemo(() => {\n if (!share) return '';\n return getShareUrl(share.shareId);\n }, [share]);\n\n const { mutate: createShare, isPending: isCreateLoading } = useMutation({\n mutationFn: (data: ICreateBaseShareRo) => createBaseShare(baseId, data),\n onSuccess: () => {\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.baseShareByNodeId(baseId, nodeId),\n });\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.baseShareList(baseId),\n exact: true,\n });\n toast.success(t('table:baseShare.createSuccess'));\n },\n onError: () => {\n toast.error(t('table:baseShare.createFailed'));\n },\n });\n\n const { mutate: updateShare } = useMutation({\n mutationFn: (data: IUpdateBaseShareRo) => updateBaseShare(baseId, share!.shareId, data),\n onSuccess: () => {\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.baseShareByNodeId(baseId, nodeId),\n });\n },\n onError: () => {\n toast.error(t('table:baseShare.updateFailed'));\n },\n });\n\n const { mutate: deleteShare, isPending: isDeleteLoading } = useMutation({\n mutationFn: () => deleteBaseShare(baseId, share!.shareId),\n onSuccess: () => {\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.baseShareByNodeId(baseId, nodeId),\n });\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.baseShareList(baseId),\n exact: true,\n });\n toast.success(t('table:baseShare.deleteSuccess'));\n setShowDeleteConfirm(false);\n },\n onError: () => {\n toast.error(t('table:baseShare.deleteFailed'));\n },\n });\n\n const { mutate: refreshShare, isPending: isRefreshLoading } = useMutation({\n mutationFn: () => refreshBaseShare(baseId, share!.shareId),\n onSuccess: () => {\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.baseShareByNodeId(baseId, nodeId),\n });\n toast.success(t('table:baseShare.refreshSuccess'));\n },\n onError: () => {\n toast.error(t('table:baseShare.refreshFailed'));\n },\n });\n\n const handleToggleShare = (enabled: boolean) => {\n if (enabled) {\n createShare({ nodeId });\n } else {\n setShowDeleteConfirm(true);\n }\n };\n\n const handleUpdateSetting = (data: Partial) => {\n if (!share) return;\n updateShare(data);\n };\n\n const handlePasswordSwitchChange = (checked: boolean) => {\n if (checked) {\n setShowPasswordDialog(true);\n } else {\n handleUpdateSetting({ password: null });\n }\n };\n\n const confirmSharePassword = () => {\n handleUpdateSetting({ password: sharePassword });\n setShowPasswordDialog(false);\n setSharePassword('');\n };\n\n const closeSharePasswordDialog = () => {\n setSharePassword('');\n setShowPasswordDialog(false);\n };\n\n if (isLoading) {\n return (\n
\n \n
\n );\n }\n\n const isAppNode = node.resourceType === BaseNodeResourceType.App;\n const appPublicUrl = isAppNode\n ? (node.resourceMeta as IBaseNodeAppResourceMeta)?.publicUrl\n : null;\n\n const handlePublishApp = async () => {\n if (!publishApp) return;\n\n setIsPublishing(true);\n try {\n await publishApp({\n nodeId,\n name: (node.resourceMeta as IBaseNodeAppResourceMeta)?.name || '',\n resourceId: node.resourceId,\n });\n queryClient.invalidateQueries({ queryKey: ['baseNodeTree', baseId] });\n toast.success(t('table:baseShare.publishSuccess'));\n } catch {\n toast.error(t('table:baseShare.publishFailed'));\n } finally {\n setIsPublishing(false);\n }\n };\n\n if (isAppNode) {\n return (\n
\n {!hideHeader && }\n\n {appPublicUrl ? (\n
\n \n
\n
\n {appPublicUrl}\n
\n \n \n \n window.open(appPublicUrl, '_blank')}\n >\n \n \n \n \n

{t('table:baseShare.openLink')}

\n \n \n \n \n \n \n \n \n \n \n \n \n
\n
\n ) : (\n
\n

\n {t('table:baseShare.appNotPublished')}\n

\n \n
\n )}\n
\n );\n }\n\n const isShareEnabled = !!share;\n\n return (\n
\n {!hideHeader && }\n\n
\n {isCreateLoading ? (\n \n ) : (\n \n )}\n \n
\n\n {isShareEnabled && share && (\n <>\n
\n
\n {t('table:baseShare.linkHolderLabel')}\n \n \n \n \n \n handleUpdateSetting({ allowSave: false })}\n >\n {!share.allowSave ? (\n \n ) : (\n \n )}\n {t('table:baseShare.linkHolderCanView')}\n \n handleUpdateSetting({ allowSave: true })}\n >\n {share.allowSave ? (\n \n ) : (\n \n )}\n {t('table:baseShare.linkHolderCanCopyAndSave')}\n \n \n \n
\n
\n \n \n \n \n \n \n \n \n \n \n \n \n \n refreshShare()}\n disabled={isRefreshLoading}\n >\n {isRefreshLoading ? (\n \n ) : (\n \n )}\n \n \n \n

{t('table:baseShare.refreshLink')}

\n \n \n \n
\n
\n\n \n\n
\n \n\n
\n handleUpdateSetting({ allowCopy: checked })}\n />\n \n
\n\n
\n \n \n {Boolean(share.password) && (\n setShowPasswordDialog(true)}\n >\n \n \n )}\n
\n\n \n
\n \n )}\n\n \n \n \n {t('table:baseShare.deleteConfirmTitle')}\n \n {t('table:baseShare.deleteConfirmDescription')}\n \n \n \n {t('common:actions.cancel')}\n deleteShare()}\n disabled={isDeleteLoading}\n >\n {isDeleteLoading && }\n {t('common:actions.confirm')}\n \n \n \n \n\n !open && closeSharePasswordDialog()}\n >\n \n \n {t('table:toolbar.others.share.passwordTitle')}\n \n setSharePassword(e.target.value)}\n placeholder={t('table:baseShare.enterPassword')}\n />\n \n \n \n {t('common:actions.confirm')}\n \n \n \n \n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/NodeShareDialog.tsx", "content": "export { NodeShareContent, NodeShareHeader } from './NodeShareContent';\nexport { UnifiedShareDialog as NodeShareDialog } from '@/features/app/blocks/view/tool-bar/UnifiedShareDialog';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/base-side-bar/QuickAction.tsx", "content": "import { LaptopIcon } from '@radix-ui/react-icons';\nimport { Moon, Search, Settings, Sun } from '@teable/icons';\nimport { useTheme } from '@teable/next-themes';\nimport { BaseNodeResourceType } from '@teable/openapi';\nimport { useBaseId, useIsAnonymous, useIsReadOnlyPreview } from '@teable/sdk/hooks';\nimport {\n CommandDialog,\n CommandInput,\n CommandList,\n CommandEmpty,\n CommandGroup,\n CommandItem,\n CommandSeparator,\n Button,\n TooltipProvider,\n Tooltip,\n TooltipTrigger,\n TooltipContent,\n} from '@teable/ui-lib/shadcn';\nimport { groupBy } from 'lodash';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport { useHotkeys } from 'react-hotkeys-hook';\nimport { Emoji } from '@/features/app/components/emoji/Emoji';\nimport { useSettingStore } from '@/features/app/components/setting/useSettingStore';\nimport { useModKeyStr } from '@/features/app/utils/get-mod-key-str';\nimport { tableConfig } from '@/features/i18n/table.config';\nimport { BaseNodeResourceIconMap, getNodeIcon, getNodeName, getNodeUrl } from '../base-node/hooks';\nimport { useBaseNodeContext } from '../base-node/hooks/useBaseNodeContext';\n\nexport const QuickAction = () => {\n const baseId = useBaseId() as string;\n const [open, setOpen] = useState(false);\n const setting = useSettingStore();\n const router = useRouter();\n const theme = useTheme();\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const isAnonymous = useIsAnonymous();\n const isReadOnlyPreview = useIsReadOnlyPreview();\n const modKeyStr = useModKeyStr();\n useHotkeys(\n `mod+k`,\n () => {\n setOpen(!open);\n },\n {\n enableOnFormTags: ['input', 'select', 'textarea'],\n }\n );\n\n const { treeItems } = useBaseNodeContext();\n const baseNodeTypeItems = groupBy(\n Object.values(treeItems).filter((item) => item.resourceType !== BaseNodeResourceType.Folder),\n 'resourceType'\n );\n\n return (\n <>\n \n \n \n setOpen(true)}\n >\n \n \n \n \n {t('common:quickAction.title')}\n {modKeyStr}+K\n \n \n \n {\n const searchLower = search.toLowerCase();\n if (keywords?.some((keyword) => keyword.toLowerCase().includes(searchLower))) {\n return 1;\n }\n return 0;\n },\n }}\n >\n \n \n {t('common:noResult')}\n {Object.entries(baseNodeTypeItems).map(([resourceType, items]) => {\n const heading = () => {\n switch (resourceType) {\n case BaseNodeResourceType.Table:\n return t('common:noun.table');\n case BaseNodeResourceType.Dashboard:\n return t('common:noun.dashboard');\n case BaseNodeResourceType.App:\n return t('common:noun.app');\n case BaseNodeResourceType.Workflow:\n return t('common:noun.automation');\n default:\n return '';\n }\n };\n return (\n \n {items.map((item) => {\n const { id, resourceType, resourceId } = item;\n const name = getNodeName(item);\n const icon = getNodeIcon(item);\n const IconComponent = BaseNodeResourceIconMap[resourceType];\n const url = getNodeUrl({\n baseId,\n resourceType,\n resourceId,\n });\n return (\n {\n setOpen(false);\n if (url) {\n router.push(url);\n }\n }}\n >\n
\n {icon ? (\n \n ) : IconComponent ? (\n \n ) : null}\n
\n {name}\n \n );\n })}\n \n );\n })}\n \n \n {\n setOpen(false);\n theme.setTheme('light');\n }}\n value={t('common:settings.setting.light')}\n keywords={[t('common:settings.setting.light')]}\n >\n
\n \n
\n {t('common:settings.setting.light')}\n \n {\n setOpen(false);\n theme.setTheme('dark');\n }}\n value={t('common:settings.setting.dark')}\n keywords={[t('common:settings.setting.dark')]}\n >\n
\n \n
\n {t('common:settings.setting.dark')}\n \n {\n setOpen(false);\n theme.setTheme('system');\n }}\n value={t('common:settings.setting.system')}\n keywords={[t('common:settings.setting.system')]}\n >\n
\n \n
\n {t('common:settings.setting.system')}\n \n \n \n {!isAnonymous && !isReadOnlyPreview && (\n \n {\n setOpen(false);\n setting.setOpen(true);\n }}\n value={t('common:settings.personal.title')}\n keywords={[t('common:settings.personal.title')]}\n >\n
\n \n
\n {t('common:settings.personal.title')}\n \n \n )}\n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/duplicate/DuplicateBaseModal.tsx", "content": "import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport { hasPermission } from '@teable/core';\nimport { Check, Database } from '@teable/icons';\nimport { duplicateBase, getSpaceList, type IGetBaseVo } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { Spin } from '@teable/ui-lib/base';\nimport {\n Button,\n Dialog,\n DialogClose,\n DialogContent,\n DialogFooter,\n DialogHeader,\n DialogTitle,\n Input,\n Label,\n Switch,\n} from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useEffect, useMemo, useState } from 'react';\nimport { Selector } from '@/components/Selector';\nimport { Emoji } from '@/features/app/components/emoji/Emoji';\nimport { spaceConfig } from '@/features/i18n/space.config';\nimport { useDuplicateBaseStore } from './useDuplicateBaseStore';\n\nconst DuplicateBase = ({ base }: { base: IGetBaseVo }) => {\n const { closeModal } = useDuplicateBaseStore();\n const [withRecords, setWithRecords] = useState(true);\n const [targetSpaceId, setTargetSpaceId] = useState();\n const router = useRouter();\n const { t } = useTranslation(spaceConfig.i18nNamespaces);\n const [baseName, setBaseName] = useState(`${base.name} (${t('space:baseModal.copy')})`);\n const [successDuplicate, setSuccessDuplicate] = useState(false);\n const [newBaseId, setNewBaseId] = useState();\n\n const { data: spaceList } = useQuery({\n queryKey: ReactQueryKeys.spaceList(),\n queryFn: () => getSpaceList().then((res) => res.data),\n });\n\n const queryClient = useQueryClient();\n\n const { mutateAsync: duplicateBaseMutator, isPending: isLoading } = useMutation({\n mutationFn: duplicateBase,\n onSuccess: ({ data }) => {\n targetSpaceId &&\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.baseList(targetSpaceId),\n });\n queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.baseAll(),\n });\n setSuccessDuplicate(true);\n setNewBaseId(data.id);\n },\n });\n\n const editableSpaceList = useMemo(() => {\n return spaceList?.filter((space) => hasPermission(space.role, 'base|create')) || [];\n }, [spaceList]);\n\n const onSubmit = () => {\n if (!targetSpaceId) {\n toast.error(t('space:baseModal.missTargetTip'));\n return;\n }\n\n // toast.message(t('space:baseModal.copying'));\n\n duplicateBaseMutator({\n fromBaseId: base.id,\n spaceId: targetSpaceId,\n name: baseName,\n withRecords,\n });\n };\n\n useEffect(() => {\n if (!targetSpaceId && editableSpaceList?.length) {\n const currentSpace = editableSpaceList.find((space) => space.id === base.spaceId);\n if (currentSpace) {\n setTargetSpaceId(currentSpace.id);\n } else {\n setTargetSpaceId(editableSpaceList[0].id);\n }\n }\n }, [base.spaceId, editableSpaceList, targetSpaceId]);\n return (\n \n \n \n {t('space:baseModal.duplicate', {\n baseName: base.name,\n })}\n \n \n
\n {base.icon ? (\n
\n \n
\n ) : (\n \n )}\n
\n setBaseName(e.target.value)} />\n
\n
\n
\n
\n
\n \n setWithRecords(v)}\n />\n
\n

\n {t('space:baseModal.duplicateRecordsTip')}\n

\n
\n \n setTargetSpaceId(id)}\n />\n
\n
\n \n \n \n \n {\n if (successDuplicate && newBaseId) {\n closeModal();\n router.push({\n pathname: '/base/[baseId]',\n query: { baseId: newBaseId },\n });\n } else {\n onSubmit();\n }\n }}\n className=\"flex items-center gap-2\"\n >\n {successDuplicate\n ? t('space:baseModal.duplicateBaseSucceedAndJump')\n : t('space:baseModal.duplicateBase')}\n\n {successDuplicate && }\n\n {isLoading && }\n \n \n \n );\n};\n\nexport const DuplicateBaseModal = () => {\n const { base, closeModal } = useDuplicateBaseStore();\n return (\n !isOpen && closeModal()}>\n {base && }\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/duplicate/TemplateCreateBaseModal.tsx", "content": "import { useMutation, useQuery } from '@tanstack/react-query';\nimport { hasPermission } from '@teable/core';\nimport { createBaseFromTemplate, getSpaceList } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport {\n Button,\n Dialog,\n DialogClose,\n DialogContent,\n DialogFooter,\n DialogHeader,\n DialogTitle,\n Label,\n Switch,\n} from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { Loader } from 'lucide-react';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useEffect, useMemo, useState } from 'react';\nimport { Selector } from '@/components/Selector';\nimport { spaceConfig } from '@/features/i18n/space.config';\nimport { useTemplateCreateBaseStore } from './useTemplateCreateBaseStore';\n\nconst TemplateBase = ({\n templateId,\n fixedSpaceId,\n}: {\n templateId: string;\n fixedSpaceId?: string;\n}) => {\n const { closeModal } = useTemplateCreateBaseStore();\n const [withRecords, setWithRecords] = useState(true);\n const [targetSpaceId, setTargetSpaceId] = useState(fixedSpaceId);\n const router = useRouter();\n const { t } = useTranslation(spaceConfig.i18nNamespaces);\n\n // Only fetch space list if no fixed spaceId provided\n const { data: spaceList } = useQuery({\n queryKey: ReactQueryKeys.spaceList(),\n queryFn: () => getSpaceList().then((data) => data.data),\n enabled: !fixedSpaceId,\n });\n\n const { mutateAsync: templateCreateBaseMutator, isPending: isLoading } = useMutation({\n mutationFn: createBaseFromTemplate,\n onSuccess: ({ data }) => {\n closeModal();\n const { id: baseId, defaultUrl } = data;\n\n // If defaultUrl is provided, navigate to it directly\n if (defaultUrl) {\n router.push(defaultUrl);\n return;\n }\n\n // Otherwise, navigate to base home\n router.push({\n pathname: '/base/[baseId]',\n query: { baseId },\n });\n },\n });\n\n const editableSpaceList = useMemo(() => {\n return spaceList?.filter((space) => hasPermission(space.role, 'base|create')) || [];\n }, [spaceList]);\n\n useEffect(() => {\n if (!fixedSpaceId && !targetSpaceId) {\n setTargetSpaceId(editableSpaceList[0]?.id);\n }\n }, [editableSpaceList, targetSpaceId, fixedSpaceId]);\n\n const onSubmit = () => {\n if (!targetSpaceId) {\n toast.error(t('space:baseModal.missTargetTip'));\n return;\n }\n\n templateCreateBaseMutator({\n templateId,\n spaceId: targetSpaceId,\n withRecords,\n });\n };\n\n return (\n \n \n {t('space:baseModal.createBaseFromTemplate')}\n \n
\n
\n \n setWithRecords(v)}\n disabled={isLoading}\n />\n
\n {/* Only show space selector if no fixed spaceId */}\n {!fixedSpaceId && (\n
\n \n setTargetSpaceId(id)}\n />\n
\n )}\n
\n \n \n \n \n \n \n \n );\n};\n\nexport const TemplateCreateBaseModal = () => {\n const { templateId, spaceId, closeModal } = useTemplateCreateBaseStore();\n return (\n !isOpen && closeModal()}>\n {templateId && }\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/duplicate/useDuplicateBaseStore.ts", "content": "import type { IGetBaseVo } from '@teable/openapi';\nimport { create } from 'zustand';\n\ninterface IDuplicateBaseState {\n base?: IGetBaseVo;\n closeModal: () => void;\n openModal: (base: IGetBaseVo) => void;\n}\n\nexport const useDuplicateBaseStore = create((set) => ({\n closeModal: () => {\n set((state) => {\n return {\n ...state,\n base: undefined,\n };\n });\n },\n openModal: (base: IGetBaseVo) => {\n set((state) => {\n return {\n ...state,\n base,\n };\n });\n },\n}));\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/duplicate/useTemplateCreateBaseStore.ts", "content": "import { create } from 'zustand';\n\ninterface ITemplateCreateBaseState {\n templateId?: string;\n spaceId?: string;\n closeModal: () => void;\n openModal: (templateId: string, spaceId?: string) => void;\n}\n\nexport const useTemplateCreateBaseStore = create((set) => ({\n closeModal: () => {\n set((state) => {\n return {\n ...state,\n templateId: undefined,\n spaceId: undefined,\n };\n });\n },\n openModal: (templateId: string, spaceId?: string) => {\n set((state) => {\n return {\n ...state,\n templateId,\n spaceId,\n };\n });\n },\n}));\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/duplicate/useTemplateMonitor.ts", "content": "import { useRouter } from 'next/router';\nimport { useMount } from 'react-use';\nimport { useTemplateCreateBaseStore } from './useTemplateCreateBaseStore';\n\nexport const useTemplateMonitor = () => {\n const router = useRouter();\n const { tid, action, spaceId } = router.query as {\n tid: string;\n action: string;\n spaceId?: string;\n };\n const { openModal } = useTemplateCreateBaseStore();\n\n useMount(() => {\n if (action === 'createFromTemplate' && tid && spaceId) {\n openModal(tid, spaceId);\n // Clear URL params while preserving spaceId\n router.push(\n {\n pathname: router.pathname,\n query: { spaceId },\n },\n undefined,\n { shallow: true }\n );\n }\n });\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/hooks/index.ts", "content": "export * from './useLastVisitBase';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/base/hooks/useLastVisitBase.ts", "content": "import { useQuery } from '@tanstack/react-query';\n\nimport { getUserLastVisitListBase } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { keyBy } from 'lodash';\nimport { useMemo } from 'react';\n\nexport const useLastVisitBase = () => {\n const { data: recentlyBase } = useQuery({\n queryKey: ReactQueryKeys.recentlyBase(),\n queryFn: () => getUserLastVisitListBase().then((res) => res.data),\n });\n\n return useMemo(() => {\n if (!recentlyBase) {\n return {\n total: 0,\n list: [],\n };\n }\n const { list: resourceList, total } = recentlyBase;\n\n const list = resourceList.map((item) => {\n const base = item.resource;\n return {\n ...base,\n lastVisitTime: item.lastVisitTime,\n };\n });\n\n const map = keyBy(list, 'id');\n\n return {\n total,\n list,\n map,\n };\n }, [recentlyBase]);\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/billing/SpaceSubscriptionModal.tsx", "content": "import { useQuery } from '@tanstack/react-query';\nimport { hasPermission } from '@teable/core';\nimport { getSpaceList } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport {\n Button,\n Dialog,\n DialogClose,\n DialogContent,\n DialogDescription,\n DialogFooter,\n DialogHeader,\n DialogTitle,\n Label,\n} from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useEffect, useMemo, useState } from 'react';\nimport { Selector } from '@/components/Selector';\nimport { spaceConfig } from '@/features/i18n/space.config';\nimport { useSpaceSubscriptionStore } from './useSpaceSubscriptionStore';\n\nexport const SpaceSubscriptionModal = () => {\n const { subscribeLevel, closeModal } = useSpaceSubscriptionStore();\n const [targetSpaceId, setTargetSpaceId] = useState();\n const router = useRouter();\n const { t } = useTranslation(spaceConfig.i18nNamespaces);\n\n const { data: spaceList } = useQuery({\n queryKey: ReactQueryKeys.spaceList(),\n queryFn: () => getSpaceList().then((data) => data.data),\n });\n\n const ownerSpaceList = useMemo(() => {\n return spaceList?.filter((space) => hasPermission(space.role, 'space|update')) || [];\n }, [spaceList]);\n\n useEffect(() => {\n if (!targetSpaceId) {\n setTargetSpaceId(ownerSpaceList[0]?.id);\n }\n }, [ownerSpaceList, targetSpaceId]);\n\n const onSubmit = () => {\n if (!targetSpaceId) {\n toast.error(t('space:baseModal.missTargetTip'));\n return;\n }\n\n closeModal();\n router.push({\n pathname: '/space/[spaceId]/setting/plan',\n query: { spaceId: targetSpaceId, subscribeLevel: subscribeLevel },\n });\n };\n\n return (\n !isOpen && closeModal()}>\n \n \n {t('billing.spaceSubscriptionModal.title')}\n {t('billing.spaceSubscriptionModal.description')}\n \n
\n
\n \n setTargetSpaceId(id)}\n />\n
\n
\n \n \n \n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/billing/useSpaceSubscriptionMonitor.ts", "content": "import type { BillingProductLevel } from '@teable/openapi';\nimport { useRouter } from 'next/router';\nimport { useMount } from 'react-use';\nimport { useSpaceSubscriptionStore } from './useSpaceSubscriptionStore';\n\nexport const useSpaceSubscriptionMonitor = () => {\n const router = useRouter();\n const { subscribeLevel } = router.query as { subscribeLevel?: BillingProductLevel };\n const { openModal } = useSpaceSubscriptionStore();\n useMount(() => {\n if (subscribeLevel) {\n openModal(subscribeLevel);\n router.push(router.pathname, undefined, { shallow: true });\n }\n });\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/billing/useSpaceSubscriptionStore.ts", "content": "import type { BillingProductLevel } from '@teable/openapi';\nimport { create } from 'zustand';\n\ninterface ISpaceSubscriptionState {\n subscribeLevel?: BillingProductLevel;\n closeModal: () => void;\n openModal: (subscribeLevel: BillingProductLevel) => void;\n}\n\nexport const useSpaceSubscriptionStore = create((set) => ({\n closeModal: () => {\n set((state) => {\n return {\n ...state,\n subscribeLevel: undefined,\n };\n });\n },\n openModal: (subscribeLevel: BillingProductLevel) => {\n set((state) => {\n return {\n ...state,\n subscribeLevel,\n };\n });\n },\n}));\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/Chart.tsx", "content": "import type { IParentBridgeMethods, IUIConfig } from '@teable/sdk';\nimport { Spin } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useEnv } from '../hooks/useEnv';\nimport { usePluginInstall } from '../hooks/usePluginInstall';\nimport type { IPageParams, IChartStorage } from '../types';\nimport { ChartLayout } from './chart/ChartLayout';\nimport { ChartPage } from './chart/ChartPage';\nimport { ChartProvider } from './ChartProvider';\nimport { EnvProvider } from './EnvProvider';\n\nconst ChartInner = (props: { parentBridgeMethods: IParentBridgeMethods; uiConfig: IUIConfig }) => {\n const { parentBridgeMethods, uiConfig } = props;\n const { baseId, positionId, pluginInstallId } = useEnv();\n const { t } = useTranslation('chart');\n const { pluginInstall, isLoading } = usePluginInstall();\n\n if (!baseId) {\n return
{t('notBaseId')}
;\n }\n\n if (!positionId) {\n return
{t('notPositionId')}
;\n }\n\n if (!pluginInstallId) {\n return
{t('notPluginInstallId')}
;\n }\n\n if (isLoading || !pluginInstall) {\n return (\n
\n \n
\n );\n }\n\n return (\n \n \n \n \n \n );\n};\nexport const Chart = (props: {\n pageParams: IPageParams;\n parentBridgeMethods: IParentBridgeMethods;\n uiConfig: IUIConfig;\n}) => {\n const { pageParams, parentBridgeMethods, uiConfig } = props;\n return (\n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/ChartProvider.tsx", "content": "import type { IParentBridgeMethods, IUIConfig } from '@teable/sdk';\nimport React, { useRef } from 'react';\nimport type { IChartStorage } from '../types';\n\nexport interface IChartContext {\n tab: 'chart' | 'query';\n storage?: IChartStorage;\n uiConfig?: IUIConfig;\n queryError?: string;\n onQueryError?: (error?: string) => void;\n onTabChange: (tab: 'chart' | 'query') => void;\n onStorageChange: (storage: IChartStorage) => Promise;\n parentBridgeMethods?: IParentBridgeMethods;\n}\n\nexport const ChartContext = React.createContext({\n tab: 'chart',\n // eslint-disable-next-line @typescript-eslint/no-empty-function\n onTabChange: () => {},\n // eslint-disable-next-line @typescript-eslint/no-empty-function\n onStorageChange: (storage: IChartStorage) => Promise.resolve(storage),\n});\n\nexport const ChartProvider = (props: {\n children: React.ReactNode;\n storage?: IChartStorage;\n uiConfig?: IUIConfig;\n parentBridgeMethods?: IParentBridgeMethods;\n}) => {\n const { children, storage, uiConfig, parentBridgeMethods } = props;\n const [tab, setTab] = React.useState<'chart' | 'query'>(storage?.query ? 'chart' : 'query');\n const [storageState, setStorageState] = React.useState(storage);\n const [queryError, setQueryError] = React.useState();\n const preStorage = useRef();\n\n const updateStorage = async (storage: IChartStorage) => {\n try {\n preStorage.current = storage;\n setStorageState(storage);\n await parentBridgeMethods?.updateStorage(storage as unknown as Record);\n } catch (error) {\n console.error('Failed to update storage', error);\n setStorageState(preStorage.current);\n }\n };\n\n return (\n \n {children}\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/EnvProvider.tsx", "content": "'use client';\nimport React from 'react';\nimport type { IPageParams } from '../types';\n\nexport const EnvContext = React.createContext({} as IPageParams);\n\nexport const EnvProvider = (props: { pageParams: IPageParams; children: React.ReactNode }) => {\n const { pageParams, children } = props;\n return {children};\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/ChartLayout.tsx", "content": "'use client';\nimport { Button } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport React, { useContext } from 'react';\nimport { ChartContext } from '../ChartProvider';\n\nexport const ChartLayout: React.FC<{\n children: React.ReactNode;\n}> = ({ children }) => {\n const { t } = useTranslation('chart');\n const { uiConfig, storage, parentBridgeMethods } = useContext(ChartContext);\n\n if (!storage && !uiConfig?.isShowingSettings) {\n return (\n
\n
{t('noStorage')}
\n parentBridgeMethods?.expandPlugin()}\n >\n {t('goConfig')}\n \n
\n );\n }\n\n return (\n
\n {children}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/ChartPage.tsx", "content": "'use client';\n\nimport { Table2 } from '@teable/icons';\nimport { cn, Toggle } from '@teable/ui-lib';\nimport { useContext, useState } from 'react';\nimport { useUIConfig } from '../../hooks/useUIConfig';\nimport { ChartContext } from '../ChartProvider';\nimport { ChartSetting } from './chart-config/ChartSetting';\nimport { ChartDisplay } from './chart-show/ChartDisplay';\nimport { ChartQuery } from './ChartQuery';\n\nexport const ChartPage = () => {\n const { tab } = useContext(ChartContext);\n const { isShowingSettings } = useUIConfig();\n const [isTable, setIsTable] = useState(false);\n const { storage } = useContext(ChartContext);\n const hasTable = storage?.config?.type === 'table';\n\n if (tab === 'query' && isShowingSettings) {\n return ;\n }\n\n return (\n
\n
\n \n {!hasTable && isShowingSettings && (\n \n \n \n )}\n
\n {isShowingSettings && (\n \n )}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/ChartQuery.tsx", "content": "import type { IBaseQuery } from '@teable/openapi';\nimport type { IBaseQueryBuilderRef } from '@teable/sdk';\nimport { BaseQueryBuilder } from '@teable/sdk';\nimport { Button, cn } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useContext, useEffect, useRef, useState } from 'react';\nimport { ChartContext } from '../ChartProvider';\n\nexport const ChartQuery = () => {\n const { tab, storage, onTabChange, onStorageChange } = useContext(ChartContext);\n const [query, setQuery] = useState(storage?.query);\n const [isLoading, setLoading] = useState(false);\n const queryBuilderRef = useRef(null);\n const { t } = useTranslation('chart');\n\n useEffect(() => {\n if (tab === 'query') {\n // TODO: refactor query builder, remove setTimeout\n setTimeout(() => {\n queryBuilderRef.current?.initContext();\n });\n }\n }, [tab]);\n\n return (\n
\n
\n
{t('queryTitle')}
\n
\n onTabChange('chart')}\n >\n {t('actions.cancel')}\n \n {\n if (!query) {\n return;\n }\n setLoading(true);\n await onStorageChange(\n storage\n ? {\n ...storage,\n query,\n }\n : { query }\n );\n setLoading(false);\n onTabChange('chart');\n }}\n >\n {t('actions.save')}\n \n
\n
\n {tab === 'query' && (\n
\n \n
\n )}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/ChartForm.tsx", "content": "import { useTranslation } from 'next-i18next';\nimport type { IChartConfig } from '../../../types';\nimport { AreaForm } from './form/AreaForm';\nimport { BarForm } from './form/BarForm';\nimport { LineForm } from './form/LineForm';\nimport { PieForm } from './form/PieForm';\nimport { TableForm } from './form/TableForm';\n\nexport const ChartForm = (props: {\n value: IChartConfig;\n onChange: (value: IChartConfig) => void;\n}) => {\n const { value, onChange } = props;\n const { t } = useTranslation('chart');\n switch (value.type) {\n case 'bar':\n return ;\n case 'line':\n return ;\n case 'area':\n return ;\n case 'pie':\n return ;\n case 'table':\n return ;\n default:\n throw new Error(t('form.typeError'));\n }\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/ChartSetting.tsx", "content": "import { cn, ScrollArea } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useContext } from 'react';\nimport { ChartContext } from '../../ChartProvider';\nimport { ChartForm } from './ChartForm';\nimport { ConfigItem } from './common/ConfigItem';\nimport { QueryStatus } from './QueryStatus';\nimport { TypeSelector } from './TypeSelector';\n\nexport const ChartSetting = (props: { className?: string }) => {\n const { className } = props;\n const { storage, onStorageChange } = useContext(ChartContext);\n const { t } = useTranslation('chart');\n const config = storage?.config;\n if (!storage) {\n return;\n }\n\n return (\n \n \n
\n \n \n onStorageChange({\n ...storage,\n config: { type },\n })\n }\n />\n \n
\n {config && (\n {\n onStorageChange({\n ...storage,\n config,\n });\n }}\n />\n )}\n
\n
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/QueryStatus.tsx", "content": "import { useQueryClient } from '@tanstack/react-query';\nimport { RefreshCcw } from '@teable/icons';\nimport { Button, cn } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useContext } from 'react';\nimport { useEnv } from '../../../hooks/useEnv';\nimport { ChartContext } from '../../ChartProvider';\n\nexport const QueryStatus = () => {\n const { queryError, onTabChange } = useContext(ChartContext);\n const { baseId } = useEnv();\n const { storage } = useContext(ChartContext);\n const query = storage?.query;\n const queryClient = useQueryClient();\n const { t } = useTranslation('chart');\n const refreshQuery = () => {\n queryClient.invalidateQueries({ queryKey: ['baseQuery', baseId, query] });\n };\n\n return (\n \n {queryError ? t('form.queryError') : t('form.querySuccess')}\n onTabChange('query')}\n >\n {t('form.updateQuery')}\n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/TypeSelector.tsx", "content": "/* eslint-disable jsx-a11y/click-events-have-key-events */\n/* eslint-disable jsx-a11y/no-static-element-interactions */\nimport { ChevronsUpDown, Table2 } from '@teable/icons';\nimport { Button, cn, Popover, PopoverContent, PopoverTrigger } from '@teable/ui-lib';\nimport { BarChart, LineChart, PieChart, AreaChart } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo, useState } from 'react';\nimport type { IChartConfig } from '../../../types';\n\nexport const TypeSelector = (props: {\n className?: string;\n type?: IChartConfig['type'];\n onChange: (type: IChartConfig['type']) => void;\n}) => {\n const { className, type, onChange } = props;\n const [open, setOpen] = useState(false);\n const { t } = useTranslation('chart');\n\n const options = useMemo(() => {\n return [\n {\n label: t('chart.bar'),\n value: 'bar',\n Icon: BarChart,\n },\n {\n label: t('chart.line'),\n value: 'line',\n Icon: LineChart,\n },\n {\n label: t('chart.pie'),\n value: 'pie',\n Icon: PieChart,\n },\n {\n label: t('chart.area'),\n value: 'area',\n Icon: AreaChart,\n },\n {\n label: t('chart.table'),\n value: 'table',\n Icon: Table2,\n },\n ] as const;\n }, [t]);\n return (\n \n \n \n {options.find((o) => o.value === type)?.label ?? (\n {t('form.chartType.placeholder')}\n )}\n \n \n \n \n
\n {options.map(({ label, Icon, value }) => (\n {\n onChange(value);\n setOpen(false);\n }}\n >\n \n \n
\n
{label}
\n \n ))}\n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/AxisDisplayBaseContent.tsx", "content": "import { useTranslation } from 'next-i18next';\nimport type { IChartBaseAxisDisplay } from '../../../../types';\nimport { ComboLineStyleEditor } from './ComboLineStyleEditor';\nimport { ComboTypeEditor } from './ComboTypeEditor';\nimport { ConfigItem } from './ConfigItem';\nimport { YAxisPositionEditor } from './YAxisPositionEditor';\n\nexport const AxisDisplayBaseContent = (props: {\n value: IChartBaseAxisDisplay;\n onChange: (value: IChartBaseAxisDisplay) => void;\n}) => {\n const { value: displayValue, onChange } = props;\n const { t } = useTranslation('chart');\n return (\n <>\n \n {\n switch (type) {\n case 'bar': {\n return onChange({\n type,\n position: displayValue.position,\n });\n }\n\n case 'area':\n case 'line': {\n return onChange({\n lineStyle: 'normal',\n ...displayValue,\n position: displayValue.position,\n type,\n });\n }\n default:\n throw new Error('Invalid display type');\n }\n }}\n />\n \n {displayValue.type !== 'bar' && (\n \n {\n onChange({\n ...displayValue,\n lineStyle: val,\n });\n }}\n />\n \n )}\n \n {\n if (!displayValue) {\n return;\n }\n onChange({\n ...displayValue,\n position: val,\n });\n }}\n />\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/ColumnSelector.tsx", "content": "import { cn, Select, SelectContent, SelectItem, SelectTrigger, SelectValue } from '@teable/ui-lib';\n\nexport const ColumnSelector = (props: {\n value?: string;\n onChange: (value: string) => void;\n columns: {\n name: string;\n column: string;\n }[];\n className?: string;\n}) => {\n const { className, value, onChange, columns } = props;\n\n return (\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/ComboLineStyleEditor.tsx", "content": "import { Label, RadioGroup, RadioGroupItem } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\nimport type { IChartBaseAxisDisplay } from '../../../../types';\n\ntype ILineStyle = Extract['lineStyle'];\n\nexport const ComboLineStyleEditor = (props: {\n value?: ILineStyle;\n onChange: (value: ILineStyle) => void;\n}) => {\n const { value: displayValue, onChange } = props;\n const { t } = useTranslation('chart');\n const lineStyles = useMemo(() => {\n return [\n {\n label: t('form.combo.lineStyle.normal'),\n value: 'normal',\n },\n {\n label: t('form.combo.lineStyle.linear'),\n value: 'linear',\n },\n {\n label: t('form.combo.lineStyle.step'),\n value: 'step',\n },\n ];\n }, [t]);\n\n return (\n \n {lineStyles.map(({ label, value }) => (\n
\n \n \n {label}\n \n
\n ))}\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/ComboTypeEditor.tsx", "content": "import { Label, RadioGroup, RadioGroupItem } from '@teable/ui-lib';\nimport { AreaChart, BarChart, LineChart } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\nimport type { IChartBaseAxisDisplay } from '../../../../types';\n\nexport const ComboTypeEditor = (props: {\n value?: IChartBaseAxisDisplay['type'];\n onChange: (value: IChartBaseAxisDisplay['type']) => void;\n}) => {\n const { value: displayType, onChange } = props;\n const { t } = useTranslation('chart');\n const displayTypes = useMemo(() => {\n return [\n {\n label: t('chart.bar'),\n value: 'bar',\n Icon: BarChart,\n },\n {\n label: t('chart.line'),\n value: 'line',\n Icon: LineChart,\n },\n {\n label: t('chart.area'),\n value: 'area',\n Icon: AreaChart,\n },\n ] as const;\n }, [t]);\n\n return (\n \n {displayTypes.map(({ label, Icon, value }) => (\n
\n \n \n \n \n
\n ))}\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/ComboXAxisDisplayEditor.tsx", "content": "import { Input } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport type { IChartXAxisDisplay } from '../../../../types';\nimport { ConfigItem } from './ConfigItem';\n\nexport const ComboXAxisDisplayEditor = (props: {\n value?: IChartXAxisDisplay;\n onChange: (value?: IChartXAxisDisplay) => void;\n}) => {\n const { value: display, onChange } = props;\n const { t } = useTranslation('chart');\n const [value, setValue] = useState(display?.label || '');\n\n return (\n \n \n onChange({\n ...display,\n label: value,\n })\n }\n onChange={(e) => {\n setValue(e.target.value);\n }}\n />\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/ComboYAisxDisplayEditor.tsx", "content": "import { Input } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport type { IChartYAxisDisplay } from '../../../../types';\nimport { ConfigItem } from './ConfigItem';\n\nexport const ComboYAxisDisplayEditor = (props: {\n value?: IChartYAxisDisplay;\n onChange: (value?: IChartYAxisDisplay) => void;\n}) => {\n const { value, onChange } = props;\n const { t } = useTranslation('chart');\n const [label, setLabel] = useState(value?.label || '');\n const [max, setMax] = useState(value?.range?.max);\n const [min, setMin] = useState(value?.range?.min);\n\n return (\n
\n \n onChange({ ...value, label })}\n onChange={(e) => setLabel(e.target.value)}\n />\n \n \n
\n \n {t('form.combo.range.min')}\n \n setMin(e.target.value.length ? parseFloat(e.target.value) : undefined)}\n onBlur={() => {\n onChange({\n ...value,\n range: {\n ...value?.range,\n min,\n },\n });\n }}\n />\n \n {t('form.combo.range.max')}\n \n setMax(e.target.value.length ? parseFloat(e.target.value) : undefined)}\n onBlur={() => {\n onChange({\n ...value,\n range: {\n ...value?.range,\n max,\n },\n });\n }}\n />\n
\n \n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/ConfigItem.tsx", "content": "import { cn } from '@teable/ui-lib';\n\nexport const ConfigItem = (props: {\n className?: string;\n children: React.ReactNode;\n label: string | React.ReactNode;\n}) => {\n const { className, children, label } = props;\n return (\n
\n \n {children}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/GoalLineEditor.tsx", "content": "import { Input, Label, Switch } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport type { IGoalLine } from '../../../../types';\nimport { ConfigItem } from './ConfigItem';\n\nexport const GoalLineEditor = (props: {\n value?: IGoalLine;\n onChange: (value?: IGoalLine) => void;\n}) => {\n const { value, onChange } = props;\n const { t } = useTranslation('chart');\n const [text, setText] = useState(value?.label);\n const [number, setNumber] = useState(value?.value);\n\n return (\n
\n
\n \n {\n onChange({\n ...value,\n enabled: e,\n });\n }}\n />\n
\n {value?.enabled && (\n
\n \n \n onChange({\n ...props.value,\n value: number,\n })\n }\n onChange={(e) => {\n const number = parseFloat(e.target.value);\n setNumber(isNaN(number) ? undefined : number);\n }}\n />\n \n \n \n onChange({\n ...value,\n label: text,\n })\n }\n onChange={(e) => setText(e.target.value)}\n />\n \n
\n )}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/NumberInput.tsx", "content": "import { cn, Input } from '@teable/ui-lib';\nimport { useState } from 'react';\n\nexport interface INumberInputProps {\n className?: string;\n value?: number;\n onValueChange?: (value: number | undefined) => void;\n decimal?: number;\n min?: number;\n max?: number;\n}\n\nexport const NumberInput = (props: INumberInputProps) => {\n const { className, decimal, min, max, onValueChange } = props;\n const [value, setValue] = useState(props.value);\n\n return (\n value !== props.value && onValueChange?.(value)}\n onChange={(e) => {\n if (decimal) {\n const number = parseFloat(parseFloat(e.target.value).toFixed(decimal));\n setValue(\n isNaN(number)\n ? undefined\n : min && number < min\n ? min\n : max && number > max\n ? max\n : number\n );\n return;\n }\n const number = parseInt(e.target.value);\n setValue(isNaN(number) ? undefined : number);\n }}\n />\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/PaddingEditor.tsx", "content": "import { Input, Label } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport type { IChartPadding } from '../../../../types';\n\nexport const PaddingEditor = (props: {\n value?: IChartPadding;\n onChange: (value?: IChartPadding) => void;\n}) => {\n const { value, onChange } = props;\n const { t } = useTranslation('chart');\n const [padding, setPadding] = useState(value);\n return (\n
\n
\n \n onChange(padding)}\n onChange={(e) => {\n const number = parseFloat(e.target.value);\n setPadding({\n ...padding,\n top: isNaN(number) ? undefined : number,\n });\n }}\n />\n
\n
\n \n onChange(padding)}\n onChange={(e) => {\n const number = parseFloat(e.target.value);\n setPadding({\n ...padding,\n right: isNaN(number) ? undefined : number,\n });\n }}\n />\n
\n
\n \n onChange(padding)}\n onChange={(e) => {\n const number = parseFloat(e.target.value);\n setPadding({\n ...padding,\n bottom: isNaN(number) ? undefined : number,\n });\n }}\n />\n
\n
\n \n onChange(padding)}\n onChange={(e) => {\n const number = parseFloat(e.target.value);\n setPadding({\n ...padding,\n left: isNaN(number) ? undefined : number,\n });\n }}\n />\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/SwitchEditor.tsx", "content": "import { Switch, Label } from '@teable/ui-lib';\nimport { useRef } from 'react';\n\nexport const SwitchEditor = (props: {\n label?: string;\n value?: boolean;\n onChange: (value?: boolean) => void;\n}) => {\n const { label, value, onChange } = props;\n const randomRef = useRef(Math.random().toString(36).substring(7));\n return (\n
\n \n {\n onChange(checked);\n }}\n />\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/common/YAxisPositionEditor.tsx", "content": "import { Label, RadioGroup, RadioGroupItem } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\nimport type { IChartBaseAxisDisplay } from '../../../../types';\n\nexport const YAxisPositionEditor = (props: {\n value?: IChartBaseAxisDisplay['position'];\n onChange: (value: IChartBaseAxisDisplay['position']) => void;\n}) => {\n const { value: position, onChange } = props;\n const { t } = useTranslation(['chart']);\n const positions = useMemo(() => {\n return [\n {\n label: t('form.combo.position.auto'),\n value: 'auto',\n },\n {\n label: t('form.combo.position.left'),\n value: 'left',\n },\n {\n label: t('form.combo.position.right'),\n value: 'right',\n },\n ] as const;\n }, [t]);\n\n return (\n \n {positions.map(({ label, value }) => (\n
\n \n \n {label}\n \n
\n ))}\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/form/AreaForm.tsx", "content": "import { useTranslation } from 'next-i18next';\nimport type { IAreaConfig } from '../../../../types';\nimport { SwitchEditor } from '../common/SwitchEditor';\nimport { ComboForm } from './ComboForm';\n\nexport const AreaForm = (props: {\n config: IAreaConfig;\n onChange: (config: IAreaConfig) => void;\n}) => {\n const { config, onChange } = props;\n const { t } = useTranslation('chart');\n\n return (\n
\n {\n onChange({\n type: 'area',\n ...val,\n });\n }}\n />\n {\n onChange({\n ...config,\n stack: checked,\n });\n }}\n />\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/form/BarForm.tsx", "content": "import { useTranslation } from 'next-i18next';\nimport type { IBarConfig } from '../../../../types';\nimport { SwitchEditor } from '../common/SwitchEditor';\nimport { ComboForm } from './ComboForm';\n\nexport const BarForm = (props: { config: IBarConfig; onChange: (config: IBarConfig) => void }) => {\n const { config, onChange } = props;\n const { t } = useTranslation('chart');\n return (\n
\n {\n onChange({\n type: 'bar',\n ...val,\n });\n }}\n />\n {\n onChange({\n ...config,\n stack: checked,\n });\n }}\n />\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/form/ComboForm.tsx", "content": "import {\n Accordion,\n AccordionContent,\n AccordionItem,\n AccordionTrigger,\n Button,\n DropdownMenu,\n DropdownMenuContent,\n DropdownMenuItem,\n DropdownMenuTrigger,\n Separator,\n} from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useBaseQueryData } from '../../../../hooks/useBaseQueryData';\nimport { useFilterNumberColumns } from '../../../../hooks/useFilterNumberColumns';\nimport type { IComboConfig, IComboType } from '../../../../types';\nimport { ComboXAxisDisplayEditor } from '../common/ComboXAxisDisplayEditor';\nimport { ComboYAxisDisplayEditor } from '../common/ComboYAisxDisplayEditor';\nimport { ConfigItem } from '../common/ConfigItem';\nimport { GoalLineEditor } from '../common/GoalLineEditor';\nimport { PaddingEditor } from '../common/PaddingEditor';\nimport { SwitchEditor } from '../common/SwitchEditor';\nimport { ComboXAxisEditor } from './ComboXAxisEditor';\nimport { ComboYAxisEditor } from './ComboYAxisEditor';\nimport type { ComboYAxis } from './utils';\nimport { getComboXAxisDefaultDisplay, getComboYAxisDefaultDisplay } from './utils';\n\nexport const ComboForm = (props: {\n type: IComboType;\n config: IComboConfig;\n onChange: (config: IComboConfig) => void;\n}) => {\n const { type, config, onChange } = props;\n const { t } = useTranslation('chart');\n const baseQueryData = useBaseQueryData();\n const xColumns = baseQueryData?.columns ?? [];\n const yColumns = useFilterNumberColumns(baseQueryData?.columns);\n const selectedXColumns = config.xAxis?.map((x) => x.column) ?? [];\n const selectedYColumns = config.yAxis?.map((y) => y.column) ?? [];\n\n const canAddXColumns = xColumns.filter((v) => !selectedXColumns.includes(v.column));\n const canAddYColumns = yColumns.filter((v) => !selectedYColumns.includes(v.column));\n const onChangeXAxis = (xAxisItem: ComboYAxis, index: number) => {\n const newXAxis = config.xAxis ? [...config.xAxis!] : [];\n newXAxis[index] = xAxisItem;\n onChange({\n ...config,\n xAxis: newXAxis,\n });\n };\n\n const onChangeYAxis = (yAxisItem: ComboYAxis, index: number) => {\n const newYAxis = config.yAxis ? [...config.yAxis!] : [];\n newYAxis[index] = yAxisItem;\n onChange({\n ...config,\n yAxis: newYAxis,\n });\n };\n\n const onAddXAxis = (column: string) => {\n const newItem = {\n column: column,\n display: getComboXAxisDefaultDisplay(type),\n };\n onChange({\n ...config,\n xAxis: config.xAxis ? [...config.xAxis, newItem] : [newItem],\n });\n };\n\n const onAddYAxis = (column: string) => {\n const newItem = {\n column: column,\n display: getComboYAxisDefaultDisplay(type),\n };\n onChange({\n ...config,\n yAxis: config.yAxis ? [...config.yAxis, newItem] : [newItem],\n });\n };\n\n const onDeleteXAxis = (index: number) => {\n const newXAxis = config.xAxis ? [...config.xAxis] : [];\n newXAxis.splice(index, 1);\n onChange({\n ...config,\n xAxis: newXAxis,\n });\n };\n\n const onDeleteYAxis = (index: number) => {\n const newYAxis = config.yAxis ? [...config.yAxis] : [];\n newYAxis.splice(index, 1);\n onChange({\n ...config,\n yAxis: newYAxis,\n });\n };\n\n const xAxisLen = config.xAxis?.length ?? 0;\n const yAxisLen = config.yAxis?.length ?? 0;\n const hiddenDeleteXAxisBtn = xAxisLen && xAxisLen < 2;\n const hiddenDeleteYAxisBtn = yAxisLen && yAxisLen < 2;\n // TODO: Support multiple x-axis\n const hiddenAddXAxisBtn = canAddXColumns.length === 0 || xAxisLen === 1;\n const hiddenAddYAxisBtn = canAddYColumns.length === 0;\n\n return (\n
\n \n
\n
\n {config.xAxis?.map((xAxisItem, index) => (\n {\n onChangeXAxis(xAxisItem, index);\n }}\n onDelete={() => onDeleteXAxis(index)}\n hiddenDelete={!!hiddenDeleteXAxisBtn}\n hiddenSettings\n />\n ))}\n
\n {!hiddenAddXAxisBtn && (\n \n \n \n \n \n {canAddXColumns.map((column) => (\n {\n onAddXAxis(column.column);\n }}\n >\n {column.name}\n \n ))}\n \n \n )}\n
\n \n \n
\n
\n {config.yAxis?.map((yAxisItem, index) => (\n {\n onChangeYAxis(yAxisItem, index);\n }}\n onDelete={() => onDeleteYAxis(index)}\n hiddenDelete={!!hiddenDeleteYAxisBtn}\n />\n ))}\n
\n {!hiddenAddYAxisBtn && (\n \n \n \n \n \n {canAddYColumns.map((column) => (\n {\n onAddYAxis(column.column);\n }}\n >\n {column.name}\n \n ))}\n \n \n )}\n
\n \n
\n \n \n \n {t('form.combo.xDisplay.label')}\n \n {\n onChange({\n ...config,\n xAxisDisplay: val,\n });\n }}\n />\n \n \n \n {t('form.combo.yDisplay.label')}\n \n {\n onChange({\n ...config,\n yAxisDisplay: val,\n });\n }}\n />\n \n \n \n {t('form.padding.label')}\n \n {\n onChange({\n ...config,\n padding: val,\n });\n }}\n />\n \n \n \n
\n {\n onChange({\n ...config,\n showLabel: val,\n });\n }}\n />\n {\n onChange({\n ...config,\n goalLine: val,\n });\n }}\n />\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/form/ComboXAxisEditor.tsx", "content": "import { Settings, X } from '@teable/icons';\nimport { Button, Popover, PopoverContent, PopoverTrigger } from '@teable/ui-lib';\nimport { useBaseQueryData } from '../../../../hooks/useBaseQueryData';\nimport type { IChartBaseAxisDisplay, IComboConfig } from '../../../../types';\nimport { AxisDisplayBaseContent } from '../common/AxisDisplayBaseContent';\nimport { ColumnSelector } from '../common/ColumnSelector';\n\ntype ComboXAxis = NonNullable[number];\n\nexport const ComboXAxisEditor = (props: {\n value: ComboXAxis;\n selectedColumns: string[];\n onChange: (value: ComboXAxis) => void;\n onDelete: () => void;\n hiddenSettings?: boolean;\n hiddenDelete?: boolean;\n}) => {\n const { value, selectedColumns, onChange, onDelete, hiddenDelete, hiddenSettings } = props;\n\n const baseQueryData = useBaseQueryData();\n const columns =\n baseQueryData?.columns?.filter(\n ({ column }) => column === value.column || !selectedColumns.includes(column)\n ) ?? [];\n\n const displayValue = value?.display;\n const onChangeDisplay = (display: IChartBaseAxisDisplay) => {\n if (!value) {\n return;\n }\n onChange({\n ...value,\n display,\n });\n };\n\n return (\n
\n \n onChange({\n ...value,\n column: xAxisCol,\n })\n }\n columns={columns}\n />\n {!hiddenSettings && value?.column && displayValue && (\n \n )}\n {!hiddenDelete && (\n \n )}\n
\n );\n};\n\nexport const XAxisDisplayEditor = (props: {\n className?: string;\n value: IChartBaseAxisDisplay;\n onChange: (value: IChartBaseAxisDisplay) => void;\n}) => {\n const { value: displayValue, onChange, className } = props;\n\n return (\n \n \n \n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/form/ComboYAxisEditor.tsx", "content": "import { Settings, X } from '@teable/icons';\nimport { Button, Input, Popover, PopoverContent, PopoverTrigger } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport { useBaseQueryData } from '../../../../hooks/useBaseQueryData';\nimport { useFilterNumberColumns } from '../../../../hooks/useFilterNumberColumns';\nimport { AxisDisplayBaseContent } from '../common/AxisDisplayBaseContent';\nimport { ColumnSelector } from '../common/ColumnSelector';\nimport { ConfigItem } from '../common/ConfigItem';\nimport type { ComboYAxis } from './utils';\n\nexport const ComboYAxisEditor = (props: {\n value: ComboYAxis;\n selectedColumns: string[];\n onChange: (value: ComboYAxis) => void;\n onDelete: () => void;\n hiddenDelete?: boolean;\n}) => {\n const { value, selectedColumns, onChange, onDelete, hiddenDelete } = props;\n\n const baseQueryData = useBaseQueryData();\n const allColumns = useFilterNumberColumns(baseQueryData?.columns ?? []);\n\n const columns = allColumns.filter(\n ({ column }) => column === value.column || !selectedColumns.includes(column)\n );\n\n const displayValue = value?.display;\n const onChangeConfig = (config: Omit) => {\n if (!value) {\n return;\n }\n onChange({\n ...value,\n decimal: config.decimal,\n prefix: config.prefix,\n suffix: config.suffix,\n display: config.display,\n label: config.label,\n });\n };\n\n return (\n
\n \n onChange({\n ...value,\n column: yAxisCol,\n })\n }\n columns={columns}\n />\n {value?.column && displayValue && (\n \n )}\n {!hiddenDelete && (\n \n )}\n
\n );\n};\n\nconst YAxisConfigEditor = (props: {\n className?: string;\n value: Omit;\n onChange: (value: Omit) => void;\n}) => {\n const { value, onChange, className } = props;\n const { t } = useTranslation('chart');\n const [suffix, setSuffix] = useState(value.suffix);\n const [prefix, setPrefix] = useState(value.prefix);\n const [decimal, setDecimal] = useState(value.decimal);\n const [label, setLabel] = useState(value.label);\n return (\n \n \n \n \n \n {\n onChange({ ...value, display: val });\n }}\n />\n \n onChange({ ...value, label })}\n onChange={(e) => setLabel(e.target.value)}\n />\n \n \n onChange({ ...value, prefix })}\n onChange={(e) => setPrefix(e.target.value)}\n />\n \n \n onChange({ ...value, suffix })}\n onChange={(e) => setSuffix(e.target.value)}\n />\n \n \n {\n const newValue = decimal ? Math.max(0, Math.min(decimal, 10)) : undefined;\n onChange({\n ...value,\n decimal: newValue,\n });\n setDecimal(newValue);\n }}\n onChange={(e) => {\n const number = parseInt(e.target.value);\n setDecimal(isNaN(number) ? undefined : number);\n }}\n />\n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/form/LineForm.tsx", "content": "import type { ILineConfig } from '../../../../types';\nimport { ComboForm } from './ComboForm';\n\nexport const LineForm = (props: {\n config: ILineConfig;\n onChange: (config: ILineConfig) => void;\n}) => {\n const { config, onChange } = props;\n\n return (\n {\n onChange({\n type: 'line',\n ...val,\n });\n }}\n />\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/form/PieForm.tsx", "content": "import { Settings } from '@teable/icons';\nimport { Button, Input, Popover, PopoverContent, PopoverTrigger } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport { useBaseQueryData } from '../../../../hooks/useBaseQueryData';\nimport { useFilterNumberColumns } from '../../../../hooks/useFilterNumberColumns';\nimport type { IPieConfig } from '../../../../types';\nimport { ColumnSelector } from '../common/ColumnSelector';\nimport { ConfigItem } from '../common/ConfigItem';\nimport { PaddingEditor } from '../common/PaddingEditor';\nimport { SwitchEditor } from '../common/SwitchEditor';\n\nexport const PieForm = (props: { config: IPieConfig; onChange: (config: IPieConfig) => void }) => {\n const { config, onChange } = props;\n const { t } = useTranslation('chart');\n const baseQueryData = useBaseQueryData();\n const xColumns = baseQueryData?.columns ?? [];\n const yColumns = useFilterNumberColumns(baseQueryData?.columns);\n const [decimal, setDecimal] = useState(config.measure?.decimal);\n const [prefix, setPrefix] = useState(config.measure?.prefix);\n const [suffix, setSuffix] = useState(config.measure?.suffix);\n return (\n
\n \n {\n onChange({ ...config, dimension: val });\n }}\n columns={xColumns}\n />\n \n \n
\n {\n onChange({\n ...config,\n measure: {\n ...config.measure,\n column: val,\n },\n });\n }}\n columns={yColumns}\n />\n {config.measure && config.measure.column && (\n \n \n \n \n \n \n {\n const newValue = decimal ? Math.max(0, Math.min(decimal, 10)) : undefined;\n\n onChange({\n ...config,\n measure: {\n ...config.measure!,\n decimal: newValue,\n },\n });\n setDecimal(newValue);\n }}\n onChange={(e) => {\n const number = parseInt(e.target.value);\n setDecimal(isNaN(number) ? undefined : number);\n }}\n />\n \n \n {\n onChange({\n ...config,\n measure: {\n ...config.measure!,\n prefix,\n },\n });\n }}\n onChange={(e) => {\n setPrefix(e.target.value);\n }}\n />\n \n \n {\n onChange({\n ...config,\n measure: {\n ...config.measure!,\n suffix,\n },\n });\n }}\n onChange={(e) => {\n setSuffix(e.target.value);\n }}\n />\n \n \n \n )}\n
\n \n {\n onChange({\n ...config,\n showLabel: val,\n });\n }}\n />\n {\n onChange({\n ...config,\n showTotal: val,\n });\n }}\n />\n {\n onChange({\n ...config,\n showLegend: val,\n });\n }}\n />\n \n {\n onChange({\n ...config,\n padding: val,\n });\n }}\n />\n \n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/form/TableForm.tsx", "content": "import { DraggableHandle, Settings } from '@teable/icons';\nimport type { IBaseQueryColumn } from '@teable/openapi';\nimport { useIsHydrated } from '@teable/sdk';\nimport type { DragEndEvent } from '@teable/ui-lib';\nimport {\n DndKitContext,\n Droppable,\n Draggable,\n Button,\n Popover,\n PopoverTrigger,\n PopoverContent,\n Input,\n} from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useEffect, useMemo, useState } from 'react';\nimport { useBaseQueryData } from '../../../../hooks/useBaseQueryData';\nimport type { ITableConfig } from '../../../../types';\nimport { sortTableColumns, tableConfigColumnsToMap } from '../../utils';\nimport { ConfigItem } from '../common/ConfigItem';\nimport { NumberInput } from '../common/NumberInput';\n\nexport const TableForm = (props: {\n config: ITableConfig;\n onChange: (config: ITableConfig) => void;\n}) => {\n const { config, onChange } = props;\n const { columns: configColumns } = config;\n const queryData = useBaseQueryData();\n const columns = queryData?.columns;\n const [sortedColumns, setSortedColumns] = useState([]);\n const isHydrated = useIsHydrated();\n const { t } = useTranslation('chart');\n const configColumnMap = useMemo(() => tableConfigColumnsToMap(configColumns), [configColumns]);\n\n useEffect(() => {\n if (!columns) {\n return setSortedColumns([]);\n }\n setSortedColumns(sortTableColumns(columns, configColumnMap));\n }, [columns, configColumnMap]);\n\n if (!isHydrated) {\n return null;\n }\n\n const onDragEndHandler = async (event: DragEndEvent) => {\n const { over, active } = event;\n const to = over?.data?.current?.sortable?.index;\n const from = active?.data?.current?.sortable?.index;\n\n if (!over || !sortedColumns || from === to) {\n return;\n }\n\n const list = [...sortedColumns];\n const [base] = list.splice(from, 1);\n\n list.splice(to, 0, base);\n\n setSortedColumns(list);\n\n onChange({\n ...config,\n columns: list.map((v) => configColumnMap[v.column] ?? { column: v.column }),\n });\n };\n\n const onWidthChange = (column: string, width?: number) => {\n if (!config.columns) {\n onChange({\n ...config,\n columns: [{ column, width }],\n });\n return;\n }\n const newColumns = config.columns.map((v) => {\n if (v.column === column) {\n return {\n ...v,\n width,\n };\n }\n return v;\n });\n\n onChange({\n ...config,\n columns: newColumns,\n });\n };\n\n const onLabelChange = (column: string, label?: string) => {\n if (!config.columns) {\n onChange({\n ...config,\n columns: [{ column, label }],\n });\n return;\n }\n const newColumns = config.columns.map((v) => {\n if (v.column === column) {\n return {\n ...v,\n label,\n };\n }\n return v;\n });\n\n onChange({\n ...config,\n columns: newColumns,\n });\n };\n\n return (\n \n
\n \n v.column)}>\n {sortedColumns.map((column) => (\n \n {({ setNodeRef, attributes, listeners, style }) => (\n \n \n
{column.name}
\n \n \n \n \n \n \n onWidthChange(column.column, val)}\n />\n \n \n onLabelChange(column.column, val)}\n />\n \n \n \n
\n )}\n \n ))}\n \n \n \n \n );\n};\n\nconst LabelInput = (props: { value?: string; onChange: (value?: string) => void }) => {\n const { value, onChange } = props;\n const [inputValue, setInputValue] = useState(value);\n return (\n inputValue !== value && onChange(inputValue)}\n onChange={(e) => setInputValue(e.target.value)}\n />\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-config/form/utils.ts", "content": "import type { IComboConfig, IComboType } from '../../../../types';\n\nexport type ComboXAxis = NonNullable[number];\nexport type ComboYAxis = NonNullable[number];\n\nexport const getComboXAxisDefaultDisplay = (type: IComboType): ComboXAxis['display'] => {\n switch (type) {\n case 'bar':\n return {\n type,\n position: 'auto',\n };\n case 'area':\n case 'line':\n return {\n lineStyle: 'normal',\n type,\n position: 'auto',\n };\n default:\n throw new Error('Invalid type');\n }\n};\n\n// eslint-disable-next-line sonarjs/no-identical-functions\nexport const getComboYAxisDefaultDisplay = (type: IComboType): ComboYAxis['display'] => {\n switch (type) {\n case 'bar':\n return {\n type,\n position: 'auto',\n };\n case 'area':\n case 'line':\n return {\n lineStyle: 'normal',\n type,\n position: 'auto',\n };\n default:\n throw new Error('Invalid type');\n }\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/ChartDisplay.tsx", "content": "import { Spin } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useContext } from 'react';\nimport { useBaseQueryData } from '../../../hooks/useBaseQueryData';\nimport { ChartContext } from '../../ChartProvider';\nimport { ChartCombo } from './combo/Combo';\nimport { ChartPie } from './pie/Pie';\nimport { ChartTable } from './table/ChartTable';\n\nexport const ChartDisplay = (props: { previewTable?: boolean }) => {\n const { previewTable } = props;\n const { storage, queryError } = useContext(ChartContext);\n const queryData = useBaseQueryData();\n\n const { t } = useTranslation('chart');\n\n if (queryError) {\n return (\n
\n Error: {queryError}\n
\n );\n }\n\n if (!queryData) {\n return (\n
\n \n
\n );\n }\n\n if (previewTable) {\n return ;\n }\n if (!storage?.config?.type) {\n return;\n }\n switch (storage?.config?.type) {\n case 'bar':\n case 'line':\n case 'area':\n return ;\n case 'pie':\n return ;\n case 'table':\n return ;\n default:\n return
{t('notSupport')}
;\n }\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/combo/Combo.tsx", "content": "/* eslint-disable sonarjs/cognitive-complexity */\nimport {\n ChartContainer,\n ChartLegend,\n ChartLegendContent,\n ChartTooltip,\n ChartTooltipContent,\n cn,\n} from '@teable/ui-lib';\nimport React, { useMemo, useState } from 'react';\nimport {\n Area,\n Bar,\n CartesianGrid,\n ComposedChart,\n Label,\n LabelList,\n Line,\n Rectangle,\n ReferenceLine,\n XAxis,\n YAxis,\n} from 'recharts';\nimport type { Payload } from 'recharts/types/component/DefaultLegendContent';\nimport { useBaseQueryData } from '../../../../hooks/useBaseQueryData';\nimport { useUIConfig } from '../../../../hooks/useUIConfig';\nimport type {\n IAreaConfig,\n IBarConfig,\n IChartBaseAxisDisplayLine,\n IComboConfig,\n IComboType,\n} from '../../../../types';\nimport { TooltipItem } from './TooltipItem';\nimport { useComboConfig } from './useComboConfig';\n\nexport const ChartCombo = (props: { config: IComboConfig; defaultType?: IComboType }) => {\n const { config, defaultType = 'bar' } = props;\n\n const queryData = useBaseQueryData();\n const chartConfig = useComboConfig(config, queryData?.columns);\n const { isExpand } = useUIConfig();\n const [hoverLegend, setHoverLegend] = useState();\n const [hiddenLegends, setHiddenLegends] = useState([]);\n const [hoverBarIndex, setHoverBarIndex] = useState();\n\n const handleLegendMouseEnter = (o: Payload) => {\n const { dataKey } = o;\n setHoverLegend(dataKey as string);\n };\n\n const handleLegendMouseLeave = () => {\n setHoverLegend(undefined);\n };\n\n const handleLegendClick = (o: Payload) => {\n const { dataKey } = o;\n if (hiddenLegends.includes(dataKey as string)) {\n setHiddenLegends(hiddenLegends.filter((legend) => legend !== dataKey));\n } else {\n setHiddenLegends([...hiddenLegends, dataKey as string]);\n }\n };\n\n const yAxisMap = useMemo(() => {\n if (!config.yAxis) {\n return {};\n }\n return config.yAxis?.reduce(\n (acc, yAxis) => {\n return {\n ...acc,\n [yAxis.column]: yAxis,\n };\n },\n {} as Record[number]>\n );\n }, [config.yAxis]);\n\n const chartYAxis = useMemo(() => {\n const chartYAxis: (NonNullable[number] & {\n position: 'left' | 'right';\n })[] = [];\n config.yAxis?.forEach((yAxisItem) => {\n const position = yAxisItem.display.position === 'auto' ? 'left' : yAxisItem.display.position;\n if (chartYAxis.find((axis) => axis.position === position)) {\n return;\n }\n chartYAxis.push({\n ...yAxisItem,\n position,\n });\n });\n return chartYAxis;\n }, [config.yAxis]);\n\n const defaultYAxisId = chartYAxis.find((axis) => axis.position === 'left')?.column;\n const showGoalLine = defaultYAxisId && config.goalLine?.enabled;\n const xAxisConfig = config.xAxis?.[0];\n\n const defaultMargin = isExpand\n ? {\n top: 20,\n left: 12,\n right: 12,\n bottom: 25,\n }\n : {\n top: 20,\n left: 10,\n right: 4,\n bottom: 25,\n };\n return (\n \n \n \n \n {xAxisConfig && (\n \n {\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/combo/TooltipItem.tsx", "content": "export const TooltipItem = (props: {\n label: string;\n indicatorColor?: string;\n children: React.ReactNode;\n}) => {\n const { label, indicatorColor, children } = props;\n\n return (\n <>\n \n
\n
\n {label}\n
\n {children}\n
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/combo/useComboConfig.ts", "content": "import type { IBaseQueryColumn } from '@teable/openapi';\nimport type { ChartConfig } from '@teable/ui-lib';\nimport { useMemo } from 'react';\nimport type { IComboConfig } from '../../../../types';\nimport { getColor } from '../utils';\n\nexport const useComboConfig = (config: IComboConfig, columns?: IBaseQueryColumn[]): ChartConfig => {\n const { xAxis, yAxis } = config;\n\n return useMemo(() => {\n if (!xAxis || !yAxis || !columns) {\n return {};\n }\n const columnMap = columns.reduce(\n (acc, column) => {\n return {\n ...acc,\n [column.column]: column,\n };\n },\n {} as Record\n );\n return yAxis.reduce((acc, y, index) => {\n return {\n ...acc,\n [y.column]: {\n color: getColor(index),\n label: y.label || columnMap[y.column]?.name || y.column,\n },\n };\n }, {} as ChartConfig);\n }, [columns, xAxis, yAxis]);\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/pie/Pie.tsx", "content": "import { ChartContainer, ChartLegend, ChartTooltip, ChartTooltipContent } from '@teable/ui-lib';\nimport { useMemo, useState } from 'react';\nimport { PieChart, Pie, Label, Sector } from 'recharts';\nimport type { Payload } from 'recharts/types/component/DefaultLegendContent';\nimport type { PieSectorDataItem } from 'recharts/types/polar/Pie';\nimport { useBaseQueryData } from '../../../../hooks/useBaseQueryData';\nimport { useUIConfig } from '../../../../hooks/useUIConfig';\nimport type { IPieConfig } from '../../../../types';\nimport { TooltipItem } from '../combo/TooltipItem';\nimport { PieLegendContent } from './PieLegendContent';\nimport { usePieConfig } from './usePieConfig';\nimport { useRefObserve } from './useRefObserve';\n\nexport const ChartPie = (props: { config: IPieConfig }) => {\n const { config } = props;\n const queryData = useBaseQueryData();\n const pieConfig = usePieConfig(config.dimension, queryData?.rows);\n const [hoverLegend, setHoverLegend] = useState();\n const [hoverPieIndex, setHoverPieIndex] = useState();\n\n const { isExpand } = useUIConfig();\n const total = useMemo(() => {\n const measure = config.measure;\n if (!queryData?.rows || !measure) {\n return 0;\n }\n return queryData.rows.reduce((acc, cur) => acc + (cur[measure.column] as number), 0);\n }, [queryData?.rows, config.measure]);\n\n const chartData = useMemo(() => {\n const dimension = config.dimension;\n if (!queryData?.rows || !dimension) {\n return [];\n }\n return queryData.rows.map((row, index) => ({\n ...row,\n value: `pie-${index}`,\n fill: `var(--color-pie-${index})`,\n }));\n }, [config.dimension, queryData?.rows]);\n\n const handleLegendMouseEnter = (_o: Payload, index: number) => {\n setHoverLegend(index);\n };\n\n const handleLegendMouseLeave = () => {\n setHoverLegend(undefined);\n };\n\n const [totalRef, { width: totalWidth }] = useRefObserve();\n const defaultMargin = isExpand\n ? {\n top: 20,\n right: 20,\n bottom: 20,\n left: 20,\n }\n : {\n top: 0,\n right: 0,\n bottom: 0,\n left: 0,\n };\n return (\n
\n {/* calculate total width */}\n \n \n \n {total}\n \n Total\n \n \n \n \n {\n const { prefix, decimal, suffix } = config.measure ?? {};\n return (\n \n {`${prefix ?? ''}${decimal && typeof value === 'number' ? value.toFixed(decimal) : value}${suffix ?? ''}`}\n {`(${total ? (((value as number) / total) * 100).toFixed(2) : 0}%)`}\n \n );\n }}\n />\n }\n />\n {config.showLegend && (\n }\n />\n )}\n {\n const { prefix, decimal, suffix } = config.measure ?? {};\n return (\n \n {`${prefix ?? ''}${decimal && typeof value === 'number' ? value.toFixed(decimal) : value}${suffix ?? ''}`}\n {`(${total ? ((value / total) * 100).toFixed(2) : 0}%)`}\n \n );\n }\n : false\n }\n activeIndex={hoverPieIndex ?? hoverLegend}\n onMouseEnter={(o) => setHoverPieIndex(o.index)}\n activeShape={({ outerRadius = 0, ...props }: PieSectorDataItem) => (\n \n )}\n >\n {config.showTotal && (\n {\n if (viewBox && 'cx' in viewBox && 'cy' in viewBox) {\n const { prefix, decimal, suffix } = config.measure ?? {};\n const totalDisplay = `${prefix ?? ''}${decimal ? total.toFixed(decimal) : total}${suffix ?? ''}`;\n return (\n viewBox.innerRadius! * 2 || 70 > viewBox.innerRadius! * 2\n ? 'hidden'\n : 'visible',\n }}\n x={viewBox.cx}\n y={viewBox.cy}\n textAnchor=\"middle\"\n dominantBaseline=\"middle\"\n >\n \n {totalDisplay}\n \n \n Total\n \n \n );\n }\n }}\n />\n )}\n \n \n \n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/pie/PieLegendContent.tsx", "content": "import { ChartLegendContent } from '@teable/ui-lib';\nimport React from 'react';\n\nexport const PieLegendContent = React.forwardRef<\n React.ElementRef,\n React.ComponentProps\n>((props, ref) => {\n const { payload, ...rest } = props;\n return (\n ({\n ...item,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n pieColorKey: `${(item.payload as any)?.payload?.value}`,\n }))}\n />\n );\n});\n\nPieLegendContent.displayName = 'PieLegendContent';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/pie/usePieConfig.tsx", "content": "import type { ChartConfig } from '@teable/ui-lib';\nimport { useMemo } from 'react';\nimport { getColor } from '../utils';\n\nexport const usePieConfig = (dimension?: string, rows?: Record[]): ChartConfig => {\n return useMemo(() => {\n if (!dimension || !rows) {\n return {};\n }\n const labels = rows.map((row) => row[dimension]) as string[];\n return labels.reduce((acc, label, index) => {\n return {\n ...acc,\n [`pie-${index}`]: {\n color: getColor(index),\n label,\n },\n };\n }, {} as ChartConfig);\n }, [dimension, rows]);\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/pie/useRefObserve.ts", "content": "import { useEffect, useRef, useState } from 'react';\n\nexport const useRefObserve = () => {\n const ref = useRef(null);\n const [width, setWidth] = useState(0);\n const [height, setHeight] = useState(0);\n useEffect(() => {\n const currentElement = ref.current;\n\n const observer = new ResizeObserver((entries) => {\n for (const entry of entries) {\n setWidth(entry.contentRect.width);\n setHeight(entry.contentRect.height);\n }\n });\n\n if (currentElement) {\n const { width, height } = currentElement.getBoundingClientRect();\n setWidth(width);\n setHeight(height);\n observer.observe(currentElement);\n }\n return () => {\n if (currentElement) {\n observer.unobserve(currentElement);\n }\n };\n }, []);\n return [\n ref,\n {\n width,\n height,\n },\n ] as const;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/table/ChartTable.tsx", "content": "/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { CellFormat } from '@teable/core';\nimport { CellValue } from '@teable/sdk';\nimport { TableBody, TableCell, TableHead, TableHeader, TableRow, Table } from '@teable/ui-lib';\nimport { useMemo } from 'react';\nimport { useBaseQueryData } from '../../../../hooks/useBaseQueryData';\nimport type { ITableConfig } from '../../../../types';\nimport { sortTableColumns, tableConfigColumnsToMap } from '../../utils';\n\nexport const ChartTable = (props: { config?: ITableConfig }) => {\n const queryData = useBaseQueryData(CellFormat.Json);\n const { config } = props;\n const { columns: configColumns } = config ?? {};\n const columns = queryData?.columns;\n const configColumnMap = useMemo(() => tableConfigColumnsToMap(configColumns), [configColumns]);\n\n const sortedColumns = useMemo(\n () => (columns ? sortTableColumns(columns, configColumnMap) : []),\n [columns, configColumnMap]\n );\n\n return (\n
\n \n \n \n {sortedColumns.map(({ column, name }) => (\n \n {configColumnMap[column]?.label || name}\n \n ))}\n \n \n \n {queryData?.rows.slice(0, 50).map((row, index) => (\n \n {queryData.columns.map(({ column, fieldSource }) => (\n \n {fieldSource ? (\n url}\n field={fieldSource as any}\n value={row[column]}\n />\n ) : (\n `${row[column]}`\n )}\n \n ))}\n \n ))}\n \n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/types.ts", "content": "export interface IChartBase {\n rows: Record[];\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/chart-show/utils.ts", "content": "import { COLOR_MAXIMUM } from '../../../constant';\n\nexport const getColor = (index: number) => {\n return `hsl(var(--chart-${(index % COLOR_MAXIMUM) + 1}))`;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/components/chart/utils.ts", "content": "import type { IBaseQueryColumn } from '@teable/openapi';\nimport type { ITableConfigColumn } from '../../types';\n\nconst isEmptyObject = (obj: Record) => {\n return Object.keys(obj).length === 0 && obj.constructor === Object;\n};\n\nexport const sortTableColumns = (\n columns: IBaseQueryColumn[],\n configColumnMap: Record\n) => {\n if (isEmptyObject(configColumnMap)) {\n return columns;\n }\n return columns.sort((a, b) => {\n const aIndex = configColumnMap[a.column]?.index ?? -1;\n const bIndex = configColumnMap[b.column]?.index ?? -1;\n return aIndex - bIndex;\n });\n};\n\nexport const tableConfigColumnsToMap = (configColumns?: ITableConfigColumn[]) => {\n if (!configColumns) {\n return {};\n }\n return configColumns.reduce(\n (acc, column, index) => {\n acc[column.column] = {\n ...column,\n index,\n };\n return acc;\n },\n {} as Record\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/constant.ts", "content": "export const COLOR_MAXIMUM = 30;\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/globals.css", "content": ":root {\n --chart-1: 173 58% 39%;\n --chart-2: 12 76% 61%;\n --chart-3: 197 37% 24%;\n --chart-4: 43 74% 66%;\n --chart-5: 27 87% 67%;\n --chart-6: 340 65% 47%;\n --chart-7: 220 80% 30%;\n --chart-8: 190 70% 55%;\n --chart-9: 50 80% 40%;\n --chart-10: 10 90% 60%;\n --chart-11: 300 60% 70%;\n --chart-12: 25 95% 65%;\n --chart-13: 120 85% 50%;\n --chart-14: 210 75% 35%;\n --chart-15: 60 65% 80%;\n --chart-16: 210 60% 55%;\n --chart-17: 30 90% 70%;\n --chart-18: 240 50% 40%;\n --chart-19: 80 70% 50%;\n --chart-20: 290 65% 60%;\n --chart-21: 60 85% 30%;\n --chart-22: 320 75% 50%;\n --chart-23: 150 60% 70%;\n --chart-24: 170 80% 40%;\n --chart-25: 140 85% 55%;\n --chart-26: 110 75% 45%;\n --chart-27: 260 70% 50%;\n --chart-28: 200 60% 35%;\n --chart-29: 90 80% 55%;\n --chart-30: 130 70% 60%;\n}\n\n.dark {\n --chart-1: 220 70% 50%;\n --chart-5: 160 60% 45%;\n --chart-3: 30 80% 55%;\n --chart-4: 280 65% 60%;\n --chart-2: 340 75% 55%;\n --chart-6: 200 60% 50%;\n --chart-7: 320 85% 40%;\n --chart-8: 100 70% 55%;\n --chart-9: 60 75% 60%;\n --chart-10: 330 80% 45%;\n --chart-11: 140 65% 65%;\n --chart-12: 50 85% 70%;\n --chart-13: 230 75% 55%;\n --chart-14: 90 80% 35%;\n --chart-15: 170 60% 75%;\n --chart-16: 220 65% 60%;\n --chart-17: 310 70% 55%;\n --chart-18: 250 60% 45%;\n --chart-19: 130 80% 50%;\n --chart-20: 80 85% 65%;\n --chart-21: 190 75% 55%;\n --chart-22: 70 70% 50%;\n --chart-23: 260 80% 40%;\n --chart-24: 160 65% 60%;\n --chart-25: 210 70% 35%;\n --chart-26: 100 75% 55%;\n --chart-27: 300 65% 45%;\n --chart-28: 180 80% 50%;\n --chart-29: 240 60% 55%;\n --chart-30: 110 85% 70%;\n}\n\n.chart-pie .recharts-legend-wrapper {\n margin-top: 0;\n}\n\n.recharts-legend-wrapper {\n margin-top: -12px;\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/hooks/useBaseQueryData.ts", "content": "import { useQuery } from '@tanstack/react-query';\nimport type { CellFormat } from '@teable/core';\nimport {\n getDashboardInstallPluginQuery,\n getPluginPanelInstallPluginQuery,\n PluginPosition,\n} from '@teable/openapi';\nimport { useMemo } from 'react';\nimport { formatRes } from '../query';\nimport { useEnv } from './useEnv';\n\nexport const useBaseQueryData = (cellFormat?: CellFormat) => {\n const { baseId, positionId, positionType, tableId, pluginInstallId } = useEnv();\n const { data: dashboardQueryData } = useQuery({\n queryKey: ['dashboard-plugin-query', baseId, positionId, pluginInstallId],\n queryFn: () =>\n getDashboardInstallPluginQuery(pluginInstallId, positionId, {\n baseId,\n cellFormat,\n }).then((res) => res.data),\n enabled: Boolean(\n positionType === PluginPosition.Dashboard && baseId && positionId && pluginInstallId\n ),\n });\n\n const { data: pluginPanelQueryData } = useQuery({\n queryKey: ['plugin-panel-plugin-query', tableId, positionId, pluginInstallId],\n queryFn: () =>\n getPluginPanelInstallPluginQuery(pluginInstallId, positionId, {\n tableId: tableId!,\n cellFormat,\n }).then((res) => res.data),\n enabled: Boolean(\n positionType === PluginPosition.Panel && tableId && positionId && pluginInstallId\n ),\n });\n\n return useMemo(() => {\n if (positionType === PluginPosition.Dashboard) {\n return formatRes(dashboardQueryData);\n }\n return formatRes(pluginPanelQueryData);\n }, [positionType, pluginPanelQueryData, dashboardQueryData]);\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/hooks/useEnv.ts", "content": "import { useContext } from 'react';\nimport { EnvContext } from '../components/EnvProvider';\n\nexport const useEnv = () => {\n return useContext(EnvContext);\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/hooks/useFilterNumberColumns.ts", "content": "import type { IBaseQueryColumn } from '@teable/openapi';\nimport { BaseQueryColumnType } from '@teable/openapi';\nimport { useMemo } from 'react';\n\nexport const useFilterNumberColumns = (columns?: IBaseQueryColumn[]) => {\n return useMemo(() => {\n return (\n columns?.filter(\n (column) =>\n column.type === BaseQueryColumnType.Aggregation ||\n (column.fieldSource &&\n column.fieldSource?.cellValueType === 'number' &&\n !column.fieldSource.isMultipleCellValue)\n ) ?? []\n );\n }, [columns]);\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/hooks/usePluginInstall.ts", "content": "import { useQuery } from '@tanstack/react-query';\nimport { getDashboardInstallPlugin, getPluginPanelPlugin, PluginPosition } from '@teable/openapi';\nimport { useEnv } from './useEnv';\n\nexport const usePluginInstall = () => {\n const { baseId, positionId, positionType, tableId, pluginInstallId } = useEnv();\n const { data: dashboardPluginInstall, isLoading: isDashboardPluginInstallLoading } = useQuery({\n queryKey: ['plugin-install', baseId, positionId, pluginInstallId],\n queryFn: () =>\n getDashboardInstallPlugin(baseId, positionId, pluginInstallId).then((res) => res.data),\n enabled: Boolean(\n positionType === PluginPosition.Dashboard && baseId && positionId && pluginInstallId\n ),\n });\n\n const { data: pluginPanelPluginInstall, isLoading: isPluginPanelPluginLoading } = useQuery({\n queryKey: ['plugin-panel-plugin', tableId, positionId, pluginInstallId],\n queryFn: () =>\n getPluginPanelPlugin(tableId!, positionId, pluginInstallId).then((res) => res.data),\n enabled: Boolean(\n positionType === PluginPosition.Panel && tableId && positionId && pluginInstallId\n ),\n });\n\n if (positionType === PluginPosition.Dashboard) {\n return {\n pluginInstall: dashboardPluginInstall,\n isLoading: isDashboardPluginInstallLoading,\n };\n }\n\n return {\n pluginInstall: pluginPanelPluginInstall,\n isLoading: isPluginPanelPluginLoading,\n };\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/hooks/useUIConfig.ts", "content": "import { useContext, useMemo } from 'react';\nimport { ChartContext } from '../components/ChartProvider';\n\nexport const useUIConfig = () => {\n const { uiConfig } = useContext(ChartContext);\n return useMemo(() => uiConfig ?? {}, [uiConfig]);\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/query.ts", "content": "import type { IBaseQueryVo } from '@teable/openapi';\n\nexport const formatRes = (res?: IBaseQueryVo): IBaseQueryVo => {\n if (!res) {\n return {\n rows: [],\n columns: [],\n };\n }\n const { columns, rows } = res;\n // recharts does not support column name with space\n const formatColumn = (column: string) => column.replaceAll(' ', '_');\n return {\n columns: columns.map((column) => ({\n ...column,\n column: formatColumn(column.column),\n })),\n rows: rows.map((row) => {\n const newRow: Record = {};\n columns.forEach((column) => {\n newRow[formatColumn(column.column)] = row[column.column];\n });\n return newRow;\n }),\n };\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/chart/types.ts", "content": "import type { IBaseQuery, PluginPosition } from '@teable/openapi';\nimport { z } from 'zod';\n\nexport const chartBaseAxisSchema = z.object({\n column: z.string(),\n});\n\nexport const chartBaseAxisDisplayLineSchema = z.object({\n type: z.union([z.literal('line'), z.literal('area')]),\n position: z.union([z.literal('auto'), z.literal('left'), z.literal('right')]),\n lineStyle: z.union([z.literal('normal'), z.literal('linear'), z.literal('step')]),\n});\n\nexport type IChartBaseAxisDisplayLine = z.infer;\n\nexport const chartBaseAxisDisplaySchema = z.union([\n z.object({\n type: z.literal('bar'),\n position: z.union([z.literal('auto'), z.literal('left'), z.literal('right')]),\n }),\n chartBaseAxisDisplayLineSchema,\n]);\n\nexport type IChartBaseAxisDisplay = z.infer;\n\nexport const chartXAxisDisplaySchema = z.object({\n label: z.string().optional(),\n});\n\nexport type IChartXAxisDisplay = z.infer;\n\nexport const chartYAxisDisplaySchema = z.object({\n label: z.string().optional(),\n range: z\n .object({\n max: z.number().optional(),\n min: z.number().optional(),\n })\n .optional(),\n});\n\nexport type IChartYAxisDisplay = z.infer;\n\nexport const goalLineSchema = z.object({\n enabled: z.boolean().optional(),\n value: z.number().optional(),\n label: z.string().optional(),\n});\n\nexport const chartPaddingSchema = z.object({\n top: z.number().optional(),\n right: z.number().optional(),\n bottom: z.number().optional(),\n left: z.number().optional(),\n});\n\nexport type IChartPadding = z.infer;\n\nexport type IGoalLine = z.infer;\n\nexport const comboConfigSchema = z.object({\n xAxis: z\n .array(\n chartBaseAxisSchema.extend({\n display: chartBaseAxisDisplaySchema,\n })\n )\n .optional(),\n xAxisDisplay: chartXAxisDisplaySchema.optional(),\n yAxis: z\n .array(\n chartBaseAxisSchema\n .extend({\n label: z.string().optional(),\n prefix: z.string().optional(),\n suffix: z.string().optional(),\n decimal: z.number().max(10).min(0).optional(),\n })\n .extend({ display: chartBaseAxisDisplaySchema })\n )\n .optional(),\n yAxisDisplay: chartYAxisDisplaySchema.optional(),\n goalLine: goalLineSchema.optional(),\n showLabel: z.boolean().optional(),\n padding: chartPaddingSchema.optional(),\n});\n\nexport type IComboConfig = z.infer;\n\nexport const comboTypeSchema = z.union([z.literal('bar'), z.literal('line'), z.literal('area')]);\n\nexport type IComboType = z.infer;\n\nexport const barConfigSchema = comboConfigSchema.extend({\n type: z.literal('bar'),\n stack: z.boolean().optional(),\n});\n\nexport type IBarConfig = z.infer;\n\nexport const lineConfigSchema = comboConfigSchema.extend({\n type: z.literal('line'),\n});\n\nexport type ILineConfig = z.infer;\n\nexport const areaConfigSchema = comboConfigSchema.extend({\n type: z.literal('area'),\n stack: z.boolean().optional(),\n});\n\nexport type IAreaConfig = z.infer;\n\nexport const pieConfigSchema = z.object({\n type: z.literal('pie'),\n dimension: z.string().optional(),\n measure: z\n .object({\n column: z.string(),\n decimal: z.number().max(10).min(0).optional(),\n prefix: z.string().optional(),\n suffix: z.string().optional(),\n })\n .optional(),\n showLabel: z.boolean().optional(),\n showTotal: z.boolean().optional(),\n showLegend: z.boolean().optional(),\n padding: chartPaddingSchema.optional(),\n});\n\nexport type IPieConfig = z.infer;\n\nexport const tableConfigColumn = z.object({\n column: z.string(),\n width: z.number().optional(),\n label: z.string().optional(),\n hidden: z.boolean().optional(),\n});\nexport type ITableConfigColumn = z.infer;\nexport const tableConfigSchema = z.object({\n type: z.literal('table'),\n columns: z.array(tableConfigColumn).optional(),\n});\n\nexport type ITableConfig = z.infer;\n\nexport const chartConfigSchema = z.union([\n barConfigSchema,\n lineConfigSchema,\n areaConfigSchema,\n pieConfigSchema,\n tableConfigSchema,\n]);\n\nexport type IChartConfig = z.infer;\n\nexport interface IChartStorage {\n config?: IChartConfig;\n query: IBaseQuery;\n}\n\nexport interface IPageParams {\n baseId: string;\n pluginInstallId: string;\n positionId: string;\n positionType: PluginPosition;\n pluginId: string;\n tableId?: string;\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/dashboard/Dashboard.tsx", "content": "import { getRandomString } from '@teable/core';\nimport { useEffect, useRef, useState } from 'react';\nimport type { Layout } from 'react-grid-layout';\nimport { Responsive, WidthProvider } from 'react-grid-layout';\nimport type { Bar } from '../../components/Chart/bar';\nimport { Chart } from '../../components/Chart/Chart';\nimport { createChart } from '../../components/Chart/createChart';\nimport type { Line } from '../../components/Chart/line';\nimport type { Pie } from '../../components/Chart/pie';\n\nconst ReactGridLayout = WidthProvider(Responsive);\n\nclass DashboardCharts {\n private initialized = false;\n\n charts: { [chartId: string]: { instance: Bar | Pie | Line } } = {};\n\n init() {\n if (this.initialized) {\n return;\n }\n const chartsStr = localStorage.getItem('dashboard-charts');\n if (chartsStr) {\n const chartsJSonMap = JSON.parse(chartsStr);\n Object.keys(chartsJSonMap).forEach((key) => {\n const { type, options, data } = chartsJSonMap[key].instance;\n this.addChart(createChart(type, { options, data }), key);\n });\n }\n this.initialized = true;\n }\n\n addChart(instance: Bar | Pie | Line, key?: string) {\n this.charts[key || getRandomString(20)] = { instance };\n localStorage.setItem('dashboard-charts', JSON.stringify(this.charts));\n }\n}\n\nexport const dashboardCharts = new DashboardCharts();\n\ninterface ILayout extends Layout {\n chartInstance: Bar | Pie | Line | undefined;\n}\n\nexport const Dashboard = () => {\n const [layout, setLayout] = useState([]);\n const [loading, setLoading] = useState(true);\n const dashboardRef = useRef(null);\n\n useEffect(() => {\n dashboardCharts.init();\n const values = Object.values(dashboardCharts.charts);\n const chartLayout = values.map((item, i) => {\n return {\n x: ((values.length + i) * 6) % 12,\n y: 0,\n w: 6,\n h: 12,\n i: i.toString(),\n chartInstance: item.instance,\n static: Math.random() < 0.05,\n };\n });\n setLayout(chartLayout);\n setLoading(false);\n }, []);\n\n useEffect(() => {\n const resizeObserver = new ResizeObserver((entries) => {\n entries.forEach(() => {\n setTimeout(() => {\n window.dispatchEvent(new Event('resize'));\n }, 200);\n });\n });\n\n if (dashboardRef.current) {\n resizeObserver.observe(dashboardRef.current);\n }\n\n return () => {\n resizeObserver.disconnect();\n };\n }, []);\n\n const layoutChange = (_currentLayout: Layout[], allLayouts: ReactGridLayout.Layouts) => {\n const currentLayout = allLayouts['sm'];\n if (!layout.length) {\n return;\n }\n setLayout(\n currentLayout.map((item: Layout, i) => {\n return {\n ...layout[i],\n x: item.x,\n y: item.y,\n w: item.w,\n h: item.h,\n i: item.i,\n static: item.static,\n };\n })\n );\n };\n return (\n
\n {!loading && (\n \n {layout.map((v) => (\n
\n {v.chartInstance && }\n
\n ))}\n \n )}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/db-connection/Panel.tsx", "content": "import { useMutation, useQueryClient } from '@tanstack/react-query';\nimport { AlertCircle, Code2, HelpCircle } from '@teable/icons';\nimport { deleteDbConnection, createDbConnection, BillingProductLevel } from '@teable/openapi';\nimport { useBaseId, useBasePermission } from '@teable/sdk/hooks';\nimport { Button } from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { Trans, useTranslation } from 'next-i18next';\nimport { Fragment } from 'react';\nimport { tableConfig } from '@/features/i18n/table.config';\nimport { CopyButton } from '../../components/CopyButton';\nimport { useBaseUsage } from '../../hooks/useBaseUsage';\nimport { useIsCloud } from '../../hooks/useIsCloud';\nimport { useIsCommunity } from '../../hooks/useIsCommunity';\nimport { useDbConnection } from './hooks';\n\nexport const DbConnectionPanel = ({ className }: { className?: string }) => {\n const permissions = useBasePermission();\n const baseId = useBaseId() as string;\n const isCloud = useIsCloud();\n const usage = useBaseUsage();\n const queryClient = useQueryClient();\n const { data, dataArray } = useDbConnection();\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const isCommunity = useIsCommunity();\n const maxNumDatabaseConnections = isCommunity ? Infinity : usage?.limit.maxNumDatabaseConnections;\n const hasPermission = permissions?.['base|db_connection'];\n const isUnavailable = isCloud && usage?.level !== BillingProductLevel.Enterprise;\n\n const mutationCreate = useMutation({\n mutationFn: createDbConnection,\n onSuccess: (data) => {\n queryClient.invalidateQueries({ queryKey: ['connection', baseId] });\n if (!data.data) {\n toast.error(t('table:connection.createFailed'));\n }\n },\n });\n\n const mutationDelete = useMutation({\n mutationFn: deleteDbConnection,\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ['connection', baseId] });\n },\n });\n\n const content = (\n
\n {data ? (\n <>\n
\n {dataArray.map(({ label, value, display }) => (\n
\n {label}\n
\n \n {label === 'pass' || label === 'url' ? (\n \n {display}\n {value}\n \n ) : (\n value\n )}\n \n \n
\n
\n ))}\n
\n
\n
\n }}\n values={{\n max: data.connection.max,\n current: data.connection.current,\n }}\n />\n
\n \n
\n \n ) : (\n
\n \n
\n )}\n
\n );\n\n return (\n \n {!isUnavailable || data ? (\n
\n
\n
\n \n

{t('table:connection.title')}

\n
\n \n
\n {isUnavailable && (\n

\n \n {t('common:billing.unavailableConnectionTips')}\n

\n )}\n

{t('table:connection.description')}

\n {hasPermission && Boolean(maxNumDatabaseConnections)\n ? content\n : t('table:connection.noPermission')}\n
\n ) : null}\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/db-connection/hooks/index.ts", "content": "export * from './useDbConnection';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/db-connection/hooks/useDbConnection.ts", "content": "import { useQuery } from '@tanstack/react-query';\nimport { BillingProductLevel, getDbConnection } from '@teable/openapi';\nimport { useBaseId, useBasePermission } from '@teable/sdk/hooks';\nimport { useBaseUsage } from '@/features/app/hooks/useBaseUsage';\nimport { useIsCloud } from '@/features/app/hooks/useIsCloud';\n\nexport const useDbConnection = () => {\n const baseId = useBaseId() as string;\n const permissions = useBasePermission();\n const hasPermission = permissions?.['base|db_connection'];\n const isCloud = useIsCloud();\n const usage = useBaseUsage();\n const isUnavailable = isCloud && usage?.level !== BillingProductLevel.Enterprise;\n\n const { data, isLoading } = useQuery({\n queryKey: ['connection', baseId],\n queryFn: ({ queryKey }) => getDbConnection(queryKey[1]).then((data) => data.data),\n enabled: hasPermission && !isUnavailable,\n });\n\n const dataArray = data?.dsn\n ? Object.entries(data?.dsn).map(([label, value]) => {\n if (label === 'params') {\n const display = Object.entries(value)\n .map((v) => v.join('='))\n .join('&');\n return {\n label,\n display,\n value: display,\n };\n }\n if (label === 'pass') {\n return {\n label,\n display: '********',\n value: String(value ?? ''),\n };\n }\n return { label, value: String(value ?? ''), display: String(value ?? '') };\n })\n : [];\n\n dataArray.unshift({\n label: 'url',\n display: (data?.url || '').replace(data?.dsn?.pass || '', '********'),\n value: data?.url || '',\n });\n\n return { data, dataArray, isLoading };\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/design/BaseDetail.tsx", "content": "import { Database } from '@teable/icons';\nimport { useBase } from '@teable/sdk/hooks';\nimport { useTranslation } from 'next-i18next';\nimport { useEnv } from '@/features/app/hooks/useEnv';\nimport { IntegrityButton } from './components/Integrity';\n\nexport const BaseDetail = () => {\n const { t } = useTranslation(['table']);\n const base = useBase();\n const { driver } = useEnv();\n\n return (\n
\n
\n \n

{t('table:table.baseInfo')}

\n
\n
\n
{t('table:table.schemaName')}
\n
{base.id}
\n
{t('table:table.typeOfDatabase')}
\n
{driver}
\n
{t('table:table.integrity.title')}
\n
\n \n
\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/design/Design.tsx", "content": "import { AnchorContext, TablePermissionProvider } from '@teable/sdk/context';\nimport { Button, Separator } from '@teable/ui-lib/shadcn';\nimport { ChevronLeft } from 'lucide-react';\nimport Head from 'next/head';\nimport { useSearchParams } from 'next/navigation';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useBaseResource } from '../../hooks/useBaseResource';\nimport { DbConnectionPanel } from '../db-connection/Panel';\nimport { BaseDetail } from './BaseDetail';\nimport { TableTabs } from './TableTabs';\n\nexport const Design = () => {\n const router = useRouter();\n const { baseId } = useBaseResource();\n const searchParams = useSearchParams();\n const tableId = searchParams.get('tableId') ?? '';\n const { t } = useTranslation(['table', 'common']);\n\n const handleBack = () => {\n if (tableId) {\n router.push(`/base/${baseId}/table/${tableId}`);\n } else {\n router.push(`/base/${baseId}`);\n }\n };\n\n return (\n \n \n
\n {/* Header */}\n \n {t('common:noun.design')}\n \n
\n
\n \n

{t('common:noun.design')}

\n
\n
\n\n
\n {/* Top Section: Base Info & Connection */}\n
\n {/* Base Info */}\n \n\n {/* Connection Info */}\n \n
\n\n \n\n \n
\n
\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/design/TableDetail.tsx", "content": "import { useLanDayjs, useTable, useTablePermission } from '@teable/sdk/hooks';\nimport {\n Button,\n Input,\n Popover,\n PopoverContent,\n PopoverTrigger,\n Textarea,\n} from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { Pencil } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\n\ninterface EditableFieldProps {\n label: string;\n value: string | undefined;\n multiline?: boolean;\n editable?: boolean;\n onSave: (value: string | null) => Promise;\n}\n\nconst EditableField = ({\n label,\n value,\n multiline = false,\n editable = true,\n onSave,\n}: EditableFieldProps) => {\n const [isEditing, setIsEditing] = useState(false);\n const [editValue, setEditValue] = useState(value);\n const [isLoading, setIsLoading] = useState(false);\n const { t } = useTranslation(['common']);\n\n const handleSave = async () => {\n try {\n setIsLoading(true);\n await onSave(editValue || null);\n setIsEditing(false);\n } catch (error) {\n console.error('Failed to save:', error);\n } finally {\n setIsLoading(false);\n }\n };\n\n return (\n
\n \n \n \n {\n e.preventDefault();\n await handleSave();\n }}\n >\n {multiline ? (\n setEditValue(e.target.value)}\n data-1p-ignore=\"true\"\n autoComplete=\"off\"\n placeholder={label}\n />\n ) : (\n setEditValue(e.target.value)}\n data-1p-ignore=\"true\"\n autoComplete=\"off\"\n placeholder={label}\n />\n )}\n
\n setIsEditing(false)}\n disabled={isLoading}\n >\n {t('actions.cancel')}\n \n \n
\n \n \n \n {value != null ? (\n multiline ? (\n 
{value}
\n ) : (\n

{value}

\n )\n ) : (\n

-

\n )}\n
\n );\n};\n\nexport const TableDetail = () => {\n const table = useTable();\n const { t } = useTranslation(['common', 'table']);\n const dayjs = useLanDayjs();\n const permission = useTablePermission();\n const canUpdate = permission['table|update'];\n if (!table) return null;\n\n const handleUpdateTableName = async (newName: string | null) => {\n if (newName == null) return;\n await table.updateName(newName);\n toast(t('actions.updateSucceed'));\n };\n\n const handleUpdateDescription = async (newDescription: string | null) => {\n await table.updateDescription(newDescription);\n toast(t('actions.updateSucceed'));\n };\n\n const handleUpdateDbTableName = async (newDbTableName: string | null) => {\n if (newDbTableName == null) return;\n await table.updateDbTableName(newDbTableName);\n toast(t('actions.updateSucceed'));\n };\n\n const dbTableName = table.dbTableName.split('.')[1];\n\n return (\n
\n
\n \n \n
\n
\n \n
\n \n 
\n            {dayjs(table?.lastModifiedTime).fromNow()}\n
\n
\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/design/TableTabs.tsx", "content": "import { Table2 } from '@teable/icons';\nimport { AnchorContext, FieldProvider, TablePermissionProvider } from '@teable/sdk/context';\nimport { useTables } from '@teable/sdk/hooks';\nimport { Selector } from '@teable/ui-lib/base';\nimport {\n Button,\n Dialog,\n DialogContent,\n DialogTrigger,\n Tabs,\n TabsContent,\n} from '@teable/ui-lib/shadcn';\nimport { useSearchParams } from 'next/navigation';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useBaseResource } from '../../hooks/useBaseResource';\nimport { DynamicBaseErd } from '../erd/DynamicBaseErd';\nimport { FieldSetting } from '../view/field/FieldSetting';\nimport { DataTable } from './data-table/DataTable';\nimport { TableDetail } from './TableDetail';\n\nconst BaseErdialog = ({ baseId }: { baseId: string }) => {\n return (\n \n \n \n \n \n \n \n \n );\n};\n\nconst TablePicker = ({\n tableId,\n readonly,\n onChange,\n}: {\n tableId: string;\n readonly: boolean;\n onChange: (tableId: string) => void;\n}) => {\n const { t } = useTranslation(['table']);\n let tables = useTables() as { id: string; name: string; icon?: string }[];\n\n if (tableId && !tables.find((table) => table.id === tableId)) {\n tables = tables.concat({\n id: tableId!,\n name: t('table:field.editor.tableNoPermission'),\n });\n }\n\n return (\n onChange?.(tableId)}\n candidates={tables.map((table) => ({\n id: table.id,\n name: table.name,\n icon: table.icon || ,\n }))}\n placeholder={t('table:field.editor.selectTable')}\n />\n );\n};\n\nexport const TableTabs = () => {\n const tables = useTables();\n const router = useRouter();\n const { baseId } = useBaseResource();\n const searchParams = useSearchParams();\n const tableId = searchParams.get('tableId') ?? '';\n\n return (\n \n router.push({ pathname: router.pathname, query: { ...router.query, tableId } })\n }\n className=\"space-y-4\"\n >\n
\n \n router.push({ pathname: router.pathname, query: { ...router.query, tableId } })\n }\n />\n \n
\n\n {tables.map((table) => (\n \n \n \n {/* Table Details */}\n \n\n {/* Fields Table */}\n
\n \n \n \n \n
\n \n \n \n ))}\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/design/components/Actions.tsx", "content": "import { DotsHorizontalIcon } from '@radix-ui/react-icons';\nimport { useTableId, useFieldOperations } from '@teable/sdk/hooks';\nimport {\n DropdownMenu,\n DropdownMenuTrigger,\n Button,\n DropdownMenuContent,\n DropdownMenuItem,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { FieldOperator } from '@/features/app/components/field-setting';\nimport { useFieldSettingStore } from '../../view/field/useFieldSettingStore';\n\nexport const Actions = ({ fieldId }: { fieldId: string }) => {\n const { openSetting } = useFieldSettingStore();\n const tableId = useTableId() as string;\n const { t } = useTranslation(['common']);\n const { deleteField } = useFieldOperations();\n\n return (\n \n \n \n \n \n openSetting({ fieldId, operator: FieldOperator.Edit })}>\n {t('actions.edit')}\n \n {\n deleteField({ tableId, fieldId });\n }}\n >\n {t('actions.delete')}\n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/design/components/FieldPropertyEditor.tsx", "content": "import { Edit } from '@teable/icons';\nimport { useField, useFieldPermission } from '@teable/sdk/hooks';\nimport { Button, Input } from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { useTranslation } from 'next-i18next';\nimport { useCallback, useEffect, useRef, useState } from 'react';\nimport { tableConfig } from '@/features/i18n/table.config';\n\nexport const FieldPropertyEditor = ({\n fieldId,\n propKey,\n}: {\n fieldId: string;\n propKey: 'name' | 'dbFieldName';\n}) => {\n const field = useField(fieldId);\n const permission = useFieldPermission();\n const canUpdate = permission['field|update'];\n const [newValue, setNewValue] = useState(field?.[propKey]);\n const [isEditing, setIsEditing] = useState(false);\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const containerRef = useRef(null);\n const inputRef = useRef(null);\n\n useEffect(() => {\n const timeout = setTimeout(() => {\n if (isEditing) {\n inputRef.current?.select();\n inputRef.current?.focus();\n }\n }, 200);\n return () => clearTimeout(timeout);\n }, [isEditing]);\n\n const handleBlur = useCallback(\n (e: React.FocusEvent) => {\n // Check if focus is moving to another element within the container\n const relatedTarget = e.relatedTarget as Node | null;\n if (containerRef.current?.contains(relatedTarget)) {\n return;\n }\n // Exit editing mode and reset value to original\n setNewValue(field?.[propKey]);\n setIsEditing(false);\n },\n [field, propKey]\n );\n\n if (!field) {\n return <>;\n }\n\n return (\n
\n {!isEditing ? (\n
\n {newValue}\n {canUpdate && setIsEditing(true)} />}\n
\n ) : (\n
\n setNewValue(e.target.value)}\n />\n {\n if (newValue === field?.[propKey]) {\n setIsEditing(false);\n return;\n }\n await field.update({ [propKey]: newValue });\n setIsEditing(false);\n toast(t('common:actions.updateSucceed'));\n }}\n >\n {t('actions.submit')}\n \n
\n )}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/design/components/Integrity.tsx", "content": "import { useMutation, useQuery } from '@tanstack/react-query';\nimport { checkBaseIntegrity, fixBaseIntegrity } from '@teable/openapi';\nimport { useBase } from '@teable/sdk/hooks';\nimport { Button, Popover, PopoverContent, PopoverTrigger } from '@teable/ui-lib/shadcn';\nimport { Loader2, Check } from 'lucide-react';\nimport { useSearchParams } from 'next/navigation';\nimport { useTranslation } from 'next-i18next';\n\nexport const IntegrityButton = () => {\n const base = useBase();\n const { t } = useTranslation(['table', 'common']);\n const searchParams = useSearchParams();\n const tableId = searchParams.get('tableId') ?? '';\n\n const { data, isLoading, refetch } = useQuery({\n queryKey: ['baseIntegrity', base.id],\n queryFn: () => checkBaseIntegrity(base.id, tableId).then(({ data }) => data),\n enabled: false,\n });\n\n const { mutateAsync: fixIntegrity } = useMutation({\n mutationFn: () => fixBaseIntegrity(base.id, tableId),\n onSuccess: () => {\n refetch();\n },\n });\n\n return (\n \n \n \n \n \n {isLoading ? (\n
\n \n {t('table:table.integrity.loading')}\n
\n ) : (\n
\n {data?.hasIssues ? (\n <>\n {data?.linkFieldIssues?.[0]?.baseName && (\n
{data.linkFieldIssues[0].baseName}
\n )}\n\n
\n {data?.linkFieldIssues?.map((issues, index) => (\n
\n {issues.issues.map((issue) => (\n
\n
\n {t('table:table.integrity.type')}:{' '}\n {t(`table:table.integrity.errorType.${issue.type}`)}\n
\n
\n {t('table:table.integrity.message')}: {issue.message}\n
\n
\n ))}\n
\n ))}\n
\n\n
\n \n
\n \n ) : (\n
\n \n {t('table:table.integrity.allGood')}\n
\n )}\n
\n )}\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/design/data-table/DataTable.tsx", "content": "import type { ColumnFiltersState, SortingState, VisibilityState } from '@tanstack/react-table';\nimport { flexRender, getCoreRowModel, useReactTable } from '@tanstack/react-table';\nimport { useFields } from '@teable/sdk/hooks';\n\nimport {\n Table,\n TableBody,\n TableCell,\n TableHead,\n TableHeader,\n TableRow,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport * as React from 'react';\nimport { baseConfig } from '@/features/i18n/base.config';\nimport { useDataColumns } from './useDataColumns';\n\nexport function DataTable() {\n const columns = useDataColumns();\n const fields = useFields();\n const [rowSelection, setRowSelection] = React.useState({});\n const [columnVisibility, setColumnVisibility] = React.useState({});\n const [columnFilters, setColumnFilters] = React.useState([]);\n const [sorting, setSorting] = React.useState([]);\n const { t } = useTranslation(baseConfig.i18nNamespaces);\n const table = useReactTable({\n data: fields,\n columns,\n state: {\n sorting,\n columnVisibility,\n rowSelection,\n columnFilters,\n },\n columnResizeMode: 'onChange',\n enableRowSelection: true,\n onRowSelectionChange: setRowSelection,\n onSortingChange: setSorting,\n onColumnFiltersChange: setColumnFilters,\n onColumnVisibilityChange: setColumnVisibility,\n getCoreRowModel: getCoreRowModel(),\n });\n\n return (\n \n \n {table.getHeaderGroups().map((headerGroup) => (\n \n {headerGroup.headers.map((header) => {\n return (\n \n {header.isPlaceholder\n ? null\n : flexRender(header.column.columnDef.header, header.getContext())}\n \n );\n })}\n \n ))}\n \n \n {table.getRowModel().rows?.length ? (\n table.getRowModel().rows.map((row) => (\n \n {row.getVisibleCells().map((cell) => (\n \n {flexRender(cell.column.columnDef.cell, cell.getContext())}\n \n ))}\n \n ))\n ) : (\n \n \n {t('noResult')}\n \n \n )}\n \n
\n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/design/data-table/FieldGraph.tsx", "content": "import { useTable } from '@teable/sdk/hooks';\nimport {\n Dialog,\n DialogTrigger,\n Button,\n DialogContent,\n DialogFooter,\n DialogClose,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { DynamicFieldGraph } from '../../graph/DynamicFieldGraph';\nexport const FieldGraph = ({ fieldId }: { fieldId: string }) => {\n const table = useTable();\n const { t } = useTranslation(['common', 'table']);\n return (\n \n \n \n \n \n \n \n \n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/design/data-table/useDataColumns.tsx", "content": "import type { ColumnDef } from '@tanstack/react-table';\nimport type { IFieldVo } from '@teable/core';\nimport { Checked, Lock } from '@teable/icons';\nimport { Tooltip, TooltipContent, TooltipProvider, TooltipTrigger } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { Actions } from '../components/Actions';\nimport { FieldPropertyEditor } from '../components/FieldPropertyEditor';\n\nfunction checkBox(key: string) {\n return {\n accessorKey: key,\n header: key,\n cell: ({ row }: { row: { getValue: (key: string) => boolean } }) =>\n row.getValue(key) && ,\n };\n}\n\nexport function useDataColumns() {\n const { t } = useTranslation(['sdk']);\n const columns: ColumnDef[] = [\n {\n accessorKey: 'isPrimary',\n header: '',\n cell: ({ row }) =>\n row.getValue('isPrimary') && (\n \n \n \n
\n \n
\n \n \n 
{t('hidden.primaryKey')}
\n \n \n \n ),\n },\n {\n accessorKey: 'id',\n header: 'id',\n },\n {\n accessorKey: 'name',\n header: 'name',\n maxSize: 500,\n cell: ({ row }) => ,\n },\n {\n accessorKey: 'dbFieldName',\n header: 'dbFieldName',\n cell: ({ row }) => ,\n },\n {\n accessorKey: 'type',\n header: 'type',\n },\n {\n accessorKey: 'description',\n header: 'description',\n cell: ({ row }) => (\n \n \n \n
\n {row.getValue('description')}\n
\n \n \n 
{row.getValue('description')}
\n \n \n \n ),\n },\n {\n accessorKey: 'dbFieldType',\n header: 'dbFieldType',\n },\n {\n accessorKey: 'cellValueType',\n header: 'cellValueType',\n },\n checkBox('isLookup'),\n checkBox('isMultipleCellValue'),\n checkBox('isComputed'),\n checkBox('isPending'),\n checkBox('hasError'),\n checkBox('notNull'),\n checkBox('unique'),\n {\n id: 'actions',\n header: '',\n enableHiding: false,\n cell: ({ row }) => ,\n },\n ];\n return columns;\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/erd/BaseErd.tsx", "content": "import { Relationship } from '@teable/core';\nimport { getBaseErd } from '@teable/openapi';\nimport type { IBaseErdEdge, IBaseErdVo, IBaseErdTableNode } from '@teable/openapi';\nimport { useFieldStaticGetter } from '@teable/sdk/hooks';\nimport {\n Button,\n Label,\n Popover,\n PopoverContent,\n PopoverTrigger,\n Switch,\n} from '@teable/ui-lib/shadcn';\nimport { uniq } from 'lodash';\nimport { FilterIcon } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { useState, useEffect, useMemo, useCallback } from 'react';\nimport {\n ReactFlow,\n Controls,\n useNodesState,\n useEdgesState,\n Background,\n BackgroundVariant,\n MarkerType,\n} from 'reactflow';\nimport { tableConfig } from '@/features/i18n/table.config';\nimport { BaseErdTableNode } from './BaseErdTableNode';\nimport { CustomMarkers, getMarker } from './CustomMakers';\nimport { SelfConnectingEdge } from './SelfConnectingEdge';\n\nconst openTable = (baseId: string, tableId: string) => {\n const url = new URL(`/base/${baseId}/table/${tableId}`, window.location.origin);\n window.open(url.toString(), '_blank');\n};\n\nconst buildNodes = (\n baseId: string,\n nodes: IBaseErdTableNode[],\n fieldStaticGetter: ReturnType,\n openTable: (baseId: string, tableId: string) => void\n) => {\n const col = Math.ceil(Math.sqrt(nodes.length));\n const yMap: Record = {};\n const resultNodes = [];\n for (let i = 0; i < nodes.length; i++) {\n const node = nodes[i];\n const colIndex = i % col;\n const x = colIndex * 300;\n const y = yMap[colIndex]?.height ?? 0;\n resultNodes.push({\n id: node.id,\n type: 'tableNode',\n data: {\n ...node,\n baseId,\n fieldStaticGetter,\n openTable,\n },\n position: { x, y },\n });\n const rowIndex = yMap[colIndex]?.rowIndex ?? 0;\n // 24(h6) is the height of a field, 8(gap-2) is the gap between fields, 100 is the gap between tables\n const height = node.fields.length * 24 + (node.fields.length + 1) * 8 + 100;\n yMap[colIndex] = {\n rowIndex: rowIndex + 1,\n height: y + height,\n };\n }\n return resultNodes;\n};\n\nconst buildEdges = (\n baseId: string,\n edges: IBaseErdEdge[],\n showEdgeTypes: IBaseErdEdge['type'][],\n translationMap: Record,\n getEdgeTypeInfo: (type: IBaseErdEdge['type']) => { title: string }\n) => {\n return edges\n .filter((edge) => {\n return Boolean(edge.relationship) || showEdgeTypes.includes(edge.type);\n })\n .map((edge) => {\n const { source, target } = edge;\n\n const wayLabel = edge.isOneWay ? translationMap['oneWay'] : translationMap['twoWay'];\n const relationshipLabel = edge.relationship\n ? `${translationMap[edge.relationship]}(${wayLabel})`\n : '';\n // `[${source.tableName}]${source.fieldName} - ${relationshipLabel} - [${target.tableName}]${target.fieldName}`\n\n const defaultMarkerEnd = {\n type: MarkerType.ArrowClosed,\n width: 16,\n height: 16,\n };\n const { start: markerStart, end: markerEnd } = edge.relationship\n ? getMarker(baseId, edge.relationship)\n : { start: undefined, end: defaultMarkerEnd };\n\n const isSelfConnecting = source.tableId === target.tableId;\n const { title } = getEdgeTypeInfo(edge.type);\n return {\n id: `${source.tableId}-${source.fieldId}-${target.tableId}-${target.fieldId}`,\n type: isSelfConnecting ? 'selfConnecting' : 'default',\n source: source.tableId,\n target: target.tableId,\n sourceHandle: source.fieldId,\n targetHandle: target.fieldId,\n style: { strokeWidth: 1 },\n label: relationshipLabel ? relationshipLabel : title,\n markerStart,\n markerEnd,\n };\n });\n};\n\nconst connectionLineStyle = { stroke: '#fff' };\nconst nodeTypes = {\n tableNode: BaseErdTableNode,\n};\nconst edgeTypes = {\n selfConnecting: SelfConnectingEdge,\n};\n\nexport const BaseErd = (props: { baseId: string }) => {\n const { baseId } = props;\n const { t } = useTranslation(tableConfig.i18nNamespaces);\n const fieldStaticGetter = useFieldStaticGetter();\n const [showEdgeTypes, setShowEdgeTypes] = useState([]);\n const [baseErd, setBaseErd] = useState(null);\n const [nodes, setNodes, onNodesChange] = useNodesState([]);\n const [edges, setEdges, onEdgesChange] = useEdgesState([]);\n\n const translationMap = useMemo(() => {\n return {\n [Relationship.OneOne]: t('table:field.editor.oneToOne'),\n [Relationship.OneMany]: t('table:field.editor.oneToMany'),\n [Relationship.ManyOne]: t('table:field.editor.manyToOne'),\n [Relationship.ManyMany]: t('table:field.editor.manyToMany'),\n lookup: t('sdk:field.title.lookup'),\n oneWay: t('sdk:field.link.oneWay'),\n twoWay: t('sdk:field.link.twoWay'),\n };\n }, [t]);\n\n useEffect(() => {\n getBaseErd(baseId).then((baseErd) => {\n setBaseErd(baseErd.data);\n });\n }, [baseId]);\n\n const getEdgeTypeInfo = useCallback(\n (type: IBaseErdEdge['type']) => {\n const { title } =\n type === 'lookup'\n ? { title: translationMap['lookup'] }\n : fieldStaticGetter(type, {\n isLookup: false,\n hasAiConfig: false,\n deniedReadRecord: false,\n });\n return { type, title };\n },\n [translationMap, fieldStaticGetter]\n );\n\n const allEdgeTypes = useMemo(() => {\n const { edges = [] } = baseErd ?? {};\n return uniq(edges.filter((edge) => !edge.relationship).map((edge) => edge.type))\n .sort()\n .map((type) => getEdgeTypeInfo(type));\n }, [baseErd, getEdgeTypeInfo]);\n\n useEffect(() => {\n if (baseErd) {\n const { baseId, nodes } = baseErd;\n setNodes(buildNodes(baseId, nodes, fieldStaticGetter, openTable));\n } else {\n setNodes([]);\n }\n }, [baseErd, fieldStaticGetter, setNodes]);\n\n useEffect(() => {\n if (baseErd) {\n const { baseId, edges } = baseErd;\n setEdges(buildEdges(baseId, edges, showEdgeTypes, translationMap, getEdgeTypeInfo));\n } else {\n setEdges([]);\n }\n }, [baseErd, translationMap, setEdges, showEdgeTypes, getEdgeTypeInfo]);\n\n return (\n \n \n \n \n
\n {allEdgeTypes.length > 0 && (\n \n \n \n \n \n {allEdgeTypes.map(({ type, title }) => (\n
\n {\n setShowEdgeTypes((prev) =>\n checked ? [...prev, type] : prev.filter((t) => t !== type)\n );\n }}\n />\n \n
\n ))}\n \n \n )}\n
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/erd/BaseErdTableNode.tsx", "content": "import { Table2 } from '@teable/icons';\nimport type { IBaseErdTableNode } from '@teable/openapi';\nimport type { useFieldStaticGetter } from '@teable/sdk/hooks';\nimport { memo } from 'react';\nimport type { NodeProps } from 'reactflow';\nimport { Handle, Position } from 'reactflow';\nimport { Emoji } from '../../components/emoji/Emoji';\n\ninterface IBaseErdTableNodeProps extends IBaseErdTableNode {\n baseId: string;\n fieldStaticGetter: ReturnType;\n openTable: (baseId: string, tableId: string) => void;\n}\n\nexport const BaseErdTableNode = memo(({ data }: NodeProps) => {\n const {\n id: tableId,\n name,\n fields,\n fieldStaticGetter,\n icon,\n crossBaseId,\n crossBaseName,\n openTable,\n baseId,\n } = data;\n\n const title = crossBaseName ? `${name}(${crossBaseName})` : name;\n const fieldComponents = fields.map((field) => {\n const { Icon } = fieldStaticGetter(field.type, {\n isLookup: field.isLookup,\n isConditionalLookup: field.isConditionalLookup,\n hasAiConfig: false,\n deniedReadRecord: false,\n });\n\n return (\n
\n
\n \n \n {field.name}\n \n
\n \n \n
\n );\n });\n\n return (\n
\n openTable(crossBaseId ?? baseId, tableId)}\n >\n {icon ? (\n \n ) : (\n \n )}\n \n {title}\n \n
\n
\n {fieldComponents}\n
\n \n );\n});\n\nBaseErdTableNode.displayName = 'BaseErdTableNode';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/erd/CustomMakers.tsx", "content": "import { Relationship } from '@teable/core';\n\nconst buildMarkerId = (baseId: string) => {\n return {\n one: `${baseId}-one`,\n many: `${baseId}-many`,\n };\n};\n\nexport const getMarker = (baseId: string, relationship: Relationship) => {\n const { one, many } = buildMarkerId(baseId);\n switch (relationship) {\n case Relationship.OneOne:\n return { start: one, end: one };\n case Relationship.ManyMany:\n return { start: many, end: many };\n case Relationship.ManyOne:\n return { start: many, end: one };\n case Relationship.OneMany:\n return { start: one, end: many };\n }\n};\nexport const CustomMarkers = ({ baseId }: { baseId: string }) => {\n // same color as reactflow default marker\n const color = 'rgb(177, 177, 183)';\n return (\n \n \n \n \n \n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/erd/DynamicBaseErd.tsx", "content": "import { Skeleton } from '@teable/ui-lib/shadcn';\nimport dynamic from 'next/dynamic';\n\nexport const DynamicBaseErd = dynamic(() => import('./BaseErd').then((mod) => mod.BaseErd), {\n loading: () => (\n
\n \n \n \n \n \n
\n ),\n ssr: false,\n});\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/erd/SelfConnectingEdge.tsx", "content": "import { BezierEdge, BaseEdge, type EdgeProps } from 'reactflow';\n\nexport const SelfConnectingEdge = (props: EdgeProps) => {\n if (props.source !== props.target) {\n return ;\n }\n\n const { sourceX, sourceY, targetX, targetY } = props;\n const x = Math.max(sourceX, targetX);\n const part = (targetY - sourceY) / 3;\n const point1 = { x: x + 50, y: sourceY + part };\n const point2 = { x: x + 50, y: sourceY + part * 2 };\n const labelX = (point1.x + point2.x) / 2;\n const labelY = (point1.y + point2.y) / 2;\n\n const edgePath = `M ${x} ${sourceY} C ${point1.x} ${point1.y} ${point2.x} ${point2.y} ${x} ${targetY}`;\n return ;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/graph/DynamicFieldGraph.tsx", "content": "import { Skeleton } from '@teable/ui-lib/shadcn';\nimport dynamic from 'next/dynamic';\n\nexport const DynamicFieldGraph = dynamic(\n () => import('./FieldGraph').then((mod) => mod.FieldGraph),\n {\n loading: () => (\n
\n \n \n \n \n \n
\n ),\n ssr: false,\n }\n);\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/graph/FieldGraph.tsx", "content": "import type { FieldAction, IFieldRo } from '@teable/core';\nimport { useLanDayjs } from '@teable/sdk/hooks';\nimport { Badge } from '@teable/ui-lib/shadcn';\nimport dayjs from 'dayjs';\nimport duration from 'dayjs/plugin/duration';\nimport relativeTime from 'dayjs/plugin/relativeTime';\nimport { useTranslation } from 'next-i18next';\nimport { usePlan } from './usePlan';\n\ndayjs.extend(duration);\ndayjs.extend(relativeTime);\n\nexport const FieldGraph = (params: {\n tableId: string;\n fieldId?: string;\n fieldRo?: IFieldRo;\n fieldAction?: FieldAction;\n}) => {\n const planData = usePlan(params);\n const updateCellCount = planData?.updateCellCount;\n const linkFieldCount = planData?.linkFieldCount;\n const estimateTime = planData?.estimateTime || 0;\n const { t, i18n } = useTranslation(['table']);\n const dayjs = useLanDayjs();\n const formatDuration = dayjs(Date.now() + estimateTime).fromNow();\n\n return (\n
\n
\n
\n {t('table.graph.effectCells')}:{' '}\n {Intl.NumberFormat(i18n.language).format(updateCellCount || 0)}\n
\n
\n {t('table.graph.estimatedTime')}: {formatDuration}\n
\n
\n {linkFieldCount && linkFieldCount > 0 ? (\n
\n {t('table.graph.linkFieldCount')}:{' '}\n {Intl.NumberFormat(i18n.language).format(linkFieldCount)}\n
\n ) : null}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/graph/ProgressBar.tsx", "content": "import { Progress } from '@teable/ui-lib/shadcn';\nimport React, { useState, useEffect } from 'react';\n\nexport function ProgressBar({ duration, cellCount }: { duration: number; cellCount: number }) {\n const [progress, setProgress] = useState(0);\n\n useEffect(() => {\n if (!duration) {\n return;\n }\n const interval = 100;\n const step = (interval / duration) * 100;\n\n const intervalId = setInterval(() => {\n setProgress((prevProgress) => {\n const nextProgress = prevProgress + step;\n return nextProgress > 100 ? 100 : nextProgress;\n });\n }, interval);\n\n return () => clearInterval(intervalId);\n }, [duration]);\n\n const format = (count: number) => {\n return Intl.NumberFormat().format(Math.floor(count));\n };\n\n return (\n
\n

\n Progress: {format((progress / 100) * cellCount)} / {format(cellCount)}\n

\n {progress === 100 && (\n

Please be patient, the system needs a little more time to process...

\n )}\n \n
\n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/graph/usePlan.ts", "content": "import { useQuery } from '@tanstack/react-query';\nimport type { FieldAction, IFieldRo } from '@teable/core';\nimport { planField, planFieldCreate, planFieldConvert, planFieldDelete } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\n\nexport function usePlan({\n tableId,\n fieldId,\n fieldRo,\n fieldAction,\n}: {\n tableId: string;\n fieldId?: string;\n fieldRo?: IFieldRo;\n fieldAction?: FieldAction;\n}) {\n // if fieldAction is not provided, we need to infer it from fieldId and fieldRo\n let action = fieldAction;\n if (!action && fieldId && fieldRo) {\n action = 'field|update';\n }\n if (!action && !fieldId && fieldRo) {\n action = 'field|create';\n }\n if (!action && fieldId && !fieldRo) {\n action = 'field|read';\n }\n\n const { data: deletePlan } = useQuery({\n queryKey: ReactQueryKeys.planFieldDelete(tableId, fieldId as string),\n queryFn: ({ queryKey }) => planFieldDelete(queryKey[1], queryKey[2]).then((data) => data.data),\n refetchOnWindowFocus: false,\n enabled: action === 'field|delete',\n });\n\n const { data: updatePlan } = useQuery({\n queryKey: ReactQueryKeys.planFieldConvert(tableId, fieldId as string, fieldRo as IFieldRo),\n queryFn: ({ queryKey }) =>\n planFieldConvert(queryKey[1], queryKey[2], queryKey[3]).then((data) => data.data),\n refetchOnWindowFocus: false,\n enabled: action === 'field|update',\n });\n\n const { data: createPlan } = useQuery({\n queryKey: ReactQueryKeys.planFieldCreate(tableId, fieldRo as IFieldRo),\n queryFn: ({ queryKey }) => planFieldCreate(queryKey[1], queryKey[2]).then((data) => data.data),\n refetchOnWindowFocus: false,\n enabled: action === 'field|create',\n });\n\n const { data: staticPlan } = useQuery({\n queryKey: ReactQueryKeys.planField(tableId, fieldId as string),\n queryFn: ({ queryKey }) => planField(queryKey[1], queryKey[2]).then((data) => data.data),\n refetchOnWindowFocus: false,\n enabled: action === 'field|read',\n });\n\n return deletePlan || updatePlan || createPlan || staticPlan;\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/TableImport.tsx", "content": "import { useMutation } from '@tanstack/react-query';\nimport type { ITimeZoneString } from '@teable/core';\nimport type {\n IInplaceImportOptionRo,\n IImportOptionRo,\n IAnalyzeRo,\n IImportSheetItem,\n SUPPORTEDTYPE,\n IAnalyzeVo,\n IImportOption,\n INotifyVo,\n} from '@teable/openapi';\nimport {\n importTypeMap,\n analyzeFile,\n importTableFromFile,\n inplaceImportTableFromFile,\n BaseNodeResourceType,\n} from '@teable/openapi';\nimport { useBase, LocalStorageKeys } from '@teable/sdk';\nimport {\n Dialog,\n DialogContent,\n DialogFooter,\n DialogTrigger,\n Button,\n Tabs,\n TabsContent,\n TabsList,\n TabsTrigger,\n Spin,\n AlertDialog,\n AlertDialogAction,\n AlertDialogCancel,\n AlertDialogContent,\n AlertDialogDescription,\n AlertDialogFooter,\n AlertDialogHeader,\n AlertDialogTitle,\n AlertDialogTrigger,\n Checkbox,\n} from '@teable/ui-lib';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useState, useRef, useCallback } from 'react';\nimport { useLocalStorage } from 'react-use';\nimport { getNodeUrl } from '../base/base-node/hooks';\nimport { FieldConfigPanel, InplaceFieldConfigPanel } from './field-config-panel';\nimport { UploadPanel } from './upload-panel';\nimport { UrlPanel } from './UrlPanel';\n\ninterface ITableImportProps {\n open?: boolean;\n tableId?: string;\n children?: React.ReactElement;\n fileType: SUPPORTEDTYPE;\n onOpenChange?: (open: boolean) => void;\n}\n\nexport type ITableImportOptions = IImportOption & {\n autoSelectType: boolean;\n};\n\nenum Step {\n UPLOAD = 'upload',\n CONFIG = 'config',\n}\n\nexport const TableImport = (props: ITableImportProps) => {\n const base = useBase();\n const router = useRouter();\n const { t } = useTranslation(['table']);\n const [step, setStep] = useState(Step.UPLOAD);\n const { children, open, onOpenChange, fileType, tableId } = props;\n const [errorMessage, setErrorMessage] = useState('');\n const [file, setFile] = useState(null);\n const [fileInfo, setFileInfo] = useState({} as IAnalyzeRo);\n const primitiveWorkSheets = useRef({});\n const [workSheets, setWorkSheets] = useState({});\n const [insertConfig, setInsertConfig] = useState({\n excludeFirstRow: true,\n sourceWorkSheetKey: '',\n sourceColumnMap: {},\n });\n const [shouldAlert, setShouldAlert] = useLocalStorage(LocalStorageKeys.ImportAlert, true);\n const [shouldTips, setShouldTips] = useState(false);\n\n const { mutateAsync: importNewTableFn, isPending: isLoading } = useMutation({\n mutationFn: async ({ baseId, importRo }: { baseId: string; importRo: IImportOptionRo }) => {\n return (await importTableFromFile(baseId, importRo)).data;\n },\n onSuccess: (data) => {\n const { defaultViewId: viewId, id: tableId } = data[0];\n onOpenChange?.(false);\n const url = getNodeUrl({\n baseId: base.id,\n resourceType: BaseNodeResourceType.Table,\n resourceId: tableId,\n viewId,\n });\n if (url) {\n router.push(url, undefined, { shallow: true });\n }\n },\n });\n\n const { mutateAsync: inplaceImportFn, isPending: inplaceLoading } = useMutation({\n mutationFn: (args: Parameters) => {\n return inplaceImportTableFromFile(...args);\n },\n onSuccess: () => {\n onOpenChange?.(false);\n const { tableId: routerTableId } = router.query;\n routerTableId !== tableId && router.push(`/base/${base.id}/table/${tableId}`);\n },\n });\n\n const importTable = async () => {\n const importNewTable = () => {\n for (const [, value] of Object.entries(workSheets)) {\n const { columns } = value;\n\n if (columns.some((col) => !col.name)) {\n setErrorMessage(t('table:import.form.error.fieldNameEmpty'));\n return;\n }\n if (new Set(columns.map((col) => col.name.trim())).size !== columns.length) {\n setErrorMessage(t('table:import.form.error.uniqueFieldName'));\n return;\n }\n }\n\n importNewTableFn({\n baseId: base.id,\n importRo: {\n worksheets: workSheets,\n ...fileInfo,\n notification: true,\n tz: Intl.DateTimeFormat().resolvedOptions().timeZone as ITimeZoneString,\n },\n });\n };\n\n const inplaceImportTable = () => {\n const { sourceColumnMap } = insertConfig;\n if (Object.values(sourceColumnMap).every((col) => col === null)) {\n setErrorMessage(t('table:import.form.error.atLeastAImportField'));\n return;\n }\n const preInsertConfig = {\n ...insertConfig,\n sourceColumnMap: Object.fromEntries(\n Object.entries(sourceColumnMap).filter(([, value]) => value !== null)\n ),\n };\n inplaceImportFn([\n base.id,\n tableId as string,\n {\n ...fileInfo,\n insertConfig: preInsertConfig,\n notification: true,\n },\n ]);\n };\n\n tableId ? inplaceImportTable() : importNewTable();\n };\n\n const { mutateAsync: analyzeByUrl, isPending: analyzeLoading } = useMutation({\n mutationFn: analyzeFile,\n onSuccess: (data, params) => {\n const { attachmentUrl, fileType } = params;\n setFileInfo({\n attachmentUrl,\n fileType,\n });\n const {\n data: { worksheets },\n } = data;\n\n const workSheetsWithIndex: IImportOptionRo['worksheets'] = {};\n for (const [key, value] of Object.entries(worksheets)) {\n const item = { ...value, importData: true, useFirstRowAsHeader: true } as IImportSheetItem;\n item.columns = item.columns.map((col, index) => ({\n ...col,\n sourceColumnIndex: index,\n }));\n\n workSheetsWithIndex[key] = item;\n }\n setInsertConfig({ ...insertConfig, ['sourceWorkSheetKey']: Object.keys(worksheets)[0] });\n setWorkSheets(workSheetsWithIndex);\n primitiveWorkSheets.current = worksheets;\n setStep(Step.CONFIG);\n },\n });\n\n const fileFinishedHandler = useCallback(\n async (result: INotifyVo) => {\n const { presignedUrl } = result;\n\n await analyzeByUrl({\n attachmentUrl: presignedUrl,\n fileType,\n });\n },\n [analyzeByUrl, fileType]\n );\n\n const fileCloseHandler = useCallback(() => {\n setFile(null);\n }, []);\n\n const fileChangeHandler = useCallback(\n (file: File | null) => {\n const { exceedSize, accept } = importTypeMap[fileType];\n\n const acceptGroup = accept.split(',');\n\n if (file && !acceptGroup.includes(file.type)) {\n toast.error(t('table:import.form.error.errorFileFormat'));\n return;\n }\n\n if (exceedSize && file && file.size > exceedSize * 1024 * 1024) {\n toast.error(`${t('table:import.tips.fileExceedSizeTip')} ${exceedSize}MB`);\n return;\n }\n\n setFile(file);\n },\n [fileType, t]\n );\n\n const fieldChangeHandler = (value: IImportOptionRo['worksheets']) => {\n setWorkSheets(value);\n };\n\n const inplaceFieldChangeHandler = (value: IInplaceImportOptionRo['insertConfig']) => {\n setInsertConfig(value);\n };\n\n return (\n <>\n onOpenChange?.(open)}>\n {children && {children}}\n {open && (\n e.preventDefault()}\n onInteractOutside={(e) => e.preventDefault()}\n onClick={(e) => e.stopPropagation()}\n >\n \n {step === Step.UPLOAD && (\n \n {t('table:import.title.localFile')}\n {t('table:import.title.linkUrl')}\n \n )}\n\n \n {step === Step.UPLOAD && (\n \n )}\n {step === Step.CONFIG &&\n (tableId ? (\n \n ) : (\n \n ))}\n \n \n {step === Step.UPLOAD && (\n \n )}\n {step === Step.CONFIG &&\n (tableId ? (\n \n ) : (\n \n ))}\n \n \n {step === Step.CONFIG && (\n \n
\n \n \n {shouldAlert ? (\n \n \n {(tableId ? inplaceLoading : isLoading) && (\n \n )}\n {t('table:import.title.import')}\n \n \n ) : (\n importTable()}\n disabled={tableId ? inplaceLoading : isLoading}\n >\n {(tableId ? inplaceLoading : isLoading) && }\n {t('table:import.title.import')}\n \n )}\n \n \n {t('table:import.title.tipsTitle')}\n \n {t('table:import.tips.importAlert')}\n \n \n
\n {\n setShouldTips(res);\n }}\n />\n \n {t('table:import.tips.noTips')}\n \n
\n \n {t('table:import.menu.cancel')}\n {\n importTable();\n if (shouldTips) {\n setShouldAlert(false);\n }\n }}\n >\n {t('table:import.title.confirm')}\n \n \n \n \n
\n \n )}\n \n )}\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/UrlPanel.tsx", "content": "import type { UseMutateAsyncFunction } from '@tanstack/react-query';\nimport type { FieldType } from '@teable/core';\nimport type { SUPPORTEDTYPE } from '@teable/openapi';\nimport { importTypeMap } from '@teable/openapi';\nimport { Input, Button, Spin } from '@teable/ui-lib';\nimport type { AxiosResponse } from 'axios';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport { z } from 'zod';\n\ninterface IUrlPanel {\n fileType: SUPPORTEDTYPE;\n analyzeFn: UseMutateAsyncFunction<\n AxiosResponse<\n {\n worksheets: Record<\n string,\n {\n name: string;\n columns: {\n name: string;\n type: FieldType;\n }[];\n }\n >;\n },\n unknown\n >,\n unknown,\n {\n fileType: SUPPORTEDTYPE;\n attachmentUrl: string;\n },\n unknown\n >;\n isFinished: boolean;\n}\n\nconst UrlPanel = (props: IUrlPanel) => {\n const { fileType, analyzeFn, isFinished } = props;\n const [linkUrl, setLinkUrl] = useState('');\n const [errorMessage, setErrorMessage] = useState('');\n const { t } = useTranslation(['table']);\n\n return (\n
\n

{t('table:import.title.linkUrlInputTitle')}

\n
\n {\n const { value } = e.target;\n setLinkUrl(value);\n }}\n />\n {\n if (!linkUrl) {\n setErrorMessage(t('table:import.form.error.urlEmptyTip'));\n return;\n }\n if (!z.string().url().safeParse(linkUrl).success) {\n setErrorMessage(t('table:import.form.error.urlValidateTip'));\n return;\n }\n analyzeFn({\n attachmentUrl: linkUrl,\n fileType,\n });\n }}\n >\n {isFinished && }\n {t('table:import.title.upload')}\n \n
\n {errorMessage &&

{errorMessage}

}\n
\n );\n};\n\nexport { UrlPanel };\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/field-config-panel/CollapsePanel.tsx", "content": "import { ChevronRight } from '@teable/icons';\nimport type { IImportOptionRo } from '@teable/openapi';\nimport { BaseSingleSelect } from '@teable/sdk/components/filter/view-filter/component/base/BaseSingleSelect';\nimport {\n Button,\n cn,\n Collapsible,\n CollapsibleContent,\n CollapsibleTrigger,\n Switch,\n} from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport React, { useState } from 'react';\nimport type { ITableImportOptions } from '../TableImport';\nimport type { IInplaceOption } from './inplace-panel/InplaceFieldConfigPanel';\n\ninterface ICollapsePanel {\n onChange: (value: boolean, propertyName: keyof ITableImportOptions) => void;\n options: ITableImportOptions;\n}\n\ninterface IInplaceCollapsePanel {\n onChange: (value: IInplaceOption, propertyName: keyof IInplaceOption) => void;\n options: IInplaceOption;\n workSheets: IImportOptionRo['worksheets'];\n}\n\nconst CollapseWraper = (props: { children: React.ReactElement }) => {\n const [open, setOpen] = useState(false);\n const { t } = useTranslation(['table']);\n const { children } = props;\n\n return (\n setOpen(open)} className=\"w-full rounded-sm\">\n \n \n \n {children}\n \n );\n};\n\nexport const ImportOptionPanel = (props: ICollapsePanel) => {\n const { options, onChange } = props;\n const { t } = useTranslation(['table']);\n\n return (\n \n
\n \n onChange(value, 'autoSelectType')}\n />\n {t('table:import.options.autoSelectFieldOptionName')}\n \n\n \n onChange(value, 'useFirstRowAsHeader')}\n />\n {t('table:import.options.useFirstRowAsHeaderOptionName')}\n \n\n \n onChange(value, 'importData')}\n />\n {t('table:import.options.importDataOptionName')}\n \n
\n \n );\n};\n\nexport const InplaceImportOptionPanel = (props: IInplaceCollapsePanel) => {\n const { options, workSheets, onChange } = props;\n const { t } = useTranslation(['table']);\n\n const sheetKeyOptions = Object.keys(workSheets).map((key) => ({\n label: key,\n value: key,\n icon: null,\n }));\n\n const onChangeHandler = (\n propertyName: keyof IInplaceOption,\n value: IInplaceOption[keyof IInplaceOption]\n ) => {\n const newOptions = { ...options, [propertyName]: value };\n onChange(newOptions, propertyName);\n };\n\n return (\n \n
\n {sheetKeyOptions?.length > 1 ? (\n
\n {t('table:import.options.sheetKey')}\n {\n onChangeHandler('sourceWorkSheetKey', value || '');\n }}\n className=\"m-1 w-56 truncate\"\n popoverClassName=\"w-56\"\n />\n
\n ) : null}\n\n \n onChangeHandler('excludeFirstRow', value)}\n />\n {t('table:import.options.excludeFirstRow')}\n \n
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/field-config-panel/index.ts", "content": "export * from './CollapsePanel';\nexport * from './new-create-panel/FieldConfigPanel';\nexport * from './new-create-panel/PreviewColumn';\nexport * from './inplace-panel/InplaceFieldConfigPanel';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/field-config-panel/inplace-panel/FieldSelector.tsx", "content": "import { DivideCircle } from '@teable/icons';\nimport type { IFieldStatic } from '@teable/sdk';\nimport {\n Command,\n CommandEmpty,\n CommandInput,\n CommandItem,\n Popover,\n PopoverContent,\n PopoverTrigger,\n Button,\n CommandList,\n cn,\n} from '@teable/ui-lib';\nimport { Check, ChevronsUpDown } from 'lucide-react';\nimport { useTranslation } from 'next-i18next';\nimport { useState, useMemo } from 'react';\n\ninterface IFieldSelector {\n options: {\n value: string | null;\n label: string;\n icon: IFieldStatic['Icon'];\n }[];\n value: string | null;\n onSelect: (value: string | null) => void;\n disabled?: boolean;\n}\n\nexport function FieldSelector(props: IFieldSelector) {\n const { options, onSelect, value, disabled = false } = props;\n const [open, setOpen] = useState(false);\n const { t } = useTranslation(['table', 'common']);\n\n const comOptions = useMemo(() => {\n const result = [...options];\n result.unshift({\n value: null,\n label: t('table:import.form.option.doNotImport'),\n icon: DivideCircle,\n });\n return result;\n }, [options, t]);\n\n if (!options.length) {\n return;\n }\n\n return (\n \n \n \n {comOptions.find((o) => o.value === value)?.label}\n \n \n \n \n \n \n {t('table:import.tips.resultEmpty')}\n \n {comOptions.map((o) => {\n const { icon: Icon } = o;\n return (\n {\n onSelect(value);\n setOpen(false);\n }}\n className=\"flex hover:bg-accent\"\n >\n \n
\n \n {o.label}\n
\n \n );\n })}\n \n \n \n \n );\n}\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/field-config-panel/inplace-panel/InplaceFieldConfigPanel.tsx", "content": "import { useQuery } from '@tanstack/react-query';\nimport type { IInplaceImportOptionRo, IImportOptionRo } from '@teable/openapi';\nimport { getTableById as apiGetTableById, getFields as apiGetFields } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { useBaseId } from '@teable/sdk/hooks';\nimport { isEqual } from 'lodash';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\nimport { InplaceImportOptionPanel } from '../CollapsePanel';\nimport { InplacePreviewColumn } from './InplacePreviewColumn';\n\ninterface IInplaceFieldConfigPanel {\n tableId: string;\n workSheets: IImportOptionRo['worksheets'];\n errorMessage: string;\n insertConfig: IInplaceImportOptionRo['insertConfig'];\n onChange: (value: IInplaceImportOptionRo['insertConfig']) => void;\n}\n\nexport type IInplaceOption = Pick<\n IInplaceImportOptionRo['insertConfig'],\n 'excludeFirstRow' | 'sourceWorkSheetKey'\n>;\n\nconst InplaceFieldConfigPanel = (props: IInplaceFieldConfigPanel) => {\n const baseId = useBaseId() as string;\n const { t } = useTranslation(['table']);\n const { tableId, workSheets, insertConfig, onChange, errorMessage } = props;\n\n const options: IInplaceOption = useMemo(\n () => ({\n excludeFirstRow: insertConfig.excludeFirstRow,\n sourceWorkSheetKey: insertConfig.sourceWorkSheetKey,\n }),\n [insertConfig]\n );\n\n const { data: table } = useQuery({\n queryKey: ReactQueryKeys.tableInfo(baseId, tableId),\n queryFn: () => apiGetTableById(baseId, tableId).then((data) => data.data),\n });\n\n const { data: fields } = useQuery({\n queryKey: ReactQueryKeys.field(tableId),\n queryFn: () => apiGetFields(tableId).then((data) => data.data),\n });\n\n const fieldWithPermission = fields?.filter(({ recordRead }) => recordRead !== false);\n\n const optionHandler = (value: IInplaceOption, propertyName: keyof IInplaceOption) => {\n const newInsertConfig = {\n ...insertConfig,\n ...value,\n };\n if (propertyName === 'sourceWorkSheetKey') {\n newInsertConfig.sourceColumnMap = {};\n }\n onChange(newInsertConfig);\n };\n\n const columnHandler = (value: IInplaceImportOptionRo['insertConfig']['sourceColumnMap']) => {\n if (\n !isEqual(insertConfig.sourceColumnMap, {\n ...insertConfig.sourceColumnMap,\n ...value,\n })\n ) {\n onChange({\n ...insertConfig,\n ['sourceColumnMap']: {\n ...insertConfig.sourceColumnMap,\n ...value,\n },\n });\n }\n };\n\n return (\n
\n
\n

\n {t('table:import.title.incrementImportTitle')}\n {table?.name}\n

\n
\n\n {fieldWithPermission && (\n
\n \n
\n )}\n\n {errorMessage &&

{errorMessage}

}\n\n \n
\n );\n};\n\nexport { InplaceFieldConfigPanel };\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/field-config-panel/inplace-panel/InplacePreviewColumn.tsx", "content": "import { type IFieldVo } from '@teable/core';\nimport { ArrowLeft } from '@teable/icons';\nimport type { IInplaceImportOptionRo, IImportOptionRo } from '@teable/openapi';\nimport { useFieldStaticGetter } from '@teable/sdk';\nimport {\n Table,\n TableBody,\n TableCell,\n TableHead,\n TableHeader,\n TableRow,\n Tooltip,\n TooltipContent,\n TooltipProvider,\n TooltipTrigger,\n} from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useEffect } from 'react';\nimport { FieldSelector } from './FieldSelector';\n\ninterface IPreviewColumnProps {\n fields: IFieldVo[];\n workSheets: IImportOptionRo['worksheets'];\n insertConfig: IInplaceImportOptionRo['insertConfig'];\n onChange: (columns: IInplaceImportOptionRo['insertConfig']['sourceColumnMap']) => void;\n}\n\nexport const InplacePreviewColumn = (props: IPreviewColumnProps) => {\n const { onChange, fields, workSheets, insertConfig } = props;\n const fieldStaticGetter = useFieldStaticGetter();\n const { t } = useTranslation(['table']);\n\n const columns = fields.map((col) => ({\n label: col.name,\n type: col.type,\n name: col.name,\n id: col.id,\n isComputed: col.isComputed,\n aiConfig: col.aiConfig,\n }));\n\n const sourceColumnMap = workSheets?.[insertConfig.sourceWorkSheetKey] || {};\n\n const options =\n sourceColumnMap?.columns?.map((col) => ({\n label: col.name,\n value: col.name,\n icon: fieldStaticGetter(col.type, {\n isLookup: false,\n hasAiConfig: false,\n }).Icon,\n })) || [];\n\n useEffect(() => {\n const isEmptySourceColumnMap = !Object.keys(insertConfig.sourceColumnMap).length;\n const initSourceColumnMap: Record = {};\n const analyzeColumns = sourceColumnMap?.columns;\n // init sourceColumnMap automatically\n // TODO add more match logic\n if (isEmptySourceColumnMap && analyzeColumns?.length) {\n columns.forEach((col) => {\n if (!col.isComputed) {\n const matchIndex = analyzeColumns.findIndex(\n (c) => c.name.toLowerCase().trim() === col.name.toLowerCase().trim()\n );\n // only match the same name, others need to be set manually\n initSourceColumnMap[col.id] = matchIndex > -1 ? matchIndex : null;\n }\n });\n onChange(initSourceColumnMap);\n }\n }, [columns, insertConfig.sourceColumnMap, onChange, sourceColumnMap?.columns]);\n\n return (\n \n \n \n {t('table:import.title.primitiveFields')}\n \n {t('table:import.title.importFields')}\n \n \n \n {columns.map((column, index) => {\n const { Icon } = fieldStaticGetter(column.type, {\n isLookup: false,\n hasAiConfig: Boolean(column.aiConfig),\n });\n const selectIndex = insertConfig.sourceColumnMap[column.id] ?? null;\n const value = typeof selectIndex === 'number' ? options[selectIndex].value : null;\n\n return (\n \n \n
\n \n
\n
{column.name}
\n \n {index === 0 ? t('table:import.title.primaryField') : null}\n \n
\n
\n \n\n \n \n \n\n \n \n \n \n {\n const result: Record = {};\n const selectedIndex = options.findIndex((o) => o.value === value);\n result[column.id] = selectedIndex > -1 ? selectedIndex : null;\n onChange(result);\n }}\n />\n {column.isComputed && (\n \n

{t('table:import.tips.notSupportFieldType')}

\n \n )}\n \n \n \n \n \n );\n })}\n \n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/field-config-panel/new-create-panel/FieldConfigPanel.tsx", "content": "import { FieldType } from '@teable/core';\nimport { X } from '@teable/icons';\nimport type { IImportOption, IImportOptionRo, IImportSheetItem } from '@teable/openapi';\nimport { Button, cn } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useState, useRef } from 'react';\nimport { ImportOptionPanel } from '../CollapsePanel';\nimport { PreviewColumn } from './PreviewColumn';\n\nexport type ITableImportOptions = IImportOption & {\n autoSelectType: boolean;\n};\n\ninterface IFieldConfigPanel {\n tableId?: string;\n workSheets: IImportOptionRo['worksheets'];\n errorMessage: string;\n onChange: (sheets: IImportOptionRo['worksheets']) => void;\n}\n\nconst FieldConfigPanel = (props: IFieldConfigPanel) => {\n const { onChange, workSheets, errorMessage } = props;\n const { t } = useTranslation(['table']);\n const [autoSelectTypes, setAutoSelectTypes] = useState>({});\n const [selectedSheetKey, setSelectedSheetKey] = useState(Object.keys(workSheets)[0]);\n const lastColumnsMap = useRef>(workSheets);\n\n const data = workSheets[selectedSheetKey];\n\n const options = {\n importData: data.importData,\n useFirstRowAsHeader: data.useFirstRowAsHeader,\n autoSelectType: autoSelectTypes[selectedSheetKey] ?? true,\n };\n\n const sheets = Object.keys(workSheets);\n\n const columnHandler = (columns: IImportSheetItem['columns']) => {\n const newSheets = { ...workSheets };\n newSheets[selectedSheetKey].columns = columns;\n onChange(newSheets);\n };\n\n const optionHandler = (value: boolean, propertyName: keyof ITableImportOptions) => {\n const updateSheet = () => {\n const newSheets = {\n ...workSheets,\n [selectedSheetKey]: { ...workSheets[selectedSheetKey], [propertyName]: value },\n };\n onChange(newSheets);\n };\n switch (propertyName) {\n case 'importData':\n updateSheet();\n break;\n case 'autoSelectType':\n {\n const newColumns = !value\n ? data.columns.map((column) => ({\n ...column,\n type: FieldType.SingleLineText,\n }))\n : lastColumnsMap.current[selectedSheetKey].columns;\n setAutoSelectTypes({ ...autoSelectTypes, [selectedSheetKey]: value });\n onChange({\n ...workSheets,\n [selectedSheetKey]: { ...workSheets[selectedSheetKey], columns: newColumns },\n });\n }\n break;\n case 'useFirstRowAsHeader':\n {\n const newColumns = !value\n ? data.columns.map((column, index) => ({\n ...column,\n name: `${t('table:import.form.defaultFieldName')} ${index + 1}`,\n }))\n : lastColumnsMap.current[selectedSheetKey].columns;\n\n onChange({\n ...workSheets,\n [selectedSheetKey]: {\n ...workSheets[selectedSheetKey],\n [propertyName]: value,\n columns: newColumns,\n },\n });\n }\n break;\n default:\n break;\n }\n };\n\n const removeSheet = (sheetKey: string) => {\n const newSheets = { ...workSheets };\n delete newSheets[sheetKey];\n const newSheetsKeys = Object.keys(newSheets);\n if (selectedSheetKey === sheetKey) {\n setSelectedSheetKey(newSheetsKeys[0]);\n }\n onChange(newSheets);\n };\n\n return (\n
\n
\n

{t('table:import.title.importTitle')}

\n
\n\n
\n {sheets.map((sheetKey) => (\n setSelectedSheetKey(sheetKey)}\n className={cn('group max-w-32 shrink-0 cursor-pointer truncate rounded-sm px-2', {\n 'bg-secondary': sheetKey === selectedSheetKey,\n })}\n title={workSheets[sheetKey].name}\n >\n {workSheets[sheetKey].name}\n {sheets.length !== 1 && (\n {\n e.stopPropagation();\n removeSheet(sheetKey);\n }}\n />\n )}\n \n ))}\n
\n\n
\n \n
\n\n {errorMessage &&

{errorMessage}

}\n\n \n
\n );\n};\n\nexport { FieldConfigPanel };\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/field-config-panel/new-create-panel/PreviewColumn.tsx", "content": "import { IMPORT_SUPPORTED_TYPES } from '@teable/core';\nimport type { FieldType } from '@teable/core';\nimport { Trash2, Lock } from '@teable/icons';\nimport type { IImportColumn } from '@teable/openapi';\nimport { useFieldStaticGetter } from '@teable/sdk';\nimport { BaseSingleSelect } from '@teable/sdk/components/filter/view-filter/component/base/BaseSingleSelect';\nimport {\n Table,\n TableBody,\n TableCell,\n TableHead,\n TableHeader,\n TableRow,\n Button,\n Input,\n} from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\n\ninterface IPreviewColumnProps {\n columns: IImportColumn[];\n onChange: (columns: IImportColumn[]) => void;\n}\n\nexport const PreviewColumn = (props: IPreviewColumnProps) => {\n const { columns, onChange } = props;\n const getFieldStatic = useFieldStaticGetter();\n const { t } = useTranslation(['table']);\n const candidates = useMemo(\n () =>\n IMPORT_SUPPORTED_TYPES.map<{ value: FieldType; label: string; icon: JSX.Element }>((type) => {\n const { title, Icon } = getFieldStatic(type, {\n isLookup: false,\n hasAiConfig: false,\n });\n return {\n value: type,\n label: title,\n icon: ,\n };\n }),\n [getFieldStatic]\n );\n\n const onChangeHandler = (data: IImportColumn[]) => {\n onChange(data);\n };\n\n return (\n \n \n \n {t('table:field.fieldName')}\n {t('table:field.fieldType')}\n \n \n \n \n {columns.map((column, index) => (\n \n \n {\n const newColumns = [...columns];\n newColumns[index].name = e.target.value;\n onChangeHandler(newColumns);\n }}\n />\n \n \n {\n const newColumns = [...columns];\n newColumns[index].type = value as FieldType;\n onChangeHandler(newColumns);\n }}\n optionRender={(option) => {\n return (\n
\n {option.icon}\n {option.label}\n
\n );\n }}\n >\n \n \n {\n const newColumns = [...columns];\n newColumns.splice(index, 1);\n onChange(newColumns);\n }}\n >\n {index === 0 ? : }\n \n \n \n ))}\n \n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/index.ts", "content": "export * from './TableImport';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/upload-panel/Process.tsx", "content": "import { X } from '@teable/icons';\nimport { getFieldIconString } from '@teable/sdk';\nimport { Progress } from '@teable/ui-lib';\nimport { filesize } from 'filesize';\n\ninterface IFileItemProps {\n file: File;\n process: number;\n onClose: () => void;\n}\n\nexport const Process = (props: IFileItemProps) => {\n const { file, onClose, process } = props;\n const { name, size, type } = file;\n\n return (\n <>\n
\n \n
{name}
\n
{filesize(size)}
\n
\n {}\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/upload-panel/Trigger.tsx", "content": "import type { SUPPORTEDTYPE } from '@teable/openapi';\nimport { importTypeMap } from '@teable/openapi';\nimport { useRef } from 'react';\nimport { useDropArea } from 'react-use';\n\ninterface IUploadProps {\n fileType: SUPPORTEDTYPE;\n onChange: (file: File | null) => void;\n onBeforeUpload?: () => void;\n children: React.ReactElement;\n}\n\nexport const Trigger = (props: IUploadProps) => {\n const { onChange, children, fileType, onBeforeUpload } = props;\n const uploadRef = useRef(null);\n\n const [bound] = useDropArea({\n onFiles: (files: File[]) => onChange(files[0]),\n });\n\n return (\n <>\n {\n onBeforeUpload?.();\n const files = (e.target.files && Array.from(e.target.files)) || null;\n if (files && files.length > 0) {\n onChange(files[0]);\n }\n }}\n >\n {\n if (uploadRef?.current) {\n uploadRef.current.value = '';\n uploadRef?.current?.click();\n }\n }}\n onKeyDown={(e) => {\n if (e.key === 'Enter') {\n uploadRef?.current?.click();\n }\n }}\n {...bound}\n >\n {children}\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/upload-panel/UploadPanel.tsx", "content": "import { generateAttachmentId } from '@teable/core';\nimport type { SUPPORTEDTYPE, INotifyVo } from '@teable/openapi';\nimport { UploadType } from '@teable/openapi';\nimport { AttachmentManager } from '@teable/sdk/components';\nimport { Spin, Button, cn } from '@teable/ui-lib';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport { Process } from './Process';\nimport { Trigger } from './Trigger';\n\ninterface IUploadPanelProps {\n file: File | null;\n fileType: SUPPORTEDTYPE;\n analyzeLoading: boolean;\n onClose: () => void;\n onFinished: (result: INotifyVo) => void;\n onChange: (file: File | null) => void;\n}\nconst attchmentManager = new AttachmentManager(1);\n\nconst UploadPanel = (props: IUploadPanelProps) => {\n const { file, fileType, onChange, onFinished, onClose, analyzeLoading } = props;\n const { t } = useTranslation(['table']);\n const [process, setProcess] = useState(0);\n const [isImporting, setIsImporting] = useState(false);\n\n return (\n \n {!file ? (\n {\n setIsImporting(true);\n }}\n fileType={fileType}\n onChange={async (file) => {\n setIsImporting(false);\n if (file) {\n attchmentManager.upload(\n [{ id: generateAttachmentId(), instance: file }],\n UploadType.Import,\n {\n successCallback: (_, result) => {\n onFinished?.(result);\n },\n progressCallback: (_, process) => {\n setProcess(process);\n },\n }\n );\n }\n onChange(file);\n }}\n >\n
\n {!isImporting ? (\n \n ) : (\n
\n \n \n \n {t('table:import.tips.importing')}\n
\n )}\n
\n \n ) : (\n <>\n \n {analyzeLoading && (\n
\n \n {t('table:import.tips.analyzing')}\n
\n )}\n \n )}\n \n );\n};\n\nexport { UploadPanel };\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/import-table/upload-panel/index.ts", "content": "export * from './Process';\nexport * from './Trigger';\nexport * from './UploadPanel';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/index.ts", "content": "export {};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/SettingRight.tsx", "content": "import { useSession } from '@teable/sdk/hooks';\nimport { cn } from '@teable/ui-lib/shadcn';\nimport React from 'react';\nimport { UserAvatar } from '@/features/app/components/user/UserAvatar';\n\ninterface ISettingRight {\n header?: React.ReactNode;\n actions?: React.ReactNode;\n children: React.ReactNode;\n contentClassName?: string;\n}\n\nexport const SettingRight = (props: ISettingRight) => {\n const { header, actions, children, contentClassName } = props;\n const { user } = useSession();\n return (\n
\n
\n {header && (\n
\n
{header}
\n
\n {actions}\n \n
\n
\n )}\n
{children}
\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/SettingRightTitle.tsx", "content": "import { ArrowLeft, HelpCircle } from '@teable/icons';\nimport { Button, cn } from '@teable/ui-lib/shadcn';\nimport Head from 'next/head';\n\ninterface ISettingRightTitle {\n title?: React.ReactNode;\n onBack?: () => void;\n description?: React.ReactNode;\n helpLink?: string;\n className?: string;\n titleClassName?: string;\n descriptionClassName?: string;\n withHead?: boolean;\n}\nexport const SettingRightTitle = (props: ISettingRightTitle) => {\n const {\n title,\n onBack,\n description,\n helpLink,\n className,\n titleClassName,\n descriptionClassName,\n withHead = true,\n } = props;\n return (\n
\n {onBack && (\n \n )}\n
\n
\n {withHead && typeof title === 'string' && (\n \n {title}\n \n )}\n

{title}

\n {helpLink && (\n \n )}\n
\n {description && (\n
\n {description}\n
\n )}\n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/access-token/AccessTokenList.tsx", "content": "import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport type { Action } from '@teable/core';\nimport { deleteAccessToken, listAccessToken } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { usePermissionActionsStatic } from '@teable/sdk/hooks';\nimport { ConfirmDialog } from '@teable/ui-lib/base';\nimport {\n Table,\n TableHeader,\n TableRow,\n TableHead,\n TableBody,\n TableCell,\n TableCaption,\n Button,\n Input,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useRef, useState } from 'react';\nimport { CopyButton } from '@/features/app/components/CopyButton';\nimport { personalAccessTokenConfig } from '@/features/i18n/personal-access-token.config';\n\nexport const PersonAccessTokenListQueryKey = 'person-access-token-list';\n\ninterface IAccessTokenListProps {\n newToken?: string;\n onEdit: (id: string) => void;\n}\n\nexport const AccessTokenList = (props: IAccessTokenListProps) => {\n const { newToken: defaultNewToken, onEdit } = props;\n const newTokenRef = useRef(defaultNewToken);\n const newToken = newTokenRef.current;\n const { actionStaticMap } = usePermissionActionsStatic();\n const { t } = useTranslation(personalAccessTokenConfig.i18nNamespaces);\n const [deleteId, setDeleteId] = useState();\n const queryClient = useQueryClient();\n const { data: listResult } = useQuery({\n queryKey: ReactQueryKeys.personAccessTokenList(),\n queryFn: () => listAccessToken().then((data) => data.data),\n });\n\n const { mutate: deleteAccessTokenMutate, isPending: deleteLoading } = useMutation({\n mutationFn: deleteAccessToken,\n onSuccess: async () => {\n await queryClient.invalidateQueries({ queryKey: ReactQueryKeys.personAccessTokenList() });\n deleteId &&\n (await queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.personAccessToken(deleteId),\n }));\n setDeleteId(undefined);\n },\n });\n\n const onDelete = () => {\n if (!deleteId) {\n setDeleteId(undefined);\n return;\n }\n deleteAccessTokenMutate(deleteId);\n };\n\n return (\n <>\n {newToken && (\n
\n
{t('token:new.success.title')}
\n
{t('token:new.success.description')}
\n
\n \n \n
\n
\n )}\n \n {!listResult?.length && (\n {t('token:empty.list')}\n )}\n \n \n {t('token:name')}\n {t('token:access')}\n {t('token:scopes')}\n {t('token:createdTime')}\n {t('token:expiration')}\n {t('token:lastUse')}\n \n \n \n \n {listResult?.map(\n ({\n id,\n name,\n baseIds,\n spaceIds,\n hasFullAccess,\n scopes,\n expiredTime,\n lastUsedTime,\n createdTime,\n }) => {\n const accessArr: string[] = [];\n if (hasFullAccess) {\n accessArr.push(t('token:accessSelect.fullAccess.title'));\n } else {\n if (baseIds?.length) {\n accessArr.push(`${baseIds.length} ${t('common:noun.base')}`);\n }\n if (spaceIds?.length) {\n accessArr.push(`${spaceIds.length} ${t('common:noun.space')}`);\n }\n }\n const scopesMoreLen = scopes.slice(2).length;\n return (\n \n \n onEdit(id)}\n >\n {name}\n \n \n \n {accessArr.length ? accessArr.join(', ') : t('token:empty.access')}\n \n \n {scopes\n .slice(0, 2)\n .map((action) => actionStaticMap[action as Action].description)\n .join('; ')}\n {scopesMoreLen ? ` ${t('token:moreScopes', { len: scopesMoreLen })}` : ''}\n \n {new Date(createdTime).toLocaleDateString()}\n {new Date(expiredTime).toLocaleDateString()}\n \n {lastUsedTime ? new Date(lastUsedTime).toLocaleDateString() : '-'}\n \n \n setDeleteId(id)}\n >\n {t('common:actions.delete')}\n \n \n \n );\n }\n )}\n \n
\n {\n if (!val) {\n setDeleteId(undefined);\n }\n }}\n title={t('token:deleteConfirm.title')}\n description={t('token:deleteConfirm.description')}\n onCancel={() => setDeleteId(undefined)}\n cancelText={t('common:actions.cancel')}\n confirmText={t('common:actions.confirm')}\n confirmLoading={deleteLoading}\n onConfirm={onDelete}\n />\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/access-token/PersonAccessTokenForm.tsx", "content": "import { useMutation, useQueryClient } from '@tanstack/react-query';\nimport {\n createAccessToken,\n updateAccessToken,\n type CreateAccessTokenVo,\n type UpdateAccessTokenRo,\n type UpdateAccessTokenVo,\n} from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { useRouter } from 'next/router';\nimport type { IFormType } from './form/AccessTokenForm';\nimport { AccessTokenForm } from './form/AccessTokenForm';\nimport { AccessTokenFormEdit } from './form/AccessTokenFormEdit';\n\ninterface IAccessTokenFormProps {\n formType?: IFormType;\n accessTokenId: string;\n onSubmit?: (data: CreateAccessTokenVo | UpdateAccessTokenVo) => void;\n onRefresh?: (token: string) => void;\n onCancel?: () => void;\n}\n\nexport const PersonAccessTokenForm = (props: IAccessTokenFormProps) => {\n const { formType: propFormType, accessTokenId, onSubmit, onCancel, onRefresh } = props;\n const queryClient = useQueryClient();\n const router = useRouter();\n const type = propFormType ?? (router.query.form as IFormType);\n\n const { mutate: createAccessTokenMutate, isPending: createAccessTokenLoading } = useMutation({\n mutationFn: createAccessToken,\n onSuccess: async (data) => {\n await queryClient.invalidateQueries({ queryKey: ReactQueryKeys.personAccessTokenList() });\n onSubmit?.(data.data);\n },\n });\n\n const { mutate: updateAccessTokenMutate, isPending: updateAccessTokenLoading } = useMutation({\n mutationFn: (updateRo: UpdateAccessTokenRo) => updateAccessToken(accessTokenId, updateRo),\n onSuccess: async (data) => {\n await queryClient.invalidateQueries({ queryKey: ReactQueryKeys.personAccessTokenList() });\n await queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.personAccessToken(data.data.id),\n });\n onSubmit?.(data.data);\n },\n });\n\n if (type === 'new') {\n return (\n \n );\n }\n if (type === 'edit') {\n return (\n \n );\n }\n return <>;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/access-token/PersonAccessTokenPage.tsx", "content": "import { ArrowUpRight, Plus } from '@teable/icons';\nimport type { CreateAccessTokenVo, UpdateAccessTokenVo } from '@teable/openapi';\nimport { Button } from '@teable/ui-lib/shadcn';\nimport Link from 'next/link';\nimport { useRouter } from 'next/router';\nimport { Trans, useTranslation } from 'next-i18next';\nimport { useEffect, useMemo, useRef } from 'react';\nimport { personalAccessTokenConfig } from '@/features/i18n/personal-access-token.config';\nimport { SettingRight } from '../SettingRight';\nimport { SettingRightTitle } from '../SettingRightTitle';\nimport { AccessTokenList } from './AccessTokenList';\nimport type { IFormType } from './form/AccessTokenForm';\nimport { PersonAccessTokenForm } from './PersonAccessTokenForm';\n\nexport const PersonAccessTokenPage = () => {\n const router = useRouter();\n const accessTokenId = router.query.id as string;\n const formType = router.query.form as IFormType;\n const newTokenRef = useRef();\n const { t } = useTranslation(personalAccessTokenConfig.i18nNamespaces);\n\n const backList = () => {\n newTokenRef.current = undefined;\n router.push({ pathname: router.pathname });\n };\n\n const onSubmit = (params: CreateAccessTokenVo | UpdateAccessTokenVo) => {\n if (formType === 'new') {\n newTokenRef.current = (params as CreateAccessTokenVo).token;\n }\n router.push({ pathname: router.pathname });\n };\n\n const onRefresh = (token: string) => {\n newTokenRef.current = token;\n router.push({ pathname: router.pathname });\n };\n\n useEffect(() => {\n if (router.query) {\n newTokenRef.current = undefined;\n }\n }, [router.query]);\n\n const title = useMemo(() => {\n switch (formType) {\n case 'new':\n return t('token:new.headerTitle');\n case 'edit':\n return t('token:edit.title');\n default:\n return t('setting:personalAccessToken');\n }\n }, [formType, t]);\n\n return (\n \n ),\n }}\n />\n ) : undefined\n }\n className=\"h-auto items-center gap-x-2\"\n titleClassName=\"text-lg font-medium\"\n />\n }\n actions={\n !formType ? (\n <>\n \n \n router.push({\n pathname: router.pathname,\n query: { form: 'new' },\n })\n }\n >\n \n {t('token:new.button')}\n \n \n ) : undefined\n }\n >\n
\n {formType ? (\n \n ) : (\n \n router.push({\n pathname: router.pathname,\n query: { form: 'edit', id },\n })\n }\n />\n )}\n
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/access-token/form/AccessList.tsx", "content": "import { useQuery } from '@tanstack/react-query';\nimport { Component, Database, X } from '@teable/icons';\nimport type { IGetBaseVo, IGetSpaceVo } from '@teable/openapi';\nimport { getBaseAll, getSpaceList } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { Button } from '@teable/ui-lib/shadcn';\nimport { isEmpty } from 'lodash';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\nimport { Emoji } from '@/features/app/components/emoji/Emoji';\n\ninterface IAccessListProps {\n baseIds?: string[];\n spaceIds?: string[];\n hasFullAccess?: boolean;\n onDeleteFullAccess: () => void;\n onDeleteBaseId: (baseId: string) => void;\n onDeleteSpaceId: (spaceId: string) => void;\n}\n\nexport const AccessList = (props: IAccessListProps) => {\n const { baseIds, spaceIds, hasFullAccess, onDeleteBaseId, onDeleteSpaceId, onDeleteFullAccess } =\n props;\n const { t } = useTranslation('token');\n\n const { data: spaceList } = useQuery({\n queryKey: ReactQueryKeys.spaceList(),\n queryFn: () => getSpaceList().then((data) => data.data),\n });\n const { data: baseList } = useQuery({\n queryKey: ReactQueryKeys.baseAll(),\n queryFn: () => getBaseAll().then((data) => data.data),\n });\n const spaceMap = useMemo(() => {\n const spaceMap: Record = {};\n spaceList?.forEach((item) => {\n spaceMap[item.id] = item;\n });\n return spaceMap;\n }, [spaceList]);\n\n const baseMap = useMemo(() => {\n const baseMap: Record = {};\n baseList?.forEach((item) => {\n baseMap[item.id] = item;\n });\n return baseMap;\n }, [baseList]);\n\n const { displaySpaceMap, displayBaseMap, allDisplaySpaceIds } = useMemo(() => {\n if (isEmpty(baseMap) && isEmpty(spaceMap)) {\n return { displayBaseMap: {}, displaySpaceMap: {}, allDisplaySpaceIds: [] };\n }\n const displaySpaceMap: Record = {};\n const displayBaseMap: Record = {};\n const allDisplaySpaceIds = new Set();\n spaceIds?.forEach((spaceId) => {\n displaySpaceMap[spaceId] = spaceMap[spaceId];\n allDisplaySpaceIds.add(spaceId);\n });\n\n baseIds?.forEach((baseId) => {\n const base = baseMap[baseId];\n if (!base) {\n return;\n }\n const cur = displayBaseMap[base.spaceId];\n allDisplaySpaceIds.add(base.spaceId);\n displayBaseMap[base.spaceId] = cur ? [...cur, base] : [base];\n });\n\n return { displayBaseMap, displaySpaceMap, allDisplaySpaceIds: Array.from(allDisplaySpaceIds) };\n }, [spaceIds, baseIds, spaceMap, baseMap]);\n\n return (\n
\n {hasFullAccess && (\n
\n
{t('accessSelect.fullAccess.title')}
\n\n
\n
\n \n {t('accessSelect.fullAccess.description')}\n
\n \n
\n
\n )}\n {allDisplaySpaceIds.map((spaceId) => {\n const space = spaceMap[spaceId];\n const displaySpace = displaySpaceMap[spaceId];\n const displayBases = displayBaseMap[spaceId];\n return (\n
\n
{space?.name}
\n
\n {displaySpace && (\n
\n
\n \n {t('allSpace')}\n
\n onDeleteSpaceId(displaySpace.id)}\n >\n \n \n
\n )}\n {displayBases?.map((base) => (\n
\n
\n {base.icon ? (\n \n ) : (\n \n )}\n {base.name}\n
\n \n
\n ))}\n
\n
\n );\n })}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/access-token/form/AccessSelect.tsx", "content": "import { useQuery } from '@tanstack/react-query';\nimport { Component, Database, Plus } from '@teable/icons';\nimport type { IGetBaseVo } from '@teable/openapi';\nimport { getBaseAll, getSharedBase, getSpaceList } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { Spin } from '@teable/ui-lib/base';\nimport {\n Button,\n Command,\n CommandEmpty,\n CommandGroup,\n CommandInput,\n CommandItem,\n CommandList,\n Popover,\n PopoverContent,\n PopoverTrigger,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo, useState } from 'react';\nimport { Emoji } from '@/features/app/components/emoji/Emoji';\nimport { AccessList } from './AccessList';\n\ninterface IValue {\n spaceIds?: string[];\n baseIds?: string[];\n hasFullAccess?: boolean;\n}\n\ninterface IFormAccess {\n value?: IValue;\n onChange: (value: IValue) => void;\n}\n\nexport const AccessSelect = (props: IFormAccess) => {\n const { onChange, value } = props;\n const { t } = useTranslation('token');\n const [bases, setBases] = useState(value?.baseIds || []);\n const [spaces, setSpaces] = useState(value?.spaceIds || []);\n const [open, setOpen] = useState(false);\n\n const { data: spaceList, isLoading: spaceListLoading } = useQuery({\n queryKey: ReactQueryKeys.spaceList(),\n queryFn: () => getSpaceList().then((data) => data.data),\n });\n\n const { data: baseList, isLoading: baseListLoading } = useQuery({\n queryKey: ['base-all'],\n queryFn: () => getBaseAll().then((data) => data.data),\n });\n\n const { data: sharedBaseList, isLoading: sharedBaseListLoading } = useQuery({\n queryKey: ReactQueryKeys.getSharedBase(),\n queryFn: () => getSharedBase().then((data) => data.data),\n });\n\n const baseMap = useMemo(\n () =>\n baseList?.reduce(\n (acc, cur) => {\n const space = acc[cur.spaceId];\n acc[cur.spaceId] = space ? [...space, cur] : [cur];\n return acc;\n },\n {} as Record\n ) ?? {},\n [baseList]\n );\n\n const onChangeInner = (spaceId?: string, baseId?: string) => {\n onChange({\n ...value,\n spaceIds: spaceId ? [...spaces, spaceId] : spaces,\n baseIds: baseId ? [...bases, baseId] : bases,\n });\n };\n\n const onDeleteBaseId = (baseId: string) => {\n const newBases = bases.filter((id) => id !== baseId);\n setBases(newBases);\n onChange({\n ...value,\n spaceIds: spaces,\n baseIds: newBases,\n });\n };\n\n const onDeleteSpaceId = (spaceId: string) => {\n const newSpaces = spaces.filter((id) => id !== spaceId);\n setSpaces(newSpaces);\n onChange({\n ...value,\n spaceIds: newSpaces,\n baseIds: bases,\n });\n };\n\n if (spaceListLoading || baseListLoading || sharedBaseListLoading) {\n return ;\n }\n\n const onFullAccessChange = (hasFullAccess?: boolean) => {\n onChange({\n ...value,\n hasFullAccess,\n });\n };\n\n return (\n
\n {\n onFullAccessChange(false);\n }}\n />\n
\n {!value?.hasFullAccess && (\n {\n onFullAccessChange(true);\n }}\n >\n \n {t('accessSelect.fullAccess.button')}\n \n )}\n \n \n \n \n \n \n \n {t('accessSelect.empty')}\n \n {Boolean(sharedBaseList?.length) && (\n \n {t('accessSelect.sharedBase')}\n
\n }\n >\n {sharedBaseList\n ?.filter(({ id: baseId }) => !bases.includes(baseId))\n ?.map((base) => (\n {\n setBases((prev) => [...prev, base.id]);\n setOpen(false);\n onChangeInner(undefined, base.id);\n }}\n >\n {base.name}\n \n ))}\n \n )}\n {spaceList\n ?.filter(({ id: spaceId }) => !spaces.includes(spaceId))\n ?.map(({ id, name }) => (\n {name}
}\n title={name}\n >\n {\n setSpaces((prev) => [...prev, id]);\n setOpen(false);\n onChangeInner(id);\n }}\n >\n \n {t('accessSelect.spaceSelectItem')}\n \n {baseMap[id]\n ?.filter(({ id: baseId }) => !bases.includes(baseId))\n ?.map((base) => (\n {\n setBases((prev) => [...prev, base.id]);\n setOpen(false);\n onChangeInner(undefined, base.id);\n }}\n >\n {base.icon ? (\n \n ) : (\n \n )}\n
{base.name}
\n \n ))}\n \n ))}\n \n \n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/access-token/form/AccessTokenForm.tsx", "content": "import { ActionPrefix, type Action } from '@teable/core';\nimport {\n createAccessTokenRoSchema,\n type CreateAccessTokenRo,\n type UpdateAccessTokenRo,\n updateAccessTokenRoSchema,\n} from '@teable/openapi';\nimport { useSession, useOrganization } from '@teable/sdk/hooks';\nimport { ConfirmDialog, Spin } from '@teable/ui-lib/base';\nimport { Button, Input, Label, Separator } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo, useState } from 'react';\nimport { personalAccessTokenConfig } from '@/features/i18n/personal-access-token.config';\nimport { RequireCom } from '../../components/RequireCom';\nimport { ScopesSelect } from '../../components/ScopesSelect';\nimport { AccessSelect } from './AccessSelect';\nimport { ExpirationSelect } from './ExpirationSelect';\nimport { RefreshToken } from './RefreshToken';\n\nexport type IFormType = 'new' | 'edit';\n\ntype ISubmitData = {\n new: CreateAccessTokenRo;\n edit: UpdateAccessTokenRo;\n};\n\nexport interface IAccessTokenForm {\n id?: string;\n type: T;\n isLoading?: boolean;\n onCancel?: () => void;\n onRefresh?: (token: string) => void;\n onSubmit?: (data: ISubmitData[T]) => void;\n defaultData?: {\n name?: string;\n description?: string;\n scopes?: string[];\n spaceIds?: string[];\n baseIds?: string[];\n expiredTime?: string;\n hasFullAccess?: boolean;\n };\n}\n\nexport const AccessTokenForm = (props: IAccessTokenForm) => {\n const { type, isLoading, onCancel, onSubmit, onRefresh, defaultData, id } = props;\n const { t } = useTranslation(personalAccessTokenConfig.i18nNamespaces);\n\n const { user } = useSession();\n const { organization } = useOrganization();\n\n const [spaceIds, setSpaceIds] = useState(defaultData?.spaceIds);\n const [baseIds, setBaseIds] = useState(defaultData?.baseIds);\n const [expiredTime, setExpiredTime] = useState(defaultData?.expiredTime);\n const [name, setName] = useState(defaultData?.name || '');\n const [description, setDescription] = useState(\n defaultData?.description || ''\n );\n const [scopes, setScopes] = useState(defaultData?.scopes || []);\n const [hasFullAccess, setHasFullAccess] = useState(\n defaultData?.hasFullAccess\n );\n const [showNoAccessConfirm, setShowNoAccessConfirm] = useState(false);\n\n const actionsPrefixes = useMemo(() => {\n const prefixes = [\n ActionPrefix.Space,\n ActionPrefix.Base,\n ActionPrefix.Table,\n ActionPrefix.View,\n ActionPrefix.Field,\n ActionPrefix.Record,\n ActionPrefix.TableRecordHistory,\n ActionPrefix.User,\n ActionPrefix.Automation,\n ActionPrefix.App,\n ];\n\n if (user.isAdmin) {\n prefixes.push(ActionPrefix.Instance);\n }\n if (organization?.isAdmin) {\n prefixes.push(ActionPrefix.Enterprise);\n }\n return prefixes;\n }, [user.isAdmin, organization?.isAdmin]);\n\n const disableSubmit = useMemo(() => {\n if (type === 'new') {\n return !createAccessTokenRoSchema.safeParse({\n name,\n description,\n scopes,\n expiredTime,\n spaceIds,\n baseIds,\n }).success;\n }\n return !updateAccessTokenRoSchema.safeParse({\n name,\n description,\n scopes,\n spaceIds,\n baseIds,\n }).success;\n }, [type, name, description, scopes, expiredTime, spaceIds, baseIds]);\n\n const hasDataAccess = useMemo(() => {\n return hasFullAccess || (spaceIds && spaceIds.length > 0) || (baseIds && baseIds.length > 0);\n }, [hasFullAccess, spaceIds, baseIds]);\n\n const handleSubmit = () => {\n if (!hasDataAccess) {\n setShowNoAccessConfirm(true);\n return;\n }\n onSubmitInner();\n };\n\n const onSubmitInner = () => {\n if (type === 'new') {\n return onSubmit?.({\n name: name!,\n description,\n scopes,\n expiredTime: expiredTime!,\n spaceIds,\n baseIds,\n hasFullAccess,\n });\n }\n if (type === 'edit') {\n return onSubmit?.({\n name: name!,\n description,\n scopes,\n spaceIds,\n baseIds,\n hasFullAccess,\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n } as any);\n }\n };\n\n return (\n
\n {type === 'new' && (\n <>\n

{t('token:new.title')}

\n

{t('token:new.description')}

\n \n )}\n
\n \n setName(e.target.value)} />\n
\n
\n \n setDescription(e.target.value)}>\n
\n {type === 'new' && (\n
\n \n \n
\n )}\n
\n \n \n
\n \n
\n \n
\n {\n setSpaceIds(spaceIds?.length ? spaceIds : null);\n setBaseIds(baseIds?.length ? baseIds : null);\n setHasFullAccess(hasFullAccess ?? undefined);\n }}\n />\n
\n
\n \n
\n {id && }\n \n \n
\n\n setShowNoAccessConfirm(false)}\n onConfirm={() => {\n setShowNoAccessConfirm(false);\n onSubmitInner();\n }}\n />\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/access-token/form/AccessTokenFormEdit.tsx", "content": "import { useQuery } from '@tanstack/react-query';\nimport { getAccessToken } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { Skeleton } from '@teable/ui-lib/shadcn';\nimport type { IAccessTokenForm } from './AccessTokenForm';\nimport { AccessTokenForm } from './AccessTokenForm';\n\ninterface IAccessTokenFormEditProps extends IAccessTokenForm<'edit'> {\n accessTokenId: string;\n}\n\nexport const AccessTokenFormEdit = (props: IAccessTokenFormEditProps) => {\n const { accessTokenId, ...restProps } = props;\n const { data: accessTokenData, isLoading } = useQuery({\n queryKey: ReactQueryKeys.personAccessToken(accessTokenId),\n queryFn: () => getAccessToken(accessTokenId).then((data) => data.data),\n });\n if (isLoading) {\n return (\n
\n \n \n \n
\n );\n }\n return ;\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/access-token/form/ExpirationSelect.tsx", "content": "import { CalendarIcon } from '@radix-ui/react-icons';\nimport {\n Select,\n SelectTrigger,\n SelectValue,\n SelectContent,\n SelectItem,\n Button,\n Calendar,\n Popover,\n PopoverContent,\n PopoverTrigger,\n cn,\n} from '@teable/ui-lib/shadcn';\nimport dayjs from 'dayjs';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo, useState } from 'react';\n\ninterface IExpirationSelect {\n onChange?: (value: string | undefined) => void;\n}\n\nexport const ExpirationSelect = (props: IExpirationSelect) => {\n const { onChange } = props;\n const [isCustom, setIsCustom] = useState(false);\n const [date, setDate] = useState();\n const { t } = useTranslation('token');\n\n const options = useMemo(() => {\n return [\n {\n label: `7 ${t('new.expirationList.days')}`,\n value: '7',\n },\n {\n label: `30 ${t('new.expirationList.days')}`,\n value: '30',\n },\n {\n label: `60 ${t('new.expirationList.days')}`,\n value: '60',\n },\n {\n label: `90 ${t('new.expirationList.days')}`,\n value: '90',\n },\n {\n label: t('new.expirationList.permanent'),\n value: 'permanent',\n },\n {\n label: t('new.expirationList.custom'),\n value: '-1',\n },\n ];\n }, [t]);\n\n const onValueChange = (value: string) => {\n setDate(undefined);\n setIsCustom(false);\n if (value === '-1') {\n setIsCustom(true);\n return;\n }\n if (value === 'permanent') {\n onChange?.(dayjs('2099-12-31').format('YYYY-MM-DD'));\n return;\n }\n onChange?.(dayjs().add(Number(value), 'day').format('YYYY-MM-DD'));\n };\n\n const onDateChange = (date: Date | undefined) => {\n setDate(date);\n onChange?.(date ? dayjs(date).format('YYYY-MM-DD') : undefined);\n };\n\n return (\n
\n \n {isCustom && (\n \n \n \n \n {date ? (\n new Date(date).toLocaleDateString()\n ) : (\n {t('new.expirationList.pick')}\n )}\n \n \n \n \n \n \n )}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/access-token/form/RefreshToken.tsx", "content": "import { useMutation, useQueryClient } from '@tanstack/react-query';\nimport type { RefreshAccessTokenRo } from '@teable/openapi';\nimport { refreshAccessToken } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { Spin } from '@teable/ui-lib/base';\nimport {\n Dialog,\n DialogTrigger,\n Button,\n DialogContent,\n DialogHeader,\n DialogTitle,\n DialogDescription,\n DialogFooter,\n Label,\n} from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport { personalAccessTokenConfig } from '@/features/i18n/personal-access-token.config';\nimport { RequireCom } from '../../components/RequireCom';\nimport { ExpirationSelect } from './ExpirationSelect';\n\ninterface IRefreshTokenProps {\n accessTokenId: string;\n onRefresh?: (token: string) => void;\n}\n\nexport const RefreshToken = (props: IRefreshTokenProps) => {\n const { accessTokenId, onRefresh } = props;\n const { t } = useTranslation(personalAccessTokenConfig.i18nNamespaces);\n const [expiredTime, setExpiredTime] = useState(undefined);\n const queryClient = useQueryClient();\n const { mutate: refreshTokenMute, isPending: isLoading } = useMutation({\n mutationFn: (body?: RefreshAccessTokenRo) => refreshAccessToken(accessTokenId, body),\n onSuccess: async (data) => {\n await queryClient.invalidateQueries({ queryKey: ReactQueryKeys.personAccessTokenList() });\n await queryClient.invalidateQueries({\n queryKey: ReactQueryKeys.personAccessToken(accessTokenId),\n });\n onRefresh?.(data.data.token);\n },\n });\n\n const refreshToken = () => {\n expiredTime && refreshTokenMute({ expiredTime });\n };\n return (\n \n \n \n \n \n \n {t('token:refresh.title')}\n {t('token:refresh.description')}\n \n
\n \n \n
\n \n \n {isLoading && }\n {t('common:actions.save')}\n \n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/components/FormItem.tsx", "content": "import { Error } from '@teable/ui-lib/base';\nimport { Label } from '@teable/ui-lib/shadcn';\nimport { forwardRef, useImperativeHandle, useRef, useState } from 'react';\nimport type { z } from 'zod';\nimport { RequireCom } from './RequireCom';\n\ninterface IFormItemProps {\n title: string;\n description?: string;\n required?: boolean;\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n validateSchema?: z.Schema;\n children: React.ReactNode;\n}\n\nexport interface IFormItemRef {\n validate: (value: unknown) => boolean;\n reset: () => void;\n}\n\nexport const FormItem = forwardRef((props, ref) => {\n const { title, description, required, children, validateSchema } = props;\n const containerRef = useRef(null);\n const [error, setError] = useState();\n\n useImperativeHandle(ref, () => ({\n validate: (value: unknown) => {\n if (!validateSchema) {\n return true;\n }\n const res = validateSchema.safeParse(value);\n if (!res.success) {\n containerRef.current?.scrollIntoView({ behavior: 'smooth' });\n setError(res.error.issues[0]?.message ?? 'Invalid');\n }\n return res.success;\n },\n reset: () => {\n setError(undefined);\n },\n }));\n\n return (\n
\n
\n \n {children}\n
\n \n
\n );\n});\n\nFormItem.displayName = 'OAuthFormItem';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/components/FormPageLayout.tsx", "content": "import { Spin } from '@teable/ui-lib/base';\nimport { Button, Separator } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\n\ninterface IFormPageLayoutProps {\n children: React.ReactNode | React.ReactNode[] | null;\n loading?: boolean;\n onSubmit?: () => void;\n onCancel?: () => void;\n}\n\nexport const FormPageLayout = (props: IFormPageLayoutProps) => {\n const { children, onCancel, onSubmit, loading } = props;\n\n const { t } = useTranslation('common');\n\n return (\n
\n {children}\n \n
\n \n \n
\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/components/RequireCom.tsx", "content": "export const RequireCom = () => *;\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/components/ScopesSelect.tsx", "content": "import { actionPrefixMap } from '@teable/core';\nimport type { Action, ActionPrefix } from '@teable/core';\nimport { usePermissionActionsStatic } from '@teable/sdk/hooks';\nimport { Checkbox, Label, Button } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo, useState } from 'react';\n\ninterface IScopesSelectProps {\n initValue?: Action[];\n onChange?: (value: string[]) => void;\n actionsPrefixes?: ActionPrefix[];\n allowedActions?: readonly Action[];\n}\n\nexport const ScopesSelect = (props: IScopesSelectProps) => {\n const { onChange, initValue, actionsPrefixes, allowedActions } = props;\n const { t } = useTranslation('token');\n const [value, setValue] = useState>(() => {\n if (initValue) {\n return initValue.reduce(\n (acc, cur) => {\n acc[cur] = true;\n return acc;\n },\n {} as Record\n );\n }\n return {} as Record;\n });\n const { actionPrefixStaticMap, actionStaticMap, actionPrefixDisplayOrder } =\n usePermissionActionsStatic();\n\n const onCheckBoxChange = (status: boolean, val: Action) => {\n const actionMap = { ...value };\n actionMap[val] = status;\n setValue(actionMap);\n const actions = Object.keys(actionMap).filter((key) => actionMap[key as Action]);\n onChange?.(actions);\n };\n\n const getActions = (prefix: ActionPrefix) => {\n const actions = actionPrefixMap[prefix];\n if (allowedActions) {\n return actions.filter((action) => (allowedActions as readonly string[]).includes(action));\n }\n return actions;\n };\n\n const handleSelectAll = (prefix: ActionPrefix, shouldSelect: boolean) => {\n const actionMap = { ...value };\n getActions(prefix).forEach((action) => {\n actionMap[action] = shouldSelect;\n });\n setValue(actionMap);\n const actions = Object.keys(actionMap).filter((key) => actionMap[key as Action]);\n onChange?.(actions);\n };\n\n const actionsPrefix = useMemo(() => {\n const availableKeys = Object.keys(actionPrefixStaticMap) as ActionPrefix[];\n\n const orderedKeys = actionPrefixDisplayOrder.filter((prefix) => availableKeys.includes(prefix));\n\n if (actionsPrefixes) {\n return orderedKeys.filter((prefix) => actionsPrefixes.includes(prefix));\n }\n\n return orderedKeys;\n }, [actionPrefixStaticMap, actionPrefixDisplayOrder, actionsPrefixes]);\n\n return (\n
\n {actionsPrefix.map((actionPrefix) => {\n const actions = getActions(actionPrefix);\n const isAllSelected = actions.every((action) => value[action]);\n return (\n
\n
\n \n handleSelectAll(actionPrefix, !isAllSelected)}\n >\n {isAllSelected ? t('edit.cancelSelectAll') : t('edit.selectAll')}\n \n
\n
\n {actions.map((action) => (\n
\n {\n onCheckBoxChange(val, action);\n }}\n />\n \n
\n ))}\n
\n
\n );\n })}\n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/oauth-app/OAuthAppDecisionPage.tsx", "content": "import { useQuery } from '@tanstack/react-query';\nimport { HelpCircle } from '@teable/icons';\nimport { decisionInfoGet } from '@teable/openapi';\nimport { useSession } from '@teable/sdk/hooks';\nimport { Spin } from '@teable/ui-lib/base';\nimport { Button, Card, Separator, cn } from '@teable/ui-lib/shadcn';\nimport Link from 'next/link';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\nimport { TeableLogo } from '@/components/TeableLogo';\nimport { OAuthScope } from '@/features/app/components/oauth/OAuthScope';\nimport { UserAvatar } from '@/features/app/components/user/UserAvatar';\nimport { usePreviewUrl } from '@/features/app/hooks/usePreviewUrl';\nimport { oauthAppConfig } from '@/features/i18n/oauth-app.config';\nimport { BrandFooter } from '../../view/form/components/BrandFooter';\n\nexport const OAuthAppDecisionPage = () => {\n const router = useRouter();\n const { user } = useSession();\n const transactionId = router.query.transaction_id as string;\n const getPreviewUrl = usePreviewUrl();\n const { t } = useTranslation(oauthAppConfig.i18nNamespaces);\n const { data } = useQuery({\n queryKey: ['oauth-app-decision-info', transactionId],\n queryFn: ({ queryKey }) => decisionInfoGet(queryKey[1]).then((data) => data.data),\n enabled: !!transactionId,\n refetchOnWindowFocus: false,\n });\n\n const decisionInfo = data;\n\n const scopesTypeLen = useMemo(() => {\n if (!decisionInfo?.scopes) {\n return 0;\n }\n const types: string[] = [];\n decisionInfo.scopes.forEach((scope) => {\n const type = scope.split('|')[0];\n if (!types.includes(type)) {\n types.push(type);\n }\n });\n return types.length;\n }, [decisionInfo?.scopes]);\n\n if (!transactionId) {\n return
Transaction ID is required
;\n }\n\n if (!decisionInfo) {\n return ;\n }\n\n return (\n \n \n \n
\n {decisionInfo.logo ? (\n \n ) : (\n \n )}\n
\n

\n {t('oauth:decision.title', { name: decisionInfo.name })}\n
\n \n
@{user?.name}
\n
\n

\n\n \n \n
\n
\n \n \n {t('common:actions.cancel')}\n \n \n \n
\n

{t('oauth:decision.redirectDescription')}

\n \n
\n
\n \n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/oauth-app/OAuthAppPage.tsx", "content": "import { Plus } from '@teable/icons';\nimport { Button } from '@teable/ui-lib/shadcn';\nimport Link from 'next/link';\nimport { useRouter } from 'next/router';\nimport { Trans, useTranslation } from 'next-i18next';\nimport { useMemo } from 'react';\nimport { useInitializationZodI18n } from '@/features/app/hooks/useInitializationZodI18n';\nimport { oauthAppConfig } from '@/features/i18n/oauth-app.config';\nimport { SettingRight } from '../SettingRight';\nimport { SettingRightTitle } from '../SettingRightTitle';\nimport { OAuthAppList } from './manage/List';\nimport { OAuthAppEdit } from './manage/OAuthAppEdit';\nimport { OAuthAppNew } from './manage/OAuthAppNew';\n\nexport type IFormType = 'new' | 'edit';\n\nexport const OAuthAppPage = () => {\n const router = useRouter();\n const formType = router.query.form as IFormType;\n const clientId = router.query.id as string;\n const { t } = useTranslation(oauthAppConfig.i18nNamespaces);\n useInitializationZodI18n();\n\n const onBack = () => {\n router.push({ pathname: router.pathname });\n };\n\n const title = useMemo(() => {\n switch (formType) {\n case 'new':\n return t('oauth:title.add');\n case 'edit':\n return t('oauth:title.edit');\n default:\n return t('setting:oauthApps');\n }\n }, [formType, t]);\n\n const description = useMemo(() => {\n if (formType) {\n return undefined;\n }\n return (\n \n ),\n }}\n />\n );\n }, [formType, t]);\n\n const FormPage = useMemo(() => {\n const onBack = () => {\n router.push({ pathname: router.pathname });\n };\n switch (formType) {\n case 'new':\n return ;\n case 'edit':\n return ;\n default:\n return (\n \n router.push({\n pathname: router.pathname,\n query: { form: 'edit', id },\n })\n }\n />\n );\n }\n }, [formType, router, clientId]);\n\n return (\n \n }\n actions={\n !formType ? (\n \n router.push({\n pathname: router.pathname,\n query: { form: 'new' },\n })\n }\n >\n \n {t('oauth:add')}\n \n ) : undefined\n }\n >\n
{FormPage}
\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/oauth-app/constant.ts", "content": "import { ActionPrefix } from '@teable/core';\n\nexport const OAuthActionsPrefixes = [\n ActionPrefix.App,\n ActionPrefix.Base,\n ActionPrefix.Table,\n ActionPrefix.View,\n ActionPrefix.Field,\n ActionPrefix.Record,\n ActionPrefix.Automation,\n ActionPrefix.User,\n];\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/oauth-app/manage/CallbackEditor.tsx", "content": "import { Plus, Trash2 } from '@teable/icons';\nimport { Button, Input } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useState } from 'react';\nimport { oauthAppConfig } from '@/features/i18n/oauth-app.config';\n\ninterface ICallbackEditorProps {\n value: string[];\n onChange?: (callbackURLs: string[]) => void;\n}\n\nexport const CallbackEditor = (props: ICallbackEditorProps) => {\n const { value, onChange } = props;\n const { t } = useTranslation(oauthAppConfig.i18nNamespaces);\n const [callbackURLs, setCallbackURLs] = useState(\n value.length === 0 ? [''] : value.map((url) => url || '')\n );\n\n const change = (value: string[]) => {\n setCallbackURLs(value);\n onChange?.(value);\n };\n\n const updateCallbackURL = (index: number, value: string) => {\n const newCallbackURLs = [...callbackURLs];\n newCallbackURLs[index] = value;\n change(newCallbackURLs);\n };\n\n const deleteCallbackURL = (index: number) => {\n if (callbackURLs.length === 1) {\n change(['']);\n return;\n }\n const newCallbackURLs = [...callbackURLs];\n newCallbackURLs.splice(index, 1);\n change(newCallbackURLs);\n };\n\n const addCallbackURL = () => {\n change([...callbackURLs, '']);\n };\n\n return (\n <>\n {callbackURLs.map((callbackURL, index) => (\n
\n updateCallbackURL(index, e.target.value)}\n />\n \n
\n ))}\n addCallbackURL()}\n >\n {t('oauth:form.callbackUrl.add')}\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/oauth-app/manage/List.tsx", "content": "import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport { Settings, Trash2 } from '@teable/icons';\nimport type { OAuthGetListVo } from '@teable/openapi';\nimport { oauthGetList, oauthDelete } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { ConfirmDialog } from '@teable/ui-lib/base';\nimport { Button, Card, CardContent } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useEffect, useState } from 'react';\nimport { TeableLogo } from '@/components/TeableLogo';\nimport { usePreviewUrl } from '@/features/app/hooks/usePreviewUrl';\nimport { oauthAppConfig } from '@/features/i18n/oauth-app.config';\n\ninterface IOAuthAppListProps {\n onEdit: (clientId: string) => void;\n}\n\nexport const OAuthAppList = (props: IOAuthAppListProps) => {\n const { onEdit } = props;\n const { t } = useTranslation(oauthAppConfig.i18nNamespaces);\n const queryClient = useQueryClient();\n const [showDeleteModal, setShowDeleteModal] = useState(false);\n const [selectedApp, setSelectedApp] = useState(null);\n const { data: oauthApps } = useQuery({\n queryKey: ReactQueryKeys.oauthAppList(),\n queryFn: () => oauthGetList().then((data) => data.data),\n staleTime: 0,\n refetchOnWindowFocus: false,\n });\n\n const { mutate: deleteOAuthAppMutate, isPending: deleteLoading } = useMutation({\n mutationFn: oauthDelete,\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.oauthAppList() });\n setShowDeleteModal(false);\n setSelectedApp(null);\n },\n });\n\n const getPreviewUrl = usePreviewUrl();\n\n useEffect(() => {\n if (!showDeleteModal) {\n setSelectedApp(null);\n }\n }, [showDeleteModal]);\n\n return (\n
\n
\n {oauthApps?.map((app) => (\n \n \n
\n {app.logo ? (\n \n ) : (\n \n )}\n
\n
\n
{app.name}
\n \n {app.description}\n
\n
\n
\n {\n setSelectedApp(app);\n setShowDeleteModal(true);\n }}\n >\n \n \n {\n onEdit(app.clientId);\n }}\n >\n \n \n
\n \n \n ))}\n
\n {\n if (selectedApp) {\n deleteOAuthAppMutate(selectedApp.clientId);\n }\n }}\n onCancel={() => {\n setShowDeleteModal(false);\n }}\n />\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/oauth-app/manage/OAuthAppEdit.tsx", "content": "import { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport { AlertTriangle, Check, Key } from '@teable/icons';\nimport type { GenerateOAuthSecretVo, OAuthUpdateRo } from '@teable/openapi';\nimport { deleteOAuthSecret, generateOAuthSecret, oauthGet, oauthUpdate } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { useLanDayjs } from '@teable/sdk/hooks';\nimport { Spin } from '@teable/ui-lib/base';\nimport { Badge, Button, Separator, cn } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { useRef, useState } from 'react';\nimport { CopyButton } from '@/features/app/components/CopyButton';\nimport { oauthAppConfig } from '@/features/i18n/oauth-app.config';\nimport { FormPageLayout } from '../../components/FormPageLayout';\nimport type { IOAuthAppFormRef } from './OAuthAppForm';\nimport { OAuthAppForm } from './OAuthAppForm';\n\ninterface IOAuthAppEditProps {\n onBack: () => void;\n clientId: string;\n}\n\nexport const OAuthAppEdit = (props: IOAuthAppEditProps) => {\n const { onBack, clientId } = props;\n const formRef = useRef(null);\n const { t } = useTranslation(oauthAppConfig.i18nNamespaces);\n const dayjs = useLanDayjs();\n const queryClient = useQueryClient();\n const [updatedForm, setUpdatedForm] = useState();\n const [newSecret, setNewSecret] = useState();\n\n const { data: oauthApp, isLoading: queryLoading } = useQuery({\n queryKey: ReactQueryKeys.oauthApp(clientId),\n queryFn: ({ queryKey }) => oauthGet(queryKey[1]).then((data) => data.data),\n gcTime: 0,\n });\n\n const { mutate: updateMutate, isPending: isLoading } = useMutation({\n mutationFn: (ro: OAuthUpdateRo) => oauthUpdate(clientId, ro),\n onSuccess: () => {\n onBack();\n },\n });\n\n const { mutate: generateSecretMutate, isPending: generateSecretLoading } = useMutation({\n mutationFn: generateOAuthSecret,\n onSuccess: (res) => {\n setNewSecret(res.data);\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.oauthApp(clientId) });\n },\n });\n\n const { mutate: deleteSecretMutate } = useMutation({\n mutationFn: (secretId: string) => deleteOAuthSecret(clientId, secretId),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.oauthApp(clientId) });\n },\n });\n\n return (\n {\n if (!updatedForm) {\n return onBack();\n }\n updatedForm && formRef.current?.validate() && updateMutate(updatedForm);\n }}\n >\n
\n
\n
\n

{t('oauth:formType.clientInfo')}

\n \n
\n
\n {t('oauth:form.clientId.label')}\n {oauthApp?.clientId}\n
\n
\n
\n
\n {t('oauth:form.secret.label')}\n generateSecretMutate(clientId)}\n >\n {generateSecretLoading && }\n {t('oauth:form.secret.add')}\n \n
\n {!oauthApp?.secrets?.length && (\n
{t('oauth:form.secret.empty')}
\n )}\n
\n {oauthApp?.secrets?.map((secret, index) => {\n const isNewSecret = newSecret?.id === secret.id;\n return (\n \n
\n
\n \n
\n {t('oauth:form.secret.tag')}\n
\n
\n \n {isNewSecret && }\n {isNewSecret ? newSecret?.secret : secret.secret}\n {isNewSecret && (\n \n )}\n
\n {isNewSecret && (\n
\n \n {t('oauth:form.secret.newDescription')}\n
\n )}\n
\n {secret.lastUsedTime\n ? t('oauth:form.secret.lastUsed', {\n date: dayjs(secret.lastUsedTime).fromNow(),\n })\n : t('oauth:form.secret.neverUsed')}\n
\n
\n deleteSecretMutate(secret.id)}\n >\n {t('common:actions.delete')}\n \n
\n );\n })}\n
\n \n \n {!queryLoading && (\n \n )}\n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/oauth-app/manage/OAuthAppForm.tsx", "content": "import { useMutation } from '@tanstack/react-query';\nimport { OAUTH_ACTIONS, type Action } from '@teable/core';\nimport {\n UploadType,\n oauthCreateRoSchema,\n type OAuthCreateRo,\n type OAuthUpdateRo,\n} from '@teable/openapi';\nimport { FileZone } from '@teable/sdk/components/FileZone';\nimport { Button, Input, Separator, Textarea } from '@teable/ui-lib/shadcn';\nimport { toast } from '@teable/ui-lib/shadcn/ui/sonner';\nimport { useTranslation } from 'next-i18next';\nimport { forwardRef, useImperativeHandle, useRef, useState } from 'react';\nimport { usePreviewUrl } from '@/features/app/hooks/usePreviewUrl';\nimport { uploadFiles } from '@/features/app/utils/uploadFile';\nimport { oauthAppConfig } from '@/features/i18n/oauth-app.config';\nimport type { IFormItemRef } from '../../components/FormItem';\nimport { FormItem } from '../../components/FormItem';\nimport { ScopesSelect } from '../../components/ScopesSelect';\nimport { OAuthActionsPrefixes } from '../constant';\nimport { CallbackEditor } from './CallbackEditor';\n\ninterface IOAuthAppFormProps {\n value?: OAuthCreateRo | OAuthUpdateRo;\n onChange?: (value: OAuthCreateRo | OAuthUpdateRo) => void;\n showBasicTitle?: boolean;\n}\n\nexport interface IOAuthAppFormRef {\n validate: () => boolean;\n}\n\nexport const OAuthAppForm = forwardRef((props, ref) => {\n const { showBasicTitle, value, onChange } = props;\n\n const validateRefs = useRef>({});\n const errorRef = useRef();\n\n const [form, setForm] = useState(\n value ?? {\n name: '',\n homepage: '',\n redirectUris: [],\n }\n );\n\n useImperativeHandle(ref, () => ({\n validate: () => {\n errorRef.current = Object.entries(validateRefs.current).find(\n ([key, ref]) => !ref?.validate(form?.[key as keyof OAuthCreateRo])\n )?.[1];\n return !errorRef.current;\n },\n }));\n\n const updateForm = (key: keyof OAuthCreateRo, value: OAuthCreateRo[keyof OAuthCreateRo]) => {\n errorRef.current?.reset();\n setForm((prev) => {\n const newForm = { ...prev, [key]: value };\n onChange?.(newForm);\n return newForm;\n });\n };\n\n const { t } = useTranslation(oauthAppConfig.i18nNamespaces);\n const getPreviewUrl = usePreviewUrl();\n const fileInput = useRef(null);\n\n const { mutateAsync: uploadLogo, isPending: uploadLogoLoading } = useMutation({\n mutationFn: (files: File[]) => uploadFiles(files, UploadType.OAuth),\n onSuccess: (res) => {\n if (res?.[0]?.path) {\n updateForm('logo', res[0].path);\n }\n return res;\n },\n });\n\n const logoChange = (files: File[]) => {\n if (files.length === 0) return;\n if (files.length > 1) {\n toast.warning(t('oauth:form.logo.lengthError'));\n return;\n }\n if (files[0].type.indexOf('image') === -1) {\n toast.warning(t('oauth:form.logo.typeError'));\n return;\n }\n uploadLogo(files);\n };\n\n return (\n <>\n
\n {showBasicTitle && (\n
\n

{t('oauth:formType.basic')}

\n \n
\n )}\n {\n validateRefs.current['name'] = el;\n }}\n title={t('oauth:form.name.label')}\n description={t('oauth:form.name.description')}\n required\n >\n updateForm('name', e.target.value)}\n />\n \n\n \n updateForm('description', e.target.value)}\n />\n \n {\n validateRefs.current['homepage'] = el;\n }}\n title={t('oauth:form.homePageUrl.label')}\n description={t('oauth:form.homePageUrl.description')}\n required\n >\n updateForm('homepage', e.target.value)}\n />\n \n \n
\n fileInput.current?.click()}\n >\n logoChange(Array.from(e.target.files || []))}\n />\n {t('oauth:form.logo.button')}\n \n {form.logo && (\n updateForm('logo', undefined)}\n >\n {t('oauth:form.logo.clear')}\n \n )}\n
\n \n {form.logo && (\n
\n \n
\n )}\n \n \n
\n
\n
\n

{t('oauth:formType.identify')}

\n \n
\n
\n {\n validateRefs.current['redirectUris'] = el;\n }}\n required\n >\n updateForm('redirectUris', value ?? [])}\n />\n \n
\n
\n
\n
\n

{t('oauth:formType.scopes')}

\n \n
\n \n updateForm(\n 'scopes',\n value.filter((v) => OAUTH_ACTIONS.includes(v as (typeof OAUTH_ACTIONS)[number]))\n )\n }\n />\n
\n \n );\n});\n\nOAuthAppForm.displayName = 'OAuthAppForm';\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/oauth-app/manage/OAuthAppNew.tsx", "content": "import { useMutation, useQueryClient } from '@tanstack/react-query';\nimport { oauthCreate, type OAuthCreateRo } from '@teable/openapi';\nimport { ReactQueryKeys } from '@teable/sdk/config';\nimport { useRef, useState } from 'react';\nimport { FormPageLayout } from '../../components/FormPageLayout';\nimport type { IOAuthAppFormRef } from './OAuthAppForm';\nimport { OAuthAppForm } from './OAuthAppForm';\n\ninterface IOAuthAppNewProps {\n onBack: () => void;\n}\n\nexport const OAuthAppNew = (props: IOAuthAppNewProps) => {\n const { onBack } = props;\n const formRef = useRef(null);\n const queryClient = useQueryClient();\n const [form, setForm] = useState({\n name: '',\n homepage: '',\n redirectUris: [],\n });\n\n const { mutate, isPending: isLoading } = useMutation({\n mutationFn: oauthCreate,\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ReactQueryKeys.oauthAppList() });\n onBack();\n },\n });\n return (\n {\n formRef.current?.validate() && mutate(form);\n }}\n loading={isLoading}\n >\n \n \n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/plugin/MarkDownEditor.tsx", "content": "import { MarkdownPreview } from '@teable/sdk';\nimport { Tabs, TabsContent, TabsList, TabsTrigger, Textarea } from '@teable/ui-lib/shadcn';\nimport { useTranslation } from 'next-i18next';\nimport { settingPluginConfig } from '@/features/i18n/setting-plugin.config';\n\nexport const MarkDownEditor = (props: {\n defaultStatus?: 'write' | 'preview';\n value?: string;\n onChange: (value: string) => void;\n}) => {\n const { defaultStatus = 'write', value, onChange } = props;\n const { t } = useTranslation(settingPluginConfig.i18nNamespaces);\n\n return (\n
\n \n \n \n {t('plugin:markdown.write')}\n \n \n {t('plugin:markdown.preview')}\n \n \n \n onChange(e.target.value)}\n />\n \n \n {value}\n \n \n
\n );\n};\n" }, { "path": "apps/nextjs-app/src/features/app/blocks/setting/plugin/PluginEdit.tsx", "content": "import { zodResolver } from '@hookform/resolvers/zod';\nimport { useMutation, useQuery, useQueryClient } from '@tanstack/react-query';\nimport { RefreshCcw } from '@teable/icons';\nimport type { IUpdatePluginRo } from '@teable/openapi';\nimport {\n getPlugin,\n pluginRegenerateSecret,\n PluginStatus,\n submitPlugin,\n updatePlugin,\n updatePluginRoSchema,\n} from '@teable/openapi';\nimport { UserAvatar } from '@teable/sdk/components';\nimport { Spin } from '@teable/ui-lib';\nimport {\n Button,\n Form,\n FormControl,\n FormDescription,\n FormField,\n FormItem,\n FormLabel,\n FormMessage,\n Input,\n Label,\n Textarea,\n} from '@teable/ui-lib/shadcn';\nimport { Send } from 'lucide-react';\nimport { useRouter } from 'next/router';\nimport { useTranslation } from 'next-i18next';\nimport { useRef, useState } from 'react';\nimport { useForm } from 'react-hook-form';\nimport { useMount } from 'react-use';\nimport { settingPluginConfig } from '@/features/i18n/setting-plugin.config';\nimport { FormPageLayout } from '../components/FormPageLayout';\nimport { RequireCom } from '../components/RequireCom';\nimport { JsonEditor } from './component/JsonEditor';\nimport { LogoEditor } from './component/LogoEditor';\nimport { NewSecret } from './component/NewSecret';\nimport { PositionSelector } from './component/PositionSelector';\nimport { StatusBadge } from './component/StatusBadge';\nimport { MarkDownEditor } from './MarkDownEditor';\n\nexport const PluginEdit = (props: { secret?: string }) => {\n const router = useRouter();\n const pluginId = router.query.id as string;\n const queryClient = useQueryClient();\n const [newSecret, setNewSecret] = useState(props.secret);\n const { t } = useTranslation(settingPluginConfig.i18nNamespaces);\n const secretRef = useRef(null);\n\n useMount(() => {\n secretRef.current?.scrollIntoView({ block: 'center', inline: 'start' });\n });\n\n const { data: initFormValue } = useQuery({\n queryKey: ['plugin', pluginId],\n queryFn: () => getPlugin(pluginId).then((res) => res.data),\n enabled: !!pluginId,\n });\n\n const form = useForm({\n resolver: zodResolver(updatePluginRoSchema),\n mode: 'onChange',\n values: initFormValue,\n });\n\n const { mutate } = useMutation({\n mutationFn: (ro: IUpdatePluginRo) => updatePlugin(pluginId, ro),\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ['plugin', pluginId] });\n router.push({ pathname: router.pathname });\n },\n });\n\n const { mutate: regenerateSecret } = useMutation({\n mutationFn: pluginRegenerateSecret,\n onSuccess: (res) => {\n setNewSecret(res.data.secret);\n queryClient.invalidateQueries({ queryKey: ['plugin', pluginId] });\n },\n });\n\n const { mutate: submitApproved, isPending: submitApprovedLoading } = useMutation({\n mutationFn: submitPlugin,\n onSuccess: () => {\n queryClient.invalidateQueries({ queryKey: ['plugin', pluginId] });\n },\n });\n\n const onSubmit = async (data: IUpdatePluginRo) => {\n mutate(data);\n };\n\n const pluginUser = initFormValue?.pluginUser;\n\n return (\n router.push({ pathname: router.pathname })}\n >\n {initFormValue?.status && (\n
\n \n {initFormValue.status === PluginStatus.Developing && (\n {\n submitApproved(pluginId);\n }}\n >\n {submitApprovedLoading ? : }\n {t('plugin:button.submitApproved')}\n \n )}\n
\n )}\n
\n \n
\n {pluginUser && (\n
\n \n
\n {t('plugin:pluginUser.description')}\n
\n
\n \n
{pluginUser.name}
\n
\n
\n )}\n
\n
\n \n
{initFormValue?.secret}
\n
\n
\n
\n \n (\n \n \n {t('plugin:form.name.label')}\n \n \n {t('plugin:form.name.description')}\n \n field.onChange(e.target.value || null)}\n />\n \n \n \n )}\n />\n (\n \n {t('plugin:form.description.label')}\n {t('plugin:form.description.description')}\n \n