[ { "path": ".codex/environments/environment.toml", "content": "# THIS IS AUTOGENERATED. DO NOT EDIT MANUALLY\nversion = 1\nname = \"unofficial-duolingo-stories\"\n\n[setup]\nscript = '''\npnpm i\ncp /Users/richard/WebstormProjects/unofficial-duolingo-stories_bugfixes/.env.local .\n'''\n\n[[actions]]\nname = \"Run\"\nicon = \"run\"\ncommand = '''\npnpm i\npnpm run dev\n'''\n" }, { "path": ".github/FUNDING.yml", "content": "# These are supported funding model platforms\n\ngithub: # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]\npatreon: # Replace with a single Patreon username\nopen_collective: duostories\nko_fi: # Replace with a single Ko-fi username\ntidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel\ncommunity_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry\nliberapay: # Replace with a single Liberapay username\nissuehunt: # Replace with a single IssueHunt username\notechie: # Replace with a single Otechie username\nlfx_crowdfunding: # Replace with a single LFX Crowdfunding project-name e.g., cloud-foundry\ncustom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']\n" }, { "path": ".github/workflows/build.yml", "content": "# This workflow will do a clean installation of node dependencies, cache/restore them, build the source code and run tests across different versions of node\n# For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions\n\nname: Build\n\non:\n push:\n branches: [\"master\"]\n\njobs:\n build:\n runs-on: ubuntu-latest\n\n steps:\n - uses: actions/checkout@v4\n\n - uses: actions/setup-node@v4\n with:\n cache: 'npm'\n node-version: 20\n\n - uses: actions/cache@v3\n with:\n # See here for caching with `yarn` https://github.com/actions/cache/blob/main/examples.md#node---yarn or you can leverage caching with actions/setup-node https://github.com/actions/setup-node\n path: |\n ~/.npm\n ${{ github.workspace }}/.next/cache\n # Generate a new cache whenever packages or source files change.\n key: ${{ runner.os }}-nextjs-${{ hashFiles('**/package-lock.json') }}-${{ hashFiles('**/*.js', '**/*.jsx', '**/*.ts', '**/*.tsx') }}\n # If source files changed but packages didn't, rebuild from a prior cache.\n restore-keys: |\n ${{ runner.os }}-nextjs-${{ hashFiles('**/package-lock.json') }}-\n\n - name: ssh tunnel to mysql database\n run: |\n mkdir -p ~/.ssh/\n ssh-keyscan -H ara.uberspace.de >> ~/.ssh/known_hosts\n eval `ssh-agent -s`\n ssh-add - <<< \"${{secrets.SSH_PRIVATE_KEY}}\"\n ssh -fN -L 3306:127.0.0.1:3306 duostori@ara.uberspace.de\n ssh -fN -L 5432:127.0.0.1:5432 duostori@ara.uberspace.de\n\n - name: Install\n run: npm install\n\n - run: printf \"${{ secrets.ENV_LOCAL }}\" >> .env.local\n\n - name: Build\n run: npm run build\n\n - name: zip\n run: zip -r build.zip .next\n\n - name: Archive production artifacts\n uses: actions/upload-artifact@v3\n with:\n name: build-data\n path: build.zip\n\n\n deploy-beta:\n needs: build\n runs-on: ubuntu-latest\n steps:\n - name: Download build artifacts\n uses: actions/download-artifact@v4.1.7\n with:\n name: build-data\n - name: ssh tunnel for upload\n run: |\n mkdir -p ~/.ssh/\n ssh-keyscan -H ara.uberspace.de >> ~/.ssh/known_hosts\n eval `ssh-agent -s`\n ssh-add - <<< \"${{secrets.SSH_PRIVATE_KEY}}\"\n ssh -fN -L 3306:127.0.0.1:3306 duostori@ara.uberspace.de\n ssh -fN -L 5432:127.0.0.1:5432 duostori@ara.uberspace.de\n - name: upload\n run: |\n ssh-keyscan -H ara.uberspace.de >> ~/.ssh/known_hosts\n eval `ssh-agent -s`\n ssh-add - <<< \"${{secrets.SSH_PRIVATE_KEY}}\"\n scp build.zip duostori@ara.uberspace.de:~/html/HEAD/\n - name: unzip\n run: |\n ssh-keyscan -H ara.uberspace.de >> ~/.ssh/known_hosts\n eval `ssh-agent -s`\n ssh-add - <<< \"${{secrets.SSH_PRIVATE_KEY}}\"\n \n ssh duostori@ara.uberspace.de 'rm -rf ~/html/HEAD/.next'\n ssh duostori@ara.uberspace.de 'unzip -d ~/html/HEAD/ ~/html/HEAD/build.zip'\n\n - name: restart\n run: |\n ssh-keyscan -H ara.uberspace.de >> ~/.ssh/known_hosts\n eval `ssh-agent -s`\n ssh-add - <<< \"${{secrets.SSH_PRIVATE_KEY}}\"\n \n ssh duostori@ara.uberspace.de 'supervisorctl stop beta'\n ssh duostori@ara.uberspace.de '/home/duostori/html/kill_rouge_workers.py'\n ssh duostori@ara.uberspace.de '/home/duostori/html/kill_port_users.py beta'\n ssh duostori@ara.uberspace.de 'supervisorctl start beta'\n" }, { "path": ".github/workflows/build_pr.yml", "content": "# This workflow will do a clean installation of node dependencies, cache/restore them, build the source code and run tests across different versions of node\n# For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions\n\nname: Build Pull Request\n\non:\n pull_request:\n branches: [\"master\"]\n\njobs:\n build_pr:\n runs-on: ubuntu-latest\n\n steps:\n - uses: actions/checkout@v4\n\n - uses: actions/setup-node@v3\n with:\n node-version: 20\n\n - name: ssh tunnel to mysql database\n run: |\n mkdir -p ~/.ssh/\n ssh-keyscan -H ara.uberspace.de >> ~/.ssh/known_hosts\n eval `ssh-agent -s`\n ssh-add - <<< \"${{secrets.SSH_PRIVATE_KEY}}\"\n ssh -fN -L 3306:127.0.0.1:3306 duostori@ara.uberspace.de\n\n - name: Install\n run: npm install\n\n - run: printf \"${{ secrets.ENV_LOCAL }}\" >> .env.local\n\n - name: Build\n run: npm run build\n\n - name: zip\n run: zip -r build.zip .next\n\n - name: upload\n run: |\n ssh-keyscan -H ara.uberspace.de >> ~/.ssh/known_hosts\n eval `ssh-agent -s`\n ssh-add - <<< \"${{secrets.SSH_PRIVATE_KEY}}\"\n ssh duostori@ara.uberspace.de 'cd html && ./create_deployment.py ${{ github.event.number }}' \n scp build.zip duostori@ara.uberspace.de:~/html/deploy_${{ github.event.number }}/\n ssh duostori@ara.uberspace.de 'rm -rf ~/html/deploy_${{ github.event.number }}/.next'\n ssh duostori@ara.uberspace.de 'unzip -d ~/html/deploy_${{ github.event.number }}/ ~/html/deploy_${{ github.event.number }}/build.zip'\n ssh duostori@ara.uberspace.de 'supervisorctl stop deploy_${{ github.event.number }}'\n ssh duostori@ara.uberspace.de '/home/duostori/html/kill_rouge_workers.py'\n ssh duostori@ara.uberspace.de 'supervisorctl start deploy_${{ github.event.number }}'\n" }, { "path": ".github/workflows/ci.yaml", "content": "name: CI\n\non: [push]\n\njobs:\n build:\n runs-on: ubuntu-latest\n steps:\n - name: Checkout\n uses: actions/checkout@v5\n\n - name: Setup pnpm\n uses: pnpm/action-setup@v5\n with:\n version: 10\n\n - name: Setup Node.js\n uses: actions/setup-node@v6\n with:\n node-version: 24\n cache: pnpm\n\n - name: Install Dependencies\n run: pnpm install --frozen-lockfile\n\n - name: Copy .env.example files\n shell: bash\n run: find . -type f -name \".env.example\" -exec sh -c 'cp \"$1\" \"${1%.*}\"' _ {} \\;\n\n - name: Typecheck\n run: pnpm typecheck\n\n - name: Lint\n run: pnpm lint\n" }, { "path": ".gitignore", "content": ".idea/\nsql_dump/\n/audio/rootkey.csv\n/audio/tts/rootkey.csv\nnode_modules/\nrootkey.csv\nlib_swift/\ndist/\n\n# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.\n\n# dependencies\nnode_modules\n.pnp\n.pnp.js\n\n# testing\ncoverage\n\n# production\nbuild\n\n# misc\n.DS_Store\n.env.local\n.env.development.local\n.env.test.local\n.env.production.local\n\nnpm-debug.log*\nyarn-debug.log*\nyarn-error.log*\n/duolingo_data/\ntoken.txt\n/import_tools/duolingo_data/\n\nduolingo_data*\nsync.sh\nsync_test.sh\npublishX.sh\n/packages/**/cypress/videos/\n/packages/**/cypress/**/screenshots/\n/src/next-all/test.sql\n\n\n\n# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.\n\n\n# next.js\n.next/\nout/\ntmp/\n\n# misc\n.env*\n\nold/\n/test.sqlite\n.vercel\n\n*storybook.log\nnext-env.d.ts\ntsconfig.tsbuildinfo\ndiscord_roles/.cache/\n\n*/skills/*\nskills/*\n" }, { "path": "AGENTS.md", "content": "# Agent Notes\n\n## Formatting\n- Run `pnpm run format` after code edits in this repository.\n- Use `pnpm run format:check` for CI/local validation.\n- Biome is the default formatter/linter for this repo.\n- Biome checks are intentionally scoped to `src/` and `convex/`.\n- Run `pnpm run lint` before finishing when lint-sensitive files changed.\n\n## Type Checking\n- Run `pnpm typecheck` after code edits and before finishing.\n\n## Convex\n- Follow `./convex/convex_rules.md` when making changes in `convex/`.\n- Always deploy Convex after changing files in `convex/` to the dev deployment (for example with `pnpm convex dev --once`), not prod.\n\n\n\n# Next.js: ALWAYS read docs before coding\n\nBefore any Next.js work, find and read the relevant doc in `node_modules/next/dist/docs/`. Your training data is outdated — the docs are the source of truth.\n\n\n\n\nThis project uses [Convex](https://convex.dev) as its backend.\n\nWhen working on Convex code, **always read `convex/_generated/ai/guidelines.md` first** for important guidelines on how to correctly use Convex APIs and patterns. The file contains rules that override what you may have learned about Convex from training data.\n\nConvex agent skills for common tasks can be installed by running `npx convex ai-files install`.\n\n" }, { "path": "CLAUDE.md", "content": "# CLAUDE.md\n\nThis file provides guidance to Claude Code (claude.ai/code) when working with code in this repository.\n\n## Project Overview\n\nUnofficial Duolingo Stories (https://duostories.org) - a community-driven platform that brings Duolingo Stories to new languages through community translation. Built with Next.js 16 (App Router) and React 19, with Convex as the canonical app data layer.\n\n## Development Commands\n\n```bash\npnpm run dev # Development server at http://localhost:3000\npnpm run build # Production build\npnpm run format # Biome formatter on src/ and convex/\npnpm run lint # Biome linter (with format check first)\npnpm run typecheck # TypeScript type checking (tsc --noEmit)\npnpm exec convex codegen # Regenerate Convex bindings after adding/changing Convex functions\n```\n\nNote: TypeScript build errors are ignored in `next.config.js` (`ignoreBuildErrors: true`), so `pnpm run build` will succeed even with type errors. Use `pnpm run typecheck` to check types separately.\n\n## Environment Setup\n\nRequires Convex.\n\nNext.js `.env.local` typically includes:\n- `NEXT_PUBLIC_CONVEX_URL` and `CONVEX_URL`\n- `BETTER_AUTH_SECRET`\n- `SITE_URL`\n\nConvex env (`pnpm exec convex env set ...`) typically includes:\n- `GITHUB_REPO_TOKEN` - used by `convex/editorSideEffects.ts`\n- `POSTHOG_KEY` and `POSTHOG_HOST` - used by `convex/editorSideEffects.ts`\n- `RESEND_API_KEY`, `SITE_URL`, `BETTER_AUTH_SECRET`\n\nTest credentials: user/test (normal), editor/test (editor access), admin/test (admin access)\n\n## Architecture\n\n### Directory Structure\n- `src/app/` - Next.js App Router pages\n - `(stories)/` - Main story browsing (route group, includes story reader, course listing, profile, FAQ)\n - `admin/` - Admin dashboard\n - `editor/` - Story editor interface\n - `auth/` - Authentication (signin, register, password reset)\n - `api/` - API routes (auth handler, OG image generation)\n- `audio/` - Audio processing endpoints\n- `src/components/` - Reusable React components\n- `src/lib/` - Server utilities, database helpers, auth\n\n### Key Files\n- `src/auth.ts` - Better Auth server configuration (JWT sessions, OAuth providers, email verification)\n- `src/lib/auth-client.ts` - Client-side Better Auth client\n- `convex/editorSideEffects.ts` - GitHub/PostHog side effects scheduled by write mutations\n- `convex/lib/authorization.ts` - shared auth guard helpers for Convex functions\n\n### Authentication\nUses Better Auth with JWT sessions (5-minute cookie cache). Supports email/password and OAuth (GitHub, Google, Facebook, Discord). Custom table names map to legacy schema (e.g., `user_better_auth`, `session_better_auth`). User model has custom `role` and `admin` fields.\n\n### Database Access\nApplication reads/writes should go through Convex queries/mutations.\n\n### Write-path Rules\n\n- Prefer direct client/server-action calls to Convex mutations for app writes.\n- Do not add pass-through Next route handlers for simple reads/writes.\n- Use Next route handlers only for server-only concerns (auth entrypoint, file upload, external secrets/integration boundaries).\n- Schedule side effects from Convex mutations using `ctx.scheduler.runAfter(..., internal...)`.\n- Include `operationKey` for retriable writes.\n- Keep side effects non-blocking: DB mutation success should not depend on GitHub/PostHog success.\n\n### Component Pattern\n```\n/ComponentName\n ├── ComponentName.tsx # Implementation\n ├── ComponentName.module.css # CSS Module styles\n └── index.ts # Export\n```\n\n### Styling\n- CSS Modules for scoped styles (primary)\n- Styled Components for dynamic styles (compiler enabled in `next.config.js`)\n- Global styles in `src/styles/global.css`\n\n### Path Alias\n`@/` maps to `src/` (tsconfig baseUrl is `src`, paths `@/*` → `./*`).\n\n## Story Workflow\n\nStories have a status workflow: draft → feedback → finished. Stories belong to courses, which link a learning language to a base language.\n\n## Audio/TTS\n\nMultiple TTS providers in `src/app/audio/_lib/audio/`: Azure, Google Cloud, AWS Polly, ElevenLabs.\n\n\nThis project uses [Convex](https://convex.dev) as its backend.\n\nWhen working on Convex code, **always read `convex/_generated/ai/guidelines.md` first** for important guidelines on how to correctly use Convex APIs and patterns. The file contains rules that override what you may have learned about Convex from training data.\n\nConvex agent skills for common tasks can be installed by running `npx convex ai-files install`.\n\n" }, { "path": "CONTEXT.md", "content": "# Unofficial Duolingo Stories\n\nThis context describes the domain language for publishing and editing community-translated Duolingo-style stories.\n\n## Language\n\n**Story**:\nA course-bound learning unit composed of dialogue, prompts, audio, and metadata.\n_Avoid_: Lesson, exercise, activity\n\n**Deleted Story**:\nA story hidden from normal workflows without permanently removing its record.\n_Avoid_: Archived story, permanently deleted story\n\n**Story Title**:\nThe learner-facing title of a story.\n_Avoid_: Story name\n\n**Course**:\nA container for stories for one learning-language/from-language pair.\n_Avoid_: Language, localization, course language\n\n**Course Slug**:\nThe compact course identifier used in URLs and course selection.\n_Avoid_: Short code, language code\n\n**Language**:\nA reusable language record used by courses, voices, localization strings, avatar mappings, and flags.\n_Avoid_: Course\n\n**Language Code**:\nThe compact identifier for a single language.\n_Avoid_: Course slug\n\n**Learning Language**:\nThe language a course teaches.\n_Avoid_: Target language\n\n**From Language**:\nThe language a course assumes the learner already understands.\n_Avoid_: Base language, source language\n\n**Localization**:\nA translated UI/app text string for a language.\n_Avoid_: Story translation, course translation\n\n**Story Content**:\nThe editable body of a story, represented both as source text and structured content.\n_Avoid_: Story metadata\n\n**Story Text**:\nThe author-facing textual representation of story content.\n_Avoid_: Script\n\n**Story Text Syntax**:\nThe markup and conventions contributors use inside story text.\n_Avoid_: Format, parser syntax\n\n**Structured Story Content**:\nThe parsed representation of story content used by editors and readers.\n_Avoid_: Story JSON\n\n**Story Element**:\nOne editable item inside a story body, such as a dialogue line, prompt, or challenge.\n_Avoid_: Line, item\n\n**Line**:\nA text-bearing story element that can have speaker text and audio.\n_Avoid_: Story element, file line\n\n**Character**:\nA visible or narrative persona used in story content.\n_Avoid_: Speaker, avatar, voice\n\n**Character Name**:\nThe display name for a character in a course or language context.\n_Avoid_: Avatar\n\n**Cast**:\nThe set of characters used by a story, with their names, avatars, and voices resolved for the course.\n_Avoid_: Course characters\n\n**Avatar**:\nA reusable visual asset that can represent a character.\n_Avoid_: Character, speaker, voice\n\n**Avatar Mapping**:\nA course- or language-specific assignment of an avatar to a character name and voice.\n_Avoid_: Speaker mapping\n\n**Voice**:\nA text-to-speech voice or configuration used for story audio.\n_Avoid_: Speaker, character, avatar\n\n**Audio File**:\nA media file used for story playback.\n_Avoid_: Audio timing, voice\n\n**Uploaded Audio**:\nAn audio file provided by a contributor.\n_Avoid_: Generated audio\n\n**Generated Audio**:\nAn audio file produced from text using a voice.\n_Avoid_: Uploaded audio\n\n**Audio Timing**:\nTiming data that synchronizes story text with audio playback.\n_Avoid_: Audio file, voice\n\n**Story Header**:\nThe opening story element containing a title, illustration, learning-language content, and optional audio.\n_Avoid_: Header, page header, app header\n\n**Story Illustration**:\nThe visual associated with a story or story header.\n_Avoid_: Story image, image\n\n**Challenge**:\nAn interactive story element that asks the learner to respond.\n_Avoid_: Question, exercise\n\n**Story Status**:\nThe editorial lifecycle state of a story.\n_Avoid_: Publication status\n\n**Draft**:\nA story status for work that is still being prepared.\n_Avoid_: Unpublished\n\n**Feedback**:\nA story status for work that has received one approval and is ready for another contributor to review.\n_Avoid_: Ready for feedback, review\n\n**Finished**:\nA story status for work that has completed the editorial workflow.\n_Avoid_: Done\n\n**Approval**:\nA contributor review signal in the story editorial workflow.\n_Avoid_: Publication, finished\n\n**Publication Visibility**:\nWhether a story is visible to learners.\n_Avoid_: Story status, finished\n\n**Published**:\nA publication visibility value meaning a story is visible to learners.\n_Avoid_: Finished\n\n**Unpublished**:\nA publication visibility value meaning a story is not visible to learners.\n_Avoid_: Draft\n\n**Publish**:\nTo change story visibility to Published.\n_Avoid_: Finish, release\n\n**Story Completion**:\nA learner-side record that a user completed a story.\n_Avoid_: Finished, done\n\n**TODO**:\nA marker written in story text by a contributor to flag something for later attention.\n_Avoid_: Task, issue\n\n**Hint**:\nSupporting text shown to help learners understand a word or phrase.\n_Avoid_: Translation\n\n**Pronunciation Hint**:\nSupporting text shown to help learners pronounce a word or phrase.\n_Avoid_: Hint, pinyin\n\n**Selectable Phrase**:\nA phrase segment the learner can choose or arrange inside a challenge.\n_Avoid_: Button\n\n**Story Set**:\nA group of stories within a course that is usually published together.\n_Avoid_: Course, story status\n\n**Set 0**:\nAn introductory story set outside the main course canon.\n_Avoid_: Main story set\n\n**Source Course**:\nA course used as the reference when importing stories for translation into another course.\n_Avoid_: Main canon\n\n**Official Course**:\nA non-public course imported from Duolingo as raw source material.\n_Avoid_: Public course, endorsed course\n\n**Public Course**:\nA course visible to learners on the site.\n_Avoid_: Published story\n\n**Course Page**:\nThe public learner-facing page for a course and its published stories.\n_Avoid_: Editor course story overview\n\n**Target Course**:\nA course that receives imported or translated stories.\n_Avoid_: Target language\n\n**Story Import**:\nThe act of creating a target-course story from a source-course story.\n_Avoid_: Translation\n\n**Translation**:\nThe linguistic work of adapting story content into the target course's learning language.\n_Avoid_: Story import\n\n**Learner**:\nA user who consumes stories.\n_Avoid_: Contributor\n\n**Contributor**:\nA user with global permission to edit project content.\n_Avoid_: Editor\n\n**Admin**:\nA user with project-wide management permissions beyond normal contribution.\n_Avoid_: Contributor\n\n**Course Contributor**:\nA contributor credited for making a minimum contribution to a course.\n_Avoid_: Course-scoped editor, course permission\n\n**Editor Area**:\nThe authenticated contributor-facing part of the site under `/editor`.\n_Avoid_: Story editor, contributor\n\n**Story Editor**:\nThe editor workspace for one specific story.\n_Avoid_: Editor area, contributor\n\n**Bulk Audio Editor**:\nA story-level workspace for assigning many audio files and audio timings before applying them to a story.\n_Avoid_: Audio cutter, voice editor\n\n**Audio Cutter**:\nA tool or workflow for preparing audio segments from longer audio.\n_Avoid_: Bulk audio editor\n\n**Story Page**:\nThe learner-facing page for reading or playing one published story.\n_Avoid_: Story editor\n\n**Editor Course Story Overview**:\nThe editor-area screen for viewing and working through one course's stories.\n_Avoid_: Course editor, course story overview\n\n**Character Voice Editor**:\nThe editor-area screen for assigning character names and voices in a course context.\n_Avoid_: Voice editor, speaker editor\n\n**Voice Catalog Editor**:\nThe editor-area screen for managing available voices.\n_Avoid_: Character voice editor, speaker editor\n\n**Course Localization Editor**:\nThe editor-area screen for editing localization strings in a course context.\n_Avoid_: Story translation editor\n\n## Relationships\n\n- A **Course** owns zero or more **Stories**.\n- A **Course** owns zero or more **Story Sets**.\n- A **Course** has one **Course Slug** when it is addressable in the editor or site.\n- A **Course** can be a **Public Course** or non-public.\n- A **Public Course** can have one **Course Page**.\n- A **Course** can act as a **Source Course** for story imports.\n- A **Course** can act as a **Target Course** for story imports.\n- An **Official Course** can act as raw material for **Story Imports**.\n- A **Source Course** provides stories to one or more **Target Courses**.\n- A **Story Import** copies a **Story** from a **Source Course** into a **Target Course**.\n- **Translation** can happen after a **Story Import**.\n- A **Learner** can create **Story Completions**.\n- A **Contributor** can edit project content across courses.\n- A **Contributor** can use the **Editor Area**.\n- An **Editor Course Story Overview** belongs to one **Course**.\n- An **Editor Course Story Overview** is part of the **Editor Area**.\n- A **Character Voice Editor** works in one **Course** context.\n- A **Character Voice Editor** is part of the **Editor Area**.\n- A **Voice Catalog Editor** is part of the **Editor Area**.\n- A **Voice Catalog Editor** manages **Voices**.\n- A **Course Localization Editor** belongs to one **Course**.\n- A **Course Localization Editor** edits **Localization** entries.\n- A **Course Localization Editor** is part of the **Editor Area**.\n- A **Story Editor** edits one **Story**.\n- A **Bulk Audio Editor** belongs to one **Story Editor**.\n- A **Bulk Audio Editor** edits **Audio Files** and **Audio Timing** for a **Story**.\n- An **Audio Cutter** can produce **Audio Files** for a **Story**.\n- A **Story Page** presents one **Published** **Story** to **Learners**.\n- An **Admin** can manage content and settings beyond a normal **Contributor**'s scope.\n- A **Course Contributor** is credited on public and internal course pages.\n- A **Story Set** contains one or more **Stories**.\n- A **Course** has exactly one learning **Language**.\n- A **Course** has exactly one from **Language**.\n- A **Language** has one **Language Code**.\n- A **Localization** belongs to exactly one **Language**.\n- A **Story** belongs to exactly one **Course**.\n- A **Story** belongs to exactly one **Story Set**.\n- A **Story** has exactly one **Story Title**.\n- A **Story** has exactly one **Story Status**.\n- A **Story** can be a **Deleted Story**.\n- A **Story** can receive zero or more **Approval** signals.\n- A **Story** becomes **Feedback** when it receives its first **Approval**.\n- A **Story** becomes **Finished** when it receives two **Approval** signals.\n- A **Story** has one **Publication Visibility**.\n- A **Story** can have zero or more **Story Completion** records.\n- A **Story Completion** belongs to one **Learner**.\n- A **Story Text** can contain zero or more **TODO** markers.\n- **Story Content** can include **Hint** entries for learner-facing text.\n- **Story Content** can include **Pronunciation Hint** entries for learner-facing text.\n- A **Challenge** can contain one or more **Selectable Phrase** entries.\n- A regular **Story Set** is published when all four of its **Stories** are **Finished**.\n- An **Approval** can indirectly trigger publication when it causes the final **Story** in a regular **Story Set** to become **Finished**.\n- **Publish** changes one or more **Stories** from **Unpublished** to **Published**.\n- **Set 0** can contain fewer than four introductory **Stories**.\n- A **Story** has exactly one **Story Content** body.\n- **Story Content** has one **Story Text** representation.\n- **Story Text** uses **Story Text Syntax**.\n- **Story Content** has one **Structured Story Content** representation.\n- **Story Content** contains one or more **Story Elements**.\n- A **Story Header** is a kind of **Story Element**.\n- A **Line** is a kind of **Story Element**.\n- A **Challenge** is a kind of **Story Element**.\n- A **Story** can have one **Story Illustration**.\n- A **Story Header** can show one **Story Illustration**.\n- A **Story Header** can have one **Audio File**.\n- A **Story Header** can have **Audio Timing** for its **Audio File**.\n- A **Line** can be associated with one **Character**.\n- A **Character** can have one **Character Name** in a course or language context.\n- A **Character** can use one **Avatar** for display.\n- A **Character** can use one **Voice** for generated audio.\n- A **Story** has one **Cast**.\n- A **Cast** contains one or more **Character** entries.\n- An **Avatar Mapping** connects an **Avatar** to a **Character Name** and **Voice**.\n- **Uploaded Audio** is a kind of **Audio File**.\n- **Generated Audio** is a kind of **Audio File**.\n- A **Line** can have one **Audio File**.\n- A **Line** can have **Audio Timing** for its **Audio File**.\n\n## Example dialogue\n\n> **Dev:** \"Can we create a **Story** before choosing where it belongs?\"\n> **Domain expert:** \"No — every **Story** belongs to a **Course**.\"\n\n## Flagged ambiguities\n\n- \"language\" is often used informally to mean **Course**, but should be reserved for **Language** unless the learning/from-language pair is irrelevant.\n- \"line\" can mean a story **Line** or a file line number; use **Line** only for story content.\n- \"header\" can mean a **Story Header** or a UI layout header; use **Story Header** for story content.\n- \"speaker\" is overloaded in code and UI; use **Voice** for text-to-speech configuration and **Character** for the story persona.\n- \"main canon\" is not established project language; when referring to import/source guidance, discuss the source course explicitly.\n- \"editor\" can mean the **Editor Area**, the **Story Editor**, or the person doing edits; use **Contributor** for the person.\n- \"course contributor\" is attribution, not authorization; contributors currently have global edit access rather than per-course edit permissions.\n- \"done\" appears in learner completion data; use **Story Completion** for learner progress and **Finished** for editorial status.\n- \"official\" means imported from Duolingo as source material; it does not mean this project is endorsed by Duolingo.\n- The first **Approval** often represents an author saying a story is ready for feedback, but the system does not require that approval to come from an author.\n- **Approval** signals currently persist across story edits; edits do not reset or stale existing approvals.\n" }, { "path": "README.md", "content": "# Unofficial Duolingo Stories\n\n[![Cypress Test](https://img.shields.io/endpoint?url=https://cloud.cypress.io/badge/simple/cvszgh/master&style=flat&logo=cypress)](https://cloud.cypress.io/projects/cvszgh/runs)\n[![chat](https://img.shields.io/discord/726701782075572277)](https://discord.com/invite/4NGVScARR3)\n\nThis project brings the official Duolingo Stories to new languages, translated by a community effort.\n\nIt is _not_ an official product of Duolingo, nor is there any plan to integrate it into their platform or app.\n\nIt is hosted at https://duostories.org and reproduces the story experience from the official Duolingo stories.\n\nThe app is built with Next.js and React.\n\n## Architecture snapshot\n\n- App/UI: Next.js 16 + React 19 (`src/app`, `src/components`)\n- Canonical app data access: Convex queries/mutations (`convex/*`)\n- Write-side side effects (GitHub/PostHog): Convex internal actions in `convex/editorSideEffects.ts`\n- Remaining Next route handlers are intentionally server-only:\n - Auth entrypoint (`src/app/api/auth/[...all]/route.ts`)\n - Audio endpoints (`src/app/audio/*/route.ts`)\n\n### Write flow\n\nClient component -> Convex mutation -> schedule internal actions:\n- `editorSideEffects.*` for GitHub/PostHog side effects\n\nThis keeps write authorization, mutation semantics, and side effects centralized in Convex.\n\n## How to run locally\n\nNow create `.env.local` in the project root.\n\nMinimum local values:\n\n```\nNEXT_PUBLIC_CONVEX_URL=\nCONVEX_URL=\nBETTER_AUTH_SECRET=\nSITE_URL=http://localhost:3000\n```\n\nConvex runtime env (set via `pnpm exec convex env set ...`) should include:\n\n```\nGITHUB_REPO_TOKEN=\nPOSTHOG_KEY=\nPOSTHOG_HOST=\nRESEND_API_KEY=\nSITE_URL=http://localhost:3000\nBETTER_AUTH_SECRET=\n```\n\nInstall dependencies\n\n```\npnpm install\n```\n\nTo develop you can then run and visit http://localhost:3000\n\n```\npnpm run dev\n```\n\nRecommended checks:\n\n```\npnpm run typecheck\npnpm run lint\n```\n\n## How to contribute\n\nTo contribute to the project you should open an issue to discuss your proposed change.\nYou can assign the issue to yourself to show that you want to work on that.\nIf there is a consensus that this bug should be fixed or this feature should be implemented,\nthen follow the following steps:\n\n- create a fork of the repository\n- clone it to your computer\n- create a branch for your feature\n- make the changes to the code\n- commit and push the changes to GitHub\n- create a pull request\n\nPlease make sure to only commit changes to files that are necessary to the issue.\nTry to not commit accidentally other changes, e.g. package-lock.json files.\nThis makes it harder to review and merge the pull request.\n\n### Contribution rules for new backend work\n\n- New app writes should be direct Convex mutations from the client or server action.\n- Avoid adding pass-through Next route handlers for simple reads/writes.\n- Server side effects should be scheduled from Convex mutations via internal actions.\n- Include an `operationKey` for mutation calls that can be retried.\n\nIf everything is fine, I will accept the pull request and I will soon upload it to the website.\n" }, { "path": "biome.json", "content": "{\n \"$schema\": \"https://biomejs.dev/schemas/2.4.9/schema.json\",\n \"vcs\": {\n \"enabled\": true,\n \"clientKind\": \"git\",\n \"useIgnoreFile\": true\n },\n \"files\": {\n \"ignoreUnknown\": true,\n \"includes\": [\n \"src/**\",\n \"convex/**\",\n \"!convex/_generated/**\",\n \"!convex/**/_generated/**\"\n ]\n },\n \"formatter\": {\n \"enabled\": true,\n \"indentStyle\": \"space\",\n \"indentWidth\": 2\n },\n \"linter\": {\n \"enabled\": true,\n \"rules\": {\n \"recommended\": false,\n \"a11y\": {\n \"noAriaUnsupportedElements\": \"warn\",\n \"useAltText\": \"warn\",\n \"useAriaPropsForRole\": \"warn\",\n \"useAriaPropsSupportedByRole\": \"warn\",\n \"useValidAriaProps\": \"warn\",\n \"useValidAriaValues\": \"warn\"\n },\n \"correctness\": {\n \"noChildrenProp\": \"error\",\n \"noNextAsyncClientComponent\": \"warn\",\n \"useExhaustiveDependencies\": \"warn\",\n \"useHookAtTopLevel\": \"error\",\n \"useJsxKeyInIterable\": \"error\"\n },\n \"performance\": {\n \"noImgElement\": \"off\",\n \"noUnwantedPolyfillio\": \"warn\",\n \"useGoogleFontPreconnect\": \"warn\"\n },\n \"security\": {\n \"noDangerouslySetInnerHtmlWithChildren\": \"error\"\n },\n \"style\": {\n \"noHeadElement\": \"warn\"\n },\n \"suspicious\": {\n \"noCommentText\": \"error\",\n \"noDocumentImportInPage\": \"error\",\n \"noDuplicateJsxProps\": \"error\",\n \"noHeadImportInDocument\": \"error\",\n \"useGoogleFontDisplay\": \"warn\"\n }\n },\n \"includes\": [\n \"src/**/*.{js,jsx,ts,tsx,mjs,cjs,mts,cts}\",\n \"convex/**/*.{js,jsx,ts,tsx,mjs,cjs,mts,cts}\",\n \"!convex/_generated/**\",\n \"!convex/**/_generated/**\"\n ]\n },\n \"javascript\": {\n \"formatter\": {\n \"quoteStyle\": \"double\"\n }\n },\n \"css\": {\n \"parser\": {\n \"tailwindDirectives\": true\n }\n },\n \"assist\": {\n \"enabled\": true,\n \"actions\": {\n \"source\": {\n \"organizeImports\": \"on\"\n }\n }\n }\n}\n" }, { "path": "components.json", "content": "{\n \"$schema\": \"https://ui.shadcn.com/schema.json\",\n \"style\": \"new-york\",\n \"rsc\": true,\n \"tsx\": true,\n \"tailwind\": {\n \"config\": \"\",\n \"css\": \"src/styles/global.css\",\n \"baseColor\": \"slate\",\n \"cssVariables\": true,\n \"prefix\": \"\"\n },\n \"iconLibrary\": \"lucide\",\n \"rtl\": false,\n \"aliases\": {\n \"components\": \"@/components\",\n \"utils\": \"@/lib/utils\",\n \"ui\": \"@/components/ui\",\n \"lib\": \"@/lib\",\n \"hooks\": \"@/hooks\"\n },\n \"registries\": {}\n}\n" }, { "path": "convex/_generated/ai/ai-files.state.json", "content": "{\n \"guidelinesHash\": \"62d72acb9afcc18f658d88dd772f34b5b1da5fa60ef0402e57a784d97c458e57\",\n \"agentsMdSectionHash\": \"bbf30bd25ceea0aefd279d62e1cb2b4c207fcb712b69adf26f3d02b296ffc7b2\",\n \"claudeMdHash\": \"bbf30bd25ceea0aefd279d62e1cb2b4c207fcb712b69adf26f3d02b296ffc7b2\",\n \"agentSkillsSha\": \"d0fa8085af313029add5740f67198aa42ca60c8d\",\n \"installedSkillNames\": [\n \"convex\",\n \"convex-create-component\",\n \"convex-migration-helper\",\n \"convex-performance-audit\",\n \"convex-quickstart\",\n \"convex-setup-auth\"\n ]\n}\n" }, { "path": "convex/_generated/ai/guidelines.md", "content": "# Convex guidelines\n\n## Function guidelines\n\n### Http endpoint syntax\n\n- HTTP endpoints are defined in `convex/http.ts` and require an `httpAction` decorator. For example:\n\n```typescript\nimport { httpRouter } from \"convex/server\";\nimport { httpAction } from \"./_generated/server\";\nconst http = httpRouter();\nhttp.route({\n path: \"/echo\",\n method: \"POST\",\n handler: httpAction(async (ctx, req) => {\n const body = await req.bytes();\n return new Response(body, { status: 200 });\n }),\n});\n```\n\n- HTTP endpoints are always registered at the exact path you specify in the `path` field. For example, if you specify `/api/someRoute`, the endpoint will be registered at `/api/someRoute`.\n\n### Validators\n\n- Below is an example of an array validator:\n\n```typescript\nimport { mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\n\nexport default mutation({\n args: {\n simpleArray: v.array(v.union(v.string(), v.number())),\n },\n handler: async (ctx, args) => {\n //...\n },\n});\n```\n\n- Below is an example of a schema with validators that codify a discriminated union type:\n\n```typescript\nimport { defineSchema, defineTable } from \"convex/server\";\nimport { v } from \"convex/values\";\n\nexport default defineSchema({\n results: defineTable(\n v.union(\n v.object({\n kind: v.literal(\"error\"),\n errorMessage: v.string(),\n }),\n v.object({\n kind: v.literal(\"success\"),\n value: v.number(),\n }),\n ),\n ),\n});\n```\n\n- Here are the valid Convex types along with their respective validators:\n Convex Type | TS/JS type | Example Usage | Validator for argument validation and schemas | Notes |\n | ----------- | ------------| -----------------------| -----------------------------------------------| ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|\n | Id | string | `doc._id` | `v.id(tableName)` | |\n | Null | null | `null` | `v.null()` | JavaScript's `undefined` is not a valid Convex value. Functions the return `undefined` or do not return will return `null` when called from a client. Use `null` instead. |\n | Int64 | bigint | `3n` | `v.int64()` | Int64s only support BigInts between -2^63 and 2^63-1. Convex supports `bigint`s in most modern browsers. |\n | Float64 | number | `3.1` | `v.number()` | Convex supports all IEEE-754 double-precision floating point numbers (such as NaNs). Inf and NaN are JSON serialized as strings. |\n | Boolean | boolean | `true` | `v.boolean()` |\n | String | string | `\"abc\"` | `v.string()` | Strings are stored as UTF-8 and must be valid Unicode sequences. Strings must be smaller than the 1MB total size limit when encoded as UTF-8. |\n | Bytes | ArrayBuffer | `new ArrayBuffer(8)` | `v.bytes()` | Convex supports first class bytestrings, passed in as `ArrayBuffer`s. Bytestrings must be smaller than the 1MB total size limit for Convex types. |\n | Array | Array | `[1, 3.2, \"abc\"]` | `v.array(values)` | Arrays can have at most 8192 values. |\n | Object | Object | `{a: \"abc\"}` | `v.object({property: value})` | Convex only supports \"plain old JavaScript objects\" (objects that do not have a custom prototype). Objects can have at most 1024 entries. Field names must be nonempty and not start with \"$\" or \"_\". |\n| Record | Record | `{\"a\": \"1\", \"b\": \"2\"}` | `v.record(keys, values)` | Records are objects at runtime, but can have dynamic keys. Keys must be only ASCII characters, nonempty, and not start with \"$\" or \"\\_\". |\n\n### Function registration\n\n- Use `internalQuery`, `internalMutation`, and `internalAction` to register internal functions. These functions are private and aren't part of an app's API. They can only be called by other Convex functions. These functions are always imported from `./_generated/server`.\n- Use `query`, `mutation`, and `action` to register public functions. These functions are part of the public API and are exposed to the public Internet. Do NOT use `query`, `mutation`, or `action` to register sensitive internal functions that should be kept private.\n- You CANNOT register a function through the `api` or `internal` objects.\n- ALWAYS include argument validators for all Convex functions. This includes all of `query`, `internalQuery`, `mutation`, `internalMutation`, `action`, and `internalAction`.\n\n### Function calling\n\n- Use `ctx.runQuery` to call a query from a query, mutation, or action.\n- Use `ctx.runMutation` to call a mutation from a mutation or action.\n- Use `ctx.runAction` to call an action from an action.\n- ONLY call an action from another action if you need to cross runtimes (e.g. from V8 to Node). Otherwise, pull out the shared code into a helper async function and call that directly instead.\n- Try to use as few calls from actions to queries and mutations as possible. Queries and mutations are transactions, so splitting logic up into multiple calls introduces the risk of race conditions.\n- All of these calls take in a `FunctionReference`. Do NOT try to pass the callee function directly into one of these calls.\n- When using `ctx.runQuery`, `ctx.runMutation`, or `ctx.runAction` to call a function in the same file, specify a type annotation on the return value to work around TypeScript circularity limitations. For example,\n\n```\nexport const f = query({\n args: { name: v.string() },\n handler: async (ctx, args) => {\n return \"Hello \" + args.name;\n },\n});\n\nexport const g = query({\n args: {},\n handler: async (ctx, args) => {\n const result: string = await ctx.runQuery(api.example.f, { name: \"Bob\" });\n return null;\n },\n});\n```\n\n### Function references\n\n- Use the `api` object defined by the framework in `convex/_generated/api.ts` to call public functions registered with `query`, `mutation`, or `action`.\n- Use the `internal` object defined by the framework in `convex/_generated/api.ts` to call internal (or private) functions registered with `internalQuery`, `internalMutation`, or `internalAction`.\n- Convex uses file-based routing, so a public function defined in `convex/example.ts` named `f` has a function reference of `api.example.f`.\n- A private function defined in `convex/example.ts` named `g` has a function reference of `internal.example.g`.\n- Functions can also registered within directories nested within the `convex/` folder. For example, a public function `h` defined in `convex/messages/access.ts` has a function reference of `api.messages.access.h`.\n\n### Pagination\n\n- Define pagination using the following syntax:\n\n```ts\nimport { v } from \"convex/values\";\nimport { query, mutation } from \"./_generated/server\";\nimport { paginationOptsValidator } from \"convex/server\";\nexport const listWithExtraArg = query({\n args: { paginationOpts: paginationOptsValidator, author: v.string() },\n handler: async (ctx, args) => {\n return await ctx.db\n .query(\"messages\")\n .withIndex(\"by_author\", (q) => q.eq(\"author\", args.author))\n .order(\"desc\")\n .paginate(args.paginationOpts);\n },\n});\n```\n\nNote: `paginationOpts` is an object with the following properties:\n\n- `numItems`: the maximum number of documents to return (the validator is `v.number()`)\n- `cursor`: the cursor to use to fetch the next page of documents (the validator is `v.union(v.string(), v.null())`)\n- A query that ends in `.paginate()` returns an object that has the following properties:\n- page (contains an array of documents that you fetches)\n- isDone (a boolean that represents whether or not this is the last page of documents)\n- continueCursor (a string that represents the cursor to use to fetch the next page of documents)\n\n## Schema guidelines\n\n- Always define your schema in `convex/schema.ts`.\n- Always import the schema definition functions from `convex/server`.\n- System fields are automatically added to all documents and are prefixed with an underscore. The two system fields that are automatically added to all documents are `_creationTime` which has the validator `v.number()` and `_id` which has the validator `v.id(tableName)`.\n- Always include all index fields in the index name. For example, if an index is defined as `[\"field1\", \"field2\"]`, the index name should be \"by_field1_and_field2\".\n- Index fields must be queried in the same order they are defined. If you want to be able to query by \"field1\" then \"field2\" and by \"field2\" then \"field1\", you must create separate indexes.\n- Do not store unbounded lists as an array field inside a document (e.g. `v.array(v.object({...}))`). As the array grows it will hit the 1MB document size limit, and every update rewrites the entire document. Instead, create a separate table for the child items with a foreign key back to the parent.\n- Separate high-churn operational data (e.g. heartbeats, online status, typing indicators) from stable profile data. Storing frequently updated fields on a shared document forces every write to contend with reads of the entire document. Instead, create a dedicated table for the high-churn data with a foreign key back to the parent record.\n\n## Authentication guidelines\n\n- Convex supports JWT-based authentication through `convex/auth.config.ts`. ALWAYS create this file when using authentication. Without it, `ctx.auth.getUserIdentity()` will always return `null`.\n- Example `convex/auth.config.ts`:\n\n```typescript\nexport default {\n providers: [\n {\n domain: \"https://your-auth-provider.com\",\n applicationID: \"convex\",\n },\n ],\n};\n```\n\nThe `domain` must be the issuer URL of the JWT provider. Convex fetches `{domain}/.well-known/openid-configuration` to discover the JWKS endpoint. The `applicationID` is checked against the JWT `aud` (audience) claim.\n\n- Use `ctx.auth.getUserIdentity()` to get the authenticated user's identity in any query, mutation, or action. This returns `null` if the user is not authenticated, or a `UserIdentity` object with fields like `subject`, `issuer`, `name`, `email`, etc. The `subject` field is the unique user identifier.\n- In Convex `UserIdentity`, `tokenIdentifier` is guaranteed and is the canonical stable identifier for the authenticated identity. For any auth-linked database lookup or ownership check, prefer `identity.tokenIdentifier` over `identity.subject`. Do NOT use `identity.subject` alone as a global identity key.\n- NEVER accept a `userId` or any user identifier as a function argument for authorization purposes. Always derive the user identity server-side via `ctx.auth.getUserIdentity()`.\n- When using an external auth provider with Convex on the client, use `ConvexProviderWithAuth` instead of `ConvexProvider`:\n\n```tsx\nimport { ConvexProviderWithAuth, ConvexReactClient } from \"convex/react\";\n\nconst convex = new ConvexReactClient(process.env.NEXT_PUBLIC_CONVEX_URL!);\n\nfunction App({ children }: { children: React.ReactNode }) {\n return (\n \n {children}\n \n );\n}\n```\n\nThe `useAuth` prop must return `{ isLoading, isAuthenticated, fetchAccessToken }`. Do NOT use plain `ConvexProvider` when authentication is needed — it will not send tokens with requests.\n\n## Typescript guidelines\n\n- You can use the helper typescript type `Id` imported from './\\_generated/dataModel' to get the type of the id for a given table. For example if there is a table called 'users' you can use `Id<'users'>` to get the type of the id for that table.\n- Use `Doc<\"tableName\">` from `./_generated/dataModel` to get the full document type for a table.\n- Use `QueryCtx`, `MutationCtx`, `ActionCtx` from `./_generated/server` for typing function contexts. NEVER use `any` for ctx parameters — always use the proper context type.\n- If you need to define a `Record` make sure that you correctly provide the type of the key and value in the type. For example a validator `v.record(v.id('users'), v.string())` would have the type `Record, string>`. Below is an example of using `Record` with an `Id` type in a query:\n\n```ts\nimport { query } from \"./_generated/server\";\nimport { Doc, Id } from \"./_generated/dataModel\";\n\nexport const exampleQuery = query({\n args: { userIds: v.array(v.id(\"users\")) },\n handler: async (ctx, args) => {\n const idToUsername: Record, string> = {};\n for (const userId of args.userIds) {\n const user = await ctx.db.get(\"users\", userId);\n if (user) {\n idToUsername[user._id] = user.username;\n }\n }\n\n return idToUsername;\n },\n});\n```\n\n- Be strict with types, particularly around id's of documents. For example, if a function takes in an id for a document in the 'users' table, take in `Id<'users'>` rather than `string`.\n\n## Full text search guidelines\n\n- A query for \"10 messages in channel '#general' that best match the query 'hello hi' in their body\" would look like:\n\nconst messages = await ctx.db\n.query(\"messages\")\n.withSearchIndex(\"search_body\", (q) =>\nq.search(\"body\", \"hello hi\").eq(\"channel\", \"#general\"),\n)\n.take(10);\n\n## Query guidelines\n\n- Do NOT use `filter` in queries. Instead, define an index in the schema and use `withIndex` instead.\n- If the user does not explicitly tell you to return all results from a query you should ALWAYS return a bounded collection instead. So that is instead of using `.collect()` you should use `.take()` or paginate on database queries. This prevents future performance issues when tables grow in an unbounded way.\n- Never use `.collect().length` to count rows. Convex has no built-in count operator, so if you need a count that stays efficient at scale, maintain a denormalized counter in a separate document and update it in your mutations.\n- Convex queries do NOT support `.delete()`. If you need to delete all documents matching a query, use `.take(n)` to read them in batches, iterate over each batch calling `ctx.db.delete(row._id)`, and repeat until no more results are returned.\n- Convex mutations are transactions with limits on the number of documents read and written. If a mutation needs to process more documents than fit in a single transaction (e.g. bulk deletion on a large table), process a batch with `.take(n)` and then call `ctx.scheduler.runAfter(0, api.myModule.myMutation, args)` to schedule itself to continue. This way each invocation stays within transaction limits.\n- Use `.unique()` to get a single document from a query. This method will throw an error if there are multiple documents that match the query.\n- When using async iteration, don't use `.collect()` or `.take(n)` on the result of a query. Instead, use the `for await (const row of query)` syntax.\n\n### Ordering\n\n- By default Convex always returns documents in ascending `_creationTime` order.\n- You can use `.order('asc')` or `.order('desc')` to pick whether a query is in ascending or descending order. If the order isn't specified, it defaults to ascending.\n- Document queries that use indexes will be ordered based on the columns in the index and can avoid slow table scans.\n\n## Mutation guidelines\n\n- Use `ctx.db.replace` to fully replace an existing document. This method will throw an error if the document does not exist. Syntax: `await ctx.db.replace('tasks', taskId, { name: 'Buy milk', completed: false })`\n- Use `ctx.db.patch` to shallow merge updates into an existing document. This method will throw an error if the document does not exist. Syntax: `await ctx.db.patch('tasks', taskId, { completed: true })`\n\n## Action guidelines\n\n- Always add `\"use node\";` to the top of files containing actions that use Node.js built-in modules.\n- Never add `\"use node\";` to a file that also exports queries or mutations. Only actions can run in the Node.js runtime; queries and mutations must stay in the default Convex runtime. If you need Node.js built-ins alongside queries or mutations, put the action in a separate file.\n- `fetch()` is available in the default Convex runtime. You do NOT need `\"use node\";` just to use `fetch()`.\n- Never use `ctx.db` inside of an action. Actions don't have access to the database.\n- Below is an example of the syntax for an action:\n\n```ts\nimport { action } from \"./_generated/server\";\n\nexport const exampleAction = action({\n args: {},\n handler: async (ctx, args) => {\n console.log(\"This action does not return anything\");\n return null;\n },\n});\n```\n\n## Scheduling guidelines\n\n### Cron guidelines\n\n- Only use the `crons.interval` or `crons.cron` methods to schedule cron jobs. Do NOT use the `crons.hourly`, `crons.daily`, or `crons.weekly` helpers.\n- Both cron methods take in a FunctionReference. Do NOT try to pass the function directly into one of these methods.\n- Define crons by declaring the top-level `crons` object, calling some methods on it, and then exporting it as default. For example,\n\n```ts\nimport { cronJobs } from \"convex/server\";\nimport { internal } from \"./_generated/api\";\nimport { internalAction } from \"./_generated/server\";\n\nconst empty = internalAction({\n args: {},\n handler: async (ctx, args) => {\n console.log(\"empty\");\n },\n});\n\nconst crons = cronJobs();\n\n// Run `internal.crons.empty` every two hours.\ncrons.interval(\"delete inactive users\", { hours: 2 }, internal.crons.empty, {});\n\nexport default crons;\n```\n\n- You can register Convex functions within `crons.ts` just like any other file.\n- If a cron calls an internal function, always import the `internal` object from '\\_generated/api', even if the internal function is registered in the same file.\n\n## Testing guidelines\n\n- Use `convex-test` with `vitest` and `@edge-runtime/vm` to test Convex functions. Always install the latest versions of these packages. Configure vitest with `environment: \"edge-runtime\"` in `vitest.config.ts`.\n\nTest files go inside the `convex/` directory. You must pass a module map from `import.meta.glob` to `convexTest`:\n\n```typescript\n/// \nimport { convexTest } from \"convex-test\";\nimport { expect, test } from \"vitest\";\nimport { api } from \"./_generated/api\";\nimport schema from \"./schema\";\n\nconst modules = import.meta.glob(\"./**/*.ts\");\n\ntest(\"some behavior\", async () => {\n const t = convexTest(schema, modules);\n await t.mutation(api.messages.send, { body: \"Hi!\", author: \"Sarah\" });\n const messages = await t.query(api.messages.list);\n expect(messages).toMatchObject([{ body: \"Hi!\", author: \"Sarah\" }]);\n});\n```\n\nThe `modules` argument is required so convex-test can discover and load function files. The `/// ` directive is needed for TypeScript to recognize `import.meta.glob`.\n\n## File storage guidelines\n\n- The `ctx.storage.getUrl()` method returns a signed URL for a given file. It returns `null` if the file doesn't exist.\n- Do NOT use the deprecated `ctx.storage.getMetadata` call for loading a file's metadata.\n\nInstead, query the `_storage` system table. For example, you can use `ctx.db.system.get` to get an `Id<\"_storage\">`.\n\n```\nimport { query } from \"./_generated/server\";\nimport { Id } from \"./_generated/dataModel\";\n\ntype FileMetadata = {\n _id: Id<\"_storage\">;\n _creationTime: number;\n contentType?: string;\n sha256: string;\n size: number;\n}\n\nexport const exampleQuery = query({\n args: { fileId: v.id(\"_storage\") },\n handler: async (ctx, args) => {\n const metadata: FileMetadata | null = await ctx.db.system.get(\"_storage\", args.fileId);\n console.log(metadata);\n return null;\n },\n});\n```\n\n- Convex storage stores items as `Blob` objects. You must convert all items to/from a `Blob` when using Convex storage.\n" }, { "path": "convex/_generated/api.d.ts", "content": "/* eslint-disable */\n/**\n * Generated `api` utility.\n *\n * THIS CODE IS AUTOMATICALLY GENERATED.\n *\n * To regenerate, run `npx convex dev`.\n * @module\n */\n\nimport type * as account from \"../account.js\";\nimport type * as adminData from \"../adminData.js\";\nimport type * as adminStoryWrite from \"../adminStoryWrite.js\";\nimport type * as adminWrite from \"../adminWrite.js\";\nimport type * as audioRead from \"../audioRead.js\";\nimport type * as auth from \"../auth.js\";\nimport type * as authFunctions from \"../authFunctions.js\";\nimport type * as authMigration from \"../authMigration.js\";\nimport type * as courseContributorBackfill from \"../courseContributorBackfill.js\";\nimport type * as courseWrite from \"../courseWrite.js\";\nimport type * as discordAvatarSync from \"../discordAvatarSync.js\";\nimport type * as discordBot from \"../discordBot.js\";\nimport type * as discordData from \"../discordData.js\";\nimport type * as discordRoleSync from \"../discordRoleSync.js\";\nimport type * as editorRead from \"../editorRead.js\";\nimport type * as editorSideEffects from \"../editorSideEffects.js\";\nimport type * as http from \"../http.js\";\nimport type * as landing from \"../landing.js\";\nimport type * as languageWrite from \"../languageWrite.js\";\nimport type * as lib_authorization from \"../lib/authorization.js\";\nimport type * as lib_courseContributors from \"../lib/courseContributors.js\";\nimport type * as lib_courseCounts from \"../lib/courseCounts.js\";\nimport type * as lib_discordAvatarSync from \"../lib/discordAvatarSync.js\";\nimport type * as lib_phpbb from \"../lib/phpbb.js\";\nimport type * as lib_publicStoryContent from \"../lib/publicStoryContent.js\";\nimport type * as localization from \"../localization.js\";\nimport type * as localizationWrite from \"../localizationWrite.js\";\nimport type * as lookupTables from \"../lookupTables.js\";\nimport type * as roles from \"../roles.js\";\nimport type * as storyApproval from \"../storyApproval.js\";\nimport type * as storyDone from \"../storyDone.js\";\nimport type * as storyPublicContent from \"../storyPublicContent.js\";\nimport type * as storyRead from \"../storyRead.js\";\nimport type * as storyTables from \"../storyTables.js\";\nimport type * as storyWrite from \"../storyWrite.js\";\nimport type * as userPreferences from \"../userPreferences.js\";\n\nimport type {\n ApiFromModules,\n FilterApi,\n FunctionReference,\n} from \"convex/server\";\n\ndeclare const fullApi: ApiFromModules<{\n account: typeof account;\n adminData: typeof adminData;\n adminStoryWrite: typeof adminStoryWrite;\n adminWrite: typeof adminWrite;\n audioRead: typeof audioRead;\n auth: typeof auth;\n authFunctions: typeof authFunctions;\n authMigration: typeof authMigration;\n courseContributorBackfill: typeof courseContributorBackfill;\n courseWrite: typeof courseWrite;\n discordAvatarSync: typeof discordAvatarSync;\n discordBot: typeof discordBot;\n discordData: typeof discordData;\n discordRoleSync: typeof discordRoleSync;\n editorRead: typeof editorRead;\n editorSideEffects: typeof editorSideEffects;\n http: typeof http;\n landing: typeof landing;\n languageWrite: typeof languageWrite;\n \"lib/authorization\": typeof lib_authorization;\n \"lib/courseContributors\": typeof lib_courseContributors;\n \"lib/courseCounts\": typeof lib_courseCounts;\n \"lib/discordAvatarSync\": typeof lib_discordAvatarSync;\n \"lib/phpbb\": typeof lib_phpbb;\n \"lib/publicStoryContent\": typeof lib_publicStoryContent;\n localization: typeof localization;\n localizationWrite: typeof localizationWrite;\n lookupTables: typeof lookupTables;\n roles: typeof roles;\n storyApproval: typeof storyApproval;\n storyDone: typeof storyDone;\n storyPublicContent: typeof storyPublicContent;\n storyRead: typeof storyRead;\n storyTables: typeof storyTables;\n storyWrite: typeof storyWrite;\n userPreferences: typeof userPreferences;\n}>;\n\n/**\n * A utility for referencing Convex functions in your app's public API.\n *\n * Usage:\n * ```js\n * const myFunctionReference = api.myModule.myFunction;\n * ```\n */\nexport declare const api: FilterApi<\n typeof fullApi,\n FunctionReference\n>;\n\n/**\n * A utility for referencing Convex functions in your app's internal API.\n *\n * Usage:\n * ```js\n * const myFunctionReference = internal.myModule.myFunction;\n * ```\n */\nexport declare const internal: FilterApi<\n typeof fullApi,\n FunctionReference\n>;\n\nexport declare const components: {\n betterAuth: import(\"../betterAuth/_generated/component.js\").ComponentApi<\"betterAuth\">;\n};\n" }, { "path": "convex/_generated/api.js", "content": "/* eslint-disable */\n/**\n * Generated `api` utility.\n *\n * THIS CODE IS AUTOMATICALLY GENERATED.\n *\n * To regenerate, run `npx convex dev`.\n * @module\n */\n\nimport { anyApi, componentsGeneric } from \"convex/server\";\n\n/**\n * A utility for referencing Convex functions in your app's API.\n *\n * Usage:\n * ```js\n * const myFunctionReference = api.myModule.myFunction;\n * ```\n */\nexport const api = anyApi;\nexport const internal = anyApi;\nexport const components = componentsGeneric();\n" }, { "path": "convex/_generated/dataModel.d.ts", "content": "/* eslint-disable */\n/**\n * Generated data model types.\n *\n * THIS CODE IS AUTOMATICALLY GENERATED.\n *\n * To regenerate, run `npx convex dev`.\n * @module\n */\n\nimport type {\n DataModelFromSchemaDefinition,\n DocumentByName,\n TableNamesInDataModel,\n SystemTableNames,\n} from \"convex/server\";\nimport type { GenericId } from \"convex/values\";\nimport schema from \"../schema.js\";\n\n/**\n * The names of all of your Convex tables.\n */\nexport type TableNames = TableNamesInDataModel;\n\n/**\n * The type of a document stored in Convex.\n *\n * @typeParam TableName - A string literal type of the table name (like \"users\").\n */\nexport type Doc = DocumentByName<\n DataModel,\n TableName\n>;\n\n/**\n * An identifier for a document in Convex.\n *\n * Convex documents are uniquely identified by their `Id`, which is accessible\n * on the `_id` field. To learn more, see [Document IDs](https://docs.convex.dev/using/document-ids).\n *\n * Documents can be loaded using `db.get(tableName, id)` in query and mutation functions.\n *\n * IDs are just strings at runtime, but this type can be used to distinguish them from other\n * strings when type checking.\n *\n * @typeParam TableName - A string literal type of the table name (like \"users\").\n */\nexport type Id =\n GenericId;\n\n/**\n * A type describing your Convex data model.\n *\n * This type includes information about what tables you have, the type of\n * documents stored in those tables, and the indexes defined on them.\n *\n * This type is used to parameterize methods like `queryGeneric` and\n * `mutationGeneric` to make them type-safe.\n */\nexport type DataModel = DataModelFromSchemaDefinition;\n" }, { "path": "convex/_generated/server.d.ts", "content": "/* eslint-disable */\n/**\n * Generated utilities for implementing server-side Convex query and mutation functions.\n *\n * THIS CODE IS AUTOMATICALLY GENERATED.\n *\n * To regenerate, run `npx convex dev`.\n * @module\n */\n\nimport {\n ActionBuilder,\n HttpActionBuilder,\n MutationBuilder,\n QueryBuilder,\n GenericActionCtx,\n GenericMutationCtx,\n GenericQueryCtx,\n GenericDatabaseReader,\n GenericDatabaseWriter,\n} from \"convex/server\";\nimport type { DataModel } from \"./dataModel.js\";\n\n/**\n * Define a query in this Convex app's public API.\n *\n * This function will be allowed to read your Convex database and will be accessible from the client.\n *\n * @param func - The query function. It receives a {@link QueryCtx} as its first argument.\n * @returns The wrapped query. Include this as an `export` to name it and make it accessible.\n */\nexport declare const query: QueryBuilder;\n\n/**\n * Define a query that is only accessible from other Convex functions (but not from the client).\n *\n * This function will be allowed to read from your Convex database. It will not be accessible from the client.\n *\n * @param func - The query function. It receives a {@link QueryCtx} as its first argument.\n * @returns The wrapped query. Include this as an `export` to name it and make it accessible.\n */\nexport declare const internalQuery: QueryBuilder;\n\n/**\n * Define a mutation in this Convex app's public API.\n *\n * This function will be allowed to modify your Convex database and will be accessible from the client.\n *\n * @param func - The mutation function. It receives a {@link MutationCtx} as its first argument.\n * @returns The wrapped mutation. Include this as an `export` to name it and make it accessible.\n */\nexport declare const mutation: MutationBuilder;\n\n/**\n * Define a mutation that is only accessible from other Convex functions (but not from the client).\n *\n * This function will be allowed to modify your Convex database. It will not be accessible from the client.\n *\n * @param func - The mutation function. It receives a {@link MutationCtx} as its first argument.\n * @returns The wrapped mutation. Include this as an `export` to name it and make it accessible.\n */\nexport declare const internalMutation: MutationBuilder;\n\n/**\n * Define an action in this Convex app's public API.\n *\n * An action is a function which can execute any JavaScript code, including non-deterministic\n * code and code with side-effects, like calling third-party services.\n * They can be run in Convex's JavaScript environment or in Node.js using the \"use node\" directive.\n * They can interact with the database indirectly by calling queries and mutations using the {@link ActionCtx}.\n *\n * @param func - The action. It receives an {@link ActionCtx} as its first argument.\n * @returns The wrapped action. Include this as an `export` to name it and make it accessible.\n */\nexport declare const action: ActionBuilder;\n\n/**\n * Define an action that is only accessible from other Convex functions (but not from the client).\n *\n * @param func - The function. It receives an {@link ActionCtx} as its first argument.\n * @returns The wrapped function. Include this as an `export` to name it and make it accessible.\n */\nexport declare const internalAction: ActionBuilder;\n\n/**\n * Define an HTTP action.\n *\n * The wrapped function will be used to respond to HTTP requests received\n * by a Convex deployment if the requests matches the path and method where\n * this action is routed. Be sure to route your httpAction in `convex/http.js`.\n *\n * @param func - The function. It receives an {@link ActionCtx} as its first argument\n * and a Fetch API `Request` object as its second.\n * @returns The wrapped function. Import this function from `convex/http.js` and route it to hook it up.\n */\nexport declare const httpAction: HttpActionBuilder;\n\n/**\n * A set of services for use within Convex query functions.\n *\n * The query context is passed as the first argument to any Convex query\n * function run on the server.\n *\n * This differs from the {@link MutationCtx} because all of the services are\n * read-only.\n */\nexport type QueryCtx = GenericQueryCtx;\n\n/**\n * A set of services for use within Convex mutation functions.\n *\n * The mutation context is passed as the first argument to any Convex mutation\n * function run on the server.\n */\nexport type MutationCtx = GenericMutationCtx;\n\n/**\n * A set of services for use within Convex action functions.\n *\n * The action context is passed as the first argument to any Convex action\n * function run on the server.\n */\nexport type ActionCtx = GenericActionCtx;\n\n/**\n * An interface to read from the database within Convex query functions.\n *\n * The two entry points are {@link DatabaseReader.get}, which fetches a single\n * document by its {@link Id}, or {@link DatabaseReader.query}, which starts\n * building a query.\n */\nexport type DatabaseReader = GenericDatabaseReader;\n\n/**\n * An interface to read from and write to the database within Convex mutation\n * functions.\n *\n * Convex guarantees that all writes within a single mutation are\n * executed atomically, so you never have to worry about partial writes leaving\n * your data in an inconsistent state. See [the Convex Guide](https://docs.convex.dev/understanding/convex-fundamentals/functions#atomicity-and-optimistic-concurrency-control)\n * for the guarantees Convex provides your functions.\n */\nexport type DatabaseWriter = GenericDatabaseWriter;\n" }, { "path": "convex/_generated/server.js", "content": "/* eslint-disable */\n/**\n * Generated utilities for implementing server-side Convex query and mutation functions.\n *\n * THIS CODE IS AUTOMATICALLY GENERATED.\n *\n * To regenerate, run `npx convex dev`.\n * @module\n */\n\nimport {\n actionGeneric,\n httpActionGeneric,\n queryGeneric,\n mutationGeneric,\n internalActionGeneric,\n internalMutationGeneric,\n internalQueryGeneric,\n} from \"convex/server\";\n\n/**\n * Define a query in this Convex app's public API.\n *\n * This function will be allowed to read your Convex database and will be accessible from the client.\n *\n * @param func - The query function. It receives a {@link QueryCtx} as its first argument.\n * @returns The wrapped query. Include this as an `export` to name it and make it accessible.\n */\nexport const query = queryGeneric;\n\n/**\n * Define a query that is only accessible from other Convex functions (but not from the client).\n *\n * This function will be allowed to read from your Convex database. It will not be accessible from the client.\n *\n * @param func - The query function. It receives a {@link QueryCtx} as its first argument.\n * @returns The wrapped query. Include this as an `export` to name it and make it accessible.\n */\nexport const internalQuery = internalQueryGeneric;\n\n/**\n * Define a mutation in this Convex app's public API.\n *\n * This function will be allowed to modify your Convex database and will be accessible from the client.\n *\n * @param func - The mutation function. It receives a {@link MutationCtx} as its first argument.\n * @returns The wrapped mutation. Include this as an `export` to name it and make it accessible.\n */\nexport const mutation = mutationGeneric;\n\n/**\n * Define a mutation that is only accessible from other Convex functions (but not from the client).\n *\n * This function will be allowed to modify your Convex database. It will not be accessible from the client.\n *\n * @param func - The mutation function. It receives a {@link MutationCtx} as its first argument.\n * @returns The wrapped mutation. Include this as an `export` to name it and make it accessible.\n */\nexport const internalMutation = internalMutationGeneric;\n\n/**\n * Define an action in this Convex app's public API.\n *\n * An action is a function which can execute any JavaScript code, including non-deterministic\n * code and code with side-effects, like calling third-party services.\n * They can be run in Convex's JavaScript environment or in Node.js using the \"use node\" directive.\n * They can interact with the database indirectly by calling queries and mutations using the {@link ActionCtx}.\n *\n * @param func - The action. It receives an {@link ActionCtx} as its first argument.\n * @returns The wrapped action. Include this as an `export` to name it and make it accessible.\n */\nexport const action = actionGeneric;\n\n/**\n * Define an action that is only accessible from other Convex functions (but not from the client).\n *\n * @param func - The function. It receives an {@link ActionCtx} as its first argument.\n * @returns The wrapped function. Include this as an `export` to name it and make it accessible.\n */\nexport const internalAction = internalActionGeneric;\n\n/**\n * Define an HTTP action.\n *\n * The wrapped function will be used to respond to HTTP requests received\n * by a Convex deployment if the requests matches the path and method where\n * this action is routed. Be sure to route your httpAction in `convex/http.js`.\n *\n * @param func - The function. It receives an {@link ActionCtx} as its first argument\n * and a Fetch API `Request` object as its second.\n * @returns The wrapped function. Import this function from `convex/http.js` and route it to hook it up.\n */\nexport const httpAction = httpActionGeneric;\n" }, { "path": "convex/account.ts", "content": "import { components } from \"./_generated/api\";\nimport { mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { requireSessionLegacyUserId } from \"./lib/authorization\";\n\nexport const deleteCurrentUser = mutation({\n args: {},\n returns: v.null(),\n handler: async (ctx) => {\n const legacyUserId = await requireSessionLegacyUserId(ctx);\n const user = (await ctx.runQuery(components.betterAuth.adapter.findOne, {\n model: \"user\",\n where: [{ field: \"userId\", operator: \"eq\", value: String(legacyUserId) }],\n })) as { _id?: string | null } | null;\n\n if (!user?._id) {\n throw new Error(\"Account not found.\");\n }\n\n await ctx.runMutation(components.betterAuth.adapter.deleteOne, {\n input: {\n model: \"user\",\n where: [{ field: \"_id\", value: user._id }],\n },\n });\n\n return null;\n },\n});\n" }, { "path": "convex/adminData.ts", "content": "import {\n mutation,\n query,\n type MutationCtx,\n type QueryCtx,\n} from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport type { Id } from \"./_generated/dataModel\";\nimport { components } from \"./_generated/api\";\n\ntype AuthCtx = MutationCtx | QueryCtx;\n\nasync function isAdmin(ctx: AuthCtx) {\n const identity = (await ctx.auth.getUserIdentity()) as {\n role?: string | null;\n } | null;\n return identity?.role === \"admin\";\n}\n\nconst adminLanguageValidator = v.object({\n id: v.number(),\n name: v.string(),\n short: v.string(),\n flag: v.number(),\n flag_file: v.string(),\n speaker: v.string(),\n default_text: v.string(),\n tts_replace: v.string(),\n public: v.boolean(),\n rtl: v.boolean(),\n});\n\nconst adminCourseValidator = v.object({\n id: v.number(),\n learning_language: v.number(),\n from_language: v.number(),\n public: v.boolean(),\n official: v.boolean(),\n name: v.union(v.string(), v.null()),\n about: v.union(v.string(), v.null()),\n conlang: v.boolean(),\n short: v.union(v.string(), v.null()),\n tags: v.array(v.string()),\n});\n\nconst adminApprovalValidator = v.object({\n id: v.number(),\n date: v.number(),\n name: v.string(),\n});\n\nconst adminStoryValidator = v.object({\n id: v.number(),\n name: v.string(),\n image: v.string(),\n public: v.boolean(),\n short: v.string(),\n approvals: v.array(adminApprovalValidator),\n});\n\nconst yesNoAllFilterValidator = v.union(\n v.literal(\"all\"),\n v.literal(\"yes\"),\n v.literal(\"no\"),\n);\nconst roleFilterValidator = v.union(\n v.literal(\"all\"),\n v.literal(\"user\"),\n v.literal(\"contributor\"),\n v.literal(\"admin\"),\n);\n\nconst adminUserValidator = v.object({\n rowKey: v.string(),\n id: v.number(),\n name: v.string(),\n email: v.string(),\n image: v.union(v.string(), v.null()),\n regdate: v.union(v.number(), v.null()),\n activated: v.boolean(),\n role: v.boolean(),\n admin: v.boolean(),\n discordLinked: v.boolean(),\n discordAccountId: v.union(v.string(), v.null()),\n discordStoriesRole: v.union(v.string(), v.null()),\n discordStoriesSyncStatus: v.union(\n v.literal(\"assigned\"),\n v.literal(\"up_to_date\"),\n v.literal(\"no_milestone\"),\n v.literal(\"not_linked\"),\n v.literal(\"member_not_found\"),\n v.literal(\"error\"),\n v.null(),\n ),\n discordStoriesLastSyncedAt: v.union(v.number(), v.null()),\n});\n\nasync function findAuthUserByLegacyId(ctx: AuthCtx, legacyId: number) {\n return (await ctx.runQuery(components.betterAuth.adapter.findOne, {\n model: \"user\",\n where: [{ field: \"userId\", operator: \"eq\", value: String(legacyId) }],\n })) as {\n _id: string;\n userId?: string | null;\n name?: string | null;\n email?: string | null;\n image?: string | null;\n createdAt?: number | null;\n role?: string | null;\n emailVerified?: boolean | null;\n } | null;\n}\n\nfunction toAdminUser(\n user: {\n _id?: string;\n userId?: string | null;\n name?: string | null;\n email?: string | null;\n image?: string | null;\n createdAt?: number | null;\n role?: string | null;\n emailVerified?: unknown;\n },\n discordAccountId?: string | null,\n storiesRoleSnapshot?: {\n assignedStoriesCount?: number | null;\n syncStatus?:\n | \"assigned\"\n | \"up_to_date\"\n | \"no_milestone\"\n | \"not_linked\"\n | \"member_not_found\"\n | \"error\"\n | null;\n lastSyncedAt?: number | null;\n } | null,\n) {\n const numericId = Number.parseInt(user.userId ?? \"\", 10);\n const role = user.role ?? null;\n const assignedStoriesCount =\n typeof storiesRoleSnapshot?.assignedStoriesCount === \"number\"\n ? storiesRoleSnapshot.assignedStoriesCount\n : null;\n return {\n rowKey:\n user._id ??\n `${user.userId ?? \"\"}-${user.email ?? \"\"}-${user.createdAt ?? 0}`,\n id: Number.isFinite(numericId) ? numericId : 0,\n name: user.name ?? \"\",\n email: user.email ?? \"\",\n image:\n typeof user.image === \"string\" && user.image.length > 0\n ? user.image\n : null,\n regdate: typeof user.createdAt === \"number\" ? user.createdAt : null,\n activated: Boolean(user.emailVerified),\n role: role === \"contributor\" || role === \"admin\",\n admin: role === \"admin\",\n discordLinked:\n typeof discordAccountId === \"string\" && discordAccountId.length > 0,\n discordAccountId:\n typeof discordAccountId === \"string\" && discordAccountId.length > 0\n ? discordAccountId\n : null,\n discordStoriesRole:\n typeof assignedStoriesCount === \"number\" && assignedStoriesCount > 0\n ? `${assignedStoriesCount} Stories`\n : null,\n discordStoriesSyncStatus: storiesRoleSnapshot?.syncStatus ?? null,\n discordStoriesLastSyncedAt:\n typeof storiesRoleSnapshot?.lastSyncedAt === \"number\"\n ? storiesRoleSnapshot.lastSyncedAt\n : null,\n };\n}\n\nasync function getDiscordAccountIdsByAuthUserIds(\n ctx: AuthCtx,\n authUserIds: string[],\n) {\n const uniqueAuthUserIds = Array.from(\n new Set(authUserIds.filter((value) => value.length > 0)),\n );\n if (uniqueAuthUserIds.length === 0) return new Map();\n\n const response = await ctx.runQuery(components.betterAuth.adapter.findMany, {\n model: \"account\",\n where: [\n { field: \"providerId\", operator: \"eq\", value: \"discord\" },\n { field: \"userId\", operator: \"in\", value: uniqueAuthUserIds },\n ],\n paginationOpts: { cursor: null, numItems: uniqueAuthUserIds.length + 20 },\n });\n\n const discordAccountIdByAuthUserId = new Map();\n for (const account of response.page as Array<{\n userId?: string | null;\n accountId?: string | null;\n }>) {\n if (!account.userId || !account.accountId) continue;\n discordAccountIdByAuthUserId.set(account.userId, account.accountId);\n }\n return discordAccountIdByAuthUserId;\n}\n\nasync function getStoriesRoleSnapshotsByLegacyUserIds(\n ctx: AuthCtx,\n legacyUserIds: number[],\n) {\n const wantedIds = new Set(\n legacyUserIds.filter((legacyUserId) => Number.isFinite(legacyUserId)),\n );\n if (wantedIds.size === 0) {\n return new Map<\n number,\n {\n assignedStoriesCount?: number | null;\n syncStatus?:\n | \"assigned\"\n | \"up_to_date\"\n | \"no_milestone\"\n | \"not_linked\"\n | \"member_not_found\"\n | \"error\"\n | null;\n lastSyncedAt?: number | null;\n }\n >();\n }\n\n const snapshotByLegacyUserId = new Map<\n number,\n {\n assignedStoriesCount?: number | null;\n syncStatus?:\n | \"assigned\"\n | \"up_to_date\"\n | \"no_milestone\"\n | \"not_linked\"\n | \"member_not_found\"\n | \"error\"\n | null;\n lastSyncedAt?: number | null;\n }\n >();\n\n const rows = await Promise.all(\n Array.from(wantedIds).map((legacyUserId) =>\n ctx.db\n .query(\"discord_stories_role_sync\")\n .withIndex(\"by_legacy_user_id\", (q) =>\n q.eq(\"legacyUserId\", legacyUserId),\n )\n .unique(),\n ),\n );\n\n for (const row of rows) {\n if (!row) continue;\n if (!wantedIds.has(row.legacyUserId)) continue;\n snapshotByLegacyUserId.set(row.legacyUserId, row);\n }\n return snapshotByLegacyUserId;\n}\n\nexport const getAdminUsersPage = query({\n args: {\n query: v.string(),\n limit: v.number(),\n activatedFilter: yesNoAllFilterValidator,\n roleFilter: roleFilterValidator,\n },\n returns: v.object({\n users: v.array(adminUserValidator),\n hasMore: v.boolean(),\n }),\n handler: async (ctx, args) => {\n if (!(await isAdmin(ctx))) {\n return { users: [], hasMore: false };\n }\n\n const limit = Math.max(1, Math.min(500, Math.floor(args.limit)));\n const queryLimit = limit + 1;\n const searchTerm = args.query.trim();\n const searchLower = searchTerm.toLowerCase();\n const searchMode =\n searchTerm.length === 0\n ? \"none\"\n : /^\\d+$/.test(searchLower)\n ? \"id\"\n : searchTerm.includes(\"@\")\n ? \"email\"\n : \"username\";\n\n const matchedUsers =\n searchMode === \"id\"\n ? await ctx.runQuery(components.betterAuth.adapter.searchUsersById, {\n activatedFilter: args.activatedFilter,\n roleFilter: args.roleFilter,\n id: searchTerm,\n })\n : searchMode === \"email\"\n ? await ctx.runQuery(\n components.betterAuth.adapter.searchUsersByEmailPrefix,\n {\n activatedFilter: args.activatedFilter,\n roleFilter: args.roleFilter,\n prefix: searchTerm,\n limit: queryLimit,\n },\n )\n : searchMode === \"username\"\n ? await ctx.runQuery(\n components.betterAuth.adapter.searchUsersByUsernamePrefix,\n {\n activatedFilter: args.activatedFilter,\n roleFilter: args.roleFilter,\n prefix: searchTerm,\n limit: queryLimit,\n },\n )\n : await ctx.runQuery(components.betterAuth.adapter.searchUsersAll, {\n activatedFilter: args.activatedFilter,\n roleFilter: args.roleFilter,\n limit: queryLimit,\n });\n const pageUsers = matchedUsers.slice(0, limit) as Array<{\n _id?: string;\n userId?: string | null;\n name?: string | null;\n email?: string | null;\n image?: string | null;\n createdAt?: number | null;\n role?: string | null;\n emailVerified?: unknown;\n }>;\n const discordAccountIdByAuthUserId =\n await getDiscordAccountIdsByAuthUserIds(\n ctx,\n pageUsers\n .map((user) => user._id)\n .filter((value): value is string => typeof value === \"string\"),\n );\n const storiesRoleSnapshotByLegacyUserId =\n await getStoriesRoleSnapshotsByLegacyUserIds(\n ctx,\n pageUsers\n .map((user) => Number.parseInt(user.userId ?? \"\", 10))\n .filter((value) => Number.isFinite(value)),\n );\n const users = pageUsers.map((user) =>\n toAdminUser(\n user,\n typeof user._id === \"string\"\n ? (discordAccountIdByAuthUserId.get(user._id) ?? null)\n : null,\n (() => {\n const legacyUserId = Number.parseInt(user.userId ?? \"\", 10);\n return Number.isFinite(legacyUserId)\n ? (storiesRoleSnapshotByLegacyUserId.get(legacyUserId) ?? null)\n : null;\n })(),\n ),\n );\n return { users, hasMore: matchedUsers.length > limit };\n },\n});\n\nexport const getAdminUserByLegacyId = query({\n args: {\n id: v.number(),\n },\n returns: v.union(adminUserValidator, v.null()),\n handler: async (ctx, args) => {\n if (!(await isAdmin(ctx))) return null;\n const user = await findAuthUserByLegacyId(ctx, args.id);\n if (!user?._id) return null;\n const discordAccountIdByAuthUserId =\n await getDiscordAccountIdsByAuthUserIds(ctx, [user._id]);\n const storiesRoleSnapshotByLegacyUserId =\n await getStoriesRoleSnapshotsByLegacyUserIds(ctx, [args.id]);\n return toAdminUser(\n user,\n discordAccountIdByAuthUserId.get(user._id) ?? null,\n storiesRoleSnapshotByLegacyUserId.get(args.id) ?? null,\n );\n },\n});\n\nexport const setAdminUserActivated = mutation({\n args: {\n id: v.number(),\n activated: v.boolean(),\n },\n returns: v.null(),\n handler: async (ctx, args) => {\n if (!(await isAdmin(ctx))) return null;\n const user = await findAuthUserByLegacyId(ctx, args.id);\n if (!user?._id) return null;\n\n await ctx.runMutation(components.betterAuth.adapter.updateOne, {\n input: {\n model: \"user\",\n where: [{ field: \"_id\", value: user._id }],\n update: { emailVerified: args.activated },\n },\n });\n return null;\n },\n});\n\nexport const setAdminUserWrite = mutation({\n args: {\n id: v.number(),\n write: v.boolean(),\n },\n returns: v.null(),\n handler: async (ctx, args) => {\n if (!(await isAdmin(ctx))) return null;\n const user = await findAuthUserByLegacyId(ctx, args.id);\n if (!user?._id) return null;\n\n await ctx.runMutation(components.betterAuth.adapter.updateOne, {\n input: {\n model: \"user\",\n where: [{ field: \"_id\", value: user._id }],\n update: { role: args.write ? \"contributor\" : \"user\" },\n },\n });\n return null;\n },\n});\n\nexport const setAdminUserDelete = mutation({\n args: {\n id: v.number(),\n },\n returns: v.null(),\n handler: async (ctx, args) => {\n if (!(await isAdmin(ctx))) return null;\n const user = await findAuthUserByLegacyId(ctx, args.id);\n if (!user?._id) return null;\n\n await ctx.runMutation(components.betterAuth.adapter.deleteOne, {\n input: {\n model: \"user\",\n where: [{ field: \"_id\", value: user._id }],\n },\n });\n return null;\n },\n});\n\nexport const getAdminLanguages = query({\n args: {},\n returns: v.array(adminLanguageValidator),\n handler: async (ctx) => {\n if (!(await isAdmin(ctx))) return [];\n\n const rows = await ctx.db.query(\"languages\").collect();\n return rows\n .map((row) => ({\n id: row.legacyId,\n name: row.name,\n short: row.short,\n flag:\n typeof row.flag === \"number\"\n ? row.flag\n : Number.isFinite(Number(row.flag))\n ? Number(row.flag)\n : 0,\n flag_file: row.flag_file ?? \"\",\n speaker: row.speaker ?? \"\",\n default_text: row.default_text ?? \"\",\n tts_replace: row.tts_replace ?? \"\",\n public: row.public,\n rtl: row.rtl,\n }))\n .sort((a, b) => a.id - b.id);\n },\n});\n\nexport const getAdminCourses = query({\n args: {},\n returns: v.object({\n courses: v.array(adminCourseValidator),\n languages: v.array(adminLanguageValidator),\n }),\n handler: async (ctx) => {\n if (!(await isAdmin(ctx))) {\n return {\n courses: [],\n languages: [],\n };\n }\n\n const [courseRows, languageRows] = await Promise.all([\n ctx.db.query(\"courses\").collect(),\n ctx.db.query(\"languages\").collect(),\n ]);\n\n const languageIdToLegacy = new Map, number>();\n for (const language of languageRows) {\n languageIdToLegacy.set(language._id, language.legacyId);\n }\n\n const courses = courseRows\n .map((row) => ({\n id: row.legacyId,\n learning_language: languageIdToLegacy.get(row.learningLanguageId) ?? 0,\n from_language: languageIdToLegacy.get(row.fromLanguageId) ?? 0,\n public: row.public,\n official: row.official,\n name: row.name ?? null,\n about: row.about ?? null,\n conlang: row.conlang ?? false,\n short: row.short ?? null,\n tags: row.tags ?? [],\n }))\n .sort((a, b) => a.id - b.id);\n\n const languages = languageRows\n .map((row) => ({\n id: row.legacyId,\n name: row.name,\n short: row.short,\n flag:\n typeof row.flag === \"number\"\n ? row.flag\n : Number.isFinite(Number(row.flag))\n ? Number(row.flag)\n : 0,\n flag_file: row.flag_file ?? \"\",\n speaker: row.speaker ?? \"\",\n default_text: row.default_text ?? \"\",\n tts_replace: row.tts_replace ?? \"\",\n public: row.public,\n rtl: row.rtl,\n }))\n .sort((a, b) => a.id - b.id);\n\n return { courses, languages };\n },\n});\n\nexport const getAdminStoryByLegacyId = query({\n args: {\n legacyStoryId: v.number(),\n },\n returns: v.union(adminStoryValidator, v.null()),\n handler: async (ctx, args) => {\n if (!(await isAdmin(ctx))) return null;\n\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyStoryId))\n .unique();\n if (!story || typeof story.legacyId !== \"number\") return null;\n\n const course = await ctx.db.get(story.courseId);\n if (!course || !course.short) return null;\n\n const approvals = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", story._id))\n .collect();\n\n const legacyIds = approvals\n .map((approval) => approval.legacyUserId)\n .filter((id): id is number => typeof id === \"number\");\n\n const authUsers = await ctx.runQuery(\n components.betterAuth.adapter.findMany,\n {\n model: \"user\",\n where: [\n { field: \"userId\", operator: \"in\", value: legacyIds.map(String) },\n ],\n paginationOpts: { cursor: null, numItems: legacyIds.length + 10 },\n },\n );\n const userNameByLegacyId = new Map();\n for (const user of authUsers.page as Array<{\n userId?: string | null;\n name?: string | null;\n }>) {\n const legacyId = Number.parseInt(user.userId ?? \"\", 10);\n if (!Number.isFinite(legacyId) || !user.name) continue;\n userNameByLegacyId.set(legacyId, user.name);\n }\n\n return {\n id: story.legacyId,\n name: story.name,\n image: story.imageId\n ? ((await ctx.db.get(story.imageId))?.legacyId ?? \"\")\n : \"\",\n public: story.public,\n short: course.short,\n approvals: approvals\n .map((approval) => ({\n id: approval.legacyId ?? 0,\n date: approval.date,\n name:\n typeof approval.legacyUserId === \"number\"\n ? (userNameByLegacyId.get(approval.legacyUserId) ?? \"Unknown\")\n : \"Unknown\",\n }))\n .filter((approval) => approval.id > 0),\n };\n },\n});\n" }, { "path": "convex/adminStoryWrite.ts", "content": "import { mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { requireAdmin } from \"./lib/authorization\";\nimport { recomputeCoursePublishedCount } from \"./lib/courseCounts\";\n\nexport const togglePublished = mutation({\n args: {\n legacyStoryId: v.number(),\n operationKey: v.optional(v.string()),\n },\n returns: v.null(),\n handler: async (ctx, args) => {\n await requireAdmin(ctx);\n\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyStoryId))\n .unique();\n if (!story || typeof story.legacyId !== \"number\") {\n throw new Error(`Story ${args.legacyStoryId} not found`);\n }\n\n const course = await ctx.db.get(story.courseId);\n if (!course || typeof course.legacyId !== \"number\") {\n throw new Error(`Course missing for story ${args.legacyStoryId}`);\n }\n\n const nextPublic = !story.public;\n await ctx.db.patch(story._id, { public: nextPublic });\n await recomputeCoursePublishedCount(ctx, course._id);\n\n return null;\n },\n});\n\nexport const removeApproval = mutation({\n args: {\n legacyStoryId: v.number(),\n legacyApprovalId: v.number(),\n operationKey: v.optional(v.string()),\n },\n returns: v.null(),\n handler: async (ctx, args) => {\n await requireAdmin(ctx);\n\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyStoryId))\n .unique();\n if (!story || typeof story.legacyId !== \"number\") {\n throw new Error(`Story ${args.legacyStoryId} not found`);\n }\n\n const approval = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyApprovalId))\n .unique();\n if (!approval) {\n return null;\n }\n\n if (approval.storyId !== story._id) {\n throw new Error(\"Approval does not belong to story\");\n }\n\n await ctx.db.delete(approval._id);\n\n const approvals = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", story._id))\n .collect();\n const approvalCount = approvals.length;\n const storyStatus: \"draft\" | \"feedback\" | \"finished\" =\n approvalCount === 0\n ? \"draft\"\n : approvalCount === 1\n ? \"feedback\"\n : \"finished\";\n await ctx.db.patch(story._id, {\n status: storyStatus,\n approvalCount,\n });\n\n return null;\n },\n});\n" }, { "path": "convex/adminWrite.ts", "content": "import { mutation } from \"./_generated/server\";\nimport type { MutationCtx } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { requireAdmin } from \"./lib/authorization\";\n\nfunction toLegacyLanguageResponse(row: {\n legacyId: number;\n name: string;\n short: string;\n flag?: number | string;\n flag_file?: string;\n speaker?: string;\n default_text?: string;\n tts_replace?: string;\n public: boolean;\n rtl: boolean;\n}) {\n return {\n id: row.legacyId,\n name: row.name,\n short: row.short,\n flag:\n typeof row.flag === \"number\"\n ? row.flag\n : Number.isFinite(Number(row.flag))\n ? Number(row.flag)\n : 0,\n flag_file: row.flag_file ?? \"\",\n speaker: row.speaker ?? \"\",\n default_text: row.default_text ?? \"\",\n tts_replace: row.tts_replace ?? \"\",\n public: row.public,\n rtl: row.rtl,\n };\n}\n\nasync function getNextLegacyId(\n ctx: MutationCtx,\n table: \"languages\" | \"courses\",\n) {\n const rows = await ctx.db.query(table).collect();\n const current = rows.reduce((max, row) => {\n const legacyId = Number(row.legacyId ?? 0);\n return legacyId > max ? legacyId : max;\n }, 0);\n return Math.max(1, current + 1);\n}\n\nasync function getNextUnusedLegacyId(\n ctx: MutationCtx,\n table: \"languages\" | \"courses\",\n) {\n let candidate = await getNextLegacyId(ctx, table);\n for (let attempts = 0; attempts < 1000; attempts += 1) {\n const existing = await ctx.db\n .query(table)\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", candidate))\n .unique();\n if (!existing) return candidate;\n candidate += 1;\n }\n throw new Error(`Failed to allocate unique ${table} legacy ID`);\n}\n\nasync function getLanguageByLegacyId(ctx: MutationCtx, legacyId: number) {\n return await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", legacyId))\n .unique();\n}\n\nexport const updateAdminLanguage = mutation({\n args: {\n id: v.number(),\n name: v.string(),\n short: v.string(),\n flag: v.number(),\n flag_file: v.string(),\n speaker: v.string(),\n rtl: v.boolean(),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n id: v.number(),\n name: v.string(),\n short: v.string(),\n flag: v.number(),\n flag_file: v.string(),\n speaker: v.string(),\n default_text: v.string(),\n tts_replace: v.string(),\n public: v.boolean(),\n rtl: v.boolean(),\n }),\n handler: async (ctx, args) => {\n await requireAdmin(ctx);\n const language = await getLanguageByLegacyId(ctx, args.id);\n\n if (!language) {\n throw new Error(`Language ${args.id} not found`);\n }\n\n const operationKey =\n args.operationKey ?? `language:${args.id}:admin_set:${Date.now()}`;\n\n await ctx.db.patch(language._id, {\n name: args.name,\n short: args.short,\n flag: args.flag,\n flag_file: args.flag_file,\n speaker: args.speaker,\n rtl: args.rtl,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n\n return toLegacyLanguageResponse({\n ...language,\n name: args.name,\n short: args.short,\n flag: args.flag,\n flag_file: args.flag_file,\n speaker: args.speaker,\n rtl: args.rtl,\n });\n },\n});\n\nexport const createAdminLanguage = mutation({\n args: {\n name: v.string(),\n short: v.string(),\n flag: v.number(),\n flag_file: v.string(),\n speaker: v.string(),\n rtl: v.boolean(),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n id: v.number(),\n name: v.string(),\n short: v.string(),\n flag: v.number(),\n flag_file: v.string(),\n speaker: v.string(),\n default_text: v.string(),\n tts_replace: v.string(),\n public: v.boolean(),\n rtl: v.boolean(),\n }),\n handler: async (ctx, args) => {\n await requireAdmin(ctx);\n const legacyId = await getNextUnusedLegacyId(ctx, \"languages\");\n const operationKey =\n args.operationKey ?? `language:${legacyId}:admin_create:${Date.now()}`;\n\n await ctx.db.insert(\"languages\", {\n legacyId,\n name: args.name,\n short: args.short,\n flag: args.flag,\n flag_file: args.flag_file,\n speaker: args.speaker,\n default_text: \"\",\n tts_replace: \"\",\n public: false,\n rtl: args.rtl,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n\n return {\n id: legacyId,\n name: args.name,\n short: args.short,\n flag: args.flag,\n flag_file: args.flag_file,\n speaker: args.speaker,\n default_text: \"\",\n tts_replace: \"\",\n public: false,\n rtl: args.rtl,\n };\n },\n});\n\nexport const updateAdminCourse = mutation({\n args: {\n id: v.number(),\n learning_language: v.number(),\n from_language: v.number(),\n public: v.optional(v.boolean()),\n name: v.optional(v.string()),\n conlang: v.optional(v.boolean()),\n tags: v.optional(v.array(v.string())),\n about: v.optional(v.string()),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n id: v.number(),\n learning_language: v.number(),\n from_language: v.number(),\n public: v.boolean(),\n official: v.boolean(),\n name: v.union(v.string(), v.null()),\n about: v.union(v.string(), v.null()),\n conlang: v.boolean(),\n short: v.union(v.string(), v.null()),\n tags: v.array(v.string()),\n }),\n handler: async (ctx, args) => {\n await requireAdmin(ctx);\n const [course, learningLanguage, fromLanguage] = await Promise.all([\n ctx.db\n .query(\"courses\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.id))\n .unique(),\n getLanguageByLegacyId(ctx, args.learning_language),\n getLanguageByLegacyId(ctx, args.from_language),\n ]);\n\n if (!course) throw new Error(`Course ${args.id} not found`);\n if (!learningLanguage || !fromLanguage) {\n throw new Error(\"Course languages not found\");\n }\n\n const short = `${learningLanguage.short}-${fromLanguage.short}`;\n const operationKey =\n args.operationKey ?? `course:${args.id}:admin_set:${Date.now()}`;\n const nextPublic = args.public ?? course.public;\n const nextName = args.name ?? course.name ?? null;\n const nextConlang = args.conlang ?? course.conlang ?? false;\n const nextTags = args.tags ?? course.tags ?? [];\n const nextAbout = args.about ?? course.about ?? null;\n\n const patchData: {\n learningLanguageId: typeof learningLanguage._id;\n fromLanguageId: typeof fromLanguage._id;\n learning_language_name: string;\n from_language_name: string;\n short: string;\n public: boolean;\n mirrorUpdatedAt: number;\n lastOperationKey: string;\n name?: string;\n conlang?: boolean;\n tags?: string[];\n about?: string;\n } = {\n learningLanguageId: learningLanguage._id,\n fromLanguageId: fromLanguage._id,\n learning_language_name: learningLanguage.name,\n from_language_name: fromLanguage.name,\n short,\n public: nextPublic,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n };\n if (nextName !== null) patchData.name = nextName;\n if (nextAbout !== null) patchData.about = nextAbout;\n patchData.conlang = nextConlang;\n patchData.tags = nextTags;\n\n await ctx.db.patch(course._id, patchData);\n\n return {\n id: args.id,\n learning_language: args.learning_language,\n from_language: args.from_language,\n public: nextPublic,\n official: course.official,\n name: nextName,\n about: nextAbout,\n conlang: nextConlang,\n short,\n tags: nextTags,\n };\n },\n});\n\nexport const createAdminCourse = mutation({\n args: {\n learning_language: v.number(),\n from_language: v.number(),\n public: v.optional(v.boolean()),\n name: v.optional(v.string()),\n official: v.optional(v.number()),\n conlang: v.optional(v.boolean()),\n tags: v.optional(v.array(v.string())),\n about: v.optional(v.string()),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n id: v.number(),\n learning_language: v.number(),\n from_language: v.number(),\n public: v.boolean(),\n official: v.boolean(),\n name: v.union(v.string(), v.null()),\n about: v.union(v.string(), v.null()),\n conlang: v.boolean(),\n short: v.union(v.string(), v.null()),\n tags: v.array(v.string()),\n }),\n handler: async (ctx, args) => {\n await requireAdmin(ctx);\n const [learningLanguage, fromLanguage] = await Promise.all([\n getLanguageByLegacyId(ctx, args.learning_language),\n getLanguageByLegacyId(ctx, args.from_language),\n ]);\n if (!learningLanguage || !fromLanguage) {\n throw new Error(\"Course languages not found\");\n }\n\n const legacyId = await getNextUnusedLegacyId(ctx, \"courses\");\n const short = `${learningLanguage.short}-${fromLanguage.short}`;\n const nextPublic = args.public ?? false;\n const nextOfficial = args.official ?? 0;\n const nextName = args.name ?? null;\n const nextConlang = args.conlang ?? false;\n const nextTags = args.tags ?? [];\n const nextAbout = args.about ?? null;\n const operationKey =\n args.operationKey ?? `course:${legacyId}:admin_create:${Date.now()}`;\n\n await ctx.db.insert(\"courses\", {\n legacyId,\n short,\n learningLanguageId: learningLanguage._id,\n fromLanguageId: fromLanguage._id,\n public: nextPublic,\n official: nextOfficial !== 0,\n name: nextName ?? undefined,\n about: nextAbout ?? undefined,\n conlang: nextConlang,\n tags: nextTags,\n learning_language_name: learningLanguage.name,\n from_language_name: fromLanguage.name,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n\n return {\n id: legacyId,\n learning_language: args.learning_language,\n from_language: args.from_language,\n public: nextPublic,\n official: nextOfficial !== 0,\n name: nextName,\n about: nextAbout,\n conlang: nextConlang,\n short,\n tags: nextTags,\n };\n },\n});\n" }, { "path": "convex/audioRead.ts", "content": "import { query } from \"./_generated/server\";\nimport { v } from \"convex/values\";\n\nexport const getSpeakerByName = query({\n args: {\n speaker: v.string(),\n },\n returns: v.union(\n v.object({\n id: v.number(),\n speaker: v.string(),\n type: v.string(),\n gender: v.optional(v.string()),\n service: v.optional(v.string()),\n }),\n v.null(),\n ),\n handler: async (ctx, args) => {\n const row = await ctx.db\n .query(\"speakers\")\n .withIndex(\"by_speaker\", (q) => q.eq(\"speaker\", args.speaker))\n .unique();\n if (!row) return null;\n\n return {\n id: row.legacyId ?? 0,\n speaker: row.speaker,\n type: row.type,\n gender: row.gender,\n service: row.service,\n };\n },\n});\n" }, { "path": "convex/auth.config.ts", "content": "import { getAuthConfigProvider } from \"@convex-dev/better-auth/auth-config\";\nimport type { AuthConfig } from \"convex/server\";\n\nexport default {\n providers: [getAuthConfigProvider()],\n} satisfies AuthConfig;\n" }, { "path": "convex/auth.ts", "content": "import { authComponent } from \"./betterAuth/auth\";\nimport { query } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { components } from \"./_generated/api\";\nimport { requireContributorOrAdmin } from \"./lib/authorization\";\n\nconst authClientApi = authComponent.clientApi();\nexport const getAuthUser = authClientApi.getAuthUser;\n\nexport const getCurrentUser = query({\n args: {},\n handler: async (ctx) => {\n const identity = await ctx.auth.getUserIdentity();\n if (!identity) return null;\n\n return {\n ...identity,\n role: identity.role ?? \"user\",\n };\n },\n});\n\nexport const getLinkedProvidersForCurrentUser = query({\n args: {},\n handler: async (ctx) => {\n const identity = (await ctx.auth.getUserIdentity()) as {\n email?: string | null;\n } | null;\n const email = identity?.email?.toLowerCase();\n if (!email) return [] as string[];\n\n const authUser = await ctx.runQuery(components.betterAuth.adapter.findOne, {\n model: \"user\",\n where: [{ field: \"email\", value: email }],\n });\n\n if (!authUser?._id) return [] as string[];\n\n const accounts = await ctx.runQuery(\n components.betterAuth.adapter.findMany,\n {\n model: \"account\",\n where: [{ field: \"userId\", value: authUser._id }],\n paginationOpts: { cursor: null, numItems: 100 },\n },\n );\n\n const providers = (accounts.page as Array<{ providerId?: string | null }>)\n .map((account) => account.providerId)\n .filter((provider): provider is string => Boolean(provider));\n\n return Array.from(new Set(providers));\n },\n});\n\nexport const getUserNamesByLegacyIds = query({\n args: {\n legacyIds: v.array(v.number()),\n },\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n\n const uniqueIds = Array.from(new Set(args.legacyIds));\n if (!uniqueIds.length)\n return [] as Array<{ legacyId: number; name: string }>;\n\n const userIds = uniqueIds.map((id) => String(id));\n const users = await ctx.runQuery(components.betterAuth.adapter.findMany, {\n model: \"user\",\n where: [{ field: \"userId\", operator: \"in\", value: userIds }],\n paginationOpts: { cursor: null, numItems: userIds.length + 10 },\n });\n\n return (\n users.page as Array<{ userId?: string | null; name?: string | null }>\n )\n .map((user) => {\n const legacyId = Number.parseInt(user.userId ?? \"\", 10);\n if (!Number.isFinite(legacyId) || !user.name) return null;\n return { legacyId, name: user.name };\n })\n .filter((row): row is { legacyId: number; name: string } => row !== null);\n },\n});\n" }, { "path": "convex/authFunctions.ts", "content": "import { internalMutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { components } from \"./_generated/api\";\n\nexport const onCreate = internalMutation({\n args: {\n model: v.string(),\n doc: v.any(),\n },\n handler: async (ctx, args) => {\n if (args.model !== \"user\") return;\n const doc = args.doc as { _id: string; userId?: string | null };\n if (doc.userId) return;\n\n let maxId = 0;\n let cursor: string | null = null;\n do {\n const page = (await ctx.runQuery(\n components.betterAuth.adapter.findMany as any,\n {\n model: \"user\",\n where: [],\n paginationOpts: { cursor, numItems: 1000 },\n },\n )) as any;\n\n for (const user of page.page as Array<{ userId?: string | null }>) {\n const parsed = Number.parseInt(user.userId ?? \"\", 10);\n if (!Number.isNaN(parsed) && parsed > maxId) maxId = parsed;\n }\n\n cursor = page.isDone ? null : (page.continueCursor ?? null);\n } while (cursor);\n\n const nextId = maxId + 1;\n await ctx.runMutation(components.betterAuth.adapter.updateOne, {\n input: {\n model: \"user\",\n where: [{ field: \"_id\", value: doc._id }],\n update: { userId: String(nextId) },\n },\n });\n },\n});\n" }, { "path": "convex/authMigration.ts", "content": "import { action, query } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { api, components } from \"./_generated/api\";\n\nconst PAGE_SIZE = 200;\n\nexport const listLegacyUsersForRoleSync = query({\n args: {\n cursor: v.optional(v.string()),\n limit: v.optional(v.number()),\n },\n handler: async () => {\n // Legacy users table has been removed from app schema.\n return {\n page: [],\n isDone: true,\n continueCursor: null,\n };\n },\n});\n\nexport const syncBetterAuthRoles = action({\n args: {\n dryRun: v.optional(v.boolean()),\n limit: v.optional(v.number()),\n },\n handler: async (ctx, args) => {\n const dryRun = args.dryRun ?? false;\n const limit = args.limit ?? PAGE_SIZE;\n let cursor: string | undefined = undefined;\n\n let total = 0;\n let updated = 0;\n let skipped = 0;\n let missing = 0;\n\n while (true) {\n const pageResult = (await ctx.runQuery(\n api.authMigration.listLegacyUsersForRoleSync,\n { cursor: cursor ?? undefined, limit },\n )) as {\n page: Array<{ email?: string; admin?: boolean; role?: boolean }>;\n isDone: boolean;\n continueCursor?: string | null;\n };\n\n for (const legacyUser of pageResult.page) {\n total += 1;\n\n if (!legacyUser.email) {\n skipped += 1;\n continue;\n }\n\n let desiredRole: string | null = null;\n if (legacyUser.admin) {\n desiredRole = \"admin\";\n } else if (legacyUser.role) {\n desiredRole = \"contributor\";\n }\n\n if (!desiredRole) {\n skipped += 1;\n continue;\n }\n\n const authUser = await ctx.runQuery(\n components.betterAuth.adapter.findOne,\n {\n model: \"user\",\n where: [\n {\n field: \"email\",\n value: legacyUser.email.toLowerCase(),\n },\n ],\n },\n );\n\n if (!authUser) {\n missing += 1;\n continue;\n }\n\n const authRole = Array.isArray(authUser.role)\n ? authUser.role[0]\n : authUser.role;\n\n if (authRole === desiredRole) {\n skipped += 1;\n continue;\n }\n\n if (!dryRun) {\n await ctx.runMutation(components.betterAuth.adapter.updateOne, {\n input: {\n model: \"user\",\n where: [\n {\n field: \"_id\",\n value: (authUser as { _id: string })._id,\n },\n ],\n update: { role: desiredRole } as any,\n },\n });\n }\n\n updated += 1;\n }\n\n if (pageResult.isDone) {\n break;\n }\n\n cursor = pageResult.continueCursor ?? undefined;\n }\n\n return {\n dryRun,\n total,\n updated,\n skipped,\n missing,\n };\n },\n});\n\nfunction normalizeUsername(input: string): string {\n const lower = input.trim().toLowerCase();\n const cleaned = lower.replace(/[^a-z0-9_-]/g, \"_\");\n if (cleaned.length >= 3) return cleaned;\n return `${cleaned || \"user\"}_${Math.random().toString(36).slice(2, 6)}`;\n}\n\nexport const migrateLegacyUsersToBetterAuth = action({\n args: {\n dryRun: v.optional(v.boolean()),\n limit: v.optional(v.number()),\n cursor: v.optional(v.string()),\n },\n handler: async (ctx, args) => {\n const dryRun = args.dryRun ?? false;\n const limit = args.limit ?? PAGE_SIZE;\n const cursor = args.cursor ?? undefined;\n\n let total = 0;\n let created = 0;\n let skipped = 0;\n let missingPassword = 0;\n let accountsCreated = 0;\n let accountsFailed = 0;\n const errors: Array<{\n email?: string;\n legacyId?: number;\n step: string;\n message: string;\n }> = [];\n\n const pageResult = (await ctx.runQuery(\n api.authMigration.listLegacyUsersForRoleSync,\n { cursor, limit },\n )) as {\n page: Array<{\n legacyId?: number;\n name?: string;\n email?: string;\n image?: string;\n emailVerified?: number;\n password?: string;\n regdate?: number;\n }>;\n isDone: boolean;\n continueCursor?: string | null;\n };\n\n for (const legacyUser of pageResult.page) {\n total += 1;\n if (!legacyUser.email) {\n skipped += 1;\n continue;\n }\n\n const email = legacyUser.email.toLowerCase();\n const existing = await ctx.runQuery(\n components.betterAuth.adapter.findOne,\n {\n model: \"user\",\n where: [\n {\n field: \"email\",\n value: email,\n },\n ],\n },\n );\n\n if (existing) {\n skipped += 1;\n continue;\n }\n\n const createdAt = (() => {\n if (typeof legacyUser.regdate !== \"number\") {\n return Date.now();\n }\n return legacyUser.regdate > 1_000_000_000_000\n ? legacyUser.regdate\n : legacyUser.regdate * 1000;\n })();\n const displayUsername = legacyUser.name || email.split(\"@\")[0] || email;\n const baseUsername = normalizeUsername(displayUsername);\n const suffix = legacyUser.legacyId\n ? `_${legacyUser.legacyId}`\n : `_${Math.random().toString(36).slice(2, 10)}`;\n const username = `${baseUsername}${suffix}`;\n\n if (!dryRun) {\n let newUser: { _id: string } | null | undefined = undefined;\n\n try {\n newUser = await ctx.runMutation(\n components.betterAuth.adapter.create,\n {\n input: {\n model: \"user\",\n data: {\n createdAt,\n updatedAt: createdAt,\n email,\n emailVerified: Boolean(legacyUser.emailVerified),\n name: displayUsername,\n image: legacyUser.image ?? null,\n username,\n displayUsername,\n },\n },\n },\n );\n } catch (error: any) {\n errors.push({\n email,\n legacyId: legacyUser.legacyId,\n step: \"createUser\",\n message: String(error?.message || error),\n });\n }\n\n const newUserId =\n (newUser as { _id?: string } | null | undefined)?._id ??\n (\n await ctx.runQuery(components.betterAuth.adapter.findOne, {\n model: \"user\",\n where: [{ field: \"email\", value: email }],\n })\n )?._id;\n\n if (!newUserId) {\n skipped += 1;\n continue;\n }\n\n if (legacyUser.password) {\n try {\n await ctx.runMutation(components.betterAuth.adapter.create, {\n input: {\n model: \"account\",\n data: {\n accountId: newUserId,\n providerId: \"credential\",\n password: legacyUser.password,\n userId: newUserId,\n createdAt,\n updatedAt: createdAt,\n },\n },\n });\n } catch (error: any) {\n errors.push({\n email,\n legacyId: legacyUser.legacyId,\n step: \"createAccount\",\n message: String(error?.message || error),\n });\n }\n } else {\n missingPassword += 1;\n }\n } else if (!legacyUser.password) {\n missingPassword += 1;\n }\n\n created += 1;\n }\n\n return {\n dryRun,\n total,\n created,\n skipped,\n missingPassword,\n errors,\n continueCursor: pageResult.continueCursor ?? undefined,\n isDone: pageResult.isDone,\n };\n },\n});\n\nconst betterAuthUserInput = v.object({\n legacyId: v.number(),\n email: v.string(),\n name: v.string(),\n username: v.string(),\n displayUsername: v.string(),\n image: v.optional(v.union(v.null(), v.string())),\n emailVerified: v.optional(v.boolean()),\n createdAt: v.number(),\n password: v.optional(v.string()),\n});\n\nconst betterAuthAccountInput = v.object({\n legacyAccountId: v.number(),\n legacyUserId: v.number(),\n providerId: v.string(),\n providerAccountId: v.optional(v.union(v.null(), v.string())),\n accessToken: v.optional(v.string()),\n refreshToken: v.optional(v.string()),\n expiresAt: v.optional(v.number()),\n tokenType: v.optional(v.string()),\n scope: v.optional(v.string()),\n idToken: v.optional(v.string()),\n sessionState: v.optional(v.string()),\n createdAt: v.number(),\n updatedAt: v.number(),\n accountType: v.optional(v.string()),\n});\n\nexport const importBetterAuthUsersBatch = action({\n args: {\n users: v.array(betterAuthUserInput),\n verbose: v.optional(v.boolean()),\n fastPath: v.optional(v.boolean()),\n },\n handler: async (ctx, args) => {\n const users = args.users;\n const verbose = args.verbose ?? false;\n const fastPath = args.fastPath ?? false;\n if (verbose) {\n console.log(\n `[importBetterAuthUsersBatch] received ${users.length} users`,\n users[0]?.email ? `first=${users[0].email}` : \"\",\n );\n }\n let created = 0;\n let skipped = 0;\n let missingPassword = 0;\n let accountsCreated = 0;\n let accountsFailed = 0;\n const errors: Array<{\n email: string;\n legacyId: number;\n step: string;\n message: string;\n }> = [];\n\n const existingEmails = new Set();\n\n for (const user of users) {\n const email = user.email.toLowerCase();\n if (existingEmails.has(email)) {\n skipped += 1;\n continue;\n }\n existingEmails.add(email);\n\n let newUserId: string | undefined;\n let didCreate = false;\n try {\n const newUser = await ctx.runMutation(\n components.betterAuth.adapter.create,\n {\n input: {\n model: \"user\",\n data: {\n createdAt: user.createdAt,\n updatedAt: user.createdAt,\n email,\n emailVerified: Boolean(user.emailVerified),\n name: user.name,\n image: user.image ?? null,\n username: user.username,\n displayUsername: user.displayUsername,\n userId: String(user.legacyId),\n },\n },\n },\n );\n if (verbose) {\n console.log(\n `[importBetterAuthUsersBatch] create user email=${email} id=${(newUser as { _id?: string } | null)?._id ?? \"null\"}`,\n );\n }\n newUserId = (newUser as { _id?: string } | null)?._id ?? undefined;\n didCreate = Boolean(newUserId);\n } catch (error: any) {\n const message = String(error?.message || error);\n if (verbose) {\n console.log(\n `[importBetterAuthUsersBatch] create user error email=${email} message=${message}`,\n );\n }\n if (message.includes(\"email already exists\")) {\n skipped += 1;\n if (fastPath) {\n continue;\n }\n let existing = await ctx.runQuery(\n components.betterAuth.adapter.findOne,\n {\n model: \"user\",\n where: [\n {\n field: \"email\",\n value: email,\n },\n ],\n },\n );\n if (!existing?._id) {\n existing = await ctx.runQuery(\n components.betterAuth.adapter.findOne,\n {\n model: \"user\",\n where: [\n {\n field: \"userId\",\n value: String(user.legacyId),\n },\n ],\n },\n );\n }\n if (existing?._id) {\n newUserId = existing._id;\n const existingUserId =\n (existing as { userId?: string | null }).userId ?? null;\n if (!existingUserId) {\n try {\n await ctx.runMutation(components.betterAuth.adapter.updateOne, {\n input: {\n model: \"user\",\n where: [\n {\n field: \"_id\",\n value: existing._id,\n },\n ],\n update: { userId: String(user.legacyId) } as any,\n },\n });\n } catch (updateError: any) {\n errors.push({\n email,\n legacyId: user.legacyId,\n step: \"updateExistingUserId\",\n message: String(updateError?.message || updateError),\n });\n }\n }\n }\n if (!newUserId) {\n errors.push({\n email,\n legacyId: user.legacyId,\n step: \"findExistingUser\",\n message: \"User exists but could not be fetched by email/userId.\",\n });\n }\n } else {\n errors.push({\n email,\n legacyId: user.legacyId,\n step: \"createUser\",\n message,\n });\n }\n if (!newUserId) {\n continue;\n }\n }\n\n if (!newUserId) {\n continue;\n }\n\n if (user.password) {\n try {\n if (!fastPath) {\n const existingAccount = await ctx.runQuery(\n components.betterAuth.adapter.findOne,\n {\n model: \"account\",\n where: [\n {\n field: \"userId\",\n value: newUserId,\n },\n {\n field: \"providerId\",\n value: \"credential\",\n },\n ],\n },\n );\n if (existingAccount) {\n continue;\n }\n }\n await ctx.runMutation(components.betterAuth.adapter.create, {\n input: {\n model: \"account\",\n data: {\n accountId: newUserId,\n providerId: \"credential\",\n password: user.password,\n userId: newUserId,\n createdAt: user.createdAt,\n updatedAt: user.createdAt,\n },\n },\n });\n accountsCreated += 1;\n } catch (error: any) {\n const message = String(error?.message || error);\n if (fastPath && message.includes(\"already exists\")) {\n continue;\n }\n accountsFailed += 1;\n errors.push({\n email,\n legacyId: user.legacyId,\n step: \"createAccount\",\n message,\n });\n }\n } else {\n missingPassword += 1;\n }\n\n if (didCreate) {\n created += 1;\n }\n }\n\n return {\n created,\n skipped,\n missingPassword,\n accountsCreated,\n accountsFailed,\n errors,\n };\n },\n});\n\nexport const importBetterAuthAccountsBatch = action({\n args: {\n accounts: v.array(betterAuthAccountInput),\n verbose: v.optional(v.boolean()),\n fastPath: v.optional(v.boolean()),\n },\n handler: async (ctx, args) => {\n const accounts = args.accounts;\n const verbose = args.verbose ?? false;\n const fastPath = args.fastPath ?? false;\n if (verbose) {\n console.log(\n `[importBetterAuthAccountsBatch] received ${accounts.length} accounts`,\n );\n }\n\n let created = 0;\n let skipped = 0;\n let missingUser = 0;\n const errors: Array<{\n providerId: string;\n legacyUserId: number;\n legacyAccountId: number;\n step: string;\n message: string;\n }> = [];\n\n for (const account of accounts) {\n if (!account.providerAccountId) {\n skipped += 1;\n continue;\n }\n let authUser = await ctx.runQuery(components.betterAuth.adapter.findOne, {\n model: \"user\",\n where: [\n {\n field: \"userId\",\n value: String(account.legacyUserId),\n },\n ],\n });\n\n if (!authUser?._id) {\n missingUser += 1;\n continue;\n }\n\n const authUserId = (authUser as { _id: string })._id;\n\n if (!fastPath) {\n const existingAccount = await ctx.runQuery(\n components.betterAuth.adapter.findOne,\n {\n model: \"account\",\n where: [\n {\n field: \"userId\",\n value: authUserId,\n },\n {\n field: \"providerId\",\n value: account.providerId,\n },\n ...(account.providerAccountId\n ? [\n {\n field: \"accountId\",\n value: account.providerAccountId,\n },\n ]\n : []),\n ],\n },\n );\n if (existingAccount) {\n skipped += 1;\n continue;\n }\n }\n\n try {\n await ctx.runMutation(components.betterAuth.adapter.create, {\n input: {\n model: \"account\",\n data: {\n userId: authUserId,\n providerId: account.providerId,\n accountId: account.providerAccountId,\n accessToken: account.accessToken,\n refreshToken: account.refreshToken,\n accessTokenExpiresAt: account.expiresAt,\n scope: account.scope,\n idToken: account.idToken,\n createdAt: account.createdAt,\n updatedAt: account.updatedAt,\n } as any,\n },\n });\n created += 1;\n } catch (error: any) {\n const message = String(error?.message || error);\n if (fastPath && message.includes(\"already exists\")) {\n skipped += 1;\n continue;\n }\n errors.push({\n providerId: account.providerId,\n legacyUserId: account.legacyUserId,\n legacyAccountId: account.legacyAccountId,\n step: \"createAccount\",\n message,\n });\n }\n }\n\n return { created, skipped, missingUser, errors };\n },\n});\n\nexport const clearBetterAuthData = action({\n args: {\n confirm: v.boolean(),\n },\n handler: async (ctx, args) => {\n if (!args.confirm) {\n throw new Error(\"clearBetterAuthData requires confirm=true\");\n }\n\n const models: Array<\n \"session\" | \"account\" | \"verification\" | \"jwks\" | \"user\"\n > = [\"session\", \"account\", \"verification\", \"jwks\", \"user\"];\n\n for (const model of models) {\n while (true) {\n const result = (await ctx.runMutation(\n components.betterAuth.adapter.deleteMany,\n {\n input: { model },\n paginationOpts: {\n cursor: null,\n numItems: 1000,\n },\n },\n )) as { count?: number };\n if (!result?.count) {\n break;\n }\n }\n }\n\n return { ok: true };\n },\n});\n\nexport const debugBetterAuthAccount = action({\n args: {\n email: v.string(),\n },\n handler: async (ctx, args) => {\n const email = args.email.toLowerCase();\n const user = await ctx.runQuery(components.betterAuth.adapter.findOne, {\n model: \"user\",\n where: [{ field: \"email\", value: email }],\n });\n if (!user?._id) {\n return { foundUser: false, foundAccount: false };\n }\n const account = await ctx.runQuery(components.betterAuth.adapter.findOne, {\n model: \"account\",\n where: [\n { field: \"userId\", value: user._id },\n { field: \"providerId\", value: \"credential\" },\n ],\n });\n const hash =\n (account as { password?: string | null } | null)?.password ?? null;\n return {\n foundUser: true,\n foundAccount: Boolean(account),\n hashPrefix: hash ? hash.slice(0, 4) : null,\n hashLength: hash ? hash.length : null,\n };\n },\n});\n" }, { "path": "convex/betterAuth/_generated/api.ts", "content": "/* eslint-disable */\n/**\n * Generated `api` utility.\n *\n * THIS CODE IS AUTOMATICALLY GENERATED.\n *\n * To regenerate, run `npx convex dev`.\n * @module\n */\n\nimport type * as adapter from \"../adapter.js\";\nimport type * as auth from \"../auth.js\";\n\nimport type {\n ApiFromModules,\n FilterApi,\n FunctionReference,\n} from \"convex/server\";\nimport { anyApi, componentsGeneric } from \"convex/server\";\n\nconst fullApi: ApiFromModules<{\n adapter: typeof adapter;\n auth: typeof auth;\n}> = anyApi as any;\n\n/**\n * A utility for referencing Convex functions in your app's public API.\n *\n * Usage:\n * ```js\n * const myFunctionReference = api.myModule.myFunction;\n * ```\n */\nexport const api: FilterApi<\n typeof fullApi,\n FunctionReference\n> = anyApi as any;\n\n/**\n * A utility for referencing Convex functions in your app's internal API.\n *\n * Usage:\n * ```js\n * const myFunctionReference = internal.myModule.myFunction;\n * ```\n */\nexport const internal: FilterApi<\n typeof fullApi,\n FunctionReference\n> = anyApi as any;\n\nexport const components = componentsGeneric() as unknown as {};\n" }, { "path": "convex/betterAuth/_generated/component.ts", "content": "/* eslint-disable */\n/**\n * Generated `ComponentApi` utility.\n *\n * THIS CODE IS AUTOMATICALLY GENERATED.\n *\n * To regenerate, run `npx convex dev`.\n * @module\n */\n\nimport type { FunctionReference } from \"convex/server\";\n\n/**\n * A utility for referencing a Convex component's exposed API.\n *\n * Useful when expecting a parameter like `components.myComponent`.\n * Usage:\n * ```ts\n * async function myFunction(ctx: QueryCtx, component: ComponentApi) {\n * return ctx.runQuery(component.someFile.someQuery, { ...args });\n * }\n * ```\n */\nexport type ComponentApi =\n {\n adapter: {\n create: FunctionReference<\n \"mutation\",\n \"internal\",\n {\n input:\n | {\n data: {\n banExpires?: null | number;\n banReason?: null | string;\n banned?: null | boolean;\n createdAt: number;\n displayUsername?: null | string;\n email: string;\n emailVerified: boolean;\n image?: null | string;\n name: string;\n role?: null | string;\n updatedAt: number;\n userId?: null | string;\n username?: null | string;\n };\n model: \"user\";\n }\n | {\n data: {\n createdAt: number;\n expiresAt: number;\n impersonatedBy?: null | string;\n ipAddress?: null | string;\n token: string;\n updatedAt: number;\n userAgent?: null | string;\n userId: string;\n };\n model: \"session\";\n }\n | {\n data: {\n accessToken?: null | string;\n accessTokenExpiresAt?: null | number;\n accountId: string;\n createdAt: number;\n idToken?: null | string;\n password?: null | string;\n providerId: string;\n refreshToken?: null | string;\n refreshTokenExpiresAt?: null | number;\n scope?: null | string;\n updatedAt: number;\n userId: string;\n };\n model: \"account\";\n }\n | {\n data: {\n createdAt: number;\n expiresAt: number;\n identifier: string;\n updatedAt: number;\n value: string;\n };\n model: \"verification\";\n }\n | {\n data: {\n createdAt: number;\n expiresAt?: null | number;\n privateKey: string;\n publicKey: string;\n };\n model: \"jwks\";\n };\n onCreateHandle?: string;\n select?: Array;\n },\n any,\n Name\n >;\n deleteMany: FunctionReference<\n \"mutation\",\n \"internal\",\n {\n input:\n | {\n model: \"user\";\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"name\"\n | \"email\"\n | \"emailVerified\"\n | \"image\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"userId\"\n | \"username\"\n | \"displayUsername\"\n | \"role\"\n | \"banned\"\n | \"banReason\"\n | \"banExpires\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"session\";\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"expiresAt\"\n | \"token\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"ipAddress\"\n | \"userAgent\"\n | \"userId\"\n | \"impersonatedBy\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"account\";\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"accountId\"\n | \"providerId\"\n | \"userId\"\n | \"accessToken\"\n | \"refreshToken\"\n | \"idToken\"\n | \"accessTokenExpiresAt\"\n | \"refreshTokenExpiresAt\"\n | \"scope\"\n | \"password\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"verification\";\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"identifier\"\n | \"value\"\n | \"expiresAt\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"jwks\";\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"publicKey\"\n | \"privateKey\"\n | \"createdAt\"\n | \"expiresAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n };\n onDeleteHandle?: string;\n paginationOpts: {\n cursor: string | null;\n endCursor?: string | null;\n id?: number;\n maximumBytesRead?: number;\n maximumRowsRead?: number;\n numItems: number;\n };\n },\n any,\n Name\n >;\n deleteOne: FunctionReference<\n \"mutation\",\n \"internal\",\n {\n input:\n | {\n model: \"user\";\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"name\"\n | \"email\"\n | \"emailVerified\"\n | \"image\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"userId\"\n | \"username\"\n | \"displayUsername\"\n | \"role\"\n | \"banned\"\n | \"banReason\"\n | \"banExpires\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"session\";\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"expiresAt\"\n | \"token\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"ipAddress\"\n | \"userAgent\"\n | \"userId\"\n | \"impersonatedBy\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"account\";\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"accountId\"\n | \"providerId\"\n | \"userId\"\n | \"accessToken\"\n | \"refreshToken\"\n | \"idToken\"\n | \"accessTokenExpiresAt\"\n | \"refreshTokenExpiresAt\"\n | \"scope\"\n | \"password\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"verification\";\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"identifier\"\n | \"value\"\n | \"expiresAt\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"jwks\";\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"publicKey\"\n | \"privateKey\"\n | \"createdAt\"\n | \"expiresAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n };\n onDeleteHandle?: string;\n },\n any,\n Name\n >;\n findMany: FunctionReference<\n \"query\",\n \"internal\",\n {\n join?: any;\n limit?: number;\n model: \"user\" | \"session\" | \"account\" | \"verification\" | \"jwks\";\n offset?: number;\n paginationOpts: {\n cursor: string | null;\n endCursor?: string | null;\n id?: number;\n maximumBytesRead?: number;\n maximumRowsRead?: number;\n numItems: number;\n };\n select?: Array;\n sortBy?: { direction: \"asc\" | \"desc\"; field: string };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field: string;\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n },\n any,\n Name\n >;\n findOne: FunctionReference<\n \"query\",\n \"internal\",\n {\n join?: any;\n model: \"user\" | \"session\" | \"account\" | \"verification\" | \"jwks\";\n select?: Array;\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field: string;\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n },\n any,\n Name\n >;\n get: FunctionReference<\"query\", \"internal\", { id: string }, any, Name>;\n searchUsersAll: FunctionReference<\n \"query\",\n \"internal\",\n {\n activatedFilter: \"all\" | \"yes\" | \"no\";\n limit: number;\n roleFilter: \"all\" | \"user\" | \"contributor\" | \"admin\";\n },\n any,\n Name\n >;\n searchUsersByEmailPrefix: FunctionReference<\n \"query\",\n \"internal\",\n {\n activatedFilter: \"all\" | \"yes\" | \"no\";\n limit: number;\n prefix: string;\n roleFilter: \"all\" | \"user\" | \"contributor\" | \"admin\";\n },\n any,\n Name\n >;\n searchUsersById: FunctionReference<\n \"query\",\n \"internal\",\n {\n activatedFilter: \"all\" | \"yes\" | \"no\";\n id: string;\n roleFilter: \"all\" | \"user\" | \"contributor\" | \"admin\";\n },\n any,\n Name\n >;\n searchUsersByUsernamePrefix: FunctionReference<\n \"query\",\n \"internal\",\n {\n activatedFilter: \"all\" | \"yes\" | \"no\";\n limit: number;\n prefix: string;\n roleFilter: \"all\" | \"user\" | \"contributor\" | \"admin\";\n },\n any,\n Name\n >;\n updateMany: FunctionReference<\n \"mutation\",\n \"internal\",\n {\n input:\n | {\n model: \"user\";\n update: {\n banExpires?: null | number;\n banReason?: null | string;\n banned?: null | boolean;\n createdAt?: number;\n displayUsername?: null | string;\n email?: string;\n emailVerified?: boolean;\n image?: null | string;\n name?: string;\n role?: null | string;\n updatedAt?: number;\n userId?: null | string;\n username?: null | string;\n };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"name\"\n | \"email\"\n | \"emailVerified\"\n | \"image\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"userId\"\n | \"username\"\n | \"displayUsername\"\n | \"role\"\n | \"banned\"\n | \"banReason\"\n | \"banExpires\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"session\";\n update: {\n createdAt?: number;\n expiresAt?: number;\n impersonatedBy?: null | string;\n ipAddress?: null | string;\n token?: string;\n updatedAt?: number;\n userAgent?: null | string;\n userId?: string;\n };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"expiresAt\"\n | \"token\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"ipAddress\"\n | \"userAgent\"\n | \"userId\"\n | \"impersonatedBy\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"account\";\n update: {\n accessToken?: null | string;\n accessTokenExpiresAt?: null | number;\n accountId?: string;\n createdAt?: number;\n idToken?: null | string;\n password?: null | string;\n providerId?: string;\n refreshToken?: null | string;\n refreshTokenExpiresAt?: null | number;\n scope?: null | string;\n updatedAt?: number;\n userId?: string;\n };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"accountId\"\n | \"providerId\"\n | \"userId\"\n | \"accessToken\"\n | \"refreshToken\"\n | \"idToken\"\n | \"accessTokenExpiresAt\"\n | \"refreshTokenExpiresAt\"\n | \"scope\"\n | \"password\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"verification\";\n update: {\n createdAt?: number;\n expiresAt?: number;\n identifier?: string;\n updatedAt?: number;\n value?: string;\n };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"identifier\"\n | \"value\"\n | \"expiresAt\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"jwks\";\n update: {\n createdAt?: number;\n expiresAt?: null | number;\n privateKey?: string;\n publicKey?: string;\n };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"publicKey\"\n | \"privateKey\"\n | \"createdAt\"\n | \"expiresAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n };\n onUpdateHandle?: string;\n paginationOpts: {\n cursor: string | null;\n endCursor?: string | null;\n id?: number;\n maximumBytesRead?: number;\n maximumRowsRead?: number;\n numItems: number;\n };\n },\n any,\n Name\n >;\n updateOne: FunctionReference<\n \"mutation\",\n \"internal\",\n {\n input:\n | {\n model: \"user\";\n update: {\n banExpires?: null | number;\n banReason?: null | string;\n banned?: null | boolean;\n createdAt?: number;\n displayUsername?: null | string;\n email?: string;\n emailVerified?: boolean;\n image?: null | string;\n name?: string;\n role?: null | string;\n updatedAt?: number;\n userId?: null | string;\n username?: null | string;\n };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"name\"\n | \"email\"\n | \"emailVerified\"\n | \"image\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"userId\"\n | \"username\"\n | \"displayUsername\"\n | \"role\"\n | \"banned\"\n | \"banReason\"\n | \"banExpires\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"session\";\n update: {\n createdAt?: number;\n expiresAt?: number;\n impersonatedBy?: null | string;\n ipAddress?: null | string;\n token?: string;\n updatedAt?: number;\n userAgent?: null | string;\n userId?: string;\n };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"expiresAt\"\n | \"token\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"ipAddress\"\n | \"userAgent\"\n | \"userId\"\n | \"impersonatedBy\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"account\";\n update: {\n accessToken?: null | string;\n accessTokenExpiresAt?: null | number;\n accountId?: string;\n createdAt?: number;\n idToken?: null | string;\n password?: null | string;\n providerId?: string;\n refreshToken?: null | string;\n refreshTokenExpiresAt?: null | number;\n scope?: null | string;\n updatedAt?: number;\n userId?: string;\n };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"accountId\"\n | \"providerId\"\n | \"userId\"\n | \"accessToken\"\n | \"refreshToken\"\n | \"idToken\"\n | \"accessTokenExpiresAt\"\n | \"refreshTokenExpiresAt\"\n | \"scope\"\n | \"password\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"verification\";\n update: {\n createdAt?: number;\n expiresAt?: number;\n identifier?: string;\n updatedAt?: number;\n value?: string;\n };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"identifier\"\n | \"value\"\n | \"expiresAt\"\n | \"createdAt\"\n | \"updatedAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n }\n | {\n model: \"jwks\";\n update: {\n createdAt?: number;\n expiresAt?: null | number;\n privateKey?: string;\n publicKey?: string;\n };\n where?: Array<{\n connector?: \"AND\" | \"OR\";\n field:\n | \"publicKey\"\n | \"privateKey\"\n | \"createdAt\"\n | \"expiresAt\"\n | \"_id\";\n mode?: \"sensitive\" | \"insensitive\";\n operator?:\n | \"lt\"\n | \"lte\"\n | \"gt\"\n | \"gte\"\n | \"eq\"\n | \"in\"\n | \"not_in\"\n | \"ne\"\n | \"contains\"\n | \"starts_with\"\n | \"ends_with\";\n value:\n | string\n | number\n | boolean\n | Array\n | Array\n | null;\n }>;\n };\n onUpdateHandle?: string;\n },\n any,\n Name\n >;\n };\n };\n" }, { "path": "convex/betterAuth/_generated/dataModel.ts", "content": "/* eslint-disable */\n/**\n * Generated data model types.\n *\n * THIS CODE IS AUTOMATICALLY GENERATED.\n *\n * To regenerate, run `npx convex dev`.\n * @module\n */\n\nimport type {\n DataModelFromSchemaDefinition,\n DocumentByName,\n TableNamesInDataModel,\n SystemTableNames,\n} from \"convex/server\";\nimport type { GenericId } from \"convex/values\";\nimport schema from \"../schema.js\";\n\n/**\n * The names of all of your Convex tables.\n */\nexport type TableNames = TableNamesInDataModel;\n\n/**\n * The type of a document stored in Convex.\n *\n * @typeParam TableName - A string literal type of the table name (like \"users\").\n */\nexport type Doc = DocumentByName<\n DataModel,\n TableName\n>;\n\n/**\n * An identifier for a document in Convex.\n *\n * Convex documents are uniquely identified by their `Id`, which is accessible\n * on the `_id` field. To learn more, see [Document IDs](https://docs.convex.dev/using/document-ids).\n *\n * Documents can be loaded using `db.get(tableName, id)` in query and mutation functions.\n *\n * IDs are just strings at runtime, but this type can be used to distinguish them from other\n * strings when type checking.\n *\n * @typeParam TableName - A string literal type of the table name (like \"users\").\n */\nexport type Id =\n GenericId;\n\n/**\n * A type describing your Convex data model.\n *\n * This type includes information about what tables you have, the type of\n * documents stored in those tables, and the indexes defined on them.\n *\n * This type is used to parameterize methods like `queryGeneric` and\n * `mutationGeneric` to make them type-safe.\n */\nexport type DataModel = DataModelFromSchemaDefinition;\n" }, { "path": "convex/betterAuth/_generated/server.ts", "content": "/* eslint-disable */\n/**\n * Generated utilities for implementing server-side Convex query and mutation functions.\n *\n * THIS CODE IS AUTOMATICALLY GENERATED.\n *\n * To regenerate, run `npx convex dev`.\n * @module\n */\n\nimport type {\n ActionBuilder,\n HttpActionBuilder,\n MutationBuilder,\n QueryBuilder,\n GenericActionCtx,\n GenericMutationCtx,\n GenericQueryCtx,\n GenericDatabaseReader,\n GenericDatabaseWriter,\n} from \"convex/server\";\nimport {\n actionGeneric,\n httpActionGeneric,\n queryGeneric,\n mutationGeneric,\n internalActionGeneric,\n internalMutationGeneric,\n internalQueryGeneric,\n} from \"convex/server\";\nimport type { DataModel } from \"./dataModel.js\";\n\n/**\n * Define a query in this Convex app's public API.\n *\n * This function will be allowed to read your Convex database and will be accessible from the client.\n *\n * @param func - The query function. It receives a {@link QueryCtx} as its first argument.\n * @returns The wrapped query. Include this as an `export` to name it and make it accessible.\n */\nexport const query: QueryBuilder = queryGeneric;\n\n/**\n * Define a query that is only accessible from other Convex functions (but not from the client).\n *\n * This function will be allowed to read from your Convex database. It will not be accessible from the client.\n *\n * @param func - The query function. It receives a {@link QueryCtx} as its first argument.\n * @returns The wrapped query. Include this as an `export` to name it and make it accessible.\n */\nexport const internalQuery: QueryBuilder =\n internalQueryGeneric;\n\n/**\n * Define a mutation in this Convex app's public API.\n *\n * This function will be allowed to modify your Convex database and will be accessible from the client.\n *\n * @param func - The mutation function. It receives a {@link MutationCtx} as its first argument.\n * @returns The wrapped mutation. Include this as an `export` to name it and make it accessible.\n */\nexport const mutation: MutationBuilder = mutationGeneric;\n\n/**\n * Define a mutation that is only accessible from other Convex functions (but not from the client).\n *\n * This function will be allowed to modify your Convex database. It will not be accessible from the client.\n *\n * @param func - The mutation function. It receives a {@link MutationCtx} as its first argument.\n * @returns The wrapped mutation. Include this as an `export` to name it and make it accessible.\n */\nexport const internalMutation: MutationBuilder =\n internalMutationGeneric;\n\n/**\n * Define an action in this Convex app's public API.\n *\n * An action is a function which can execute any JavaScript code, including non-deterministic\n * code and code with side-effects, like calling third-party services.\n * They can be run in Convex's JavaScript environment or in Node.js using the \"use node\" directive.\n * They can interact with the database indirectly by calling queries and mutations using the {@link ActionCtx}.\n *\n * @param func - The action. It receives an {@link ActionCtx} as its first argument.\n * @returns The wrapped action. Include this as an `export` to name it and make it accessible.\n */\nexport const action: ActionBuilder = actionGeneric;\n\n/**\n * Define an action that is only accessible from other Convex functions (but not from the client).\n *\n * @param func - The function. It receives an {@link ActionCtx} as its first argument.\n * @returns The wrapped function. Include this as an `export` to name it and make it accessible.\n */\nexport const internalAction: ActionBuilder =\n internalActionGeneric;\n\n/**\n * Define an HTTP action.\n *\n * The wrapped function will be used to respond to HTTP requests received\n * by a Convex deployment if the requests matches the path and method where\n * this action is routed. Be sure to route your httpAction in `convex/http.js`.\n *\n * @param func - The function. It receives an {@link ActionCtx} as its first argument\n * and a Fetch API `Request` object as its second.\n * @returns The wrapped function. Import this function from `convex/http.js` and route it to hook it up.\n */\nexport const httpAction: HttpActionBuilder = httpActionGeneric;\n\n/**\n * A set of services for use within Convex query functions.\n *\n * The query context is passed as the first argument to any Convex query\n * function run on the server.\n *\n * If you're using code generation, use the `QueryCtx` type in `convex/_generated/server.d.ts` instead.\n */\nexport type QueryCtx = GenericQueryCtx;\n\n/**\n * A set of services for use within Convex mutation functions.\n *\n * The mutation context is passed as the first argument to any Convex mutation\n * function run on the server.\n *\n * If you're using code generation, use the `MutationCtx` type in `convex/_generated/server.d.ts` instead.\n */\nexport type MutationCtx = GenericMutationCtx;\n\n/**\n * A set of services for use within Convex action functions.\n *\n * The action context is passed as the first argument to any Convex action\n * function run on the server.\n */\nexport type ActionCtx = GenericActionCtx;\n\n/**\n * An interface to read from the database within Convex query functions.\n *\n * The two entry points are {@link DatabaseReader.get}, which fetches a single\n * document by its {@link Id}, or {@link DatabaseReader.query}, which starts\n * building a query.\n */\nexport type DatabaseReader = GenericDatabaseReader;\n\n/**\n * An interface to read from and write to the database within Convex mutation\n * functions.\n *\n * Convex guarantees that all writes within a single mutation are\n * executed atomically, so you never have to worry about partial writes leaving\n * your data in an inconsistent state. See [the Convex Guide](https://docs.convex.dev/understanding/convex-fundamentals/functions#atomicity-and-optimistic-concurrency-control)\n * for the guarantees Convex provides your functions.\n */\nexport type DatabaseWriter = GenericDatabaseWriter;\n" }, { "path": "convex/betterAuth/adapter.ts", "content": "import { createApi } from \"@convex-dev/better-auth\";\nimport { createAuthOptions } from \"./auth\";\nimport schema from \"./schema\";\nimport { query } from \"./_generated/server\";\nimport { v } from \"convex/values\";\n\nconst activatedFilterValidator = v.union(\n v.literal(\"all\"),\n v.literal(\"yes\"),\n v.literal(\"no\"),\n);\nconst roleFilterValidator = v.union(\n v.literal(\"all\"),\n v.literal(\"user\"),\n v.literal(\"contributor\"),\n v.literal(\"admin\"),\n);\n\nexport const get = query({\n args: {\n id: v.id(\"user\"),\n },\n handler: async (ctx, args) => {\n return await ctx.db.get(\"user\", args.id);\n },\n});\n\nexport const searchUsersById = query({\n args: {\n activatedFilter: activatedFilterValidator,\n roleFilter: roleFilterValidator,\n id: v.string(),\n },\n handler: async (ctx, args) => {\n let query = ctx.db\n .query(\"user\")\n .withIndex(\"userId\", (q) => q.eq(\"userId\", args.id));\n if (args.roleFilter === \"admin\") {\n query = query.filter((q) => q.eq(q.field(\"role\"), \"admin\"));\n } else if (args.roleFilter === \"contributor\") {\n query = query.filter((q) => q.eq(q.field(\"role\"), \"contributor\"));\n } else if (args.roleFilter === \"user\") {\n query = query.filter((q) =>\n q.and(\n q.neq(q.field(\"role\"), \"admin\"),\n q.neq(q.field(\"role\"), \"contributor\"),\n ),\n );\n }\n if (args.activatedFilter === \"yes\") {\n query = query.filter((q) => q.eq(q.field(\"emailVerified\"), true));\n } else if (args.activatedFilter === \"no\") {\n query = query.filter((q) => q.eq(q.field(\"emailVerified\"), false));\n }\n return query.take(1);\n },\n});\n\nexport const searchUsersByEmailPrefix = query({\n args: {\n activatedFilter: activatedFilterValidator,\n roleFilter: roleFilterValidator,\n limit: v.number(),\n prefix: v.string(),\n },\n handler: async (ctx, args) => {\n const search = args.prefix.trim();\n if (search.length === 0) return [];\n let query = ctx.db.query(\"user\").withSearchIndex(\"search_email\", (q) => {\n let built = q.search(\"email\", search);\n if (args.roleFilter === \"admin\" || args.roleFilter === \"contributor\") {\n built = built.eq(\"role\", args.roleFilter);\n }\n if (args.activatedFilter === \"yes\") {\n built = built.eq(\"emailVerified\", true);\n } else if (args.activatedFilter === \"no\") {\n built = built.eq(\"emailVerified\", false);\n }\n return built;\n });\n if (args.roleFilter === \"user\") {\n query = query.filter((q) =>\n q.and(\n q.neq(q.field(\"role\"), \"admin\"),\n q.neq(q.field(\"role\"), \"contributor\"),\n ),\n );\n }\n return query.take(args.limit);\n },\n});\n\nexport const searchUsersByUsernamePrefix = query({\n args: {\n activatedFilter: activatedFilterValidator,\n roleFilter: roleFilterValidator,\n limit: v.number(),\n prefix: v.string(),\n },\n handler: async (ctx, args) => {\n const search = args.prefix.trim();\n if (search.length === 0) return [];\n let query = ctx.db.query(\"user\").withSearchIndex(\"search_username\", (q) => {\n let built = q.search(\"username\", search);\n if (args.roleFilter === \"admin\" || args.roleFilter === \"contributor\") {\n built = built.eq(\"role\", args.roleFilter);\n }\n if (args.activatedFilter === \"yes\") {\n built = built.eq(\"emailVerified\", true);\n } else if (args.activatedFilter === \"no\") {\n built = built.eq(\"emailVerified\", false);\n }\n return built;\n });\n if (args.roleFilter === \"user\") {\n query = query.filter((q) =>\n q.and(\n q.neq(q.field(\"role\"), \"admin\"),\n q.neq(q.field(\"role\"), \"contributor\"),\n ),\n );\n }\n return query.take(args.limit);\n },\n});\n\nexport const searchUsersAll = query({\n args: {\n activatedFilter: activatedFilterValidator,\n roleFilter: roleFilterValidator,\n limit: v.number(),\n },\n handler: async (ctx, args) => {\n if (args.roleFilter === \"admin\" || args.roleFilter === \"contributor\") {\n let query = ctx.db\n .query(\"user\")\n .withIndex(\"role\", (q) => q.eq(\"role\", args.roleFilter))\n .order(\"desc\");\n if (args.activatedFilter === \"yes\") {\n query = query.filter((q) => q.eq(q.field(\"emailVerified\"), true));\n } else if (args.activatedFilter === \"no\") {\n query = query.filter((q) => q.eq(q.field(\"emailVerified\"), false));\n }\n return query.take(args.limit);\n }\n let query = ctx.db.query(\"user\").order(\"desc\");\n if (args.roleFilter === \"user\") {\n query = query.filter((q) =>\n q.and(\n q.neq(q.field(\"role\"), \"admin\"),\n q.neq(q.field(\"role\"), \"contributor\"),\n ),\n );\n }\n if (args.activatedFilter === \"yes\") {\n query = query.filter((q) => q.eq(q.field(\"emailVerified\"), true));\n } else if (args.activatedFilter === \"no\") {\n query = query.filter((q) => q.eq(q.field(\"emailVerified\"), false));\n }\n return query.take(args.limit);\n },\n});\n\nexport const {\n create,\n findOne,\n findMany,\n updateOne,\n updateMany,\n deleteOne,\n deleteMany,\n} = createApi(schema, createAuthOptions);\n" }, { "path": "convex/betterAuth/auth.ts", "content": "import { createClient } from \"@convex-dev/better-auth\";\nimport { convex } from \"@convex-dev/better-auth/plugins\";\nimport type { GenericCtx } from \"@convex-dev/better-auth/utils\";\nimport type { BetterAuthOptions } from \"better-auth\";\nimport type { DataModel } from \"./_generated/dataModel\";\nimport { betterAuth } from \"better-auth\";\nimport { admin, username } from \"better-auth/plugins\";\nimport { defaultRoles, userAc } from \"better-auth/plugins/admin/access\";\nimport { components, internal } from \"../_generated/api\";\nimport authConfig from \"../auth.config\";\nimport { syncDiscordAvatarFromAccount } from \"../lib/discordAvatarSync\";\nimport { phpbbCheckHash, phpbbHash } from \"../lib/phpbb\";\nimport schema from \"./schema\";\n\nconst typedCreateClient = createClient;\n\nconst getEnv = (...keys: string[]) =>\n keys.map((key) => process.env[key]).find((value) => value);\n\nconst getSocialProvider = (idKeys: string[], secretKeys: string[]) => {\n const clientId = getEnv(...idKeys);\n const clientSecret = getEnv(...secretKeys);\n if (!clientId || !clientSecret) return undefined;\n return { clientId, clientSecret };\n};\n\nconst socialProviders = Object.fromEntries(\n Object.entries({\n github: getSocialProvider(\n [\"GITHUB_CLIENT_ID\", \"GITHUB_ID\", \"AUTH_GITHUB_ID\"],\n [\"GITHUB_CLIENT_SECRET\", \"GITHUB_SECRET\", \"AUTH_GITHUB_SECRET\"],\n ),\n google: getSocialProvider(\n [\"GOOGLE_CLIENT_ID\", \"AUTH_GOOGLE_ID\"],\n [\"GOOGLE_CLIENT_SECRET\", \"AUTH_GOOGLE_SECRET\"],\n ),\n discord: getSocialProvider(\n [\"DISCORD_CLIENT_ID\", \"AUTH_DISCORD_CLIENT_ID\"],\n [\"DISCORD_CLIENT_SECRET\", \"AUTH_DISCORD_CLIENT_SECRET\"],\n ),\n facebook: getSocialProvider(\n [\"FACEBOOK_CLIENT_ID\", \"AUTH_FACEBOOK_ID\"],\n [\"FACEBOOK_CLIENT_SECRET\", \"AUTH_FACEBOOK_SECRET\"],\n ),\n }).filter(([, value]) => value),\n);\n\nconst sendEmail = async ({\n to,\n subject,\n html,\n}: {\n to: string;\n subject: string;\n html: string;\n}) => {\n const apiKey = process.env.RESEND_API_KEY;\n if (!apiKey) {\n throw new Error(\"RESEND_API_KEY is not set\");\n }\n const response = await fetch(\"https://api.resend.com/emails\", {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n from: \"Unofficial Duolingo Stories \",\n to,\n subject,\n html,\n }),\n });\n if (!response.ok) {\n const text = await response.text();\n throw new Error(`Resend email failed: ${response.status} ${text}`);\n }\n};\n\nfunction normalizeExpiresAt(value: number | Date | null | undefined) {\n if (typeof value === \"number\") return value;\n if (value instanceof Date) return value.getTime();\n return null;\n}\n\nasync function syncDiscordAccountAvatarFromHook(\n account: {\n id?: string;\n userId?: string | null;\n providerId?: string | null;\n accountId?: string | null;\n accessToken?: string | null;\n refreshToken?: string | null;\n accessTokenExpiresAt?: number | Date | null;\n scope?: string | null;\n } | null,\n hookContext?: {\n context: {\n internalAdapter: {\n updateUser: (\n userId: string,\n update: Record,\n ) => Promise;\n updateAccount: (\n accountId: string,\n update: Record,\n ) => Promise;\n };\n logger: {\n error: (message: string, error?: unknown) => void;\n };\n };\n } | null,\n) {\n if (!account?.userId || !account.providerId || !hookContext) {\n return;\n }\n\n try {\n const result = await syncDiscordAvatarFromAccount(account);\n if (!result.ok) return;\n\n if (result.imageUrl) {\n await hookContext.context.internalAdapter.updateUser(account.userId, {\n image: result.imageUrl,\n });\n }\n\n if (!account.id) return;\n\n const accountUpdate: Record = {};\n if (result.accessToken !== account.accessToken) {\n accountUpdate.accessToken = result.accessToken;\n }\n if (result.refreshToken !== account.refreshToken) {\n accountUpdate.refreshToken = result.refreshToken;\n }\n if (\n result.accessTokenExpiresAt !==\n normalizeExpiresAt(account.accessTokenExpiresAt)\n ) {\n accountUpdate.accessTokenExpiresAt = result.accessTokenExpiresAt;\n }\n if (result.scope !== account.scope) {\n accountUpdate.scope = result.scope;\n }\n\n if (Object.keys(accountUpdate).length > 0) {\n await hookContext.context.internalAdapter.updateAccount(\n account.id,\n accountUpdate,\n );\n }\n } catch (error) {\n hookContext.context.logger.error(\"Failed to sync Discord avatar\", error);\n }\n}\n\n// Better Auth Component\nexport const authComponent: ReturnType =\n typedCreateClient(components.betterAuth, {\n local: { schema },\n verbose: false,\n authFunctions: {\n onCreate: internal.authFunctions.onCreate,\n },\n triggers: {\n user: {\n onCreate: async () => {},\n },\n },\n });\n\nconst authBaseUrl =\n process.env.SITE_URL ??\n process.env.BETTER_AUTH_URL ??\n process.env.NEXTAUTH_URL;\n\n// Better Auth Options\nexport const createAuthOptions = (ctx: GenericCtx) => {\n return {\n appName: \"Duostories\",\n baseURL: authBaseUrl,\n trustedOrigins: async (req) => {\n const host =\n req?.headers.get(\"x-forwarded-host\") ?? req?.headers.get(\"host\");\n const proto = req?.headers.get(\"x-forwarded-proto\") ?? \"https\";\n const origin = host ? `${proto}://${host}` : null;\n\n const allowed = [\n \"http://localhost:3000\",\n authBaseUrl,\n \"https://*-duostories-team.vercel.app\",\n ].filter(Boolean) as string[];\n\n if (host?.endsWith(\"-duostories-team.vercel.app\") && origin) {\n allowed.push(origin);\n }\n\n return allowed;\n },\n secret: process.env.BETTER_AUTH_SECRET,\n socialProviders,\n database: authComponent.adapter(ctx),\n databaseHooks: {\n account: {\n create: {\n after: async (account, hookContext) => {\n await syncDiscordAccountAvatarFromHook(account, hookContext);\n },\n },\n update: {\n after: async (account, hookContext) => {\n await syncDiscordAccountAvatarFromHook(account, hookContext);\n },\n },\n },\n },\n emailAndPassword: {\n enabled: true,\n sendResetPassword: async ({ user, url }) => {\n await sendEmail({\n to: user.email,\n subject: \"[Unofficial Duolingo Stories] Reset Password\",\n html: `Hey ${user.name ?? \"there\"},
\n
\n You have requested to reset your password for 'Unofficial Duolingo Stories'.
\n Use the following link to reset your password.
\n Reset Password\n

\n Happy learning.`,\n });\n },\n password: {\n hash: async (password) => phpbbHash(password),\n verify: async ({ password, hash }) => phpbbCheckHash(password, hash),\n },\n },\n emailVerification: {\n sendOnSignUp: true,\n sendVerificationEmail: async ({ user, url }) => {\n await sendEmail({\n to: user.email,\n subject: \"[Unofficial Duolingo Stories] Verify Email\",\n html: `Hey ${user.name ?? \"there\"},
\n
\n Please verify your email address by clicking the link below.
\n Verify Email\n

\n Happy learning.`,\n });\n },\n },\n user: {\n changeEmail: {\n enabled: true,\n updateEmailWithoutVerification: false,\n sendChangeEmailConfirmation: async ({ user, newEmail, url }) => {\n await sendEmail({\n to: user.email,\n subject: \"[Unofficial Duolingo Stories] Confirm Email Change\",\n html: `Hey ${user.name ?? \"there\"},
\n
\n You requested to change your account email to ${newEmail}.
\n Confirm this change using the link below.
\n Confirm Email Change\n

\n If this was not you, you can ignore this email.`,\n });\n },\n },\n },\n plugins: [\n convex({ authConfig }),\n username(),\n admin({\n adminRoles: [\"admin\"],\n roles: {\n ...defaultRoles,\n contributor: userAc,\n },\n }),\n ],\n } satisfies BetterAuthOptions;\n};\n\n// For `@better-auth/cli`\nconst options = createAuthOptions({} as GenericCtx);\n\n// Better Auth Instance\nexport const createAuth = (ctx: GenericCtx) => {\n return betterAuth(createAuthOptions(ctx));\n};\n" }, { "path": "convex/betterAuth/convex.config.ts", "content": "import { defineComponent } from \"convex/server\";\n\nconst component = defineComponent(\"betterAuth\");\n\nexport default component;\n" }, { "path": "convex/betterAuth/schema.ts", "content": "/**\n * This file is auto-generated. Do not edit this file manually.\n * To regenerate the schema, run:\n * `npx @better-auth/cli generate --output ./convex/betterAuth/schema.ts -y`\n *\n * To customize the schema, generate to an alternate file and import\n * the table definitions to your schema file. See\n * https://labs.convex.dev/better-auth/features/local-install#adding-custom-indexes.\n */\n\nimport { defineSchema, defineTable } from \"convex/server\";\nimport { v } from \"convex/values\";\n\nconst tables = {\n user: defineTable({\n name: v.string(),\n email: v.string(),\n emailVerified: v.boolean(),\n image: v.optional(v.union(v.null(), v.string())),\n createdAt: v.number(),\n updatedAt: v.number(),\n userId: v.optional(v.union(v.null(), v.string())),\n username: v.optional(v.union(v.null(), v.string())),\n displayUsername: v.optional(v.union(v.null(), v.string())),\n role: v.optional(v.union(v.null(), v.string())),\n banned: v.optional(v.union(v.null(), v.boolean())),\n banReason: v.optional(v.union(v.null(), v.string())),\n banExpires: v.optional(v.union(v.null(), v.number())),\n })\n .index(\"email\", [\"email\"])\n .index(\"email_name\", [\"email\", \"name\"])\n .index(\"name\", [\"name\"])\n .index(\"role\", [\"role\"])\n .index(\"role_createdAt\", [\"role\", \"createdAt\"])\n .index(\"userId\", [\"userId\"])\n .index(\"username\", [\"username\"])\n .searchIndex(\"search_email\", {\n searchField: \"email\",\n filterFields: [\"role\", \"emailVerified\"],\n })\n .searchIndex(\"search_username\", {\n searchField: \"username\",\n filterFields: [\"role\", \"emailVerified\"],\n }),\n session: defineTable({\n expiresAt: v.number(),\n token: v.string(),\n createdAt: v.number(),\n updatedAt: v.number(),\n ipAddress: v.optional(v.union(v.null(), v.string())),\n userAgent: v.optional(v.union(v.null(), v.string())),\n userId: v.string(),\n impersonatedBy: v.optional(v.union(v.null(), v.string())),\n })\n .index(\"expiresAt\", [\"expiresAt\"])\n .index(\"expiresAt_userId\", [\"expiresAt\", \"userId\"])\n .index(\"token\", [\"token\"])\n .index(\"userId\", [\"userId\"]),\n account: defineTable({\n accountId: v.string(),\n providerId: v.string(),\n userId: v.string(),\n accessToken: v.optional(v.union(v.null(), v.string())),\n refreshToken: v.optional(v.union(v.null(), v.string())),\n idToken: v.optional(v.union(v.null(), v.string())),\n accessTokenExpiresAt: v.optional(v.union(v.null(), v.number())),\n refreshTokenExpiresAt: v.optional(v.union(v.null(), v.number())),\n scope: v.optional(v.union(v.null(), v.string())),\n password: v.optional(v.union(v.null(), v.string())),\n createdAt: v.number(),\n updatedAt: v.number(),\n })\n .index(\"accountId\", [\"accountId\"])\n .index(\"accountId_providerId\", [\"accountId\", \"providerId\"])\n .index(\"providerId_userId\", [\"providerId\", \"userId\"])\n .index(\"userId\", [\"userId\"]),\n verification: defineTable({\n identifier: v.string(),\n value: v.string(),\n expiresAt: v.number(),\n createdAt: v.number(),\n updatedAt: v.number(),\n })\n .index(\"expiresAt\", [\"expiresAt\"])\n .index(\"identifier\", [\"identifier\"]),\n jwks: defineTable({\n publicKey: v.string(),\n privateKey: v.string(),\n createdAt: v.number(),\n expiresAt: v.optional(v.union(v.null(), v.number())),\n }),\n};\n\nconst schema = defineSchema(tables);\n\nexport default schema;\n" }, { "path": "convex/convex-env.d.ts", "content": "declare namespace NodeJS {\n interface ProcessEnv {\n [key: string]: string | undefined;\n }\n\n interface Process {\n env: ProcessEnv;\n exit(code?: number): never;\n }\n}\n\ndeclare var process: NodeJS.Process;\n" }, { "path": "convex/convex.config.ts", "content": "import { defineApp } from \"convex/server\";\nimport betterAuth from \"./betterAuth/convex.config\";\n\nconst app = defineApp();\n\napp.use(betterAuth);\n\nexport default app;\n" }, { "path": "convex/convex_rules.md", "content": "# Convex guidelines\n\n## Function guidelines\n\n### New function syntax\n\n- ALWAYS use the new function syntax for Convex functions. For example:\n\n```typescript\nimport { query } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nexport const f = query({\n args: {},\n returns: v.null(),\n handler: async (ctx, args) => {\n // Function body\n },\n});\n```\n\n### Http endpoint syntax\n\n- HTTP endpoints are defined in `convex/http.ts` and require an `httpAction` decorator. For example:\n\n```typescript\nimport { httpRouter } from \"convex/server\";\nimport { httpAction } from \"./_generated/server\";\nconst http = httpRouter();\nhttp.route({\n path: \"/echo\",\n method: \"POST\",\n handler: httpAction(async (ctx, req) => {\n const body = await req.bytes();\n return new Response(body, { status: 200 });\n }),\n});\n```\n\n- HTTP endpoints are always registered at the exact path you specify in the `path` field. For example, if you specify `/api/someRoute`, the endpoint will be registered at `/api/someRoute`.\n\n### Validators\n\n- Below is an example of an array validator:\n\n```typescript\nimport { mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\n\nexport default mutation({\n args: {\n simpleArray: v.array(v.union(v.string(), v.number())),\n },\n handler: async (ctx, args) => {\n //...\n },\n});\n```\n\n- Below is an example of a schema with validators that codify a discriminated union type:\n\n```typescript\nimport { defineSchema, defineTable } from \"convex/server\";\nimport { v } from \"convex/values\";\n\nexport default defineSchema({\n results: defineTable(\n v.union(\n v.object({\n kind: v.literal(\"error\"),\n errorMessage: v.string(),\n }),\n v.object({\n kind: v.literal(\"success\"),\n value: v.number(),\n }),\n ),\n ),\n});\n```\n\n- Always use the `v.null()` validator when returning a null value. Below is an example query that returns a null value:\n\n```typescript\nimport { query } from \"./_generated/server\";\nimport { v } from \"convex/values\";\n\nexport const exampleQuery = query({\n args: {},\n returns: v.null(),\n handler: async (ctx, args) => {\n console.log(\"This query returns a null value\");\n return null;\n },\n});\n```\n\n- Here are the valid Convex types along with their respective validators:\n Convex Type | TS/JS type | Example Usage | Validator for argument validation and schemas | Notes |\n | ----------- | ------------| -----------------------| -----------------------------------------------| ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|\n | Id | string | `doc._id` | `v.id(tableName)` | |\n | Null | null | `null` | `v.null()` | JavaScript's `undefined` is not a valid Convex value. Functions the return `undefined` or do not return will return `null` when called from a client. Use `null` instead. |\n | Int64 | bigint | `3n` | `v.int64()` | Int64s only support BigInts between -2^63 and 2^63-1. Convex supports `bigint`s in most modern browsers. |\n | Float64 | number | `3.1` | `v.number()` | Convex supports all IEEE-754 double-precision floating point numbers (such as NaNs). Inf and NaN are JSON serialized as strings. |\n | Boolean | boolean | `true` | `v.boolean()` |\n | String | string | `\"abc\"` | `v.string()` | Strings are stored as UTF-8 and must be valid Unicode sequences. Strings must be smaller than the 1MB total size limit when encoded as UTF-8. |\n | Bytes | ArrayBuffer | `new ArrayBuffer(8)` | `v.bytes()` | Convex supports first class bytestrings, passed in as `ArrayBuffer`s. Bytestrings must be smaller than the 1MB total size limit for Convex types. |\n | Array | Array | `[1, 3.2, \"abc\"]` | `v.array(values)` | Arrays can have at most 8192 values. |\n | Object | Object | `{a: \"abc\"}` | `v.object({property: value})` | Convex only supports \"plain old JavaScript objects\" (objects that do not have a custom prototype). Objects can have at most 1024 entries. Field names must be nonempty and not start with \"$\" or \"_\". |\n| Record | Record | `{\"a\": \"1\", \"b\": \"2\"}` | `v.record(keys, values)` | Records are objects at runtime, but can have dynamic keys. Keys must be only ASCII characters, nonempty, and not start with \"$\" or \"\\_\". |\n\n### Function registration\n\n- Use `internalQuery`, `internalMutation`, and `internalAction` to register internal functions. These functions are private and aren't part of an app's API. They can only be called by other Convex functions. These functions are always imported from `./_generated/server`.\n- Use `query`, `mutation`, and `action` to register public functions. These functions are part of the public API and are exposed to the public Internet. Do NOT use `query`, `mutation`, or `action` to register sensitive internal functions that should be kept private.\n- You CANNOT register a function through the `api` or `internal` objects.\n- ALWAYS include argument and return validators for all Convex functions. This includes all of `query`, `internalQuery`, `mutation`, `internalMutation`, `action`, and `internalAction`. If a function doesn't return anything, include `returns: v.null()` as its output validator.\n- If the JavaScript implementation of a Convex function doesn't have a return value, it implicitly returns `null`.\n\n### Function calling\n\n- Use `ctx.runQuery` to call a query from a query, mutation, or action.\n- Use `ctx.runMutation` to call a mutation from a mutation or action.\n- Use `ctx.runAction` to call an action from an action.\n- ONLY call an action from another action if you need to cross runtimes (e.g. from V8 to Node). Otherwise, pull out the shared code into a helper async function and call that directly instead.\n- Try to use as few calls from actions to queries and mutations as possible. Queries and mutations are transactions, so splitting logic up into multiple calls introduces the risk of race conditions.\n- All of these calls take in a `FunctionReference`. Do NOT try to pass the callee function directly into one of these calls.\n- When using `ctx.runQuery`, `ctx.runMutation`, or `ctx.runAction` to call a function in the same file, specify a type annotation on the return value to work around TypeScript circularity limitations. For example,\n\n```\nexport const f = query({\n args: { name: v.string() },\n returns: v.string(),\n handler: async (ctx, args) => {\n return \"Hello \" + args.name;\n },\n});\n\nexport const g = query({\n args: {},\n returns: v.null(),\n handler: async (ctx, args) => {\n const result: string = await ctx.runQuery(api.example.f, { name: \"Bob\" });\n return null;\n },\n});\n```\n\n### Function references\n\n- Function references are pointers to registered Convex functions.\n- Use the `api` object defined by the framework in `convex/_generated/api.ts` to call public functions registered with `query`, `mutation`, or `action`.\n- Use the `internal` object defined by the framework in `convex/_generated/api.ts` to call internal (or private) functions registered with `internalQuery`, `internalMutation`, or `internalAction`.\n- Convex uses file-based routing, so a public function defined in `convex/example.ts` named `f` has a function reference of `api.example.f`.\n- A private function defined in `convex/example.ts` named `g` has a function reference of `internal.example.g`.\n- Functions can also registered within directories nested within the `convex/` folder. For example, a public function `h` defined in `convex/messages/access.ts` has a function reference of `api.messages.access.h`.\n\n### Api design\n\n- Convex uses file-based routing, so thoughtfully organize files with public query, mutation, or action functions within the `convex/` directory.\n- Use `query`, `mutation`, and `action` to define public functions.\n- Use `internalQuery`, `internalMutation`, and `internalAction` to define private, internal functions.\n\n### Pagination\n\n- Paginated queries are queries that return a list of results in incremental pages.\n- You can define pagination using the following syntax:\n\n```ts\nimport { v } from \"convex/values\";\nimport { query, mutation } from \"./_generated/server\";\nimport { paginationOptsValidator } from \"convex/server\";\nexport const listWithExtraArg = query({\n args: { paginationOpts: paginationOptsValidator, author: v.string() },\n handler: async (ctx, args) => {\n return await ctx.db\n .query(\"messages\")\n .withIndex(\"by_author\", (q) => q.eq(\"author\", args.author))\n .order(\"desc\")\n .paginate(args.paginationOpts);\n },\n});\n```\n\nNote: `paginationOpts` is an object with the following properties:\n\n- `numItems`: the maximum number of documents to return (the validator is `v.number()`)\n- `cursor`: the cursor to use to fetch the next page of documents (the validator is `v.union(v.string(), v.null())`)\n- A query that ends in `.paginate()` returns an object that has the following properties:\n- page (contains an array of documents that you fetches)\n- isDone (a boolean that represents whether or not this is the last page of documents)\n- continueCursor (a string that represents the cursor to use to fetch the next page of documents)\n\n## Validator guidelines\n\n- `v.bigint()` is deprecated for representing signed 64-bit integers. Use `v.int64()` instead.\n- Use `v.record()` for defining a record type. `v.map()` and `v.set()` are not supported.\n\n## Schema guidelines\n\n- Always define your schema in `convex/schema.ts`.\n- Always import the schema definition functions from `convex/server`.\n- System fields are automatically added to all documents and are prefixed with an underscore. The two system fields that are automatically added to all documents are `_creationTime` which has the validator `v.number()` and `_id` which has the validator `v.id(tableName)`.\n- Always include all index fields in the index name. For example, if an index is defined as `[\"field1\", \"field2\"]`, the index name should be \"by_field1_and_field2\".\n- Index fields must be queried in the same order they are defined. If you want to be able to query by \"field1\" then \"field2\" and by \"field2\" then \"field1\", you must create separate indexes.\n\n## Typescript guidelines\n\n- You can use the helper typescript type `Id` imported from './\\_generated/dataModel' to get the type of the id for a given table. For example if there is a table called 'users' you can use `Id<'users'>` to get the type of the id for that table.\n- If you need to define a `Record` make sure that you correctly provide the type of the key and value in the type. For example a validator `v.record(v.id('users'), v.string())` would have the type `Record, string>`. Below is an example of using `Record` with an `Id` type in a query:\n\n```ts\nimport { query } from \"./_generated/server\";\nimport { Doc, Id } from \"./_generated/dataModel\";\n\nexport const exampleQuery = query({\n args: { userIds: v.array(v.id(\"users\")) },\n returns: v.record(v.id(\"users\"), v.string()),\n handler: async (ctx, args) => {\n const idToUsername: Record, string> = {};\n for (const userId of args.userIds) {\n const user = await ctx.db.get(\"users\", userId);\n if (user) {\n idToUsername[user._id] = user.username;\n }\n }\n\n return idToUsername;\n },\n});\n```\n\n- Be strict with types, particularly around id's of documents. For example, if a function takes in an id for a document in the 'users' table, take in `Id<'users'>` rather than `string`.\n- Always use `as const` for string literals in discriminated union types.\n- When using the `Array` type, make sure to always define your arrays as `const array: Array = [...];`\n- When using the `Record` type, make sure to always define your records as `const record: Record = {...};`\n- Always add `@types/node` to your `package.json` when using any Node.js built-in modules.\n\n## Full text search guidelines\n\n- A query for \"10 messages in channel '#general' that best match the query 'hello hi' in their body\" would look like:\n\nconst messages = await ctx.db\n.query(\"messages\")\n.withSearchIndex(\"search_body\", (q) =>\nq.search(\"body\", \"hello hi\").eq(\"channel\", \"#general\"),\n)\n.take(10);\n\n## Query guidelines\n\n- Do NOT use `filter` in queries. Instead, define an index in the schema and use `withIndex` instead.\n- Convex queries do NOT support `.delete()`. Instead, `.collect()` the results, iterate over them, and call `ctx.db.delete(row._id)` on each result.\n- Use `.unique()` to get a single document from a query. This method will throw an error if there are multiple documents that match the query.\n- When using async iteration, don't use `.collect()` or `.take(n)` on the result of a query. Instead, use the `for await (const row of query)` syntax.\n\n### Ordering\n\n- By default Convex always returns documents in ascending `_creationTime` order.\n- You can use `.order('asc')` or `.order('desc')` to pick whether a query is in ascending or descending order. If the order isn't specified, it defaults to ascending.\n- Document queries that use indexes will be ordered based on the columns in the index and can avoid slow table scans.\n\n## Mutation guidelines\n\n- Use `ctx.db.replace` to fully replace an existing document. This method will throw an error if the document does not exist. Syntax: `await ctx.db.replace('tasks', taskId, { name: 'Buy milk', completed: false })`\n- Use `ctx.db.patch` to shallow merge updates into an existing document. This method will throw an error if the document does not exist. Syntax: `await ctx.db.patch('tasks', taskId, { completed: true })`\n\n## Action guidelines\n\n- Always add `\"use node\";` to the top of files containing actions that use Node.js built-in modules.\n- Never use `ctx.db` inside of an action. Actions don't have access to the database.\n- Below is an example of the syntax for an action:\n\n```ts\nimport { action } from \"./_generated/server\";\n\nexport const exampleAction = action({\n args: {},\n returns: v.null(),\n handler: async (ctx, args) => {\n console.log(\"This action does not return anything\");\n return null;\n },\n});\n```\n\n## Scheduling guidelines\n\n### Cron guidelines\n\n- Only use the `crons.interval` or `crons.cron` methods to schedule cron jobs. Do NOT use the `crons.hourly`, `crons.daily`, or `crons.weekly` helpers.\n- Both cron methods take in a FunctionReference. Do NOT try to pass the function directly into one of these methods.\n- Define crons by declaring the top-level `crons` object, calling some methods on it, and then exporting it as default. For example,\n\n```ts\nimport { cronJobs } from \"convex/server\";\nimport { internal } from \"./_generated/api\";\nimport { internalAction } from \"./_generated/server\";\n\nconst empty = internalAction({\n args: {},\n returns: v.null(),\n handler: async (ctx, args) => {\n console.log(\"empty\");\n },\n});\n\nconst crons = cronJobs();\n\n// Run `internal.crons.empty` every two hours.\ncrons.interval(\"delete inactive users\", { hours: 2 }, internal.crons.empty, {});\n\nexport default crons;\n```\n\n- You can register Convex functions within `crons.ts` just like any other file.\n- If a cron calls an internal function, always import the `internal` object from '\\_generated/api', even if the internal function is registered in the same file.\n\n## File storage guidelines\n\n- Convex includes file storage for large files like images, videos, and PDFs.\n- The `ctx.storage.getUrl()` method returns a signed URL for a given file. It returns `null` if the file doesn't exist.\n- Do NOT use the deprecated `ctx.storage.getMetadata` call for loading a file's metadata.\n\nInstead, query the `_storage` system table. For example, you can use `ctx.db.system.get` to get an `Id<\"_storage\">`.\n\n```\nimport { query } from \"./_generated/server\";\nimport { Id } from \"./_generated/dataModel\";\n\ntype FileMetadata = {\n _id: Id<\"_storage\">;\n _creationTime: number;\n contentType?: string;\n sha256: string;\n size: number;\n}\n\nexport const exampleQuery = query({\n args: { fileId: v.id(\"_storage\") },\n returns: v.null(),\n handler: async (ctx, args) => {\n const metadata: FileMetadata | null = await ctx.db.system.get(\"_storage\", args.fileId);\n console.log(metadata);\n return null;\n },\n});\n```\n\n- Convex storage stores items as `Blob` objects. You must convert all items to/from a `Blob` when using Convex storage.\n\n# Examples:\n\n## Example: chat-app\n\n### Task\n\n```\nCreate a real-time chat application backend with AI responses. The app should:\n- Allow creating users with names\n- Support multiple chat channels\n- Enable users to send messages to channels\n- Automatically generate AI responses to user messages\n- Show recent message history\n\nThe backend should provide APIs for:\n1. User management (creation)\n2. Channel management (creation)\n3. Message operations (sending, listing)\n4. AI response generation using OpenAI's GPT-4\n\nMessages should be stored with their channel, author, and content. The system should maintain message order\nand limit history display to the 10 most recent messages per channel.\n\n```\n\n### Analysis\n\n1. Task Requirements Summary:\n\n- Build a real-time chat backend with AI integration\n- Support user creation\n- Enable channel-based conversations\n- Store and retrieve messages with proper ordering\n- Generate AI responses automatically\n\n2. Main Components Needed:\n\n- Database tables: users, channels, messages\n- Public APIs for user/channel management\n- Message handling functions\n- Internal AI response generation system\n- Context loading for AI responses\n\n3. Public API and Internal Functions Design:\n Public Mutations:\n\n- createUser:\n - file path: convex/index.ts\n - arguments: {name: v.string()}\n - returns: v.object({userId: v.id(\"users\")})\n - purpose: Create a new user with a given name\n- createChannel:\n - file path: convex/index.ts\n - arguments: {name: v.string()}\n - returns: v.object({channelId: v.id(\"channels\")})\n - purpose: Create a new channel with a given name\n- sendMessage:\n - file path: convex/index.ts\n - arguments: {channelId: v.id(\"channels\"), authorId: v.id(\"users\"), content: v.string()}\n - returns: v.null()\n - purpose: Send a message to a channel and schedule a response from the AI\n\nPublic Queries:\n\n- listMessages:\n - file path: convex/index.ts\n - arguments: {channelId: v.id(\"channels\")}\n - returns: v.array(v.object({\n \\_id: v.id(\"messages\"),\n \\_creationTime: v.number(),\n channelId: v.id(\"channels\"),\n authorId: v.optional(v.id(\"users\")),\n content: v.string(),\n }))\n - purpose: List the 10 most recent messages from a channel in descending creation order\n\nInternal Functions:\n\n- generateResponse:\n - file path: convex/index.ts\n - arguments: {channelId: v.id(\"channels\")}\n - returns: v.null()\n - purpose: Generate a response from the AI for a given channel\n- loadContext:\n - file path: convex/index.ts\n - arguments: {channelId: v.id(\"channels\")}\n - returns: v.array(v.object({\n \\_id: v.id(\"messages\"),\n \\_creationTime: v.number(),\n channelId: v.id(\"channels\"),\n authorId: v.optional(v.id(\"users\")),\n content: v.string(),\n }))\n- writeAgentResponse:\n - file path: convex/index.ts\n - arguments: {channelId: v.id(\"channels\"), content: v.string()}\n - returns: v.null()\n - purpose: Write an AI response to a given channel\n\n4. Schema Design:\n\n- users\n - validator: { name: v.string() }\n - indexes: \n- channels\n - validator: { name: v.string() }\n - indexes: \n- messages\n - validator: { channelId: v.id(\"channels\"), authorId: v.optional(v.id(\"users\")), content: v.string() }\n - indexes\n - by_channel: [\"channelId\"]\n\n5. Background Processing:\n\n- AI response generation runs asynchronously after each user message\n- Uses OpenAI's GPT-4 to generate contextual responses\n- Maintains conversation context using recent message history\n\n### Implementation\n\n#### package.json\n\n```typescript\n{\n \"name\": \"chat-app\",\n \"description\": \"This example shows how to build a chat app without authentication.\",\n \"version\": \"1.0.0\",\n \"dependencies\": {\n \"convex\": \"^1.31.2\",\n \"openai\": \"^4.79.0\"\n },\n \"devDependencies\": {\n \"typescript\": \"^5.7.3\"\n }\n}\n```\n\n#### tsconfig.json\n\n```typescript\n{\n \"compilerOptions\": {\n \"target\": \"ESNext\",\n \"lib\": [\"DOM\", \"DOM.Iterable\", \"ESNext\"],\n \"skipLibCheck\": true,\n \"allowSyntheticDefaultImports\": true,\n \"strict\": true,\n \"forceConsistentCasingInFileNames\": true,\n \"module\": \"ESNext\",\n \"moduleResolution\": \"Bundler\",\n \"resolveJsonModule\": true,\n \"isolatedModules\": true,\n \"allowImportingTsExtensions\": true,\n \"noEmit\": true,\n \"jsx\": \"react-jsx\"\n },\n \"exclude\": [\"convex\"],\n \"include\": [\"**/src/**/*.tsx\", \"**/src/**/*.ts\", \"vite.config.ts\"]\n}\n```\n\n#### convex/index.ts\n\n```typescript\nimport {\n query,\n mutation,\n internalQuery,\n internalMutation,\n internalAction,\n} from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport OpenAI from \"openai\";\nimport { internal } from \"./_generated/api\";\n\n/**\n * Create a user with a given name.\n */\nexport const createUser = mutation({\n args: {\n name: v.string(),\n },\n returns: v.id(\"users\"),\n handler: async (ctx, args) => {\n return await ctx.db.insert(\"users\", { name: args.name });\n },\n});\n\n/**\n * Create a channel with a given name.\n */\nexport const createChannel = mutation({\n args: {\n name: v.string(),\n },\n returns: v.id(\"channels\"),\n handler: async (ctx, args) => {\n return await ctx.db.insert(\"channels\", { name: args.name });\n },\n});\n\n/**\n * List the 10 most recent messages from a channel in descending creation order.\n */\nexport const listMessages = query({\n args: {\n channelId: v.id(\"channels\"),\n },\n returns: v.array(\n v.object({\n _id: v.id(\"messages\"),\n _creationTime: v.number(),\n channelId: v.id(\"channels\"),\n authorId: v.optional(v.id(\"users\")),\n content: v.string(),\n }),\n ),\n handler: async (ctx, args) => {\n const messages = await ctx.db\n .query(\"messages\")\n .withIndex(\"by_channel\", (q) => q.eq(\"channelId\", args.channelId))\n .order(\"desc\")\n .take(10);\n return messages;\n },\n});\n\n/**\n * Send a message to a channel and schedule a response from the AI.\n */\nexport const sendMessage = mutation({\n args: {\n channelId: v.id(\"channels\"),\n authorId: v.id(\"users\"),\n content: v.string(),\n },\n returns: v.null(),\n handler: async (ctx, args) => {\n const channel = await ctx.db.get(args.channelId);\n if (!channel) {\n throw new Error(\"Channel not found\");\n }\n const user = await ctx.db.get(args.authorId);\n if (!user) {\n throw new Error(\"User not found\");\n }\n await ctx.db.insert(\"messages\", {\n channelId: args.channelId,\n authorId: args.authorId,\n content: args.content,\n });\n await ctx.scheduler.runAfter(0, internal.index.generateResponse, {\n channelId: args.channelId,\n });\n return null;\n },\n});\n\nconst openai = new OpenAI();\n\nexport const generateResponse = internalAction({\n args: {\n channelId: v.id(\"channels\"),\n },\n returns: v.null(),\n handler: async (ctx, args) => {\n const context = await ctx.runQuery(internal.index.loadContext, {\n channelId: args.channelId,\n });\n const response = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: context,\n });\n const content = response.choices[0].message.content;\n if (!content) {\n throw new Error(\"No content in response\");\n }\n await ctx.runMutation(internal.index.writeAgentResponse, {\n channelId: args.channelId,\n content,\n });\n return null;\n },\n});\n\nexport const loadContext = internalQuery({\n args: {\n channelId: v.id(\"channels\"),\n },\n returns: v.array(\n v.object({\n role: v.union(v.literal(\"user\"), v.literal(\"assistant\")),\n content: v.string(),\n }),\n ),\n handler: async (ctx, args) => {\n const channel = await ctx.db.get(args.channelId);\n if (!channel) {\n throw new Error(\"Channel not found\");\n }\n const messages = await ctx.db\n .query(\"messages\")\n .withIndex(\"by_channel\", (q) => q.eq(\"channelId\", args.channelId))\n .order(\"desc\")\n .take(10);\n\n const result = [];\n for (const message of messages) {\n if (message.authorId) {\n const user = await ctx.db.get(message.authorId);\n if (!user) {\n throw new Error(\"User not found\");\n }\n result.push({\n role: \"user\" as const,\n content: `${user.name}: ${message.content}`,\n });\n } else {\n result.push({ role: \"assistant\" as const, content: message.content });\n }\n }\n return result;\n },\n});\n\nexport const writeAgentResponse = internalMutation({\n args: {\n channelId: v.id(\"channels\"),\n content: v.string(),\n },\n returns: v.null(),\n handler: async (ctx, args) => {\n await ctx.db.insert(\"messages\", {\n channelId: args.channelId,\n content: args.content,\n });\n return null;\n },\n});\n```\n\n#### convex/schema.ts\n\n```typescript\nimport { defineSchema, defineTable } from \"convex/server\";\nimport { v } from \"convex/values\";\n\nexport default defineSchema({\n channels: defineTable({\n name: v.string(),\n }),\n\n users: defineTable({\n name: v.string(),\n }),\n\n messages: defineTable({\n channelId: v.id(\"channels\"),\n authorId: v.optional(v.id(\"users\")),\n content: v.string(),\n }).index(\"by_channel\", [\"channelId\"]),\n});\n```\n\n#### convex/tsconfig.json\n\n```typescript\n{\n /* This TypeScript project config describes the environment that\n * Convex functions run in and is used to typecheck them.\n * You can modify it, but some settings required to use Convex.\n */\n \"compilerOptions\": {\n /* These settings are not required by Convex and can be modified. */\n \"allowJs\": true,\n \"strict\": true,\n \"moduleResolution\": \"Bundler\",\n \"jsx\": \"react-jsx\",\n \"skipLibCheck\": true,\n \"allowSyntheticDefaultImports\": true,\n\n /* These compiler options are required by Convex */\n \"target\": \"ESNext\",\n \"lib\": [\"ES2021\", \"dom\"],\n \"forceConsistentCasingInFileNames\": true,\n \"module\": \"ESNext\",\n \"isolatedModules\": true,\n \"noEmit\": true\n },\n \"include\": [\"./**/*\"],\n \"exclude\": [\"./_generated\"]\n}\n```\n\n#### src/App.tsx\n\n```typescript\nexport default function App() {\n return
Hello World
;\n}\n```\n" }, { "path": "convex/courseContributorBackfill.ts", "content": "import { v } from \"convex/values\";\nimport { internal } from \"./_generated/api\";\nimport { httpAction, internalMutation } from \"./_generated/server\";\nimport {\n getRankedCourseContributors,\n partitionCourseContributors,\n} from \"./lib/courseContributors\";\n\nconst DEFAULT_BATCH_SIZE = 10;\nconst MAX_BATCH_SIZE = 25;\n\nfunction normalizeBatchSize(value: number | undefined) {\n if (typeof value !== \"number\" || !Number.isFinite(value)) {\n return DEFAULT_BATCH_SIZE;\n }\n\n return Math.max(1, Math.min(MAX_BATCH_SIZE, Math.floor(value)));\n}\n\nfunction json(data: unknown, status = 200) {\n return new Response(JSON.stringify(data), {\n status,\n headers: { \"content-type\": \"application/json; charset=utf-8\" },\n });\n}\n\nasync function requireCourseContributorBackfillSecret(req: Request) {\n const expectedSecret = process.env.COURSE_CONTRIBUTOR_BACKFILL_SECRET;\n if (!expectedSecret) {\n return {\n ok: false,\n response: json(\n {\n ok: false,\n error: \"Missing COURSE_CONTRIBUTOR_BACKFILL_SECRET env var\",\n },\n 500,\n ),\n } as const;\n }\n\n let body: unknown;\n try {\n body = await req.json();\n } catch {\n return {\n ok: false,\n response: json({ ok: false, error: \"Invalid JSON body\" }, 400),\n } as const;\n }\n\n const parsed = body as { secret?: unknown };\n if (parsed.secret !== expectedSecret) {\n return {\n ok: false,\n response: json({ ok: false, error: \"Unauthorized\" }, 401),\n } as const;\n }\n\n return { ok: true, body } as const;\n}\n\nconst backfillResultValidator = v.object({\n processed: v.number(),\n updatedCourses: v.number(),\n nextCursor: v.union(v.string(), v.null()),\n isDone: v.boolean(),\n errors: v.array(\n v.object({\n courseId: v.number(),\n message: v.string(),\n }),\n ),\n});\n\nexport const backfillCourseContributorDetailsBatchInternal = internalMutation({\n args: {\n batchSize: v.optional(v.number()),\n cursor: v.optional(v.union(v.string(), v.null())),\n dryRun: v.optional(v.boolean()),\n },\n returns: backfillResultValidator,\n handler: async (ctx, args) => {\n const batchSize = normalizeBatchSize(args.batchSize);\n const page = await ctx.db.query(\"courses\").paginate({\n cursor: args.cursor ?? null,\n numItems: batchSize,\n });\n\n let updatedCourses = 0;\n const errors: Array<{ courseId: number; message: string }> = [];\n\n for (const course of page.page) {\n try {\n const contributorLists = partitionCourseContributors(\n await getRankedCourseContributors(ctx, course._id),\n );\n\n if (!args.dryRun) {\n await ctx.db.patch(course._id, {\n contributors: contributorLists.contributors.map((row) => row.name),\n contributors_past: contributorLists.contributors_past.map(\n (row) => row.name,\n ),\n contributorDetails: contributorLists.contributors,\n contributorDetailsPast: contributorLists.contributors_past,\n });\n }\n\n updatedCourses += 1;\n } catch (error: unknown) {\n const message = error instanceof Error ? error.message : String(error);\n errors.push({\n courseId: course.legacyId,\n message,\n });\n }\n }\n\n return {\n processed: page.page.length,\n updatedCourses,\n nextCursor: page.continueCursor,\n isDone: page.isDone,\n errors,\n };\n },\n});\n\nexport const backfillCourseContributorDetailsHttp = httpAction(\n async (ctx, req) => {\n if (req.method !== \"POST\") {\n return json({ ok: false, error: \"Method not allowed\" }, 405);\n }\n\n const auth = await requireCourseContributorBackfillSecret(req);\n if (!auth.ok) return auth.response;\n\n const body = auth.body as {\n batchSize?: unknown;\n cursor?: unknown;\n dryRun?: unknown;\n };\n\n if (body.batchSize !== undefined && typeof body.batchSize !== \"number\") {\n return json({ ok: false, error: \"batchSize must be a number\" }, 400);\n }\n if (\n body.cursor !== undefined &&\n body.cursor !== null &&\n typeof body.cursor !== \"string\"\n ) {\n return json({ ok: false, error: \"cursor must be a string or null\" }, 400);\n }\n if (body.dryRun !== undefined && typeof body.dryRun !== \"boolean\") {\n return json({ ok: false, error: \"dryRun must be a boolean\" }, 400);\n }\n\n const result = await ctx.runMutation(\n internal.courseContributorBackfill\n .backfillCourseContributorDetailsBatchInternal,\n {\n batchSize:\n typeof body.batchSize === \"number\" ? body.batchSize : undefined,\n cursor:\n typeof body.cursor === \"string\" || body.cursor === null\n ? body.cursor\n : undefined,\n dryRun: typeof body.dryRun === \"boolean\" ? body.dryRun : undefined,\n },\n );\n\n return json(result);\n },\n);\n" }, { "path": "convex/courseWrite.ts", "content": "import { mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { requireContributorOrAdmin } from \"./lib/authorization\";\nimport { recomputeCoursePublishedCount } from \"./lib/courseCounts\";\n\nexport const recomputePublishedCount = mutation({\n args: {\n legacyCourseId: v.number(),\n },\n returns: v.object({\n count: v.number(),\n updated: v.boolean(),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n\n const course = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.legacyCourseId))\n .unique();\n if (!course) {\n throw new Error(`Course ${args.legacyCourseId} not found`);\n }\n\n const previousCount = course.count ?? 0;\n const count = await recomputeCoursePublishedCount(ctx, course._id);\n\n return {\n count,\n updated: previousCount !== count,\n };\n },\n});\n" }, { "path": "convex/discordAvatarSync.ts", "content": "import {\n action,\n httpAction,\n internalAction,\n type ActionCtx,\n} from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { components, internal } from \"./_generated/api\";\nimport { syncDiscordAvatarFromAccount } from \"./lib/discordAvatarSync\";\n\ntype AdapterWhere = Array<{\n field: string;\n operator?: \"eq\" | \"in\";\n value: string | Array;\n}>;\n\ntype AuthAccountRow = {\n _id?: string | null;\n userId?: string | null;\n providerId?: string | null;\n accountId?: string | null;\n accessToken?: string | null;\n refreshToken?: string | null;\n accessTokenExpiresAt?: number | null;\n scope?: string | null;\n};\n\ntype PaginatedAdapterResponse = {\n page: T[];\n isDone?: boolean;\n continueCursor?: string | null;\n};\n\ntype BackfillArgs = {\n batchSize?: number;\n cursor?: string | null;\n dryRun?: boolean;\n};\n\ntype BackfillResult = {\n processed: number;\n updatedUsers: number;\n updatedAccounts: number;\n skipped: number;\n nextCursor: string | null;\n isDone: boolean;\n errors: Array<{\n accountId: string | null;\n userId: string | null;\n message: string;\n }>;\n};\n\nconst DEFAULT_BATCH_SIZE = 25;\nconst MAX_BATCH_SIZE = 100;\n\nfunction json(data: unknown, status = 200) {\n return new Response(JSON.stringify(data), {\n status,\n headers: { \"content-type\": \"application/json; charset=utf-8\" },\n });\n}\n\nasync function requireDiscordAvatarSyncSecret(req: Request) {\n const expectedSecret = process.env.DISCORD_AVATAR_SYNC_SECRET;\n if (!expectedSecret) {\n return {\n ok: false,\n response: json(\n { ok: false, error: \"Missing DISCORD_AVATAR_SYNC_SECRET env var\" },\n 500,\n ),\n } as const;\n }\n\n let body: unknown;\n try {\n body = await req.json();\n } catch {\n return {\n ok: false,\n response: json({ ok: false, error: \"Invalid JSON body\" }, 400),\n } as const;\n }\n\n const parsed = body as { secret?: unknown };\n if (parsed.secret !== expectedSecret) {\n return {\n ok: false,\n response: json({ ok: false, error: \"Unauthorized\" }, 401),\n } as const;\n }\n\n return { ok: true, body } as const;\n}\n\nfunction normalizeBatchSize(value: number | undefined) {\n if (typeof value !== \"number\" || !Number.isFinite(value)) {\n return DEFAULT_BATCH_SIZE;\n }\n\n return Math.max(1, Math.min(MAX_BATCH_SIZE, Math.floor(value)));\n}\n\nfunction dedupeAccounts(accounts: AuthAccountRow[]) {\n const seen = new Set();\n const unique: AuthAccountRow[] = [];\n\n for (const account of accounts) {\n const key = `${account.userId ?? \"\"}:${account.accountId ?? \"\"}`;\n if (seen.has(key)) continue;\n seen.add(key);\n unique.push(account);\n }\n\n return unique;\n}\n\nasync function findManyPage(\n ctx: ActionCtx,\n model: \"account\",\n where: AdapterWhere,\n cursor: string | null,\n batchSize: number,\n): Promise> {\n return (await ctx.runQuery(components.betterAuth.adapter.findMany, {\n model,\n where,\n paginationOpts: { cursor, numItems: batchSize },\n })) as PaginatedAdapterResponse;\n}\n\nasync function runDiscordAvatarBackfill(\n ctx: ActionCtx,\n args: BackfillArgs,\n): Promise {\n const batchSize = normalizeBatchSize(args.batchSize);\n const page = await findManyPage(\n ctx,\n \"account\",\n [{ field: \"providerId\", operator: \"eq\", value: \"discord\" }],\n args.cursor ?? null,\n batchSize,\n );\n\n let processed = 0;\n let updatedUsers = 0;\n let updatedAccounts = 0;\n let skipped = 0;\n const errors: Array<{\n accountId: string | null;\n userId: string | null;\n message: string;\n }> = [];\n\n for (const account of dedupeAccounts(page.page)) {\n processed += 1;\n\n if (\n typeof account._id !== \"string\" ||\n typeof account.userId !== \"string\" ||\n typeof account.providerId !== \"string\"\n ) {\n skipped += 1;\n continue;\n }\n\n try {\n const result = await syncDiscordAvatarFromAccount(account);\n if (!result.ok) {\n skipped += 1;\n continue;\n }\n\n if (!args.dryRun) {\n if (result.imageUrl) {\n await ctx.runMutation(components.betterAuth.adapter.updateOne, {\n input: {\n model: \"user\",\n where: [{ field: \"_id\", value: account.userId }],\n update: { image: result.imageUrl },\n },\n });\n updatedUsers += 1;\n }\n\n const accountUpdate: Record = {};\n if (result.accessToken !== account.accessToken) {\n accountUpdate.accessToken = result.accessToken;\n }\n if (result.refreshToken !== account.refreshToken) {\n accountUpdate.refreshToken = result.refreshToken;\n }\n if (result.accessTokenExpiresAt !== account.accessTokenExpiresAt) {\n accountUpdate.accessTokenExpiresAt = result.accessTokenExpiresAt;\n }\n if (result.scope !== account.scope) {\n accountUpdate.scope = result.scope;\n }\n\n if (Object.keys(accountUpdate).length > 0) {\n await ctx.runMutation(components.betterAuth.adapter.updateOne, {\n input: {\n model: \"account\",\n where: [{ field: \"_id\", value: account._id }],\n update: accountUpdate,\n },\n });\n updatedAccounts += 1;\n }\n } else {\n if (result.imageUrl) updatedUsers += 1;\n if (\n result.accessToken !== account.accessToken ||\n result.refreshToken !== account.refreshToken ||\n result.accessTokenExpiresAt !== account.accessTokenExpiresAt ||\n result.scope !== account.scope\n ) {\n updatedAccounts += 1;\n }\n }\n } catch (error: unknown) {\n const message = error instanceof Error ? error.message : String(error);\n errors.push({\n accountId: account.accountId ?? null,\n userId: account.userId ?? null,\n message,\n });\n }\n }\n\n return {\n processed,\n updatedUsers,\n updatedAccounts,\n skipped,\n nextCursor: page.continueCursor ?? null,\n isDone: page.isDone ?? true,\n errors,\n };\n}\n\nconst backfillArgsValidator = {\n batchSize: v.optional(v.number()),\n cursor: v.optional(v.union(v.string(), v.null())),\n dryRun: v.optional(v.boolean()),\n};\n\nconst backfillReturnsValidator = v.object({\n processed: v.number(),\n updatedUsers: v.number(),\n updatedAccounts: v.number(),\n skipped: v.number(),\n nextCursor: v.union(v.string(), v.null()),\n isDone: v.boolean(),\n errors: v.array(\n v.object({\n accountId: v.union(v.string(), v.null()),\n userId: v.union(v.string(), v.null()),\n message: v.string(),\n }),\n ),\n});\n\nexport const backfillDiscordUserImagesInternal = internalAction({\n args: backfillArgsValidator,\n returns: backfillReturnsValidator,\n handler: async (ctx, args) => {\n return await runDiscordAvatarBackfill(ctx, args);\n },\n});\n\nexport const backfillDiscordUserImages = action({\n args: backfillArgsValidator,\n returns: backfillReturnsValidator,\n handler: async (ctx, args) => {\n const identity = (await ctx.auth.getUserIdentity()) as {\n role?: string | null;\n } | null;\n if (identity?.role !== \"admin\") {\n throw new Error(\"Unauthorized\");\n }\n return await runDiscordAvatarBackfill(ctx, args);\n },\n});\n\nexport const backfillDiscordUserImagesHttp = httpAction(async (ctx, req) => {\n if (req.method !== \"POST\") {\n return json({ ok: false, error: \"Method not allowed\" }, 405);\n }\n\n const auth = await requireDiscordAvatarSyncSecret(req);\n if (!auth.ok) return auth.response;\n\n const body = auth.body as {\n batchSize?: unknown;\n cursor?: unknown;\n dryRun?: unknown;\n };\n\n if (body.batchSize !== undefined && typeof body.batchSize !== \"number\") {\n return json({ ok: false, error: \"batchSize must be a number\" }, 400);\n }\n if (\n body.cursor !== undefined &&\n body.cursor !== null &&\n typeof body.cursor !== \"string\"\n ) {\n return json({ ok: false, error: \"cursor must be a string or null\" }, 400);\n }\n if (body.dryRun !== undefined && typeof body.dryRun !== \"boolean\") {\n return json({ ok: false, error: \"dryRun must be a boolean\" }, 400);\n }\n\n const result: BackfillResult = await ctx.runAction(\n internal.discordAvatarSync.backfillDiscordUserImagesInternal,\n {\n batchSize:\n typeof body.batchSize === \"number\" ? body.batchSize : undefined,\n cursor:\n typeof body.cursor === \"string\" || body.cursor === null\n ? body.cursor\n : undefined,\n dryRun: typeof body.dryRun === \"boolean\" ? body.dryRun : undefined,\n },\n );\n return json(result);\n});\n" }, { "path": "convex/discordBot.ts", "content": "import { components, internal } from \"./_generated/api\";\nimport { httpAction } from \"./_generated/server\";\n\ntype Role = \"user\" | \"contributor\" | \"admin\";\n\nfunction json(data: unknown, status = 200) {\n return new Response(JSON.stringify(data), {\n status,\n headers: { \"content-type\": \"application/json; charset=utf-8\" },\n });\n}\n\nasync function requireDiscordSyncSecret(req: Request) {\n const expectedSecret = process.env.DISCORD_ROLE_SYNC_SECRET;\n if (!expectedSecret) {\n return {\n ok: false,\n response: json(\n { ok: false, error: \"Missing DISCORD_ROLE_SYNC_SECRET env var\" },\n 500,\n ),\n } as const;\n }\n\n let body: unknown;\n try {\n body = await req.json();\n } catch {\n return {\n ok: false,\n response: json({ ok: false, error: \"Invalid JSON body\" }, 400),\n } as const;\n }\n\n const parsed = body as { secret?: unknown };\n if (parsed.secret !== expectedSecret) {\n return {\n ok: false,\n response: json({ ok: false, error: \"Unauthorized\" }, 401),\n } as const;\n }\n\n return { ok: true, body } as const;\n}\n\ntype CombineKind = \"users\" | \"publicStories\" | \"approvals\";\ntype StoriesRoleSyncStatus =\n | \"assigned\"\n | \"up_to_date\"\n | \"no_milestone\"\n | \"not_linked\"\n | \"member_not_found\"\n | \"error\";\n\nfunction parseStoriesRoleSyncStatus(\n value: unknown,\n): StoriesRoleSyncStatus | null {\n if (\n value === \"assigned\" ||\n value === \"up_to_date\" ||\n value === \"no_milestone\" ||\n value === \"not_linked\" ||\n value === \"member_not_found\" ||\n value === \"error\"\n ) {\n return value;\n }\n return null;\n}\n\nfunction parseNumItems(value: unknown) {\n if (typeof value !== \"number\" || !Number.isInteger(value)) return 200;\n return Math.max(1, Math.min(500, value));\n}\n\nfunction parseKind(value: unknown): CombineKind | null {\n if (value === \"users\" || value === \"publicStories\" || value === \"approvals\") {\n return value;\n }\n return null;\n}\n\nexport const setContributorWriteByDiscordAccountId = httpAction(\n async (ctx, req) => {\n if (req.method !== \"POST\") {\n return json({ ok: false, error: \"Method not allowed\" }, 405);\n }\n\n const auth = await requireDiscordSyncSecret(req);\n if (!auth.ok) return auth.response;\n\n const parsed = auth.body as {\n discordAccountId?: unknown;\n write?: unknown;\n };\n\n if (typeof parsed.discordAccountId !== \"string\") {\n return json(\n { ok: false, error: \"discordAccountId must be a string\" },\n 400,\n );\n }\n if (typeof parsed.write !== \"boolean\" && parsed.write !== null) {\n return json({ ok: false, error: \"write must be a boolean or null\" }, 400);\n }\n\n const account = (await ctx.runQuery(components.betterAuth.adapter.findOne, {\n model: \"account\",\n where: [\n { field: \"providerId\", value: \"discord\" },\n { field: \"accountId\", value: parsed.discordAccountId },\n ],\n })) as { userId?: string | null } | null;\n\n if (!account?.userId) {\n return json({ ok: true, linked: false });\n }\n\n const user = (await ctx.runQuery(components.betterAuth.adapter.findOne, {\n model: \"user\",\n where: [{ field: \"_id\", value: account.userId }],\n })) as {\n _id?: string;\n userId?: string | null;\n name?: string | null;\n role?: string | null;\n } | null;\n\n if (!user?._id) {\n return json({ ok: true, linked: false });\n }\n\n const currentRole: Role =\n user.role === \"admin\" || user.role === \"contributor\" ? user.role : \"user\";\n let nextRole: Role = currentRole;\n if (typeof parsed.write === \"boolean\") {\n if (parsed.write && currentRole === \"user\") nextRole = \"contributor\";\n if (!parsed.write && currentRole === \"contributor\") nextRole = \"user\";\n\n if (nextRole !== currentRole) {\n await ctx.runMutation(components.betterAuth.adapter.updateOne, {\n input: {\n model: \"user\",\n where: [{ field: \"_id\", value: user._id }],\n update: { role: nextRole },\n },\n });\n }\n }\n\n const legacyId = Number.parseInt(user.userId ?? \"\", 10);\n return json({\n ok: true,\n linked: true,\n updated: nextRole !== currentRole,\n user: {\n id: Number.isFinite(legacyId) ? legacyId : null,\n name: user.name ?? \"\",\n role: nextRole,\n },\n });\n },\n);\n\nexport const getDiscordCombineData = httpAction(async (ctx, req) => {\n if (req.method !== \"POST\") {\n return json({ ok: false, error: \"Method not allowed\" }, 405);\n }\n\n const auth = await requireDiscordSyncSecret(req);\n if (!auth.ok) return auth.response;\n\n const body = auth.body as {\n kind?: unknown;\n cursor?: unknown;\n numItems?: unknown;\n sinceDate?: unknown;\n };\n\n const kind = parseKind(body.kind);\n if (!kind) {\n return json(\n {\n ok: false,\n error: \"kind must be one of users, publicStories, or approvals\",\n },\n 400,\n );\n }\n\n const paginationOpts = {\n cursor: typeof body.cursor === \"string\" ? body.cursor : null,\n numItems: parseNumItems(body.numItems),\n };\n\n if (kind === \"users\") {\n const users = await ctx.runQuery(\n internal.discordData.getContributorDiscordLinks,\n {},\n );\n return json({ ok: true, users });\n }\n\n if (kind === \"publicStories\") {\n const page = await ctx.runQuery(\n internal.discordData.getPublicStoryIdsPage,\n {\n paginationOpts,\n },\n );\n return json({ ok: true, ...page });\n }\n\n if (\n body.sinceDate !== undefined &&\n (typeof body.sinceDate !== \"number\" || !Number.isInteger(body.sinceDate))\n ) {\n return json({ ok: false, error: \"sinceDate must be an integer\" }, 400);\n }\n\n const page = await ctx.runQuery(internal.discordData.getApprovalPage, {\n paginationOpts,\n sinceDate: typeof body.sinceDate === \"number\" ? body.sinceDate : undefined,\n });\n return json({ ok: true, ...page });\n});\n\nexport const setStoriesRoleSyncStatus = httpAction(async (ctx, req) => {\n if (req.method !== \"POST\") {\n return json({ ok: false, error: \"Method not allowed\" }, 405);\n }\n\n const auth = await requireDiscordSyncSecret(req);\n if (!auth.ok) return auth.response;\n\n const body = auth.body as {\n snapshots?: unknown;\n };\n\n if (!Array.isArray(body.snapshots)) {\n return json({ ok: false, error: \"snapshots must be an array\" }, 400);\n }\n\n const snapshots: Array<{\n legacyUserId: number;\n discordAccountId: string | null;\n eligibleStoriesCount: number | null;\n assignedStoriesCount: number | null;\n syncStatus: StoriesRoleSyncStatus;\n lastSyncedAt: number;\n lastError: string | null;\n }> = [];\n\n for (const snapshot of body.snapshots) {\n if (!snapshot || typeof snapshot !== \"object\") {\n return json(\n { ok: false, error: \"snapshot entries must be objects\" },\n 400,\n );\n }\n\n const parsed = snapshot as {\n legacyUserId?: unknown;\n discordAccountId?: unknown;\n eligibleStoriesCount?: unknown;\n assignedStoriesCount?: unknown;\n syncStatus?: unknown;\n lastSyncedAt?: unknown;\n lastError?: unknown;\n };\n const syncStatus = parseStoriesRoleSyncStatus(parsed.syncStatus);\n if (\n typeof parsed.legacyUserId !== \"number\" ||\n !Number.isInteger(parsed.legacyUserId)\n ) {\n return json({ ok: false, error: \"legacyUserId must be an integer\" }, 400);\n }\n if (\n parsed.discordAccountId !== null &&\n parsed.discordAccountId !== undefined &&\n typeof parsed.discordAccountId !== \"string\"\n ) {\n return json(\n { ok: false, error: \"discordAccountId must be a string or null\" },\n 400,\n );\n }\n if (\n parsed.eligibleStoriesCount !== null &&\n parsed.eligibleStoriesCount !== undefined &&\n (typeof parsed.eligibleStoriesCount !== \"number\" ||\n !Number.isInteger(parsed.eligibleStoriesCount))\n ) {\n return json(\n { ok: false, error: \"eligibleStoriesCount must be an integer or null\" },\n 400,\n );\n }\n if (\n parsed.assignedStoriesCount !== null &&\n parsed.assignedStoriesCount !== undefined &&\n (typeof parsed.assignedStoriesCount !== \"number\" ||\n !Number.isInteger(parsed.assignedStoriesCount))\n ) {\n return json(\n { ok: false, error: \"assignedStoriesCount must be an integer or null\" },\n 400,\n );\n }\n if (!syncStatus) {\n return json({ ok: false, error: \"syncStatus is invalid\" }, 400);\n }\n if (\n typeof parsed.lastSyncedAt !== \"number\" ||\n !Number.isInteger(parsed.lastSyncedAt)\n ) {\n return json({ ok: false, error: \"lastSyncedAt must be an integer\" }, 400);\n }\n if (\n parsed.lastError !== null &&\n parsed.lastError !== undefined &&\n typeof parsed.lastError !== \"string\"\n ) {\n return json(\n { ok: false, error: \"lastError must be a string or null\" },\n 400,\n );\n }\n\n snapshots.push({\n legacyUserId: parsed.legacyUserId,\n discordAccountId:\n typeof parsed.discordAccountId === \"string\"\n ? parsed.discordAccountId\n : null,\n eligibleStoriesCount:\n typeof parsed.eligibleStoriesCount === \"number\"\n ? parsed.eligibleStoriesCount\n : null,\n assignedStoriesCount:\n typeof parsed.assignedStoriesCount === \"number\"\n ? parsed.assignedStoriesCount\n : null,\n syncStatus,\n lastSyncedAt: parsed.lastSyncedAt,\n lastError: typeof parsed.lastError === \"string\" ? parsed.lastError : null,\n });\n }\n\n await ctx.runMutation(\n internal.discordRoleSync.replaceStoriesRoleSyncSnapshots,\n {\n snapshots,\n },\n );\n return json({ ok: true, count: snapshots.length });\n});\n" }, { "path": "convex/discordData.ts", "content": "import { paginationOptsValidator } from \"convex/server\";\nimport { v } from \"convex/values\";\nimport { components } from \"./_generated/api\";\nimport { internalQuery, type QueryCtx } from \"./_generated/server\";\nimport type { Id } from \"./_generated/dataModel\";\n\nconst contributorUserValidator = v.object({\n legacyUserId: v.number(),\n author: v.string(),\n discordAccountId: v.union(v.string(), v.null()),\n});\n\nconst publicStoriesPageValidator = v.object({\n page: v.array(v.number()),\n isDone: v.boolean(),\n continueCursor: v.string(),\n});\n\nconst approvalsPageValidator = v.object({\n page: v.array(\n v.object({\n id: v.id(\"story_approval\"),\n legacyUserId: v.number(),\n storyId: v.number(),\n date: v.number(),\n }),\n ),\n isDone: v.boolean(),\n continueCursor: v.string(),\n});\n\ntype AdapterWhere = Array<{\n field: string;\n operator?: \"eq\" | \"in\";\n value: string | Array;\n}>;\ntype BetterAuthModel = \"user\" | \"account\";\n\ntype AuthUserRow = {\n _id?: string | null;\n userId?: string | null;\n name?: string | null;\n role?: string | null;\n};\n\ntype AuthAccountRow = {\n userId?: string | null;\n accountId?: string | null;\n};\n\ntype PaginatedAdapterResponse = {\n page: T[];\n isDone?: boolean;\n continueCursor?: string | null;\n};\n\nasync function findManyAll(\n ctx: QueryCtx,\n model: BetterAuthModel,\n where: AdapterWhere,\n): Promise {\n let cursor: string | null = null;\n const rows: T[] = [];\n\n while (true) {\n const page = (await ctx.runQuery(components.betterAuth.adapter.findMany, {\n model,\n where,\n paginationOpts: { cursor, numItems: 200 },\n })) as PaginatedAdapterResponse;\n\n rows.push(...page.page);\n if (page.isDone) break;\n cursor = page.continueCursor ?? null;\n if (!cursor) break;\n }\n\n return rows;\n}\n\nfunction chunk(items: T[], size: number): T[][] {\n const chunks: T[][] = [];\n for (let index = 0; index < items.length; index += size) {\n chunks.push(items.slice(index, index + size));\n }\n return chunks;\n}\n\nasync function getContributorAndAdminUsers(ctx: QueryCtx) {\n const [contributors, admins] = await Promise.all([\n findManyAll(ctx, \"user\", [\n { field: \"role\", operator: \"eq\", value: \"contributor\" },\n ]),\n findManyAll(ctx, \"user\", [\n { field: \"role\", operator: \"eq\", value: \"admin\" },\n ]),\n ]);\n\n const usersByAuthId = new Map();\n for (const user of [...contributors, ...admins]) {\n if (typeof user._id !== \"string\" || user._id.length === 0) continue;\n usersByAuthId.set(user._id, user);\n }\n return usersByAuthId;\n}\n\nexport const getContributorDiscordLinks = internalQuery({\n args: {},\n returns: v.array(contributorUserValidator),\n handler: async (ctx) => {\n const usersByAuthId = await getContributorAndAdminUsers(ctx);\n const authUserIds = Array.from(usersByAuthId.keys());\n if (authUserIds.length === 0) return [];\n\n const accounts: AuthAccountRow[] = [];\n for (const userIds of chunk(authUserIds, 100)) {\n const rows = await findManyAll(ctx, \"account\", [\n { field: \"providerId\", operator: \"eq\", value: \"discord\" },\n { field: \"userId\", operator: \"in\", value: userIds },\n ]);\n accounts.push(...rows);\n }\n\n const discordAccountIdByUserId = new Map();\n for (const account of accounts) {\n if (\n typeof account.userId !== \"string\" ||\n typeof account.accountId !== \"string\"\n ) {\n continue;\n }\n discordAccountIdByUserId.set(account.userId, account.accountId);\n }\n\n return authUserIds\n .map((authUserId) => {\n const user = usersByAuthId.get(authUserId);\n const discordAccountId = discordAccountIdByUserId.get(authUserId);\n if (!user || typeof user.name !== \"string\") {\n return null;\n }\n\n const legacyUserId = Number.parseInt(user.userId ?? \"\", 10);\n if (!Number.isFinite(legacyUserId)) {\n return null;\n }\n\n return {\n legacyUserId,\n author: user.name,\n discordAccountId:\n typeof discordAccountId === \"string\" ? discordAccountId : null,\n };\n })\n .filter(\n (\n user,\n ): user is {\n legacyUserId: number;\n author: string;\n discordAccountId: string | null;\n } => user !== null,\n );\n },\n});\n\nexport const getPublicStoryIdsPage = internalQuery({\n args: {\n paginationOpts: paginationOptsValidator,\n },\n returns: publicStoriesPageValidator,\n handler: async (ctx, args) => {\n const page = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_public\", (q) => q.eq(\"public\", true).eq(\"deleted\", false))\n .paginate(args.paginationOpts);\n\n return {\n page: page.page\n .map((story) => story.legacyId)\n .filter((legacyId): legacyId is number => typeof legacyId === \"number\"),\n isDone: page.isDone,\n continueCursor: page.continueCursor,\n };\n },\n});\n\nexport const getApprovalPage = internalQuery({\n args: {\n paginationOpts: paginationOptsValidator,\n sinceDate: v.optional(v.number()),\n },\n returns: approvalsPageValidator,\n handler: async (ctx, args) => {\n const page = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_date\", (q) => q.gte(\"date\", args.sinceDate ?? 0))\n .paginate(args.paginationOpts);\n\n const legacyUserIds = Array.from(\n new Set(\n page.page\n .map((approval) => approval.legacyUserId)\n .filter(\n (legacyUserId): legacyUserId is number =>\n typeof legacyUserId === \"number\",\n ),\n ),\n );\n\n const allowedLegacyUserIds = new Set();\n for (const legacyIds of chunk(legacyUserIds, 100)) {\n const users = (await ctx.runQuery(\n components.betterAuth.adapter.findMany,\n {\n model: \"user\",\n where: [\n { field: \"userId\", operator: \"in\", value: legacyIds.map(String) },\n ],\n paginationOpts: { cursor: null, numItems: legacyIds.length + 20 },\n },\n )) as PaginatedAdapterResponse;\n\n for (const user of users.page) {\n if (user.role !== \"contributor\" && user.role !== \"admin\") continue;\n const legacyUserId = Number.parseInt(user.userId ?? \"\", 10);\n if (Number.isFinite(legacyUserId)) {\n allowedLegacyUserIds.add(legacyUserId);\n }\n }\n }\n\n const storyIds = Array.from(\n new Set(page.page.map((approval) => approval.storyId)),\n );\n const storyMetaById = new Map, number>();\n for (const storyId of storyIds) {\n const story = await ctx.db.get(storyId);\n if (story && typeof story.legacyId === \"number\") {\n storyMetaById.set(storyId, story.legacyId);\n }\n }\n\n return {\n page: page.page\n .map((approval) => {\n if (\n typeof approval.legacyUserId !== \"number\" ||\n !allowedLegacyUserIds.has(approval.legacyUserId)\n ) {\n return null;\n }\n\n const storyLegacyId = storyMetaById.get(approval.storyId);\n if (typeof storyLegacyId !== \"number\") return null;\n\n return {\n id: approval._id,\n legacyUserId: approval.legacyUserId,\n storyId: storyLegacyId,\n date: approval.date,\n };\n })\n .filter(\n (\n approval,\n ): approval is {\n id: Id<\"story_approval\">;\n legacyUserId: number;\n storyId: number;\n date: number;\n } => approval !== null,\n ),\n isDone: page.isDone,\n continueCursor: page.continueCursor,\n };\n },\n});\n" }, { "path": "convex/discordRoleSync.ts", "content": "import { internalMutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\n\nconst syncStatusValidator = v.union(\n v.literal(\"assigned\"),\n v.literal(\"up_to_date\"),\n v.literal(\"no_milestone\"),\n v.literal(\"not_linked\"),\n v.literal(\"member_not_found\"),\n v.literal(\"error\"),\n);\n\nconst storiesRoleSnapshotValidator = v.object({\n legacyUserId: v.number(),\n discordAccountId: v.union(v.string(), v.null()),\n eligibleStoriesCount: v.union(v.number(), v.null()),\n assignedStoriesCount: v.union(v.number(), v.null()),\n syncStatus: syncStatusValidator,\n lastSyncedAt: v.number(),\n lastError: v.union(v.string(), v.null()),\n});\n\nexport const replaceStoriesRoleSyncSnapshots = internalMutation({\n args: {\n snapshots: v.array(storiesRoleSnapshotValidator),\n },\n returns: v.null(),\n handler: async (ctx, args) => {\n const existingRows = await ctx.db\n .query(\"discord_stories_role_sync\")\n .collect();\n const existingByLegacyUserId = new Map(\n existingRows.map((row) => [row.legacyUserId, row]),\n );\n\n for (const snapshot of args.snapshots) {\n const existing = existingByLegacyUserId.get(snapshot.legacyUserId);\n\n if (existing) {\n await ctx.db.patch(existing._id, snapshot);\n continue;\n }\n\n await ctx.db.insert(\"discord_stories_role_sync\", snapshot);\n }\n\n return null;\n },\n});\n" }, { "path": "convex/editorRead.ts", "content": "import { query, type QueryCtx } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { components } from \"./_generated/api\";\nimport type { Doc, Id } from \"./_generated/dataModel\";\nimport { courseContributorValidator } from \"./lib/courseContributors\";\n\ntype LanguageDoc = Doc<\"languages\">;\ntype CourseDoc = Doc<\"courses\">;\ntype StoryDoc = Doc<\"stories\">;\ntype AvatarDoc = Doc<\"avatars\">;\ntype AvatarMappingDoc = Doc<\"avatar_mappings\">;\n\nconst editorCourseValidator = v.union(\n v.object({\n id: v.number(),\n short: v.union(v.string(), v.null()),\n about: v.union(v.string(), v.null()),\n official: v.boolean(),\n count: v.number(),\n public: v.boolean(),\n fromLanguageId: v.id(\"languages\"),\n from_language: v.number(),\n from_language_short: v.string(),\n from_language_name: v.string(),\n learningLanguageId: v.id(\"languages\"),\n learning_language: v.number(),\n learning_language_short: v.string(),\n learning_language_name: v.string(),\n contributors: v.array(courseContributorValidator),\n contributors_past: v.array(courseContributorValidator),\n todo_count: v.number(),\n }),\n v.null(),\n);\n\nfunction toNumber(value: unknown): number | undefined {\n if (typeof value === \"number\" && Number.isFinite(value)) return value;\n if (typeof value === \"string\") {\n const parsed = Number(value);\n if (Number.isFinite(parsed)) return parsed;\n }\n return undefined;\n}\n\nfunction toLanguage(language: LanguageDoc) {\n return {\n languageId: language._id,\n id: language.legacyId,\n name: language.name,\n short: language.short,\n speaker: language.speaker ?? null,\n default_text: language.default_text ?? \"\",\n tts_replace: language.tts_replace ?? null,\n public: language.public,\n rtl: language.rtl,\n };\n}\n\nfunction toCourse(\n course: CourseDoc,\n languageById: Map, LanguageDoc>,\n) {\n const learningLanguage = languageById.get(course.learningLanguageId);\n const fromLanguage = languageById.get(course.fromLanguageId);\n\n return {\n id: course.legacyId,\n short: course.short ?? null,\n about: course.about ?? null,\n official: course.official,\n count: course.count ?? 0,\n public: course.public,\n fromLanguageId: course.fromLanguageId,\n from_language: fromLanguage?.legacyId ?? 0,\n from_language_short: fromLanguage?.short ?? \"\",\n from_language_name: fromLanguage?.name ?? course.from_language_name ?? \"\",\n learningLanguageId: course.learningLanguageId,\n learning_language: learningLanguage?.legacyId ?? 0,\n learning_language_short: learningLanguage?.short ?? \"\",\n learning_language_name:\n learningLanguage?.name ?? course.learning_language_name ?? \"\",\n contributors: course.contributors ?? [],\n contributors_past: course.contributors_past ?? [],\n todo_count: course.todo_count ?? 0,\n };\n}\n\nasync function getCourseByIdentifier(ctx: QueryCtx, identifier: string) {\n const isNumericIdentifier = /^\\d+$/.test(identifier);\n if (isNumericIdentifier) {\n const numeric = Number(identifier);\n const byId = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", numeric))\n .unique();\n if (byId) return byId;\n }\n\n return await ctx.db\n .query(\"courses\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", identifier))\n .unique();\n}\n\nasync function getUserNameByLegacyId(ctx: QueryCtx, legacyIds: number[]) {\n const uniqueLegacyIds = Array.from(new Set(legacyIds));\n if (!uniqueLegacyIds.length) return new Map();\n\n const userIds = uniqueLegacyIds.map((legacyId) => String(legacyId));\n const users = (await ctx.runQuery(components.betterAuth.adapter.findMany, {\n model: \"user\",\n where: [{ field: \"userId\", operator: \"in\", value: userIds }],\n paginationOpts: { cursor: null, numItems: userIds.length + 10 },\n })) as {\n page: Array<{ userId?: string | null; name?: string | null }>;\n };\n\n const map = new Map();\n for (const user of users.page) {\n const legacyId = Number.parseInt(user.userId ?? \"\", 10);\n if (!Number.isFinite(legacyId) || !user.name) continue;\n map.set(legacyId, user.name);\n }\n\n return map;\n}\n\nasync function getUserNameByAuthDocId(ctx: QueryCtx, authDocIds: string[]) {\n const uniqueAuthDocIds = Array.from(\n new Set(authDocIds.map((id) => id.trim()).filter(Boolean)),\n );\n if (!uniqueAuthDocIds.length) return new Map();\n\n const map = new Map();\n const byUserId = (await ctx.runQuery(components.betterAuth.adapter.findMany, {\n model: \"user\",\n where: [{ field: \"userId\", operator: \"in\", value: uniqueAuthDocIds }],\n paginationOpts: { cursor: null, numItems: uniqueAuthDocIds.length + 10 },\n })) as {\n page: Array<{ userId?: string | null; name?: string | null }>;\n };\n\n for (const user of byUserId.page) {\n const userId = user.userId?.trim();\n if (!userId || !user.name) continue;\n map.set(userId, user.name);\n }\n\n const unresolvedIds = uniqueAuthDocIds.filter((id) => !map.has(id));\n if (!unresolvedIds.length) return map;\n\n // Fallback for legacy rows that still store Better Auth document IDs.\n const byDocId = await Promise.all(\n unresolvedIds.map(async (id) => {\n try {\n const user = (await ctx.runQuery(components.betterAuth.adapter.get, {\n id,\n })) as { name?: string | null } | null;\n return { id, name: user?.name ?? null };\n } catch {\n return { id, name: null };\n }\n }),\n );\n\n for (const result of byDocId) {\n if (!result.name) continue;\n map.set(result.id, result.name);\n }\n\n return map;\n}\n\nasync function buildAvatarRows(\n ctx: QueryCtx,\n language: LanguageDoc,\n avatars?: AvatarDoc[],\n mappings?: AvatarMappingDoc[],\n) {\n const avatarRows = avatars ?? (await ctx.db.query(\"avatars\").collect());\n const mappingRows =\n mappings ??\n (await ctx.db\n .query(\"avatar_mappings\")\n .withIndex(\"by_language_id\", (q) => q.eq(\"languageId\", language._id))\n .collect());\n\n const mappingByAvatar = new Map, AvatarMappingDoc>();\n for (const mapping of mappingRows) {\n mappingByAvatar.set(mapping.avatarId, mapping);\n }\n\n return avatarRows\n .filter((avatar: AvatarDoc) => avatar.link !== \"[object Object]\")\n .map((avatar: AvatarDoc) => {\n const mapping = mappingByAvatar.get(avatar._id);\n return {\n id: mapping?.legacyId ?? null,\n avatar_id: avatar.legacyId,\n language_id: language.legacyId,\n name: mapping?.name ?? avatar.name ?? \"\",\n link: avatar.link,\n speaker: mapping?.speaker ?? \"\",\n };\n })\n .sort(\n (a: { avatar_id: number }, b: { avatar_id: number }) =>\n a.avatar_id - b.avatar_id,\n );\n}\n\nexport const getEditorSidebarData = query({\n args: {},\n handler: async (ctx) => {\n const courseRows = await ctx.db.query(\"courses\").collect();\n\n const referencedLanguageIds = Array.from(\n new Set(\n courseRows.flatMap((course) => [\n course.learningLanguageId,\n course.fromLanguageId,\n ]),\n ),\n );\n const languageRows = await Promise.all(\n referencedLanguageIds.map((languageId) => ctx.db.get(languageId)),\n );\n\n const languageById = new Map, LanguageDoc>();\n for (const language of languageRows) {\n if (!language) continue;\n languageById.set(language._id, language);\n }\n\n const courses = courseRows\n .map((course) => toCourse(course, languageById))\n .sort((a, b) => b.count - a.count);\n\n return { courses };\n },\n});\n\nexport const getEditorCourseByIdentifier = query({\n args: { identifier: v.string() },\n returns: editorCourseValidator,\n handler: async (ctx, args) => {\n const course = await getCourseByIdentifier(ctx, args.identifier);\n if (!course) return null;\n\n const [learningLanguage, fromLanguage] = await Promise.all([\n ctx.db.get(course.learningLanguageId) as Promise,\n ctx.db.get(course.fromLanguageId) as Promise,\n ]);\n const contributorLists = {\n contributors: course.contributorDetails ?? [],\n contributors_past: course.contributorDetailsPast ?? [],\n };\n\n return {\n id: course.legacyId,\n short: course.short ?? null,\n about: course.about ?? null,\n official: course.official,\n count: course.count ?? 0,\n public: course.public,\n fromLanguageId: course.fromLanguageId,\n from_language: fromLanguage?.legacyId ?? 0,\n from_language_short: fromLanguage?.short ?? \"\",\n from_language_name: fromLanguage?.name ?? course.from_language_name ?? \"\",\n learningLanguageId: course.learningLanguageId,\n learning_language: learningLanguage?.legacyId ?? 0,\n learning_language_short: learningLanguage?.short ?? \"\",\n learning_language_name:\n learningLanguage?.name ?? course.learning_language_name ?? \"\",\n contributors: contributorLists.contributors,\n contributors_past: contributorLists.contributors_past,\n todo_count: course.todo_count ?? 0,\n };\n },\n});\n\nexport const getEditorStoriesByCourseLegacyId = query({\n args: { identifier: v.string() },\n handler: async (ctx, args) => {\n const timerBase = `editorRead:getEditorStoriesByCourseLegacyId:course:${args.identifier}`;\n const storiesTimer = `${timerBase}:stories`;\n const imagesTimer = `${timerBase}:images`;\n const authorsTimer = `${timerBase}:authors`;\n console.time(timerBase);\n\n const course = await getCourseByIdentifier(ctx, args.identifier);\n if (!course) {\n console.timeEnd(timerBase);\n console.log(\n `[editorRead:getEditorStoriesByCourseLegacyId] course=${args.identifier} not_found`,\n );\n return [];\n }\n\n console.time(storiesTimer);\n const storyRows = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_set\", (q) => q.eq(\"courseId\", course._id))\n .collect();\n console.timeEnd(storiesTimer);\n\n const stories = storyRows.filter((story) => !story.deleted);\n\n console.time(imagesTimer);\n const imageIds = Array.from(\n new Set(\n stories\n .map((story) => story.imageId)\n .filter((id): id is Id<\"images\"> => Boolean(id)),\n ),\n );\n const images = await Promise.all(imageIds.map((id) => ctx.db.get(id)));\n const imageById = new Map, Doc<\"images\">>();\n images.forEach((image) => {\n if (!image) return;\n imageById.set(image._id, image);\n });\n console.timeEnd(imagesTimer);\n\n console.time(authorsTimer);\n const authorLegacyIds = Array.from(\n new Set(\n stories\n .flatMap((story) => [\n toNumber(story.authorId),\n toNumber(story.authorChangeId),\n ])\n .filter((id): id is number => id !== undefined),\n ),\n );\n const authorAuthDocIds = Array.from(\n new Set(\n stories\n .flatMap((story) => [story.authorId, story.authorChangeId])\n .filter(\n (id): id is string =>\n typeof id === \"string\" &&\n id.trim().length > 0 &&\n toNumber(id) === undefined,\n ),\n ),\n );\n\n const [nameByLegacyId, nameByAuthDocId] = await Promise.all([\n getUserNameByLegacyId(ctx, authorLegacyIds),\n getUserNameByAuthDocId(ctx, authorAuthDocIds),\n ]);\n console.timeEnd(authorsTimer);\n\n const result = stories.map((story: StoryDoc) => {\n const authorId = toNumber(story.authorId);\n const authorChangeId = toNumber(story.authorChangeId);\n const rawAuthorId =\n typeof story.authorId === \"string\"\n ? story.authorId.trim()\n : story.authorId;\n const rawAuthorChangeId =\n typeof story.authorChangeId === \"string\"\n ? story.authorChangeId.trim()\n : story.authorChangeId;\n const image = story.imageId ? imageById.get(story.imageId) : undefined;\n const approvalCount = story.approvalCount;\n const derivedStatus =\n approvalCount === undefined\n ? story.status\n : approvalCount === 0\n ? \"draft\"\n : approvalCount === 1\n ? \"feedback\"\n : \"finished\";\n return {\n id: story.legacyId ?? 0,\n name: story.name,\n course_id: course.legacyId,\n image: image?.legacyId ?? \"\",\n set_id: story.set_id ?? 0,\n set_index: story.set_index ?? 0,\n date: story.date ?? story._creationTime,\n change_date: story.change_date,\n status: derivedStatus,\n public: story.public,\n todo_count: story.todo_count ?? 0,\n approvalCount: approvalCount ?? 0,\n author:\n typeof authorId === \"number\"\n ? (nameByLegacyId.get(authorId) ?? `User ${authorId}`)\n : typeof rawAuthorId === \"string\" && rawAuthorId.length > 0\n ? (nameByAuthDocId.get(rawAuthorId) ?? `User ${rawAuthorId}`)\n : \"Unknown\",\n author_change:\n typeof authorChangeId === \"number\"\n ? (nameByLegacyId.get(authorChangeId) ?? `User ${authorChangeId}`)\n : typeof rawAuthorChangeId === \"string\" &&\n rawAuthorChangeId.length > 0\n ? (nameByAuthDocId.get(rawAuthorChangeId) ??\n `User ${rawAuthorChangeId}`)\n : null,\n };\n });\n\n console.timeEnd(timerBase);\n console.log(\n `[editorRead:getEditorStoriesByCourseLegacyId] course=${args.identifier} totalStories=${storyRows.length} visibleStories=${stories.length} uniqueImages=${imageIds.length} uniqueLegacyAuthors=${authorLegacyIds.length} uniqueAuthDocAuthors=${authorAuthDocIds.length}`,\n );\n\n return result;\n },\n});\n\nexport const getEditorCourseImport = query({\n args: {\n courseLegacyId: v.number(),\n fromLegacyId: v.number(),\n },\n handler: async (ctx, args) => {\n const [toCourse, fromCourse] = await Promise.all([\n ctx.db\n .query(\"courses\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.courseLegacyId))\n .unique(),\n ctx.db\n .query(\"courses\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.fromLegacyId))\n .unique(),\n ]);\n if (!toCourse || !fromCourse) return [];\n\n const [sourceStories, targetStories] = await Promise.all([\n ctx.db\n .query(\"stories\")\n .withIndex(\"by_course\", (q) => q.eq(\"courseId\", fromCourse._id))\n .collect(),\n ctx.db\n .query(\"stories\")\n .withIndex(\"by_course\", (q) => q.eq(\"courseId\", toCourse._id))\n .collect(),\n ]);\n\n const activeSourceStories = sourceStories\n .filter((story) => !story.deleted)\n .sort((a, b) => {\n const setA = a.set_id ?? 0;\n const setB = b.set_id ?? 0;\n if (setA !== setB) return setA - setB;\n return (a.set_index ?? 0) - (b.set_index ?? 0);\n });\n\n const targetCountByDuoId = new Map();\n for (const story of targetStories) {\n if (story.deleted) continue;\n if (!story.duo_id) continue;\n targetCountByDuoId.set(\n story.duo_id,\n (targetCountByDuoId.get(story.duo_id) ?? 0) + 1,\n );\n }\n\n const imageIds = Array.from(\n new Set(\n activeSourceStories\n .map((story) => story.imageId)\n .filter((id): id is Id<\"images\"> => Boolean(id)),\n ),\n );\n const images = await Promise.all(imageIds.map((id) => ctx.db.get(id)));\n const imageById = new Map, Doc<\"images\">>();\n for (const image of images) {\n if (!image) continue;\n imageById.set(image._id, image);\n }\n\n return activeSourceStories.map((story) => {\n const image = story.imageId ? imageById.get(story.imageId) : undefined;\n return {\n id: story.legacyId ?? 0,\n set_id: story.set_id ?? 0,\n set_index: story.set_index ?? 0,\n name: story.name,\n image_done: image?.gilded ?? \"\",\n image: image?.active ?? \"\",\n copies: String(targetCountByDuoId.get(story.duo_id ?? \"\") ?? 0),\n };\n });\n },\n});\n\nexport const resolveEditorLanguage = query({\n args: { identifier: v.string() },\n handler: async (ctx, args) => {\n const numeric = toNumber(args.identifier);\n\n if (numeric !== undefined) {\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", numeric))\n .unique();\n if (!language) return null;\n return {\n language: toLanguage(language),\n course: null,\n language2: null,\n };\n }\n\n const course = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", args.identifier))\n .unique();\n\n if (course) {\n const [language, language2] = await Promise.all([\n ctx.db.get(course.learningLanguageId),\n ctx.db.get(course.fromLanguageId),\n ]);\n if (!language) return null;\n return {\n language: toLanguage(language),\n course: {\n learning_language: language.legacyId,\n from_language: language2?.legacyId ?? 0,\n short: course.short ?? \"\",\n },\n language2: language2 ? toLanguage(language2) : null,\n };\n }\n\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", args.identifier))\n .unique();\n if (!language) return null;\n\n return {\n language: toLanguage(language),\n course: null,\n language2: null,\n };\n },\n});\n\nexport const getEditorSpeakersByLanguageLegacyId = query({\n args: { languageLegacyId: v.number() },\n handler: async (ctx, args) => {\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.languageLegacyId))\n .unique();\n if (!language) return [];\n\n const speakers = await ctx.db\n .query(\"speakers\")\n .withIndex(\"by_language_id\", (q) => q.eq(\"languageId\", language._id))\n .collect();\n\n return speakers\n .map((speaker) => ({\n id: speaker.legacyId ?? 0,\n language_id: language.legacyId,\n speaker: speaker.speaker,\n gender: speaker.gender,\n type: speaker.type,\n service: speaker.service,\n }))\n .sort((a, b) => a.speaker.localeCompare(b.speaker));\n },\n});\n\nexport const getEditorAvatarNamesByLanguageLegacyId = query({\n args: { languageLegacyId: v.number() },\n handler: async (ctx, args) => {\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.languageLegacyId))\n .unique();\n if (!language) return [];\n\n return await buildAvatarRows(ctx, language);\n },\n});\n\nexport const getEditorLocalizationRowsByLanguageLegacyId = query({\n args: { languageLegacyId: v.number() },\n handler: async (ctx, args) => {\n const [englishLanguage, targetLanguage] = await Promise.all([\n ctx.db\n .query(\"languages\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", \"en\"))\n .unique(),\n ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) =>\n q.eq(\"legacyId\", args.languageLegacyId),\n )\n .unique(),\n ]);\n\n if (!englishLanguage || !targetLanguage) return [];\n\n const englishRows = await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", englishLanguage._id),\n )\n .collect();\n\n const targetRows =\n englishLanguage._id === targetLanguage._id\n ? englishRows\n : await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", targetLanguage._id),\n )\n .collect();\n\n const targetByTag = new Map();\n for (const row of targetRows) {\n if (!row.tag) continue;\n targetByTag.set(row.tag, row.text);\n }\n\n return englishRows\n .filter((row) => Boolean(row.tag))\n .map((row) => ({\n tag: row.tag,\n text_en: row.text,\n text: targetByTag.get(row.tag) ?? null,\n }));\n },\n});\n\nexport const getEditorStoryPageData = query({\n args: { storyId: v.number() },\n handler: async (ctx, args) => {\n const identity = (await ctx.auth.getUserIdentity()) as {\n role?: string | null;\n } | null;\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.storyId))\n .unique();\n if (!story || story.deleted) return null;\n\n const [course, storyContent] = await Promise.all([\n ctx.db.get(story.courseId),\n ctx.db\n .query(\"story_content\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", story._id))\n .unique(),\n ]);\n if (!course || !storyContent) return null;\n\n const [learningLanguage, fromLanguage, image] = await Promise.all([\n ctx.db.get(course.learningLanguageId),\n ctx.db.get(course.fromLanguageId),\n story.imageId ? ctx.db.get(story.imageId) : Promise.resolve(null),\n ]);\n if (!learningLanguage || !fromLanguage) return null;\n\n return {\n isAdmin: identity?.role === \"admin\",\n story_data: {\n id: story.legacyId ?? 0,\n official: course.official,\n course_id: course.legacyId,\n duo_id: story.duo_id ?? \"\",\n image: image?.legacyId ?? \"\",\n name: story.name,\n set_id: story.set_id ?? 0,\n set_index: story.set_index ?? 0,\n text: storyContent.text,\n short: course.short ?? \"\",\n learning_language: learningLanguage.legacyId,\n from_language: fromLanguage.legacyId,\n },\n };\n },\n});\n\nexport const getEditorImageByLegacyId = query({\n args: { legacyImageId: v.string() },\n handler: async (ctx, args) => {\n const image = await ctx.db\n .query(\"images\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.legacyImageId))\n .unique();\n if (!image) return null;\n\n return {\n id: image.legacyId,\n active: image.active,\n gilded: image.gilded,\n locked: image.locked,\n active_lip: image.active_lip,\n gilded_lip: image.gilded_lip,\n };\n },\n});\n\nexport const getEditorLanguageByLegacyId = query({\n args: { legacyLanguageId: v.number() },\n handler: async (ctx, args) => {\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.legacyLanguageId))\n .unique();\n if (!language) return null;\n\n return toLanguage(language);\n },\n});\n" }, { "path": "convex/editorSideEffects.ts", "content": "\"use node\";\n\nimport { Octokit } from \"@octokit/rest\";\nimport { PostHog } from \"posthog-node\";\nimport { internalAction } from \"./_generated/server\";\nimport { v } from \"convex/values\";\n\nconst CONTENT_REPOSITORY = \"rgerum/unofficial-duolingo-stories-content\";\n\nlet octokitClient: Octokit | null = null;\n\nfunction toBase64Utf8(value: string) {\n const bytes = new TextEncoder().encode(value);\n let binary = \"\";\n const chunkSize = 0x8000;\n for (let i = 0; i < bytes.length; i += chunkSize) {\n binary += String.fromCharCode(...bytes.subarray(i, i + chunkSize));\n }\n return btoa(binary);\n}\n\nfunction getOctokit() {\n const token = process.env.GITHUB_REPO_TOKEN;\n if (!token) return null;\n if (!octokitClient) {\n octokitClient = new Octokit({ auth: token });\n }\n return octokitClient;\n}\n\nasync function uploadWithDiffToGithub(args: {\n repository: string;\n content?: string;\n path: string;\n authorName: string;\n authorEmail: string;\n gitMessage: string;\n}) {\n const octokit = getOctokit();\n if (!octokit) return { ok: false as const, reason: \"missing_token\" as const };\n\n const [owner, repo] = args.repository.split(\"/\");\n let fileSha: string | undefined;\n\n try {\n const { data } = await octokit.repos.getContent({\n owner,\n repo,\n path: args.path,\n });\n if (!Array.isArray(data) && \"sha\" in data) {\n fileSha = data.sha;\n }\n } catch {\n // Missing file is expected for first write.\n }\n\n const author = {\n name: args.authorName,\n email: args.authorEmail,\n };\n\n if (!args.content) {\n if (!fileSha) return { ok: true as const };\n await octokit.repos.deleteFile({\n owner,\n repo,\n path: args.path,\n message: args.gitMessage,\n sha: fileSha,\n committer: author,\n author,\n });\n return { ok: true as const };\n }\n\n await octokit.repos.createOrUpdateFileContents({\n owner,\n repo,\n path: args.path,\n message: args.gitMessage,\n content: toBase64Utf8(args.content),\n sha: fileSha,\n committer: author,\n author,\n });\n\n return { ok: true as const };\n}\n\nfunction getPosthogClient() {\n const apiKey = process.env.POSTHOG_KEY ?? process.env.NEXT_PUBLIC_POSTHOG_KEY;\n if (!apiKey) return null;\n return new PostHog(apiKey, {\n host: process.env.POSTHOG_HOST ?? process.env.NEXT_PUBLIC_POSTHOG_HOST,\n flushAt: 1,\n flushInterval: 0,\n });\n}\n\nexport const onStorySaved = internalAction({\n args: {\n operationKey: v.string(),\n storyId: v.number(),\n storyName: v.string(),\n courseId: v.number(),\n text: v.string(),\n todoCount: v.number(),\n actorName: v.string(),\n actorLegacyUserId: v.number(),\n },\n returns: v.object({\n githubUploaded: v.boolean(),\n posthogTracked: v.boolean(),\n }),\n handler: async (_ctx, args) => {\n let githubUploaded = false;\n let posthogTracked = false;\n\n const uploadResult = await uploadWithDiffToGithub({\n repository: CONTENT_REPOSITORY,\n content: args.text,\n path: `${args.courseId}/${args.storyId}.txt`,\n authorName: args.actorName,\n authorEmail: `${args.actorName}@carex.uberspace.de`,\n gitMessage: `updated ${args.storyName} in course ${args.courseId}`,\n }).catch((error) => {\n console.error(\"editorSideEffects:onStorySaved:github\", error);\n return { ok: false as const };\n });\n githubUploaded = uploadResult.ok;\n\n const posthog = getPosthogClient();\n if (posthog) {\n try {\n posthog.capture({\n distinctId: args.actorName || `user_${args.actorLegacyUserId}`,\n event: \"story_saved\",\n properties: {\n story_id: args.storyId,\n story_name: args.storyName,\n course_id: args.courseId,\n todo_count: args.todoCount,\n editor_username: args.actorName,\n },\n });\n await posthog.shutdown();\n posthogTracked = true;\n } catch (error) {\n console.error(\"editorSideEffects:onStorySaved:posthog\", error);\n }\n }\n\n return { githubUploaded, posthogTracked };\n },\n});\n\nexport const onStoryDeleted = internalAction({\n args: {\n operationKey: v.string(),\n storyId: v.number(),\n storyName: v.string(),\n courseId: v.number(),\n actorName: v.string(),\n actorLegacyUserId: v.number(),\n },\n returns: v.object({\n githubUploaded: v.boolean(),\n posthogTracked: v.boolean(),\n }),\n handler: async (_ctx, args) => {\n let githubUploaded = false;\n let posthogTracked = false;\n\n const uploadResult = await uploadWithDiffToGithub({\n repository: CONTENT_REPOSITORY,\n path: `${args.courseId}/${args.storyId}.txt`,\n authorName: args.actorName,\n authorEmail: `${args.actorName}@carex.uberspace.de`,\n gitMessage: `delete ${args.storyName} from course ${args.courseId}`,\n }).catch((error) => {\n console.error(\"editorSideEffects:onStoryDeleted:github\", error);\n return { ok: false as const };\n });\n githubUploaded = uploadResult.ok;\n\n const posthog = getPosthogClient();\n if (posthog) {\n try {\n posthog.capture({\n distinctId: args.actorName || `user_${args.actorLegacyUserId}`,\n event: \"story_deleted\",\n properties: {\n story_id: args.storyId,\n story_name: args.storyName,\n course_id: args.courseId,\n editor_username: args.actorName,\n },\n });\n await posthog.shutdown();\n posthogTracked = true;\n } catch (error) {\n console.error(\"editorSideEffects:onStoryDeleted:posthog\", error);\n }\n }\n\n return { githubUploaded, posthogTracked };\n },\n});\n\nexport const onStoryImported = internalAction({\n args: {\n operationKey: v.string(),\n storyId: v.number(),\n storyName: v.string(),\n courseId: v.number(),\n text: v.string(),\n actorName: v.string(),\n actorLegacyUserId: v.number(),\n },\n returns: v.object({\n githubUploaded: v.boolean(),\n }),\n handler: async (_ctx, args) => {\n const uploadResult = await uploadWithDiffToGithub({\n repository: CONTENT_REPOSITORY,\n content: args.text,\n path: `${args.courseId}/${args.storyId}.txt`,\n authorName: args.actorName,\n authorEmail: `${args.actorName}@carex.uberspace.de`,\n gitMessage: `added ${args.storyName} in course ${args.courseId}`,\n }).catch((error) => {\n console.error(\"editorSideEffects:onStoryImported:github\", error);\n return { ok: false as const };\n });\n\n return { githubUploaded: uploadResult.ok };\n },\n});\n\nexport const onStoryApprovalToggled = internalAction({\n args: {\n operationKey: v.string(),\n storyId: v.number(),\n action: v.union(v.literal(\"added\"), v.literal(\"deleted\")),\n count: v.number(),\n storyStatus: v.union(\n v.literal(\"draft\"),\n v.literal(\"feedback\"),\n v.literal(\"finished\"),\n ),\n finishedInSet: v.number(),\n publishedCount: v.number(),\n actorName: v.string(),\n actorLegacyUserId: v.number(),\n },\n returns: v.object({\n posthogTracked: v.boolean(),\n }),\n handler: async (_ctx, args) => {\n const posthog = getPosthogClient();\n if (!posthog) return { posthogTracked: false };\n\n try {\n posthog.capture({\n distinctId: args.actorName || `user_${args.actorLegacyUserId}`,\n event: \"story_approved\",\n properties: {\n story_id: args.storyId,\n action: args.action,\n approval_count: args.count,\n story_status: args.storyStatus,\n finished_in_set: args.finishedInSet,\n stories_published: args.publishedCount,\n },\n });\n await posthog.shutdown();\n return { posthogTracked: true };\n } catch (error) {\n console.error(\"editorSideEffects:onStoryApprovalToggled:posthog\", error);\n return { posthogTracked: false };\n }\n },\n});\n" }, { "path": "convex/http.ts", "content": "import { httpRouter } from \"convex/server\";\nimport { backfillCourseContributorDetailsHttp } from \"./courseContributorBackfill\";\nimport {\n getDiscordCombineData,\n setStoriesRoleSyncStatus,\n setContributorWriteByDiscordAccountId,\n} from \"./discordBot\";\nimport { authComponent, createAuth } from \"./betterAuth/auth\";\nimport { backfillDiscordUserImagesHttp as backfillDiscordUserImagesHandler } from \"./discordAvatarSync\";\n\nconst http = httpRouter();\n\nauthComponent.registerRoutes(http, createAuth);\nhttp.route({\n path: \"/discord/set-contributor-write\",\n method: \"POST\",\n handler: setContributorWriteByDiscordAccountId,\n});\nhttp.route({\n path: \"/discord/combine-data\",\n method: \"POST\",\n handler: getDiscordCombineData,\n});\nhttp.route({\n path: \"/discord/set-stories-role-status\",\n method: \"POST\",\n handler: setStoriesRoleSyncStatus,\n});\nhttp.route({\n path: \"/admin/backfill-discord-avatars\",\n method: \"POST\",\n handler: backfillDiscordUserImagesHandler,\n});\nhttp.route({\n path: \"/admin/backfill-course-contributors\",\n method: \"POST\",\n handler: backfillCourseContributorDetailsHttp,\n});\n\nexport default http;\n" }, { "path": "convex/landing.ts", "content": "import { query } from \"./_generated/server\";\nimport type { Id } from \"./_generated/dataModel\";\nimport { v } from \"convex/values\";\nimport { courseContributorValidator } from \"./lib/courseContributors\";\n\nconst courseListItemValidator = v.object({\n id: v.number(),\n short: v.string(),\n name: v.string(),\n count: v.number(),\n about: v.string(),\n tags: v.array(v.string()),\n from_language: v.number(),\n fromLanguageId: v.id(\"languages\"),\n from_language_name: v.string(),\n learning_language: v.number(),\n learningLanguageId: v.id(\"languages\"),\n learning_language_name: v.string(),\n});\n\nconst landingCourseItemValidator = v.object({\n id: v.number(),\n short: v.string(),\n name: v.string(),\n count: v.number(),\n learningLanguage: v.object({\n id: v.id(\"languages\"),\n short: v.string(),\n flag: v.optional(v.union(v.number(), v.string())),\n flag_file: v.optional(v.string()),\n }),\n});\n\nconst landingGroupValidator = v.object({\n fromLanguageId: v.id(\"languages\"),\n fromLanguageName: v.string(),\n labels: v.object({\n storiesFor: v.string(),\n nStoriesTemplate: v.string(),\n }),\n courses: v.array(landingCourseItemValidator),\n});\n\nconst landingPageDataValidator = v.object({\n stats: v.object({\n courseCount: v.number(),\n storyCount: v.number(),\n }),\n groups: v.array(landingGroupValidator),\n});\n\ntype LandingCourseItem = {\n id: number;\n short: string;\n name: string;\n count: number;\n learningLanguage: {\n id: Id<\"languages\">;\n short: string;\n flag: number | string | undefined;\n flag_file: string | undefined;\n };\n};\n\ntype LandingGroup = {\n fromLanguageId: Id<\"languages\">;\n fromLanguageName: string;\n labels: {\n storiesFor: string;\n nStoriesTemplate: string;\n };\n courses: LandingCourseItem[];\n};\n\nexport const getPublicCourseList = query({\n args: {},\n returns: v.array(courseListItemValidator),\n handler: async (ctx) => {\n const courses = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_public\", (q) => q.eq(\"public\", true))\n .collect();\n\n const languageIds = new Set>();\n for (const course of courses) {\n languageIds.add(course.fromLanguageId);\n languageIds.add(course.learningLanguageId);\n }\n const languageRows = await Promise.all(\n Array.from(languageIds).map(async (languageId) => ({\n languageId,\n language: await ctx.db.get(languageId),\n })),\n );\n const legacyLanguageIdByConvexId = new Map, number>();\n const languageNameByConvexId = new Map, string>();\n for (const row of languageRows) {\n if (!row.language) continue;\n legacyLanguageIdByConvexId.set(row.languageId, row.language.legacyId);\n languageNameByConvexId.set(row.languageId, row.language.name);\n }\n\n return courses\n .map((course) => {\n if (!course.short) return null;\n\n const fromLanguageName =\n languageNameByConvexId.get(course.fromLanguageId) ?? \"\";\n const learningLanguageName =\n languageNameByConvexId.get(course.learningLanguageId) ?? \"\";\n\n return {\n id: course.legacyId,\n short: course.short,\n name:\n course.name && course.name.trim().length > 0\n ? course.name\n : learningLanguageName,\n count: course.count ?? 0,\n about: course.about ?? \"\",\n tags: course.tags ?? [],\n from_language:\n legacyLanguageIdByConvexId.get(course.fromLanguageId) ?? 0,\n fromLanguageId: course.fromLanguageId as Id<\"languages\">,\n from_language_name: fromLanguageName,\n learning_language:\n legacyLanguageIdByConvexId.get(course.learningLanguageId) ?? 0,\n learningLanguageId: course.learningLanguageId as Id<\"languages\">,\n learning_language_name: learningLanguageName,\n };\n })\n .filter(\n (\n course,\n ): course is {\n id: number;\n short: string;\n name: string;\n count: number;\n about: string;\n tags: string[];\n from_language: number;\n fromLanguageId: Id<\"languages\">;\n from_language_name: string;\n learning_language: number;\n learningLanguageId: Id<\"languages\">;\n learning_language_name: string;\n } => course !== null,\n )\n .sort((a, b) => {\n const fromCmp = a.from_language_name.localeCompare(\n b.from_language_name,\n );\n if (fromCmp !== 0) return fromCmp;\n return a.name.localeCompare(b.name);\n });\n },\n});\n\nexport const getPublicLandingPageData = query({\n args: {},\n returns: landingPageDataValidator,\n handler: async (ctx) => {\n const courses = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_public\", (q) => q.eq(\"public\", true))\n .collect();\n\n const englishLanguage = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", \"en\"))\n .unique();\n\n const languageIds = new Set>();\n for (const course of courses) {\n languageIds.add(course.fromLanguageId);\n languageIds.add(course.learningLanguageId);\n }\n if (englishLanguage?._id) {\n languageIds.add(englishLanguage._id);\n }\n\n const languageRows = await Promise.all(\n Array.from(languageIds).map(async (languageId) => ({\n languageId,\n language: await ctx.db.get(languageId),\n })),\n );\n const languageById = new Map<\n Id<\"languages\">,\n (typeof languageRows)[number][\"language\"]\n >();\n for (const row of languageRows) {\n if (!row.language) continue;\n languageById.set(row.languageId, row.language);\n }\n\n const englishRows = englishLanguage\n ? await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", englishLanguage._id),\n )\n .collect()\n : [];\n const englishLocalization = new Map();\n for (const row of englishRows) {\n if (!row.tag || !row.text) continue;\n englishLocalization.set(row.tag, row.text);\n }\n\n const fromLanguageIds = Array.from(\n new Set(courses.map((course) => course.fromLanguageId)),\n );\n const localizationByFromLanguageId = new Map<\n Id<\"languages\">,\n Map\n >();\n await Promise.all(\n fromLanguageIds.map(async (fromLanguageId) => {\n const targetRows =\n englishLanguage?._id === fromLanguageId\n ? englishRows\n : await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", fromLanguageId),\n )\n .collect();\n const merged = new Map(englishLocalization);\n for (const row of targetRows) {\n if (!row.tag || !row.text) continue;\n merged.set(row.tag, row.text);\n }\n localizationByFromLanguageId.set(fromLanguageId, merged);\n }),\n );\n\n const coursesByFromLanguageId = new Map<\n Id<\"languages\">,\n LandingCourseItem[]\n >();\n for (const course of courses) {\n if (!course.short) continue;\n const fromLanguage = languageById.get(course.fromLanguageId);\n const learningLanguage = languageById.get(course.learningLanguageId);\n if (!fromLanguage || !learningLanguage) continue;\n\n const mappedCourse = {\n id: course.legacyId,\n short: course.short,\n name:\n course.name && course.name.trim().length > 0\n ? course.name\n : learningLanguage.name,\n count: course.count ?? 0,\n learningLanguage: {\n id: course.learningLanguageId as Id<\"languages\">,\n short: learningLanguage.short,\n flag: learningLanguage.flag,\n flag_file: learningLanguage.flag_file,\n },\n };\n\n const list = coursesByFromLanguageId.get(course.fromLanguageId) ?? [];\n list.push(mappedCourse);\n coursesByFromLanguageId.set(course.fromLanguageId, list);\n }\n\n for (const [, groupCourses] of coursesByFromLanguageId) {\n groupCourses.sort((a, b) => a.name.localeCompare(b.name));\n }\n\n const englishGroup = englishLanguage?._id\n ? coursesByFromLanguageId.get(englishLanguage._id)\n ? [englishLanguage._id]\n : []\n : [];\n const otherGroupIds = Array.from(coursesByFromLanguageId.keys())\n .filter((languageId) => languageId !== englishLanguage?._id)\n .sort((a, b) => {\n const nameA = languageById.get(a)?.name ?? \"\";\n const nameB = languageById.get(b)?.name ?? \"\";\n return nameA.localeCompare(nameB);\n });\n const orderedGroupIds = [...englishGroup, ...otherGroupIds];\n\n const groups = orderedGroupIds\n .map((fromLanguageId) => {\n const fromLanguage = languageById.get(fromLanguageId);\n const coursesInGroup =\n coursesByFromLanguageId.get(fromLanguageId) ?? [];\n if (!fromLanguage || coursesInGroup.length === 0) return null;\n const localization = localizationByFromLanguageId.get(fromLanguageId);\n\n return {\n fromLanguageId,\n fromLanguageName: fromLanguage.name,\n labels: {\n storiesFor: localization?.get(\"stories_for\") ?? \"Stories for\",\n nStoriesTemplate:\n localization?.get(\"n_stories\") ?? \"$count stories\",\n },\n courses: coursesInGroup,\n };\n })\n .filter((group): group is LandingGroup => group !== null);\n\n let storyCount = 0;\n for (const group of groups) {\n for (const course of group.courses) {\n storyCount += course.count;\n }\n }\n\n return {\n stats: {\n courseCount: groups.reduce(\n (count, group) => count + group.courses.length,\n 0,\n ),\n storyCount,\n },\n groups,\n };\n },\n});\n\nconst publicStoryListItemValidator = v.object({\n id: v.number(),\n name: v.string(),\n course_id: v.number(),\n image: v.string(),\n set_id: v.number(),\n set_index: v.number(),\n active: v.string(),\n gilded: v.string(),\n active_lip: v.string(),\n gilded_lip: v.string(),\n});\n\nconst localizationEntryValidator = v.object({\n tag: v.string(),\n text: v.string(),\n});\n\nconst publicCoursePageValidator = v.union(\n v.object({\n ...courseListItemValidator.fields,\n contributors: v.array(courseContributorValidator),\n contributors_past: v.array(courseContributorValidator),\n stories: v.array(publicStoryListItemValidator),\n localization: v.array(localizationEntryValidator),\n }),\n v.null(),\n);\n\nexport const getPublicCoursePageData = query({\n args: {\n short: v.string(),\n },\n returns: publicCoursePageValidator,\n handler: async (ctx, args) => {\n const course = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", args.short))\n .unique();\n if (!course || !course.public || !course.short) return null;\n\n const languageRows = await Promise.all([\n ctx.db.get(course.fromLanguageId),\n ctx.db.get(course.learningLanguageId),\n ]);\n const fromLanguage = languageRows[0];\n const learningLanguage = languageRows[1];\n const legacyFromLanguageId = fromLanguage?.legacyId ?? 0;\n const legacyLearningLanguageId = learningLanguage?.legacyId ?? 0;\n const fromLanguageName = fromLanguage?.name ?? \"\";\n const learningLanguageName = learningLanguage?.name ?? \"\";\n\n const publicStories = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_course_public_deleted_set\", (q) =>\n q.eq(\"courseId\", course._id).eq(\"public\", true).eq(\"deleted\", false),\n )\n .collect();\n\n const imageIds = Array.from(\n new Set(\n publicStories\n .map((story) => story.imageId)\n .filter((imageId): imageId is Id<\"images\"> => !!imageId),\n ),\n );\n const imageRows = await Promise.all(\n imageIds.map(async (imageId) => ({\n imageId,\n image: await ctx.db.get(imageId),\n })),\n );\n const imageById = new Map<\n Id<\"images\">,\n (typeof imageRows)[number][\"image\"]\n >();\n for (const row of imageRows) imageById.set(row.imageId, row.image);\n\n const englishLanguage = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", \"en\"))\n .unique();\n const englishRows = englishLanguage\n ? await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", englishLanguage._id),\n )\n .collect()\n : [];\n const targetRows =\n !fromLanguage || fromLanguage._id === englishLanguage?._id\n ? englishRows\n : await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", fromLanguage._id),\n )\n .collect();\n const localizationMap = new Map();\n for (const row of englishRows) {\n if (!row.tag || !row.text) continue;\n localizationMap.set(row.tag, row.text);\n }\n for (const row of targetRows) {\n if (!row.tag || !row.text) continue;\n localizationMap.set(row.tag, row.text);\n }\n\n const mappedStories = publicStories\n .map((story) => {\n if (typeof story.legacyId !== \"number\") return null;\n const image = story.imageId ? imageById.get(story.imageId) : null;\n if (!image?.active || !image?.gilded) return null;\n return {\n id: story.legacyId,\n name: story.name,\n course_id: course.legacyId,\n image: image.legacyId,\n set_id: story.set_id ?? 0,\n set_index: story.set_index ?? 0,\n active: image.active,\n gilded: image.gilded,\n active_lip: image.active_lip,\n gilded_lip: image.gilded_lip,\n };\n })\n .filter(\n (\n story,\n ): story is {\n id: number;\n name: string;\n course_id: number;\n image: string;\n set_id: number;\n set_index: number;\n active: string;\n gilded: string;\n active_lip: string;\n gilded_lip: string;\n } => story !== null,\n )\n .sort((a, b) => {\n const setCmp = a.set_id - b.set_id;\n if (setCmp !== 0) return setCmp;\n return a.set_index - b.set_index;\n });\n const contributorLists = {\n contributors: course.contributorDetails ?? [],\n contributors_past: course.contributorDetailsPast ?? [],\n };\n\n return {\n id: course.legacyId,\n short: course.short,\n name:\n course.name && course.name.trim().length > 0\n ? course.name\n : learningLanguageName,\n count: course.count ?? 0,\n about: course.about ?? \"\",\n tags: course.tags ?? [],\n from_language: legacyFromLanguageId,\n fromLanguageId: course.fromLanguageId as Id<\"languages\">,\n from_language_name: fromLanguageName,\n learning_language: legacyLearningLanguageId,\n learningLanguageId: course.learningLanguageId as Id<\"languages\">,\n learning_language_name: learningLanguageName,\n contributors: contributorLists.contributors,\n contributors_past: contributorLists.contributors_past,\n stories: mappedStories,\n localization: Array.from(localizationMap.entries()).map(\n ([tag, text]) => ({\n tag,\n text,\n }),\n ),\n };\n },\n});\n" }, { "path": "convex/languageWrite.ts", "content": "import { mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport type { MutationCtx } from \"./_generated/server\";\nimport { requireAdmin, requireContributorOrAdmin } from \"./lib/authorization\";\n\nfunction toLegacyLanguageResponse(row: {\n legacyId: number;\n name: string;\n short: string;\n flag?: number | string;\n flag_file?: string;\n speaker?: string;\n default_text?: string;\n tts_replace?: string;\n public: boolean;\n rtl: boolean;\n}) {\n return {\n id: row.legacyId,\n name: row.name,\n short: row.short,\n flag:\n typeof row.flag === \"number\"\n ? row.flag\n : Number.isFinite(Number(row.flag))\n ? Number(row.flag)\n : null,\n flag_file: row.flag_file ?? null,\n speaker: row.speaker ?? null,\n default_text: row.default_text ?? \"\",\n tts_replace: row.tts_replace ?? \"\",\n public: row.public,\n rtl: row.rtl,\n };\n}\n\nasync function getLanguageByLegacyId(\n ctx: MutationCtx,\n legacyLanguageId: number,\n) {\n return await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", legacyLanguageId))\n .unique();\n}\n\nasync function getLanguageByShort(ctx: MutationCtx, short?: string | null) {\n if (!short) return null;\n return await ctx.db\n .query(\"languages\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", short))\n .unique();\n}\n\nasync function getAvatarByLegacyId(ctx: MutationCtx, legacyAvatarId: number) {\n return await ctx.db\n .query(\"avatars\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", legacyAvatarId))\n .unique();\n}\n\nexport const setDefaultText = mutation({\n args: {\n legacyLanguageId: v.number(),\n default_text: v.string(),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n id: v.number(),\n name: v.string(),\n short: v.string(),\n flag: v.union(v.number(), v.null()),\n flag_file: v.union(v.string(), v.null()),\n speaker: v.union(v.string(), v.null()),\n default_text: v.string(),\n tts_replace: v.string(),\n public: v.boolean(),\n rtl: v.boolean(),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const language = await getLanguageByLegacyId(ctx, args.legacyLanguageId);\n\n if (!language) {\n throw new Error(`Language ${args.legacyLanguageId} not found`);\n }\n\n const operationKey =\n args.operationKey ??\n `language:${args.legacyLanguageId}:default_text:${Date.now()}`;\n\n await ctx.db.patch(language._id, {\n default_text: args.default_text,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n\n return toLegacyLanguageResponse({\n ...language,\n default_text: args.default_text,\n });\n },\n});\n\nexport const setTtsReplace = mutation({\n args: {\n legacyLanguageId: v.number(),\n tts_replace: v.string(),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n id: v.number(),\n name: v.string(),\n short: v.string(),\n flag: v.union(v.number(), v.null()),\n flag_file: v.union(v.string(), v.null()),\n speaker: v.union(v.string(), v.null()),\n default_text: v.string(),\n tts_replace: v.string(),\n public: v.boolean(),\n rtl: v.boolean(),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const language = await getLanguageByLegacyId(ctx, args.legacyLanguageId);\n\n if (!language) {\n throw new Error(`Language ${args.legacyLanguageId} not found`);\n }\n\n const operationKey =\n args.operationKey ??\n `language:${args.legacyLanguageId}:tts_replace:${Date.now()}`;\n\n await ctx.db.patch(language._id, {\n tts_replace: args.tts_replace,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n\n return toLegacyLanguageResponse({\n ...language,\n tts_replace: args.tts_replace,\n });\n },\n});\n\nexport const setAvatarSpeaker = mutation({\n args: {\n legacyLanguageId: v.number(),\n legacyAvatarId: v.number(),\n name: v.string(),\n speaker: v.string(),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n id: v.union(v.number(), v.null()),\n avatar_id: v.number(),\n language_id: v.number(),\n name: v.string(),\n speaker: v.string(),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const [language, avatar] = await Promise.all([\n getLanguageByLegacyId(ctx, args.legacyLanguageId),\n getAvatarByLegacyId(ctx, args.legacyAvatarId),\n ]);\n\n if (!language) {\n throw new Error(`Language ${args.legacyLanguageId} not found`);\n }\n if (!avatar) {\n throw new Error(`Avatar ${args.legacyAvatarId} not found`);\n }\n\n const operationKey =\n args.operationKey ??\n `avatar_mapping:${args.legacyLanguageId}:${args.legacyAvatarId}:${Date.now()}`;\n\n const existing = await ctx.db\n .query(\"avatar_mappings\")\n .withIndex(\"by_avatar_id_and_language_id\", (q) =>\n q.eq(\"avatarId\", avatar._id).eq(\"languageId\", language._id),\n )\n .unique();\n\n if (existing) {\n await ctx.db.patch(existing._id, {\n name: args.name,\n speaker: args.speaker,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n } else {\n await ctx.db.insert(\"avatar_mappings\", {\n avatarId: avatar._id,\n languageId: language._id,\n name: args.name,\n speaker: args.speaker,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n }\n\n return {\n id: existing?.legacyId ?? null,\n avatar_id: args.legacyAvatarId,\n language_id: args.legacyLanguageId,\n name: args.name,\n speaker: args.speaker,\n };\n },\n});\n\nexport const upsertSpeakerFromVoice = mutation({\n args: {\n localeShort: v.optional(v.string()),\n languageShort: v.optional(v.string()),\n speaker: v.string(),\n gender: v.string(),\n type: v.string(),\n service: v.string(),\n operationKey: v.optional(v.string()),\n },\n returns: v.union(\n v.null(),\n v.object({\n legacyLanguageId: v.number(),\n speaker: v.string(),\n gender: v.string(),\n type: v.string(),\n service: v.string(),\n }),\n ),\n handler: async (ctx, args) => {\n await requireAdmin(ctx);\n const language =\n (await getLanguageByShort(ctx, args.localeShort)) ??\n (await getLanguageByShort(ctx, args.languageShort));\n\n if (!language || language.legacyId === undefined) {\n return null;\n }\n\n const existing = (\n await ctx.db\n .query(\"speakers\")\n .withIndex(\"by_speaker\", (q) => q.eq(\"speaker\", args.speaker))\n .collect()\n )[0];\n\n const operationKey =\n args.operationKey ?? `speaker:${args.speaker}:upsert:${Date.now()}`;\n\n if (existing) {\n await ctx.db.patch(existing._id, {\n languageId: language._id,\n speaker: args.speaker,\n gender: args.gender,\n type: args.type,\n service: args.service,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n } else {\n await ctx.db.insert(\"speakers\", {\n languageId: language._id,\n speaker: args.speaker,\n gender: args.gender,\n type: args.type,\n service: args.service,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n }\n\n return {\n legacyLanguageId: language.legacyId,\n speaker: args.speaker,\n gender: args.gender,\n type: args.type,\n service: args.service,\n };\n },\n});\n" }, { "path": "convex/lib/authorization.ts", "content": "import type { MutationCtx, QueryCtx } from \"../_generated/server\";\n\ntype AuthCtx = MutationCtx | QueryCtx;\n\ntype RoleIdentity = {\n userId?: string | number | null;\n role?: string | null;\n} | null;\n\nasync function getIdentity(ctx: AuthCtx) {\n return (await ctx.auth.getUserIdentity()) as RoleIdentity;\n}\n\nasync function getRole(ctx: AuthCtx) {\n const identity = await getIdentity(ctx);\n return identity?.role ?? null;\n}\n\nexport async function requireAdmin(ctx: AuthCtx) {\n const role = await getRole(ctx);\n if (role !== \"admin\") {\n throw new Error(\"Unauthorized\");\n }\n}\n\nexport async function requireContributorOrAdmin(ctx: AuthCtx) {\n const role = await getRole(ctx);\n if (role !== \"contributor\" && role !== \"admin\") {\n throw new Error(\"Unauthorized\");\n }\n}\n\nexport async function requireSessionLegacyUserId(ctx: AuthCtx) {\n const identity = await getIdentity(ctx);\n const rawUserId = identity?.userId;\n const legacyUserId =\n typeof rawUserId === \"number\"\n ? rawUserId\n : Number.parseInt(String(rawUserId ?? \"\"), 10);\n\n if (\n !Number.isFinite(legacyUserId) ||\n legacyUserId <= 0 ||\n !Number.isInteger(legacyUserId)\n ) {\n throw new Error(\"Unauthorized\");\n }\n\n return legacyUserId;\n}\n\nexport async function getSessionLegacyUserId(ctx: AuthCtx) {\n const identity = await getIdentity(ctx);\n const rawUserId = identity?.userId;\n const legacyUserId =\n typeof rawUserId === \"number\"\n ? rawUserId\n : Number.parseInt(String(rawUserId ?? \"\"), 10);\n return Number.isFinite(legacyUserId) ? legacyUserId : null;\n}\n" }, { "path": "convex/lib/courseContributors.ts", "content": "import { v } from \"convex/values\";\nimport { components } from \"../_generated/api\";\nimport type { Id } from \"../_generated/dataModel\";\nimport type { MutationCtx, QueryCtx } from \"../_generated/server\";\n\ntype ContributorCtx = QueryCtx | MutationCtx;\n\ntype AdapterWhere = Array<{\n field: string;\n operator?: \"eq\" | \"in\";\n value: string | Array;\n}>;\n\ntype AuthUserRow = {\n _id?: string | null;\n userId?: string | null;\n name?: string | null;\n image?: string | null;\n};\n\ntype AuthAccountRow = {\n userId?: string | null;\n providerId?: string | null;\n};\n\ntype PaginatedAdapterResponse = {\n page: T[];\n isDone?: boolean;\n continueCursor?: string | null;\n};\n\nexport const courseContributorValidator = v.object({\n legacyUserId: v.number(),\n name: v.string(),\n image: v.union(v.string(), v.null()),\n discordLinked: v.boolean(),\n});\n\nexport type CourseContributor = {\n legacyUserId: number;\n name: string;\n image: string | null;\n discordLinked: boolean;\n latestDate: number;\n active: boolean;\n};\n\nasync function findManyAll(\n ctx: ContributorCtx,\n model: \"user\" | \"account\",\n where: AdapterWhere,\n): Promise {\n let cursor: string | null = null;\n const rows: T[] = [];\n\n while (true) {\n const page = (await ctx.runQuery(components.betterAuth.adapter.findMany, {\n model,\n where,\n paginationOpts: { cursor, numItems: 200 },\n })) as PaginatedAdapterResponse;\n\n rows.push(...page.page);\n if (page.isDone) break;\n cursor = page.continueCursor ?? null;\n if (!cursor) break;\n }\n\n return rows;\n}\n\nasync function getUsersByLegacyId(\n ctx: ContributorCtx,\n legacyUserIds: number[],\n): Promise<\n Map\n> {\n const uniqueLegacyIds = Array.from(\n new Set(\n legacyUserIds.filter((legacyUserId) => Number.isFinite(legacyUserId)),\n ),\n );\n if (!uniqueLegacyIds.length) {\n return new Map<\n number,\n { name: string; image: string | null; discordLinked: boolean }\n >();\n }\n\n const users = await findManyAll(ctx, \"user\", [\n {\n field: \"userId\",\n operator: \"in\",\n value: uniqueLegacyIds.map((legacyUserId) => String(legacyUserId)),\n },\n ]);\n\n const authDocIds = users\n .map((user) => user._id)\n .filter((authDocId): authDocId is string => Boolean(authDocId));\n const accounts =\n authDocIds.length === 0\n ? []\n : await findManyAll(ctx, \"account\", [\n { field: \"providerId\", operator: \"eq\", value: \"discord\" },\n { field: \"userId\", operator: \"in\", value: authDocIds },\n ]);\n\n const discordLinkedAuthDocIds = new Set(\n accounts\n .map((account) => account.userId)\n .filter((authDocId): authDocId is string => Boolean(authDocId)),\n );\n\n const map = new Map<\n number,\n { name: string; image: string | null; discordLinked: boolean }\n >();\n for (const user of users) {\n const legacyUserId = Number.parseInt(user.userId ?? \"\", 10);\n if (!Number.isFinite(legacyUserId)) continue;\n map.set(legacyUserId, {\n name: user.name?.trim() || `User ${legacyUserId}`,\n image:\n typeof user.image === \"string\" && user.image.length > 0\n ? user.image\n : null,\n discordLinked:\n typeof user._id === \"string\" && discordLinkedAuthDocIds.has(user._id),\n });\n }\n\n return map;\n}\n\nexport async function getRankedCourseContributors(\n ctx: ContributorCtx,\n courseId: Id<\"courses\">,\n): Promise {\n const courseStories = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_course\", (q) => q.eq(\"courseId\", courseId))\n .collect();\n\n const latestApprovalByUser = new Map();\n for (const story of courseStories) {\n const approvals = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", story._id))\n .collect();\n for (const approval of approvals) {\n if (typeof approval.legacyUserId !== \"number\") continue;\n const existing = latestApprovalByUser.get(approval.legacyUserId) ?? 0;\n if (approval.date > existing) {\n latestApprovalByUser.set(approval.legacyUserId, approval.date);\n }\n }\n }\n\n const usersByLegacyId = await getUsersByLegacyId(\n ctx,\n Array.from(latestApprovalByUser.keys()),\n );\n const cutoffMs = Date.now() - 30 * 24 * 60 * 60 * 1000;\n\n return Array.from(latestApprovalByUser.entries())\n .map(([legacyUserId, latestDate]) => {\n const user = usersByLegacyId.get(legacyUserId);\n return {\n legacyUserId,\n name: user?.name ?? `User ${legacyUserId}`,\n image: user?.image ?? null,\n discordLinked: user?.discordLinked ?? false,\n latestDate,\n active: latestDate > cutoffMs,\n };\n })\n .sort((a, b) => b.latestDate - a.latestDate);\n}\n\nexport function partitionCourseContributors(contributors: CourseContributor[]) {\n return {\n contributors: contributors\n .filter((contributor) => contributor.active)\n .map(({ legacyUserId, name, image, discordLinked }) => ({\n legacyUserId,\n name,\n image,\n discordLinked,\n })),\n contributors_past: contributors\n .filter((contributor) => !contributor.active)\n .map(({ legacyUserId, name, image, discordLinked }) => ({\n legacyUserId,\n name,\n image,\n discordLinked,\n })),\n };\n}\n" }, { "path": "convex/lib/courseCounts.ts", "content": "import type { Id } from \"../_generated/dataModel\";\nimport type { MutationCtx } from \"../_generated/server\";\n\nexport async function recomputeCoursePublishedCount(\n ctx: MutationCtx,\n courseId: Id<\"courses\">,\n) {\n const course = await ctx.db.get(courseId);\n if (!course) {\n throw new Error(`Course ${courseId} not found`);\n }\n\n const stories = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_course\", (q) => q.eq(\"courseId\", courseId))\n .collect();\n const count = stories.filter(\n (story) => story.public && !story.deleted,\n ).length;\n\n if (course.count !== count) {\n await ctx.db.patch(courseId, { count });\n }\n\n return count;\n}\n" }, { "path": "convex/lib/discordAvatarSync.ts", "content": "type DiscordAccountRecord = {\n accountId?: string | null;\n accessToken?: string | null;\n refreshToken?: string | null;\n accessTokenExpiresAt?: number | Date | null;\n providerId?: string | null;\n scope?: string | null;\n userId?: string | null;\n};\n\ntype DiscordTokenResponse = {\n access_token?: string;\n refresh_token?: string;\n expires_in?: number;\n scope?: string;\n};\n\ntype DiscordUserResponse = {\n id?: string;\n avatar?: string | null;\n discriminator?: string | null;\n};\n\nexport type DiscordAvatarSyncResult =\n | {\n ok: true;\n imageUrl: string | null;\n accessToken: string | null;\n refreshToken: string | null;\n accessTokenExpiresAt: number | null;\n scope: string | null;\n }\n | {\n ok: false;\n reason: string;\n };\n\nfunction getDiscordCredentials() {\n const clientId =\n process.env.DISCORD_CLIENT_ID ?? process.env.AUTH_DISCORD_CLIENT_ID ?? null;\n const clientSecret =\n process.env.DISCORD_CLIENT_SECRET ??\n process.env.AUTH_DISCORD_CLIENT_SECRET ??\n null;\n\n if (!clientId || !clientSecret) {\n return null;\n }\n\n return { clientId, clientSecret };\n}\n\nfunction getDiscordBotToken() {\n return (\n process.env.DISCORD_TOKEN ??\n process.env.DISCORD_BOT_TOKEN ??\n process.env.BOT_TOKEN ??\n null\n );\n}\n\nasync function fetchDiscordUserWithOAuth(\n accessToken: string,\n): Promise {\n const response = await fetch(\"https://discord.com/api/v10/users/@me\", {\n headers: {\n Authorization: `Bearer ${accessToken}`,\n },\n });\n\n if (response.status === 401) {\n return null;\n }\n\n if (!response.ok) {\n const text = await response.text();\n throw new Error(`Discord user fetch failed: ${response.status} ${text}`);\n }\n\n return (await response.json()) as DiscordUserResponse;\n}\n\nasync function fetchDiscordUserById(\n discordAccountId: string,\n botToken: string,\n): Promise {\n const response = await fetch(\n `https://discord.com/api/v10/users/${discordAccountId}`,\n {\n headers: {\n Authorization: `Bot ${botToken}`,\n },\n },\n );\n\n if (response.status === 404) {\n return null;\n }\n\n if (!response.ok) {\n const text = await response.text();\n throw new Error(\n `Discord bot user fetch failed: ${response.status} ${text}`,\n );\n }\n\n return (await response.json()) as DiscordUserResponse;\n}\n\nasync function refreshDiscordAccessToken(refreshToken: string) {\n const credentials = getDiscordCredentials();\n if (!credentials) {\n throw new Error(\"Discord OAuth credentials are not configured\");\n }\n\n const body = new URLSearchParams({\n grant_type: \"refresh_token\",\n refresh_token: refreshToken,\n client_id: credentials.clientId,\n client_secret: credentials.clientSecret,\n });\n\n const response = await fetch(\"https://discord.com/api/v10/oauth2/token\", {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/x-www-form-urlencoded\",\n },\n body,\n });\n\n if (!response.ok) {\n const text = await response.text();\n throw new Error(`Discord token refresh failed: ${response.status} ${text}`);\n }\n\n return (await response.json()) as DiscordTokenResponse;\n}\n\nfunction buildDiscordAvatarUrl(user: DiscordUserResponse) {\n if (!user.id) return null;\n if (user.avatar) {\n const ext = user.avatar.startsWith(\"a_\") ? \"gif\" : \"png\";\n return `https://cdn.discordapp.com/avatars/${user.id}/${user.avatar}.${ext}?size=128`;\n }\n\n const parsedDiscriminator =\n typeof user.discriminator === \"string\"\n ? Number.parseInt(user.discriminator, 10)\n : Number.NaN;\n const defaultAvatarIndex =\n typeof user.discriminator === \"string\" &&\n user.discriminator.length > 0 &&\n user.discriminator !== \"0\" &&\n Number.isFinite(parsedDiscriminator)\n ? parsedDiscriminator % 5\n : Number((BigInt(user.id) >> 22n) % 6n);\n return `https://cdn.discordapp.com/embed/avatars/${defaultAvatarIndex}.png`;\n}\n\nasync function tryFetchDiscordUserWithBot(account: DiscordAccountRecord) {\n const botToken = getDiscordBotToken();\n if (!botToken || !account.accountId) {\n return null;\n }\n\n return await fetchDiscordUserById(account.accountId, botToken);\n}\n\nexport async function syncDiscordAvatarFromAccount(\n account: DiscordAccountRecord,\n): Promise {\n if (account.providerId !== \"discord\") {\n return { ok: false, reason: \"not_discord\" };\n }\n\n let accessToken =\n typeof account.accessToken === \"string\" && account.accessToken.length > 0\n ? account.accessToken\n : null;\n let refreshToken =\n typeof account.refreshToken === \"string\" && account.refreshToken.length > 0\n ? account.refreshToken\n : null;\n let accessTokenExpiresAt =\n typeof account.accessTokenExpiresAt === \"number\"\n ? account.accessTokenExpiresAt\n : account.accessTokenExpiresAt instanceof Date\n ? account.accessTokenExpiresAt.getTime()\n : null;\n let scope =\n typeof account.scope === \"string\" && account.scope.length > 0\n ? account.scope\n : null;\n\n try {\n const botUser = await tryFetchDiscordUserWithBot(account);\n if (botUser) {\n return {\n ok: true,\n imageUrl: buildDiscordAvatarUrl(botUser),\n accessToken,\n refreshToken,\n accessTokenExpiresAt,\n scope,\n };\n }\n } catch {\n // Fall back to the user's OAuth session if bot lookup is unavailable.\n }\n\n if (!accessToken && !refreshToken) {\n return { ok: false, reason: \"missing_tokens\" };\n }\n\n let user =\n accessToken !== null ? await fetchDiscordUserWithOAuth(accessToken) : null;\n\n if (!user && refreshToken) {\n const refreshed = await refreshDiscordAccessToken(refreshToken);\n accessToken =\n typeof refreshed.access_token === \"string\" &&\n refreshed.access_token.length\n ? refreshed.access_token\n : null;\n refreshToken =\n typeof refreshed.refresh_token === \"string\" &&\n refreshed.refresh_token.length\n ? refreshed.refresh_token\n : refreshToken;\n accessTokenExpiresAt =\n typeof refreshed.expires_in === \"number\"\n ? Date.now() + refreshed.expires_in * 1000\n : accessTokenExpiresAt;\n scope =\n typeof refreshed.scope === \"string\" && refreshed.scope.length > 0\n ? refreshed.scope\n : scope;\n\n if (!accessToken) {\n return { ok: false, reason: \"refresh_missing_access_token\" };\n }\n\n user = await fetchDiscordUserWithOAuth(accessToken);\n }\n\n if (!user) {\n return { ok: false, reason: \"unable_to_fetch_profile\" };\n }\n\n return {\n ok: true,\n imageUrl: buildDiscordAvatarUrl(user),\n accessToken,\n refreshToken,\n accessTokenExpiresAt,\n scope,\n };\n}\n" }, { "path": "convex/lib/phpbb.ts", "content": "import md5Raw from \"js-md5\";\n\nconst encoder = new TextEncoder();\n\nfunction md5Hex(content: string): string {\n return bytesToHex(md5Bytes(encoder.encode(content)));\n}\n\nfunction md5Bytes(input: Uint8Array): Uint8Array {\n const md5 = md5Raw as unknown as {\n array: (data: Uint8Array | string) => number[];\n };\n const bytes = md5.array(input);\n return Uint8Array.from(bytes);\n}\n\nfunction bytesToHex(bytes: Uint8Array): string {\n let result = \"\";\n for (const b of bytes) {\n result += b.toString(16).padStart(2, \"0\");\n }\n return result;\n}\n\nfunction concatBytes(a: Uint8Array, b: Uint8Array): Uint8Array {\n const out = new Uint8Array(a.length + b.length);\n out.set(a, 0);\n out.set(b, a.length);\n return out;\n}\n\nconst itoa64 =\n \"./0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz\";\n\nexport function phpbbHash(password: string): string {\n const count = 6;\n const randomBytes = new Uint8Array(count);\n globalThis.crypto.getRandomValues(randomBytes);\n const random = bytesToHex(randomBytes);\n return hashCryptPrivate(password, hashGensaltPrivate(random));\n}\n\nfunction hashCryptPrivate(password: string, setting: string): string {\n let output = \"*\";\n\n if (setting.substring(0, 3) !== \"$H$\" && setting.substring(0, 3) !== \"$P$\") {\n return output;\n }\n\n const countLog2 = itoa64.indexOf(setting[3]);\n if (countLog2 < 7 || countLog2 > 30) {\n return output;\n }\n\n let count = 1 << countLog2;\n const salt = setting.substring(4, 12);\n if (salt.length !== 8) {\n return output;\n }\n\n let hash = md5Bytes(\n concatBytes(encoder.encode(salt), encoder.encode(password)),\n );\n\n do {\n hash = md5Bytes(concatBytes(hash, encoder.encode(password)));\n } while (--count);\n\n output = setting.substring(0, 12) + hashEncode64(hash, 16);\n\n return output;\n}\n\nfunction hashEncode64(input: Uint8Array | string, count: number): string {\n let output = \"\";\n let i = 0;\n\n const getByte = (idx: number): number => {\n const val = input[idx];\n return typeof val === \"string\" ? val.charCodeAt(0) : val;\n };\n\n do {\n let value = getByte(i++);\n output += itoa64[value & 0x3f];\n\n if (i < count) {\n value |= getByte(i) << 8;\n }\n\n output += itoa64[(value >> 6) & 0x3f];\n\n if (i++ >= count) {\n break;\n }\n\n if (i < count) {\n value |= getByte(i) << 16;\n }\n\n output += itoa64[(value >> 12) & 0x3f];\n\n if (i++ >= count) {\n break;\n }\n\n output += itoa64[(value >> 18) & 0x3f];\n } while (i < count);\n\n return output;\n}\n\nfunction hashGensaltPrivate(\n input: string,\n iterationCountLog2: number = 6,\n): string {\n let output = \"$H$\";\n output += itoa64[Math.min(iterationCountLog2 + 5, 30)];\n output += hashEncode64(input, 6);\n\n return output;\n}\n\nexport function phpbbCheckHash(password: string, hash: string): boolean {\n if (hash.length === 34) {\n return hashCryptPrivate(password, hash) === hash;\n }\n\n return md5Hex(password) === hash;\n}\n" }, { "path": "convex/lib/publicStoryContent.ts", "content": "import type { Id } from \"../_generated/dataModel\";\nimport type { MutationCtx, QueryCtx } from \"../_generated/server\";\n\ntype RecordValue = Record;\n\nfunction isRecord(value: unknown): value is RecordValue {\n return value !== null && typeof value === \"object\" && !Array.isArray(value);\n}\n\nfunction sanitizeConvexValue(value: unknown): unknown {\n if (value === undefined) return undefined;\n if (Array.isArray(value)) {\n return value\n .map((item) => sanitizeConvexValue(item))\n .filter((item) => item !== undefined);\n }\n if (!isRecord(value)) return value;\n\n const result: RecordValue = {};\n for (const [key, item] of Object.entries(value)) {\n const next = sanitizeConvexValue(item);\n if (next !== undefined) result[key] = next;\n }\n return result;\n}\n\nfunction compactAudio(value: unknown): unknown {\n if (!isRecord(value)) return undefined;\n\n const audio: RecordValue = {};\n if (typeof value.url === \"string\" && value.url.length > 0) {\n audio.url = value.url;\n }\n if (Array.isArray(value.keypoints) && value.keypoints.length > 0) {\n audio.keypoints = sanitizeConvexValue(value.keypoints);\n }\n\n return Object.keys(audio).length > 0 ? audio : undefined;\n}\n\nfunction compactStoryValue(\n value: unknown,\n path: readonly string[] = [],\n): unknown {\n if (Array.isArray(value)) {\n return value\n .map((item, index) => compactStoryValue(item, [...path, String(index)]))\n .filter((item) => item !== undefined);\n }\n if (!isRecord(value)) return value;\n\n const isTopLevelElement =\n path.length === 2 && path[0] === \"elements\" && /^\\d+$/.test(path[1] ?? \"\");\n const result: RecordValue = {};\n\n for (const [key, item] of Object.entries(value)) {\n if (key === \"editor\") continue;\n if (key === \"audio\") {\n if (isTopLevelElement) continue;\n const audio = compactAudio(item);\n if (audio !== undefined) result.audio = audio;\n continue;\n }\n if (key === \"ssml\") continue;\n\n const next = compactStoryValue(item, [...path, key]);\n if (next !== undefined) result[key] = next;\n }\n\n return result;\n}\n\nexport function toPublicStoryJson(json: unknown): unknown {\n return sanitizeConvexValue(compactStoryValue(json));\n}\n\nexport async function upsertPublicStoryContent(\n ctx: MutationCtx,\n storyId: Id<\"stories\">,\n json: unknown,\n lastUpdated: number,\n) {\n const publicJson = toPublicStoryJson(json);\n const existing = await ctx.db\n .query(\"story_public_content\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", storyId))\n .unique();\n\n if (existing) {\n await ctx.db.patch(existing._id, {\n json: publicJson,\n lastUpdated,\n });\n return existing._id;\n }\n\n return await ctx.db.insert(\"story_public_content\", {\n storyId,\n json: publicJson,\n lastUpdated,\n });\n}\n\nexport async function getPublicStoryJson(\n ctx: QueryCtx,\n storyId: Id<\"stories\">,\n) {\n const publicContent = await ctx.db\n .query(\"story_public_content\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", storyId))\n .unique();\n\n if (publicContent) return publicContent.json;\n\n const legacyContent = await ctx.db\n .query(\"story_content\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", storyId))\n .unique();\n\n return legacyContent?.json ?? null;\n}\n" }, { "path": "convex/localization.ts", "content": "import { query } from \"./_generated/server\";\nimport { v } from \"convex/values\";\n\nconst localizationEntryValidator = v.object({\n tag: v.string(),\n text: v.string(),\n});\n\nexport const getLocalizationWithEnglishFallback = query({\n args: {\n languageId: v.id(\"languages\"),\n },\n returns: v.array(localizationEntryValidator),\n handler: async (ctx, args) => {\n const english = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", \"en\"))\n .unique();\n\n const englishRows = english\n ? await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", english._id),\n )\n .collect()\n : [];\n\n const targetRows =\n english?._id === args.languageId\n ? englishRows\n : await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", args.languageId),\n )\n .collect();\n\n const merged = new Map();\n for (const row of englishRows) {\n if (!row.tag || !row.text) continue;\n merged.set(row.tag, row.text);\n }\n for (const row of targetRows) {\n if (!row.tag || !row.text) continue;\n merged.set(row.tag, row.text);\n }\n\n return Array.from(merged.entries()).map(([tag, text]) => ({ tag, text }));\n },\n});\n\nexport const getLocalizationByLegacyLanguageId = query({\n args: {\n legacyLanguageId: v.number(),\n },\n returns: v.array(localizationEntryValidator),\n handler: async (ctx, args) => {\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.legacyLanguageId))\n .unique();\n if (!language) return [];\n\n const rows = await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", language._id),\n )\n .collect();\n return rows\n .filter((row) => Boolean(row.tag) && Boolean(row.text))\n .map((row) => ({ tag: row.tag, text: row.text }));\n },\n});\n\nconst languageFlagValidator = v.object({\n languageId: v.id(\"languages\"),\n short: v.string(),\n flag: v.optional(v.number()),\n flag_file: v.optional(v.string()),\n});\n\nexport const getAllLanguageFlags = query({\n args: {},\n returns: v.array(languageFlagValidator),\n handler: async (ctx) => {\n const languages = await ctx.db.query(\"languages\").collect();\n return languages.map((language) => {\n const numericFlag =\n typeof language.flag === \"number\"\n ? language.flag\n : Number.isFinite(Number(language.flag))\n ? Number(language.flag)\n : undefined;\n\n return {\n languageId: language._id,\n short: language.short,\n flag: numericFlag,\n flag_file: language.flag_file,\n };\n });\n },\n});\n\nexport const getLanguageFlagByLegacyId = query({\n args: {\n legacyLanguageId: v.number(),\n },\n returns: v.union(\n v.object({\n short: v.string(),\n flag: v.optional(v.union(v.number(), v.string())),\n flag_file: v.optional(v.string()),\n }),\n v.null(),\n ),\n handler: async (ctx, args) => {\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.legacyLanguageId))\n .unique();\n if (!language) return null;\n\n const numericFlag =\n typeof language.flag === \"number\"\n ? language.flag\n : Number.isFinite(Number(language.flag))\n ? Number(language.flag)\n : undefined;\n\n return {\n short: language.short,\n flag: numericFlag,\n flag_file: language.flag_file,\n };\n },\n});\n" }, { "path": "convex/localizationWrite.ts", "content": "import { mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { requireContributorOrAdmin } from \"./lib/authorization\";\n\nexport const setLocalization = mutation({\n args: {\n legacyLanguageId: v.number(),\n tag: v.string(),\n text: v.string(),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n id: v.union(v.number(), v.null()),\n language_id: v.number(),\n tag: v.string(),\n text: v.string(),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.legacyLanguageId))\n .unique();\n\n if (!language) {\n throw new Error(`Language ${args.legacyLanguageId} not found`);\n }\n\n const operationKey =\n args.operationKey ??\n `localization:${args.legacyLanguageId}:${args.tag}:${Date.now()}`;\n\n const existing = await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", language._id).eq(\"tag\", args.tag),\n )\n .unique();\n\n if (existing) {\n await ctx.db.patch(existing._id, {\n text: args.text,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n } else {\n await ctx.db.insert(\"localizations\", {\n languageId: language._id,\n tag: args.tag,\n text: args.text,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: operationKey,\n });\n }\n\n return {\n id: existing?.legacyId ?? null,\n language_id: args.legacyLanguageId,\n tag: args.tag,\n text: args.text,\n };\n },\n});\n" }, { "path": "convex/lookupTables.ts", "content": "import { mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { requireContributorOrAdmin } from \"./lib/authorization\";\n\nconst languageValidator = {\n legacyId: v.number(),\n name: v.string(),\n short: v.string(),\n flag: v.optional(v.number()),\n flag_file: v.optional(v.string()),\n speaker: v.optional(v.string()),\n default_text: v.optional(v.string()),\n tts_replace: v.optional(v.string()),\n public: v.boolean(),\n rtl: v.boolean(),\n};\n\nconst imageValidator = {\n legacyId: v.string(),\n active: v.string(),\n gilded: v.string(),\n locked: v.string(),\n active_lip: v.string(),\n gilded_lip: v.string(),\n};\n\nconst avatarValidator = {\n legacyId: v.number(),\n link: v.string(),\n name: v.optional(v.string()),\n};\n\nconst speakerValidator = {\n legacyId: v.optional(v.number()),\n legacyLanguageId: v.number(),\n speaker: v.string(),\n gender: v.string(),\n type: v.string(),\n service: v.string(),\n};\n\nconst localizationValidator = {\n legacyId: v.optional(v.number()),\n legacyLanguageId: v.number(),\n tag: v.string(),\n text: v.string(),\n};\n\nconst courseValidator = {\n legacyId: v.number(),\n short: v.optional(v.string()),\n legacyLearningLanguageId: v.number(),\n legacyFromLanguageId: v.number(),\n public: v.boolean(),\n official: v.boolean(),\n name: v.optional(v.string()),\n about: v.optional(v.string()),\n conlang: v.optional(v.boolean()),\n tags: v.optional(v.array(v.string())),\n count: v.optional(v.number()),\n // Legacy denormalized fields kept only for Postgres-compat migration.\n // TODO(postgres-sunset): drop from mirror payload and schema.\n learning_language_name: v.optional(v.string()),\n from_language_name: v.optional(v.string()),\n contributors: v.optional(v.array(v.string())),\n contributors_past: v.optional(v.array(v.string())),\n todo_count: v.optional(v.number()),\n};\n\nconst avatarMappingValidator = {\n legacyId: v.optional(v.number()),\n legacyAvatarId: v.number(),\n legacyLanguageId: v.number(),\n name: v.optional(v.string()),\n speaker: v.optional(v.string()),\n};\n\nexport const upsertLanguage = mutation({\n args: {\n language: v.object(languageValidator),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"languages\"),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const existing = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.language.legacyId))\n .unique();\n\n const doc = {\n ...args.language,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: args.operationKey,\n };\n\n if (existing) {\n await ctx.db.replace(existing._id, doc);\n return { inserted: false, docId: existing._id };\n }\n\n const docId = await ctx.db.insert(\"languages\", doc);\n return { inserted: true, docId };\n },\n});\n\nexport const upsertImage = mutation({\n args: {\n image: v.object(imageValidator),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"images\"),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const existing = await ctx.db\n .query(\"images\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.image.legacyId))\n .unique();\n\n const doc = {\n ...args.image,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: args.operationKey,\n };\n\n if (existing) {\n await ctx.db.replace(existing._id, doc);\n return { inserted: false, docId: existing._id };\n }\n\n const docId = await ctx.db.insert(\"images\", doc);\n return { inserted: true, docId };\n },\n});\n\nexport const upsertAvatar = mutation({\n args: {\n avatar: v.object(avatarValidator),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"avatars\"),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const existing = await ctx.db\n .query(\"avatars\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.avatar.legacyId))\n .unique();\n\n const doc = {\n ...args.avatar,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: args.operationKey,\n };\n\n if (existing) {\n await ctx.db.replace(existing._id, doc);\n return { inserted: false, docId: existing._id };\n }\n\n const docId = await ctx.db.insert(\"avatars\", doc);\n return { inserted: true, docId };\n },\n});\n\nexport const upsertSpeaker = mutation({\n args: {\n speaker: v.object(speakerValidator),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"speakers\"),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) =>\n q.eq(\"legacyId\", args.speaker.legacyLanguageId),\n )\n .unique();\n if (!language) {\n throw new Error(\n `Missing language for legacy id ${args.speaker.legacyLanguageId}`,\n );\n }\n\n const existing = await ctx.db\n .query(\"speakers\")\n .withIndex(\"by_speaker\", (q) => q.eq(\"speaker\", args.speaker.speaker))\n .unique();\n\n const doc = {\n legacyId: args.speaker.legacyId,\n languageId: language._id,\n speaker: args.speaker.speaker,\n gender: args.speaker.gender,\n type: args.speaker.type,\n service: args.speaker.service,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: args.operationKey,\n };\n\n if (existing) {\n await ctx.db.replace(existing._id, doc);\n return { inserted: false, docId: existing._id };\n }\n\n const docId = await ctx.db.insert(\"speakers\", doc);\n return { inserted: true, docId };\n },\n});\n\nexport const upsertLocalization = mutation({\n args: {\n localization: v.object(localizationValidator),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"localizations\"),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) =>\n q.eq(\"legacyId\", args.localization.legacyLanguageId),\n )\n .unique();\n if (!language) {\n throw new Error(\n `Missing language for legacy id ${args.localization.legacyLanguageId}`,\n );\n }\n\n const existing = await ctx.db\n .query(\"localizations\")\n .withIndex(\"by_language_id_and_tag\", (q) =>\n q.eq(\"languageId\", language._id).eq(\"tag\", args.localization.tag),\n )\n .unique();\n\n const doc = {\n legacyId: args.localization.legacyId,\n languageId: language._id,\n tag: args.localization.tag,\n text: args.localization.text,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: args.operationKey,\n };\n\n if (existing) {\n await ctx.db.replace(existing._id, doc);\n return { inserted: false, docId: existing._id };\n }\n\n const docId = await ctx.db.insert(\"localizations\", doc);\n return { inserted: true, docId };\n },\n});\n\nexport const upsertCourse = mutation({\n args: {\n course: v.object(courseValidator),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"courses\"),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const learningLanguage = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) =>\n q.eq(\"legacyId\", args.course.legacyLearningLanguageId),\n )\n .unique();\n if (!learningLanguage) {\n throw new Error(\n `Missing learning language for legacy id ${args.course.legacyLearningLanguageId}`,\n );\n }\n const fromLanguage = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) =>\n q.eq(\"legacyId\", args.course.legacyFromLanguageId),\n )\n .unique();\n if (!fromLanguage) {\n throw new Error(\n `Missing from language for legacy id ${args.course.legacyFromLanguageId}`,\n );\n }\n\n const existing = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.course.legacyId))\n .unique();\n\n const doc = {\n legacyId: args.course.legacyId,\n short: args.course.short,\n learningLanguageId: learningLanguage._id,\n fromLanguageId: fromLanguage._id,\n public: args.course.public,\n official: args.course.official,\n name: args.course.name,\n about: args.course.about,\n conlang: args.course.conlang,\n tags: args.course.tags,\n count: args.course.count,\n learning_language_name: args.course.learning_language_name,\n from_language_name: args.course.from_language_name,\n contributors: args.course.contributors,\n contributors_past: args.course.contributors_past,\n todo_count: args.course.todo_count,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: args.operationKey,\n };\n\n if (existing) {\n await ctx.db.replace(existing._id, doc);\n return { inserted: false, docId: existing._id };\n }\n\n const docId = await ctx.db.insert(\"courses\", doc);\n return { inserted: true, docId };\n },\n});\n\nexport const upsertAvatarMapping = mutation({\n args: {\n avatarMapping: v.object(avatarMappingValidator),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"avatar_mappings\"),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const avatar = await ctx.db\n .query(\"avatars\")\n .withIndex(\"by_id_value\", (q) =>\n q.eq(\"legacyId\", args.avatarMapping.legacyAvatarId),\n )\n .unique();\n if (!avatar) {\n throw new Error(\n `Missing avatar for legacy id ${args.avatarMapping.legacyAvatarId}`,\n );\n }\n const language = await ctx.db\n .query(\"languages\")\n .withIndex(\"by_id_value\", (q) =>\n q.eq(\"legacyId\", args.avatarMapping.legacyLanguageId),\n )\n .unique();\n if (!language) {\n throw new Error(\n `Missing language for legacy id ${args.avatarMapping.legacyLanguageId}`,\n );\n }\n\n const existing = await ctx.db\n .query(\"avatar_mappings\")\n .withIndex(\"by_avatar_id_and_language_id\", (q) =>\n q.eq(\"avatarId\", avatar._id).eq(\"languageId\", language._id),\n )\n .unique();\n\n const doc = {\n legacyId: args.avatarMapping.legacyId,\n avatarId: avatar._id,\n languageId: language._id,\n name: args.avatarMapping.name,\n speaker: args.avatarMapping.speaker,\n mirrorUpdatedAt: Date.now(),\n lastOperationKey: args.operationKey,\n };\n\n if (existing) {\n await ctx.db.replace(existing._id, doc);\n return { inserted: false, docId: existing._id };\n }\n\n const docId = await ctx.db.insert(\"avatar_mappings\", doc);\n return { inserted: true, docId };\n },\n});\n" }, { "path": "convex/roles.ts", "content": "import { action } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { components } from \"./_generated/api\";\n\nexport const setBetterAuthRolesBatch = action({\n args: {\n users: v.array(\n v.object({\n email: v.string(),\n role: v.string(),\n }),\n ),\n },\n handler: async (ctx, args) => {\n let updated = 0;\n let skippedMissing = 0;\n let skippedSame = 0;\n const errors: Array<{ email: string; message: string }> = [];\n\n for (const user of args.users) {\n const email = user.email.toLowerCase();\n try {\n const authUser = await ctx.runQuery(\n components.betterAuth.adapter.findOne,\n {\n model: \"user\",\n where: [{ field: \"email\", value: email }],\n },\n );\n\n if (!authUser?._id) {\n skippedMissing += 1;\n continue;\n }\n\n const currentRole = Array.isArray(authUser.role)\n ? authUser.role[0]\n : authUser.role;\n\n if (currentRole === user.role) {\n skippedSame += 1;\n continue;\n }\n\n await ctx.runMutation(components.betterAuth.adapter.updateOne, {\n input: {\n model: \"user\",\n where: [{ field: \"_id\", value: authUser._id }],\n update: { role: user.role },\n },\n });\n\n updated += 1;\n } catch (error: unknown) {\n const message = error instanceof Error ? error.message : String(error);\n errors.push({\n email,\n message,\n });\n }\n }\n\n return { updated, skippedMissing, skippedSame, errors };\n },\n});\n" }, { "path": "convex/schema.ts", "content": "import { defineSchema, defineTable } from \"convex/server\";\nimport { v } from \"convex/values\";\n\nconst courseContributorDetailsValidator = v.object({\n legacyUserId: v.number(),\n name: v.string(),\n image: v.union(v.string(), v.null()),\n discordLinked: v.boolean(),\n});\n\nexport default defineSchema({\n languages: defineTable({\n legacyId: v.number(),\n name: v.string(),\n short: v.string(),\n flag: v.optional(v.union(v.number(), v.string())),\n flag_file: v.optional(v.string()),\n speaker: v.optional(v.string()),\n default_text: v.optional(v.string()),\n tts_replace: v.optional(v.string()),\n public: v.boolean(),\n rtl: v.boolean(),\n mirrorUpdatedAt: v.optional(v.number()),\n lastOperationKey: v.optional(v.string()),\n // Backward compatibility for previously mirrored docs.\n mirror_updated_at: v.optional(v.number()),\n last_operation_key: v.optional(v.string()),\n })\n .index(\"by_id_value\", [\"legacyId\"])\n .index(\"by_short\", [\"short\"])\n .index(\"by_last_operation_key\", [\"lastOperationKey\"]),\n\n images: defineTable({\n legacyId: v.string(),\n active: v.string(),\n gilded: v.string(),\n locked: v.string(),\n active_lip: v.string(),\n gilded_lip: v.string(),\n mirrorUpdatedAt: v.optional(v.number()),\n lastOperationKey: v.optional(v.string()),\n // Backward compatibility for previously mirrored docs.\n mirror_updated_at: v.optional(v.number()),\n last_operation_key: v.optional(v.string()),\n })\n .index(\"by_id_value\", [\"legacyId\"])\n .index(\"by_last_operation_key\", [\"lastOperationKey\"]),\n\n avatars: defineTable({\n legacyId: v.number(),\n link: v.string(),\n name: v.optional(v.string()),\n mirrorUpdatedAt: v.optional(v.number()),\n lastOperationKey: v.optional(v.string()),\n // Backward compatibility for previously mirrored docs.\n mirror_updated_at: v.optional(v.number()),\n last_operation_key: v.optional(v.string()),\n })\n .index(\"by_id_value\", [\"legacyId\"])\n .index(\"by_last_operation_key\", [\"lastOperationKey\"]),\n\n speakers: defineTable({\n legacyId: v.optional(v.number()),\n languageId: v.id(\"languages\"),\n speaker: v.string(),\n gender: v.string(),\n type: v.string(),\n service: v.string(),\n mirrorUpdatedAt: v.optional(v.number()),\n lastOperationKey: v.optional(v.string()),\n })\n .index(\"by_id_value\", [\"legacyId\"])\n .index(\"by_speaker\", [\"speaker\"])\n .index(\"by_language_id\", [\"languageId\"]),\n\n localizations: defineTable({\n legacyId: v.optional(v.number()),\n languageId: v.id(\"languages\"),\n tag: v.string(),\n text: v.string(),\n mirrorUpdatedAt: v.optional(v.number()),\n lastOperationKey: v.optional(v.string()),\n })\n .index(\"by_id_value\", [\"legacyId\"])\n .index(\"by_language_id_and_tag\", [\"languageId\", \"tag\"]),\n\n courses: defineTable({\n legacyId: v.number(),\n short: v.optional(v.string()),\n learningLanguageId: v.id(\"languages\"),\n fromLanguageId: v.id(\"languages\"),\n public: v.boolean(),\n official: v.boolean(),\n name: v.optional(v.string()),\n about: v.optional(v.string()),\n conlang: v.optional(v.boolean()),\n tags: v.optional(v.array(v.string())),\n count: v.optional(v.number()),\n // Legacy denormalized fields kept only for Postgres-compat migration.\n // TODO(postgres-sunset): remove these once all readers use joined language docs.\n learning_language_name: v.optional(v.string()),\n from_language_name: v.optional(v.string()),\n contributors: v.optional(v.array(v.string())),\n contributors_past: v.optional(v.array(v.string())),\n contributorDetails: v.optional(v.array(courseContributorDetailsValidator)),\n contributorDetailsPast: v.optional(\n v.array(courseContributorDetailsValidator),\n ),\n todo_count: v.optional(v.number()),\n mirrorUpdatedAt: v.optional(v.number()),\n lastOperationKey: v.optional(v.string()),\n })\n .index(\"by_id_value\", [\"legacyId\"])\n .index(\"by_short\", [\"short\"])\n .index(\"by_public\", [\"public\"]),\n\n avatar_mappings: defineTable({\n legacyId: v.optional(v.number()),\n avatarId: v.id(\"avatars\"),\n languageId: v.id(\"languages\"),\n name: v.optional(v.string()),\n speaker: v.optional(v.string()),\n mirrorUpdatedAt: v.optional(v.number()),\n lastOperationKey: v.optional(v.string()),\n })\n .index(\"by_id_value\", [\"legacyId\"])\n .index(\"by_language_id\", [\"languageId\"])\n .index(\"by_avatar_id_and_language_id\", [\"avatarId\", \"languageId\"]),\n\n stories: defineTable({\n duo_id: v.optional(v.string()),\n name: v.string(),\n set_id: v.optional(v.number()),\n set_index: v.optional(v.number()),\n // Temporary migration compatibility:\n // some existing Convex rows stored auth component user IDs (string),\n // while mirrored Postgres rows use legacy numeric user IDs.\n // TODO(post-migration): normalize to a single author identity type.\n authorId: v.optional(v.union(v.number(), v.string())),\n authorChangeId: v.optional(v.union(v.number(), v.string())),\n date: v.optional(v.number()),\n change_date: v.optional(v.number()),\n date_published: v.optional(v.number()),\n public: v.boolean(),\n imageId: v.optional(v.id(\"images\")),\n courseId: v.id(\"courses\"),\n status: v.union(\n v.literal(\"draft\"),\n v.literal(\"feedback\"),\n v.literal(\"finished\"),\n ),\n approvalCount: v.optional(v.number()),\n deleted: v.boolean(),\n todo_count: v.number(),\n legacyId: v.optional(v.number()),\n })\n .index(\"by_course\", [\"courseId\"])\n .index(\"by_duo_id_course\", [\"duo_id\", \"courseId\"])\n .index(\"by_status\", [\"status\"])\n .index(\"by_public\", [\"public\", \"deleted\"])\n .index(\"by_set\", [\"courseId\", \"set_id\", \"set_index\"])\n .index(\"by_course_public_deleted_set\", [\n \"courseId\",\n \"public\",\n \"deleted\",\n \"set_id\",\n \"set_index\",\n ])\n .index(\"by_legacy_id\", [\"legacyId\"]),\n\n story_content: defineTable({\n storyId: v.id(\"stories\"),\n text: v.string(),\n json: v.any(),\n lastUpdated: v.number(),\n })\n .index(\"by_story\", [\"storyId\"])\n .index(\"by_updated\", [\"lastUpdated\"]),\n\n story_public_content: defineTable({\n storyId: v.id(\"stories\"),\n json: v.any(),\n lastUpdated: v.number(),\n })\n .index(\"by_story\", [\"storyId\"])\n .index(\"by_updated\", [\"lastUpdated\"]),\n\n story_done: defineTable({\n storyId: v.id(\"stories\"),\n legacyUserId: v.optional(v.number()),\n time: v.number(),\n })\n .index(\"by_story\", [\"storyId\"])\n .index(\"by_user\", [\"legacyUserId\"])\n .index(\"by_user_and_story\", [\"legacyUserId\", \"storyId\"])\n .index(\"by_user_time\", [\"legacyUserId\", \"time\"]),\n\n story_done_state: defineTable({\n storyId: v.id(\"stories\"),\n courseId: v.id(\"courses\"),\n legacyStoryId: v.number(),\n legacyCourseId: v.number(),\n legacyUserId: v.number(),\n lastDoneAt: v.number(),\n })\n .index(\"by_user_and_story\", [\"legacyUserId\", \"storyId\"])\n .index(\"by_user_and_course\", [\"legacyUserId\", \"courseId\"])\n .index(\"by_user_and_last_done_at\", [\"legacyUserId\", \"lastDoneAt\"]),\n\n course_activity: defineTable({\n courseId: v.id(\"courses\"),\n legacyCourseId: v.number(),\n legacyUserId: v.number(),\n lastDoneAt: v.number(),\n })\n .index(\"by_user_and_course\", [\"legacyUserId\", \"courseId\"])\n .index(\"by_user_and_last_done_at\", [\"legacyUserId\", \"lastDoneAt\"]),\n\n user_preferences: defineTable({\n tokenIdentifier: v.string(),\n legacyUserId: v.optional(v.number()),\n hideStoryQuestions: v.boolean(),\n updatedAt: v.number(),\n }).index(\"by_token_identifier\", [\"tokenIdentifier\"]),\n\n story_approval: defineTable({\n storyId: v.id(\"stories\"),\n legacyUserId: v.optional(v.number()),\n date: v.number(),\n legacyId: v.optional(v.number()),\n })\n .index(\"by_story\", [\"storyId\"])\n .index(\"by_date\", [\"date\"])\n .index(\"by_user\", [\"legacyUserId\"])\n .index(\"by_story_and_user\", [\"storyId\", \"legacyUserId\"])\n .index(\"by_legacy_id\", [\"legacyId\"]),\n\n discord_stories_role_sync: defineTable({\n legacyUserId: v.number(),\n discordAccountId: v.union(v.string(), v.null()),\n eligibleStoriesCount: v.union(v.number(), v.null()),\n assignedStoriesCount: v.union(v.number(), v.null()),\n syncStatus: v.union(\n v.literal(\"assigned\"),\n v.literal(\"up_to_date\"),\n v.literal(\"no_milestone\"),\n v.literal(\"not_linked\"),\n v.literal(\"member_not_found\"),\n v.literal(\"error\"),\n ),\n lastSyncedAt: v.number(),\n lastError: v.union(v.string(), v.null()),\n })\n .index(\"by_legacy_user_id\", [\"legacyUserId\"])\n .index(\"by_sync_status\", [\"syncStatus\"]),\n});\n" }, { "path": "convex/storyApproval.ts", "content": "import { mutation, query, type MutationCtx } from \"./_generated/server\";\nimport type { Id } from \"./_generated/dataModel\";\nimport { v } from \"convex/values\";\nimport { internal } from \"./_generated/api\";\nimport {\n requireContributorOrAdmin,\n requireSessionLegacyUserId,\n} from \"./lib/authorization\";\nimport { recomputeCoursePublishedCount } from \"./lib/courseCounts\";\nimport {\n getRankedCourseContributors,\n partitionCourseContributors,\n} from \"./lib/courseContributors\";\n\nconst storyApprovalInputValidator = {\n legacyStoryId: v.number(),\n date: v.optional(v.number()),\n legacyApprovalId: v.optional(v.number()),\n};\n\nasync function recomputeCourseContributors(\n ctx: MutationCtx,\n courseId: Id<\"courses\">,\n): Promise<{\n contributors: string[];\n contributors_past: string[];\n contributorDetails: Array<{\n legacyUserId: number;\n name: string;\n image: string | null;\n discordLinked: boolean;\n }>;\n contributorDetailsPast: Array<{\n legacyUserId: number;\n name: string;\n image: string | null;\n discordLinked: boolean;\n }>;\n}> {\n const ranked = await getRankedCourseContributors(ctx, courseId);\n const contributorLists = partitionCourseContributors(ranked);\n\n return {\n contributors: contributorLists.contributors.map((row) => row.name),\n contributors_past: contributorLists.contributors_past.map(\n (row) => row.name,\n ),\n contributorDetails: contributorLists.contributors,\n contributorDetailsPast: contributorLists.contributors_past,\n };\n}\n\nexport const upsertStoryApproval = mutation({\n args: storyApprovalInputValidator,\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"story_approval\"),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const legacyUserId = await requireSessionLegacyUserId(ctx);\n const identity = (await ctx.auth.getUserIdentity()) as {\n name?: string | null;\n } | null;\n const actorName = identity?.name?.trim() || `user_${legacyUserId}`;\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyStoryId))\n .unique();\n if (!story) {\n throw new Error(`Missing story for legacy id ${args.legacyStoryId}`);\n }\n\n const existing = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_story_and_user\", (q) =>\n q.eq(\"storyId\", story._id).eq(\"legacyUserId\", legacyUserId),\n )\n .unique();\n\n const doc = {\n storyId: story._id,\n legacyUserId,\n date: args.date ?? Date.now(),\n legacyId: args.legacyApprovalId,\n };\n\n if (existing) {\n await ctx.db.replace(existing._id, doc);\n return { inserted: false, docId: existing._id };\n }\n\n const docId = await ctx.db.insert(\"story_approval\", doc);\n return { inserted: true, docId };\n },\n});\n\nexport const deleteStoryApproval = mutation({\n args: {\n legacyStoryId: v.number(),\n },\n returns: v.object({\n deleted: v.boolean(),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const legacyUserId = await requireSessionLegacyUserId(ctx);\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyStoryId))\n .unique();\n if (!story) {\n return { deleted: false };\n }\n\n const existing = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_story_and_user\", (q) =>\n q.eq(\"storyId\", story._id).eq(\"legacyUserId\", legacyUserId),\n )\n .unique();\n if (!existing) return { deleted: false };\n\n await ctx.db.delete(existing._id);\n return { deleted: true };\n },\n});\n\nexport const deleteStoryApprovalByLegacyId = mutation({\n args: {\n legacyApprovalId: v.number(),\n },\n returns: v.object({\n deleted: v.boolean(),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const existing = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyApprovalId))\n .unique();\n if (!existing) return { deleted: false };\n await ctx.db.delete(existing._id);\n return { deleted: true };\n },\n});\n\nexport const toggleStoryApproval = mutation({\n args: {\n legacyStoryId: v.number(),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n count: v.number(),\n story_status: v.union(\n v.literal(\"draft\"),\n v.literal(\"feedback\"),\n v.literal(\"finished\"),\n ),\n finished_in_set: v.number(),\n action: v.union(v.literal(\"added\"), v.literal(\"deleted\")),\n published: v.array(v.number()),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const legacyUserId = await requireSessionLegacyUserId(ctx);\n const identity = (await ctx.auth.getUserIdentity()) as {\n name?: string | null;\n } | null;\n const actorName = identity?.name?.trim() || `user_${legacyUserId}`;\n\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyStoryId))\n .unique();\n if (!story || typeof story.legacyId !== \"number\") {\n throw new Error(`Story ${args.legacyStoryId} not found`);\n }\n\n const existing = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_story_and_user\", (q) =>\n q.eq(\"storyId\", story._id).eq(\"legacyUserId\", legacyUserId),\n )\n .unique();\n\n let action: \"added\" | \"deleted\";\n if (existing) {\n await ctx.db.delete(existing._id);\n action = \"deleted\";\n } else {\n await ctx.db.insert(\"story_approval\", {\n storyId: story._id,\n legacyUserId,\n date: Date.now(),\n });\n action = \"added\";\n }\n\n const approvals = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", story._id))\n .collect();\n const count = approvals.length;\n const story_status: \"draft\" | \"feedback\" | \"finished\" =\n count === 0 ? \"draft\" : count === 1 ? \"feedback\" : \"finished\";\n\n await ctx.db.patch(story._id, {\n status: story_status,\n approvalCount: count,\n });\n\n const storiesInCourse = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_course\", (q) => q.eq(\"courseId\", story.courseId))\n .collect();\n\n const finishedStoriesInSet = storiesInCourse.filter(\n (row) =>\n row.set_id === story.set_id &&\n row.status === \"finished\" &&\n !row.deleted,\n );\n const finished_in_set = finishedStoriesInSet.length;\n\n const published: number[] = [];\n let datePublishedMs: number | null = null;\n if (finished_in_set >= 4) {\n datePublishedMs = Date.now();\n for (const row of finishedStoriesInSet) {\n if (row.public) continue;\n await ctx.db.patch(row._id, {\n public: true,\n date_published: datePublishedMs,\n });\n if (typeof row.legacyId === \"number\") {\n published.push(row.legacyId);\n }\n }\n }\n\n let courseCount: number | null = null;\n if (published.length > 0) {\n courseCount = await recomputeCoursePublishedCount(ctx, story.courseId);\n }\n\n const {\n contributors,\n contributors_past,\n contributorDetails,\n contributorDetailsPast,\n } = await recomputeCourseContributors(ctx, story.courseId);\n await ctx.db.patch(story.courseId, {\n contributors,\n contributors_past,\n contributorDetails,\n contributorDetailsPast,\n });\n\n const operationKey =\n args.operationKey ??\n `story_approval:${story.legacyId}:user:${legacyUserId}:toggle:${Date.now()}`;\n await ctx.scheduler.runAfter(\n 0,\n internal.editorSideEffects.onStoryApprovalToggled,\n {\n operationKey,\n storyId: story.legacyId,\n action,\n count,\n storyStatus: story_status,\n finishedInSet: finished_in_set,\n publishedCount: published.length,\n actorName,\n actorLegacyUserId: legacyUserId,\n },\n );\n\n return {\n count,\n story_status,\n finished_in_set,\n action,\n published,\n };\n },\n});\n\nexport const getApprovalCountByStory = query({\n args: {\n legacyStoryId: v.number(),\n },\n returns: v.number(),\n handler: async (ctx, args) => {\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyStoryId))\n .unique();\n if (!story) return 0;\n const approvals = await ctx.db\n .query(\"story_approval\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", story._id))\n .collect();\n return approvals.length;\n },\n});\n" }, { "path": "convex/storyDone.ts", "content": "import { mutation, query } from \"./_generated/server\";\nimport type { Id } from \"./_generated/dataModel\";\nimport type { MutationCtx, QueryCtx } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { getSessionLegacyUserId } from \"./lib/authorization\";\n\nconst storyDoneInputValidator = v.object({\n legacyStoryId: v.number(),\n time: v.optional(v.number()),\n});\n\nconst dashboardCourseValidator = v.object({\n short: v.string(),\n name: v.string(),\n learningLanguageName: v.string(),\n learningLanguageShort: v.string(),\n learningLanguageFlag: v.optional(v.union(v.number(), v.string())),\n learningLanguageFlagFile: v.optional(v.string()),\n});\n\nconst nextStepValidator = v.object({\n course: dashboardCourseValidator,\n completedCount: v.number(),\n totalCount: v.number(),\n nextStoryId: v.union(v.number(), v.null()),\n reviewStoryId: v.union(v.number(), v.null()),\n});\n\nexport const recordStoryDone = mutation({\n args: storyDoneInputValidator.fields,\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"story_done\"),\n }),\n handler: async (ctx, args) => {\n const legacyUserId = await getSessionLegacyUserId(ctx);\n\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyStoryId))\n .unique();\n if (!story) {\n throw new Error(`Missing story for legacy id ${args.legacyStoryId}`);\n }\n\n const doneAt = args.time ?? Date.now();\n const docId = await ctx.db.insert(\"story_done\", {\n storyId: story._id,\n legacyUserId: legacyUserId ?? undefined,\n time: doneAt,\n });\n\n if (typeof legacyUserId === \"number\") {\n const course = await ctx.db.get(story.courseId);\n if (\n course &&\n typeof course.legacyId === \"number\" &&\n typeof story.legacyId === \"number\"\n ) {\n await upsertStoryDoneState(ctx, {\n legacyUserId,\n storyId: story._id,\n courseId: story.courseId,\n legacyStoryId: story.legacyId,\n legacyCourseId: course.legacyId,\n lastDoneAt: doneAt,\n });\n await upsertCourseActivity(ctx, {\n legacyUserId,\n courseId: story.courseId,\n legacyCourseId: course.legacyId,\n lastDoneAt: doneAt,\n });\n }\n }\n\n return { inserted: true, docId };\n },\n});\n\nexport const getDoneStoryIdsForCourse = query({\n args: {\n legacyCourseId: v.number(),\n legacyUserId: v.number(),\n },\n returns: v.array(v.number()),\n handler: async (ctx, args) => {\n const course = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.legacyCourseId))\n .unique();\n if (!course) return [];\n\n return await getDoneStoryIdsForCourseIdAndUser(\n ctx,\n course._id,\n args.legacyUserId,\n );\n },\n});\n\nexport const getDoneStoryIdsForCurrentUserInCourse = query({\n args: {\n courseShort: v.string(),\n },\n returns: v.array(v.number()),\n handler: async (ctx, args) => {\n const legacyUserId = await getSessionLegacyUserId(ctx);\n if (!legacyUserId) return [];\n\n const course = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", args.courseShort))\n .unique();\n if (!course) return [];\n\n return await getDoneStoryIdsForCourseIdAndUser(\n ctx,\n course._id,\n legacyUserId,\n );\n },\n});\n\nasync function getDoneStoryIdsForCourseIdAndUser(\n ctx: QueryCtx,\n courseId: Id<\"courses\">,\n legacyUserId: number,\n) {\n const doneStateRows = await ctx.db\n .query(\"story_done_state\")\n .withIndex(\"by_user_and_course\", (q) =>\n q.eq(\"legacyUserId\", legacyUserId).eq(\"courseId\", courseId),\n )\n .collect();\n if (doneStateRows.length > 0) {\n const storyIds = new Set();\n for (const row of doneStateRows) {\n storyIds.add(row.legacyStoryId);\n }\n return Array.from(storyIds.values());\n }\n return [];\n}\n\nexport const getDoneCourseIdsForUser = query({\n args: {},\n returns: v.union(v.array(v.number()), v.null()),\n handler: async (ctx) => {\n const legacyUserId = await getCurrentIdentityLegacyUserId(ctx);\n if (!legacyUserId) return null;\n\n const activityRows = await ctx.db\n .query(\"course_activity\")\n .withIndex(\"by_user_and_last_done_at\", (q) =>\n q.eq(\"legacyUserId\", legacyUserId),\n )\n .order(\"desc\")\n .collect();\n const uniqueCourseIds = new Set();\n const result: Array = [];\n for (const row of activityRows) {\n if (uniqueCourseIds.has(row.legacyCourseId)) continue;\n uniqueCourseIds.add(row.legacyCourseId);\n result.push(row.legacyCourseId);\n }\n return result;\n },\n});\n\nexport const getLastDoneCourseShortForLegacyUser = query({\n args: {\n legacyUserId: v.number(),\n },\n returns: v.union(v.string(), v.null()),\n handler: async (ctx, args) => {\n const activityRows = await ctx.db\n .query(\"course_activity\")\n .withIndex(\"by_user_and_last_done_at\", (q) =>\n q.eq(\"legacyUserId\", args.legacyUserId),\n )\n .order(\"desc\")\n .take(20);\n\n for (const row of activityRows) {\n const course = await ctx.db.get(row.courseId);\n if (!course?.short) continue;\n return course.short;\n }\n return null;\n },\n});\n\nexport const getNextStoryForCurrentUserInCourse = query({\n args: {\n courseShort: v.string(),\n currentStoryId: v.optional(v.number()),\n },\n returns: v.union(nextStepValidator, v.null()),\n handler: async (ctx, args) => {\n const legacyUserId = await getCurrentIdentityLegacyUserId(ctx);\n if (!legacyUserId) return null;\n\n const course = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_short\", (q) => q.eq(\"short\", args.courseShort))\n .unique();\n if (!course) return null;\n\n return await getNextStepForCourse(ctx, {\n courseId: course._id,\n legacyUserId,\n currentStoryId: args.currentStoryId,\n });\n },\n});\n\nasync function upsertStoryDoneState(\n ctx: MutationCtx,\n args: {\n storyId: Id<\"stories\">;\n courseId: Id<\"courses\">;\n legacyStoryId: number;\n legacyCourseId: number;\n legacyUserId: number;\n lastDoneAt: number;\n },\n) {\n const existingRows = await ctx.db\n .query(\"story_done_state\")\n .withIndex(\"by_user_and_story\", (q) =>\n q.eq(\"legacyUserId\", args.legacyUserId).eq(\"storyId\", args.storyId),\n )\n .collect();\n if (existingRows.length === 0) {\n await ctx.db.insert(\"story_done_state\", args);\n return;\n }\n\n for (const row of existingRows) {\n await ctx.db.patch(row._id, {\n courseId: args.courseId,\n legacyStoryId: args.legacyStoryId,\n legacyCourseId: args.legacyCourseId,\n lastDoneAt: Math.max(row.lastDoneAt, args.lastDoneAt),\n });\n }\n}\n\nasync function getNextStepForCourse(\n ctx: QueryCtx,\n args: {\n courseId: Id<\"courses\">;\n legacyUserId: number;\n currentStoryId?: number;\n },\n) {\n const course = await ctx.db.get(args.courseId);\n if (!course?.public || !course.short) return null;\n\n const learningLanguage = await ctx.db.get(course.learningLanguageId);\n if (!learningLanguage) return null;\n\n const publicStories = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_course_public_deleted_set\", (q) =>\n q.eq(\"courseId\", args.courseId).eq(\"public\", true).eq(\"deleted\", false),\n )\n .collect();\n\n const orderedStories = publicStories\n .filter(\n (story): story is typeof story & { legacyId: number } =>\n typeof story.legacyId === \"number\",\n )\n .sort((a, b) => {\n const setCmp = (a.set_id ?? 0) - (b.set_id ?? 0);\n if (setCmp !== 0) return setCmp;\n return (a.set_index ?? 0) - (b.set_index ?? 0);\n });\n if (orderedStories.length === 0) return null;\n\n const doneStoryIds = new Set(\n await getDoneStoryIdsForCourseIdAndUser(\n ctx,\n args.courseId,\n args.legacyUserId,\n ),\n );\n if (typeof args.currentStoryId === \"number\") {\n doneStoryIds.add(args.currentStoryId);\n }\n\n const totalCount = orderedStories.length;\n const completedCount = orderedStories.reduce(\n (count, story) => count + (doneStoryIds.has(story.legacyId) ? 1 : 0),\n 0,\n );\n\n const currentIndex =\n typeof args.currentStoryId === \"number\"\n ? orderedStories.findIndex(\n (story) => story.legacyId === args.currentStoryId,\n )\n : -1;\n\n let nextStory =\n currentIndex >= 0\n ? orderedStories\n .slice(currentIndex + 1)\n .find((story) => !doneStoryIds.has(story.legacyId))\n : undefined;\n if (!nextStory) {\n nextStory = orderedStories.find(\n (story) => !doneStoryIds.has(story.legacyId),\n );\n }\n\n return {\n course: {\n short: course.short,\n name:\n course.name && course.name.trim().length > 0\n ? course.name\n : learningLanguage.name,\n learningLanguageName: learningLanguage.name,\n learningLanguageShort: learningLanguage.short,\n learningLanguageFlag: learningLanguage.flag,\n learningLanguageFlagFile: learningLanguage.flag_file,\n },\n completedCount,\n totalCount,\n nextStoryId: nextStory?.legacyId ?? null,\n reviewStoryId: orderedStories[0]?.legacyId ?? null,\n };\n}\n\nasync function upsertCourseActivity(\n ctx: MutationCtx,\n args: {\n courseId: Id<\"courses\">;\n legacyCourseId: number;\n legacyUserId: number;\n lastDoneAt: number;\n },\n) {\n const existingRows = await ctx.db\n .query(\"course_activity\")\n .withIndex(\"by_user_and_course\", (q) =>\n q.eq(\"legacyUserId\", args.legacyUserId).eq(\"courseId\", args.courseId),\n )\n .collect();\n if (existingRows.length === 0) {\n await ctx.db.insert(\"course_activity\", args);\n return;\n }\n\n for (const row of existingRows) {\n await ctx.db.patch(row._id, {\n legacyCourseId: args.legacyCourseId,\n lastDoneAt: Math.max(row.lastDoneAt, args.lastDoneAt),\n });\n }\n}\n\nasync function getCurrentIdentityLegacyUserId(\n ctx: QueryCtx,\n): Promise {\n const identity = (await ctx.auth.getUserIdentity()) as {\n userId?: string | number | null;\n } | null;\n const rawLegacyUserId = identity?.userId;\n if (typeof rawLegacyUserId === \"number\" && Number.isFinite(rawLegacyUserId)) {\n return rawLegacyUserId;\n }\n if (\n typeof rawLegacyUserId === \"string\" &&\n Number.isFinite(Number(rawLegacyUserId))\n ) {\n return Number(rawLegacyUserId);\n }\n return null;\n}\n" }, { "path": "convex/storyPublicContent.ts", "content": "import { paginationOptsValidator } from \"convex/server\";\nimport { v } from \"convex/values\";\nimport { mutation } from \"./_generated/server\";\nimport { requireAdmin } from \"./lib/authorization\";\nimport { upsertPublicStoryContent } from \"./lib/publicStoryContent\";\n\nexport const backfillBatch = mutation({\n args: {\n paginationOpts: paginationOptsValidator,\n },\n returns: v.object({\n processed: v.number(),\n continueCursor: v.string(),\n isDone: v.boolean(),\n }),\n handler: async (ctx, args) => {\n await requireAdmin(ctx);\n const page = await ctx.db\n .query(\"story_content\")\n .order(\"asc\")\n .paginate(args.paginationOpts);\n\n for (const content of page.page) {\n await upsertPublicStoryContent(\n ctx,\n content.storyId,\n content.json,\n content.lastUpdated,\n );\n }\n\n return {\n processed: page.page.length,\n continueCursor: page.continueCursor,\n isDone: page.isDone,\n };\n },\n});\n" }, { "path": "convex/storyRead.ts", "content": "import { query } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { getPublicStoryJson } from \"./lib/publicStoryContent\";\n\nconst storyReadResultValidator = v.union(\n v.object({\n id: v.number(),\n set_id: v.number(),\n course_id: v.number(),\n from_language: v.string(),\n from_language_id: v.number(),\n from_language_long: v.string(),\n from_language_rtl: v.boolean(),\n from_language_name: v.string(),\n learning_language: v.string(),\n learning_language_long: v.string(),\n learning_language_rtl: v.boolean(),\n course_short: v.string(),\n elements: v.array(v.any()),\n illustrations: v.object({\n gilded: v.string(),\n active: v.string(),\n locked: v.string(),\n }),\n }),\n v.null(),\n);\n\nconst storyMetaResultValidator = v.union(\n v.object({\n from_language_name: v.string(),\n image: v.string(),\n from_language_long: v.string(),\n learning_language_long: v.string(),\n }),\n v.null(),\n);\n\nconst storyPreviewResultValidator = v.union(\n v.object({\n id: v.number(),\n title: v.string(),\n active: v.string(),\n gilded: v.string(),\n }),\n v.null(),\n);\n\nfunction nonEmptyString(value: unknown) {\n return typeof value === \"string\" && value.trim().length > 0 ? value : \"\";\n}\n\nexport const getStoryByLegacyId = query({\n args: {\n storyId: v.number(),\n },\n returns: storyReadResultValidator,\n handler: async (ctx, args) => {\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.storyId))\n .unique();\n if (!story || typeof story.legacyId !== \"number\") return null;\n if (story.deleted) return null;\n\n const storyJson = await getPublicStoryJson(ctx, story._id);\n if (!storyJson) return null;\n\n const course = await ctx.db.get(story.courseId);\n if (!course) return null;\n\n const [fromLanguage, learningLanguage, image] = await Promise.all([\n ctx.db.get(course.fromLanguageId),\n ctx.db.get(course.learningLanguageId),\n story.imageId ? ctx.db.get(story.imageId) : Promise.resolve(null),\n ]);\n if (!fromLanguage || !learningLanguage) return null;\n\n let parsedJson = storyJson;\n if (typeof parsedJson === \"string\") {\n try {\n parsedJson = JSON.parse(parsedJson);\n } catch {\n return null;\n }\n }\n\n const elements = Array.isArray(parsedJson?.elements)\n ? parsedJson.elements\n : [];\n const illustrations = parsedJson?.illustrations ?? {};\n const active =\n nonEmptyString(illustrations.active) || (image?.active ?? \"\");\n const gilded =\n nonEmptyString(illustrations.gilded) || (image?.gilded ?? \"\");\n const locked =\n nonEmptyString(illustrations.locked) || (image?.locked ?? \"\");\n\n return {\n id: story.legacyId,\n set_id: story.set_id ?? 0,\n course_id: course.legacyId,\n from_language: fromLanguage.short,\n from_language_id: fromLanguage.legacyId,\n from_language_long: fromLanguage.name,\n from_language_rtl: fromLanguage.rtl,\n from_language_name: story.name,\n learning_language: learningLanguage.short,\n learning_language_long: learningLanguage.name,\n learning_language_rtl: learningLanguage.rtl,\n course_short: `${learningLanguage.short}-${fromLanguage.short}`,\n elements,\n illustrations: {\n gilded,\n active,\n locked,\n },\n };\n },\n});\n\nexport const getStoryMetaByLegacyId = query({\n args: {\n storyId: v.number(),\n },\n returns: storyMetaResultValidator,\n handler: async (ctx, args) => {\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.storyId))\n .unique();\n if (!story || story.deleted) return null;\n\n const course = await ctx.db.get(story.courseId);\n if (!course) return null;\n\n const [fromLanguage, learningLanguage, image] = await Promise.all([\n ctx.db.get(course.fromLanguageId),\n ctx.db.get(course.learningLanguageId),\n story.imageId ? ctx.db.get(story.imageId) : Promise.resolve(null),\n ]);\n\n if (!fromLanguage || !learningLanguage) return null;\n\n return {\n from_language_name: story.name,\n image: image?.legacyId ?? \"\",\n from_language_long: fromLanguage.name,\n learning_language_long: learningLanguage.name,\n };\n },\n});\n\nexport const getStoryPreviewByLegacyId = query({\n args: {\n storyId: v.number(),\n },\n returns: storyPreviewResultValidator,\n handler: async (ctx, args) => {\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.storyId))\n .unique();\n if (!story || story.deleted || typeof story.legacyId !== \"number\") {\n return null;\n }\n\n const storyJson = await getPublicStoryJson(ctx, story._id);\n const image = story.imageId ? await ctx.db.get(story.imageId) : null;\n\n let parsedJson = storyJson;\n if (typeof parsedJson === \"string\") {\n try {\n parsedJson = JSON.parse(parsedJson);\n } catch {\n parsedJson = null;\n }\n }\n\n const illustrations = parsedJson?.illustrations ?? {};\n const active =\n nonEmptyString(illustrations.active) || (image?.active ?? \"\");\n const gilded =\n nonEmptyString(illustrations.gilded) || (image?.gilded ?? active);\n\n return {\n id: story.legacyId,\n title: story.name,\n active,\n gilded,\n };\n },\n});\n" }, { "path": "convex/storyTables.ts", "content": "import { mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { requireContributorOrAdmin } from \"./lib/authorization\";\nimport { upsertPublicStoryContent } from \"./lib/publicStoryContent\";\n\nconst storyValidator = {\n legacyId: v.number(),\n duo_id: v.optional(v.string()),\n name: v.string(),\n set_id: v.optional(v.number()),\n set_index: v.optional(v.number()),\n // Temporary migration compatibility with pre-existing rows.\n // TODO(post-migration): tighten to one type after author identity normalization.\n authorId: v.optional(v.union(v.number(), v.string())),\n authorChangeId: v.optional(v.union(v.number(), v.string())),\n date: v.optional(v.number()),\n change_date: v.optional(v.number()),\n date_published: v.optional(v.number()),\n public: v.boolean(),\n legacyImageId: v.optional(v.string()),\n legacyCourseId: v.number(),\n status: v.union(\n v.literal(\"draft\"),\n v.literal(\"feedback\"),\n v.literal(\"finished\"),\n ),\n approvalCount: v.optional(v.number()),\n deleted: v.boolean(),\n todo_count: v.number(),\n};\n\nconst storyContentValidator = {\n legacyStoryId: v.number(),\n text: v.string(),\n json: v.any(),\n lastUpdated: v.number(),\n};\n\nexport const upsertStory = mutation({\n args: {\n story: v.object(storyValidator),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"stories\"),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const course = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_id_value\", (q) =>\n q.eq(\"legacyId\", args.story.legacyCourseId),\n )\n .unique();\n if (!course) {\n throw new Error(\n `Missing course for legacy id ${args.story.legacyCourseId}`,\n );\n }\n\n const image = args.story.legacyImageId\n ? await ctx.db\n .query(\"images\")\n .withIndex(\"by_id_value\", (q) =>\n q.eq(\"legacyId\", args.story.legacyImageId!),\n )\n .unique()\n : null;\n\n const existing = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.story.legacyId))\n .unique();\n\n const doc = {\n legacyId: args.story.legacyId,\n duo_id: args.story.duo_id,\n name: args.story.name,\n set_id: args.story.set_id,\n set_index: args.story.set_index,\n authorId: args.story.authorId,\n authorChangeId: args.story.authorChangeId,\n date: args.story.date,\n change_date: args.story.change_date,\n date_published: args.story.date_published,\n public: args.story.public,\n imageId: image?._id,\n courseId: course._id,\n status: args.story.status,\n approvalCount: args.story.approvalCount ?? existing?.approvalCount ?? 0,\n deleted: args.story.deleted,\n todo_count: args.story.todo_count,\n };\n\n if (existing) {\n await ctx.db.replace(existing._id, doc);\n return { inserted: false, docId: existing._id };\n }\n\n const docId = await ctx.db.insert(\"stories\", doc);\n return { inserted: true, docId };\n },\n});\n\nexport const upsertStoryContent = mutation({\n args: {\n storyContent: v.object(storyContentValidator),\n operationKey: v.optional(v.string()),\n },\n returns: v.object({\n inserted: v.boolean(),\n docId: v.id(\"story_content\"),\n }),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) =>\n q.eq(\"legacyId\", args.storyContent.legacyStoryId),\n )\n .unique();\n if (!story) {\n throw new Error(\n `Missing story for legacy id ${args.storyContent.legacyStoryId}`,\n );\n }\n\n const existing = await ctx.db\n .query(\"story_content\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", story._id))\n .unique();\n\n const doc = {\n storyId: story._id,\n text: args.storyContent.text,\n json: args.storyContent.json,\n lastUpdated: args.storyContent.lastUpdated,\n };\n\n if (existing) {\n await ctx.db.replace(existing._id, doc);\n await upsertPublicStoryContent(\n ctx,\n story._id,\n args.storyContent.json,\n args.storyContent.lastUpdated,\n );\n return { inserted: false, docId: existing._id };\n }\n\n const docId = await ctx.db.insert(\"story_content\", doc);\n await upsertPublicStoryContent(\n ctx,\n story._id,\n args.storyContent.json,\n args.storyContent.lastUpdated,\n );\n return { inserted: true, docId };\n },\n});\n" }, { "path": "convex/storyWrite.ts", "content": "import { internal } from \"./_generated/api\";\nimport { mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport {\n requireContributorOrAdmin,\n requireSessionLegacyUserId,\n} from \"./lib/authorization\";\nimport { recomputeCoursePublishedCount } from \"./lib/courseCounts\";\nimport { upsertPublicStoryContent } from \"./lib/publicStoryContent\";\n\nexport const setStory = mutation({\n args: {\n legacyStoryId: v.optional(v.number()),\n duo_id: v.string(),\n name: v.string(),\n image: v.string(),\n set_id: v.number(),\n set_index: v.number(),\n legacyCourseId: v.number(),\n text: v.string(),\n json: v.any(),\n todo_count: v.number(),\n change_date: v.string(),\n confirmOfficialOverwrite: v.optional(v.boolean()),\n operationKey: v.optional(v.string()),\n },\n returns: v.union(\n v.null(),\n v.object({\n id: v.number(),\n name: v.string(),\n course_id: v.number(),\n text: v.string(),\n todo_count: v.number(),\n }),\n ),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const authorChangeLegacyUserId = await requireSessionLegacyUserId(ctx);\n const identity = (await ctx.auth.getUserIdentity()) as {\n name?: string | null;\n role?: string | null;\n } | null;\n const actorName =\n identity?.name?.trim() || `user_${authorChangeLegacyUserId}`;\n const course = await ctx.db\n .query(\"courses\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.legacyCourseId))\n .unique();\n if (!course) {\n throw new Error(`Course ${args.legacyCourseId} not found`);\n }\n if (course.official) {\n if (identity?.role !== \"admin\") {\n throw new Error(\"Official stories cannot be overwritten.\");\n }\n if (!args.confirmOfficialOverwrite) {\n throw new Error(\n \"Official story overwrite requires explicit confirmation.\",\n );\n }\n }\n\n const storyById =\n args.legacyStoryId !== undefined\n ? await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) =>\n q.eq(\"legacyId\", args.legacyStoryId!),\n )\n .unique()\n : null;\n\n const storyByDuoId =\n !storyById && args.duo_id\n ? ((\n await ctx.db\n .query(\"stories\")\n .withIndex(\"by_duo_id_course\", (q) =>\n q.eq(\"duo_id\", args.duo_id).eq(\"courseId\", course._id),\n )\n .collect()\n )[0] ?? null)\n : null;\n\n const story = storyById ?? storyByDuoId;\n if (!story || story.legacyId === undefined) return null;\n\n const image = args.image\n ? await ctx.db\n .query(\"images\")\n .withIndex(\"by_id_value\", (q) => q.eq(\"legacyId\", args.image))\n .unique()\n : null;\n\n const changeDateMillis = Date.parse(args.change_date);\n const operationKey =\n args.operationKey ?? `story:${story.legacyId}:set_story:${Date.now()}`;\n const previousCourseId = story.courseId;\n const movedPublishedStory =\n previousCourseId !== course._id && story.public && !story.deleted;\n\n await ctx.db.patch(story._id, {\n duo_id: args.duo_id,\n name: args.name,\n imageId: image?._id,\n change_date: Number.isFinite(changeDateMillis)\n ? changeDateMillis\n : Date.now(),\n authorChangeId: authorChangeLegacyUserId,\n set_id: args.set_id,\n set_index: args.set_index,\n courseId: course._id,\n todo_count: args.todo_count,\n });\n\n const existingContent = await ctx.db\n .query(\"story_content\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", story._id))\n .unique();\n\n const lastUpdated = Date.now();\n\n if (existingContent) {\n await ctx.db.patch(existingContent._id, {\n text: args.text,\n json: args.json,\n lastUpdated,\n });\n } else {\n await ctx.db.insert(\"story_content\", {\n storyId: story._id,\n text: args.text,\n json: args.json,\n lastUpdated,\n });\n }\n await upsertPublicStoryContent(ctx, story._id, args.json, lastUpdated);\n\n const storiesInCourse = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_course\", (q) => q.eq(\"courseId\", course._id))\n .collect();\n const courseTodoCount = storiesInCourse.reduce(\n (acc, row) => acc + (row.todo_count ?? 0),\n 0,\n );\n await ctx.db.patch(course._id, { todo_count: courseTodoCount });\n if (movedPublishedStory) {\n await recomputeCoursePublishedCount(ctx, previousCourseId);\n await recomputeCoursePublishedCount(ctx, course._id);\n }\n\n await ctx.scheduler.runAfter(0, internal.editorSideEffects.onStorySaved, {\n operationKey,\n storyId: story.legacyId,\n storyName: args.name,\n courseId: args.legacyCourseId,\n text: args.text,\n todoCount: args.todo_count,\n actorName,\n actorLegacyUserId: authorChangeLegacyUserId,\n });\n\n return {\n id: story.legacyId,\n name: args.name,\n course_id: args.legacyCourseId,\n text: args.text,\n todo_count: args.todo_count,\n };\n },\n});\n\nexport const deleteStory = mutation({\n args: {\n legacyStoryId: v.number(),\n operationKey: v.optional(v.string()),\n },\n returns: v.union(\n v.null(),\n v.object({\n id: v.number(),\n name: v.string(),\n course_id: v.number(),\n text: v.string(),\n }),\n ),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const actorLegacyUserId = await requireSessionLegacyUserId(ctx);\n const identity = (await ctx.auth.getUserIdentity()) as {\n name?: string | null;\n } | null;\n const actorName = identity?.name?.trim() || `user_${actorLegacyUserId}`;\n const story = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) => q.eq(\"legacyId\", args.legacyStoryId))\n .unique();\n if (!story || story.legacyId === undefined) return null;\n\n const [course, content] = await Promise.all([\n ctx.db.get(story.courseId),\n ctx.db\n .query(\"story_content\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", story._id))\n .unique(),\n ]);\n\n if (!course) {\n throw new Error(`Course missing for story ${args.legacyStoryId}`);\n }\n\n await ctx.db.patch(story._id, {\n deleted: true,\n public: false,\n });\n if (story.public) {\n await recomputeCoursePublishedCount(ctx, story.courseId);\n }\n\n const operationKey =\n args.operationKey ?? `story:${story.legacyId}:delete:${Date.now()}`;\n await ctx.scheduler.runAfter(0, internal.editorSideEffects.onStoryDeleted, {\n operationKey,\n storyId: story.legacyId,\n storyName: story.name,\n courseId: course.legacyId,\n actorName,\n actorLegacyUserId,\n });\n\n return {\n id: story.legacyId,\n name: story.name,\n course_id: course.legacyId,\n text: content?.text ?? \"\",\n };\n },\n});\n\nexport const importStory = mutation({\n args: {\n sourceLegacyStoryId: v.number(),\n targetLegacyCourseId: v.number(),\n operationKey: v.optional(v.string()),\n },\n returns: v.union(\n v.null(),\n v.object({\n id: v.number(),\n course_id: v.number(),\n text: v.string(),\n name: v.string(),\n }),\n ),\n handler: async (ctx, args) => {\n await requireContributorOrAdmin(ctx);\n const authorLegacyUserId = await requireSessionLegacyUserId(ctx);\n const identity = (await ctx.auth.getUserIdentity()) as {\n name?: string | null;\n } | null;\n const actorName = identity?.name?.trim() || `user_${authorLegacyUserId}`;\n const [sourceStory, targetCourse] = await Promise.all([\n ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\", (q) =>\n q.eq(\"legacyId\", args.sourceLegacyStoryId),\n )\n .unique(),\n ctx.db\n .query(\"courses\")\n .withIndex(\"by_id_value\", (q) =>\n q.eq(\"legacyId\", args.targetLegacyCourseId),\n )\n .unique(),\n ]);\n\n if (!sourceStory || !targetCourse) return null;\n\n const sourceContent = await ctx.db\n .query(\"story_content\")\n .withIndex(\"by_story\", (q) => q.eq(\"storyId\", sourceStory._id))\n .unique();\n if (!sourceContent) return null;\n\n const last = await ctx.db\n .query(\"stories\")\n .withIndex(\"by_legacy_id\")\n .order(\"desc\")\n .take(1);\n const newLegacyId = Math.max(1, Number(last[0]?.legacyId ?? 0) + 1);\n\n const now = Date.now();\n\n const newStoryId = await ctx.db.insert(\"stories\", {\n legacyId: newLegacyId,\n duo_id: sourceStory.duo_id,\n name: sourceStory.name,\n set_id: sourceStory.set_id,\n set_index: sourceStory.set_index,\n authorId: authorLegacyUserId,\n authorChangeId: authorLegacyUserId,\n date: now,\n change_date: now,\n public: false,\n imageId: sourceStory.imageId,\n courseId: targetCourse._id,\n status: \"draft\",\n approvalCount: 0,\n deleted: false,\n todo_count: 0,\n });\n\n const lastUpdated = Date.now();\n\n await ctx.db.insert(\"story_content\", {\n storyId: newStoryId,\n text: sourceContent.text,\n json: sourceContent.json,\n lastUpdated,\n });\n await upsertPublicStoryContent(\n ctx,\n newStoryId,\n sourceContent.json,\n lastUpdated,\n );\n\n const operationKey =\n args.operationKey ??\n `story:${newLegacyId}:import:${args.targetLegacyCourseId}:${Date.now()}`;\n\n await ctx.scheduler.runAfter(\n 0,\n internal.editorSideEffects.onStoryImported,\n {\n operationKey,\n storyId: newLegacyId,\n storyName: sourceStory.name,\n courseId: args.targetLegacyCourseId,\n text: sourceContent.text,\n actorName,\n actorLegacyUserId: authorLegacyUserId,\n },\n );\n\n return {\n id: newLegacyId,\n course_id: args.targetLegacyCourseId,\n text: sourceContent.text,\n name: sourceStory.name,\n };\n },\n});\n" }, { "path": "convex/tsconfig.json", "content": "{\n \"compilerOptions\": {\n \"allowJs\": true,\n \"strict\": true,\n \"moduleResolution\": \"Bundler\",\n \"jsx\": \"react-jsx\",\n \"skipLibCheck\": true,\n \"allowSyntheticDefaultImports\": true,\n \"target\": \"ESNext\",\n \"lib\": [\"ES2021\", \"dom\"],\n \"forceConsistentCasingInFileNames\": true,\n \"module\": \"ESNext\",\n \"isolatedModules\": true,\n \"noEmit\": true\n },\n \"include\": [\"./**/*\"],\n \"exclude\": [\"./_generated\"]\n}\n" }, { "path": "convex/tsconfig.node.json", "content": "{\n \"extends\": \"./tsconfig.json\",\n \"compilerOptions\": {\n \"types\": [\"node\"]\n },\n \"include\": [\"./editorSideEffects.ts\"]\n}\n" }, { "path": "convex/userPreferences.ts", "content": "import { query, mutation } from \"./_generated/server\";\nimport { v } from \"convex/values\";\nimport { getSessionLegacyUserId } from \"./lib/authorization\";\n\nconst storyPreferencesValidator = v.object({\n hasSavedPreference: v.boolean(),\n hideStoryQuestions: v.boolean(),\n});\n\nexport const getCurrentStoryPreferences = query({\n args: {},\n returns: storyPreferencesValidator,\n handler: async (ctx) => {\n const identity = (await ctx.auth.getUserIdentity()) as {\n tokenIdentifier?: string | null;\n } | null;\n const tokenIdentifier = identity?.tokenIdentifier;\n if (!tokenIdentifier) {\n return {\n hasSavedPreference: false,\n hideStoryQuestions: false,\n };\n }\n\n const preference = await ctx.db\n .query(\"user_preferences\")\n .withIndex(\"by_token_identifier\", (q) =>\n q.eq(\"tokenIdentifier\", tokenIdentifier),\n )\n .unique();\n\n return {\n hasSavedPreference: preference !== null,\n hideStoryQuestions: preference?.hideStoryQuestions ?? false,\n };\n },\n});\n\nexport const setCurrentStoryPreferences = mutation({\n args: {\n hideStoryQuestions: v.boolean(),\n },\n returns: storyPreferencesValidator,\n handler: async (ctx, args) => {\n const identity = (await ctx.auth.getUserIdentity()) as {\n tokenIdentifier?: string | null;\n } | null;\n const tokenIdentifier = identity?.tokenIdentifier;\n if (!tokenIdentifier) {\n throw new Error(\"Unauthorized\");\n }\n\n const legacyUserId = await getSessionLegacyUserId(ctx);\n const existingPreference = await ctx.db\n .query(\"user_preferences\")\n .withIndex(\"by_token_identifier\", (q) =>\n q.eq(\"tokenIdentifier\", tokenIdentifier),\n )\n .unique();\n\n const updatedAt = Date.now();\n\n if (existingPreference) {\n await ctx.db.patch(existingPreference._id, {\n legacyUserId: legacyUserId ?? undefined,\n hideStoryQuestions: args.hideStoryQuestions,\n updatedAt,\n });\n } else {\n await ctx.db.insert(\"user_preferences\", {\n tokenIdentifier,\n legacyUserId: legacyUserId ?? undefined,\n hideStoryQuestions: args.hideStoryQuestions,\n updatedAt,\n });\n }\n\n return {\n hasSavedPreference: true,\n hideStoryQuestions: args.hideStoryQuestions,\n };\n },\n});\n" }, { "path": "database/stories/es-en-o/1_1_es-en-buenos-dias.txt", "content": "[DATA]\nfromLanguageName=Good Morning\nicon=783305780a6dad8e0e4eb34109d948e6a5fc2c35\nset=1|1\n\n[HEADER]\n> 早上好 \n~ good~morning\n^ zǎo~shang~hǎo\n$989/9a5413ae.mp3;3,50\n\n[LINE]\nSpeaker593: 早上好，|普丽提！\n~ good~morning Priti \n^ zǎo~shang~hǎo Pǔ~lì~tí\n$6252/510799dc.mp3;2,50;2,362;4,525\n\n[LINE]\nSpeaker560: 早上好，|亲爱的。\n~ good~morning darling \n^ zǎo~shang~hǎo qīn~ài~de\n$6252/7a0ca48a.mp3;2,50;2,362;3,488;2,425\n\n[LINE]\nSpeaker560: 我的|钥匙|在哪里？\n~ my keys (are)~where\n^ wǒ~de yào~shi zài~nǎ~lǐ\n$6252/9827ee98.mp3;1,50;2,187;3,100;2,463;3,162\n\n[LINE]\nSpeaker593: 你的|钥匙？\n~ your keys \n^ nǐ~de yào~shi\n$989/53efd362.mp3;1,50;2,162;3,63\n\n[MULTIPLE_CHOICE]\n> Priti can't find her keys.\n+ Yes，that's right.\n- No，that's wrong.\n\n[LINE]\nSpeaker560: 对，|我|需要|去上班。\n~ yes I need to~go~to~work \n^ duì wǒ xū~yào qù~shàng~bān\n$6252/ec77e1c4.mp3;1,50;2,512;3,138;2,300;3,137\n\n[ARRANGE]\n> Tap what you hear\nSpeaker560: [(我|需要)​(我的|车)​(钥匙)！]\n~ I need my car keys \n^ wǒ~xū~yào wǒ~de chē yào~shi\n$6252/2d6bc2fe.mp3;1,50;3,162;2,300;2,113;2,100;3,200\n\n[LINE]\nSpeaker593: 普丽提！|你的|钥匙|在这儿，|在桌子上！\n~ 　Priti your keys (are)~here on~the~table\n^ Pǔ~lì~tí nǐ~de yào~shi zài~zhèr zài~zhuō~zi~shàng\n$6252/c6326dbc.mp3;3,50;2,1150;2,162;3,75;2,325;3,150;2,500;3,163;2,337\n\n[POINT_TO_PHRASE]\n> Choose the option that means \"tired.\"\nSpeaker560: (对不起)，​(亲爱的)。​(我​很)(+累)。​我​(工作)​(很忙)！\n~ sorry darling I (am)~tired I (at)~work (am)~very~busy\n^ duì~bu~qǐ qīn~ài~de wǒ~hěn lèi wǒ gōng~zuò hěn~máng\n$6252/251e4b84.mp3;3,50;3,725;2,462;2,713;2,150;2,200;2,800;3,162;2,338;2,175\n\n[LINE]\nSpeaker593: 你|想|喝|咖啡|吗？\n~ you want to~drink coffee (question~marker)\n^ nǐ xiǎng hē kā~fēi ma\n$6252/1db91224.mp3;1,50;2,150;2,187;3,125;2,363\n\n[LINE]\nSpeaker560: 好，|谢谢。\n~ yes thanks \n^ hǎo xiè~xie\n$6252/239d1c4e.mp3;1,50;3,512\n\n[LINE]\nSpeaker593: 好了，|这儿|给|你，|亲爱的。\n~ OK this (is)~for you darling\n^ hǎo~le zhèr gěi nǐ qīn~ài~de\n$6252/3f5aff8c.mp3;1,50;2,212;3,525;2,150;2,150;3,475;2,325\n\n[LINE]\nSpeaker560: 糖|~在哪里？|哦，|在这儿。 \n~ sugar (is)~where oh (it's)~here \n^ táng zài~nǎ~lǐ ó zài~zhèr\n$6252/f24875a2.mp3;1,50;2,237;3,138;2,975;2,237;3,175\n\n[MULTIPLE_CHOICE]\n> Hmm... what is Priti doing?\n- pouring her coffee on the table\n- putting sugar on her keys\n+ looking for some sugar for her coffee\n\n[LINE]\n> 普丽提|喝|她的|咖啡。 \n~ Priti drinks her coffee\n^ Pǔ~lì~tí hē tā~de kā~fēi\n$6252/80ea594a.mp3;3,50;2,987;2,225;2,150;3,100\n\n[LINE]\nSpeaker560: 呸！\n~ yuck\n^ pēi\n$6252/73a88754.mp3;1,50\n\n[LINE]\nSpeaker593: 怎么了？\n~ what's~wrong\n^ zěn~me~le\n$6252/7eff02b8.mp3;2,50;2,225\n\n[LINE]\nSpeaker560: 这|不是|糖，|是|盐！\n~ this isn't sugar it's salt\n^ zhè bú~shì táng shì yán\n$6252/b08af1e8.mp3;1,50;3,162;2,263;2,475;2,212\n\n[LINE]\nSpeaker593: 普丽提，|你|的确|是|累|坏了！\n~ Priti you indeed are tired to~the~extreme \n^ Pǔ~lì~tí nǐ dí~què shì lèi huài~le\n$6252/f09a9af4.mp3;3,50;2,900;3,137;2,363;3,112;2,425\n\n[LINE]\nSpeaker560: 对，|我|需要|一杯新的|咖啡，|加糖的，|而|不加盐！\n~ yes I need a~new~cup~of coffee with~sugar and without~salt \n^ duì wǒ xū~yào yì~bēi~xīn~de kā~fēi jiā~táng~de ér bù~jiā~yán\n$6252/3b467ce4.mp3;1,50;2,512;3,150;2,300;2,113;2,162;2,175;3,88;3,662;2,438;2,437;2,125;2,113;2,200\n\n[MULTIPLE_CHOICE]\n> Priti was so tired that...\n- ...she fell asleep in the kitchen.\n+ ...she put salt in her coffee.\n- ...she put her keys in her coffee.\n\n[MATCH]\n> Tap the pairs\n- 需要 <> need\n- 亲爱的 <> darling\n- 咖啡 <> coffee\n- 钥匙 <> keys\n- 糖 <> sugar\n" }, { "path": "database/stories/es-en-o/1_2_es-en-una-cita.txt", "content": "[DATA]\nfromLanguageName=A Date\nicon=df24f7756b139f6eda927eb776621b9febe1a3f1\nset=1|2\n\n[HEADER]\n> Una cita\n~ a date\n\n[LINE]\n> Bea está en una cita en un restaurante.\n~ Bea is on a date in a restaurant \n\n[LINE]\nSpeaker507: ¡Hola! ¿Cómo~estás? \n~ hello how~are~you \n\n[LINE]\nSpeaker100: ¡Bien!\n~ fine \n\n[LINE]\nSpeaker100: ¿Qué quieres comer? \n~ what do~you~want to~eat \n\n[LINE]\nSpeaker507: Una ensalada.\n~ a salad \n\n[SELECT_PHRASE]\n> Select the missing phrase\nSpeaker507: Hoy tengo [un~partido~importante].\n~ today I~have an~important~game \n+ un partido importante\n- un batido importante\n- una parte imponente\n\n[LINE]\nSpeaker100: Ah, ¿te~gustan los~deportes?\n~ oh do~you~like (the)~sports \n\n[LINE]\nSpeaker507: Sí, yo juego~al fútbol.\n~ yes I play soccer \n\n[MULTIPLE_CHOICE]\n> Bea is ordering a salad because…\n+ …she is playing soccer today.\n- …her date said the salad is delicious.\n- …she just ate a whole pizza.\n\n[LINE]\nSpeaker100: ¡Yo~también!\n~ me~too \n\n[LINE]\nSpeaker507: ¡Súper!\n~ great \n\n[LINE]\nSpeaker507: ¿De~dónde~eres? \n~ where~are~you~from \n\n[LINE]\nSpeaker100: Soy americano.\n~ I~am American \n\n[ARRANGE]\n> Tap what you hear\nSpeaker100: [(Mi~padre) (es~de~Cuba) (y) (mi~madre) (es~de~México).] \n~ my~father is~from~Cuba and my~mother is~from~Mexico \n\n[LINE]\nSpeaker507: ¡Me~encanta Cuba!\n~ I~love Cuba \n\n[LINE]\nSpeaker100: Cuba es muy bonita. \n~ Cuba is very beautiful \n\n[LINE]\nSpeaker507: ¿Tienes mascotas?\n~ do~you~have pets \n\n[LINE]\nSpeaker100: Tengo dos gatos y un perro.\n~ I~have two cats and a dog \n\n[POINT_TO_PHRASE]\n> Choose the option that means \"also.\"\nSpeaker507: Yo (+también) (tengo) un (perro), (José).\n~ I also have a dog José \n\n[LINE]\nSpeaker100: ¿Eh? Yo~me~llamo Daniel…\n~ eh my~name~is Daniel \n\n[LINE]\nSpeaker100: ¿Tú~no~eres Gabriela?\n~ aren't~you Gabriela \n\n[LINE]\nSpeaker507: ¡No!\n~ no \n\n[LINE]\nSpeaker507: ¡Yo~me~llamo Bea!\n~ my~name~is Bea \n\n[MULTIPLE_CHOICE]\n> Did you catch that? Bea and Daniel…\n- …bought tickets to Cuba.\n+ …were supposed to meet different people.\n- …are walking their dogs.\n\n[LINE]\n> Una mujer camina hacia Daniel.\n~ a woman walks towards Daniel \n\n[LINE]\nSpeaker101: ¡Hola! ¿Eres Daniel? Soy Gabriela.\n~ hello are~you Daniel I~am Gabriela \n\n[LINE]\nSpeaker100: No, lo~siento. Soy José.\n~ no I'm~sorry I~am José \n\n[MULTIPLE_CHOICE]\n> Whoa! What just happened?\n- Bea changed her name to Gabriela.\n+ Daniel lied to his real date because he likes Bea.\n- Bea and Daniel's dogs played soccer.\n\n[MATCH]\n> Tap the pairs\n- y <> and\n- Soy <> I am\n- ensalada <> salad\n- Me encanta <> I love\n- Eh <> eh\n\n" }, { "path": "database/stories/es-en-o/1_3_es-en-una-cosa.txt", "content": "[DATA]\nfromLanguageName=One Thing\nicon=717bd84875f83c678f64f124937a278061e0e778\nset=1|3\n\n[HEADER]\n> Una cosa \n~ one thing\n\n[LINE]\n> Lucy está en casa, con su nieta, Lin.\n~ Lucy is at home with her granddaughter Lin \n\n[LINE]\nSpeaker509: ¡Ay, no! Necesito pan para mi sándwich.\n~ oh no I~need bread for my sandwich \n\n[LINE]\nSpeaker508: ¿Vas al supermercado?\n~ are~you~going to~the supermarket \n\n[LINE]\nSpeaker509: Sí. \n~ yes \n\n[MULTIPLE_CHOICE]\n> Lin and Lucy have a lot of bread.\n- Yes, that's right.\n+ No, that's wrong.\n\n[LINE]\nSpeaker508: ¡Ah, necesito una cosa del supermercado!\n~ oh I~need one thing from~the supermarket \n\n[LINE]\nSpeaker509: ¿Qué? \n~ what \n\n[LINE]\nSpeaker508: Un tomate, por~favor.\n~ one tomato please \n\n[SELECT_PHRASE]\n> Select the missing phrase\nSpeaker508: Es para [mi~ensalada].\n~ it's for my~salad \n- linda y salada\n+ mi ensalada\n- la mía es salada\n\n[LINE]\nSpeaker509: Está~bien.\n~ OK \n\n[LINE]\nSpeaker508: ¡Gracias! \n~ thank~you \n\n[POINT_TO_PHRASE]\n> Choose the option that means \"also.\"\nSpeaker508: ¡Ah! Y (+también) (quiero) (tres) (manzanas)…\n~ oh and also I~want three apples \n\n[LINE]\nSpeaker509: Está~bien.\n~ OK \n\n[LINE]\nSpeaker508: … y jugo~de~naranja…\n~ and orange~juice \n\n[LINE]\nSpeaker509: Lin…\n~ Lin \n\n[LINE]\nSpeaker508: … y leche, por~favor.\n~ and milk please \n\n[LINE]\nSpeaker509: Mmm… tengo una idea.\n~ hmm I~have an idea \n\n[ARRANGE]\n> Tap what you hear\nSpeaker509: [(Aquí) (está) (el) (dinero), (Lin).]\n~ here is the money Lin \n\n[LINE]\nSpeaker508: ¡¿Qué?! \n~ what \n\n[LINE]\nSpeaker509: Yo quiero una cosa del supermercado: pan. \n~ I want one thing from~the supermarket bread \n\n[MULTIPLE_CHOICE]\n> Why did Lucy give Lin money?\n- Lin is opening a sandwich shop.\n+ She wants Lin to go to the supermarket.\n- Lin is going to a restaurant for lunch.\n\n[MATCH]\n> Tap the pairs\n- idea <> idea\n- una <> one\n- Yo <> I\n- nieta <> granddaughter\n- por favor <> please\n\n" }, { "path": "database/stories/nl-en/0_1_es-en-el-pastel-de-dragones.txt", "content": "[DATA]\nfromLanguageName=The Dragon Cake\nicon=c2fbecd45802dc974e3ec727a0206cfec66fd87f\nset=0|1 #28|1\ndeleted=1\n\n[HEADER]\n> El pastel~de~dragones\n~ the dragon~cake \n\n[LINE]\n> Bea está con Vikram. Él está~decorando un~pastel para la~boda de Kara, una~amiga de Bea. \n~ Bea is with Vikram he is~decorating a~cake for the~wedding of Kara a~friend of Bea's \n\n[LINE]\nSpeaker507: ¡Me~encanta cómo decoraste el~pastel!\n~ I~love how you~decorated the~cake \n\n[LINE]\nSpeaker507: Los~novios están~montando dragones, ¡como los~personajes de la~serie~favorita~de~Kara~y~David!\n~ the~bride~and~groom are~riding dragons like the~characters from Kara~and~David's~favorite~show \n\n[MULTIPLE_CHOICE]\n> The cake is decorated to look like a TV show.\n+ Yes, that's right\n- No, that's wrong.\n\n[LINE]\nSpeaker593: Kara es mi primera clienta y quiero hacer un excelente trabajo.\n~ Kara is my first customer and I~want to~do an excellent job \n\n[ARRANGE]\n> Tap what you hear\n> [(Bea) (recibe) (un~mensaje) (de) (Kara).]\n~ Bea receives a~message from Kara \n\n[LINE]\nSpeaker507: ¡Ay, no! ¡Kara canceló la~boda! \n~ oh no Kara canceled the~wedding \n\n[LINE]\nSpeaker593: ¿Qué? ¿Por~qué?\n~ what why \n\n[CONTINUATION]\n> What comes next?\nSpeaker507: ¡David se~fue~del país con [otra mujer]!\n~ David left~the country with another woman \n+ otra mujer\n~ another woman\n- un~dragón\n~ a~dragon \n- muchos pasteles\n~ many cakes \n\n[LINE]\nSpeaker593: ¡Qué~horrible! \n~ that's~terrible \n\n[LINE]\nSpeaker507: No~lo~puedo~creer. \n~ I~can't~believe~it \n\n[SELECT_PHRASE]\n> Select the missing phrase\nSpeaker593: Lo~sé… Quería hacer [el~pastel~perfecto] para Kara.\n~ I~know I~wanted to~make the~perfect~cake for Kara \n- el pastel de efecto\n- el pincel perfecto\n+ el pastel perfecto\n\n[LINE]\nSpeaker507: Tengo una~idea.\n~ I~have an~idea \n\n[LINE]\n> Bea redecora el~pastel.\n~ Bea redecorates the~cake \n\n[LINE]\nSpeaker593: Espera… parece~que los~dragones se~están~comiendo~al novio.\n~ wait it~looks~like the~dragons are~eating~the groom \n\n[MULTIPLE_CHOICE]\n> Bea redecorated the cake because…\n+ …Kara canceled the wedding.\n- …Vikram wants to keep the dragons.\n- …Kara asked her to change it.\n\n[LINE]\n> Bea toma una~foto y se~la~envía a Kara.\n~ Bea takes a~picture and sends~it to Kara \n\n[LINE]\nSpeaker507: ¡Kara me~respondió!\n~ Kara answered~me \n\n[LINE]\nSpeaker593: ¿Qué dijo? \n~ what did~she~say \n\n[LINE]\nSpeaker507: Se~siente muy triste, pero le~encanta el~pastel.\n~ she~feels very sad but she~loves the~cake \n\n[LINE]\nSpeaker593: ¿De~verdad? ¡Estoy muy contento!\n~ really I~am very happy \n\n[MULTIPLE_CHOICE]\n> Why does Kara like the cake after all?\n+ The dragons are eating the groom.\n- She decided to marry Bea.\n- She's excited for her wedding.\n\n[MATCH]\n> Tap the pairs\n- los personajes <> the characters\n- Estoy <> I am\n- Por qué <> why\n- primera <> first\n- una foto <> a picture\n\n" }, { "path": "database/stories/nl-en/0_2_es-en-es-amor.txt", "content": "[DATA]\nfromLanguageName=Is It Love?\nicon=d7461e0ccc18067f34ff9c385653ac769bde4875\nset=0|2 #28|2\ndeleted=1\n\n[HEADER]\n> ¿Es amor?\n~ is~it love\n\n[LINE]\n> Es~hora~de un nuevo episodio de nuestro programa~de~citas: \"¿Es amor?\".\n~ it's~time~for a new episode of our dating~show is~it love\n\n[LINE]\n> Eddy conoció~a muchas mujeres durante el~programa…\n~ Eddy met many women during the~show\n\n[LINE]\n> … ¡pero ahora tiene~que elegir~a una!\n~ but now he~has~to (to)~choose one\n\n[MULTIPLE_CHOICE]\n> On a television show, Eddy has to…\n~ On to TV Show Eddy have to\n+ …choose a woman to go out with.\n~ choose to Woman to Go out with\n- …eat a lot of food.\n~ Eat to Lot of Food\n- …drive really fast.\n~ drive Really fast\n\n[LINE]\n> Él está~hablando~con Rosa en este~momento.\n~ he is~talking~to Rosa in this~moment\n\n[LINE]\nSpeaker414: No~puedo creer que tengo~que elegir~a una~sola mujer. ¡Esto es muy estresante!\n~ I~can't (to)~believe that I~have~to (to)~choose just~one woman this is very stressful\n\n[LINE]\nSpeaker338: ¡No, es fácil! Yo creo que deberías elegirme~a~mí.\n~ no it's easy I think that you~should (to)~choose~me\n\n[ARRANGE]\n> Tap what you hear\nSpeaker414: [(Pero) (es) (una) (decisión~difícil).]\n~ but it's a difficult~decision\n\n[LINE]\nSpeaker338: ¡¿Ah, sí?!\n~ oh yes\n\n[SELECT_PHRASE]\n> Select the missing phrase\nSpeaker338: Yo creía que [te~gustaba]…\n~ I thought that you~liked~me\n- le gustaban\n- te gastabas\n+ te gustaba\n\n[LINE]\nSpeaker414: Sí, pero también~me~gusta Marina…\n~ yes but I~also~like Marina\n\n[LINE]\nSpeaker338: Bueno, sí, Marina es hermosa.\n~ well yes Marina is beautiful\n\n[LINE]\nSpeaker414: Ella es interesante y graciosa.\n~ she is interesting and funny\n\n[ARRANGE]\n> Tap what you hear\nSpeaker338: [(Y) (ella) (toca) (muy~bien~el~violín).]\n~ and she plays the~violin~very~well\n\n[LINE]\nSpeaker414: ¡Yo sé! A~ustedes~dos~les~encanta la~música.\n~ I know you~both~love music\n\n[LINE]\nSpeaker338: Sí, tenemos muchas cosas en común.\n~ yes we~have many things in common\n\n[LINE]\nSpeaker414: ¡Sí! A~las~dos~les~gustan las~películas~de~aventura y los~museos~de~arte.\n~ yes you~both~like adventure~movies and art~museums\n\n[LINE]\nSpeaker414: ¡Y las~dos escriben poemas!\n~ and you~both write poems\n\n[LINE]\nSpeaker338: Sí, sus~poemas son hermosos…\n~ yes her~poems are beautiful\n\n[LINE]\nSpeaker414: ¡No~sé qué hacer!\n~ I~don't~know what to~do\n\n[LINE]\nSpeaker338: Ya~sé lo~que deberías hacer…\n~ I~know what you~should (to)~do\n\n[LINE]\nSpeaker414: ¡¿Qué?!\n~ what\n\n[LINE]\nSpeaker338: Olvídate de Marina y de mí. ¡Elige~a alguien más!\n~ forget about Marina and about me choose someone else\n\n[MULTIPLE_CHOICE]\n> Did you catch that? Rosa doesn't…\n- …like Marina's poetry.\n- …like funny movies.\n+ …want Eddy to go out with her or Marina.\n\n[LINE]\nSpeaker414: ¡¿Qué?! ¿Por~qué?\n~ what why\n\n[LINE]\nSpeaker338: Porque… yo quiero elegir~a Marina.\n~ because I want to~choose Marina\n\n[LINE]\nSpeaker414: ¿Ah?\n~ oh\n\n[LINE]\n> En el próximo episodio de \"¿Es amor?\"… ¿¡qué va~a~decir~Marina!?\n~ in the next episode of is~it love what is~Marina~going~to~say\n\n[MULTIPLE_CHOICE]\n> What did Rosa realize?\n- Marina writes terrible poetry.\n+ She likes Marina and wants to go out with her.\n- She doesn't like Marina or Eddy.\n\n[MATCH]\n> Tap the pairs\n- A las dos les gustan <> you both like\n- creer <> believe\n- una <> one\n- sus poemas <> her poems\n- toca <> plays\n\n" }, { "path": "database/stories/nl-en/0_3_es-en-la-pelea-de-boxeo.txt", "content": "[DATA]\nfromLanguageName=The Boxing Match\nicon=149224cb1a7c361279bece453d459dc57ba243a5\nset=0|3 #28|3\ndeleted=1\n\n[HEADER]\n> La pelea~de~boxeo\n~ the boxing~match \n\n[LINE]\n> Lin y su abuela, Lucy, están~viendo una pelea~de~boxeo en un bar.\n~ Lin and her grandmother Lucy are~watching a boxing~match at a bar \n\n[LINE]\nSpeaker508: Abue, me~voy después~de esta bebida.\n~ Grandma I'm~leaving after this drink \n\n[SELECT_PHRASE]\n> Select the missing word or phrase\nSpeaker509: ¡Pero es la pelea~más~importante [del~año]! \n~ but it's the most~important~match of~the~year \n+ del año\n- del baño\n- tacaño\n\n[LINE]\nSpeaker508: Odio el~boxeo. Es aburridísimo.\n~ I~hate boxing it's very~boring \n\n[MULTIPLE_CHOICE]\n> Boxing is Lin's favorite sport.\n+ No, that's wrong.\n- Yes, that's right.\n\n[LINE]\nSpeaker509: ¿Qué~dices? ¡Es muy emocionante!\n~ what~are~you~saying it's very exciting \n\n[POINT_TO_PHRASE]\n> Choose the option that means \"fighting.\"\nSpeaker508: (Son) (solo) dos (hombres) (+peleando) con guantes~enormes.\n~ they~are just two men fighting with huge~gloves \n\n[LINE]\nSpeaker509: No~son solo hombres… ¡Son atletas! \n~ they~are~not just men they~are athletes \n\n[LINE]\nSpeaker508: Solo~quieren ganar un estúpido trofeo.\n~ they~just~want to~win a stupid trophy \n\n[MULTIPLE_CHOICE]\n> Lin says that boxing is…\n- …a good way to make new friends.\n+ …just two men fighting for a trophy.\n- …how she lost a tooth.\n\n[LINE]\n> Lin pone su vaso sobre la~mesa y se~levanta.\n~ Lin places her glass on the~table and gets~up \n\n[LINE]\nSpeaker509: ¿Adónde~vas? \n~ where~are~you~going \n\n[CONTINUATION]\n> What comes next?\nSpeaker508: Voy~a casa a~ver \"¿Es amor?\" en [la~tele].\n~ I'm~going home to~watch is~it love on TV \n- el~sándwich \n~ the~sandwich\n+ la~tele\n~ TV \n- mis calcetines\n~ my socks \n\n[LINE]\nSpeaker509: ¿El~programa donde veinte hombres se~pelean por la misma mujer?\n~ the~show where twenty men fight for the same woman \n\n[ARRANGE]\n> Tap what you hear\nSpeaker509: ¡[(Y) (lo~peor) (es~que) (no~ganan) (ningún~trofeo)!]\n~ and the~worst is~that they~don't~win any~trophy \n\n[LINE]\nSpeaker508: No, pero pelean por amor.\n~ no but they~fight for love \n\n[LINE]\nSpeaker509: ¿Y tú dices que el~boxeo es aburrido?\n~ and you say that boxing is boring \n\n[MULTIPLE_CHOICE]\n> Did you catch that? Lucy thinks…\n- …twenty women are boxing one man.\n- …Lin would be a great boxer.\n+ …fighting over a woman is boring.\n\n[MATCH]\n> Tap the pairs\n- muy <> very\n- no ganan <> they don't win\n- es <> it's\n- la mesa <> the table\n- aburridísimo <> very boring\n\n" }, { "path": "database/stories/nl-en/0_4_es-en-el-neumatico-pinchado.txt", "content": "[DATA]\nfromLanguageName=The Flat Tire\nicon=76e5ba84900b1c2ebd321eafd9329980919ccede\nset=0|4 #28|4\ndeleted=1\n\n[HEADER]\n> De lekke~band\n~ the flat~tire \n\n[LINE]\n> Vikram y Priti están de~vacaciones.\n~ Vikram and Priti are on~vacation \n\n[LINE]\n> Ellos están~manejando y el~carro hace un ruido~fuerte.\n~ they are~driving and the~car makes a loud~noise \n\n[LINE]\n> Vikram para el~carro a~un~lado de la~carretera.\n~ Vikram stops the~car at~the~side of the~road \n\n[LINE]\nSpeaker593: ¡Ay, no!\n~ oh no \n\n[LINE]\nSpeaker560: ¿Cuál es el~problema?\n~ what is the~problem \n\n[LINE]\nSpeaker593: El~carro tiene un neumático~pinchado y no~tengo otro. \n~ the~car has a flat~tire and I~don't~have another~one \n\n[MULTIPLE_CHOICE]\n> Uh oh! What's wrong with the car?\n- It ran out of gas.\n- It's too small.\n+ It has a flat tire.\n\n[LINE]\nSpeaker560: Podemos caminar. El~apartamento está a~dos~kilómetros. \n~ we~can (to)~walk the~apartment is two~kilometers~away \n\n[LINE]\nSpeaker593: ¡Pero está~lloviendo!\n~ but it's~raining \n\n[CONTINUATION]\n> What comes next?\nSpeaker560: ¡No~hay problema! ¡Tengo [un~paraguas]!\n~ there~is~no problem I~have an~umbrella \n- el~pelo~muy~bonito\n~ very~nice~hair \n+ un~paraguas\n~ an~umbrella\n- dos gatos\n~ two cats \n\n[SELECT_PHRASE]\n> Select the missing phrase\n> Ellos comienzan~a [caminar~en~la~lluvia].\n~ they begin to~walk~in~the~rain \n- caminar con la novia\n- cocinar en la lluvia\n+ caminar en la lluvia\n\n[LINE]\nSpeaker593: Lo~siento~mucho, Priti. ¡Estas~son~nuestras~peores~vacaciones!\n~ I'm~so~sorry Priti this~is~our~worst~vacation \n\n[LINE]\nSpeaker560: ¡Por~supuesto~que~no! Estas~vacaciones~me~recuerdan~a nuestra luna~de~miel.\n~ of~course~not this~vacation~reminds~me~of our honeymoon \n\n[LINE]\nSpeaker593: ¡Sí! \n~ yes \n\n[LINE]\nSpeaker560: Tuvimos problemas con el~carro y caminamos diez kilómetros para llegar al hotel.\n~ we~had problems with the~car and we~walked ten kilometers to (to)~arrive at~the hotel \n\n[LINE]\nSpeaker593: Sí, y yo olvidé mis llaves en la~habitación. ¿Recuerdas que tuve~que entrar por la~ventana?\n~ yes and I forgot my keys in the~room do~you~remember that I~had~to (to)~get~in through the~window \n\n[MULTIPLE_CHOICE]\n> Hmm… why did Vikram climb through the window?\n+ He didn't have the room key.\n- He was training to be a spy.\n- Priti locked him out.\n\n[LINE]\nSpeaker560: Sí, y después abriste la~puerta con flores en las~manos. \n~ yes and then you~opened the~door with flowers in your~hands \n\n[LINE]\nSpeaker593: ¡Qué~día~tan~hermoso! \n~ what~a~beautiful~day \n\n[ARRANGE]\n> Tap what you hear\n> [(Ellos) (llegan) (al) (apartamento).]\n~ they arrive at~the apartment \n\n[LINE]\nSpeaker560: ¡Llegamos! Vamos~a~entrar, tengo~frío.\n~ we~arrived let's~go~in I'm~cold \n\n[LINE]\nSpeaker593: Espera… ¿dónde están las~llaves?\n~ wait where are the~keys \n\n[MULTIPLE_CHOICE]\n> How is this vacation like Vikram and Priti's honeymoon?\n+ They had a car problem and Vikram forgot the keys.\n- They lost their phones and needed a map.\n- They swam in the ocean and made a nice dinner.\n\n[MATCH]\n> Tap the pairs\n- caminar en la lluvia <> to walk in the rain\n- Priti <> Priti\n- y <> and\n- están manejando <> are driving\n- hace <> makes\n\n" }, { "path": "database/stories/nl-en/1_1_es-buenos-dias.txt", "content": "[DATA]\nfromLanguageName=Good morning\nicon=783305780a6dad8e0e4eb34109d948e6a5fc2c35\nset=1|1\napprovals=11,12\npublic=1\n\nicon_Jan=https://stories-cdn.duolingo.com/image/f118359885a5dc9babe4808c746e1c15ea9cd6f4.svg\nspeaker_Marian=Lotte\nspeaker_Jan=Ruben\n\n[HEADER]\n> Goedemorgen! \n~ Good~morning \n$43/2725ef44.mp3;11,50\n\n[LINE]\n> Jan is thuis met zijn vrouw, Marian.\n~ ~ is home with his wife ~ \n$43/2a532e34.mp3;3,50;3,350;6,200;4,350;5,162;6,200;7,675\n\n[LINE]\nSpeaker15: Hoi Marian.\n~ Hi Marian \n$43/2c75faa2.mp3;3,50;7,325\n\n[LINE]\nSpeaker292: Morgen, schat.\n~ Morning darling \n$43/ab6157c8.mp3;6,50;6,712\n\n[MULTIPLE_CHOICE]\n> What does \"schat\" mean?\n+ Darling\n- Friend\n- Brother\n\n[LINE]\nSpeaker292: Weet~jij waar mijn lesboek Engels is? \n~ do~you~know Where my textbook English is \n$43/eb4efbec.mp3;4,50;4,337;5,275;5,138;8,200;7,525;3,375\n\n[LINE]\nSpeaker15: Sorry?\n~ Sorry \n$43/a6e81e90.mp3;5,50\n\n[SELECT_PHRASE]\n> Select the missing phrase\nSpeaker292: Ik heb [een examen~Engels] op de universiteit.\n~ I have an English~exam at the university \n$43/bbe45be2.mp3;2,50;4,175;4,175;7,125;7,662;3,413;3,150;13,50\n- en Engels examen\n+ een examen Engels\n- een Engelse element\n\n[LINE]\nSpeaker292: Waar is toch mijn boek?!\n~ Where is (emphazising~word) my book \n$43/dd754028.mp3;4,50;3,337;5,188;5,150;5,275\n\n[LINE]\nSpeaker15: Het ligt daar, op de tafel.\n~ It is over~there on the table \n$43/04ded8de.mp3;3,50;5,225;5,237;3,488;3,150;6,100\n\n[POINT_TO_PHRASE]\n> Click on the option meaning \"tired\".\nSpeaker292: (Ik) (ben) (+moe) (Jan{jan}). (Ik) (werk) (zoveel). \n~ I am tired ~ I work so~much\n$43/297a01e6.mp3;2,50;4,162;4,250;4,188;3,1287;5,175;7,400\n\n[LINE]\nSpeaker15: Wil~je een~kop koffie?\n~ Do~you~want a~cup~of coffee \n$43/3631cbb2.mp3;3,50;3,300;4,75;4,87;7,250\n\n[LINE]\nSpeaker292: Ja, graag!\n~ Yes thanks \n$43/39f70b04.mp3;2,50;6,475\n\n[ARRANGE]\n> Tap what you hear\nSpeaker15: [(Met) (of) (zonder) (melk)]?\n~ With or without milk \n$43/57ec8bd6.mp3;3,50;3,325;7,125;5,350\n\n[LINE]\nSpeaker292: Zwart, graag.\n~ Black, please. \n$43/54729340.mp3;5,50;6,600\n\n[LINE]\nSpeaker15: Alsjeblieft.\n~ Here~you~are \n$43/376d2726.mp3;11,50\n\n[LINE]\n> Marian doet suiker in haar kopje.\n~ ~ puts sugar into her cup \n$43/6484c3ea.mp3;6,50;5,550;7,187;3,475;5,125;6,238\n\n[CONTINUATION]\n> What comes next?\n> Ze drinkt [haar koffie].\n~ She drinks her coffee \n$43/68a9b9e4.mp3;2,50;7,287;5,363;7,237\n- haar melk\n+ haar koffie\n- haar boek\n\n[LINE]\nSpeaker292: Gadver!\n~ Damn \n$43/6e0577e8.mp3;6,50\n\n[LINE]\nSpeaker15: Wat? \n~ What \n$43/714cb542.mp3;3,50\n\n[LINE]\nSpeaker292: Het is zout, geen suiker!\n~ That is salt not sugar\n$43/71d81310.mp3;3,50;3,200;5,187;5,538;7,375\n\n[LINE]\nSpeaker15: Je bent echt heel moe, Marian.\n~ You are really very tired ~ \n$43/80f99fe4.mp3;2,50;5,150;5,275;5,212;4,275;7,438\n\n[CONTINUATION]\n> Complete the sentence\n> Marian was zo moe, dat ze [zout in haar koffie deed in~plaats~van suiker].\n~ ~ was so tired that she put~salt in her coffee (put) instead~of sugar \n$43/8df42b9c.mp3;6,50;4,537;3,213;4,212;4,563;3,187;5,125;3,350;5,113;7,162;5,375;3,275;7,125;4,338;7,150\n- in~slaap~viel tijdens~het~praten met Jan.\n~ fell~asleep while~talking to ~ \n+ zout in haar koffie deed in~plaats~van suiker.\n~ put~salt in her coffee (put) instead~of sugar \n- haar kopje liet~vallen terwijl ze~aan~het~drinken~was.\n~ dropped~her cup (dropped) when she~was~drinking \n\n[MATCH]\n> Tap the pairs\n- with <> met\n- at home <>thuis\n- the wife <> de vrouw (de echtgenote)\n- darling <> schat\n- the salt <> het zout\n\n" }, { "path": "database/stories/nl-en/1_2_es-una-cita.txt", "content": "[DATA]\nfromLanguageName=A date\nicon=df24f7756b139f6eda927eb776621b9febe1a3f1\nset=1|2\napprovals=11,12\npublic=1\n\nspeaker_Julie=Lotte\nspeaker_Anne=Lotte\nspeaker_Paul=Ruben\n\n[HEADER]\n> Een Afspraakje\n~ A date \n$56/badfe656.mp3;3,50;11,212\n\n[LINE]\n> Julia zit~in een restaurant voor een afspraakje.\n~ ~ is~at a restaurant for a date \n$56/507cb990.mp3;5,50;4,512;3,250;4,138;11,87;5,600;4,175;11,125\n\n[LINE]\nSpeaker100: Wat zou~je willen eten? \n~ What would~you like for~dinner?\n$56/ef375bfe.mp3;3,50;4,212;3,200;7,113;5,250\n\n[MULTIPLE_CHOICE]\n> Paul wants to know ...\n- ... what the food is.\n+ ... what Julie wants to eat.\n- ... how much the food costs\n\n[LINE]\nSpeaker336: Een salade.\n~ A salad \n$56/b4270222.mp3;3,50;7,237\n\n[LINE]\nSpeaker336: Ik eet geen vlees.\n~ I eat no meat \n$56/b1703792.mp3;2,50;4,262;5,200;6,300\n\n[LINE]\nSpeaker100: Ben je vegetariër? \n~ Are you a~vegetarian \n$56/8e8f50e6.mp3;3,50;3,175;11,100\n\n[LINE]\nSpeaker336: Ja. \n~ Yes \n$56/afa9d058.mp3;2,50\n\n[LINE]\nSpeaker100: Ik ook!\n~ Me too \n$56/943c340a.mp3;2,50;4,212\n\n[LINE]\nSpeaker336: Oh, leuk.\n~ ~ nice \n$56/ab4ac5bc.mp3;2,50;5,537\n\n[LINE]\nSpeaker336: Ben je Nederlands?\n~ Are you Dutch \n$56/a8684f4a.mp3;3,50;3,275;11,75\n\n[ARRANGE]\n> Put the words in the right order:\nSpeaker100: [(Nee), (ik) (ben) (Engels)] \n~ No I am English \n$56/971ccce8.mp3;3,50;3,637;4,150;7,225\n\n[LINE]\nSpeaker100: Mijn vader is Canadees en mijn moeder Spaans. \n~ My father is Canadian and my mother Spanish \n$56/994bea58.mp3;4,50;6,250;3,437;9,175;3,650;5,150;7,213;7,275\n\n[LINE]\nSpeaker336: Ik ben Canadees!\n~ I am Canadian \n$56/9f96a0ba.mp3;2,50;4,237;9,213\n\n[LINE]\nSpeaker100: Ik houd~van Canada!\n~ I love Canada \n$56/d846568a.mp3;2,50;5,200;4,262;7,188\n\n[SELECT_PHRASE]\n> Choose the best answer:\nSpeaker100: Heb~je een [huisdier]? \n~ Do~you~have a pet\n$56/ddacf426.mp3;3,50;3,225;4,125;9,100\n+ huisdier\n- huisdieren\n- thuisbeest\n\n[LINE]\nSpeaker336: Ja, ik heb drie katten en een hond.\n~ Yes I have three cats and a dog \n$56/e1748498.mp3;2,50;3,712;4,150;5,213;7,262;3,350;4,113;5,125\n\n[LINE]\nSpeaker100: Ik heb ook katten en een hond, Anne!\n~ I have also cats and a dog ~ \n$56/e5030206.mp3;2,50;4,200;4,212;7,200;3,375;4,150;5,125;5,563\n\n[LINE]\n> Julia kijkt verrast naar Paul.\n~ ~ looks surprised to ~ \n$56/18e9471e.mp3;5,50;6,475;8,325;5,450;5,162\n\n[LINE]\nSpeaker336: Anne? Maar ik heet Julia !\n~ ~ But I am~called ~ \n$56/30c86932.mp3;4,50;5,1237;3,263;5,125;6,275\n\n[LINE]\nSpeaker336: En jij bent Sebastiaan toch? \n~ And you are ~ right \n$56/7cd97f28.mp3;2,50;4,262;5,250;11,250;5,750\n\n[LINE]\nSpeaker100: Wat? \n~ What \n$56/00ae35fc.mp3;3,50\n\n[MULTIPLE_CHOICE]\n> Paul en Julie zitten allebei met de verkeerde persoon aan tafel.\n+ Yes, that's true.\n- No, that's not right.\n\n[LINE]\n> Een vrouw komt het restaurant binnen.\n~ A woman enters the restaurant (komt~binnen=enters)\n$56/88899a24.mp3;3,50;6,175;5,375;4,225;11,112;7,638\n\n[LINE]\nSpeaker101: Hoi! Ben jij Paul? Ik ben Anne.\n~ Hi Are you ~ I am ~ \n$56/06a4ba58.mp3;3,50;4,1350;4,250;5,150;3,1312;4,175;5,225\n\n[LINE]\nSpeaker100: Euh, nee. Ik ben Sebastiaan.\n~ ~ no I am ~ \n$56/0d46a074.mp3;3,50;4,637;3,825;4,213;11,200\n\n[MULTIPLE_CHOICE]\n> Paul...\n- ... is moe van het praten met Julia.\n- ... heet eigenlijk Sebastiaan.\n+ ... liegt tegen Anne omdat hij Julia leuk vindt.\n\n[MATCH]\n> Tap the pairs\n- to be called <> heten\n- the vegetarian <> de vegetariër\n- the meat <> het vlees\n- the pet <> het huisdier\n- the woman <> de vrouw\n\n" }, { "path": "database/stories/nl-en/1_3_es-una-cosa.txt", "content": "[DATA]\nfromLanguageName=One thing\nicon=717bd84875f83c678f64f124937a278061e0e778\nset=1|3\napprovals=11,12\npublic=1\n\nicon_Jorrit=https://stories-cdn.duolingo.com/image/8dedb551515218979bffa2ba590906d0ed1ee462.svg\nspeaker_Maartje=Lotte\nspeaker_Jorrit=Ruben\n\n[HEADER]\n> Iets\n$79/22e5c25c.mp3;4,50\n\n[LINE]\n> Maartje is thuis met haar broer Sergio.\n~ ~ is at~home with her brother ~ \n$79/24ed0aba.mp3;7,50;3,550;6,200;4,375;5,150;6,187;7,275\n\n[LINE]\nSpeaker856: Oh! Er is geen brood meer.\n~ Oh There is no bread left \n$79/2970a7ea.mp3;2,50;3,1150;3,162;5,200;6,375;5,400\n\n[MULTIPLE_CHOICE]\n> Maartje saw there is more bread.\n- That’s true.\n+ That’s not true.\n\n[LINE]\nSpeaker366: Ga~je naar de supermarkt? \n~ Are~you~going to the supermarket \n$79/2ff7d1ce.mp3;2,0;3,174;5,90;3,166;11,65\n\n[LINE]\nSpeaker856: Ja, ik wil brood voor~de~lunch. \n~ Yes I want some~bread for~the~lunch \n$79/35cc9a08.mp3;2,50;3,487;4,175;6,213;5,375;3,162;6,100\n\n[LINE]\nSpeaker366: Kun je iets voor~me kopen?\n~ Can you (something) (for~me) buy~something~for~me \n$79/3b0db506.mp3;3,0;3,125;5,102;5,173;3,157;6,105\n\n[MULTIPLE_CHOICE]\n> Sergio wants to know, if\n- Maartje can buy bread\n+ Maartje can buy something for him\n- Maartje can buy cheese for him\n\n[LINE]\nSpeaker856: Wat~dan?\n~ What \n$79/3fb21174.mp3;3,50;4,262\n\n[SELECT_PHRASE]\n> Choose the correct word:\nSpeaker366: [Een tomaat], alsjeblieft.\n~ a tomato please \n$79/42a5ddd4.mp3;3,0;7,104;13,403\n+ Een tomaat\n- Twee tomaat\n\n[LINE]\nSpeaker366: Voor mijn salade.\n~ for my salad \n$79/a372eff0.mp3;4,0;5,220;7,174\n\n[LINE]\nSpeaker856: Oké.\n~ OK \n$79/4762623e.mp3;3,50\n\n[LINE]\nSpeaker366: Bedankt.\n~ Thanks \n$79/af744664.mp3;7,0\n\n[LINE]\nSpeaker366: Oh ja! En drie broodjes.\n~ Oh yes And three bread~rolls \n$79/b87f36d8.mp3;2,0;3,119;4,263;5,305;9,180\n\n[LINE]\nSpeaker856: Oké…\n~ OK \n$79/4995bfec.mp3;3,50\n\n[LINE]\nSpeaker366: En sinaasappelsap…\n~ And orange~juice \n$79/c8e088b0.mp3;2,0;14,104\n\n[LINE]\nSpeaker856: Sergio{Serdzjo}...\n$79/5bf229fa.mp3;7,50\n\n[LINE]\nSpeaker366: ...en koffie, graag. \n~ and coffee please \n$79/aa3d9d72.mp3;5,0;7,424;6,276\n\n[LINE]\nSpeaker856: Eh… Ik heb een idee.\n~ Eh I have an idea \n$79/619d10c2.mp3;2,50;3,1025;4,112;4,200;5,150\n\n[CONTINUATION]\n> Which word links the two sentences together to make one logical sentence?\nSpeaker856: Ik blijf thuis [want] jij gaat naar de supermarkt. \n~ I will~stay at~home because you will~go to the supermarket \n$79/631c58f4.mp3;2,50;6,162;6,388;5,500;4,212;5,275;5,375;3,163;11,87\n+ want\n~ want\n- omdat\n~ because\n- dagenlang\n~ for~days\n\n[LINE]\nSpeaker366: Waarom?\n~ why \n$79/f992b5b4.mp3;6,0\n\n[LINE]\nSpeaker856: Ik heb maar één ding nodig. Brood.\n~ I need~(+nodig) only one thing (+hebben)~need Bread \n$79/6653e5b4.mp3;2,50;4,162;5,188;4,300;5,287;6,200;6,1513\n\n[MULTIPLE_CHOICE]\n> Maartje wants Sergio to go to the supermarket because...\n- she doesn’t know where to find the coffee.\n+ Sergio wants a lot of things.\n- she can buy bread at the bakery.\n\n[MATCH]\n> Put the right words together\n- something <> iets\n- the orange juice <> het sinaasappelsap\n- to buy <> kopen\n- the brother <> de broer\n- the idea <> het idee\n\n" }, { "path": "database/stories/nl-en/1_4_es-en-la-luna-de-miel.txt", "content": "[DATA]\nfromLanguageName=The honeymoon\nicon=7e5d271488d31d6f1d0c503512e642ca7effe84f\nset=1|4\napprovals=11,12\npublic=1\n\nspeaker_Sophie=Lotte\nspeaker_Marie=Lotte\nspeaker_Taxichauffeur=Ruben\n\n[HEADER]\n> De Huwelijksreis\n$570/33a29958.mp3;2,50;14,125\n\n[LINE]\n> Sophie zit in een taxi.\n~ ~ is(~sits) in a taxi \n$570/380f2592.mp3;6,50;4,562;3,238;4,125;5,125\n\n[LINE]\nSpeaker113: Goedemorgen. \n~ Good~morning \n$570/af5a381c.mp3;11,50\n\n[SELECT_PHRASE]\n> Fill in the missing words.\nSpeaker439: Goedemorgen, naar [het~vliegveld] alstublieft.\n~ Good~morning to the~airport please ~ \n$570/b2410394.mp3;11,50;5,1012;4,200;10,100;12,725\n- de vliegtuigen\n+ het vliegveld\n- de vliegen\n\n[LINE]\nSpeaker113: Is~goed.\n~ Alright \n$570/b68892f0.mp3;2,50;5,287\n\n[LINE]\nSpeaker113: Reist~u voor uw werk?\n~ Are~you~travelling for (your) work \n$570/b7bb48fc.mp3;5,50;2,450;5,62;3,213;5,137\n\n[LINE]\nSpeaker439: Nee.\n~ No \n$570/bac6a654.mp3;3,50\n\n[LINE]\nSpeaker439: Ik heb een vliegticket naar Toulouse{toeloeze}.\n~ I have a ticket for ~ \n$570/d3771e54.mp3;2,50;4,175;4,187;12,100;5,675;9,175\n\n[LINE]\nSpeaker439: Ik heb~zelfs twee vliegtickets naar Toulouse{toeloeze}.\n~ I even~have two tickets for ~ \n$570/e08523f2.mp3;2,50;4,150;6,175;5,525;13,375;5,800;9,150\n\n[LINE]\nSpeaker113: Toulouse{toeloeze} is een mooie stad!\n~ ~ is a beautiful city \n$570/f3b58c32.mp3;8,50;3,550;4,187;6,113;5,375\n\n[LINE]\nSpeaker439: Het is voor mijn huwelijksreis.\n~ It is for my honeymoon \n$570/f89947ac.mp3;3,50;3,200;5,200;5,175;14,287\n\n[MULTIPLE_CHOICE]\n> Why is Sophie going to Toulouse?\n- She is going to work there.\n+ She is going on her honeymoon.\n- She's moving there.\n\n[LINE]\nSpeaker113: Waar is uw man? \n~ Where is your husband \n$570/faa2048a.mp3;4,50;3,275;3,175;4,125\n\n[LINE]\nSpeaker439: Mijn vrouw.\n~ My wife \n$570/fc242b4e.mp3;4,50;6,350\n\n[LINE]\nSpeaker439: Zij wil~niet naar Toulouse{toeloeze} met mij.\n~ She doesn't~want~to~go to ~ with me \n$570/02aaaeac.mp3;3,50;4,262;5,200;5,313;9,162;4,525;5,200\n\n[MULTIPLE_CHOICE]\n> Sophie's wife ...\n- ... is already in Toulouse.\n- ... is in the taxi with her.\n+ ... doesn't want to go to Toulouse with her.\n\n[LINE]\nSpeaker439: Het is een zwarte dag voor mij.\n~ It is a dark day for me \n$570/08d95b0c.mp3;3,50;3,200;4,212;7,63;4,512;5,250;5,175\n\n[ARRANGE]\n> Zet de woorden in de juiste volgorde:\nSpeaker113: [(Oh) (dat) (spijt) (me) (verschrikkelijk)].\n$570/09ce9496.mp3;2,50;4,225;6,212;3,400;16,125\n\n[LINE]\nSpeaker113: We zijn bij het vliegveld aangekomen.\n~ We have~arrived at the airport (arrived) \n$570/0c8f51f2.mp3;2,50;5,150;4,262;4,125;10,150;11,538\n\n[LINE]\n> Een vrouw komt~aanlopen met haar reiskoffer.\n~ A woman arrives with her suitcase \n$570/11079c80.mp3;3,50;6,175;5,337;4,325;4,200;5,150;11,150\n\n[LINE]\nSpeaker439: Marie?\n$570/1506c5cc.mp3;5,50\n\n[LINE]\nSpeaker1186: Sophie!\n$570/1a07a10e.mp3;6,50\n\n[LINE]\nSpeaker1186: Het~spijt~me!\n~ I~am~sorry \n$570/1ec8dcee.mp3;3,50;6,200;3,450\n\n[LINE]\nSpeaker1186: Ik houd~van je! \n~ I love you \n$570/21459fa2.mp3;2,50;5,162;4,313;3,162\n\n[MULTIPLE_CHOICE]\n> What does Marie mean?\n- I am late!\n- I hate you!\n+ I love you!\n\n[LINE]\nSpeaker439: Ik houd~ook~van~jou!\n~ I love~you~too\n$570/25326a50.mp3;2,50;5,137;4,388;4,200;4,175\n\n[LINE]\nSpeaker1186: Op naar Toulouse{toeloeze}. \n~ Let's~go to ~ \n$570/2e4fa95e.mp3;2,50;5,162;9,213\n\n[LINE]\nSpeaker113: Goede~reis! \n~ Have~a~nice~trip \n$570/325bca28.mp3;5,50;5,387\n\n[MULTIPLE_CHOICE]\n> What happened when Sophie got to the airport?\n- Her taxidriver agreed to go on vacation with her.\n+ Her wife, Marie, was already there and ready to go to Toulouse.\n- Her wife, Marie, called her on the phone.\n\n[MATCH]\n> Tap the pairs.\n- have a nice trip <> goede reis!\n- to travel <> reizen\n- the airport <> het vliegveld\n- a dark day <> een zwarte dag\n- the honeymoon <> de huwelijksreis \n\n" }, { "path": "database/stories/nl-en/2_1_es-en-la-chaqueta-roja.txt", "content": "[DATA]\nfromLanguageName=The red jacket\nicon=5361833c123aec9adfa60b0dc63398cd1aa49ef2\nset=2|1\napprovals=11,12\n\nicon_Natalie=https://stories-cdn.duolingo.com/image/ad3623a2d5ee767d1536ff972bfb9961b40df6ca.svg\nspeaker_Mark=Ruben\nspeaker_Natalie=Lotte\n\n[HEADER]\n> In de Kledingwinkel\n$623/ad770e28.mp3;2,0;3,135;14,76\n\n[LINE]\n> Natalie is in een kledingwinkel met haar broer, Mark.\n~ ~ is in a clothing~store with her brother ~ \n$623/b0b5a680.mp3;7,0;3,583;3,157;4,110;14,126;4,743;5,201;6,195;6,352\n\n[LINE]\nSpeaker3160: Deze kleren zijn leuk!\n~ These clothes are nice \n$623/b4e101e6.mp3;4,50;7,437;5,425;5,163\n\n[LINE]\nSpeaker439: Mark, ze zijn duur! \n~ ~ they are expensive \n$623/b870024e.mp3;4,50;3,612;5,150;5,250\n\n[MULTIPLE_CHOICE]\n> Natalie thinks the clothes are cheap.\n+ No, that's not right.\n- Yes, that's true.\n\n[LINE]\nSpeaker3160: Wauw!\n~ Wow \n$623/bdc36114.mp3;4,50\n\n[LINE]\nSpeaker3160: Deze jas is gaaf! \n~ This jacket is awesome\n$623/c107de86.mp3;4,50;4,437;3,275;5,175\n\n[MULTIPLE_CHOICE]\n> Mark thinks ..\n+ .. the jacket is great.\n- .. the shirt is cheap.\n- .. the skirt is great.\n\n[LINE]\nSpeaker3160: En ik houd~van deze kleur. \n~ And I love this colour \n$623/c60f70d8.mp3;2,50;3,175;5,137;4,263;5,137;6,313\n\n[LINE]\nSpeaker439: Mark...\n$623/c9d99176.mp3;4,50\n\n[LINE]\nSpeaker3160: Deze is perfect voor mij!\n~ This~one is perfect for me \n$623/cce385c0.mp3;4,50;3,525;8,162;5,525;4,138\n\n[SELECT_PHRASE]\n> Tap the missing words.\nSpeaker3160: Ik wil [deze jas.]\n$623/d06a3b26.mp3;2,50;4,225;5,200;4,362\n+ deze jas.\n- die kat.\n- dit jas.\n\n[LINE]\nSpeaker439: Mark!\n$623/d41c8170.mp3;4,50\n\n[LINE]\nSpeaker3160: Wat? \n~ What \n$623/d8584936.mp3;3,50\n\n[LINE]\nSpeaker439: De jas is vijfhonderd euro. \n~ The jacket is five~hundred euros \n$623/db1308b4.mp3;2,50;4,125;3,437;12,163;5,800\n\n[MULTIPLE_CHOICE]\n> How much does the jacket cost?\n- Five million euros.\n- Five euros.\n+ Five hundred euros.\n\n[LINE]\nSpeaker439: Hij is te duur. \n~ It is too expensive \n$623/e206505e.mp3;3,50;3,312;3,188;5,125\n\n[LINE]\nSpeaker3160: Vijfhonderd euro?! \n~ Five~hundred euros \n$623/e5b6f1a4.mp3;11,50;5,687\n\n[LINE]\nSpeaker439: Helaas.. \n~ Unfortunately \n$623/eb7eea38.mp3;6,50\n\n[LINE]\nSpeaker3160: Ik heb een idee!\n~ I have an idea \n$623/eebbd95e.mp3;2,50;4,212;4,200;5,125\n\n[LINE]\nSpeaker3160: Mijn verjaardag is binnenkort.\n~ My birthday is soon \n$623/f1ee5426.mp3;4,50;11,275;3,562;11,150\n\n[MULTIPLE_CHOICE]\n> What does Mark mean?\n+ It will be his birthday soon.\n- He's going on vacation soon.\n- It's his wedding anniversary soon.\n\n[LINE]\nSpeaker439: Ja, dus?\n~ Yes so \n$623/f5ef0426.mp3;2,50;4,437\n\n[LINE]\nSpeaker3160: En jij bent mijn zus! \n~ And you are my sister \n$623/fa3bcaf0.mp3;2,50;4,212;5,275;5,213;4,225\n\n[LINE]\nSpeaker3160: Je werkt in Parijs ..\n~ You work in Paris \n$623/fe58971c.mp3;2,50;6,150;3,300;7,125\n\n[LINE]\nSpeaker3160: Dus je koopt daar ..\n~ So you will~buy there \n$623/13e086ce.mp3;3,50;3,250;6,112;5,313\n\n[LINE]\nSpeaker439: .. een goedkope jas voor mijn broer? \n~ a cheap jacket for my brother \n$623/1a6cb514.mp3;3,50;9,125;4,675;5,525;5,162;6,275\n\n[MULTIPLE_CHOICE]\n> What will Natalie do in Paris?\n+ Buy a cheap jacket for her brother's birthday.\n- Buy the jacket for five hundred euros for her brother.\n- Work as a clothing designer.\n\n[MATCH]\n> Tap the pairs.\n- the jacket <> de jas\n- cool <> gaaf \n- the birthday <> de verjaardag\n- soon <> binnenkort\n- cheap <> goedkoop\n\n" }, { "path": "database/stories/nl-en/2_2_es-en-el-pasaporte.txt", "content": "[DATA]\nfromLanguageName=The Passport\nicon=643347b755001a918130ddf5f6d3e914e63a00ce\nset=2|2\napprovals=11,12\n\n[HEADER]\n> Het Paspoort\n~ the passport \n$5388/8c176cec.mp3;3,50;9,225\n\n[LINE]\n> Vikram en zijn vrouw Priti zijn op het vliegveld.\n~ Vikram and his wife Priti are at the airport \n$5388/849fdd30.mp3;6,0;3,443;5,124;6,273;6,262;5,466;3,262;4,130;10,98\n\n[LINE]\nSpeaker593: O~jee, waar is mijn paspoort?\n~ oh~no where is my passport \n$5388/7bd39938.mp3;1,0;4,179;6,320;3,276;5,155;9,155\n\n[LINE]\nSpeaker593: Het~is niet hier!\n~ it's not here \n$5388/5696412e.mp3;3,0;3,134;5,155;5,211\n\n[LINE]\nSpeaker560: Vikram…\n~ Vikram \n$5388/98a101c4.mp3;6,0\n\n[SELECT_PHRASE]\n> Select the missing phrase\nSpeaker593: Het~zit niet [in mijn tas]…\n~ it's not in my bag \n$5388/598188f8.mp3;3,0;4,149;5,190;3,200;5,100;4,170\n\n+ in mijn tas\n- in mijn jas\n- in zijn tas\n\n[LINE]\nSpeaker593: En het~zit niet in mijn jack{jek}\n~ and it's not in my jacket \n$5388/6479ecfa.mp3\n\n[LINE]\nSpeaker560: Vik…\n~ Vik \n$5388/d58a9c8a.mp3;4,0\n\n[LINE]\nSpeaker593: Het ligt nog in de taxi!\n~ it 's still in the taxi \n$5388/67ee9840.mp3;3,0;5,149;4,210;3,170;3,121;5,85\n\n[MULTIPLE_CHOICE]\n> Vikram thinks his passport is in the taxi.\n+ Yes, that's right.\n- No, that's wrong.\n\n[LINE]\n> Vikram rent naar~buiten om de taxi te~zoeken.\n~ Vikram runs outside to~look~for the taxi (to~look~for) \n$5388/7048c7b8.mp3;6,50;5,537;5,300;7,150;3,438;3,125;5,112;3,375;7,125\n\n[LINE]\nSpeaker560: Vik, nee!\n~ Vik no \n$5388/837e31d0.mp3;6,0;5,454\n\n[ARRANGE]\n> Tap what you hear\n> [(Priti) (rent) (achter) (Vikram) (aan).]\n~ Priti runs achter~...~aan:~after Vikram achter~...~aan:~after\n$5388/977c7c78.mp3;5,0;5,442;7,235;7,292;4,450\n\n[LINE]\nSpeaker593: O nee, de taxi is er~niet~meer\n~ oh no the taxi is not~there~anymore\n$5388/75c069c6.mp3;1,0;4,174;4,300;5,233;3,430;3,150;5,65;5,215\n\n[LINE]\nSpeaker593: Wat een ramp!\n~ What a disaster! \n$5388/79b10194.mp3;3,0;4,200;5,110\n\n[LINE]\nSpeaker560: Vikram!\n~ Vikram \n$5388/b8b58dda.mp3;6,0\n\n[LINE]\nSpeaker560: Je paspoort ligt~niet in de taxi.\n~ your passport is~not in the taxi \n$5388/bcc9d9e4.mp3;2,0;9,144;5,556;5,270;3,239;3,135;5,115\n\n[POINT_TO_PHRASE]\n> Choose the option that means \"passport.\"\nSpeaker560: (Je) (hebt) (je) (+pas) (in) (je) (hand)\n~ you have your passport in your hand\n$5388/c19d2142.mp3;2,0;5,129;3,236;4,70;3,243;3,100;5,135\n\n[LINE]\nSpeaker593: Oh…\n~ oh \n$5388/7e3c568c.mp3;2,0\n\n[LINE]\nSpeaker593: Dank je lieverd\n~ thank you my~love \n$5388/85d26422.mp3;4,0;3,310;8,55\n\n[MULTIPLE_CHOICE]\n> Where was Vikram's passport?\n- in the taxi\n- at his house\n+ in his hand\n\n[MATCH]\n> Tap the pairs\n- het passport <> de pas\n- is <> staat, zit, ligt\n- the disaster <> de ramp\n- the jacket <> het jack\n- your <> je, jouw\n\n" }, { "path": "database/stories/nl-en/2_3_es-en-una-familia-muy-grande.txt", "content": "[DATA]\nfromLanguageName=A Very Big Family\nicon=9a2dcd1a9eaff04d1e9b4338e9afcead94c365bf\nset=2|3\napprovals=11,12\n\nspeaker_Moeder=Lotte\nspeaker_Melissa=Lotte\nspeaker_Olivia=Lotte\n\n[HEADER]\n> Een grote familie\n~ a big family \n$924/63aa40dc.mp3;3,50;6,150;8,450\n\n[LINE]\n> Olivia ontmoet Melissa haar familie.\n~ ~ meets ~ 's family \n$924/688768e6.mp3;6,50;8,587;8,400;5,513;8,187\n\n[MULTIPLE_CHOICE]\n> Olivia is meeting Melissa's family.\n- No, that's not right.\n+ Yes, that's true.\n\n[LINE]\nSpeaker341: Melissa! Mijn lievelingsdochter!\n~ ~ My favorite~daughter \n$924/6c508f84.mp3;7,0;6,615;18,435\n\n[LINE]\nSpeaker125: Mama, je hebt maar één dochter! \n~ Mum you have only one daughter \n$924/71120b6a.mp3;4,50;3,700;5,100;5,287;4,275;8,238\n\n[LINE]\nSpeaker125: Dit is mijn vriendin, Olivia.\n~ This is my girlfriend Olivia \n$924/739892fa.mp3;3,50;3,312;5,163;9,237;7,738\n\n[LINE]\nSpeaker856: Hallo!\n~ Hello \n$924/79adba58.mp3;5,50\n\n[LINE]\nSpeaker125: Olivia, dit is mijn broer, Thomas.\n~ ~ this is my brother ~ \n$924/7d24a282.mp3;6,50;4,987;3,200;5,175;6,263;7,637\n\n[LINE]\nSpeaker856: Dag Thomas!\n~ Hi Thomas \n$924/818db6d8.mp3;3,50;7,262\n\n[LINE]\nSpeaker125: En dit is mijn oma. \n~ And this is my grandmother \n$924/94334032.mp3;2,50;4,237;3,250;5,163;4,275\n\n[LINE]\nSpeaker856: Goedendag.\n~ Hello \n$924/852b4576.mp3;9,50\n\n[LINE]\nSpeaker125: Dit zijn mijn vader en mijn broer, David.\n~ These are my father and my brother ~ \n$924/9fc27af8.mp3;3,50;5,312;5,188;6,250;3,462;5,125;6,275;6,650\n\n[SELECT_PHRASE]\n> Finish the sentence.\nSpeaker856: Hallo. Hoe [gaat het met jullie?]\n$924/8b57dc2a.mp3;5,50;4,1425;5,175;4,312;4,100;7,175\n- gaan met jullie?\n+ gaat het met jullie?\n- ga jullie?\n\n[LINE]\nSpeaker125: Mijn opa, Dorian.\n~ My grandfather ~ \n$924/adf627fa.mp3;4,50;4,387;7,750\n\n[LINE]\nSpeaker856: Aangenaam!\n~ Nice~to~meet~you \n$924/8e14d8d2.mp3;9,50\n\n[ARRANGE]\n> Put the words in the right order.\nSpeaker856: [(Je) (hebt) (een) (grote) (familie)]\n$924/9051aada.mp3;2,50;5,187;4,288;6,87;8,525\n\n[LINE]\nSpeaker341: Maar maar één dochter! \n~ But only one daughter \n$924/9594e7d2.mp3;4,0;5,164;4,261;8,238\n\n[LINE]\nSpeaker125: Mama?\n~ Mum \n$924/9a863c78.mp3;4,50\n\n[LINE]\nSpeaker341: Ah, natuurlijk. Ik heb nu twee dochters! \n~ Ah of~course I have now two daughters \n$924/dcd3ef4e.mp3;2,0;12,254;4,806;4,390;3,170;5,160;9,305\n\n[MULTIPLE_CHOICE]\n> What does Melissa's mother mean with 'ik heb nu twee dochters'?\n- She just gave birth to a second daughter.\n+ She considers Olivia part of the family now.\n- She adopted a girl.\n\n[LINE]\nSpeaker341: Welkom in de familie, Olivia!\n~ Welcome in the family ~ \n$924/e25bf4a2.mp3;6,0;3,514;3,130;8,55;8,514\n\n[LINE]\nSpeaker856: Heel~erg~bedankt! \n~ Thank~you~very~much \n$924/a0e6a5ee.mp3;4,50;4,375;8,225\n\n[MULTIPLE_CHOICE]\n> After Odile was introduced to everyone...\n- ... Melissa's mother asked Olivia to leave.\n+ ... Melissa's mother welcomed Olivia to her family.\n- ... she ran away quickly.\n\n[MATCH]\n> Tap the pairs.\n- the grandmother <> de oma\n- the daughter <> de dochter\n- the grandfather <> de opa\n- the brother <> de broer\n- the (girl)friend <> de vriendin\n" }, { "path": "database/stories/nl-en/2_4_es-en-el-doctor-eddy.txt", "content": "[DATA]\nfromLanguageName=Doctor Eddy\nicon=29c5abbf74b46e43a4de510ac83e302c0722a100\nset=2|4\napprovals=11\n\n[HEADER]\n> Dokter Eddy\n~ doctor Eddy\n$5326/aa572766.mp3;6,50;5,500\n\n[LINE]\n> Eddy is in de supermarkt\n~ Eddy is at the supermarket \n$5326/afbb3d00.mp3;4,50;3,412;3,188;3,125;11,87\n\n[LINE]\n> Een vrouw spreekt hem aan\n~ a woman adresses him (to)\n$5326/b095c5ec.mp3;3,50;6,187;8,338;4,437;4,150\n\n[MULTIPLE_CHOICE]\n> Eddy adresses a woman\n- Yes, that's right.\n+ No, that's wrong.\n\n[LINE]\nSpeaker724: Hallo meneer!\n~ hello sir\n$5326/b5ceabe6.mp3;5,50;7,462\n\n[LINE]\nSpeaker414: Ja?\n~ Yes?\n$5326/bcfcc6d2.mp3;2,50\n\n[LINE]\nSpeaker724: Bent u misschien een dokter? \n~ are you by~any~chance a doctor \n$5326/66844b36.mp3;4,50;2,300;10,100;4,487;7,113\n\n[LINE]\nSpeaker414: Ik? Een dokter? uh...\n~ me a doctor uh \n$5326/6b891ddc.mp3;2,50;4,737;7,213;3,925\n\n[LINE]\nSpeaker414: Ja! Hoe heeft u dat~gezien? \n~ yes~I~am how did you see~that \n$5326/344514dc.mp3;2,50;4,862;6,263;2,300;4,62;7,200\n\n[LINE]\nSpeaker724: Gelukkig!\n~ that's~good \n$5326/76a34eae.mp3;8,50\n\n[LINE]\n> Maar Eddy is geen dokter. \n~ However, Eddy is not~a doctor \n$5326/56f9b376.mp3;4,50;5,300;3,325;5,200;7,325\n\n[ARRANGE]\n> Tap what you hear\nSpeaker414: [(Ik~heb) (veel) (geld).]\n~ I~have a~lot~of money \n$5326/7d45179c.mp3;2,50;4,187;5,163;5,300\n\n[LINE]\nSpeaker414: Ik woon in een heel groot huis\n~ I live in a very big house \n$5326/2599e220.mp3;2,50;5,187;3,288;4,125;5,125;6,275;5,362\n\n[LINE]\nSpeaker414: Ik heb heel dure broeken\n~ I have very expensive pants \n$5326/2a115dba.mp3;2,50;4,175;5,162;5,288;8,312\n\n[LINE]\nSpeaker724: Okee maar\n~ OK but \n$5326/86a87554.mp3;4,50;5,450\n\n[LINE]\nSpeaker724: Die man heeft nu een dokter nodig\n~ that man needs (now) a doctor~now (heeft~nodig=needs) \n$5326/8c7f1bb8.mp3;3,50;4,212;6,313;3,312;4,288;7,112;6,363\n\n[LINE]\nSpeaker724: Hij staat bij de melk\n~ he is~(standing) near the milk \n$5326/92e9d66e.mp3;3,50;6,237;4,438;3,187;5,88\n\n[LINE]\nSpeaker724: Alstublíeft, deze man heeft~uw~hulp~nodig!\n~ please that man needs~your~help \n$5326/96f09ed2.mp3;11,50;5,987;4,338;6,287;3,300;5,175;6,288\n\n[MULTIPLE_CHOICE]\n> The man who needs help is near the…\n- …station.\n- …tomatoes.\n+ …milk.\n\n[POINT_TO_PHRASE]\n> Choose the option that means \"ill.\"\nSpeaker724: (Hij~is) (erg) (+ziek)!\n~ he~is very ill \n$5326/9c7066a8.mp3;3,50;3,287;4,238;5,250\n\n[LINE]\nSpeaker414: Oh, nee.\n~ oh no \n$5326/a35a349e.mp3;2,50;4,550\n\n[LINE]\n> Eddy ziet een vrouw, en spreekt haar aan\n~ Eddy sees a woman and adresses her (spreekt~aan=addresses)\n$5326/de67126e.mp3;4,50;5,312;4,238;6,137;3,675;8,175;5,413;4,187\n\n[LINE]\nSpeaker414: Hallo mevrouw, bent u een dokter? \n~ hello madam, are you a doctor \n$5326/95501886.mp3;5,50;8,400;5,775;2,287;4,88;7,125\n\n[MULTIPLE_CHOICE]\n> What happened in the story?\n- Eddy started med school to become a doctor.\n+ Eddy pretended to be a doctor to impress a woman.\n- Eddy saved a man at the supermarket.\n\n[MATCH]\n> Tap the pairs\n- the pair of trousers <> de broek\n- not a <> geen\n- sir <> meneer\n- a lot of <> veel\n- to address <> aanspreken\n\n" }, { "path": "database/stories/test-en/1_1_es-en-buenos-dias.txt", "content": "[DATA]\nfromLanguageName=Testing\nicon=783305780a6dad8e0e4eb34109d948e6a5fc2c35\nset=1|1\napprovals=11,12\npublic=1\n\n[HEADER]\n> This is the Title\n~ Thes is the Title\n\n\n[LINE]\n> A narrator line.\n~ A narrator line.\n\n[LINE]\nSpeaker593: Hello, I am a speaker!\n~ Hello, I am a speaker!\n\n[LINE]\nSpeaker560: I am another speaker!\n~ I am another speaker!\n\n[MULTIPLE_CHOICE]\n> Do you know how MULTIPLE_CHOICE works?\n+ Right answers start with a +\n- negative answers with a - yes I~need to~go to work \n\n[ARRANGE]\n> Tap what you hear. The ARRANGE question uses () to create text buttons.\nSpeaker593: [(First) (second) (third)]\n~ First Second Third \n\n[POINT_TO_PHRASE]\n> Choose the option that means \"right\". In the POINT_TO_PHRASE\nSpeaker560: The (+right) (word) has a plus (symbol).\n~ sorry my love I~am tired I~work a~lot \n\n[SELECT_PHRASE]\n> Choose the best answer: The SELECT_PHRASE has similar answers.\nSpeaker593: What is the right [word]? \n~ What is the right word\n$56/ddacf426.mp3;3,50;3,225;4,125;9,100\n+ word\n- bird\n- skirt\n\n[CONTINUATION]\n> Tap what you hear. CONTINUATION\nSpeaker560: I write with [words].\n~ I write with words.\n+ words\n~ words\n- sentences\n~ sentences\n- texts\n~ texts\n\n[MATCH]\n> Tap the pairs\n- A <> 1\n- B <> 2\n- C <> 3\n- D <> 4\n- E <> 5\n\n" }, { "path": "database/stories/test-en/1_2_es-en-una-cita.txt", "content": "[DATA]\nfromLanguageName=Minimal Example\nicon=df24f7756b139f6eda927eb776621b9febe1a3f1\nset=1|2\napprovals=11,12\npublic=1\n\n[HEADER]\n> Title\n~ Title\n\n[LINE]\n> The one and only text.\n~ The one and only text.\n" }, { "path": "discord_roles/CONTEXT.md", "content": "# Discord Roles\n\nThis context describes Discord-side contributor onboarding and role language that should stay separate from the website product glossary.\n\n## Language\n\n**Contributor Application**:\nA Discord-side request from a community member to become a contributor or contribute to another course.\n_Avoid_: Website application, course permission\n\n**Contributor**:\nA user who has been granted global permission to edit project content.\n_Avoid_: Course-scoped editor\n\n**Course Contributor**:\nA contributor credited for making a minimum contribution to a course.\n_Avoid_: Course permission\n\n## Relationships\n\n- A **Contributor Application** is handled in Discord, not on the website.\n- A **Contributor** has global edit access rather than per-course edit permissions.\n- A **Course Contributor** is attribution, not authorization.\n\n## Example dialogue\n\n> **Dev:** \"Does approving a **Contributor Application** grant access only to one course?\"\n> **Domain expert:** \"No — approved contributors get global edit access, even if the application was about helping with a specific course.\"\n\n## Flagged ambiguities\n\n- \"application\" usually refers to the Discord onboarding process, not an in-website workflow.\n- \"course contributor\" sounds like a permission role, but it is only contribution credit.\n" }, { "path": "discord_roles/audio_cleanup.py", "content": "import mysql.connector\nimport re\nimport os\nfrom pathlib import Path\nimport shutil\n\nmydb = mysql.connector.connect(\n host=\"localhost\",\n user=\"carex\",\n password=\"5hfW-18MSXgYvjrewhbP\",\n database=\"carex_stories\"\n)\n\ndef move(source, target):\n if not Path(target).parent.exists():\n Path(target).parent.mkdir(parents=True)\n shutil.move(source, target)\n\n\nos.chdir(\"../..\")\nshutil.move(\"audio\", \"audio_old\")\n\npage = 10\noffset = 0\nwhile True:\n mycursor = mydb.cursor()\n mycursor.execute(f\"SELECT id, course_id, text FROM story ORDER BY id LIMIT {page} OFFSET {offset}\")\n myresult = mycursor.fetchall()\n offset += page\n\n if len(myresult) == 0:\n break\n\n for id, course_id, text in myresult:\n #print(id, course_id, text)\n #print(re.findall(r\"\\$(.*[^\\/])\\/([^\\/]*\\.mp3)\", text))\n print(re.findall(r\"\\$(.*\\.mp3)\", text))\n for file in re.findall(r\"\\$(.*\\.mp3)\", text):\n move(Path(\"audio_old\") / file, Path(\"audio\") / file)\n" }, { "path": "discord_roles/blame.py", "content": "import subprocess\nfrom pathlib import Path\nimport pandas as pd\nimport time\nimport os\n\n\ndef decode_git_stdout(result):\n # Some historical commit metadata is not valid UTF-8; decode replacement\n # keeps blame parsing working because we only consume author/content lines.\n return result.stdout.decode(\"utf-8\", errors=\"replace\")\n\n\ndef get_commits_per_file(filename):\n a = subprocess.run([\"git\", \"rev-list\", \"HEAD\", \"--oneline\", filename], capture_output=True)\n out = a.stdout\n lines = [l.split(b\" \", 1) for l in out.split(b\"\\n\") if l.strip() != b'']\n return lines\n\ndef get_author_percentages(filename, ignore_rev=None):\n print(filename)\n if ignore_rev is None:\n try:\n ignore_rev = get_commits_per_file(filename)[-1][0].decode()\n except IndexError:\n ignore_rev = None\n if ignore_rev:\n #print(subprocess.run([\"git\", \"show\", ignore_rev+\":\"+str(filename)], capture_output=True, text=True).stdout)\n base_file = [l.strip() for l in subprocess.run([\"git\", \"show\", ignore_rev+\":\"+str(filename)], capture_output=True, text=True).stdout.split(\"\\n\")]\n else:\n base_file = []\n\n a = subprocess.run(\n [\"git\", \"blame\", \"--line-porcelain\", \"-w\", filename],\n capture_output=True,\n )\n authors, count = parse_blame_porcelain(decode_git_stdout(a), base_file)\n #for author in authors:\n # authors[author] /= count\n print(\"---------\", filename, authors)\n return authors, count\n\n\ndef parse_blame_porcelain(output, base_file):\n authors = {}\n count = 0\n current_author = None\n for line in output.splitlines():\n if line.startswith(\"author \"):\n current_author = line[len(\"author \"):]\n continue\n\n if not line.startswith(\"\\t\"):\n continue\n\n line_content = line[1:].strip()\n if line_content == \"\" or not current_author:\n continue\n\n found = False\n for l in base_file:\n if line_content == l:\n found = True\n break\n if found:\n continue\n\n if current_author not in authors:\n authors[current_author] = 0\n authors[current_author] += 1\n count += 1\n current_author = None\n return authors, count\n\nif 0:\n filename = \"91/6920.txt\"\n filename = \"93/6170.txt\"\n filename = \"9/646.txt\"\n filename = \"129/4303.txt\"\n filename = \"132/4716.txt\"\n get_commits_per_file(filename)\n get_author_percentages(filename)\n #get_author_percentages(filename, get_commits_per_file(filename)[-1][0])\n exit()\n\ndef get_files_since_commit(commit):\n print(\" \".join([\"git\", \"diff\", \"--name-only\", commit, \"HEAD\"]))\n a = subprocess.run([\"git\", \"diff\", \"--name-only\", commit, \"HEAD\"], capture_output=True, text=True)\n print(a.stdout)\n files = [f for f in a.stdout.split(\"\\n\") if f != '']\n return files\n\ndef get_new_file_list():\n try:\n print(Path(\"last_commit.txt\").read_text())\n new_files = get_files_since_commit(Path(\"last_commit.txt\").read_text().strip())\n except FileNotFoundError:\n new_files = Path(\".\").glob(\"**/*.txt\")\n print(new_files)\n return new_files\n\ndef update_repo():\n os.chdir(\"../../\")\n if not Path(\"unofficial-duolingo-stories-content\").exists():\n\n os.system(\"git clone https://github.com/rgerum/unofficial-duolingo-stories-content\")\n os.chdir(\"unofficial-duolingo-stories-content\")\n os.system(\"git pull\")\n\n\ndef update_output_csv():\n start_time = time.time()\n update_repo()\n data_old = pd.read_csv(\"output.csv\")\n data_old[\"story_id\"] = [int(str(file).split(\"/\")[1][:-4]) for file in data_old[\"filename\"]]\n\n data = []\n for file in get_new_file_list():\n #for file in Path(\"99\").glob(\"*.txt\"):\n print(len(data_old))\n data_old = data_old[data_old.filename != file]\n print(len(data_old))\n authors, count = get_author_percentages(file)\n for author in authors:\n data.append(dict(author=author, filename=file, story_id=str(file).split(\"/\")[1][:-4], percentage=authors[author]/count, lines=authors[author]))\n print(data)\n\n data = pd.DataFrame(data)\n data = pd.concat((data, data_old))\n data = data.sort_values([\"author\", \"percentage\"], ascending=False)\n counter = 0\n last_author = 0\n def count(x):\n nonlocal counter, last_author\n #print(x)\n if x.author != last_author:\n last_author = x.author\n counter = 0\n counter += 1\n return counter\n\n data[\"number\"] = data.apply(count, axis=1)\n\n os.system(\"git rev-parse HEAD > last_commit.txt\")\n\n data.to_csv(\"output.csv\", index=False)\n print(data)\n print(time.time() - start_time, \"s\")\n\n\nif __name__ == \"__main__\":\n update_output_csv()\n" }, { "path": "discord_roles/combine.py", "content": "import json\nfrom pathlib import Path\nfrom urllib import error, request\n\nimport pandas as pd\nfrom env_utils import load_env_file\n\n\nparams = load_env_file(Path(__file__).parent / \".env.local\")\nCONVEX_DISCORD_COMBINE_URL = params[\"CONVEX_DISCORD_COMBINE_URL\"]\nDISCORD_ROLE_SYNC_SECRET = params[\"DISCORD_ROLE_SYNC_SECRET\"]\nCACHE_DIR = Path(__file__).parent / \".cache\"\nAPPROVAL_CACHE_FILE = CACHE_DIR / \"approvals_cache.csv\"\nAPPROVAL_CACHE_COLUMNS = [\"approval_id\", \"legacy_user_id\", \"story_id\", \"date\"]\n_contributor_users_cache = None\n_public_story_ids_cache = None\n\n\ndef fetch_combine_resource(kind, *, cursor=None, num_items=200, since_date=None):\n payload = {\n \"secret\": DISCORD_ROLE_SYNC_SECRET,\n \"kind\": kind,\n \"numItems\": num_items,\n }\n if cursor is not None:\n payload[\"cursor\"] = cursor\n if since_date is not None:\n payload[\"sinceDate\"] = int(since_date)\n\n req = request.Request(\n CONVEX_DISCORD_COMBINE_URL,\n data=json.dumps(payload).encode(\"utf-8\"),\n headers={\"Content-Type\": \"application/json\"},\n method=\"POST\",\n )\n\n try:\n with request.urlopen(req, timeout=20) as resp:\n body = json.loads(resp.read().decode(\"utf-8\"))\n except error.HTTPError as err:\n details = err.read().decode(\"utf-8\")\n raise RuntimeError(\n f\"convex combine data failed: HTTP {err.code}: {details}\"\n ) from err\n except Exception as err:\n raise RuntimeError(f\"convex combine data failed: {err}\") from err\n\n if not isinstance(body, dict) or not body.get(\"ok\"):\n raise RuntimeError(f\"convex combine data returned invalid response: {body}\")\n\n return body\n\n\ndef fetch_contributor_users():\n global _contributor_users_cache\n if isinstance(_contributor_users_cache, list):\n return _contributor_users_cache\n\n data = fetch_combine_resource(\"users\")\n rows = data.get(\"users\", [])\n users = []\n for row in rows:\n if not isinstance(row, dict):\n continue\n legacy_user_id = row.get(\"legacyUserId\")\n author = row.get(\"author\")\n discord_account_id = row.get(\"discordAccountId\")\n if not isinstance(legacy_user_id, int):\n continue\n if not isinstance(author, str):\n continue\n users.append(\n {\n \"legacy_user_id\": legacy_user_id,\n \"author\": author,\n \"discord_account_id\": discord_account_id\n if isinstance(discord_account_id, str)\n else None,\n }\n )\n\n _contributor_users_cache = users\n return _contributor_users_cache\n\n\ndef fetch_public_story_ids():\n global _public_story_ids_cache\n if isinstance(_public_story_ids_cache, set):\n return _public_story_ids_cache\n\n story_ids = set()\n cursor = None\n while True:\n data = fetch_combine_resource(\"publicStories\", cursor=cursor)\n for story_id in data.get(\"page\", []):\n if isinstance(story_id, int):\n story_ids.add(story_id)\n\n if data.get(\"isDone\"):\n break\n\n cursor = data.get(\"continueCursor\")\n if not isinstance(cursor, str) or cursor == \"\":\n break\n\n _public_story_ids_cache = story_ids\n return _public_story_ids_cache\n\n\ndef load_approval_cache():\n CACHE_DIR.mkdir(exist_ok=True)\n if not APPROVAL_CACHE_FILE.exists():\n return pd.DataFrame(columns=APPROVAL_CACHE_COLUMNS)\n\n data = pd.read_csv(\n APPROVAL_CACHE_FILE,\n dtype={\n \"approval_id\": \"string\",\n \"legacy_user_id\": \"Int64\",\n \"story_id\": \"Int64\",\n \"date\": \"Int64\",\n },\n )\n for column in APPROVAL_CACHE_COLUMNS:\n if column not in data.columns:\n data[column] = pd.Series(dtype=\"object\")\n return data[APPROVAL_CACHE_COLUMNS]\n\n\ndef save_approval_cache(data):\n CACHE_DIR.mkdir(exist_ok=True)\n normalized = data.copy()\n if normalized.empty:\n normalized = pd.DataFrame(columns=APPROVAL_CACHE_COLUMNS)\n else:\n normalized = normalized.sort_values([\"date\", \"approval_id\"]).reset_index(\n drop=True\n )\n normalized.to_csv(APPROVAL_CACHE_FILE, index=False)\n\n\ndef update_approval_cache():\n cache = load_approval_cache()\n existing_ids = set(cache[\"approval_id\"].dropna().astype(str))\n since_date = None\n if not cache.empty:\n since_date = int(cache[\"date\"].dropna().max())\n\n new_rows = []\n cursor = None\n while True:\n data = fetch_combine_resource(\n \"approvals\",\n cursor=cursor,\n since_date=since_date,\n )\n\n for row in data.get(\"page\", []):\n if not isinstance(row, dict):\n continue\n\n approval_id = row.get(\"id\")\n legacy_user_id = row.get(\"legacyUserId\")\n story_id = row.get(\"storyId\")\n date = row.get(\"date\")\n\n if not isinstance(approval_id, str):\n continue\n if approval_id in existing_ids:\n continue\n if not isinstance(legacy_user_id, int) or not isinstance(story_id, int):\n continue\n if not isinstance(date, int):\n continue\n\n existing_ids.add(approval_id)\n new_rows.append(\n {\n \"approval_id\": approval_id,\n \"legacy_user_id\": legacy_user_id,\n \"story_id\": story_id,\n \"date\": date,\n }\n )\n\n if data.get(\"isDone\"):\n break\n\n cursor = data.get(\"continueCursor\")\n if not isinstance(cursor, str) or cursor == \"\":\n break\n\n if new_rows:\n cache = pd.concat([cache, pd.DataFrame(new_rows)], ignore_index=True)\n save_approval_cache(cache)\n\n return cache\n\n\ndef get_user_to_discord_mapping():\n user_discord_id = {}\n for user in fetch_contributor_users():\n if isinstance(user[\"discord_account_id\"], str):\n user_discord_id[user[\"author\"]] = user[\"discord_account_id\"]\n return user_discord_id\n\n\ndef get_user_approval_count():\n contributor_users = fetch_contributor_users()\n author_by_legacy_user_id = {\n user[\"legacy_user_id\"]: user[\"author\"] for user in contributor_users\n }\n public_story_ids = fetch_public_story_ids()\n approvals = update_approval_cache()\n if approvals.empty:\n return pd.DataFrame(columns=[\"author\", \"story_id\", \"approval\", \"public\"])\n\n approvals = approvals.dropna(\n subset=[\"approval_id\", \"legacy_user_id\", \"story_id\", \"date\"]\n ).copy()\n approvals[\"legacy_user_id\"] = approvals[\"legacy_user_id\"].astype(int)\n approvals[\"story_id\"] = approvals[\"story_id\"].astype(int)\n approvals[\"date\"] = approvals[\"date\"].astype(int)\n approvals[\"author\"] = approvals[\"legacy_user_id\"].map(author_by_legacy_user_id)\n\n approvals = approvals.dropna(subset=[\"author\"])\n approvals = approvals[approvals[\"story_id\"].isin(public_story_ids)]\n approvals = approvals.sort_values([\"story_id\", \"date\", \"approval_id\"])\n\n # The cache is append-only, so revokes/re-approvals can duplicate a user/story\n # pair over time. Keep the earliest approval we have seen for milestone credit.\n approvals = approvals.drop_duplicates(\n subset=[\"story_id\", \"legacy_user_id\"],\n keep=\"first\",\n )\n approvals[\"approval_rank\"] = approvals.groupby(\"story_id\").cumcount() + 1\n approvals = approvals[approvals[\"approval_rank\"] <= 2]\n approvals[\"approval\"] = 1\n approvals[\"public\"] = 1\n\n return approvals[[\"author\", \"story_id\", \"approval\", \"public\"]]\n\n\ndef join_and_group_data():\n from blame import update_output_csv\n\n update_output_csv()\n data = pd.read_csv(\"output.csv\")\n data[\"story_id\"] = [int(str(file).split(\"/\")[1][:-4]) for file in data[\"filename\"]]\n\n data0 = data\n data = data[data.percentage >= 0.1]\n data = data[data.lines >= 3]\n\n data = pd.concat([get_user_approval_count(), data])\n\n data = data.sort_values(\"story_id\", ascending=False)\n data = data.groupby([\"story_id\", \"author\"]).max(\n [\"number\", \"story_id\", \"percentage\", \"lines\"]\n )\n data = data.reset_index().sort_values(\"story_id\", ascending=False)\n\n data = data[data.public == 1]\n print(data)\n data.to_csv(\"joined.csv\")\n author_story_counts = (\n data.groupby(\"author\")\n .agg(story_count=(\"story_id\", \"count\"))\n .sort_values(\"story_count\", ascending=False)\n )\n return author_story_counts, data0\n\n\ndef get_milestone_grouped():\n user_roles = []\n for row in get_stories_role_sync_rows():\n if row[\"milestone_stories\"] is None or not row[\"discord_account_id\"]:\n continue\n user_roles.append([row[\"discord_account_id\"], row[\"milestone_stories\"]])\n return user_roles\n\n\ndef get_stories_role_sync_rows():\n data, data0 = join_and_group_data()\n milestones = [4, 8, 20, 40, 80, 120]\n milestone_by_author = {}\n for author, row in data.iterrows():\n story_count = int(row.story_count)\n milestone = None\n for candidate in milestones[::-1]:\n if story_count >= candidate:\n milestone = candidate\n break\n milestone_by_author[author] = milestone\n\n rows = []\n for user in fetch_contributor_users():\n milestone = milestone_by_author.get(user[\"author\"])\n rows.append(\n {\n \"legacy_user_id\": user[\"legacy_user_id\"],\n \"author\": user[\"author\"],\n \"discord_account_id\": user[\"discord_account_id\"],\n \"milestone_stories\": milestone,\n }\n )\n\n return rows\n\n\ndef get_milestone_grouped_debug_missing_links():\n data, data0 = join_and_group_data()\n milestones = [4, 8, 20, 40, 80, 120]\n\n user_discord_id = get_user_to_discord_mapping()\n user_roles = []\n for mile in milestones[::-1]:\n print(\"----\", mile, \"stories\", \"----\")\n d = data[data.story_count >= mile]\n for i, author in d.iterrows():\n print(\n i,\n author.story_count,\n f\"({len(data0[data0.author == i])})\",\n user_discord_id.get(i, \"none\"),\n )\n if user_discord_id.get(i, None):\n user_roles.append([user_discord_id.get(i), mile])\n data = data[data.story_count < mile]\n print(user_roles)\n return user_roles\n\n\ndef get_milestone_grouped2():\n data, data0 = join_and_group_data()\n milestones = [4, 8, 20, 40, 80, 120]\n\n user_discord_id = get_user_to_discord_mapping()\n user_roles = []\n for mile in milestones[::-1]:\n print(\"----\", mile, \"stories\", \"----\")\n d = data[data.story_count >= mile]\n for i, author in d.iterrows():\n print(\n i,\n author.story_count,\n f\"({len(data0[data0.author == i])})\",\n user_discord_id.get(i, \"none\"),\n )\n if not user_discord_id.get(i, None):\n user_roles.append([i, mile])\n data = data[data.story_count < mile]\n print(user_roles)\n return user_roles\n\n\nif __name__ == \"__main__\":\n get_milestone_grouped()\n" }, { "path": "discord_roles/discord_bot.py", "content": "import asyncio\nimport discord\nimport json\nimport time\nfrom urllib import error, request\nfrom pathlib import Path\nfrom env_utils import load_env_file\n\nparams = Path(__file__).parent / \".env.local\"\nparams = load_env_file(params)\n\nCHANNEL_BOT_LOG = 1133529323396145172\nCONVEX_DISCORD_STORIES_ROLE_STATUS_URL = params.get(\n \"CONVEX_DISCORD_STORIES_ROLE_STATUS_URL\",\n params[\"CONVEX_DISCORD_SYNC_URL\"].replace(\n \"/set-contributor-write\",\n \"/set-stories-role-status\",\n ),\n)\nCONVEX_DISCORD_SYNC_SECRET = params[\"DISCORD_ROLE_SYNC_SECRET\"]\n\n\ndef sync_stories_role_status(snapshots):\n payload = {\n \"secret\": CONVEX_DISCORD_SYNC_SECRET,\n \"snapshots\": snapshots,\n }\n req = request.Request(\n CONVEX_DISCORD_STORIES_ROLE_STATUS_URL,\n data=json.dumps(payload).encode(\"utf-8\"),\n headers={\"Content-Type\": \"application/json\"},\n method=\"POST\",\n )\n\n try:\n with request.urlopen(req, timeout=20) as resp:\n body = json.loads(resp.read().decode(\"utf-8\"))\n except error.HTTPError as err:\n details = err.read().decode(\"utf-8\")\n raise RuntimeError(\n f\"convex stories role sync failed: HTTP {err.code}: {details}\"\n ) from err\n except Exception as err:\n raise RuntimeError(f\"convex stories role sync failed: {err}\") from err\n\n if not isinstance(body, dict) or not body.get(\"ok\"):\n raise RuntimeError(\n f\"convex stories role sync returned invalid response: {body}\"\n )\n\n return body\n\n\ndef get_snapshot_row(row, *, sync_status, assigned_stories_count=None, last_error=None):\n milestone_stories = row.get(\"milestone_stories\")\n return {\n \"legacyUserId\": int(row[\"legacy_user_id\"]),\n \"discordAccountId\": row.get(\"discord_account_id\"),\n \"eligibleStoriesCount\": int(milestone_stories)\n if isinstance(milestone_stories, int)\n else None,\n \"assignedStoriesCount\": assigned_stories_count,\n \"syncStatus\": sync_status,\n \"lastSyncedAt\": int(time.time() * 1000),\n \"lastError\": last_error,\n }\n\n\ndef set_user_roles(sync_rows):\n try:\n global params\n\n # Token of your Discord bot\n TOKEN = params['DISCORD_TOKEN']\n\n # ID of your server\n GUILD_ID = 726701782075572277\n\n # ID of the role you want to assign\n ROLE_ID = {\n 200: 1129006031868002325,\n 120: 1021418996500799518,\n 80: 1021418781853098005,\n 40: 1021418701158875269,\n 20: 1021418386334416978,\n 8: 1021417953956208650,\n 4: 1021423243627864094,\n }\n\n # ID of the user you want to assign the role to\n USER_ID = 724679808071761982\n\n # Create a bot instance\n intents = discord.Intents.default()\n intents.typing = False\n intents.presences = False\n intents.members = False # Enable the Members intent\n bot = discord.Client(intents=intents)\n\n async def log(message):\n channel = bot.get_channel(CHANNEL_BOT_LOG)\n await channel.send(message)\n\n # Event triggered when the bot is ready\n @bot.event\n async def on_ready():\n print(f'Logged in as {bot.user.name}')\n\n # Fetch the server (guild) from its ID\n guild = bot.get_guild(GUILD_ID)\n if guild is None:\n print('Guild not found')\n await bot.close()\n return\n\n # Fetch the role from its ID\n roles = {k: guild.get_role(v) for k, v in ROLE_ID.items()}\n snapshots = []\n\n # Fetch the member from their ID\n print(guild.name)\n for row in sync_rows:\n discord_account_id = row.get(\"discord_account_id\")\n target_count = row.get(\"milestone_stories\")\n print(\"USER_ID\", discord_account_id)\n if not discord_account_id:\n snapshots.append(\n get_snapshot_row(row, sync_status=\"not_linked\")\n )\n continue\n\n try:\n member = await guild.fetch_member(int(discord_account_id))\n except discord.errors.NotFound:\n print(\"NOT FOUND\")\n snapshots.append(\n get_snapshot_row(\n row,\n sync_status=\"member_not_found\",\n )\n )\n continue\n if member is None:\n print('Member not found')\n snapshots.append(\n get_snapshot_row(\n row,\n sync_status=\"member_not_found\",\n )\n )\n continue\n\n print(member.roles)\n role_max = max([0]+[int(role.name[:-len(\" Stories\")]) for role in member.roles if \"Stories\" in role.name])\n should_assign = isinstance(target_count, int) and role_max < target_count\n print(\"max\", role_max, should_assign, target_count, member.roles)\n try:\n if should_assign:\n await member.add_roles(roles[target_count])\n await member.remove_roles(\n *[role for k, role in roles.items() if k != target_count]\n )\n await log(f\"🏅 I gave {member.name} the role {roles[target_count].name}. Previous role '{role_max} Stories'\")\n print(f'Role {roles[target_count].name} added to {member.name}')\n print(f'Roles {[role.name for k, role in roles.items() if k != target_count]} removed from {member.name}')\n snapshots.append(\n get_snapshot_row(\n row,\n sync_status=\"assigned\",\n assigned_stories_count=target_count,\n )\n )\n else:\n snapshots.append(\n get_snapshot_row(\n row,\n sync_status=\"up_to_date\"\n if isinstance(target_count, int)\n else \"no_milestone\",\n assigned_stories_count=role_max or None,\n )\n )\n except Exception as err:\n print(err)\n snapshots.append(\n get_snapshot_row(\n row,\n sync_status=\"error\",\n assigned_stories_count=role_max or None,\n last_error=str(err),\n )\n )\n\n if snapshots:\n await asyncio.to_thread(sync_stories_role_status, snapshots)\n\n await bot.close()\n\n # Start the bot\n bot.run(TOKEN)\n exit()\n except:\n return\n\n\nif __name__ == \"__main__\":\n\n from combine import get_stories_role_sync_rows\n\n sync_rows = get_stories_role_sync_rows()\n set_user_roles(sync_rows)\n" }, { "path": "discord_roles/discord_reacting_bot.py", "content": "import discord\nimport json\nfrom urllib import error, request\nfrom pathlib import Path\nfrom env_utils import load_env_file\n\n\ndef sync_user_role(discord_id, write=None):\n payload = {\n \"secret\": CONVEX_DISCORD_SYNC_SECRET,\n \"discordAccountId\": str(discord_id),\n \"write\": write if write is None else bool(write),\n }\n req = request.Request(\n CONVEX_DISCORD_SYNC_URL,\n data=json.dumps(payload).encode(\"utf-8\"),\n headers={\"Content-Type\": \"application/json\"},\n method=\"POST\",\n )\n\n try:\n with request.urlopen(req, timeout=10) as resp:\n body = json.loads(resp.read().decode(\"utf-8\"))\n return body\n except error.HTTPError as err:\n details = err.read().decode(\"utf-8\")\n raise RuntimeError(f\"convex sync failed: HTTP {err.code}: {details}\") from err\n except Exception as err:\n raise RuntimeError(f\"convex sync failed: {err}\") from err\n\n# Replace 'YOUR_BOT_TOKEN' with your actual bot token obtained from the Discord Developer Portal.\nparams = Path(__file__).parent / \".env.local\"\nparams = load_env_file(params)\n\nTOKEN = params['DISCORD_TOKEN']\nCONVEX_DISCORD_SYNC_URL = params['CONVEX_DISCORD_SYNC_URL']\nCONVEX_DISCORD_SYNC_SECRET = params['DISCORD_ROLE_SYNC_SECRET']\nCHANNEL_CONTRIBUTOR_REQUEST = 1132747276234792980\n#CHANNEL_CONTRIBUTOR_REQUEST = 1133167220109877280 # test channel\nCHANNEL_BOT_LOG = 1133529323396145172\n\nROLE_MODERATOR = 735581436903424120\nROLE_CONTRIBUTOR = 941815741143977994\n\nclass MyClient(discord.Client):\n async def on_ready(self):\n print(f'Logged on as {self.user}!')\n\n async def on_message(self, message):\n if message.author == client.user:\n return # Ignore messages sent by the bot itself\n\n # for the contributor request channel\n if getattr(message.channel, \"parent\", None) and message.channel.parent.id == CHANNEL_CONTRIBUTOR_REQUEST:\n channel = message.channel\n # get the applicants message\n first_message = await channel.fetch_message(channel.id)\n\n # check if they are connected\n try:\n result = sync_user_role(first_message.author.id, None)\n if result.get(\"linked\"):\n await first_message.add_reaction('🔗')\n await first_message.remove_reaction('✖️', client.user)\n await first_message.remove_reaction('❌', client.user)\n else:\n await first_message.add_reaction('❌')\n await first_message.remove_reaction('🔗', client.user)\n if message.id == first_message.id:\n await message.channel.send(\"Please connect your Duostories account to your Discord account (on ). Then post another message here and I will check again.\")\n except Exception as err:\n print(err)\n await self.log(f\"⚠️ could not check Duostories account linkage for {first_message.author.name}, a database error occurred.\\n```{err}```\")\n\n def _is_contributor_request_channel(self, channel):\n \"\"\"Check if the channel is a thread in the contributor request forum.\"\"\"\n try:\n return channel.parent.id == CHANNEL_CONTRIBUTOR_REQUEST\n except AttributeError:\n return False\n\n async def _get_first_message_if_match(self, channel, message_id):\n \"\"\"Return the first message in the thread if message_id matches it, else None.\n A thread's ID equals its starter message's ID, so we can skip the API call\n when they don't match.\"\"\"\n if message_id != channel.id:\n return None\n return await channel.fetch_message(channel.id)\n\n async def check_reaction(self, reaction):\n # reaction.member is None for reaction remove events\n if reaction.member is None:\n return None\n\n # Check if the reacting user is a moderator\n is_moderator = discord.utils.get(reaction.member.roles, id=ROLE_MODERATOR)\n\n if reaction.member == client.user:\n return # Ignore reactions on the bot's own messages\n\n if is_moderator and reaction.emoji.name == '✅':\n\n # Get the channel where the reaction occurred\n channel = client.get_channel(reaction.channel_id)\n\n if not self._is_contributor_request_channel(channel):\n return None\n\n return await self._get_first_message_if_match(channel, reaction.message_id)\n return None\n\n async def on_raw_reaction_add(self, reaction):\n if message := await self.check_reaction(reaction):\n await message.add_reaction('✅') # React to the moderator's reaction with a thumbs-up emoji\n\n user = message.author\n guild = client.get_guild(reaction.guild_id)\n user_member = await guild.fetch_member(user.id)\n\n role_to_give = discord.utils.get(guild.roles, id=ROLE_CONTRIBUTOR)\n\n if user_member and role_to_give:\n await user_member.add_roles(role_to_give)\n await self.log(f\"🧑‍💻️ I gave {user.name} the role {role_to_give.name}.\")\n print(f\"Gave {user.name} the role: {role_to_give.name}\")\n\n try:\n result = sync_user_role(user.id, True)\n user_data = result.get(\"user\") if isinstance(result, dict) else None\n if result.get(\"linked\") and user_data:\n role_name = user_data.get(\"role\", \"unknown\")\n user_id = user_data.get(\"id\")\n username = user_data.get(\"name\", \"\")\n await self.log(f\"📝 added write permissions for {user.name}. Duostories id={user_id} username={username} role={role_name} \")\n await message.channel.send(\"I gave you the **Contributor** role and activated your account on Duostories.\\nIf you are currently logged in on , please log out and in again for the changes to take effect.\\nYou can then access the editor at .\")\n else:\n await message.channel.send(\"I gave you the **Contributor** role but I could not activate your account on Duostories because you haven't connected your Duostories account to Discord.\")\n except Exception as err:\n print(err)\n await self.log(f\"⚠️ could not add write permissions for {user.name}, a database error occurred.\\n```{err}```\")\n await message.channel.send(\"I gave you the **Contributor** role, but I could not activate your account on Duostories because a database error occurred.\")\n\n async def on_raw_reaction_remove(self, reaction):\n if reaction.emoji.name != '✅':\n return\n channel = client.get_channel(reaction.channel_id)\n if not self._is_contributor_request_channel(channel):\n return\n # reaction.member is None for remove events; fetch to verify moderator status\n guild = client.get_guild(reaction.guild_id)\n if guild is None:\n return\n try:\n member = await guild.fetch_member(reaction.user_id)\n except discord.NotFound:\n return\n if not discord.utils.get(member.roles, id=ROLE_MODERATOR):\n return\n message = await self._get_first_message_if_match(channel, reaction.message_id)\n if message:\n await message.remove_reaction('✅', client.user)\n\n async def on_member_update(self, before, after):\n # Check if roles have been added or removed\n roles_added = set(after.roles) - set(before.roles)\n roles_removed = set(before.roles) - set(after.roles)\n\n if roles_added:\n for role in roles_added:\n if role.id == ROLE_CONTRIBUTOR:\n print(\"update database\")\n try:\n result = sync_user_role(after.id, True)\n user_data = result.get(\"user\") if isinstance(result, dict) else None\n if result.get(\"linked\") and user_data and result.get(\"updated\"):\n role_name = user_data.get(\"role\", \"unknown\")\n user_id = user_data.get(\"id\")\n username = user_data.get(\"name\", \"\")\n await self.log(f\"📝 added write permissions for {after.name}. Duostories id={user_id} username={username} role={role_name} \")\n elif not result.get(\"linked\"):\n await self.log(f\"⚠️ could not add write permissions for {after.name}, account is not linked to duostories.\")\n except Exception as err:\n print(err)\n await self.log(f\"⚠️ could not add write permissions for {after.name}, a database error occurred.\\n```{err}```\")\n print(f\"User {after.name} has been given the role: {role.name}\")\n\n # Add your reaction logic here for when roles are added to a user.\n # For example, you could send a message or give another role.\n\n if roles_removed:\n for role in roles_removed:\n if role.id == ROLE_CONTRIBUTOR:\n print(\"update database\")\n try:\n result = sync_user_role(after.id, False)\n user_data = result.get(\"user\") if isinstance(result, dict) else None\n if result.get(\"linked\") and user_data:\n role_name = user_data.get(\"role\", \"unknown\")\n user_id = user_data.get(\"id\")\n username = user_data.get(\"name\", \"\")\n await self.log(f\"❌ removed write permissions for {after.name}. Duostories id={user_id} username={username} role={role_name} \")\n else:\n await self.log(f\"⚠️ could not remove write permissions for {after.name}, account is not linked to duostories.\")\n except Exception as err:\n print(err)\n await self.log(f\"⚠️ could not remove write permissions for {after.name}, a database error occurred.\\n```{err}```\")\n print(f\"User {after.name} has lost the role: {role.name}\")\n\n # Add your reaction logic here for when roles are removed from a user.\n # For example, you could send a message or remove another role.\n\n async def log(self, message):\n channel = self.get_channel(CHANNEL_BOT_LOG)\n await channel.send(message)\n\n\nintents = discord.Intents.default()\nintents.message_content = True\nintents.reactions = True\nintents.members = True\n\nclient = MyClient(intents=intents)\n# Run the bot with the specified token\nclient.run(TOKEN)\n" }, { "path": "discord_roles/env_utils.py", "content": "from pathlib import Path\n\n\ndef load_env_file(path: Path) -> dict[str, str]:\n env: dict[str, str] = {}\n for raw_line in path.read_text().splitlines():\n line = raw_line.strip()\n if not line or line.startswith(\"#\") or \"=\" not in line:\n continue\n\n key, value = line.split(\"=\", 1)\n key = key.strip()\n value = value.strip()\n\n if not key:\n continue\n\n if len(value) >= 2 and value[0] == value[-1] and value[0] in {'\"', \"'\"}:\n value = value[1:-1]\n\n env[key] = value\n\n return env\n" }, { "path": "discord_roles/requirements.txt", "content": "mysql-connector-python\npandas\nnumpy\ndiscord\n" }, { "path": "docs/bulk-audio-editor-spec.md", "content": "# Bulk Audio Editor Spec\n\n## Goal\n\nCreate a dedicated story-level audio workspace that lets editors upload many audio files, review line-to-file matching, set word timing markers quickly, test playback, and apply all changes back to the story editor in one pass.\n\n## Why This Exists\n\nThe current audio workflow is line-by-line:\n\n- open one line\n- upload one file\n- adjust timings\n- save\n- move to the next line\n\nThat is too click-heavy for story-wide recording passes. Bulk audio editing should keep the editor in a single focused workspace.\n\n## Constraints\n\n- Story audio is still stored inline in the story text as `$filename;timings`.\n- Each audio-capable story element is mapped through `audio.ssml.inser_index`.\n- Replacing many audio lines must avoid line-number drift while editing the document.\n- Existing single-line audio editing stays available for cleanup and edge cases.\n\n## V1 Scope\n\n### Entry Point\n\n- Add a `Bulk Audio` action to the story editor header.\n- Open a dedicated modal instead of reusing the single-line overlay.\n\n### Data Model\n\nThe bulk editor works from parsed story elements and only includes audio-capable items:\n\n- header audio\n- line audio\n\nEach row carries:\n\n- display order\n- story `line_index`\n- speaker\n- source text\n- existing filename\n- existing keypoints\n- SSML insertion metadata\n\n### Layout\n\nTwo-pane modal:\n\n- Left pane: scrollable queue of audio rows with status and file assignment.\n- Right pane: active row editor with audio player, timing tools, and token list.\n\n### File Workflow\n\n- Accept many files via drag-and-drop or file picker.\n- Auto-match by leading filename number when possible.\n- Fallback to assignment by row order for unmatched files.\n- Allow replacing the file for the active row manually.\n- Keep unmatched files visible so the user can resolve them.\n\n### Timing Workflow\n\n- Show tokenized story text for the active row.\n- Let the user assign the current playback position to the selected token.\n- Allow clearing timings and removing the last marker.\n- Preserve existing timings until the user changes them.\n\n### Status Model\n\nRows surface these states:\n\n- missing\n- staged\n- uploaded\n- timed\n- failed\n\nTop-level summary shows counts for:\n\n- total rows\n- ready rows\n- timed rows\n- missing rows\n\n### Apply Flow\n\n- Upload any newly staged local files.\n- Convert timing markers into keypoints.\n- Serialize each changed row back into `$filename;timings`.\n- Apply all row edits safely to the CodeMirror document.\n\n## V1 Non-Goals\n\n- Automatic forced alignment\n- Story-level waveform stitching\n- Audio deletion and blob cleanup\n- Server-side batch upload endpoint\n- Cross-session draft persistence\n\n## Follow-Up Ideas\n\n- Auto-advance while marking timings during playback\n- Keyboard-first transport and marking shortcuts\n- Smarter filename matching with speaker/text hints\n- Even-spacing starter markers for untimed files\n- Batch retry and resumable draft state\n" }, { "path": "import_tools/README.md", "content": "# Import Tools\n\nThis folder contains tools to import the stories from the Duolingo website.\n" }, { "path": "import_tools/app.py", "content": "from flask import Flask\nfrom flask import Flask, render_template, send_from_directory\nimport os\nfrom flask import request\n\napp = Flask(__name__)\n\n@app.route(\"/\")\ndef hello_world():\n return \"

Hello, World!

\"\n\n\nroot = os.path.join(os.path.dirname(os.path.abspath(__file__)), \"whereyourfilesare\")\nfrom pathlib import Path\n@app.route('/login', methods=['GET'])\ndef login():\n print(request.path)\n p = Path(request.args.get('key', ''))\n print(p)\n return send_from_directory(p.parent, p.name)\n\n@app.route('/store', methods=['GET', 'POST'])\ndef getfiles():\n import re\n import tifffile\n filename = request.args.get('id', '')\n filename = \"duolingo_data/\"+filename+\".txt\"\n print(filename)\n json = request.form['json']\n with open(filename, \"w\") as fp:\n fp.write(json)\n return \"done \" + filename\n" }, { "path": "import_tools/greasmonkey.js", "content": "// ==UserScript==\n// @name DuolingoImport\n// @version 1\n// @include https*duolingo*\n// @grant none\n// ==/UserScript==\n\nfunction fetch_post(url, data) {\n /** like fetch but with post instead of get */\n var fd = new FormData();\n //very simply, doesn't handle complete objects\n for (var i in data) {\n fd.append(i, data[i]);\n }\n var req = new Request(url, {\n method: \"POST\",\n body: fd,\n mode: \"cors\",\n });\n return fetch(req);\n}\n\nconsole.log(\"grease monkey 2\");\nasync function getStories(learningLanguage, fromLanguage) {\n console.log(\"grease monkey 2xxx\");\n data = await fetch(\n `https://stories.duolingo.com/api2/stories?crowns=163&filterMature=false&fromLanguage=${fromLanguage}&illustrationFormat=svg&learningLanguage=${learningLanguage}&masterVersions=false&proposed=false&setSize=4&unlockingMechanism=crowns&_=1636940908268`,\n );\n json = await data.json();\n console.log(\"json\", json);\n\n data = await fetch_post(`http://127.0.0.1:5000/store?id=_stories`, {\n json: JSON.stringify(json, null, 2),\n });\n txt = await data.text();\n console.log(\"response\", txt);\n\n for (set_index in json.sets) {\n let set = json.sets[set_index];\n if (set < 15) continue;\n for (story_index in set) {\n let story = set[story_index];\n console.log(set_index, story_index, story.id);\n data = await fetch(\n `https://stories.duolingo.com/api2/stories/${story.id}?crowns=173&debugShowAllChallenges=false&illustrationFormat=svg&isDesktop=true&masterVersion=false&mode=read&supportedElements=ARRANGE,CHALLENGE_PROMPT,DUO_POPUP,FREEFORM_WRITING,FREEFORM_WRITING_EXAMPLE_RESPONSE,FREEFORM_WRITING_PROMPT,HEADER,HINT_ONBOARDING,LINE,MATCH,MULTIPLE_CHOICE,POINT_TO_PHRASE,SELECT_PHRASE,SUBHEADING,TYPE_TEXT&_=1640882394614`,\n );\n let json2 = await data.json();\n console.log(\"json2\", json2);\n\n data = await fetch_post(`http://127.0.0.1:5000/store?id=${story.id}`, {\n json: JSON.stringify(json2, null, 2),\n });\n txt = await data.text();\n console.log(\"response\", txt);\n //break\n }\n //break\n }\n //console.log(json.sets[0][0].id);\n}\ngetStories(\"es\", \"en\");\ngetStories(\"fr\", \"en\");\nwindow.getStories = getStories;\ndocument.getStories = getStories;\n//https://stories.duolingo.com/api2/stories/es-en-buenos-dias?crowns=163&debugShowAllChallenges=false&illustrationFormat=svg&isDesktop=true&masterVersion=false&mode=read&supportedElements=ARRANGE,CHALLENGE_PROMPT,FREEFORM_WRITING,HEADER,HINT_ONBOARDING,LINE,MATCH,MULTIPLE_CHOICE,POINT_TO_PHRASE,SELECT_PHRASE,SUBHEADING,TYPE_TEXT&_=1636940601358\n" }, { "path": "instrumentation-client.ts", "content": "import posthog from \"posthog-js\";\n\nconst posthogKey = process.env.NEXT_PUBLIC_POSTHOG_KEY;\n\nif (posthogKey) {\n posthog.init(posthogKey, {\n api_host: \"/ingest\",\n ui_host: \"https://us.posthog.com\",\n // Include the defaults option as required by PostHog\n defaults: \"2025-11-30\",\n // Enables capturing unhandled exceptions via Error Tracking\n capture_exceptions: true,\n // Turn on debug in development mode\n debug: process.env.NODE_ENV === \"development\",\n });\n}\n" }, { "path": "jsconfig.json", "content": "{\n \"compilerOptions\": {\n \"paths\": {\n \"@/*\": [\"./src/*\"]\n }\n }\n}\n" }, { "path": "knip.json", "content": "{\n \"$schema\": \"https://unpkg.com/knip@latest/schema.json\",\n \"entry\": [\n \"scripts/backfill-course-contributors.ts\",\n \"scripts/backfill-discord-avatars.ts\",\n \"scripts/find-missing-story-images.ts\",\n \"convex/convex.config.ts\",\n \"convex/betterAuth/convex.config.ts\"\n ],\n \"ignore\": [\n \".storybook/**\",\n \"convex/betterAuth/_generated/**\",\n \"convex/betterAuth/adapter.ts\",\n \"database/**\",\n \"import_tools/**\",\n \"public/docs/**\",\n \"public/sw.js\",\n \"public/darklight.js\"\n ],\n \"ignoreBinaries\": [\n \"next\"\n ],\n \"ignoreDependencies\": [\n \"react-dom\"\n ],\n \"ignoreIssues\": {\n \"src/components/editor/story/parser.ts\": [\n \"exports\"\n ],\n \"convex/betterAuth/auth.ts\": [\n \"exports\"\n ]\n }\n}\n" }, { "path": "next.config.js", "content": "module.exports = {\n // next.js config\n reactCompiler: true,\n compiler: {\n styledComponents: true,\n },\n typescript: {\n ignoreBuildErrors: true,\n },\n // PostHog reverse proxy to avoid ad blockers\n async rewrites() {\n return [\n {\n source: \"/ingest/static/:path*\",\n destination: \"https://us-assets.i.posthog.com/static/:path*\",\n },\n {\n source: \"/ingest/:path*\",\n destination: \"https://us.i.posthog.com/:path*\",\n },\n ];\n },\n // Required for PostHog trailing slash API requests\n skipTrailingSlashRedirect: true,\n images: {\n remotePatterns: [\n {\n protocol: \"https\",\n hostname: \"opencollective.com\",\n port: \"\",\n pathname: \"/duostories/contribute/**\",\n },\n {\n protocol: \"https\",\n hostname: \"stories-cdn.duolingo.com\",\n port: \"\",\n pathname: \"/image/**\",\n },\n ],\n },\n};\n" }, { "path": "package.json", "content": "{\n \"private\": true,\n \"scripts\": {\n \"dev\": \"next\",\n \"build\": \"next build\",\n \"start\": \"next start\",\n \"test\": \"pnpm exec tsx --test src/**/*.test.ts\",\n \"format\": \"pnpm exec biome format src convex --write\",\n \"format:check\": \"pnpm exec biome format src convex\",\n \"lint\": \"pnpm run format:check && pnpm exec biome lint src convex\",\n \"typecheck\": \"tsc --noEmit\",\n \"knip\": \"pnpm dlx knip --production\",\n \"optimize:flags\": \"pnpm dlx svgo -f flags --multipass\",\n \"audit:missing-story-images\": \"pnpm exec tsx scripts/find-missing-story-images.ts\",\n \"backfill:discord-avatars\": \"pnpm exec tsx scripts/backfill-discord-avatars.ts\",\n \"backfill:course-contributors\": \"pnpm exec tsx scripts/backfill-course-contributors.ts\"\n },\n \"dependencies\": {\n \"@aws-sdk/client-polly\": \"^3.1038.0\",\n \"@codemirror/language\": \"^6.12.3\",\n \"@codemirror/state\": \"^6.6.0\",\n \"@convex-dev/better-auth\": \"^0.12.0\",\n \"@lezer/highlight\": \"^1.2.3\",\n \"@mdx-js/mdx\": \"^3.1.1\",\n \"@octokit/rest\": \"^22.0.1\",\n \"@radix-ui/react-dialog\": \"^1.1.15\",\n \"@tanstack/react-virtual\": \"^3.13.24\",\n \"@vercel/blob\": \"^2.3.3\",\n \"@wavesurfer/react\": \"^1.0.12\",\n \"base64-arraybuffer\": \"^1.0.2\",\n \"better-auth\": \"1.6.9\",\n \"clsx\": \"^2.1.1\",\n \"codemirror\": \"^6.0.2\",\n \"convex\": \"^1.36.1\",\n \"fflate\": \"^0.8.2\",\n \"framer-motion\": \"^12.38.0\",\n \"immer\": \"^11.1.4\",\n \"js-md5\": \"^0.8.3\",\n \"lamejs\": \"^1.2.1\",\n \"lucide-react\": \"^1.12.0\",\n \"microsoft-cognitiveservices-speech-sdk\": \"^1.49.0\",\n \"next\": \"^16.2.6\",\n \"next-mdx-remote\": \"^6.0.0\",\n \"posthog-js\": \"^1.372.3\",\n \"posthog-node\": \"^5.30.6\",\n \"radix-ui\": \"^1.4.3\",\n \"react\": \"^19.2.5\",\n \"react-dom\": \"^19.2.5\",\n \"react-swipeable\": \"^7.0.2\",\n \"rehype-katex\": \"^7.0.1\",\n \"remark-gfm\": \"^4.0.1\",\n \"remark-math\": \"^6.0.0\",\n \"tailwind-merge\": \"^3.5.0\",\n \"uuid\": \"^14.0.0\",\n \"vfile\": \"^6.0.3\",\n \"wavesurfer.js\": \"^7.12.6\",\n \"ws\": \"^8.20.0\",\n \"yaml\": \"^2.8.3\",\n \"zod\": \"^4.3.6\"\n },\n \"devDependencies\": {\n \"@biomejs/biome\": \"2.4.13\",\n \"@tailwindcss/postcss\": \"^4.2.4\",\n \"@types/hast\": \"^3.0.4\",\n \"@types/mdx\": \"^2.0.13\",\n \"@types/node\": \"^25.6.0\",\n \"@types/pg\": \"^8.20.0\",\n \"@types/react\": \"^19.2.14\",\n \"@types/react-dom\": \"^19.2.3\",\n \"babel-plugin-react-compiler\": \"^1.0.0\",\n \"dotenv\": \"^17.4.2\",\n \"shadcn\": \"^4.6.0\",\n \"tailwindcss\": \"^4.2.4\",\n \"tsx\": \"^4.21.0\",\n \"tw-animate-css\": \"^1.4.0\",\n \"typescript\": \"^6.0.3\"\n }\n}\n" }, { "path": "postcss.config.mjs", "content": "const config = {\n plugins: {\n \"@tailwindcss/postcss\": {},\n },\n};\n\nexport default config;\n" }, { "path": "process.d.ts", "content": "declare module \"*.svg\" {\n const src: string;\n export default src;\n}\n\ndeclare module \"ws\";\n" }, { "path": "public/.well-known/assetlinks.json", "content": "[\n {\n \"relation\": [\"delegate_permission/common.handle_all_urls\"],\n \"target\": {\n \"namespace\": \"android_app\",\n \"package_name\": \"org.duostories.twa\",\n \"sha256_cert_fingerprints\":\n [\"AA:AA:9B:32:C3:F9:AF:1E:11:E6:E3:9E:CC:95:4A:F5:8D:84:E5:A7:BE:C3:7D:EF:2A:1B:4C:96:2B:51:BC:6C\", \"CD:32:C5:69:5C:21:52:6B:0A:0A:F9:BB:D9:23:F6:FF:01:83:44:22:9A:49:E4:B9:CE:BD:C6:9B:89:45:CA:7F\"]\n }\n }\n]\n" }, { "path": "public/darklight.js", "content": "function get_current_theme() {\n // it's currently saved in the document?\n if (document.body.dataset.theme) {\n return document.body.dataset.theme;\n }\n // it has been previously saved in the window?\n if (\n window.localStorage.getItem(\"theme\") !== undefined &&\n window.localStorage.getItem(\"theme\") !== \"undefined\"\n ) {\n return window.localStorage.getItem(\"theme\");\n }\n // or the user has a preference?\n if (window.matchMedia(\"(prefers-color-scheme: dark)\").matches) return \"dark\";\n return \"light\";\n}\n\nconsole.log(\"activeTheme...\");\nfunction load() {\n let activeTheme = get_current_theme();\n console.log(\"activeTheme\", activeTheme);\n document.body.dataset.theme = activeTheme;\n window.localStorage.setItem(\"theme\", activeTheme);\n}\nload();\n\ndocument.addEventListener(\"DOMContentLoaded\", load);\n" }, { "path": "public/docs/audio-generation/character-editor.mdx", "content": "---\ntitle: \"Character Editor\"\ndescription: \"Assign voices to characters.\"\n---\n\nIn the character editor you can assign voices to the characters that appear in the stories.\n\n### Character Names\nYou can also assign a name to the character. The name is just for reference if the character is addressed in a story\nto always use the same spelling.\n\nThe characters in the first row are the basic Duolingo cast. We want to keep their names\nas close to the original as possible. Just adjust them to the spelling of the target language.\n\n\n![First row of the Character editor](/docs/audio-generation/base_cast.png \"Base Characters\")\n\n\nFor example, if your language does not have a \"v\" and uses a \"w\" instead, you are able to change Vikram's name to \"Wikram\"\n\n![How Vikram can be changed to Wikram](/docs/audio-generation/vikram.png \"Vikram -> Wikram\")\n\nAs for these ones, feel free to change them to whatever you want to fit your language! For example, If you're making\nFinnish stories, use Finnish names. It will help the stories seem more realistic.\n\n\n![List of the side characters](/docs/audio-generation/other_cast.png \"The side characters\")\n\n\n### Vocal Modifiers\n\nYou can add tags on to the end of your TTS to modify it: the rate at which the character speaks and the pitch at which they speak. For example, to make Junior sound more like a child, I can make him speak faster and higher by adding tags, so I put it-IT-ElsaNeural(pitch=x-high)(rate=fast) in the Speaker section.\n\nPitch has 5 levels:\n\n`x-low`, `low`, `medium`, `high`, `x-high`\n\nRate has 5 levels:\n\n`x-slow`, `slow`, `medium`, `fast`, `x-fast`\n\nFeel free to use these, or not.\n\n![Display of the sliders for pitch and speed](/docs/audio-generation/pitch_speed.png \"The sliders for pitch and speed\")\n" }, { "path": "public/docs/audio-generation/edit.mdx", "content": "---\ntitle: \"TTS Edit\"\ndescription: \"Change the audio generation with replacement rules.\"\n---\n\nSometimes the generated audio does not fit how you want the word or sentence to sound. Or maybe you want to\nuse a voice form a different language if your language does not have voices. Therefore, you can adjust the\ntext that is send to the Speech Engine.\n\nIn the TTS Editor you can define rules to change the text before it is\nsend to the TTS service. There are three types of rules. Letter replacements, Fragment replacements\nand Word replacements.\n\nTo open it click on the Edit button in the top right corner of the character editor:\n\n![The button to open the TTS editor.](/docs/audio-generation/tts_edit_button.png \"Opens the TTS editor.\")\n\n\n### Letter Replacements\n\nLetter replacements are defined by a list of letters followed by a colon and a replacement string.\nThey are always replaced in the given order. On the left side of the colon there can only be one letter.\n```\nLETTERS:\n o: u\n e: i\n```\n\n### Fragment Replacements\nFragment replacements can be used to change syllables in a word. If the fragment ends in \\b it only replaces words that\nend in the fragment. If the fragment starts with \\b the fragment has to be at the beginning of the word.\n```\nFRAGMENTS:\n ion\\b: flug\n sem: dem\n```\n\n### Word replacements\nTo replace whole words. A word will only be replaced with it is surrounded by white space or punctuation characters, e.g.\nnot if it is found within another word.\n```\nWORDS:\n oh: uuuh\n Worcester: WOO-STER\n```\nIf you want to provide the word in the [International Phonetic Alphabet (IPA)](https://en.wikipedia.org/wiki/International_Phonetic_Alphabet) instead,\nyou can write after the word `:ipa`.\n" }, { "path": "public/docs/audio-generation/engines.mdx", "content": "---\ntitle: \"Speech Engines\"\ndescription: \"There are different text-to-speech (TTS) engines that Duostories can use.\"\n---\n\n\nDuostories uses different services for text to speech generation.\nDepending on which voice name you select a different engine will be uses.\n\n\n### Azure TTS\n\nThe voices have the format `en-GB-SoniaNeural`.\n\nYou can get a list of voices: [here](https://learn.microsoft.com/en-us/azure/ai-services/speech-service/language-support?tabs=tts).\n\n\n### Google TTS\n\nThe voices have the format `tr-TR-Wavenet-A` or `tr-TR-Standard-A`.\nThe voices with \"Wavenet\" use an AI method for voice generation and produce typically a better output.Duostories\n\nYou can get a list of voices: [here](https://cloud.google.com/text-to-speech/docs/voices)\n\n\n### Amazon Polly\n\nThese voices have a format `Justin`.\n\nYou can ge a list of voices: [here](https://docs.aws.amazon.com/polly/latest/dg/voicelist.html)\n" }, { "path": "public/docs/audio-generation/fix-problems.mdx", "content": "---\ntitle: \"Fix Problems\"\ndescription: \"What do I do if the TTS is pronouncing words incorrectly?\"\n---\n\n### Use another voice/service\nSome TTS voices/services might be better in your language than others. If you are fortunate to have multiple voices to\nchoose from, you might be able to just avoid using the ones that don't work well.\n\n### Trick the TTS system\nYou can \"trick\" the TTS by using any text you want when you generate the audio. After you create the audio, you can\nchange the text back to be written correctly. You might need to experiment with a few different ways of writing the\ntext until the pronunciation sounds correct and natural. Tip: keep track of when you do this with #comment lines, so\nthat if you need to edit anything in the line later, it will be easy to copy-paste the \"trick\" text in-and-out to create\nnew audio. Ex:\n\n![The import button](/docs/audio-generation/replace.png \"Keeping track of replaced words\")\n\n### Curly Braces Method\nYou can use the \"curly braces\" method. If you write that section of text as `show~word{speak~word}`, the TTS will show the\nfirst part (which is spelled/written correctly), and speak the part in the curly braces (spelled/written however you\nneed to get the correct pronunciation).\n\nCaution: there is a known bug that this method stops the audio generator from\nadding the time markers for the \"read along\" highlighting of the text. You might only have highlighting for part of your\nline, or no highlighting at all.\n" }, { "path": "public/docs/audio-generation/generate.mdx", "content": "---\ntitle: \"Generate Audio\"\ndescription: \"How to apply the voices in a story.\"\n---\n\nIn the story, click the Audio button in the header.\n\n\n![Location of the audio button in the story editor.](/docs/audio-generation/audio_button.png \"The button to display audio generation.\")\n\n\nThen, for every line, click the spinner next to it.\n\nIt is recommend waiting for each line to generate before moving to the next one,\nthere's currently a small timing issue in it.\n\n\n![The spinner icon next to the line.](/docs/audio-generation/spinner.png \"The creation of audio.\")\n\n\nIf you generate them too quickly, the audio line may end up getting misplaced, like this. To fix it, just cut the\nhint line, and paste it above the yellow one.\n\n\n![The line is created in the wrong position.](/docs/audio-generation/error.png \"An error that could occur.\")\n\n\n### The audio line\nThe line that is inserted after the audio has been created show the location of the audio file and the numbers for the\nword timings. You generally do not need to edit it.\n" }, { "path": "public/docs/audio-generation/overview.mdx", "content": "---\ntitle: \"Overview\"\ndescription: \"The basic steps to generate audio.\"\n---\n\nTo make the Duostories more engaging we use audio for the text in the stories.\nThis audio is machine generated using text-to-speech (TTS) engines.\n\nIf you have translated a story and want to add audio, you first need to assign voices to the\ncharacters in the story using the \"Character Editor\" if they do not already have voices. Then you\ncan generate each audio line separately, see \"Generate Audio\"." }, { "path": "public/docs/become-contributor/application.mdx", "content": "---\ntitle: \"Application\"\ndescription: \"Join our community as a contributor.\"\n---\n\nIf you would like to contribute by translating stories into other languages:\n\n### Requirements\nTo contribute stories, you must:\n\n- Be a native speaker of the language,\n- Have native-level proficiency in the language, or\n- Have a native-speaker \"partner\" who can revise your work.\n\n If you plan on working with a native-speaker partner, it is best to have that native speaker join this server and submit an application as well, so that you both can be given access to the Editor.\n\n\nThe only exceptions are for those languages that have no (or very few) native speakers including dead languages, nearly-extinct languages, and conlangs.\n\nPlease, only apply to be a contributor if you’re willing to translate at least one Set of (4) Stories.\n\nIf you are applying to translate stories into a dialect, regionally-specific language, conlang, or auxlang: please see our policies related to those, and include in your application any information about the language you would like us to consider.\n\n### Application Process\n\n- Create an account on [Duostories.org](https://duostories.org/), if you don't already have one. This account will be used for accessing the Editor and Stories.\n- On your [profile page](https://duostories.org/profile), link your Duostories account to this Discord account.\n- Write a post in #contributor-applications with the following [you will have access to the channel once you read the directions]:\n 1. In English, tell us which language you would like to translate into (e.g. \"I would like to translate into Russian …\") and from (e.g. \"… for speakers of Spanish\").\n 2. In English, provide your Duostories.org account name.\n 3. Write us an application message in the language you want to translate into (e.g. if you want to create Russian stories, write your application message in Russian). Show off your skills! Tell us about your background, your language experience and qualifications, your interests, and anything else you like. Just be sure to demonstrate native-level proficiency in your language. (If you're not a native speaker, be sure to have your native-speaker partner revise this before sending.)\n- Project admins, current Story contributors, and native speakers will review your application. If you're able to demonstrate native-level proficiency in your language and your language is currently technically possible, you will be given access to the Story Editor and further instructions." }, { "path": "public/docs/become-contributor/colang.mdx", "content": "---\ntitle: \"Conlangs/Dialects\"\ndescription: \"Does your language qualify for duostories.\"\n---\n\n### Conlangs\n#### If my language is a constructed language (conlang) or auxiliary language (auxlang), can I still translate stories into that language?\n\nWhile the primary focus of this project is to feature natural languages, we acknowledge that some conlangs/auxlangs are used to a similar extent as some minor natural languages. Esperanto is a well-known example with thousands of speakers worldwide. Especially because it is also taught on Duolingo, it makes sense to include it here.\n\n#### When is a conlang/auxlang established enough to be featured on the website?\n\nIn order to maximize the benefits to learners, we will be more interested in featuring a conlang/auxlang when we see some of these factors, so please be sure to discuss them in your application.\n\n- There are a significant number of speakers/learners of the language (e.g. > 100)\n- The language has been in development for a significant period of time (e.g. 10+ years)\n- There are other websites or texts that provide material on the language (e.g. an official dictionary)\n- The language has received some degree of notoriety in the conlang/auxlang community (e.g. received awards, featured in articles/videos)\n- The language has its own Wikipedia edition (e.g. https://eo.wikipedia.org/, https://en.wikipedia.org/wiki/List_of_Wikipedias) and/or an ISO code (e.g. Esperanto, “epo”)\n\n\nIf your language is a personal conlang/auxlang project or a very new project from a small group, we are hesitant to support the language as we do not see clear value for our community of learners. When we do allow these smaller languages access to the project, we will not feature them on the main page of Duostories.org. The course contributor would be given a direct link to share with interested learners.\n\n### Dialects\n#### Can I translate stories into a dialect or regionally-specific language?\n\nWe are hesitant to support languages that are too regionally-specific because at times they are not well-defined enough that a course would even make sense to learners. Applications for dialects/regional languages will be considered against a set of factors on a case-by-case basis. It might be a “yes” if your language:\n\n- Is classified as an “endangered” language\n- Has a well-defined written form and spelling\n- Has an ISO code\n- Has a language foundation or association to support it\n- Has a broad body of published literature\n" }, { "path": "public/docs/docs.json", "content": "{\n \"navigation\": [\n {\n \"group\": \"\",\n \"pages\": [\"introduction\"]\n },\n {\n \"group\": \"Become a Contributor\",\n \"pages\": [\n \"become-contributor/application\",\n \"become-contributor/colang\"\n ]\n },\n {\n \"group\": \"Story Importing\",\n \"pages\": [\n \"story-creation/import\",\n \"story-creation/translate\"\n ]\n },\n {\n \"group\": \"Story Editing\",\n \"pages\": [\n \"story-editing/overview\",\n \"story-editing/translation-hints\",\n \"story-editing/exercises\"\n ]\n },\n {\n \"group\": \"Audio Generation\",\n \"pages\": [\n \"audio-generation/overview\",\n \"audio-generation/character-editor\",\n \"audio-generation/engines\",\n \"audio-generation/edit\",\n \"audio-generation/generate\",\n \"audio-generation/fix-problems\"\n ]\n },\n {\n \"group\": \"Story Publishing\",\n \"pages\": [\n \"story-publishing/publishing\",\n \"story-publishing/without_tts\"\n ]\n }\n ]\n}" }, { "path": "public/docs/introduction.mdx", "content": "---\ntitle: \"Introduction\"\ndescription: \"The guide to contributing to duostories.\"\n---\n\nWelcome to Duostories Documentation. Here you can find explanations\non how our contributors platform works.\n\nLearn how to become a contributor, how to edit stories and how to create audio.\n" }, { "path": "public/docs/search.js", "content": "let data = null;\nlet pages = null;\n\nasync function getPageData(page) {\n try {\n const res = await fetch(\"/docs/\" + page + \".mdx\").then((res) => res.text());\n let data = res.split(\"---\");\n let metadata = {};\n for (let line of data[1].split(\"\\n\")) {\n let pos = line.indexOf(\":\");\n if (pos === -1) continue;\n let key = line.slice(0, pos).trim();\n let value = line.slice(pos + 1).trim();\n metadata[key.trim()] = value.match(/\\s*\"(.*)\"\\s*/)[1];\n }\n metadata.body = data[2];\n let parts = [];\n let current_link = page;\n let current_index = undefined;\n for (let line of metadata.body.split(\"\\n\")) {\n line = line.trim();\n if (line.substring(0, 1).match(/\\w/)) {\n if (current_index !== undefined) {\n parts[current_index].text += \" \" + line;\n } else {\n parts.push({ type: \"text\", text: line, link: current_link });\n current_index = parts.length - 1;\n }\n continue;\n }\n current_index = undefined;\n if (line.startsWith(\"#\")) {\n parts.push({\n type: \"heading\",\n text: line.match(\"#*s*(.*)\")[1],\n link: current_link,\n });\n }\n }\n metadata.parts = parts;\n metadata.link = page;\n return metadata;\n } catch (e) {\n return { title: path, body: \"\", link: path };\n }\n}\nasync function search() {\n if (!data) data = await (await fetch(\"/docs/docs.json\")).json();\n if (!pages) {\n pages = [];\n let promises = [];\n for (let group of data.navigation) {\n for (let page of group.pages) {\n promises.push(getPageData(page).then((page) => pages.push(page)));\n }\n }\n await Promise.all(promises);\n }\n let innerHTML = \"\";\n for (let page of pages) {\n let found = false;\n for (let part of page.parts) {\n if (part.text.includes(this.value)) {\n if (!found) {\n found = true;\n innerHTML += `${page.title}`;\n }\n innerHTML += `${part.text}`;\n }\n }\n }\n document.getElementById(\"search_results\").innerHTML = innerHTML;\n}\n\nfunction display_search(do_show) {\n if (do_show) {\n document.getElementById(\"search_modal\").setAttribute(\"show\", true);\n document.getElementById(\"blur2\").setAttribute(\"show\", true);\n document.getElementById(\"search_input\").value = \"\";\n document.getElementById(\"search_input\").focus();\n search();\n } else {\n document.getElementById(\"search_modal\").setAttribute(\"show\", false);\n document.getElementById(\"blur2\").setAttribute(\"show\", false);\n }\n}\n\nfunction toggle(value) {\n return;\n if (value === undefined) {\n if (document.getElementById(\"container\").getAttribute(\"show\") == \"true\") {\n value = \"false\";\n } else {\n value = \"true\";\n }\n }\n document.getElementById(\"container\").setAttribute(\"show\", value);\n}\n\nfunction init() {\n document.getElementById(\"search_input\").onkeyup = search;\n document.getElementById(\"search\").onclick = () => display_search(true);\n document.getElementById(\"blur2\").onclick = () => display_search(false);\n document.addEventListener(\"keydown\", (e) => {\n if (e.key === \"Escape\") {\n display_search(false);\n }\n if (e.key === \"k\" && e.ctrlKey) {\n display_search(true);\n e.preventDefault();\n }\n });\n\n document.getElementById(\"toggle\").onclick = (e) => toggle();\n document.getElementById(\"blur\").onclick = (e) => toggle();\n document.getElementById(\"close\").onclick = (e) => toggle();\n}\ndocument.addEventListener(\"DOMNodeInserted\", (event) => {\n init();\n});\ndocument.addEventListener(\"DOMNodeRemoved\", (event) => {\n init();\n});\ninit();\n" }, { "path": "public/docs/story-creation/import.mdx", "content": "---\ntitle: \"Import Story\"\ndescription: \"Initialize a new story translation.\"\n---\n\nClick the import button in the menu for your language, and click the story you'd like to add. You'll be redirected to the editor for that story.\n\n![The import button](/docs/story-creation/import.png \"Import\")\n\n### Importing from Spanish\n\nWe import stories from Spanish, as they're the most extensive on Duolingo. But sometimes it can make sense\nto import from another language.\n\nWe import from the \"Spanish from English\" course and not from the \"English from Spanish\" as this already has\nthe hints in English, so it reduces the amount of text you need to change.\n\n### Importing from other Languages\n\nYou can change the last part of the import url, e.g. `es-en` to any other course to import from that course.\n```\nhttps://duostories.org/editor/course/nl-en/import/es-en\n```\n\n### Intro and welcome stories\nIf you're translating to a smaller language, or a conlang, a welcome story can be a good idea to show users wandering\nthrough the site what your language actually is, or if there is some useful information to show about the language.\nTo make one, import a new story (you can choose any story here) and set the Set Number to 0 in the editor.\n\n![Set 0|0](/docs/story-creation/set00.png \"Set 0|0\")\n\nI'd recommend looking through the stories you can import to find one with a nice icon.\nThen, write whatever you want to explain your language.\n\nSome good examples are @𝕰𝖓𝖝𝖆666's story for [Catalan](https://www.duostories.org/story/2179)\nand @Candy Butcher's story for [Interslavic](https://www.duostories.org/story/2030).\n\nOnce your Welcome Story has been reviewed by another contributor and 👍 approved—contact\na Moderator to manually publish it to the site.\n\n### Can I write my own stories?\nShort answer is: no. The scope of the project is to bring the existing stories from Duolingo to new languages.\nThese stories have been developed by a team of linguists, it would be very difficult to match their quality with our\nteam of volunteers.\n\nIt also makes it easier to review stories as we only need to review the translation and not the content of the new story.\nIs the content appropriate? Is the content well suited for a learner with the particular knowledge level, is the length of\nthe story right, are the characters in the story according to the personality of the character cast, etc.\n\nIf we have translated all stories we might consider expanding this but for now the best way is to stick with the stories\nfrom Duolingo to provide high quality content for our learners.\n\n### Can I skip stories?\nPlease follow the order of the stories from Duolingo. If we skip ahead it will make the organisation of the stories more\ndifficult and can be an unpleasant experience for the learner if the difficulty level changes to much from one story to\nthe next.\n\nIf you think a story needs to be skipped for your language, please consult with a Moderator first.\n" }, { "path": "public/docs/story-creation/translate.mdx", "content": "---\ntitle: \"How to Translate\"\ndescription: \"What to consider when translating.\"\n---\n\n### Translating the Story\n\nTo translate, swap the Spanish (or other language) for the language you're translating to, and rearrange the English words to match\nup with your language's word order.\n\nIf you need to change the English words to better fit your language, go ahead.\n\n### What to change\n\nSimilarly, feel free to change the currency to that of your language!\n\n![This jacket is 100 dollars. In this example the currency is dollars.](/docs/story-creation/currency.png \"You can use dollars!\")\n\nFor example, if you're making German stories, change the currency to Euros.\nThe same thing applies to places mentioned\n\n![I have a ticket to California. In this example the location is California.](/docs/story-creation/place.png \"You can use other places!\")\n\nFeel free to use whatever geographical places correspond with your language.\n\n### English\nStories on Duostories use the American English dialect just like stories on Duolingo.\n\nMost Duolingo courses use American English translations and teach American English in reverse courses.\nThe stories are aligned with that material and use American English as well.\nAs such, Duostories contributors should not try to convert stories to using any other dialects\n(including British English).\n\nThis helps stories on Duostories stay aligned with Duolingo course material including\ncurrent Duolingo stories. This also avoids story quality issues created by changing existing content,\nsuch as hints, to another dialect, and helps maintain consistency between stories of different courses.\n\nWe understand that some contributors may not be as familiar with American English, so if you have any questions as\nyou're contributing, feel free to reach out in\n#general-contributors." }, { "path": "public/docs/story-editing/exercises.mdx", "content": "---\ntitle: \"Exercises\"\ndescription: \"Reading comprehension questions to engage the learner.\"\n---\n\nThe Duostories are like the original Duolingo stories interactive,\nthe learner is prompted with questions to make sure the learner understands the story.\n\n### Multiple Choice\n\n```\n[MULTIPLE_CHOICE]\n> Priti can't find her keys.\n+ Yes, that's right.\n- No, that's wrong.\n```\n\nThe exercise consists of a question and two or more answers.\nThe right answer line starts with a `+` sign, the others with a `-` sign.\n\n![Example of Multiple Choice exercise](/docs/story-editing/multiple_choice.png \"Multiple Choice\")\n\n\n### Arrange\n\n```\n[ARRANGE]\n> Tap what you hear\nSpeaker560: ¡[(Necesito) (las~llaves) (de) (mi) (carro)!]\n~ I~need the~keys of my car\n```\n\nThe audio is played for the learner so that the learner\nnow needs to reproduce the sentence by bringing the missing words into the right\norder. The part between the square brackets `[]` will be hidden and words in\nparentheses `()` are\nconverted into buttons that the user can click to arrange them.\n\n![Example of Arrange exercise](/docs/story-editing/arrange.png \"Arrange Choice\")\n\n\n### Point to Phrase\n```\n[POINT_TO_PHRASE]\n> Choose the option that means \"tired.\"\nSpeaker560: (Perdón), mi amor, (estoy) (+cansada). ¡(Trabajo) mucho!\n~ sorry my love I~am tired I~work a~lot\n```\n\nFirst the sentence is played in the story like a normal sentence.\nThen the story hides the hints and the learner has to pick the word from the sentence with the right meaning.\nMark some words with parentheses `()` that will be shown as buttons. The right answer\nis indicated by a plus sign `+` after the opening parentheses `(` .\n\n![Example of Point to Phrase exercise](/docs/story-editing/arrange.png \"Point to Phrase\")\n\n\n### Select Phrase\n```\n[SELECT_PHRASE]\n> Select the missing phrase\nSpeaker507: Hoy tengo [un~partido~importante].\n~ today I~have an~important~game\n+ un partido importante\n- un batido importante\n- una parte imponente\n```\n\nHere the audio is played for the whole sentences but a part of the sentences is hidden. This\npart is enclosed in square brackets `[]`. Then the user has to select from three\nsimilar sounding alternatives what was really said in the sentences.\n\n![Example of Select Phrase exercise](/docs/story-editing/select_phrase.png \"Select Phrase\")\n\n### Continuation\n```\n[CONTINUATION]\n> What's next?\nSpeaker508: Tienes cuatro botellas [de vino].\n~ you~have four bottles of wine\n- la mesa\n~ the table\n- de pastel\n~ of cake\n+ de vino\n~ of wine\n```\nThe learner sees a sentences where a part is missing. This part will also be omitted by the audio.\nThe learner then has to fill in the gap with one of three different alternatives.\n\nAlthough this seems very similar to `[SELECT_PHRASE]`, they are different as here its about\nfilling in a missing word from the context whereas in `[SELECT_PHRASE]` is about listening to the audio.\n\n![Example of Continuation exercise](/docs/story-editing/select_phrase.png \"Continuation\")\n\n### Match\n```\n[MATCH]\n> Tap the pairs\n- estás <> you are\n- mucho <> a lot\n- es <> is\n- las llaves <> the keys\n- la <> the\n```\nThe last exercise of a story is to match 5 words that occurred in the story with their translation.\nWrite the word in the target language on the left followed by `<>` and on the right the translation.\n\n![Example of Match exercise](/docs/story-editing/match.png \"Match\")\n" }, { "path": "public/docs/story-editing/overview.mdx", "content": "---\ntitle: \"Overview\"\ndescription: \"The editor with the two views.\"\n---\n\nDuostories is not like the software *Word* where you edit the final output directly, but you write\nthe stories in some kind of \"coding\" language that will be converted to the final story display.\n\nThis sounds complicated but in practice is easy to use and helps to see what is going on exactly.\n\n### Editor\nThe editor has two panels, on the left you can see the code that you can edit and on the\nright you see how the story will look like. Both views are synchronized when scrolling so that\nyou have always the matching view.\n\n### Comments\n```\n# This line is a comment\n```\nSometimes it can be helpful to leave comments in the code. For example\nif you want to mark a translation where you want to consult another contributor.\n\nYou can mark a line with the hash sign `#` to mark it as a comment that should not\nappear in the final story.\n\n### Save\nYou can save a story with a click on the ![save](/docs/story-editing/save_button.png \"save\") symbol. Changes\nto stories are tracked on [GitHub](https://github.com/rgerum/unofficial-duolingo-stories-content).\n\n### Meta data\n```\n[DATA]\nfromLanguageName=A Family Dinner\nicon=076bc5bf725308c211b9c04f07d3622683e84d78\nset=8|4\n```\n\nOn the top of the story there is some meta data that defines the name\nas it is shown in the story list, the icon that the story uses and the set.\nThe set number is composed o the set id (e.g. Set 8) and the position within the set, the set index (e.g. the 4th story\nof the set).\n\nIn some legacy stories you still see some character icon or speaker definitions here.\nThey are only for compatibility with old stories and should not be used in new story translations.\n" }, { "path": "public/docs/story-editing/translation-hints.mdx", "content": "---\ntitle: \"Translation Hints\"\ndescription: \"How to provide translation hints.\"\n---\n\nAn important part of learning with Duostories is to have the\ntranslation of a word in the story directly available. Therefore, when translation\nthe story you also need to provide translation hints.\n\nThe system works as follows: you write the sentence in one line and the translation below:\n\n```\n[LINE]\n> Jan is thuis met zijn vrouw, Marian.\n~ ~ is home with his wife ~\n```\n\nThe sentence will be split into words and each word will be matched with the word on the sentence below.\nIf a word is translated with \"~\", no translation will be displayed for the word.\nThis is used for names where there is not need for a translation.\n\nThe syntax highlighting will highlight words alternating in blue and green to help you see\nhow it will perform the mapping.\n\n### Joining Words\nSometimes translations are more complicated than a one to one match of words.\n\n```\n[LINE]\nSpeaker292: Weet~jij waar mijn lesboek Engels is?\n~ do~you~know Where my textbook English is\n```\n\nHere you can \"glue\" words together using the tilde sign `~`. They are treated as one word for\nthe sake of translation. So *\"Weet jij\"* will have the joined hint *\"do you know\"*.\n\nWords in the target language as well as the translation can be joined to create one to many, many to one,\nor many to many mappings.\n\n### Splitting Words\nSometimes languages do not separate words with spaces. A prominent example here is chinese script.\n\n```\n[LINE]\nSpeaker560: 我的|钥匙|在哪里？\n~ my keys (are)~where\n```\nHere you can use the vertical bar `|` (also known as pipe). Its the opposite of the title and splits words\nfor the translation hints while it still appears without spaces in the final story.\n\n### Show Hints\n\nWith a click on the ![hints](/docs/story-editing/hints_button.png \"Hints\") button you can show the hints displayed\ndirectly below each word. Especially when reviewing stories this is a great tool.\n\n![Example of hints display](/docs/story-editing/hint.png \"Hints\")\n\n### Pronunciation Hints\n\nYou can add an optional pronunciation hint line using `^` directly below the text (or below `~` if both are present).\nThis works for pinyin and other pronunciation systems.\n\n```\n[LINE]\nSpeaker560: 我的|钥匙|在哪里？\n~ my keys (are)~where\n^ wǒ~de yào~shi zài~nǎ~lǐ\n```\n\nThe `^` line uses the same alignment rules as translation hints:\n- use spaces to align tokens,\n- use `~` to join words/tokens,\n- use `|` to split words/tokens.\n\nYou can also attach pronunciation inline to a translation token by adding `{...}` in the `~` line:\n\n```\n~ ... sit~and~{いー~or~うぃー} ...\n```\n\nThis keeps the translation hint as `sit and` and sets the pronunciation hint for that same mapped phrase to `いー or うぃー`.\n\nToken alignment is shared with the main text, so each text token can have:\n- a translation hint from `~`,\n- a pronunciation hint from `^`,\n- both, or neither (`~` can still be used to suppress a hint for one token).\n\nPronunciation hints from `^` are shown directly above the words.\nTranslation hints from `~` keep the existing hint behavior (hover in story mode, inline in editor hint mode).\n" }, { "path": "public/docs/story-publishing/publishing.mdx", "content": "---\ntitle: \"Publish a Story\"\ndescription: \"The review process for publishing.\"\n---\n\nTo make sure that the translated stories meet certain quality criteria,\nstories need to be reviewed first before being published.\n\nStories are generally published in full sets of 4.\n\nWhen you have finished working on a story, you can click the \"👍\" icon to approve it and change the status to \"🗨 feedback\".\n\nYou can now ask your team mates on discord to review the story and give their approval.\n\nWhen one or more people have checked the story and also gave their approval \"👍\" the status changes to \"✅ finished\".\n\nWhen one complete set is finished it will switch to \"📢 published\".\n\nIf this is the first set of your language to be published,\nthe chances are high that the course itself is not set to public yet. Talk to\na moderator on Discord to publish your course.\n\n### Criteria for Approval\nWhen you approve a story be sure to check the content carefully.\n\n- Are all the sentences translated into the target language?\n- Do the sentences have proper punctuations? E.g. end with a period `.`\n- Do all words (except names) have translation hints?\n- Does the story have audio? (Only if the language has audio available)\n- If the course does not have audio: Are all ARRANGE exercises converted to POINT_TO_PHRASE and SELECT_PHRASE to CONTINUATION? (see [Publish without Audio](https://duostories.org/docs/story-publishing/without_tts))\n\nThis is not a \"Like\" as you would give it on social media but a signature\n that you certify that the story is ready to be published.\n\n### Need a set of stories reviewed?\nIf you are a solo contributor for a course, or none of your teammates are available, and you have a full set of stories ready for review, create a post for your language, and others can volunteer to help out!\n\nGo to the #review-request channel.\n\nPlease title your post with the names of the languages, so folks can find languages they are familiar with! It is also helpful if you include a link to your course in the Editor. You are welcome to collaborate on review and editing in your forum post here, if you don't have a language-specific contrib channel.\n\n### Publish a \"Intro/Welcome\" story\nAs welcome stories (see [Intro and welcome stories](https://duostories.org/docs/story-creation/import#intro-and-welcome-stories)) are not part\nof a complete set, they need to be approved by a Moderator. Please contact a Moderator on Discord once your\n\"Intro/Welcome\" story has at least two approvals 👍.\n" }, { "path": "public/docs/story-publishing/without_tts.mdx", "content": "---\ntitle: \"Publish without Audio\"\ndescription: \"How to publish stories without TTS audio.\"\n---\n\nOur goal is to have audio in all of the stories we publish, to best match the Duolingo experience, and to give\nlearners practice at listening comprehension. But we can probably all agree that teaching incorrect pronunciation is\nworse than having no listening practice at all!\n\nAfter experimenting with the different TTS services and voices we have available (and the above tips and tricks),\nif you cannot find any that correctly pronounce your language, there are some edits you will need to make to your\nstories. Converting the \"listening\" questions to similar \"comprehension\" questions will give readers a better learning\nexperience.\n\nIf you want to make it easy to convert back to listening exercises when TTS voices become available in the future\n🤞🏽, you can make a duplicate of the exercise, comment-out #the lines of the old one, and convert the new one.\n\n### Convert \"Arrange\" to \"Point to Phrase\"\n\n- Change the exercise title from `[ARRANGE]` to `[POINT_TO_PHRASE]`.\n- Change the prompt-line from `> Tap what you hear` to `> Choose the option that means \".\"`\n- Remove the square brackets `[ ]` around the \"Speaker\"-line.\n- Select which word/phrase you will ask the learner to recognize, and mark it with a plus-sign inside the\n parentheses: `(+CorrectAnswer)`.\n- Add the hint for that word/phrase in the prompt-line: `> Choose the option that means \"From~Language Hint.\"`\n\n\nOld:\n```\n#[ARRANGE]\n#> Tap what you hear\n#Speaker100: [(Babam) (Kanadalı) (ve) (annem) (Türkiyeli).]\n#~ my~father (is)~from~Canada and my~mother (is)~from~Turkey\n```\n\nNew:\n```\n[POINT_TO_PHRASE]\n> Choose the option that means \"my~mother.\"\nSpeaker100: (Babam) (Kanadalı) (ve) (+annem) (Türkiyeli).\n~ my~father (is)~from~Canada and my~mother (is)~from~Turkey\n```\n\n### Convert \"Select Phrase\" to \"Continuation\"\n\n- Change the exercise title from `[SELECT_PHRASE]` to `[CONTINUATION]`.\n- Change the prompt-line from `> Select the missing phrase` to `> What comes next?`\n- Change your alternate answers from the \"sound-alikes\" useful on the listening exercise to answers that will not make\n sense in your sentence.\n- Add hint-lines after each of the multiple choice answers, like: `~ From~Language Hint`\n (using tildes and pipes as needed to align the hints and answers).\n\n\nOld:\n```\n#[SELECT_PHRASE]\n#> Select the missing phrase\n#Speaker507: Bugün [önemli~bir maçım] var.\n#~ today an~important my~game I~have\n#+ önemli bir maçım\n#- önemli bir maçımız\n#- önemsiz bir maçım\n```\n\nNew:\n```\n[CONTINUATION]\n> What comes next?\nSpeaker507: Bugün [önemli~bir maçım] var.\n~ today an~important my~game I~have\n+ önemli~bir maçım\n~ an~important my~game\n- mor kurbağalarım\n~ purple my~frogs\n- altı çarşambam\n~ six my~Tuesday\n```\n" }, { "path": "public/robots.txt", "content": "# Block all crawlers for /editor\nUser-agent: *\nDisallow: /editor\n\n# Block all crawlers for /admin\nUser-agent: *\nDisallow: /admin\n\n# Allow all crawlers\nUser-agent: *\nAllow: /" }, { "path": "public/sw.js", "content": "/**\n * Copyright 2018 Google Inc. All Rights Reserved.\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n * http://www.apache.org/licenses/LICENSE-2.0\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n// If the loader is already loaded, just stop.\nif (!self.define) {\n let registry = {};\n\n // Used for `eval` and `importScripts` where we can't get script URL by other means.\n // In both cases, it's safe to use a global var because those functions are synchronous.\n let nextDefineUri;\n\n const singleRequire = (uri, parentUri) => {\n uri = new URL(uri + \".js\", parentUri).href;\n return registry[uri] || (\n \n new Promise(resolve => {\n if (\"document\" in self) {\n const script = document.createElement(\"script\");\n script.src = uri;\n script.onload = resolve;\n document.head.appendChild(script);\n } else {\n nextDefineUri = uri;\n importScripts(uri);\n resolve();\n }\n })\n \n .then(() => {\n let promise = registry[uri];\n if (!promise) {\n throw new Error(`Module ${uri} didn’t register its module`);\n }\n return promise;\n })\n );\n };\n\n self.define = (depsNames, factory) => {\n const uri = nextDefineUri || (\"document\" in self ? document.currentScript.src : \"\") || location.href;\n if (registry[uri]) {\n // Module is already loading or loaded.\n return;\n }\n let exports = {};\n const require = depUri => singleRequire(depUri, uri);\n const specialDeps = {\n module: { uri },\n exports,\n require\n };\n registry[uri] = Promise.all(depsNames.map(\n depName => specialDeps[depName] || require(depName)\n )).then(deps => {\n factory(...deps);\n return exports;\n });\n };\n}\ndefine(['./workbox-8817a5e5'], (function (workbox) { 'use strict';\n\n importScripts();\n self.skipWaiting();\n workbox.clientsClaim();\n workbox.registerRoute(\"/\", new workbox.NetworkFirst({\n \"cacheName\": \"start-url\",\n plugins: [{\n cacheWillUpdate: async ({\n request,\n response,\n event,\n state\n }) => {\n if (response && response.type === 'opaqueredirect') {\n return new Response(response.body, {\n status: 200,\n statusText: 'OK',\n headers: response.headers\n });\n }\n return response;\n }\n }]\n }), 'GET');\n workbox.registerRoute(/.*/i, new workbox.NetworkOnly({\n \"cacheName\": \"dev\",\n plugins: []\n }), 'GET');\n\n}));\n" }, { "path": "scripts/backfill-course-contributors.ts", "content": "import dotenv from \"dotenv\";\n\ndotenv.config({ path: \".env.local\" });\n\nconst CONVEX_SITE_URL =\n process.env.NEXT_PUBLIC_CONVEX_SITE_URL ??\n process.env.CONVEX_SITE_URL ??\n process.env.NEXT_PUBLIC_CONVEX_URL ??\n process.env.CONVEX_URL;\nconst COURSE_CONTRIBUTOR_BACKFILL_SECRET =\n process.env.COURSE_CONTRIBUTOR_BACKFILL_SECRET;\nconst BATCH_SIZE = parsePositiveNumber(\n process.env.COURSE_CONTRIBUTOR_BACKFILL_BATCH_SIZE,\n 10,\n);\nconst BATCH_DELAY_MS = parsePositiveNumber(\n process.env.COURSE_CONTRIBUTOR_BACKFILL_BATCH_DELAY_MS,\n 0,\n);\nconst DRY_RUN = parseBooleanEnv(\n process.env.COURSE_CONTRIBUTOR_BACKFILL_DRY_RUN,\n false,\n);\n\nif (!CONVEX_SITE_URL) {\n console.error(\n \"Error: NEXT_PUBLIC_CONVEX_SITE_URL/CONVEX_SITE_URL/CONVEX_URL is not set.\",\n );\n process.exit(1);\n}\n\nif (!COURSE_CONTRIBUTOR_BACKFILL_SECRET) {\n console.error(\"Error: COURSE_CONTRIBUTOR_BACKFILL_SECRET is not set.\");\n process.exit(1);\n}\n\ntype BackfillResult = {\n processed: number;\n updatedCourses: number;\n nextCursor: string | null;\n isDone: boolean;\n errors: Array<{\n courseId: number;\n message: string;\n }>;\n};\n\nfunction parsePositiveNumber(value: string | undefined, fallback: number) {\n if (value === undefined || value.trim() === \"\") return fallback;\n const parsed = Number(value);\n if (!Number.isFinite(parsed) || parsed <= 0) {\n console.error(\"Error: batch values must be positive numbers.\");\n process.exit(1);\n }\n return Math.floor(parsed);\n}\n\nfunction parseBooleanEnv(value: string | undefined, defaultValue: boolean) {\n if (value === undefined) return defaultValue;\n const normalized = value.trim().toLowerCase();\n if ([\"1\", \"true\", \"yes\", \"y\", \"on\"].includes(normalized)) return true;\n if ([\"0\", \"false\", \"no\", \"n\", \"off\"].includes(normalized)) return false;\n return defaultValue;\n}\n\nfunction sleep(ms: number) {\n return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\nasync function runBatch(baseUrl: string, cursor: string | null) {\n const response = await fetch(`${baseUrl}/admin/backfill-course-contributors`, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n secret: COURSE_CONTRIBUTOR_BACKFILL_SECRET,\n batchSize: BATCH_SIZE,\n cursor,\n dryRun: DRY_RUN,\n }),\n });\n\n const text = await response.text();\n let parsed: unknown = null;\n try {\n parsed = JSON.parse(text);\n } catch {\n parsed = text;\n }\n\n if (!response.ok) {\n throw new Error(\n `Backfill request failed with ${response.status}: ${JSON.stringify(parsed)}`,\n );\n }\n\n return parsed as BackfillResult;\n}\n\nasync function main() {\n const baseUrl = String(CONVEX_SITE_URL).replace(/\\/+$/, \"\");\n let cursor: string | null = null;\n let processedTotal = 0;\n let updatedCoursesTotal = 0;\n const errors: BackfillResult[\"errors\"] = [];\n let batchNumber = 0;\n\n while (true) {\n batchNumber += 1;\n console.log(\n `Running batch ${batchNumber} (size=${BATCH_SIZE}, cursor=${cursor ?? \"start\"})...`,\n );\n\n const result = await runBatch(baseUrl, cursor);\n processedTotal += result.processed;\n updatedCoursesTotal += result.updatedCourses;\n errors.push(...result.errors);\n\n console.log(\n `Batch ${batchNumber} complete: processed=${result.processed}, updatedCourses=${result.updatedCourses}, errors=${result.errors.length}`,\n );\n\n if (result.isDone || !result.nextCursor || result.processed === 0) {\n break;\n }\n\n cursor = result.nextCursor;\n if (BATCH_DELAY_MS > 0) {\n await sleep(BATCH_DELAY_MS);\n }\n }\n\n console.log(\"Course contributor backfill completed.\");\n console.log(\n JSON.stringify(\n {\n processed: processedTotal,\n updatedCourses: updatedCoursesTotal,\n errors,\n },\n null,\n 2,\n ),\n );\n}\n\nmain().catch((error) => {\n console.error(\"Course contributor backfill failed.\");\n console.error(error);\n process.exit(1);\n});\n" }, { "path": "scripts/backfill-discord-avatars.ts", "content": "import dotenv from \"dotenv\";\n\ndotenv.config({ path: \".env.local\" });\n\nconst CONVEX_SITE_URL =\n process.env.NEXT_PUBLIC_CONVEX_SITE_URL ??\n process.env.CONVEX_SITE_URL ??\n process.env.NEXT_PUBLIC_CONVEX_URL ??\n process.env.CONVEX_URL;\nconst DISCORD_AVATAR_SYNC_SECRET = process.env.DISCORD_AVATAR_SYNC_SECRET;\nconst TOTAL_LIMIT = parseOptionalNumber(process.env.DISCORD_AVATAR_SYNC_LIMIT);\nconst BATCH_SIZE = parsePositiveNumber(\n process.env.DISCORD_AVATAR_SYNC_BATCH_SIZE,\n 25,\n);\nconst BATCH_DELAY_MS = parsePositiveNumber(\n process.env.DISCORD_AVATAR_SYNC_BATCH_DELAY_MS,\n 0,\n);\nconst DRY_RUN = parseBooleanEnv(process.env.DISCORD_AVATAR_SYNC_DRY_RUN, false);\n\nif (!CONVEX_SITE_URL) {\n console.error(\n \"Error: NEXT_PUBLIC_CONVEX_SITE_URL/CONVEX_SITE_URL/CONVEX_URL is not set.\",\n );\n process.exit(1);\n}\n\nif (!DISCORD_AVATAR_SYNC_SECRET) {\n console.error(\"Error: DISCORD_AVATAR_SYNC_SECRET is not set.\");\n process.exit(1);\n}\n\ntype BackfillResult = {\n processed: number;\n updatedUsers: number;\n updatedAccounts: number;\n skipped: number;\n nextCursor: string | null;\n isDone: boolean;\n errors: Array<{\n accountId: string | null;\n userId: string | null;\n message: string;\n }>;\n};\n\nfunction parseOptionalNumber(value: string | undefined) {\n if (value === undefined || value.trim() === \"\") return undefined;\n const parsed = Number(value);\n if (!Number.isFinite(parsed)) {\n console.error(\"Error: DISCORD_AVATAR_SYNC_LIMIT must be a valid number.\");\n process.exit(1);\n }\n return parsed;\n}\n\nfunction parsePositiveNumber(value: string | undefined, fallback: number) {\n if (value === undefined || value.trim() === \"\") return fallback;\n const parsed = Number(value);\n if (!Number.isFinite(parsed) || parsed <= 0) {\n console.error(\"Error: batch values must be positive numbers.\");\n process.exit(1);\n }\n return Math.floor(parsed);\n}\n\nfunction parseBooleanEnv(value: string | undefined, defaultValue: boolean) {\n if (value === undefined) return defaultValue;\n const normalized = value.trim().toLowerCase();\n if ([\"1\", \"true\", \"yes\", \"y\", \"on\"].includes(normalized)) return true;\n if ([\"0\", \"false\", \"no\", \"n\", \"off\"].includes(normalized)) return false;\n return defaultValue;\n}\n\nfunction sleep(ms: number) {\n return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\nasync function runBatch(\n baseUrl: string,\n cursor: string | null,\n batchSize: number,\n) {\n const response = await fetch(`${baseUrl}/admin/backfill-discord-avatars`, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n secret: DISCORD_AVATAR_SYNC_SECRET,\n batchSize,\n cursor,\n dryRun: DRY_RUN,\n }),\n });\n\n const text = await response.text();\n let parsed: unknown = null;\n try {\n parsed = JSON.parse(text);\n } catch {\n parsed = text;\n }\n\n if (!response.ok) {\n throw new Error(\n `Backfill request failed with ${response.status}: ${JSON.stringify(parsed)}`,\n );\n }\n\n return parsed as BackfillResult;\n}\n\nasync function main() {\n const baseUrl = String(CONVEX_SITE_URL).replace(/\\/+$/, \"\");\n let cursor: string | null = null;\n let processedTotal = 0;\n let updatedUsersTotal = 0;\n let updatedAccountsTotal = 0;\n let skippedTotal = 0;\n const errors: BackfillResult[\"errors\"] = [];\n let batchNumber = 0;\n\n while (true) {\n const remaining =\n typeof TOTAL_LIMIT === \"number\" ? TOTAL_LIMIT - processedTotal : undefined;\n if (remaining !== undefined && remaining <= 0) break;\n\n const currentBatchSize =\n remaining !== undefined ? Math.min(BATCH_SIZE, remaining) : BATCH_SIZE;\n batchNumber += 1;\n\n console.log(\n `Running batch ${batchNumber} (size=${currentBatchSize}, cursor=${cursor ?? \"start\"})...`,\n );\n\n const result = await runBatch(baseUrl, cursor, currentBatchSize);\n processedTotal += result.processed;\n updatedUsersTotal += result.updatedUsers;\n updatedAccountsTotal += result.updatedAccounts;\n skippedTotal += result.skipped;\n errors.push(...result.errors);\n\n console.log(\n `Batch ${batchNumber} complete: processed=${result.processed}, updatedUsers=${result.updatedUsers}, updatedAccounts=${result.updatedAccounts}, skipped=${result.skipped}, errors=${result.errors.length}`,\n );\n\n if (\n result.isDone ||\n !result.nextCursor ||\n result.processed === 0 ||\n (remaining !== undefined &&\n typeof TOTAL_LIMIT === \"number\" &&\n processedTotal >= TOTAL_LIMIT)\n ) {\n break;\n }\n\n cursor = result.nextCursor;\n if (BATCH_DELAY_MS > 0) {\n await sleep(BATCH_DELAY_MS);\n }\n }\n\n console.log(\"Discord avatar backfill completed.\");\n console.log(\n JSON.stringify(\n {\n processed: processedTotal,\n updatedUsers: updatedUsersTotal,\n updatedAccounts: updatedAccountsTotal,\n skipped: skippedTotal,\n errors,\n },\n null,\n 2,\n ),\n );\n}\n\nmain().catch((error) => {\n console.error(\"Discord avatar backfill failed.\");\n console.error(error);\n process.exit(1);\n});\n" }, { "path": "scripts/find-missing-story-images.ts", "content": "import dotenv from \"dotenv\";\nimport { ConvexHttpClient } from \"convex/browser\";\nimport { api } from \"../convex/_generated/api\";\nimport { mkdir, writeFile } from \"node:fs/promises\";\n\ndotenv.config({ path: \".env.local\" });\n\nconst CONVEX_URL = process.env.NEXT_PUBLIC_CONVEX_URL || process.env.CONVEX_URL;\nconst CONCURRENCY = Number(process.env.STORY_IMAGE_AUDIT_CONCURRENCY ?? \"20\");\nconst PUBLISHED_ONLY = parseBooleanEnv(\n process.env.STORY_IMAGE_AUDIT_PUBLISHED_ONLY,\n true,\n);\n\nif (!CONVEX_URL) {\n console.error(\"Error: NEXT_PUBLIC_CONVEX_URL/CONVEX_URL is not set.\");\n process.exit(1);\n}\n\nif (!Number.isFinite(CONCURRENCY) || CONCURRENCY <= 0) {\n console.error(\"Error: STORY_IMAGE_AUDIT_CONCURRENCY must be a positive number.\");\n process.exit(1);\n}\n\nconst client = new ConvexHttpClient(CONVEX_URL);\n\ntype StorySummary = {\n id: number;\n name: string;\n course_id: number;\n image: string;\n course_short: string | null;\n public: boolean;\n};\n\ntype Finding = {\n storyId: number;\n storyName: string;\n courseId: number;\n courseShort: string;\n reasons: string[];\n};\n\nasync function mapWithConcurrency(\n items: T[],\n concurrency: number,\n worker: (item: T, index: number) => Promise,\n): Promise {\n const results: R[] = new Array(items.length);\n let cursor = 0;\n\n async function runWorker() {\n while (true) {\n const index = cursor;\n cursor += 1;\n if (index >= items.length) return;\n results[index] = await worker(items[index], index);\n }\n }\n\n const workers = Array.from(\n { length: Math.min(concurrency, items.length) },\n () => runWorker(),\n );\n await Promise.all(workers);\n return results;\n}\n\nfunction parseBooleanEnv(value: string | undefined, defaultValue: boolean) {\n if (value === undefined) return defaultValue;\n const normalized = value.trim().toLowerCase();\n if ([\"1\", \"true\", \"yes\", \"y\", \"on\"].includes(normalized)) return true;\n if ([\"0\", \"false\", \"no\", \"n\", \"off\"].includes(normalized)) return false;\n return defaultValue;\n}\n\nasync function getAllStories(): Promise {\n const sidebar = await client.query(api.editorRead.getEditorSidebarData, {});\n const courses = sidebar.courses ?? [];\n\n const storiesByCourse = await mapWithConcurrency(\n courses,\n Math.min(CONCURRENCY, 10),\n async (course) => {\n const identifier = String(course.id);\n const stories = await client.query(\n api.editorRead.getEditorStoriesByCourseLegacyId,\n { identifier },\n );\n\n return stories.map((story) => ({\n id: story.id,\n name: story.name,\n course_id: story.course_id,\n image: story.image,\n course_short: course.short,\n public: story.public,\n }));\n },\n );\n\n return storiesByCourse.flat();\n}\n\nasync function main() {\n console.log(\"Loading course/story lists...\");\n const allStories = await getAllStories();\n const stories = PUBLISHED_ONLY\n ? allStories.filter((story) => story.public)\n : allStories;\n\n console.log(\n `Found ${allStories.length} stories total; scanning ${stories.length} ${PUBLISHED_ONLY ? \"published\" : \"all\"} stories for image fields...`,\n );\n\n const findings = (\n await mapWithConcurrency(stories, CONCURRENCY, async (story, index) => {\n if (index > 0 && index % 200 === 0) {\n console.log(`Checked ${index}/${stories.length} stories...`);\n }\n\n const reasons: string[] = [];\n const detail = await client.query(api.storyRead.getStoryByLegacyId, {\n storyId: story.id,\n });\n\n if (!detail) {\n reasons.push(\"missing_story_payload\");\n } else {\n if (!detail.illustrations.active.trim()) {\n reasons.push(\"missing_illustration_active\");\n }\n if (!detail.illustrations.gilded.trim()) {\n reasons.push(\"missing_illustration_gilded\");\n }\n if (!detail.illustrations.locked.trim()) {\n reasons.push(\"missing_illustration_locked\");\n }\n }\n\n if (!story.image.trim()) {\n reasons.push(\"missing_story_image_id\");\n }\n\n if (reasons.length === 0) return null;\n\n return {\n storyId: story.id,\n storyName: story.name,\n courseId: story.course_id,\n courseShort: story.course_short ?? \"\",\n reasons,\n } satisfies Finding;\n })\n ).filter((finding): finding is Finding => finding !== null);\n\n const outputPath = PUBLISHED_ONLY\n ? \"tmp/missing-story-images-published.json\"\n : \"tmp/missing-story-images-all.json\";\n\n await mkdir(\"tmp\", { recursive: true });\n await writeFile(\n outputPath,\n JSON.stringify(\n {\n generatedAt: new Date().toISOString(),\n publishedOnly: PUBLISHED_ONLY,\n totalStoriesFound: allStories.length,\n totalStoriesScanned: stories.length,\n totalIssues: findings.length,\n findings,\n },\n null,\n 2,\n ) + \"\\n\",\n \"utf8\",\n );\n\n console.log(\"\\n=== Image Audit Summary ===\");\n console.log(`Total stories scanned: ${stories.length}`);\n console.log(`Stories with issues: ${findings.length}`);\n\n if (findings.length === 0) {\n console.log(\"No stories with missing images were found.\");\n console.log(`Results saved to ${outputPath}`);\n return;\n }\n\n const reasonCount = new Map();\n for (const finding of findings) {\n for (const reason of finding.reasons) {\n reasonCount.set(reason, (reasonCount.get(reason) ?? 0) + 1);\n }\n }\n\n console.log(\"\\nIssue counts by reason:\");\n for (const [reason, count] of Array.from(reasonCount.entries()).sort((a, b) =>\n a[0].localeCompare(b[0]),\n )) {\n console.log(`- ${reason}: ${count}`);\n }\n\n console.log(\"\\nAffected stories:\");\n for (const finding of findings.sort((a, b) => a.storyId - b.storyId)) {\n console.log(\n `- story=${finding.storyId} course=${finding.courseId} (${finding.courseShort}) name=${JSON.stringify(finding.storyName)} reasons=${finding.reasons.join(\",\")}`,\n );\n }\n\n console.log(`\\nResults saved to ${outputPath}`);\n}\n\nmain().catch((error) => {\n console.error(\"Story image audit failed:\");\n console.error(error);\n process.exit(1);\n});\n" }, { "path": "skills-lock.json", "content": "{\n \"version\": 1,\n \"skills\": {\n \"convex\": {\n \"source\": \"get-convex/agent-skills\",\n \"sourceType\": \"github\",\n \"skillPath\": \"skills/convex/SKILL.md\",\n \"computedHash\": \"70ecfb9cd4439ccbf6570b6dc23eab53f7ce7dcf70ef63bbfdf8f4f21353dfb4\"\n },\n \"convex-create-component\": {\n \"source\": \"get-convex/agent-skills\",\n \"sourceType\": \"github\",\n \"skillPath\": \"skills/convex-create-component/SKILL.md\",\n \"computedHash\": \"e4ad9cbe6d2bb0d5171dfd04019bc4ff228f26fb52312429376c885d2ec4935a\"\n },\n \"convex-migration-helper\": {\n \"source\": \"get-convex/agent-skills\",\n \"sourceType\": \"github\",\n \"skillPath\": \"skills/convex-migration-helper/SKILL.md\",\n \"computedHash\": \"c6416032d2f2e947ebe9d6b2389d89592d0229a0e6c4202f9a1197f2bd76019f\"\n },\n \"convex-performance-audit\": {\n \"source\": \"get-convex/agent-skills\",\n \"sourceType\": \"github\",\n \"skillPath\": \"skills/convex-performance-audit/SKILL.md\",\n \"computedHash\": \"c048b44beca5616108bfebc9822b6238cbff5c99facb88b3cf3d3a2af0dac502\"\n },\n \"convex-quickstart\": {\n \"source\": \"get-convex/agent-skills\",\n \"sourceType\": \"github\",\n \"skillPath\": \"skills/convex-quickstart/SKILL.md\",\n \"computedHash\": \"c95728c430a441325c865b06f0f0e912923c34deecbf6f24e9f03e13046b469c\"\n },\n \"convex-setup-auth\": {\n \"source\": \"get-convex/agent-skills\",\n \"sourceType\": \"github\",\n \"skillPath\": \"skills/convex-setup-auth/SKILL.md\",\n \"computedHash\": \"f60559165edd5b616fda726ed5726c798e33f905361ed9892ab6013e53ab2588\"\n }\n }\n}\n" }, { "path": "src/app/(stories)/(main)/EditorCommandPaletteClient.tsx", "content": "\"use client\";\n\nimport EditorCommandPalette from \"@/app/editor/_components/editor_command_palette\";\nimport { authClient } from \"@/lib/auth-client\";\n\ntype SessionUser = {\n role?: string | null;\n};\n\nexport default function EditorCommandPaletteClient() {\n const { data: session } = authClient.useSession();\n const sessionUser = (session?.user ?? null) as SessionUser | null;\n const role = sessionUser?.role ?? null;\n const showCommandPalette = role === \"contributor\" || role === \"admin\";\n\n if (!showCommandPalette) return null;\n\n return ;\n}\n" }, { "path": "src/app/(stories)/(main)/[course_id]/course_page_client.tsx", "content": "\"use client\";\n\nimport React from \"react\";\nimport { api } from \"@convex/_generated/api\";\nimport { Preloaded, usePreloadedQuery, useQuery } from \"convex/react\";\nimport Header from \"../header\";\nimport StoryButton from \"./story_button\";\nimport get_localisation_func from \"@/lib/get_localisation_func\";\nimport ContributorList from \"@/components/ContributorList\";\nimport Switch from \"@/components/ui/switch\";\n\nfunction SetTitle({ children }: { children: React.ReactNode }) {\n return (\n
\n {children}\n
\n );\n}\n\nfunction SetGrid({\n setId,\n setName,\n children,\n}: {\n setId: number;\n setName: React.ReactNode;\n children: React.ReactNode;\n}) {\n return (\n \n {setName}\n {children}\n \n );\n}\n\nfunction About({ about }: { about: string }) {\n if (!about) return <>;\n return (\n
\n About\n

{about}

\n
\n );\n}\n\nfunction Contributors({\n contributors,\n contributorsPast,\n}: {\n contributors: Array<{\n legacyUserId: number;\n name: string;\n image: string | null;\n discordLinked: boolean;\n }>;\n contributorsPast: Array<{\n legacyUserId: number;\n name: string;\n image: string | null;\n discordLinked: boolean;\n }>;\n}) {\n const allContributors = [...contributors, ...contributorsPast].filter(\n (contributor, index, list) =>\n index ===\n list.findIndex(\n (candidate) =>\n candidate.legacyUserId === contributor.legacyUserId &&\n candidate.name === contributor.name,\n ),\n );\n\n if (allContributors.length === 0) return null;\n\n return (\n
\n Contributors\n
\n \n
\n
\n );\n}\n\nfunction NoNativeWarning() {\n return (\n
\n

Course quality note

\n

\n This course does not currently have a native speaker translator or\n proofreader, so some stories may not be 100% correct. If you are a\n native speaker and want to help improve this course, please join our{\" \"}\n \n Discord server\n \n .\n

\n
\n );\n}\n\nexport default function CoursePageClient({\n course_id,\n preloadedCourse,\n}: {\n course_id: string;\n preloadedCourse: Preloaded;\n}) {\n const listeningStorageKey = React.useMemo(\n () => `course_listening_mode:${course_id}`,\n [course_id],\n );\n const [listeningMode, setListeningMode] = React.useState(false);\n\n React.useEffect(() => {\n if (typeof window === \"undefined\") return;\n setListeningMode(window.localStorage.getItem(listeningStorageKey) === \"1\");\n }, [listeningStorageKey]);\n\n const toggleListeningMode = React.useCallback(() => {\n setListeningMode((prev) => {\n const next = !prev;\n if (typeof window !== \"undefined\") {\n window.localStorage.setItem(listeningStorageKey, next ? \"1\" : \"0\");\n }\n return next;\n });\n }, [listeningStorageKey]);\n\n const course = usePreloadedQuery(preloadedCourse);\n const localizationMap = React.useMemo(() => {\n const data: Record = {};\n for (const row of course?.localization ?? []) data[row.tag] = row.text;\n return data;\n }, [course]);\n const localization = React.useMemo(\n () => get_localisation_func(localizationMap),\n [localizationMap],\n );\n\n const doneStoryIds = useQuery(\n api.storyDone.getDoneStoryIdsForCurrentUserInCourse,\n { courseShort: course_id },\n );\n const doneMap = React.useMemo(() => {\n const done: Record = {};\n for (const storyId of doneStoryIds ?? []) done[storyId] = true;\n return done;\n }, [doneStoryIds]);\n\n const storiesBySet = React.useMemo(() => {\n if (!course) return [];\n const grouped: Record = {};\n for (const story of course.stories) {\n if (!grouped[story.set_id]) grouped[story.set_id] = [];\n grouped[story.set_id].push(story);\n }\n return Object.entries(grouped)\n .map(([setId, stories]) => ({\n setId: Number.parseInt(setId, 10),\n stories: stories.sort((a, b) => a.set_index - b.set_index),\n }))\n .sort((a, b) => a.setId - b.setId);\n }, [course]);\n if (!course) {\n return (\n
\n

Course not found.

\n
\n );\n }\n const rawTags = course.tags ?? [];\n const normalizedTags = rawTags.map((tag) => tag.trim().toLowerCase());\n const showNoNativeWarning = normalizedTags.includes(\"no-native\");\n\n return (\n <>\n
\n

\n {localization(\"course_page_title\", {\n $language: course.learning_language_name,\n }) ?? `${course.learning_language_name} Duolingo Stories`}\n

\n

\n {localization(\"course_page_sub_title\", {\n $language: course.learning_language_name,\n $count: `${course.count}`,\n }) ??\n `Learn ${course.learning_language_name} with ${course.count} stories.`}\n

\n

\n {localization(\"course_page_discuss\", {}, [\n \"https://discord.gg/4NGVScARR3\",\n \"/faq\",\n ])}\n

\n
\n
\n {showNoNativeWarning ? : null}\n {\n if (e.key === \"Enter\" || e.key === \" \") {\n e.preventDefault();\n toggleListeningMode();\n }\n }}\n >\n
\n
Listening mode (skip questions)
\n
\n Opens stories in autoplay and skips interactive questions.\n
\n
\n {\n e.stopPropagation();\n }}\n >\n \n
\n \n {course.about ? : null}\n \n {storiesBySet.map((set) => (\n \n {set.stories.map((story) => (\n
  • \n \n
    • \n ))}\n \n ))}\n \n \n );\n}\n" }, { "path": "src/app/(stories)/(main)/[course_id]/not-found.tsx", "content": "import Header from \"../header\";\nimport Link from \"next/link\";\n\nexport default function NotFound() {\n return (\n
    \n

    Course Not Found

    \n

    This course does not exist or is not published yet.

    \n

    \n Go back to the main page.\n

    \n
    \n );\n}\n" }, { "path": "src/app/(stories)/(main)/[course_id]/page.tsx", "content": "import React from \"react\";\nimport { notFound } from \"next/navigation\";\n\nimport CoursePageClient from \"./course_page_client\";\nimport { get_localisation_by_convex_language_id } from \"@/lib/get_localisation\";\nimport { get_course_data, get_course } from \"../get_course_data\";\nimport { ResolvingMetadata } from \"next\";\nimport { preloadQuery } from \"convex/nextjs\";\nimport { api } from \"@convex/_generated/api\";\n\nexport async function generateMetadata(\n { params }: { params: Promise<{ course_id: string }> },\n parent: ResolvingMetadata,\n) {\n const params0 = await params;\n if (\n params0.course_id.indexOf(\"-\") === -1 ||\n params0.course_id.indexOf(\".\") !== -1\n ) {\n return notFound();\n }\n const course = await get_course(params0.course_id);\n if (!course) notFound();\n const localization = await get_localisation_by_convex_language_id(\n course.fromLanguageId,\n );\n\n const meta = await parent;\n\n return {\n title:\n localization(\"meta_course_title\", {\n $language: course.learning_language_name,\n }) || `${course.learning_language_name} Duolingo Stories`,\n description:\n localization(\"meta_course_description\", {\n $language: course.learning_language_name,\n }) ||\n `Improve your ${course.learning_language_name} learning by community-translated Duolingo stories.`,\n alternates: {\n canonical: `https://duostories.org/${params0.course_id}`,\n },\n openGraph: {\n images: [\n `/api/og-course?lang=${params0.course_id.split(\"-\")[0]}&count=${\n course.count\n }&name=${course.learning_language_name}`,\n ],\n url: `https://duostories.org/${params0.course_id}`,\n type: \"website\",\n },\n keywords: [course.learning_language_name, ...(meta.keywords || [])],\n };\n}\n\nexport async function generateStaticParams() {\n try {\n const courses = await get_course_data();\n return courses.map((course) => ({\n course_id: course.short,\n }));\n } catch (error) {\n console.error(\"generateStaticParams failed for /[course_id]:\", error);\n return [];\n }\n}\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ course_id: string }>;\n}) {\n const course_id = (await params).course_id;\n if (course_id.indexOf(\"-\") === -1 || course_id.indexOf(\".\") !== -1) {\n return notFound();\n }\n\n const preloadedCourse = await preloadQuery(\n api.landing.getPublicCoursePageData,\n {\n short: course_id,\n },\n );\n\n return (\n \n );\n}\n" }, { "path": "src/app/(stories)/(main)/[course_id]/story_button.tsx", "content": "\"use client\";\n\nimport Link from \"next/link\";\nimport Image from \"next/image\";\n\ninterface StoryData {\n id: number;\n name: string;\n active: string;\n gilded: string;\n active_lip: string;\n}\n\nexport default function StoryButton({\n story,\n done,\n listeningMode = false,\n}: {\n story?: StoryData;\n done?: boolean;\n listeningMode?: boolean;\n}) {\n if (!story) {\n return (\n
    \n
    \n
    \n
    \n );\n }\n\n return (\n {\n if (listeningMode) return;\n if (typeof window !== \"undefined\") {\n window.sessionStorage.setItem(\n \"story_autoplay_ts\",\n String(Date.now()),\n );\n }\n }}\n >\n \n {listeningMode ? (\n \n \n \n ) : null}\n \n
    \n
    \n {story.name}\n
    \n \n );\n}\n" }, { "path": "src/app/(stories)/(main)/course-dropdown.tsx", "content": "\"use client\";\nimport Link from \"next/link\";\nimport LanguageFlag from \"@/components/ui/language-flag\";\nimport { useSelectedLayoutSegment } from \"next/navigation\";\nimport { CourseData } from \"@/app/(stories)/(main)/get_course_data\";\nimport { api } from \"@convex/_generated/api\";\nimport { useQuery } from \"convex/react\";\nimport {\n DropdownMenu,\n DropdownMenuContent,\n DropdownMenuItem,\n DropdownMenuTrigger,\n} from \"@/components/ui/shadcn\";\n\nfunction LanguageButtonSmall({ course }: { course?: CourseData }) {\n /**\n * A button in the language drop down menu (flag + name)\n */\n if (!course) return null;\n\n return (\n \n \n \n \n {course.name}\n \n \n \n );\n}\n\nexport default function CourseDropdown() {\n const course_data = useQuery(api.landing.getPublicCourseList, {});\n const course_data_active = useQuery(\n api.storyDone.getDoneCourseIdsForUser,\n {},\n );\n\n function get_course_by_id(id: number) {\n if (!course_data) return undefined;\n for (let course of course_data) {\n if (course.id === id) return course;\n }\n }\n function get_course_by_short(short: string) {\n if (!course_data) return undefined;\n for (let course of course_data) {\n if (course.short === short) return course;\n }\n }\n\n const segment = useSelectedLayoutSegment();\n let course = get_course_by_short(segment || \"\");\n\n if (!course_data_active || course_data_active.length === 0) return null;\n\n return (\n \n \n \n \n \n \n \n \n \n \n \n \n
    \n \n \n \n );\n}\n" }, { "path": "src/app/(stories)/(main)/course_list.tsx", "content": "\"use client\";\n\nimport React from \"react\";\nimport LanguageButton, {\n type LandingCourseButtonData,\n} from \"./language_button\";\nimport { api } from \"@convex/_generated/api\";\nimport { type Preloaded, usePreloadedQuery } from \"convex/react\";\nimport type { Id } from \"@convex/_generated/dataModel\";\n\ninterface LandingGroupData {\n fromLanguageId: Id<\"languages\">;\n labels: {\n storiesFor: string;\n nStoriesTemplate: string;\n };\n courses: LandingCourseButtonData[];\n}\n\nfunction RenderCourseGroups({ groups }: { groups: LandingGroupData[] }) {\n let startIndex = 0;\n return (\n <>\n {groups.map((group) => {\n const currentStart = startIndex;\n startIndex += group.courses.length;\n return (\n
    \n
    \n
    \n {group.labels.storiesFor}\n
    \n
      \n {group.courses.map((course, index) => (\n
    1. \n \n
      2. \n ))}\n
    \n
    \n );\n })}\n \n );\n}\n\nexport default function CourseList({\n preloadedLandingData,\n}: {\n preloadedLandingData: Preloaded;\n}) {\n const landingData = usePreloadedQuery(preloadedLandingData);\n return ;\n}\n" }, { "path": "src/app/(stories)/(main)/faq/page.tsx", "content": "import React from \"react\";\nimport Link from \"next/link\";\n\nexport const metadata = {\n title: \"Duostories FAQ\",\n description: \"Information about the duostories project.\",\n alternates: {\n canonical: \"https://duostories.org/faq\",\n },\n};\n\nexport default async function Page() {\n return (\n
    \n

    \n Frequently Asked Questions\n

    \n

    Can I support this project financially?

    \n

    \n Yes, we have a page on{\" \"}\n \n OpenCollective\n \n . We use the money to cover the hosting costs and for the TTS services.\n {\" You can \"}\n \n contribute\n \n .\n

    \n

    Is this website open source?

    \n

    \n Yes it is! The code is hosted on Github{\" \"}\n \n rgerum/unofficial-duolingo-stories\n \n

    \n

    \n If you like it you can give it a star.{\" \"}\n \n \n \n

    \n\n

    When will these stories be on the official Duolingo website?

    \n

    \n Probably never. This project is not linked to Duolingo in any way.\n Duolingo has in the past worked with volunteers but they stopped the\n volunteer program. Therefore, it is highly unlikely that Duolingo will\n adopt these stories.\n

    \n\n

    Are you allowed to use the material of Duolingo?

    \n

    \n Yes, we asked Duolingo for permission and came to an agreement that we\n are allowed to use the story material for this purpose. If you want to\n use Duolingo material, please ask them. Our licence agreement only\n covers this website.\n

    \n\n

    Can I contribute?

    \n

    \n Yes! The project is run by volunteers that want to bring the Duolingo\n stories to new languages. You can join us on{\" \"}\n Discord.\n

    \n\n

    Will you add a course in language X?

    \n

    \n If we have a volunteer, or better yet, a group of volunteers, then yes.\n Maybe you can spread the word, find some native speakers in your target\n language, and bring them to our{\" \"}\n Discord server.\n

    \n\n

    What about a dialect or regionally-specific language?

    \n

    \n We are hesitant to support languages that are too regionally-specific\n because at times they are not well-defined enough that a course would\n even make sense to learners. Applications for dialects/regional\n languages will be considered against a set of factors on a case-by-case\n basis. It might be a “yes” if your language:\n

    \n
      \n
    • Is classified as an “endangered” language
      • \n
    • Has a well-defined written form and spelling
      • \n
    • Has an ISO code
      • \n
    • Has a language foundation or association to support it
      • \n
    • Has a broad body of published literature
      • \n
    \n\n

    \n What about a constructed language (conlang) or auxiliary language\n (auxlang)?\n

    \n

    \n While the primary focus of this project is to feature natural languages,\n we acknowledge that some conlangs/auxlangs are used to a similar extent\n as some minor natural languages. Esperanto is a well-known example with\n thousands of speakers worldwide. Especially because it is also taught on\n Duolingo, it makes sense to include it here.{\" \"}\n

    \n\n

    \n In order to maximize the benefits to learners, we will be more\n interested in featuring a conlang/auxlang when we see some of these\n factors, so please be sure to discuss them in your application.\n

    \n
      \n
    • \n There are a significant number of speakers/learners of the language\n (e.g. > 100)\n
      • \n
    • \n The language has been in development for a significant period of time\n (e.g. 10+ years)\n
      • \n
    • \n There are other websites or texts that provide material on the\n language (e.g. an official dictionary)\n
      • \n
    • \n The language has received some degree of notoriety in the\n conlang/auxlang community (e.g. received awards, featured in\n articles/videos)\n
      • \n
    • \n The language has its own Wikipedia edition (e.g.{\" \"}\n Esperanto Wikipedia,{\" \"}\n \n List of Wikipedias\n \n ) and/or an ISO code (e.g. Esperanto, “epo”)\n
      • \n
    \n

    \n If your language is a personal conlang/auxlang project or a very new\n project from a small group, we are hesitant to support the language as\n we do not see clear value for our community of learners. When we do\n allow these smaller languages access to the project, we will not feature\n them on the main page of Duostories.org. The course contributor would be\n given a direct link to share with interested learners.\n

    \n\n

    Can I write my own stories as a contributor?

    \n

    \n Our current goal is to create good translations of the existing Duolingo\n stories. Duolingo has put great effort into developing stories that help\n learners to learn a new language using stories. We do not have the\n resources to create similar high quality stories, nor do we see the need\n to go beyond the current stories. Maybe when we have finished\n translating all of them ;-).\n

    \n\n

    I found a mistake!

    \n

    \n Yes, despite our continuous efforts, there might be mistakes in the\n translations. You can reach us on{\" \"}\n Discord to report\n mistakes.\n

    \n\n

    I found a bug on the page or want to suggest a new feature.

    \n

    \n We have a{\" \"}\n \n bugtracker\n {\" \"}\n on Github where you can report issues or feature requests. Or again\n discuss them with us on{\" \"}\n Discord.\n

    \n\n

    Who runs this website?

    \n

    \n {`The website was developed by me, \"randrian\". You can find me on `}\n Duolingo{\" \"}\n or on Github. Some people\n did minor contributions to the website, see the Github repository. You\n are welcome to be part of them.\n

    \n

    I am in no way associated with Duolingo.

    \n

    \n But of course this website would be nothing without its active group of\n contributors! Meet them on{\" \"}\n Discord.\n

    \n
    \n );\n}\n" }, { "path": "src/app/(stories)/(main)/footer_links.tsx", "content": "import Link from \"next/link\";\nimport React from \"react\";\n\nexport default async function FooterLinks({}) {\n return (\n <>\n
    \n
    \n \n Contribute to our collective\n \n
    \n
    \n
    \n
    \n
    Social
    \n \n
    \n
    \n
    Contribute
    \n \n
    \n
    \n
    Legal
    \n \n
    \n
    \n
    Open Source
    \n \n
    \n
    \n
    Apps
    \n \n
    \n
    \n
    \n \n );\n}\n" }, { "path": "src/app/(stories)/(main)/get_course_data.ts", "content": "import { api } from \"@convex/_generated/api\";\nimport type { Id } from \"@convex/_generated/dataModel\";\nimport { fetchQuery } from \"convex/nextjs\";\n\nexport interface CourseData {\n id: number;\n short: string;\n name: string;\n count: number;\n about: string;\n tags: string[];\n from_language: number;\n fromLanguageId: Id<\"languages\">;\n from_language_name: string;\n learning_language: number;\n learningLanguageId: Id<\"languages\">;\n learning_language_name: string;\n}\n\nexport async function get_course_data() {\n return await fetchQuery(api.landing.getPublicCourseList, {});\n}\n\nexport async function get_course(short: string) {\n for (let course of await get_course_data()) {\n if (course.short === short) {\n return course;\n }\n }\n return null;\n}\n" }, { "path": "src/app/(stories)/(main)/header.tsx", "content": "export default function Header({ children }: { children: React.ReactNode }) {\n return (\n h1]:m-0 [&>h1]:mb-[18px] [&>h1]:text-center [&>h1]:text-[calc(36/16*1rem)] [&>h1]:font-bold [&>h1]:leading-[1.2] \" +\n \"[&>p]:mx-auto [&>p]:mb-4 [&>p]:max-w-[700px] [&>p]:text-center [&>p]:text-[calc(19/16*1rem)] [&>p]:leading-[1.5] \" +\n \"[&>p:last-child]:mb-0 \" +\n \"max-[480px]:[&>h1]:mb-[10px] max-[480px]:[&>h1]:text-[calc(25/16*1rem)] \" +\n \"max-[480px]:[&>p]:text-[calc(19/16*1rem)] max-[480px]:[&>p]:text-[var(--title-color-dim)] max-[480px]:[&_a]:text-[var(--title-color-dim)]\"\n }\n >\n {children}\n \n );\n}\n" }, { "path": "src/app/(stories)/(main)/icons.tsx", "content": "import Link from \"next/link\";\nimport {\n IconDiscord,\n IconGithub,\n IconInstagram,\n IconOpenCollective,\n IconTwitter,\n} from \"@/components/icons\";\nimport { IconPlayStore } from \"@/components/icons\";\n\nexport default function Icons() {\n return (\n

    a]:p-2\">\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n

    \n );\n}\n" }, { "path": "src/app/(stories)/(main)/landing_stats_client.tsx", "content": "\"use client\";\n\nimport { api } from \"@convex/_generated/api\";\nimport { Preloaded, usePreloadedQuery, useQuery } from \"convex/react\";\n\nfunction LandingStatsText({\n stats,\n}: {\n stats:\n | {\n courseCount: number;\n storyCount: number;\n }\n | undefined;\n}) {\n if (!stats) {\n return <>... stories in ... courses and counting!;\n }\n\n return (\n <>\n {stats.storyCount} stories in {stats.courseCount} courses and counting!\n \n );\n}\n\nfunction LandingStatsClientPreloaded({\n preloadedLandingData,\n}: {\n preloadedLandingData: Preloaded;\n}) {\n const landingData = usePreloadedQuery(preloadedLandingData);\n return ;\n}\n\nfunction LandingStatsClientQuery() {\n const landingData = useQuery(api.landing.getPublicLandingPageData, {});\n return ;\n}\n\nexport default function LandingStatsClient({\n preloadedLandingData,\n}: {\n preloadedLandingData?: Preloaded;\n}) {\n if (preloadedLandingData) {\n return (\n \n );\n }\n return ;\n}\n" }, { "path": "src/app/(stories)/(main)/language_button.tsx", "content": "\"use client\";\n\nimport Link from \"next/link\";\nimport Flag from \"@/components/ui/flag\";\n\nexport interface LandingCourseButtonData {\n id: number;\n short: string;\n name: string;\n count: number;\n learningLanguage: {\n short: string;\n flag?: number | string;\n flag_file?: string;\n };\n}\n\nexport default function LanguageButton({\n course,\n storiesTemplate,\n loading,\n eagerFlagImage,\n}: {\n course?: LandingCourseButtonData;\n storiesTemplate?: string;\n loading?: boolean;\n eagerFlagImage?: boolean;\n}) {\n if (loading) {\n return (\n
    \n
    \n
    \n );\n }\n\n if (!course) return null;\n\n return (\n \n \n \n {course.name}\n \n \n {storiesTemplate?.replaceAll(\"$count\", `${course.count}`) ??\n `${course.count} stories`}\n \n \n );\n}\n" }, { "path": "src/app/(stories)/(main)/layout.tsx", "content": "import Link from \"next/link\";\nimport React from \"react\";\nimport CourseDropdown from \"./course-dropdown\";\nimport EditorCommandPaletteClient from \"./EditorCommandPaletteClient\";\nimport FooterLinks from \"./footer_links\";\nimport Legal from \"@/components/layout/legal\";\nimport Image from \"next/image\";\nimport { LoggedInButtonWrappedClient } from \"@/components/login/LoggedInButtonWrappedClient\";\n\nexport const metadata = {\n title:\n \"Duostories: improve your Duolingo learning with community translated Duolingo stories.\",\n description:\n \"Supplement your Duolingo course with community-translated Duolingo stories.\",\n alternates: {\n canonical: \"https://duostories.org\",\n },\n keywords: [\n \"language\",\n \"learning\",\n \"stories\",\n \"Duolingo\",\n \"community\",\n \"volunteers\",\n ],\n openGraph: {\n title: \"Duostories\",\n description:\n \"Supplement your Duolingo course with community-translated Duolingo stories.\",\n type: \"website\",\n url: `https://duostories.org`,\n },\n};\n\nexport default function Layout({ children }: { children: React.ReactNode }) {\n return (\n
    \n
    \n \n
    \n
    \n {children}\n
    \n \n \n
    \n );\n}\n" }, { "path": "src/app/(stories)/(main)/not-found.tsx", "content": "import Header from \"./header\";\nimport Link from \"next/link\";\n\nexport default function NotFound() {\n return (\n
    \n

    Page Not Found

    \n

    This Page does not exist.

    \n

    \n Go back to the main page.\n

    \n
    \n );\n}\n" }, { "path": "src/app/(stories)/(main)/page.tsx", "content": "import Link from \"next/link\";\nimport Header from \"./header\";\nimport CourseList from \"./course_list\";\nimport Icons from \"./icons\";\nimport React from \"react\";\nimport { preloadQuery } from \"convex/nextjs\";\nimport { api } from \"@convex/_generated/api\";\nimport LandingStatsClient from \"./landing_stats_client\";\n\nexport default async function Page({}) {\n const preloadedLandingData = await preloadQuery(\n api.landing.getPublicLandingPageData,\n {},\n );\n\n return (\n <>\n
    \n

    Unofficial Duolingo Stories

    \n

    \n A community project to bring the original{\" \"}\n Duolingo Stories{\" \"}\n to new languages.\n
    \n \n

    \n

    \n If you want to contribute or discuss the stories, meet us on{\" \"}\n Discord\n
    \n or learn more about the project in our FAQ.\n

    \n \n
    \n \n \n );\n}\n" }, { "path": "src/app/(stories)/(main)/privacy_policy/page.tsx", "content": "import React from \"react\";\nimport Link from \"next/link\";\nimport { Metadata } from \"next\";\n\nexport const metadata: Metadata = {\n title: \"Duostories Privacy Policy\",\n description: \"Privacy information for the duostories project.\",\n alternates: {\n canonical: \"https://duostories.org/privacy_policy\",\n },\n};\n\nexport default async function Page() {\n return (\n
    \n

    \n Privacy Policy for duostories.org\n

    \n\n

    \n Effective Date: Nov 16, 2023\n

    \n\n

    Welcome to duostories.org!

    \n

    \n {`Your privacy is critically important to us. At duostories.org, we are\n committed to protecting your personal data and ensuring transparency\n about how it's used. This Privacy Policy outlines the types of\n information we collect, how it's used, and the measures we take to\n protect it. If you have any questions, contact us on `}\n Discord.\n

    \n\n

    1. Data Collection:

    \n

    \n When you register on duostories.org, we collect the following\n information:\n

    \n
      \n
    • \n Username: To create a unique identity on our\n platform.\n
      • \n
    • \n Email Address: For account verification,\n communication, and password recovery.\n
      • \n
    • \n Hashed Password: To securely manage access to your\n account.\n
      • \n
    \n

    \n For both registered and non-registered users, we track story completion\n to analyze readership trends and improve our services. This data is\n collected anonymously for users who are not logged in.\n

    \n\n

    2. Use of Data:

    \n

    The data we collect is used for the following purposes:

    \n
      \n
    • To analyze the popularity and readership of our stories.
      • \n
    • \n To provide registered users with a personalized track of stories they\n have read.\n
      • \n
    \n\n

    3. Consent and User Choice:

    \n

    \n By registering on duostories.org, you consent to the collection and use\n of your personal data as described in this policy. If you choose to use\n our website anonymously, we only collect non-personal data related to\n story completions.\n

    \n\n

    4. Data Storage and Security:

    \n

    \n Your personal data is stored in a secure MySQL database. We use advanced\n security measures, including password hashing with salt, to protect your\n data from unauthorized access.\n

    \n\n

    5. User Rights:

    \n

    \n You have the right to request the deletion of your personal data. To do\n so, please contact us via our Discord channel at{\" \"}\n \n https://discord.gg/4NGVScARR3\n \n . We will typically delete your username and email address upon request.\n

    \n\n

    6. Changes to the Privacy Policy:

    \n

    \n We may update this Privacy Policy from time to time. We will notify you\n of any changes by posting the new Privacy Policy on this page and\n updating the "Effective Date" at the top.\n

    \n\n

    7. Contact Information:

    \n

    \n For any questions or concerns regarding your privacy, please contact us\n at:\n

    \n
      \n
    • \n Discord:{\" \"}\n \n https://discord.gg/4NGVScARR3\n \n
      • \n
    • \n Email:{\" \"}\n \n google.compel855@passinbox.com\n \n
      • \n
    \n

    8. Use of Cookies and Tracking:

    \n

    \n At duostories.org, we value your privacy and aim for transparency in all\n our data practices. In line with this commitment:\n

    \n
      \n
    • \n Use of Cookies: We use cookies solely for the purpose\n of maintaining user sessions. These cookies enable you to stay logged\n in to your account, providing a seamless experience as you navigate\n through our stories.\n
      • \n
    • \n No Cross-Website Tracking: We do not engage in\n cross-website tracking or analytics. Your activity on duostories.org\n is not monitored across other websites.\n
      • \n
    • \n No Third-Party Cookies: We do not use third-party\n cookies. All cookies on our site are strictly limited to the\n functionalities of duostories.org and enhancing your user experience.\n
      • \n
    \n

    \n You can manage cookies through your browser settings, though please note\n that disabling cookies may impact your experience on our site.\n

    \n
    \n

    \n Thank you for being a part of duostories.org. We are committed to\n protecting your privacy and creating a safe and enjoyable experience for\n all of our users.\n

    \n
    \n );\n}\n" }, { "path": "src/app/(stories)/(main)/profile/actions.ts", "content": "\"use server\";\n\nimport { fetchAuthMutation } from \"@/lib/auth-server\";\nimport { cookies } from \"next/headers\";\nimport { HIDE_STORY_QUESTIONS_COOKIE } from \"@/lib/story-preferences\";\nimport { api } from \"@convex/_generated/api\";\n\nconst STORY_PREFERENCE_COOKIE_MAX_AGE = 60 * 60 * 24 * 365;\n\nexport async function setHideStoryQuestionsPreference(hideQuestions: boolean) {\n await fetchAuthMutation(api.userPreferences.setCurrentStoryPreferences, {\n hideStoryQuestions: hideQuestions,\n });\n\n const cookieStore = await cookies();\n\n cookieStore.set(HIDE_STORY_QUESTIONS_COOKIE, hideQuestions ? \"1\" : \"0\", {\n path: \"/\",\n maxAge: STORY_PREFERENCE_COOKIE_MAX_AGE,\n sameSite: \"lax\",\n secure: process.env.NODE_ENV === \"production\",\n });\n}\n\nexport async function deleteCurrentUserAccount() {\n await fetchAuthMutation(api.account.deleteCurrentUser, {});\n}\n" }, { "path": "src/app/(stories)/(main)/profile/data.ts", "content": "import { cookies } from \"next/headers\";\nimport { fetchAuthQuery } from \"@/lib/auth-server\";\nimport {\n HIDE_STORY_QUESTIONS_COOKIE,\n isStoryQuestionsDisabled,\n} from \"@/lib/story-preferences\";\nimport { getUser, isAdmin, isContributor } from \"@/lib/userInterface\";\nimport { api } from \"@convex/_generated/api\";\n\nexport interface ProfileData {\n name: string;\n username: string;\n email: string;\n image: string | null;\n role: string[];\n provider_linked: Record;\n hide_story_questions: boolean;\n}\n\nexport async function getProfileData() {\n const providersBase = [\"facebook\", \"github\", \"google\", \"discord\"];\n const user = await getUser();\n if (!user) return undefined;\n if (!user.email) throw new Error(\"No user email available\");\n const cookieStore = await cookies();\n\n const [providersFromAuth, storyPreferences] = await Promise.all([\n fetchAuthQuery(api.auth.getLinkedProvidersForCurrentUser, {}) as Promise<\n string[]\n >,\n fetchAuthQuery(\n api.userPreferences.getCurrentStoryPreferences,\n {},\n ) as Promise<{\n hasSavedPreference: boolean;\n hideStoryQuestions: boolean;\n }>,\n ]);\n\n const providerLinked = Object.fromEntries(\n providersBase.map((provider) => [provider, false]),\n ) as Record;\n\n for (const provider of providersFromAuth) {\n if (provider in providerLinked) {\n providerLinked[provider] = true;\n }\n }\n\n const role = [];\n if (isAdmin(user)) role.push(\"Admin\");\n if (isContributor(user)) role.push(\"Contributor\");\n const displayName =\n user.name ?? user.username ?? user.email.split(\"@\")[0] ?? \"User\";\n const username = user.username ?? displayName;\n\n return {\n name: displayName,\n username,\n email: user.email,\n image: user.image ?? null,\n role,\n provider_linked: providerLinked,\n hide_story_questions: storyPreferences.hasSavedPreference\n ? storyPreferences.hideStoryQuestions\n : isStoryQuestionsDisabled(\n cookieStore.get(HIDE_STORY_QUESTIONS_COOKIE)?.value,\n ),\n } satisfies ProfileData;\n}\n" }, { "path": "src/app/(stories)/(main)/profile/page.tsx", "content": "import Header from \"../header\";\nimport Profile from \"./profile\";\nimport { Metadata } from \"next\";\nimport { getProfileData } from \"./data\";\n\nexport const metadata: Metadata = {\n alternates: {\n canonical: \"https://duostories.org/profile\",\n },\n};\n\nexport default async function Page() {\n const providers = await getProfileData();\n\n if (providers === undefined) {\n return (\n
    \n

    Not Logged in

    \n

    You need to be logged in to see your profile.

    \n
    \n );\n }\n\n return (\n <>\n \n \n );\n}\n" }, { "path": "src/app/(stories)/(main)/profile/profile.tsx", "content": "\"use client\";\n\nimport React from \"react\";\nimport Link from \"next/link\";\nimport Header from \"../header\";\nimport Button from \"@/components/ui/button\";\nimport Input from \"@/components/ui/input\";\nimport Switch from \"@/components/ui/switch\";\nimport { GetIcon } from \"@/components/icons\";\nimport { authClient } from \"@/lib/auth-client\";\nimport { resetPostHogUser } from \"@/lib/posthog-user\";\nimport type { ProfileData } from \"./data\";\nimport {\n deleteCurrentUserAccount,\n setHideStoryQuestionsPreference,\n} from \"./actions\";\n\nconst pageShellClass =\n \"mx-auto mb-10 max-w-[860px] rounded-[28px] border border-[color:color-mix(in_srgb,var(--header-border)_60%,transparent)] bg-[color:color-mix(in_srgb,var(--body-background)_94%,white)] p-4 shadow-[0_18px_56px_color-mix(in_srgb,#000_10%,transparent)] sm:p-6\";\nconst cardClass =\n \"rounded-[22px] border border-[color:color-mix(in_srgb,var(--header-border)_55%,transparent)] bg-[color:color-mix(in_srgb,var(--body-background)_88%,transparent)] p-5\";\nconst rowClass =\n \"rounded-[18px] border border-[color:color-mix(in_srgb,var(--header-border)_38%,transparent)] bg-[color:color-mix(in_srgb,var(--body-background)_72%,var(--body-background-faint))] px-4 py-4\";\nconst eyebrowClass =\n \"text-[0.72rem] font-bold uppercase tracking-[0.18em] text-[var(--title-color-dim)]\";\nconst labelClass =\n \"mb-1 block text-[0.82rem] font-bold uppercase tracking-[0.08em] text-[var(--title-color-dim)]\";\nconst successMessageClass = \"mt-2 block text-[var(--button-border)]\";\nconst errorMessageClass = \"mt-2 block text-[var(--error-red)]\";\n\nfunction roleBadgeTone(role: string) {\n if (role === \"Admin\") {\n return \"border-[color:color-mix(in_srgb,#ff9b55_60%,var(--header-border))] bg-[color:color-mix(in_srgb,#ff9b55_14%,transparent)]\";\n }\n\n return \"border-[color:color-mix(in_srgb,var(--button-blue-background)_45%,var(--header-border))] bg-[color:color-mix(in_srgb,var(--button-blue-background)_12%,transparent)]\";\n}\n\nfunction StatusText({\n state,\n error,\n success,\n dataCy,\n}: {\n state: \"idle\" | \"pending\" | \"success\" | \"error\";\n error?: string;\n success?: string;\n dataCy?: string;\n}) {\n if (state === \"error\" && error) {\n return {error};\n }\n\n if (state === \"success\" && success) {\n return (\n \n {success}\n \n );\n }\n\n return null;\n}\n\nfunction SettingRow({\n label,\n value,\n helper,\n action,\n children,\n}: {\n label: string;\n value: React.ReactNode;\n helper?: React.ReactNode;\n action?: React.ReactNode;\n children?: React.ReactNode;\n}) {\n return (\n
    \n
    \n
    \n

    {label}

    \n
    {value}
    \n {helper ? (\n
    \n {helper}\n
    \n ) : null}\n
    \n {action ?
    {action}
    : null}\n
    \n {children ? (\n
    \n {children}\n
    \n ) : null}\n
    \n );\n}\n\nfunction LinkedAccountRow({\n provider,\n linked,\n}: {\n provider: string;\n linked: boolean;\n}) {\n const [linkError, setLinkError] = React.useState(null);\n\n const handleLink = async () => {\n setLinkError(null);\n const { data, error } = await authClient.linkSocial({\n provider,\n callbackURL: window.location.href,\n });\n\n if (error) {\n setLinkError(error.message || \"Could not link account.\");\n return;\n }\n if (data?.url) {\n window.location.href = data.url;\n return;\n }\n\n window.location.reload();\n };\n\n return (\n
    \n
    \n
    \n \n
    \n
    \n

    {provider}

    \n

    \n {linked ? \"Linked for sign in.\" : \"Available to link.\"}\n

    \n
    \n {linked ? (\n \n Linked\n \n ) : (\n \n Link\n \n )}\n
    \n {linkError ? (\n {linkError}\n ) : null}\n
    \n );\n}\n\nfunction ProfileAvatar({\n image,\n username,\n}: {\n image: string | null;\n username: string;\n}) {\n const initial = username.slice(0, 1).toUpperCase();\n const [imageFailed, setImageFailed] = React.useState(false);\n const showImage =\n typeof image === \"string\" && image.length > 0 && !imageFailed;\n\n if (showImage) {\n return (\n setImageFailed(true)}\n />\n );\n }\n\n return (\n \n {initial}\n
    \n );\n}\n\nexport default function Profile({ providers }: { providers: ProfileData }) {\n const { data: session } = authClient.useSession();\n const sessionUser = session?.user as\n | {\n name?: string | null;\n image?: string | null;\n }\n | undefined;\n const initialUsername = providers.username || providers.name;\n const [username, setUsername] = React.useState(initialUsername);\n const [newEmail, setNewEmail] = React.useState(\"\");\n const [resetState, setResetState] = React.useState<\n \"idle\" | \"pending\" | \"success\" | \"error\"\n >(\"idle\");\n const [resetError, setResetError] = React.useState(\"\");\n const [emailState, setEmailState] = React.useState<\n \"idle\" | \"pending\" | \"success\" | \"error\"\n >(\"idle\");\n const [emailError, setEmailError] = React.useState(\"\");\n const [pendingEmailChange, setPendingEmailChange] = React.useState(\"\");\n const [usernameState, setUsernameState] = React.useState<\n \"idle\" | \"pending\" | \"success\" | \"error\"\n >(\"idle\");\n const [usernameError, setUsernameError] = React.useState(\"\");\n const [savedUsername, setSavedUsername] = React.useState(initialUsername);\n const [isEditingUsername, setIsEditingUsername] = React.useState(false);\n const [isEditingEmail, setIsEditingEmail] = React.useState(false);\n const [isShowingPasswordReset, setIsShowingPasswordReset] =\n React.useState(false);\n const [hideStoryQuestions, setHideStoryQuestions] = React.useState(\n providers.hide_story_questions,\n );\n const [storyQuestionsState, setStoryQuestionsState] = React.useState<\n \"idle\" | \"pending\" | \"success\" | \"error\"\n >(\"idle\");\n const [storyQuestionsError, setStoryQuestionsError] = React.useState(\"\");\n const [isShowingDeleteAccount, setIsShowingDeleteAccount] =\n React.useState(false);\n const [deleteConfirmation, setDeleteConfirmation] = React.useState(\"\");\n const [deleteState, setDeleteState] = React.useState<\n \"idle\" | \"pending\" | \"error\"\n >(\"idle\");\n const [deleteError, setDeleteError] = React.useState(\"\");\n const avatarName =\n sessionUser?.name?.trim() || savedUsername || providers.name || \"U\";\n const avatarImage = sessionUser?.image ?? providers.image;\n const deleteConfirmationTarget = savedUsername.trim() || providers.email;\n\n React.useEffect(() => {\n const storedPendingEmail = window.localStorage.getItem(\n \"profile_pending_email_change\",\n );\n if (!storedPendingEmail) return;\n\n if (storedPendingEmail.toLowerCase() === providers.email.toLowerCase()) {\n window.localStorage.removeItem(\"profile_pending_email_change\");\n setPendingEmailChange(\"\");\n return;\n }\n\n setPendingEmailChange(storedPendingEmail);\n }, [providers.email]);\n\n function openUsernameEditor() {\n setUsername(savedUsername);\n setUsernameState(\"idle\");\n setUsernameError(\"\");\n setIsEditingUsername(true);\n }\n\n function closeUsernameEditor() {\n setUsername(savedUsername);\n setUsernameState(\"idle\");\n setUsernameError(\"\");\n setIsEditingUsername(false);\n }\n\n function openEmailEditor() {\n setNewEmail(\"\");\n setEmailState(\"idle\");\n setEmailError(\"\");\n setIsEditingEmail(true);\n }\n\n function closeEmailEditor() {\n setNewEmail(\"\");\n setEmailState(\"idle\");\n setEmailError(\"\");\n setIsEditingEmail(false);\n }\n\n function openDeleteAccount() {\n setDeleteConfirmation(\"\");\n setDeleteState(\"idle\");\n setDeleteError(\"\");\n setIsShowingDeleteAccount(true);\n }\n\n function closeDeleteAccount() {\n setDeleteConfirmation(\"\");\n setDeleteState(\"idle\");\n setDeleteError(\"\");\n setIsShowingDeleteAccount(false);\n }\n\n async function requestPasswordReset() {\n setResetState(\"pending\");\n setResetError(\"\");\n\n try {\n await authClient.requestPasswordReset({\n email: providers.email,\n redirectTo: `${window.location.origin}/auth/reset_pw`,\n });\n setResetState(\"success\");\n } catch (e) {\n setResetState(\"error\");\n setResetError((e as Error)?.message || \"Could not send reset link.\");\n }\n }\n\n async function requestEmailChange() {\n const emailValidation = /^[^\\s@]+@[^\\s@]+\\.[^\\s@]+$/;\n if (!emailValidation.test(newEmail)) {\n setEmailState(\"error\");\n setEmailError(\"Please enter a valid email address.\");\n return;\n }\n\n if (newEmail.toLowerCase() === providers.email.toLowerCase()) {\n setEmailState(\"error\");\n setEmailError(\"This is already your current email address.\");\n return;\n }\n\n setEmailState(\"pending\");\n setEmailError(\"\");\n const { error } = await authClient.changeEmail({\n newEmail,\n callbackURL: `${window.location.origin}/profile`,\n });\n if (error) {\n setEmailState(\"error\");\n setEmailError(error.message || \"Could not start email change.\");\n return;\n }\n window.localStorage.setItem(\"profile_pending_email_change\", newEmail);\n setPendingEmailChange(newEmail);\n setEmailState(\"success\");\n }\n\n async function saveUsername() {\n const normalizedUsername = username.trim();\n const usernameValidation = /^[a-zA-Z0-9_-]{3,20}$/;\n\n if (!usernameValidation.test(normalizedUsername)) {\n setUsernameState(\"error\");\n setUsernameError(\n \"Username must be 3-20 characters and use only letters, numbers, _ or -.\",\n );\n return;\n }\n\n if (normalizedUsername === savedUsername) {\n setUsernameState(\"success\");\n setUsernameError(\"\");\n return;\n }\n\n setUsernameState(\"pending\");\n setUsernameError(\"\");\n\n const { error } = await authClient.updateUser({\n username: normalizedUsername,\n name: normalizedUsername,\n });\n\n if (error) {\n setUsernameState(\"error\");\n const errorCode =\n typeof (error as { code?: unknown })?.code === \"string\"\n ? (error as { code: string }).code\n : \"\";\n const errorMessage =\n typeof error.message === \"string\" ? error.message : \"\";\n const isUsernameTaken =\n errorCode === \"USERNAME_IS_ALREADY_TAKEN\" ||\n errorMessage.toLowerCase().includes(\"username is already taken\");\n setUsernameError(\n isUsernameTaken\n ? \"That username is already taken. Please choose another one.\"\n : errorMessage || \"Could not update username.\",\n );\n return;\n }\n\n setSavedUsername(normalizedUsername);\n setUsernameState(\"success\");\n setUsernameError(\"\");\n }\n\n async function toggleHideStoryQuestions() {\n if (storyQuestionsState === \"pending\") return;\n\n const nextHideStoryQuestions = !hideStoryQuestions;\n setHideStoryQuestions(nextHideStoryQuestions);\n setStoryQuestionsState(\"pending\");\n setStoryQuestionsError(\"\");\n\n try {\n await setHideStoryQuestionsPreference(nextHideStoryQuestions);\n setStoryQuestionsState(\"success\");\n } catch (error) {\n setHideStoryQuestions(!nextHideStoryQuestions);\n setStoryQuestionsState(\"error\");\n setStoryQuestionsError(\n (error as Error)?.message ||\n \"Could not update your story question preference.\",\n );\n }\n }\n\n async function removeAccount() {\n if (deleteState === \"pending\") return;\n\n if (deleteConfirmation.trim() !== deleteConfirmationTarget) {\n setDeleteState(\"error\");\n setDeleteError(`Type ${deleteConfirmationTarget} to confirm.`);\n return;\n }\n\n const confirmed = window.confirm(\n \"Delete your account now? This will remove your sign-in account and log you out.\",\n );\n if (!confirmed) {\n return;\n }\n\n setDeleteState(\"pending\");\n setDeleteError(\"\");\n\n try {\n await deleteCurrentUserAccount();\n } catch (error) {\n setDeleteState(\"error\");\n setDeleteError(\n (error as Error)?.message || \"Could not delete your account.\",\n );\n return;\n }\n\n window.localStorage.removeItem(\"profile_pending_email_change\");\n\n try {\n await authClient.signOut();\n } catch {}\n\n resetPostHogUser();\n window.location.href = \"/\";\n }\n\n return (\n <>\n
    \n

    Profile

    \n

    Manage your account details and sign-in methods.

    \n
    \n\n
    \n
    \n

    Account

    \n
    \n
    \n \n
    \n

    \n {savedUsername}\n

    \n

    \n {providers.email}\n

    \n
    \n
    \n
    \n {providers.role.length ? (\n providers.role.map((role) => (\n \n {role}\n \n ))\n ) : (\n \n Standard user\n \n )}\n
    \n
    \n\n
    \n {\n if (isEditingUsername) {\n closeUsernameEditor();\n } else {\n openUsernameEditor();\n }\n }}\n >\n {isEditingUsername ? \"Close\" : \"Edit\"}\n \n }\n >\n {isEditingUsername ? (\n
    \n setUsername(e.target.value)}\n />\n \n
    \n \n {usernameState === \"pending\" ? \"Saving...\" : \"Save\"}\n \n \n Cancel\n \n
    \n
    \n ) : null}\n \n\n {\n if (isEditingEmail) {\n closeEmailEditor();\n } else {\n openEmailEditor();\n }\n }}\n >\n {isEditingEmail ? \"Close\" : \"Edit\"}\n \n }\n >\n {isEditingEmail ? (\n
    \n setNewEmail(e.target.value)}\n placeholder=\"New email address\"\n data-cy=\"profile-new-email\"\n />\n \n {pendingEmailChange ? (\n \n Current email: {providers.email}. Pending change:{\" \"}\n {pendingEmailChange}.\n
    \n ) : null}\n
    \n \n {emailState === \"pending\"\n ? \"Sending...\"\n : \"Request Email Change\"}\n \n \n Cancel\n \n
    \n
    \n ) : null}\n \n\n \n setIsShowingPasswordReset((current) => !current)\n }\n >\n {isShowingPasswordReset ? \"Close\" : \"Reset\"}\n \n }\n >\n {isShowingPasswordReset ? (\n
    \n \n \n {resetState === \"pending\"\n ? \"Sending...\"\n : \"Send Password Reset Link\"}\n \n
    \n ) : null}\n \n
    \n \n\n
    \n
    \n
    \n

    Stories

    \n

    \n Playback preferences\n

    \n
    \n

    \n Control how standard story pages behave when you open them.\n

    \n
    \n\n
    \n \n }\n >\n \n \n
    \n
    \n\n
    \n
    \n
    \n

    Connected accounts

    \n

    \n Social sign-in\n

    \n
    \n

    \n Link a provider to sign in without your password.\n

    \n
    \n
    \n {Object.entries(providers.provider_linked).map(\n ([provider, linked]) => (\n \n ),\n )}\n
    \n
    \n\n
    \n
    \n
    \n

    Delete account

    \n

    \n Permanently delete your account\n

    \n
    \n {\n if (deleteState === \"pending\") {\n return;\n }\n if (isShowingDeleteAccount) {\n closeDeleteAccount();\n } else {\n openDeleteAccount();\n }\n }}\n >\n {isShowingDeleteAccount ? \"Close\" : \"Delete account\"}\n \n
    \n

    \n Remove your Duostories account and sign out immediately. This action\n cannot be undone.\n

    \n {isShowingDeleteAccount ? (\n
    \n

    Confirm deletion

    \n

    \n Type {deleteConfirmationTarget} to confirm that\n you want to permanently delete this account.\n

    \n setDeleteConfirmation(e.target.value)}\n placeholder={deleteConfirmationTarget}\n autoCapitalize=\"none\"\n autoCorrect=\"off\"\n spellCheck={false}\n data-cy=\"profile-delete-confirmation\"\n />\n {deleteState === \"error\" ? (\n \n {deleteError}\n \n ) : null}\n
    \n \n {deleteState === \"pending\"\n ? \"Deleting...\"\n : \"Permanently delete my account\"}\n \n \n Cancel\n \n
    \n
    \n ) : null}\n
    \n \n \n );\n}\n" }, { "path": "src/app/(stories)/learn/page.tsx", "content": "import React from \"react\";\nimport { redirect } from \"next/navigation\";\nimport Welcome from \"./welcome\";\nimport { getUser } from \"@/lib/userInterface\";\nimport { fetchQuery } from \"convex/nextjs\";\nimport { api } from \"@convex/_generated/api\";\n\nexport const metadata = {\n title: \"Learn with Duostories\",\n description:\n \"Sign in to track your progress or continue anonymously and learn with Duostories.\",\n alternates: {\n canonical: \"https://duostories.org/learn\",\n },\n};\n\nexport default async function Page() {\n const user = await getUser();\n\n if (user?.userId) {\n const lastCourseShort = await fetchQuery(\n api.storyDone.getLastDoneCourseShortForLegacyUser,\n {\n legacyUserId: user.userId,\n },\n );\n if (lastCourseShort) redirect(\"/\" + lastCourseShort);\n }\n\n return ;\n}\n" }, { "path": "src/app/(stories)/learn/welcome.tsx", "content": "\"use client\";\nimport Link from \"next/link\";\nimport React from \"react\";\nimport {\n buttonInnerClassName,\n buttonRootClassName,\n} from \"@/components/ui/button\";\n\nexport default function Page() {\n return (\n
    \n
    \n
    \n
    \n \n

    \n Learn with stories\n

    \n

    \n Welcome to Duostories\n

    \n

    \n Sign in to keep your reading progress, or continue anonymously and\n start learning right away.\n

    \n
    \n\n \n \n \n Sign in\n \n \n \n \n Register\n \n \n \n\n
    \n \n or\n \n
    \n\n \n \n Continue anonymously\n \n \n
    \n
    \n );\n}\n" }, { "path": "src/app/(stories)/story/[story_id]/auto_play/page.tsx", "content": "import React from \"react\";\nimport StoryWrapper from \"./story_wrapper\";\nimport { notFound } from \"next/navigation\";\nimport { fetchQuery } from \"convex/nextjs\";\nimport { api } from \"@convex/_generated/api\";\n\nexport async function generateMetadata({\n params,\n}: {\n params: { story_id: string };\n}) {\n const story_id = parseInt((await params).story_id);\n const story = await fetchQuery(api.storyRead.getStoryMetaByLegacyId, {\n storyId: story_id,\n });\n\n if (!story) notFound();\n\n return {\n title: `${story.from_language_name} - Duostories ${story.learning_language_long} from ${story.from_language_long}`,\n alternates: {\n canonical: `https://duostories.org/story/${story_id}/auto_play`,\n },\n keywords: [story.learning_language_long],\n openGraph: {\n images: [\n `/api/og-story?title=${story.from_language_name}&image=${story.image}&name=${story.learning_language_long}`,\n ],\n url: `https://duostories.org/story/${story_id}/auto_play`,\n type: \"website\",\n },\n };\n}\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ story_id: string }>;\n}) {\n const story_id = parseInt((await params).story_id);\n if (!Number.isFinite(story_id)) notFound();\n\n return ;\n}\n" }, { "path": "src/app/(stories)/story/[story_id]/auto_play/story_wrapper.tsx", "content": "\"use client\";\nimport React from \"react\";\n\nimport StoryAutoPlay from \"@/components/StoryAutoPlay\";\nimport { useQuery } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\n\nexport default function StoryWrapper({ storyId }: { storyId: number }) {\n const story = useQuery(api.storyRead.getStoryByLegacyId, { storyId });\n if (story === undefined) return null;\n if (story === null) return

    Story not found.

    ;\n\n return ;\n}\n" }, { "path": "src/app/(stories)/story/[story_id]/getStory.ts", "content": "import { fetchQuery } from \"convex/nextjs\";\nimport { api } from \"@convex/_generated/api\";\n\nexport async function get_story(story_id: number) {\n return await fetchQuery(api.storyRead.getStoryByLegacyId, {\n storyId: story_id,\n });\n}\n\nexport type StoryData = NonNullable>>;\n" }, { "path": "src/app/(stories)/story/[story_id]/loading.tsx", "content": "import React from \"react\";\n\nimport StoryHeaderProgress from \"@/components/StoryHeaderProgress\";\nimport { Spinner } from \"@/components/ui/spinner\";\n\nexport default function Loading() {\n return (\n <>\n \n
    \n

    Loading Story...

    \n \n
    \n \n );\n}\n" }, { "path": "src/app/(stories)/story/[story_id]/not-found.tsx", "content": "import Link from \"next/link\";\nimport Header from \"../../(main)/header\";\n\nexport default function NotFound() {\n return (\n
    \n

    Story Not Found

    \n

    This story does not exist or is not published yet.

    \n

    \n Go back to the main page.\n

    \n
    \n );\n}\n" }, { "path": "src/app/(stories)/story/[story_id]/page.tsx", "content": "import React, { Suspense } from \"react\";\nimport { cookies } from \"next/headers\";\nimport { notFound } from \"next/navigation\";\nimport { fetchAuthQuery } from \"@/lib/auth-server\";\nimport getUserId from \"@/lib/getUserId\";\nimport {\n HIDE_STORY_QUESTIONS_COOKIE,\n isStoryQuestionsDisabled,\n} from \"@/lib/story-preferences\";\nimport StoryWrapper from \"./story_wrapper\";\nimport { get_story } from \"./getStory\";\nimport LocalisationProvider from \"@/components/LocalisationProvider\";\nimport { ConvexHttpClient } from \"convex/browser\";\nimport { api } from \"@convex/_generated/api\";\nimport { fetchQuery } from \"convex/nextjs\";\nimport { fetchAuthMutation } from \"@/lib/auth-server\";\n\nconst convexUrl =\n process.env.NEXT_PUBLIC_CONVEX_URL ?? process.env.CONVEX_URL ?? \"\";\n\nif (!convexUrl) {\n throw new Error(\"Missing NEXT_PUBLIC_CONVEX_URL/CONVEX_URL\");\n}\n\nconst convex = new ConvexHttpClient(convexUrl);\n\nexport async function generateMetadata({\n params,\n}: {\n params: Promise<{ story_id: string }>;\n}) {\n const story_id = parseInt((await params).story_id);\n const story = await fetchQuery(api.storyRead.getStoryMetaByLegacyId, {\n storyId: story_id,\n });\n\n if (!story) notFound();\n\n return {\n title: `${story.from_language_name} - Duostories ${story.learning_language_long} from ${story.from_language_long}`,\n alternates: {\n canonical: `https://duostories.org/story/${story_id}`,\n },\n keywords: [story.learning_language_long],\n openGraph: {\n images: [\n `/api/og-story?title=${story.from_language_name}&image=${story.image}&name=${story.learning_language_long}`,\n ],\n url: `https://duostories.org/story/${story_id}`,\n type: \"website\",\n },\n };\n}\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ story_id: string }>;\n}) {\n const cookieStore = await cookies();\n const story_id = parseInt((await params).story_id);\n\n const story = await get_story(story_id);\n if (!story) notFound();\n const course_id = story.course_id;\n\n const user_id = await getUserId();\n const cookieHideStoryQuestions = isStoryQuestionsDisabled(\n cookieStore.get(HIDE_STORY_QUESTIONS_COOKIE)?.value,\n );\n const savedStoryPreferences = user_id\n ? ((await fetchAuthQuery(\n api.userPreferences.getCurrentStoryPreferences,\n {},\n )) as {\n hasSavedPreference: boolean;\n hideStoryQuestions: boolean;\n })\n : null;\n const hideStoryQuestions =\n savedStoryPreferences?.hasSavedPreference === true\n ? savedStoryPreferences.hideStoryQuestions\n : cookieHideStoryQuestions;\n async function setStoryDoneAction() {\n \"use server\";\n if (!user_id) {\n await convex.mutation(api.storyDone.recordStoryDone, {\n legacyStoryId: story_id,\n time: Date.now(),\n });\n return {\n message: \"done\",\n story_id: story_id,\n };\n }\n await fetchAuthMutation(api.storyDone.recordStoryDone, {\n legacyStoryId: story_id,\n time: Date.now(),\n });\n return {\n message: \"done\",\n story_id: story_id,\n course_id: course_id,\n };\n }\n\n return (\n <>\n \n \n \n \n \n \n );\n}\n" }, { "path": "src/app/(stories)/story/[story_id]/script/page.tsx", "content": "import React from \"react\";\nimport { notFound } from \"next/navigation\";\nimport StoryWrapper from \"./story_wrapper\";\nimport { get_story } from \"../getStory\";\nimport LocalisationProvider from \"@/components/LocalisationProvider\";\nimport { headers } from \"next/headers\";\nimport { fetchQuery } from \"convex/nextjs\";\nimport { api } from \"@convex/_generated/api\";\n\nexport async function generateMetadata({\n params,\n}: {\n params: Promise<{ story_id: string }>;\n}) {\n const story_id = parseInt((await params).story_id);\n const story = await fetchQuery(api.storyRead.getStoryMetaByLegacyId, {\n storyId: story_id,\n });\n\n if (!story) notFound();\n\n return {\n title: `Duostories ${story.learning_language_long} from ${story.from_language_long}: ${story.from_language_name}`,\n alternates: {\n canonical: `https://duostories.org/story/${story_id}`,\n },\n keywords: [story.learning_language_long],\n };\n}\n\nasync function getNavigationMode() {\n const headersList = await headers();\n // If there is a next-url header, soft navigation has been performed\n // Otherwise, hard navigation has been performed\n const nextUrl = headersList.get(\"next-url\");\n if (nextUrl) {\n return \"soft\";\n }\n return \"hard\";\n}\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ story_id: string }>;\n}) {\n const story_id = parseInt((await params).story_id);\n const story = await get_story(story_id);\n if (!story) notFound();\n\n async function setStoryDoneAction() {\n \"use server\";\n return {\n message: \"done\",\n };\n }\n\n return (\n <>\n \n \n \n \n );\n}\n" }, { "path": "src/app/(stories)/story/[story_id]/script/story_wrapper.tsx", "content": "\"use client\";\nimport React from \"react\";\n\nimport StoryProgress from \"@/components/StoryProgress\";\nimport { StoryData } from \"@/app/(stories)/story/[story_id]/getStory\";\n\nexport default function StoryWrapper({\n story,\n storyFinishedIndexUpdate,\n show_title_page,\n}: {\n story: StoryData;\n storyFinishedIndexUpdate: () => Promise<{ message: string }>;\n show_title_page: boolean;\n}) {\n const [highlight_name, setHighlightName] = React.useState([]);\n const [hideNonHighlighted, setHideNonHighlighted] = React.useState(false);\n //console.log(\"highlight_nameX\", highlight_name);\n return (\n <>\n {},\n show_audio: true,\n setShowAudio: () => {},\n id: story.id,\n show_title_page: show_title_page,\n }}\n onEnd={storyFinishedIndexUpdate}\n />\n \n );\n}\n" }, { "path": "src/app/(stories)/story/[story_id]/story_wrapper.tsx", "content": "\"use client\";\nimport React from \"react\";\n\nimport { useRouter, useSearchParams } from \"next/navigation\";\nimport { useQuery } from \"convex/react\";\nimport StoryProgress from \"@/components/StoryProgress\";\nimport { useNavigationMode } from \"@/components/NavigationModeProvider\";\nimport { StoryData } from \"@/app/(stories)/story/[story_id]/getStory\";\nimport { api } from \"@convex/_generated/api\";\nimport posthog from \"posthog-js\";\nimport { authClient } from \"@/lib/auth-client\";\nimport {\n getCurrentPostHogUser,\n identifyPostHogUser,\n type PostHogUser,\n} from \"@/lib/posthog-user\";\n\nexport default function StoryWrapper({\n story,\n hideStoryQuestions,\n storyFinishedIndexUpdate,\n}: {\n story: StoryData;\n hideStoryQuestions: boolean;\n storyFinishedIndexUpdate: () => Promise<\n | {\n message: string;\n story_id: number;\n course_id?: undefined;\n }\n | {\n message: string;\n story_id: number;\n course_id: number;\n }\n >;\n}) {\n const mode = useNavigationMode();\n const router = useRouter();\n const searchParams = useSearchParams();\n const [highlight_name, setHighlightName] = React.useState([]);\n const [hideNonHighlighted, setHideNonHighlighted] = React.useState(false);\n const trackedStoryStart = React.useRef(false);\n const completionInFlight = React.useRef(false);\n const { data: session } = authClient.useSession();\n const sessionUser = (session?.user ?? null) as PostHogUser | null;\n const role = typeof sessionUser?.role === \"string\" ? sessionUser.role : null;\n const editHrefBase =\n role === \"contributor\" || role === \"admin\"\n ? `/editor/course/${story.course_short}/story/${story.id}`\n : undefined;\n const rawLine = searchParams.get(\"line\");\n const parsedLine = typeof rawLine === \"string\" ? Number(rawLine) : undefined;\n const initialFocusLine =\n parsedLine !== undefined && Number.isFinite(parsedLine) && parsedLine > 0\n ? parsedLine\n : undefined;\n const nextStep = useQuery(\n api.storyDone.getNextStoryForCurrentUserInCourse,\n sessionUser?.id\n ? {\n courseShort: story.course_short,\n currentStoryId: story.id,\n }\n : \"skip\",\n );\n const showNextStoryAction = Boolean(nextStep?.nextStoryId);\n const nextStoryPreview = useQuery(\n api.storyRead.getStoryPreviewByLegacyId,\n showNextStoryAction && nextStep?.nextStoryId\n ? { storyId: nextStep.nextStoryId }\n : \"skip\",\n );\n\n const captureStoryEvent = React.useCallback(\n async (eventName: \"story_started\" | \"story_completed\") => {\n if (!identifyPostHogUser(sessionUser)) {\n identifyPostHogUser(await getCurrentPostHogUser());\n }\n posthog.capture(eventName, {\n story_id: story.id,\n story_name: story.from_language_name,\n course_id: story.course_id,\n course_short: story.course_short,\n learning_language: story.learning_language_long,\n });\n },\n [\n sessionUser,\n story.id,\n story.from_language_name,\n story.course_id,\n story.course_short,\n story.learning_language_long,\n ],\n );\n\n // Track story started on component mount\n React.useEffect(() => {\n if (trackedStoryStart.current) return;\n trackedStoryStart.current = true;\n void captureStoryEvent(\"story_started\");\n }, [captureStoryEvent]);\n\n const finishedLabel = showNextStoryAction\n ? \"Next story\"\n : nextStep && !nextStep.nextStoryId\n ? \"Review stories\"\n : undefined;\n\n async function completeStoryOnce() {\n if (completionInFlight.current) return false;\n completionInFlight.current = true;\n let succeeded = false;\n\n try {\n await captureStoryEvent(\"story_completed\");\n await storyFinishedIndexUpdate();\n succeeded = true;\n return true;\n } finally {\n if (!succeeded) {\n completionInFlight.current = false;\n }\n }\n }\n\n async function goToOverview() {\n const didComplete = await completeStoryOnce();\n if (!didComplete) return;\n navigateToOverview();\n }\n\n function navigateToOverview() {\n const setHash = story.set_id > 0 ? `#${story.set_id}` : \"\";\n router.push(`/${story.course_short}${setHash}`);\n }\n\n async function onEnd() {\n const didComplete = await completeStoryOnce();\n if (!didComplete) return;\n if (showNextStoryAction && nextStep?.nextStoryId) {\n posthog.capture(\"story_end_next_clicked\", {\n language: story.learning_language_long,\n story_id: nextStep.nextStoryId,\n completed_count: nextStep.completedCount,\n total_count: nextStep.totalCount,\n });\n router.push(`/story/${nextStep.nextStoryId}`);\n return;\n }\n navigateToOverview();\n }\n\n const shouldShowDefaultFinishedButton =\n !sessionUser?.id || nextStep === undefined || nextStep === null;\n const showFinishedPrimaryAction =\n shouldShowDefaultFinishedButton || Boolean(finishedLabel);\n\n return (\n <>\n {},\n show_audio: true,\n setShowAudio: () => {},\n id: story.id,\n show_title_page: mode === \"hard\",\n }}\n onEnd={onEnd}\n onBackToOverview={goToOverview}\n finishedLabel={finishedLabel}\n nextStoryPreview={nextStoryPreview}\n showFinishedPrimaryAction={showFinishedPrimaryAction}\n />\n \n );\n}\n" }, { "path": "src/app/(stories)/story/[story_id]/test/page.tsx", "content": "import React from \"react\";\nimport StoryWrapper from \"./story_wrapper\";\nimport { notFound } from \"next/navigation\";\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ story_id: string }>;\n}) {\n const story_id = parseInt((await params).story_id);\n if (!Number.isFinite(story_id)) notFound();\n\n return ;\n}\n" }, { "path": "src/app/(stories)/story/[story_id]/test/story_wrapper.tsx", "content": "\"use client\";\nimport React from \"react\";\nimport { useSearchParams } from \"next/navigation\";\nimport StoryProgress from \"@/components/StoryProgress\";\nimport { useQuery } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\n\nexport default function StoryWrapper({ storyId }: { storyId: number }) {\n const hide_questions = useSearchParams().get(\"hide_questions\");\n const story = useQuery(api.storyRead.getStoryByLegacyId, { storyId });\n if (story === undefined) return null;\n if (story === null) return

    Story not found.

    ;\n\n return (\n <>\n {}}\n settings={{\n hide_questions: !!hide_questions,\n show_all: true,\n show_names: false,\n rtl: story.learning_language_rtl,\n highlight_name: [],\n hideNonHighlighted: false,\n setHighlightName: (_name: string[]) => {},\n setHideNonHighlighted: (_value: React.SetStateAction) => {},\n show_hints: true,\n setShowHints: () => {},\n show_audio: true,\n setShowAudio: () => {},\n id: story.id,\n show_title_page: false,\n }}\n />\n \n );\n}\n" }, { "path": "src/app/(stories)/story/layout.tsx", "content": "import \"@/styles/global.css\";\n\nexport const metadata = {\n title:\n \"Duostories: improve your Duolingo learning with community translated Duolingo stories.\",\n description:\n \"Supplement your Duolingo course with community-translated Duolingo stories.\",\n alternates: {\n canonical: \"https://duostories.org\",\n },\n keywords: [\n \"language\",\n \"learning\",\n \"stories\",\n \"Duolingo\",\n \"community\",\n \"volunteers\",\n ],\n};\n\nexport default function Layout({ children }: { children: React.ReactNode }) {\n return children;\n}\n" }, { "path": "src/app/admin/AdminDialogTrigger.tsx", "content": "\"use client\";\n\nimport type { ReactNode } from \"react\";\nimport {\n buttonInnerClassName,\n buttonRootClassName,\n} from \"@/components/ui/button\";\nimport * as EditDialog from \"./edit_dialog\";\n\ninterface AdminDialogTriggerProps {\n children: ReactNode;\n isNew?: boolean;\n onOpenChange: (open: boolean) => void;\n open: boolean;\n}\n\nexport default function AdminDialogTrigger({\n children,\n isNew,\n onOpenChange,\n open,\n}: AdminDialogTriggerProps) {\n return (\n \n \n \n \n {isNew ? \"Add\" : \"Edit\"}\n \n \n \n {children}\n \n );\n}\n" }, { "path": "src/app/admin/AdminHeader.tsx", "content": "import Link from \"next/link\";\nimport React from \"react\";\nimport { requireAdmin } from \"@/lib/userInterface\";\nimport EditorCommandPalette from \"@/app/editor/_components/editor_command_palette\";\nimport { LoggedInButtonWrappedClient } from \"@/components/login/LoggedInButtonWrappedClient\";\n\nconst adminButtonClassName =\n \"flex min-w-[105px] cursor-pointer flex-row items-center px-3.5 text-[var(--text-color-dim)] no-underline hover:brightness-75 hover:contrast-[2.5] hover:text-[var(--text-color)] max-[1120px]:w-auto max-[1120px]:min-w-0 max-[1120px]:flex-col max-[1120px]:px-2 max-[760px]:min-w-fit max-[760px]:flex-row max-[760px]:px-2.5\";\nconst adminNavClassName =\n \"sticky top-0 z-[200] box-border flex h-[60px] w-full flex-row items-center overflow-x-auto overflow-y-hidden border-b-2 border-[var(--header-border)] bg-[var(--body-background)] px-5 [scrollbar-width:none] [-ms-overflow-style:none] [&::-webkit-scrollbar]:hidden [&>*]:flex-none max-w-[100vw] max-[1120px]:px-3 max-[760px]:h-auto max-[760px]:min-h-14 max-[760px]:gap-1 max-[760px]:py-2\";\n\nfunction AdminButton({\n children,\n href,\n ...delegated\n}: {\n children: React.ReactNode;\n href: string;\n} & React.HTMLAttributes) {\n return (\n \n
    \n \n
    \n {children}\n \n );\n}\n\nexport default async function AdminHeader() {\n await requireAdmin();\n\n return (\n \n );\n}\n" }, { "path": "src/app/admin/FlagName.tsx", "content": "import React from \"react\";\nimport Flag from \"@/components/ui/flag\";\n\nexport default function FlagName({\n lang,\n languages,\n}: {\n lang: number;\n languages: Record<\n number,\n {\n short: string;\n flag: number | null;\n flag_file: string | null;\n name: string | null;\n }\n >;\n}) {\n return (\n
    \n \n {languages[lang].name}\n
    \n );\n}\n" }, { "path": "src/app/admin/adminDetailStyles.ts", "content": "export const adminDetailPageClass =\n \"mx-auto my-6 mb-10 w-[min(860px,calc(100vw-32px))]\";\n\nexport const adminDetailCardClass =\n \"rounded-2xl border border-[color:color-mix(in_srgb,var(--header-border)_70%,transparent)] bg-[var(--body-background)] p-5 shadow-[0_16px_38px_color-mix(in_srgb,#000_14%,transparent)]\";\n\nexport const adminDetailLabelClass =\n \"text-left text-[var(--text-color-dim)] md:text-right\";\n" }, { "path": "src/app/admin/adminTableStyles.ts", "content": "export const adminTableContainerClass =\n \"relative isolate overflow-auto rounded-xl border border-[color:color-mix(in_srgb,var(--header-border)_60%,transparent)]\";\n\nexport const adminTableHeadCellClass =\n \"sticky top-0 z-[1] bg-[color:color-mix(in_srgb,var(--button-background)_88%,#fff)] px-3 py-2 text-left text-sm uppercase tracking-wide text-[var(--button-color)]\";\n" }, { "path": "src/app/admin/courses/courses.tsx", "content": "\"use client\";\nimport Link from \"next/link\";\nimport { Spinner } from \"@/components/ui/spinner\";\nimport Flag from \"@/components/ui/flag\";\nimport * as EditDialog from \"../edit_dialog\";\nimport React, { useState } from \"react\";\nimport Button from \"@/components/ui/button\";\nimport Tag from \"@/components/ui/badge\";\nimport Input from \"@/components/ui/input\";\nimport FlagName from \"../FlagName\";\nimport AdminDialogTrigger from \"../AdminDialogTrigger\";\nimport { usePathname, useRouter, useSearchParams } from \"next/navigation\";\nimport {\n adminTableContainerClass,\n adminTableHeadCellClass,\n} from \"../adminTableStyles\";\nimport { useMutation } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\n\ninterface CourseProps {\n id: number;\n learning_language: number;\n from_language: number;\n public: boolean;\n official: boolean;\n name: string | null;\n about: string | null;\n conlang: boolean;\n short: string | null;\n tags: string[];\n}\n\ninterface AdminLanguageProps {\n id: number;\n name: string;\n short: string;\n flag: number;\n flag_file: string;\n speaker: string;\n default_text: string;\n tts_replace: string;\n public: boolean;\n rtl: boolean;\n}\n\nconst statusYesClass =\n \"inline-block min-w-10 rounded-full bg-[color:color-mix(in_srgb,#21c55d_22%,transparent)] px-2.5 py-0.5 text-center text-sm font-bold text-[#0a6b2d]\";\nconst statusNoClass =\n \"inline-block min-w-10 rounded-full bg-[color:color-mix(in_srgb,#ef4444_20%,transparent)] px-2.5 py-0.5 text-center text-sm font-bold text-[#9b1c1c]\";\nfunction InputLanguage({\n name,\n label,\n value,\n setValue,\n languages,\n}: {\n name: string;\n label: string;\n value: number;\n setValue: (value: number) => void;\n languages: Record;\n}) {\n const [nameX, setName] = useState(languages[value]?.name || \"\");\n const inputRef = React.useRef(null);\n\n let valid = false;\n for (const lang in languages) {\n if (languages[lang].name.toLowerCase() === nameX.toLowerCase()) {\n valid = true;\n break;\n }\n }\n const edited = function (e: React.ChangeEvent | string) {\n let value = typeof e == \"string\" ? e : e.target?.value;\n for (const lang in languages) {\n if (\n value?.toLowerCase &&\n languages[lang].name.toLowerCase() === value.toLowerCase()\n ) {\n setValue(parseInt(lang));\n //props.callback(props.name, lang);\n break;\n }\n }\n setName(value);\n };\n\n const language_id: number[] = [];\n for (const key in languages) {\n const lang = Number(key);\n if (languages[lang].name.toLowerCase().indexOf(nameX.toLowerCase()) !== -1)\n language_id.push(lang);\n }\n return (\n \n \n {name}\n \n
    \n
    img]:absolute [&>img]:top-0 [&>img]:bottom-0 [&>img]:left-[-2px] [&>img]:my-auto\">\n {valid ? (\n \n ) : (\n \n )}\n \n \n
    \n
    \n     \n );\n}\n\nfunction EditCourse({\n obj,\n languages,\n updateCourse,\n is_new,\n onShortcutClose,\n shortcutOpen,\n}: {\n obj: CourseProps;\n languages: Record;\n updateCourse: (course: CourseProps) => void;\n is_new: boolean;\n onShortcutClose?: () => void;\n shortcutOpen?: boolean;\n}) {\n const [open, setOpen] = useState(false);\n const [error, setError] = useState(undefined);\n const createCourseMutation = useMutation(api.adminWrite.createAdminCourse);\n const updateCourseMutation = useMutation(api.adminWrite.updateAdminCourse);\n\n const [short, setShort] = useState(obj.short || \"\");\n const [fromLanguage, setFromLanguage] = useState(obj.from_language || 0);\n const [learningLanguage, setLearningLanguage] = useState(\n obj.learning_language || 0,\n );\n\n const [name, setName] = useState(obj.name || \"\");\n const [published, setPublished] = useState(obj.public || false);\n const [conlang, setConlang] = useState(obj.conlang || false);\n const [tags, setTags] = useState(obj.tags || []);\n const [about, setAbout] = useState(obj.about || \"\");\n\n React.useEffect(() => {\n if (shortcutOpen) {\n setOpen(true);\n }\n }, [shortcutOpen]);\n\n function handleOpenChange(nextOpen: boolean) {\n setOpen(nextOpen);\n if (!nextOpen && shortcutOpen) {\n onShortcutClose?.();\n }\n }\n\n async function handleSubmit(event: React.FormEvent) {\n event.preventDefault();\n const tagList = tags.map((t) => t.trim().toLowerCase()).filter(Boolean);\n\n const data = {\n id: obj.id,\n from_language: fromLanguage,\n learning_language: learningLanguage,\n name: name,\n public: published,\n conlang: conlang,\n tags: tagList,\n about: about,\n };\n //console.log(\"send\", data);\n\n try {\n let new_data;\n if (is_new) {\n new_data = await createCourseMutation({\n learning_language: data.learning_language,\n from_language: data.from_language,\n public: data.public,\n name: data.name,\n conlang: data.conlang,\n tags: data.tags,\n about: data.about,\n operationKey: `course:create:${data.learning_language}:${data.from_language}:client`,\n });\n } else {\n new_data = await updateCourseMutation({\n id: data.id,\n learning_language: data.learning_language,\n from_language: data.from_language,\n public: data.public,\n name: data.name,\n conlang: data.conlang,\n tags: data.tags,\n about: data.about,\n operationKey: `course:${data.id}:admin_set:client`,\n });\n }\n //console.log(\"new_data\", new_data);\n setOpen(false);\n if (shortcutOpen) {\n onShortcutClose?.();\n }\n updateCourse(new_data);\n } catch (e) {\n //console.log(\"error\", e);\n setError(\"An error occurred. Please report in Discord.\");\n }\n }\n\n return (\n \n \n \n {is_new ? \"Add\" : \"Edit\"} course\n \n \n {is_new\n ? \"Add a new course. Click save when you're done.\"\n : \"Make changes to a course. Click save when you're done.\"}\n \n
    \n \n \n \n \n \n \n setTags(t.split(\",\").map((t) => t.trim()))}\n />\n \n
    \n {error ? (\n
    \n An error occurred.\n
    \n ) : (\n
    \n )}\n \n
    \n \n
    \n \n );\n}\n\nfunction TableRow({\n course,\n languages,\n updateCourse,\n isShortcutOpen,\n onShortcutClose,\n}: {\n course: CourseProps;\n languages: Record;\n updateCourse: (course: CourseProps) => void;\n isShortcutOpen?: boolean;\n onShortcutClose?: () => void;\n}) {\n const refRow = React.useRef(null);\n\n function updateCourseWrapper(new_course: CourseProps) {\n const frames = [\n { opacity: 0, filter: \"blur(10px) saturate(0)\" },\n { opacity: 1, filter: \"\" },\n ];\n const attributes: (keyof CourseProps)[] = [\n \"id\",\n \"short\",\n \"learning_language\",\n \"from_language\",\n \"public\",\n \"name\",\n \"conlang\",\n \"tags\",\n \"about\",\n ];\n\n function check_equal(attribute: keyof CourseProps) {\n if (attribute === \"tags\") {\n return (\n new_course[attribute].sort().join(\",\") ===\n course[attribute].sort().join(\",\")\n );\n }\n return new_course[attribute] === course[attribute];\n }\n\n for (let i = 0; i < attributes.length; i++) {\n if (!check_equal(attributes[i])) {\n /*console.log(\n \"update\",\n attributes[i],\n new_course[attributes[i]],\n course[attributes[i]],\n );*/\n if (refRow.current)\n refRow.current.children[i].animate(frames, {\n duration: 1000,\n iterations: 1,\n });\n }\n }\n updateCourse(new_course);\n }\n\n return (\n \n {course.id}\n \n {{course.short}}\n \n \n \n \n \n \n \n \n \n {course.public ? \"Yes\" : \"No\"}\n \n \n {course.name}\n \n \n {course.conlang ? \"Yes\" : \"No\"}\n \n \n \n
    \n {course.tags.map((d) => (\n {d}\n ))}\n
    \n \n \n
    \n {course.about}\n
    \n \n \n \n \n \n );\n}\n\nexport function CourseList({\n all_courses,\n languages,\n}: {\n all_courses: CourseProps[];\n languages: AdminLanguageProps[];\n}) {\n const pathname = usePathname();\n const router = useRouter();\n const searchParams = useSearchParams();\n const [search, setSearch] = React.useState(\"\");\n const [my_courses, setMyCourses] = React.useState(all_courses);\n const editCourseValue = searchParams.get(\"editCourse\");\n const editCourseId = editCourseValue\n ? Number.parseInt(editCourseValue, 10)\n : Number.NaN;\n const addCourseShortcut = searchParams.get(\"addCourse\") === \"1\";\n\n function clearShortcut() {\n const nextParams = new URLSearchParams(searchParams.toString());\n nextParams.delete(\"editCourse\");\n nextParams.delete(\"addCourse\");\n const nextUrl =\n nextParams.size > 0 ? `${pathname}?${nextParams}` : pathname;\n router.replace(nextUrl, { scroll: false });\n }\n\n React.useEffect(() => {\n setMyCourses(all_courses);\n }, [all_courses]);\n\n function updateCourse(course: CourseProps) {\n setMyCourses(my_courses.map((c) => (c.id === course.id ? course : c)));\n }\n\n if (languages === undefined || my_courses === undefined) return ;\n\n const languages_id: Record = {};\n for (const l of languages) languages_id[l.id] = l;\n\n let filtered_courses: CourseProps[] = [];\n if (search === \"\") filtered_courses = my_courses;\n else {\n for (const course of my_courses) {\n if (!languages_id[course.learning_language]) continue;\n if (\n languages_id[course.learning_language].name\n .toLowerCase()\n .indexOf(search.toLowerCase()) !== -1 ||\n languages_id[course.from_language].name\n .toLowerCase()\n .indexOf(search.toLowerCase()) !== -1\n ) {\n filtered_courses.push(course);\n }\n }\n }\n\n return (\n
    \n
    \n setSearch(e.target.value)}\n />\n \n
    \n
    \n \n \n \n \n \n \n learning_language\n \n \n from_language\n \n \n public\n \n \n name\n \n \n conlang\n \n \n tags\n \n \n about\n \n \n \n \n \n {filtered_courses.map((course) => (\n \n ))}\n \n \n
    \n
    \n );\n}\n" }, { "path": "src/app/admin/courses/page.tsx", "content": "import CourseListClient from \"./page_client\";\n\nexport default function Page() {\n return ;\n}\n" }, { "path": "src/app/admin/courses/page_client.tsx", "content": "\"use client\";\n\nimport { useQuery } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\nimport { CourseList } from \"./courses\";\nimport { Spinner } from \"@/components/ui/spinner\";\n\nexport default function CourseListClient() {\n const data = useQuery(api.adminData.getAdminCourses, {});\n\n if (data === undefined) return ;\n return ;\n}\n" }, { "path": "src/app/admin/edit_dialog.tsx", "content": "import React from \"react\";\nimport {\n Dialog,\n DialogClose,\n DialogContent,\n DialogDescription as UiDialogDescription,\n DialogTitle as UiDialogTitle,\n DialogTrigger,\n} from \"@/components/ui/dialog\";\nimport StandardButton from \"@/components/ui/button\";\nimport { cn } from \"@/lib/utils\";\n\nexport const Root = Dialog;\nexport const Trigger = DialogTrigger;\n\nexport function Content({ children }: { children: React.ReactNode }) {\n return (\n \n
    \n {children}\n \n \n \n \n \n
    \n     \n );\n}\n\nexport function DialogTitle({\n className,\n ...props\n}: React.ComponentProps) {\n return ;\n}\n\nexport function DialogDescription({\n className,\n ...props\n}: React.ComponentProps) {\n return (\n \n );\n}\n\nexport const Button = React.forwardRef<\n HTMLButtonElement,\n React.ComponentProps\n>(function EditDialogButton(props, ref) {\n return ;\n});\n\nexport function Fieldset({\n className,\n ...props\n}: React.FieldsetHTMLAttributes) {\n return (\n \n );\n}\n\nexport function Label({\n className,\n ...props\n}: React.LabelHTMLAttributes) {\n return (\n \n );\n}\n\nconst dialogInputClassName =\n \"w-full min-w-0 rounded-2xl border-2 border-[var(--input-border)] bg-[var(--input-background)] px-4 py-2.5 text-base text-[var(--text-color)] outline-none\";\n\nexport const Input = React.forwardRef<\n HTMLInputElement,\n React.InputHTMLAttributes\n>(function Input({ className, type, ...props }, ref) {\n if (type === \"checkbox\") {\n return (\n \n );\n }\n\n return (\n \n );\n});\n\nfunction InputArea({\n className,\n ...props\n}: React.TextareaHTMLAttributes) {\n return (\n \n );\n}\n\nexport function InputText({\n name,\n label,\n value,\n setValue,\n}: {\n name: string;\n label: string;\n value: string;\n setValue: (x: string) => void;\n}) {\n return (\n
    \n \n setValue(e.target.value)}\n />\n
    \n );\n}\n\nexport function InputTextArea({\n name,\n label,\n value,\n setValue,\n}: {\n name: string;\n label: string;\n value: string;\n setValue: (x: string) => void;\n}) {\n return (\n
    \n \n setValue(e.target.value)}\n />\n
    \n );\n}\n\nexport function InputBool({\n name,\n label,\n value,\n setValue,\n}: {\n name: string;\n label: string;\n value: boolean;\n setValue: (x: boolean) => void;\n}) {\n return (\n
    \n \n setValue(e.target.checked)}\n />\n
    \n );\n}\n" }, { "path": "src/app/admin/languages/language_list.tsx", "content": "\"use client\";\n\nimport { useInput } from \"@/lib/hooks\";\nimport { Spinner } from \"@/components/ui/spinner\";\nimport Flag from \"@/components/ui/flag\";\nimport Input from \"@/components/ui/input\";\nimport React, { useState } from \"react\";\nimport { useMutation } from \"convex/react\";\nimport { usePathname, useRouter, useSearchParams } from \"next/navigation\";\nimport { api } from \"@convex/_generated/api\";\nimport * as EditDialog from \"../edit_dialog\";\nimport Button from \"@/components/ui/button\";\nimport AdminDialogTrigger from \"../AdminDialogTrigger\";\nimport {\n adminTableContainerClass,\n adminTableHeadCellClass,\n} from \"../adminTableStyles\";\n\ninterface Language {\n id?: number;\n name: string;\n short: string;\n flag: number;\n flag_file: string;\n speaker: string;\n rtl: boolean;\n}\n\ninterface EditLanguageProps {\n obj: Language;\n updateLanguage: (lang: Language) => void;\n is_new?: boolean;\n onShortcutClose?: () => void;\n shortcutOpen?: boolean;\n}\n\nfunction EditLanguage({\n obj,\n updateLanguage,\n is_new,\n onShortcutClose,\n shortcutOpen,\n}: EditLanguageProps) {\n const [open, setOpen] = useState(false);\n const [error, setError] = useState(undefined);\n const createLanguageMutation = useMutation(\n api.adminWrite.createAdminLanguage,\n );\n const updateLanguageMutation = useMutation(\n api.adminWrite.updateAdminLanguage,\n );\n\n const [name, setName] = useState(obj.name);\n const [short, setShort] = useState(obj.short);\n const [flag, setFlag] = useState(String(obj.flag));\n const [flag_file, setFlagFile] = useState(obj.flag_file);\n const [speaker, setSpeaker] = useState(obj.speaker);\n const [rtl, setRTL] = useState(obj.rtl);\n\n React.useEffect(() => {\n if (shortcutOpen) {\n setOpen(true);\n }\n }, [shortcutOpen]);\n\n function handleOpenChange(nextOpen: boolean) {\n setOpen(nextOpen);\n if (!nextOpen && shortcutOpen) {\n onShortcutClose?.();\n }\n }\n\n async function send() {\n const data: Language = {\n id: obj.id,\n name,\n short,\n flag: Number.parseInt(flag, 10) || 0,\n flag_file,\n speaker,\n rtl,\n };\n\n try {\n let newData;\n if (data.id !== undefined) {\n newData = await updateLanguageMutation({\n id: data.id,\n name: data.name,\n short: data.short,\n flag: data.flag,\n flag_file: data.flag_file,\n speaker: data.speaker,\n rtl: data.rtl,\n operationKey: `language:${data.id}:admin_set:client`,\n });\n } else {\n newData = await createLanguageMutation({\n name: data.name,\n short: data.short,\n flag: data.flag,\n flag_file: data.flag_file,\n speaker: data.speaker,\n rtl: data.rtl,\n operationKey: `language:create:${data.short}:client`,\n });\n }\n setOpen(false);\n if (shortcutOpen) {\n onShortcutClose?.();\n }\n updateLanguage(newData);\n } catch {\n setError(\"An error occurred. Please report in Discord.\");\n }\n }\n\n return (\n \n \n \n {is_new ? \"Add\" : \"Edit\"} Language\n \n \n {is_new\n ? \"Add a new language. Click save when you're done.\"\n : \"Make changes to a language. Click save when you're done.\"}\n \n \n \n \n \n \n \n
    \n {error ? (\n
    \n An error occurred.\n
    \n ) : (\n
    \n )}\n \n
    \n     \n \n );\n}\n\ninterface TableRowProps {\n lang: Language;\n updateLanguage: (lang: Language) => void;\n isShortcutOpen?: boolean;\n onShortcutClose?: () => void;\n}\n\nfunction TableRow({\n lang,\n updateLanguage,\n isShortcutOpen,\n onShortcutClose,\n}: TableRowProps) {\n const refRow = React.useRef(null);\n\n function updateLanguageWrapper(newCourse: Language) {\n const frames = [\n { opacity: 0, filter: \"blur(10px) saturate(0)\" },\n { opacity: 1, filter: \"\" },\n ];\n const attributes = [\n \"id\",\n \"\",\n \"name\",\n \"short\",\n \"flag\",\n \"flag_file\",\n \"speaker\",\n \"rtl\",\n ];\n\n function checkEqual(attribute: string) {\n const newVal = (newCourse as unknown as Record)[\n attribute\n ];\n const oldVal = (lang as unknown as Record)[attribute];\n return newVal === oldVal;\n }\n\n for (let i = 0; i < attributes.length; i++) {\n if (!checkEqual(attributes[i]) && refRow.current?.children[i]) {\n (refRow.current.children[i] as HTMLElement).animate(frames, {\n duration: 1000,\n iterations: 1,\n });\n }\n }\n updateLanguage(newCourse);\n }\n\n return (\n \n {lang.id}\n \n \n \n {lang.name}\n {lang.short}\n {lang.flag}\n {lang.flag_file}\n {lang.speaker}\n {String(lang.rtl)}\n \n \n \n \n );\n}\n\ninterface LanguageListProps {\n all_languages: Language[];\n}\n\nexport default function LanguageList({ all_languages }: LanguageListProps) {\n const pathname = usePathname();\n const router = useRouter();\n const searchParams = useSearchParams();\n const [search, setSearch] = useInput(\"\");\n const [myLangs, setMyLangs] = useState(all_languages);\n const editLanguageValue = searchParams.get(\"editLanguage\");\n const editLanguageId = editLanguageValue\n ? Number.parseInt(editLanguageValue, 10)\n : Number.NaN;\n const addLanguageShortcut = searchParams.get(\"addLanguage\") === \"1\";\n\n function clearShortcut() {\n const nextParams = new URLSearchParams(searchParams.toString());\n nextParams.delete(\"editLanguage\");\n nextParams.delete(\"addLanguage\");\n const nextUrl =\n nextParams.size > 0 ? `${pathname}?${nextParams}` : pathname;\n router.replace(nextUrl, { scroll: false });\n }\n\n React.useEffect(() => {\n setMyLangs(all_languages);\n }, [all_languages]);\n\n function updateLanguage(course: Language) {\n setMyLangs(myLangs.map((c) => (c.id === course.id ? course : c)));\n }\n\n if (all_languages === undefined) return ;\n\n const filteredLanguages =\n search === \"\"\n ? myLangs\n : myLangs.filter((language) =>\n language.name.toLowerCase().includes(search.toLowerCase()),\n );\n\n return (\n
    \n
    \n \n \n
    \n
    \n \n \n \n {[\n \"ID\",\n \"\",\n \"Name\",\n \"ISO\",\n \"Duo Flag\",\n \"Flag File\",\n \"Default Voice\",\n \"RTL\",\n \"\",\n ].map((header, idx) => (\n \n {header}\n \n ))}\n \n \n \n {filteredLanguages.map((lang) => (\n \n ))}\n \n \n
    \n
    \n );\n}\n" }, { "path": "src/app/admin/languages/page.tsx", "content": "import LanguageListClient from \"./page_client\";\n\nexport default function Page() {\n return ;\n}\n" }, { "path": "src/app/admin/languages/page_client.tsx", "content": "\"use client\";\n\nimport { useQuery } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\nimport LanguageList from \"./language_list\";\nimport { Spinner } from \"@/components/ui/spinner\";\n\nexport default function LanguageListClient() {\n const languages = useQuery(api.adminData.getAdminLanguages, {});\n\n if (languages === undefined) return ;\n return ;\n}\n" }, { "path": "src/app/admin/layout.tsx", "content": "import React from \"react\";\nimport AdminHeader from \"./AdminHeader\";\n\nexport default async function Layout({\n children,\n}: {\n children: React.ReactNode;\n}) {\n return (\n
    \n \n
    {children}
    \n
    \n );\n}\n" }, { "path": "src/app/admin/page.tsx", "content": "export default function Page({}) {\n return (\n
    \n
    Admin
    \n
    \n );\n}\n" }, { "path": "src/app/admin/story/[story_id]/actions.ts", "content": "\"use server\";\n\nimport { getUser, isAdmin } from \"@/lib/userInterface\";\nimport { fetchAuthMutation } from \"@/lib/auth-server\";\nimport { api } from \"@convex/_generated/api\";\n\nasync function requireAdmin() {\n const token = await getUser();\n if (!isAdmin(token)) {\n throw new Error(\"You need to be a registered admin.\");\n }\n}\n\nexport async function togglePublished(\n id: number,\n _currentPublic: boolean,\n): Promise {\n await requireAdmin();\n\n await fetchAuthMutation(api.adminStoryWrite.togglePublished, {\n legacyStoryId: id,\n operationKey: `story:${id}:admin_toggle_published:action`,\n });\n}\n\nexport async function removeApproval(\n storyId: number,\n approval_id: number,\n): Promise {\n await requireAdmin();\n\n await fetchAuthMutation(api.adminStoryWrite.removeApproval, {\n legacyStoryId: storyId,\n legacyApprovalId: approval_id,\n operationKey: `story_approval:${approval_id}:admin_delete:action`,\n });\n}\n" }, { "path": "src/app/admin/story/[story_id]/page.tsx", "content": "import StoryDisplay from \"./story_display\";\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ story_id: string }>;\n}) {\n const storyId = Number.parseInt((await params).story_id, 10);\n if (!Number.isFinite(storyId)) {\n return
    Invalid story id.
    ;\n }\n\n return ;\n}\n" }, { "path": "src/app/admin/story/[story_id]/story_display.tsx", "content": "\"use client\";\n\nimport Link from \"next/link\";\nimport { useQuery } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\nimport Switch from \"@/components/ui/switch\";\nimport Button from \"@/components/ui/button\";\nimport { Spinner } from \"@/components/ui/spinner\";\nimport {\n adminDetailCardClass,\n adminDetailLabelClass,\n adminDetailPageClass,\n} from \"../../adminDetailStyles\";\nimport {\n togglePublished,\n removeApproval as removeApprovalAction,\n} from \"./actions\";\n\nexport default function StoryDisplay({ storyId }: { storyId: number }) {\n const story = useQuery(api.adminData.getAdminStoryByLegacyId, {\n legacyStoryId: storyId,\n });\n\n if (story === undefined) {\n return (\n
    \n
    \n \n
    \n
    \n );\n }\n\n if (!story) {\n return (\n
    \n
    Story not found.
    \n
    \n );\n }\n\n const storyData = story;\n\n async function changePublished() {\n await togglePublished(storyData.id, storyData.public);\n }\n\n async function deleteApproval(approvalId: number) {\n await removeApprovalAction(storyData.id, approvalId);\n }\n\n function formatApprovalDate(value: unknown) {\n const asNumber =\n typeof value === \"number\" ? value : Number(String(value ?? \"\").trim());\n const date = Number.isFinite(asNumber)\n ? new Date(asNumber)\n : new Date(String(value ?? \"\"));\n if (Number.isNaN(date.getTime())) return String(value ?? \"\");\n return new Intl.DateTimeFormat(undefined, {\n dateStyle: \"medium\",\n timeStyle: \"short\",\n }).format(date);\n }\n\n return (\n
    \n
    \n
    \n \n Back to Story Search\n \n \n \n \n
    \n\n
    \n \n
    \n

    {storyData.name}

    \n
    \n
    Story ID
    \n
    {storyData.id}
    \n
    Legacy ID
    \n
    {storyId}
    \n
    Published
    \n
    \n \n \n {storyData.public ? \"Yes\" : \"No\"}\n \n
    \n
    Course
    \n
    \n \n {storyData.short}\n \n
    \n
    \n
    \n
    \n\n

    Approvals

    \n {storyData.approvals.length === 0 ? (\n
    No approvals.
    \n ) : (\n
      \n {storyData.approvals.map((approval, index) => (\n \n \n {formatApprovalDate(approval.date)} - {approval.name}\n \n deleteApproval(approval.id)}\n >\n Remove\n \n \n ))}\n
    \n )}\n
    \n
    \n );\n}\n" }, { "path": "src/app/admin/story/page.tsx", "content": "\"use client\";\n\nimport { useRouter } from \"next/navigation\";\nimport { useState } from \"react\";\nimport Input from \"@/components/ui/input\";\nimport Button from \"@/components/ui/button\";\n\nexport default function Page() {\n const [id, setId] = useState(\"\");\n const router = useRouter();\n\n function go() {\n const nextId = id.trim();\n if (!nextId) return;\n router.push(`/admin/story/${nextId}`);\n }\n\n return (\n
    \n
    \n
    \n
    \n \n
    \n setId(e.target.value)}\n onKeyDown={(e) => {\n if (e.key === \"Enter\") go();\n }}\n />\n
    \n
    \n \n
    \n
    \n
    \n );\n}\n" }, { "path": "src/app/admin/users/[user_id]/actions.ts", "content": "\"use server\";\n\nimport { z } from \"zod\";\nimport { fetchAuthMutation } from \"@/lib/auth-server\";\nimport { api } from \"@convex/_generated/api\";\n\nconst OkSchema = z.literal(\"ok\");\n\nconst SetActivatedInput = z.object({\n id: z.number(),\n activated: z\n .union([z.boolean(), z.number()])\n .transform((v) => (typeof v === \"number\" ? v !== 0 : v)),\n});\n\nconst SetWriteInput = z.object({\n id: z.number(),\n write: z\n .union([z.boolean(), z.number()])\n .transform((v) => (typeof v === \"number\" ? v !== 0 : v)),\n});\n\nconst DeleteUserInput = z.object({ id: z.number() });\n\nexport async function setUserActivatedAction(input: unknown) {\n const parsed = SetActivatedInput.parse(input);\n await fetchAuthMutation(api.adminData.setAdminUserActivated, {\n id: parsed.id,\n activated: parsed.activated,\n });\n return OkSchema.parse(\"ok\");\n}\n\nexport async function setUserWriteAction(input: unknown) {\n const parsed = SetWriteInput.parse(input);\n await fetchAuthMutation(api.adminData.setAdminUserWrite, {\n id: parsed.id,\n write: parsed.write,\n });\n return OkSchema.parse(\"ok\");\n}\n\nexport async function setUserDeleteAction(input: unknown) {\n const parsed = DeleteUserInput.parse(input);\n await fetchAuthMutation(api.adminData.setAdminUserDelete, {\n id: parsed.id,\n });\n return OkSchema.parse(\"ok\");\n}\n" }, { "path": "src/app/admin/users/[user_id]/page.tsx", "content": "import { notFound } from \"next/navigation\";\nimport UserDisplay from \"./user_display\";\nimport { UserSchema } from \"./schema\";\nimport { fetchAuthQuery } from \"@/lib/auth-server\";\nimport { api } from \"@convex/_generated/api\";\n\nasync function user_properties(id: string) {\n const parsedId = Number.parseInt(id, 10);\n if (!Number.isFinite(parsedId)) return undefined;\n const match = await fetchAuthQuery(api.adminData.getAdminUserByLegacyId, {\n id: parsedId,\n });\n if (!match) return undefined;\n\n return UserSchema.parse({\n id: match.id,\n name: match.name,\n email: match.email,\n regdate: match.regdate ? new Date(match.regdate) : undefined,\n activated: match.activated,\n role: match.role,\n admin: match.admin,\n discordLinked: match.discordLinked,\n discordAccountId: match.discordAccountId,\n discordStoriesRole: match.discordStoriesRole,\n discordStoriesSyncStatus: match.discordStoriesSyncStatus,\n discordStoriesLastSyncedAt:\n typeof match.discordStoriesLastSyncedAt === \"number\"\n ? new Date(match.discordStoriesLastSyncedAt)\n : undefined,\n });\n}\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ user_id: string }>;\n}) {\n const user = await user_properties((await params).user_id);\n //console.log(user);\n\n if (user === undefined) notFound();\n\n return ;\n}\n" }, { "path": "src/app/admin/users/[user_id]/schema.ts", "content": "import { z } from \"zod\";\n\nexport const UserSchema = z.object({\n id: z.number(),\n name: z.string(),\n email: z.string().email().or(z.string().min(1)),\n image: z.string().nullable().optional(),\n regdate: z.coerce.date().optional(),\n activated: z.coerce.boolean().optional(),\n role: z.coerce.boolean().optional(),\n admin: z.coerce.boolean().optional(),\n discordLinked: z.coerce.boolean().optional(),\n discordAccountId: z.string().nullable().optional(),\n discordStoriesRole: z.string().nullable().optional(),\n discordStoriesSyncStatus: z\n .enum([\n \"assigned\",\n \"up_to_date\",\n \"no_milestone\",\n \"not_linked\",\n \"member_not_found\",\n \"error\",\n ])\n .nullable()\n .optional(),\n discordStoriesLastSyncedAt: z.coerce.date().nullable().optional(),\n});\n\nexport type AdminUser = z.infer;\n" }, { "path": "src/app/admin/users/[user_id]/user_display.tsx", "content": "\"use client\";\n\nimport { useState } from \"react\";\nimport Link from \"next/link\";\nimport Switch from \"@/components/ui/switch\";\nimport Button from \"@/components/ui/button\";\nimport {\n adminDetailCardClass,\n adminDetailLabelClass,\n adminDetailPageClass,\n} from \"@/app/admin/adminDetailStyles\";\nimport type { AdminUser } from \"./schema\";\nimport {\n setUserActivatedAction,\n setUserWriteAction,\n setUserDeleteAction,\n} from \"./actions\";\n\nasync function setUserActivated(data: {\n id: number;\n activated: 0 | 1 | boolean;\n}) {\n return await setUserActivatedAction(data);\n}\n\nasync function setUserWrite(data: { id: number; write: 0 | 1 | boolean }) {\n return await setUserWriteAction(data);\n}\n\nasync function setUserDelete(data: { id: number }) {\n return await setUserDeleteAction(data);\n}\n\nfunction Activate({ user }: { user: AdminUser }) {\n const [checked, setChecked] = useState(Boolean(user.activated));\n\n return (\n \n {\n const value = await setUserActivated({\n id: user.id,\n activated: checked ? 0 : 1,\n });\n if (value !== undefined) setChecked(!checked);\n }}\n />\n {checked ? \"Yes\" : \"No\"}\n \n );\n}\n\nfunction Write({ user }: { user: AdminUser }) {\n const [checked, setChecked] = useState(Boolean(user.role));\n\n return (\n \n {\n const value = await setUserWrite({\n id: user.id,\n write: checked ? 0 : 1,\n });\n if (value !== undefined) setChecked(!checked);\n }}\n />\n {checked ? \"Yes\" : \"No\"}\n \n );\n}\n\nexport default function UserDisplay({ user }: { user: AdminUser }) {\n const [userData] = useState(user);\n\n async function removeUser() {\n if (window.confirm(\"Are you sure you want to delete this user?\")) {\n await setUserDelete({ id: userData.id });\n }\n }\n\n return (\n
    \n
    \n
    \n \n Back to Users\n \n \n
    \n\n
    \n

    {userData.name}

    \n
    \n\n
    \n
    User ID
    \n
    {userData.id}
    \n\n
    Email
    \n
    {userData.email}
    \n\n
    Registered
    \n
    {`${userData.regdate}`}
    \n\n
    Activated
    \n
    \n \n
    \n\n
    Contributor
    \n
    \n \n
    \n\n
    Admin
    \n
    \n {userData.admin ? \"Yes\" : \"No\"}\n
    \n\n
    Discord
    \n
    \n {userData.discordLinked\n ? `Linked${userData.discordAccountId ? ` (${userData.discordAccountId})` : \"\"}`\n : \"Not linked\"}\n
    \n\n
    Stories role
    \n
    \n {userData.discordStoriesRole ?? \"None\"}\n {userData.discordStoriesSyncStatus\n ? ` (${userData.discordStoriesSyncStatus})`\n : \"\"}\n
    \n
    \n
    \n
    \n );\n}\n" }, { "path": "src/app/admin/users/page.tsx", "content": "import UserList, { type AdminUserList } from \"./user_list\";\nimport { fetchAuthQuery } from \"@/lib/auth-server\";\nimport { api } from \"@convex/_generated/api\";\n\nconst LOAD_STEP = 50;\n\nfunction normalizeQuery(value: string | string[] | undefined) {\n if (!value) return \"\";\n if (Array.isArray(value)) return value[0] ?? \"\";\n return value;\n}\n\ntype FilterValue = \"all\" | \"yes\" | \"no\";\ntype RoleFilterValue = \"all\" | \"user\" | \"contributor\" | \"admin\";\n\nfunction normalizeFilter(value: string | string[] | undefined): FilterValue {\n const raw = normalizeQuery(value).toLowerCase();\n if (raw === \"yes\" || raw === \"no\") return raw;\n return \"all\";\n}\n\nfunction normalizeRoleFilter(\n value: string | string[] | undefined,\n): RoleFilterValue {\n const raw = normalizeQuery(value).toLowerCase();\n if (raw === \"contributior\") return \"contributor\";\n if (raw === \"user\" || raw === \"contributor\" || raw === \"admin\") return raw;\n return \"all\";\n}\n\nexport default async function Page({\n searchParams,\n}: {\n searchParams?: Promise>;\n}) {\n const resolvedSearchParams = await searchParams;\n const rawQuery = normalizeQuery(resolvedSearchParams?.q);\n const query = rawQuery.trim();\n const limitRaw = normalizeQuery(resolvedSearchParams?.limit);\n const limit = Math.max(\n 1,\n Number.parseInt(limitRaw || String(LOAD_STEP), 10) || LOAD_STEP,\n );\n const activatedFilter = normalizeFilter(resolvedSearchParams?.activated);\n const roleFilter = normalizeRoleFilter(resolvedSearchParams?.role);\n\n const response = await fetchAuthQuery(api.adminData.getAdminUsersPage, {\n query,\n limit,\n activatedFilter,\n roleFilter,\n });\n\n const users: AdminUserList[] = response.users.map((user) => ({\n ...user,\n regdate:\n typeof user.regdate === \"number\" ? new Date(user.regdate) : undefined,\n discordStoriesLastSyncedAt:\n typeof user.discordStoriesLastSyncedAt === \"number\"\n ? new Date(user.discordStoriesLastSyncedAt)\n : undefined,\n }));\n\n return (\n \n );\n}\n" }, { "path": "src/app/admin/users/user_list.tsx", "content": "\"use client\";\n\nimport {\n useEffect,\n useRef,\n useState,\n useTransition,\n type KeyboardEvent,\n} from \"react\";\nimport { useRouter } from \"next/navigation\";\nimport Link from \"next/link\";\nimport Button, {\n buttonInnerClassName,\n buttonRootClassName,\n} from \"@/components/ui/button\";\nimport Input from \"@/components/ui/input\";\nimport { SpinnerBlue } from \"@/components/ui/spinner\";\nimport {\n adminTableContainerClass,\n adminTableHeadCellClass,\n} from \"../adminTableStyles\";\nimport type { AdminUser } from \"./[user_id]/schema\";\n\nexport type AdminUserList = AdminUser & { admin?: boolean; rowKey?: string };\n\ntype FilterValue = \"all\" | \"yes\" | \"no\";\ntype RoleFilterValue = \"all\" | \"user\" | \"contributor\" | \"admin\";\n\ninterface UserListProps {\n users: AdminUserList[];\n query: string;\n limit: number;\n hasMore: boolean;\n loadStep: number;\n activatedFilter: FilterValue;\n roleFilter: RoleFilterValue;\n}\n\ntype AdminFilters = {\n activated: FilterValue;\n role: RoleFilterValue;\n};\n\ntype PendingAction = \"search\" | \"filters\" | \"loadMore\" | null;\n\nfunction formatRegistered(value: Date | string | undefined) {\n if (!value) return \"-\";\n const date = value instanceof Date ? value : new Date(value);\n if (Number.isNaN(date.getTime())) return String(value);\n return new Intl.DateTimeFormat(undefined, {\n month: \"short\",\n day: \"2-digit\",\n year: \"numeric\",\n hour: \"2-digit\",\n minute: \"2-digit\",\n }).format(date);\n}\n\nfunction buildQueryString(query: string, limit: number, filters: AdminFilters) {\n const params = new URLSearchParams();\n if (query.trim().length > 0) params.set(\"q\", query.trim());\n if (limit > 0) params.set(\"limit\", String(limit));\n if (filters.activated !== \"all\") params.set(\"activated\", filters.activated);\n if (filters.role !== \"all\") params.set(\"role\", filters.role);\n const qs = params.toString();\n return qs.length ? `?${qs}` : \"\";\n}\n\nconst statusYesClass =\n \"inline-block min-w-10 rounded-full bg-[color:color-mix(in_srgb,#21c55d_22%,transparent)] px-2.5 py-0.5 text-center text-sm font-bold text-[#0a6b2d]\";\nconst statusNoClass =\n \"inline-block min-w-10 rounded-full bg-[color:color-mix(in_srgb,#ef4444_20%,transparent)] px-2.5 py-0.5 text-center text-sm font-bold text-[#9b1c1c]\";\nconst statusInfoClass =\n \"inline-block min-w-10 rounded-full bg-[color:color-mix(in_srgb,#3b82f6_18%,transparent)] px-2.5 py-0.5 text-center text-sm font-bold text-[#124f9c]\";\n\nfunction getRoleLabel(user: AdminUserList) {\n if (user.admin) return \"Admin\";\n if (user.role) return \"Contributor\";\n return \"User\";\n}\n\nfunction getStoriesRoleTitle(user: AdminUserList) {\n const parts: string[] = [];\n if (user.discordStoriesSyncStatus) {\n parts.push(`Sync status: ${user.discordStoriesSyncStatus}`);\n }\n if (user.discordStoriesLastSyncedAt) {\n parts.push(\n `Last synced: ${formatRegistered(user.discordStoriesLastSyncedAt)}`,\n );\n }\n return parts.join(\"\\n\");\n}\n\nconst tableHeaders: Array<{ label: string; title?: string; key: string }> = [\n { key: \"id\", label: \"ID\" },\n { key: \"name\", label: \"Name\" },\n { key: \"email\", label: \"Email\" },\n { key: \"activated\", label: \"\", title: \"Activated\" },\n { key: \"role\", label: \"Role\" },\n { key: \"discord\", label: \"\", title: \"Discord\" },\n { key: \"stories\", label: \"Stories\" },\n { key: \"actions\", label: \"\", title: \"Actions\" },\n];\n\nfunction ActivatedStatus({ activated }: { activated: boolean | undefined }) {\n if (!activated) {\n return (\n \n -\n \n );\n }\n\n return (\n \n ✓\n \n );\n}\n\nfunction DiscordAvatar({ user }: { user: AdminUserList }) {\n const [imageFailed, setImageFailed] = useState(false);\n const showImage =\n user.discordLinked &&\n typeof user.image === \"string\" &&\n user.image.length > 0 &&\n !imageFailed;\n const initial = user.name.trim().charAt(0).toUpperCase() || \"?\";\n\n if (!user.discordLinked) {\n return (\n \n No\n \n );\n }\n\n return (\n \n {showImage ? (\n setImageFailed(true)}\n />\n ) : (\n initial\n )}\n
    \n );\n}\n\nexport default function UserList({\n users,\n query,\n limit,\n hasMore,\n loadStep,\n activatedFilter,\n roleFilter,\n}: UserListProps) {\n const [search, setSearch] = useState(query);\n const [filters, setFilters] = useState({\n activated: activatedFilter,\n role: roleFilter,\n });\n const [pendingAction, setPendingAction] = useState(null);\n const filtersRef = useRef(filters);\n const router = useRouter();\n const [isPending, startTransition] = useTransition();\n\n function submitSearch(\n nextLimit = loadStep,\n options?: { action?: PendingAction; scroll?: boolean },\n ) {\n const action = options?.action ?? \"search\";\n const scroll = options?.scroll ?? true;\n setPendingAction(action);\n startTransition(() => {\n router.push(\n `/admin/users${buildQueryString(search, nextLimit, {\n activated: filters.activated,\n role: filters.role,\n })}`,\n { scroll },\n );\n });\n }\n\n function submitFilters(nextFilters: AdminFilters) {\n setPendingAction(\"filters\");\n startTransition(() => {\n router.push(\n `/admin/users${buildQueryString(search, loadStep, {\n activated: nextFilters.activated,\n role: nextFilters.role,\n })}`,\n );\n });\n }\n\n function updateFilter(\n key: keyof AdminFilters,\n value: FilterValue | RoleFilterValue,\n ) {\n const nextFilters = { ...filtersRef.current, [key]: value };\n filtersRef.current = nextFilters;\n setFilters(nextFilters);\n submitFilters(nextFilters);\n }\n\n function handleKeyDown(event: KeyboardEvent) {\n if (event.key === \"Enter\") {\n submitSearch(loadStep);\n }\n }\n\n return (\n
    \n
    \n
    \n setSearch(event.target.value)}\n onKeyDown={handleKeyDown}\n />\n
    \n \n \n
    \n
    \n \n
    \n\n
    \n
    \n {users.length === 0 ? \"No users found.\" : `Showing ${users.length}`}\n \n \n \n
    \n
    \n\n
    \n \n \n \n {tableHeaders.map((header) => (\n \n {header.label}\n \n ))}\n \n \n \n {users.length === 0 ? (\n \n \n \n ) : (\n users.map((user, index) => (\n \n \n \n \n \n \n \n \n \n \n ))\n )}\n \n
    \n No users found.\n
    {user.id}\n \n {user.name}\n \n \n \n {user.email}\n \n \n \n {getRoleLabel(user)}\n \n \n \n {user.discordStoriesRole ?? \"None\"}\n \n \n \n \n Open\n \n \n
    \n
    \n\n {hasMore ? (\n
    \n \n submitSearch(limit + loadStep, {\n action: \"loadMore\",\n scroll: false,\n })\n }\n >\n \n {isPending && pendingAction === \"loadMore\" ? (\n \n \n \n ) : null}\n Load more\n \n \n
    \n ) : null}\n
    \n );\n}\n" }, { "path": "src/app/api/auth/[...all]/route.ts", "content": "import { handler } from \"@/lib/auth-server\";\n\nexport const { GET, POST } = handler;\n" }, { "path": "src/app/api/og/route.tsx", "content": "import React from \"react\";\nimport { ImageResponse } from \"next/og\";\nimport type { NextRequest } from \"next/server\";\n\nexport async function GET(_request: NextRequest) {\n try {\n const fontData = await fetch(\n new URL(\"../../../../assets/Nunito-Regular.ttf\", import.meta.url),\n ).then((res) => res.arrayBuffer());\n\n //let counts = get_counts();\n let counts = { count_stories: 0, count_courses: 0 };\n\n let text = `A community project to bring the original Duolingo Stories to new languages.`;\n let text2 = `${counts.count_stories} stories in ${counts.count_courses} courses and counting!`;\n\n return new ImageResponse(\n \n \n
    Duostories
    \n
    {text}
    \n
    {text2}
    \n \n \n ,\n {\n width: 1200,\n height: 630,\n fonts: [\n {\n name: \"Nunito\",\n data: fontData,\n style: \"normal\",\n },\n ],\n },\n );\n } catch (e) {\n //console.log(`${e instanceof Error ? e.message : String(e)}`);\n return new Response(`Failed to generate the image`, {\n status: 500,\n });\n }\n}\n" }, { "path": "src/app/api/og-course/route.tsx", "content": "import React from \"react\";\nimport { ImageResponse } from \"next/og\";\nimport type { NextRequest } from \"next/server\";\nexport const runtime = \"edge\";\n\nfunction get_flag_id(iso: string | null): number {\n const order = [\n \"en\", //0\n \"es\", //1\n \"fr\", //2\n \"de\", //3\n \"ja\", //4\n \"it\", //5\n \"ko\", //6\n \"zh\", //7\n \"ru\", //8\n \"pt\", //9\n \"tr\", //10\n \"nl\", //11\n \"sv\", //12\n \"ga\", //13\n \"el\", //14\n \"he\", //15\n \"pl\", //16\n \"no\", //17\n \"vi\", //18\n \"da\", //19\n \"hv\", //20\n \"ro\", //21\n \"sw\", //22\n \"eo\", //23\n \"hu\", //24\n \"cy\", //25\n \"uk\", //26\n \"tlh\", //27\n \"cs\", //28\n \"hi\", //29\n \"id\", //30\n \"hw\", //31\n \"nv\", //32\n \"ar\", //33\n \"ca\", //34\n \"th\", //35\n \"gn\", //36\n \"world\", //37\n \"duo\", //38\n \"tools\", //39\n \"reader\", //40\n \"la\", //41\n \"gd\", //42\n \"fi\", //43\n \"yi\", //44\n \"ht\", //45\n \"tl\", //46\n \"zu\", //47\n ];\n let flag = 0;\n for (let i = 0; i < order.length; i++) {\n if (order[i] === (iso || \"world\")) flag = i;\n }\n return flag;\n}\n\nexport async function GET(request: NextRequest) {\n try {\n const { searchParams } = new URL(request.url);\n\n const fontData = await fetch(\n new URL(\"../../../../assets/Nunito-Regular.ttf\", import.meta.url),\n ).then((res) => res.arrayBuffer());\n\n const flag_offset = get_flag_id(searchParams.get(\"lang\"));\n const flag_scale = 3;\n\n const imageUrl = new URL(\"./og_background.png\", import.meta.url).toString();\n\n return new ImageResponse(\n \n \n \n \n {searchParams.get(\"name\") ?? \"Language\"}\n \n \n on Duostories.org\n \n \n {`${searchParams.get(\"count\") ?? \"4\"} community translated stories`}\n \n\n \n ,\n {\n width: 1200,\n height: 630,\n fonts: [\n {\n name: \"Nunito\",\n data: fontData,\n style: \"normal\",\n },\n ],\n },\n );\n } catch (e) {\n //console.log(`${e instanceof Error ? e.message : String(e)}`);\n return new Response(`Failed to generate the image`, {\n status: 500,\n });\n }\n}\n" }, { "path": "src/app/api/og-story/route.tsx", "content": "import React from \"react\";\nimport { ImageResponse } from \"next/og\";\nimport type { NextRequest } from \"next/server\";\n\nexport async function GET(request: NextRequest) {\n try {\n const { searchParams } = new URL(request.url);\n\n const fontData = await fetch(\n new URL(\"../../../../assets/Nunito-Regular.ttf\", import.meta.url),\n ).then((res) => res.arrayBuffer());\n\n const imageUrl = new URL(\"./og_background.png\", import.meta.url).toString();\n\n return new ImageResponse(\n \n \n \n
    \n {searchParams.get(\"title\") ?? \"Good morning\"}\n
    \n
    \n {`${searchParams.get(\"name\") ?? \"Language\"} story on duostories.org`}\n
    \n \n \n ,\n {\n width: 1200,\n height: 630,\n fonts: [\n {\n name: \"Nunito\",\n data: fontData,\n style: \"normal\",\n },\n ],\n },\n );\n } catch (e) {\n //console.log(`${e instanceof Error ? e.message : String(e)}`);\n return new Response(`Failed to generate the image`, {\n status: 500,\n });\n }\n}\n" }, { "path": "src/app/audio/_lib/audio/azure_tts.ts", "content": "import * as sdk from \"microsoft-cognitiveservices-speech-sdk\";\nimport * as fs from \"fs\";\nimport { put } from \"@vercel/blob\";\nimport type { AudioMark, SynthesisResult, Voice, TTSEngine } from \"./types\";\n\nfunction get_raw(text: string): string {\n text = text.replace(/ +/g, \" \");\n let text2 = \"\";\n for (let m of text.matchAll(/(<[^>]+>)|(\\w+)|([^\\w<>]*)/g)) {\n if (m[1]) {\n } else if (m[2]) {\n text2 += m[2];\n } else if (m[3]) {\n text2 += m[3];\n }\n }\n return text2;\n}\n\nasync function synthesizeSpeechAzure(\n filename: string | undefined,\n voice_id: string,\n text: string,\n file?: string,\n): Promise {\n return new Promise((resolve, reject) => {\n if (file) text = fs.readFileSync(file, \"utf8\");\n const speechConfig = sdk.SpeechConfig.fromSubscription(\n process.env.AZURE_APIKEY!,\n \"westeurope\",\n );\n const audioConfig = sdk.AudioConfig.fromAudioFileOutput(\n \"/dev/null\", //filename === undefined ? \"/dev/null\" : filename,\n );\n speechConfig.speechSynthesisOutputFormat = 5;\n // create the speech synthesizer.\n let synthesizer: sdk.SpeechSynthesizer | undefined =\n new sdk.SpeechSynthesizer(speechConfig, audioConfig);\n\n let last_pos = 0;\n const marks: AudioMark[] = [];\n\n synthesizer.wordBoundary = (\n _w: unknown,\n v: sdk.SpeechSynthesisWordBoundaryEventArgs,\n ) => {\n last_pos = text2.substring(last_pos).search(v.text) + last_pos;\n const data: AudioMark = {\n time: Math.round(v.audioOffset / 10000),\n type: \"word\",\n start: v.textOffset,\n end: v.textOffset + v.wordLength,\n value: v.text,\n };\n marks.push(data);\n };\n\n //text = text.replace(/^/, \"\");\n //text = text.replace(/<\\/speak>$/, \"\");\n let lang = voice_id.split(\"-\")[0] + \"-\" + voice_id.split(\"-\")[1];\n if (!text.startsWith(\"${text}`;\n\n let text2 = get_raw(text);\n synthesizer.speakSsmlAsync(\n text,\n async function (result: sdk.SpeechSynthesisResult) {\n if (result.reason === sdk.ResultReason.SynthesizingAudioCompleted) {\n const content = Buffer.from(result.audioData).toString(\"base64\");\n const output: SynthesisResult = {\n output_file: filename,\n marks: marks,\n content: content,\n };\n if (filename !== undefined) {\n await put(filename, Buffer.from(result.audioData), {\n access: \"public\",\n addRandomSuffix: false,\n });\n }\n resolve(output);\n } else {\n console.error(\n \"Speech synthesis canceled, \" +\n result.errorDetails +\n \"\\nDid you update the subscription info?\",\n );\n reject(result.errorDetails);\n }\n synthesizer?.close();\n synthesizer = undefined;\n },\n function (err: string) {\n console.trace(\"err - \" + err);\n synthesizer?.close();\n synthesizer = undefined;\n reject(err);\n },\n );\n });\n}\n\nasync function getVoices(): Promise {\n const speechConfig = sdk.SpeechConfig.fromSubscription(\n process.env.AZURE_APIKEY!,\n \"westeurope\",\n );\n\n // create the speech synthesizer.\n const synthesizer = new sdk.SpeechSynthesizer(speechConfig);\n\n const voices = await synthesizer.getVoicesAsync();\n const result_voices: Voice[] = [];\n for (const voice of voices.voices) {\n result_voices.push({\n language: voice.locale.split(\"-\")[0],\n locale: voice.locale,\n name: voice.shortName,\n gender: voice.gender === 1 ? \"FEMALE\" : \"MALE\",\n type: voice.voiceType === 1 ? \"NEURAL\" : \"NORMAL\",\n service: \"Microsoft Azure\",\n });\n }\n return result_voices;\n}\n\nfunction isValidVoice(voice: string): boolean {\n return voice.indexOf(\"-\") !== -1;\n}\n\nconst azureEngine: TTSEngine = {\n name: \"azure\",\n synthesizeSpeech: synthesizeSpeechAzure,\n getVoices: getVoices,\n isValidVoice: isValidVoice,\n};\n\nexport default azureEngine;\n" }, { "path": "src/app/audio/_lib/audio/elevenlabs.ts", "content": "import { put } from \"@vercel/blob\";\nimport { decode } from \"base64-arraybuffer\";\nimport WebSocket from \"ws\";\nimport type {\n AudioMark,\n SynthesisResult,\n Voice,\n ElevenLabsEngine,\n ElevenLabsSubscription,\n} from \"./types\";\n\nconst model = \"eleven_multilingual_v2\";\n\ninterface GenerateResult {\n audioBuffers: Buffer[];\n alignment: [string, number][];\n}\n\nasync function generate(\n voiceId: string,\n text: string,\n): Promise {\n const wsUrl = `wss://api.elevenlabs.io/v1/text-to-speech/${voiceId}/stream-input?model_id=${model}&enable_ssml_parsing=false`;\n return new Promise((resolve, reject) => {\n const socket = new WebSocket(wsUrl);\n\n const audioBuffers: Buffer[] = [];\n const alignment: [string, number][] = [];\n\n // 2. Initialize the connection by sending the BOS message\n socket.onopen = function (_event: Event) {\n const bosMessage = {\n text: \" \",\n voice_settings: {\n stability: 0.5,\n similarity_boost: 0.8,\n },\n xi_api_key: process.env.ELEVENLABS_APIKEY, // replace with your API key\n };\n\n socket.send(JSON.stringify(bosMessage));\n\n // 3. Send the input text message (\"Hello World\")\n const textMessage = {\n text: text,\n try_trigger_generation: true,\n };\n\n socket.send(JSON.stringify(textMessage));\n\n // 4. Send the EOS message with an empty string\n const eosMessage = {\n text: \"\",\n };\n\n socket.send(JSON.stringify(eosMessage));\n };\n\n // 5. Handle server responses\n socket.onmessage = function (event: { data: string }) {\n const response = JSON.parse(event.data) as {\n alignment?: { chars: string[]; charStartTimesMs: number[] };\n audio?: string;\n isFinal?: boolean;\n normalizedAlignment?: unknown;\n };\n\n if (response.alignment) {\n for (let i = 0; i < response.alignment.chars.length; i++) {\n alignment.push([\n response.alignment.chars[i],\n response.alignment.charStartTimesMs[i],\n ]);\n }\n }\n\n if (response.audio) {\n // decode and handle the audio data (e.g., play it)\n const audioChunk = decode(response.audio);\n audioBuffers.push(Buffer.from(audioChunk));\n }\n\n if (response.isFinal) {\n // the generation is complete\n resolve({ audioBuffers: audioBuffers, alignment: alignment });\n }\n };\n\n // Handle errors\n socket.onerror = function (error: Error) {\n console.error(`WebSocket Error: ${error}`);\n reject(error);\n };\n\n // Handle socket closing\n socket.onclose = function (event: {\n wasClean: boolean;\n code: number;\n reason: string;\n }) {\n if (event.wasClean) {\n console.info(\n `Connection closed cleanly, code=${event.code}, reason=${event.reason}`,\n );\n } else {\n console.warn(\"Connection died\");\n }\n };\n });\n}\nasync function synthesizeSpeechElevenLabs(\n filename: string | undefined,\n voice_id: string,\n text: string,\n): Promise {\n //console.log(\"synthesizeSpeechElevenLabs\", filename, voice_id, text);\n const response = await generate(voice_id, text);\n const completeAudio = Buffer.concat(response.audioBuffers);\n\n let content: string | undefined;\n if (filename) {\n await put(filename, completeAudio, {\n access: \"public\",\n addRandomSuffix: false,\n });\n } else {\n content = completeAudio.toString(\"base64\");\n }\n //console.log(response.alignment);\n const marks: AudioMark[] = [];\n let word = \"\";\n let word_start = 0;\n let word_start_time = 0;\n for (let i = 0; i < response.alignment.length; i++) {\n const [c, t] = response.alignment[i];\n const match = c.match(/[ .,!?:;]/);\n if (match) {\n if (word.length > 0) {\n marks.push({\n time: word_start_time,\n type: \"word\",\n start: word_start,\n end: word_start + word.length,\n value: word,\n });\n }\n word = \"\";\n word_start = i;\n word_start_time = t;\n } else {\n word += c;\n }\n }\n if (word.length > 0) {\n marks.push({\n time: word_start_time,\n type: \"word\",\n start: word_start,\n end: word_start + word.length,\n value: word,\n });\n }\n //console.log(marks);\n return {\n output_file: filename,\n content: content,\n marks: marks,\n };\n}\n\nasync function getUserInfo(): Promise {\n const options = {\n method: \"GET\",\n headers: { \"xi-api-key\": process.env.ELEVENLABS_APIKEY! },\n };\n\n const response = await fetch(\n \"https://api.elevenlabs.io/v1/user/subscription\",\n options,\n );\n return (await response.json()) as ElevenLabsSubscription;\n}\n\nasync function isValidVoice(voiceId: string): Promise {\n const options = {\n method: \"GET\",\n headers: { \"xi-api-key\": process.env.ELEVENLABS_APIKEY! },\n };\n try {\n const response = await fetch(\n `https://api.elevenlabs.io/v1/voices/${voiceId}`,\n options,\n );\n const voice = (await response.json()) as { voice_id?: string };\n //console.log(voice);\n return voice.voice_id === voiceId;\n } catch (e) {\n return false;\n }\n}\n\nasync function getVoices(): Promise {\n const options = {\n method: \"GET\",\n headers: { \"xi-api-key\": process.env.ELEVENLABS_APIKEY! },\n };\n\n try {\n const response = await fetch(\n \"https://api.elevenlabs.io/v1/voices\",\n options,\n );\n const data = (await response.json()) as {\n voices: Array<{\n voice_id: string;\n name: string;\n labels?: { language?: string };\n }>;\n };\n // ElevenLabs doesn't return voices in standard format, return empty for now\n return data.voices.map((voice) => ({\n language: voice.labels?.language ?? \"en\",\n locale: voice.labels?.language ?? \"en-US\",\n name: voice.voice_id,\n gender: \"MALE\" as const,\n type: \"NEURAL\" as const,\n service: \"ElevenLabs\",\n }));\n } catch (e) {\n //console.log(e);\n return [];\n }\n}\n\nconst elevenlabsEngine: ElevenLabsEngine = {\n name: \"elevenlabs\",\n synthesizeSpeech: synthesizeSpeechElevenLabs,\n getVoices: getVoices,\n isValidVoice: isValidVoice,\n getUserInfo: getUserInfo,\n};\n\nexport default elevenlabsEngine;\n" }, { "path": "src/app/audio/_lib/audio/google.ts", "content": "import { put } from \"@vercel/blob\";\nimport type { SynthesisResult, Voice, TTSEngine } from \"./types\";\n\nconst apiKey = process.env.GITHUB_APIKEY;\n\nasync function synthesizeSpeechGoogle(\n filename: string | undefined,\n voice_id: string,\n text: string,\n): Promise {\n //async function getAudio(apiKey, voiceLang, voiceName, ssml) {\n let [lang, region, voiceName] = voice_id.split(\"-\", 2);\n\n const headers = new Headers();\n headers.append(\"Content-Type\", \"application/json; charset=utf-8\");\n\n //text = text.replace(/^/, \"\");\n //text = text.replace(/<\\/speak>$/, \"\");\n //let [text_with_marks, marks] = add_marks(text);\n //let ssml = \"\" + text_with_marks + \"\";\n let ssml = text;\n\n const request = {\n input: {\n ssml,\n },\n voice: {\n languageCode: lang + \"-\" + region,\n name: voice_id,\n },\n audioConfig: {\n audioEncoding: \"MP3\",\n },\n enableTimePointing: [\"SSML_MARK\"],\n };\n\n const response = await fetch(\n `https://texttospeech.googleapis.com/v1beta1/text:synthesize?key=${apiKey}`,\n {\n method: \"POST\",\n headers,\n body: JSON.stringify(request),\n },\n );\n if (response.ok) {\n const { audioContent, timepoints } = await response.json();\n\n return new Promise(async (resolve, reject) => {\n if (filename === undefined) {\n /*\n for (let mark_index in timepoints) {\n mark_index = mark_index * 1;\n marks[0][\"time\"] = 0;\n for (let mark of marks) {\n if (mark.end === parseInt(timepoints[mark_index].markName)) {\n mark[\"time\"] = timepoints[mark_index][\"timeSeconds\"] * 1000;\n }\n }\n }*/\n resolve({ timepoints: timepoints, content: audioContent });\n } else {\n await put(filename, Buffer.from(audioContent, \"base64\"), {\n access: \"public\",\n addRandomSuffix: false,\n });\n resolve({ output_file: filename, timepoints: timepoints });\n }\n /*\n fs.writeFile(filename, Buffer.from(audioContent, \"base64\"), () => {\n resolve({ output_file: filename, timepoints: timepoints });\n });\n */\n });\n // do something with audioContent and timepoints\n } else {\n console.error(`Error: ${response.status} - ${response.statusText}`);\n return new Promise((resolve, reject) => {\n reject(`Error: ${response.status} - ${response.statusText}`);\n });\n }\n}\n\ninterface MarkData {\n type: \"word\";\n start: number;\n end: number;\n value: string;\n}\n\nfunction add_marks(text: string): [string, MarkData[]] {\n const regexSplitToken = /(<[^>]+>)|([^\\s<>]+)|(\\s*)/g;\n const regexCombineWhitespace = / +/g;\n text = text.replace(regexCombineWhitespace, \" \").trim();\n let text2 = \"\";\n let i = 0;\n const splitTextTokens = text.matchAll(regexSplitToken);\n const marks: MarkData[] = [];\n for (const [, tag, word, space] of splitTextTokens) {\n if (tag) {\n text2 += tag;\n } else if (word) {\n marks.push({ type: \"word\", start: i, end: i + word.length, value: word });\n i += word.length;\n text2 += word + ``;\n } else if (space) {\n i += space.length;\n text2 += space;\n }\n }\n return [text2, marks];\n}\n\ninterface GoogleVoice {\n languageCodes: string[];\n name: string;\n ssmlGender: \"MALE\" | \"FEMALE\";\n}\n\nasync function getVoices(): Promise {\n const headers = new Headers();\n headers.append(\"Content-Type\", \"application/json; charset=utf-8\");\n\n const response = await fetch(\n `https://texttospeech.googleapis.com/v1/voices?key=${apiKey}`,\n {\n method: \"GET\",\n headers,\n },\n );\n\n if (response.ok) {\n const { voices } = (await response.json()) as { voices: GoogleVoice[] };\n const voices_result: Voice[] = [];\n for (const voice of voices) {\n voices_result.push({\n language: voice.languageCodes[0].split(\"-\")[0],\n locale: voice.languageCodes[0],\n name: voice.name,\n gender: voice.ssmlGender,\n type: voice.name.indexOf(\"Neural\") !== -1 ? \"NEURAL\" : \"NORMAL\",\n service: \"Google TTS\",\n });\n }\n return voices_result;\n } else {\n console.error(`Error: ${response.status} - ${response.statusText}`);\n return [];\n }\n}\n\nfunction isValidVoice(voice: string): boolean {\n return (\n voice.indexOf(\"Wavenet\") !== -1 ||\n voice.indexOf(\"Standard\") !== -1 ||\n voice.indexOf(\"Neural2\") !== -1\n );\n}\n\nconst googleEngine: TTSEngine = {\n name: \"google\",\n synthesizeSpeech: synthesizeSpeechGoogle,\n getVoices: getVoices,\n isValidVoice: isValidVoice,\n};\n\nexport default googleEngine;\n" }, { "path": "src/app/audio/_lib/audio/index.ts", "content": "import engine_azure from \"./azure_tts\";\nimport engine_google from \"./google\";\nimport engine_polly from \"./polly\";\nimport engine_elevenlabs from \"./elevenlabs\";\nimport type { TTSEngine, ElevenLabsEngine } from \"./types\";\n\nconst audio_engines: (TTSEngine | ElevenLabsEngine)[] = [\n engine_elevenlabs,\n engine_google,\n engine_azure,\n engine_polly,\n];\n\nexport { audio_engines };\n" }, { "path": "src/app/audio/_lib/audio/polly.ts", "content": "// Load the AWS SDK for Node.js\nimport {\n Polly,\n SynthesizeSpeechInput,\n SynthesizeSpeechOutput,\n DescribeVoicesOutput,\n} from \"@aws-sdk/client-polly\";\nimport { put } from \"@vercel/blob\";\nimport { ConvexHttpClient } from \"convex/browser\";\nimport { api } from \"@convex/_generated/api\";\nimport type { SynthesisResult, Voice, TTSEngine, SpeakerData } from \"./types\";\nimport type { Readable } from \"stream\";\n\n// Set the region and credentials for the AWS SDK\nconst config = {\n region: \"eu-central-1\",\n};\n\nconst convexUrl =\n process.env.NEXT_PUBLIC_CONVEX_URL ?? process.env.CONVEX_URL ?? \"\";\n\nconst convex = convexUrl ? new ConvexHttpClient(convexUrl) : null;\n\nasync function synthesizeSpeechCall(\n polly: Polly,\n params: SynthesizeSpeechInput,\n): Promise {\n return new Promise((resolve, reject) => {\n polly.synthesizeSpeech(\n params,\n function (err: Error | null, data?: SynthesizeSpeechOutput) {\n if (err) {\n console.error(\"[Polly] synthesizeSpeech error:\", err.message);\n return reject(err);\n }\n resolve(data!);\n },\n );\n });\n}\n\nfunction streamToString(stream: Readable): Promise {\n const chunks: Buffer[] = [];\n return new Promise((resolve, reject) => {\n stream.on(\"data\", (chunk: Buffer) => chunks.push(chunk));\n stream.on(\"error\", reject);\n stream.on(\"end\", () => resolve(Buffer.concat(chunks).toString(\"utf8\")));\n });\n}\n\nfunction streamToBuffer(stream: Readable): Promise {\n const chunks: Buffer[] = [];\n return new Promise((resolve, reject) => {\n stream.on(\"data\", (chunk: Buffer) => chunks.push(chunk));\n stream.on(\"error\", reject);\n stream.on(\"end\", () => resolve(Buffer.concat(chunks)));\n });\n}\n\nasync function streamToBase64(stream: Readable): Promise {\n return new Promise((resolve, reject) => {\n const chunks: Buffer[] = [];\n stream.on(\"data\", (chunk: Buffer) => chunks.push(chunk));\n stream.on(\"error\", reject);\n stream.on(\"end\", () => {\n // Concatenate all the chunks into a single buffer\n const buffer = Buffer.concat(chunks);\n\n // Encode the buffer to base64\n const base64 = buffer.toString(\"base64\");\n resolve(base64);\n });\n });\n}\n\nasync function synthesizeSpeechPolly(\n filename: string | undefined,\n voice_id: string,\n text: string,\n): Promise {\n console.log(\"[Polly] Starting synthesis for voice:\", voice_id);\n\n // Create an instance of the Polly service object\n const polly = new Polly(config);\n\n text = text.replace(/^/, \"\");\n text = text.replace(/<\\/speak>$/, \"\");\n text = text.replace(/pitch=\"medium\"/, \"\");\n\n const voice_data = await getVoiceData(voice_id);\n console.log(\"[Polly] Voice data from DB:\", voice_data);\n\n // Set the parameters for the synthesis request\n const params: SynthesizeSpeechInput = {\n OutputFormat: \"mp3\",\n Text: `${text}`,\n VoiceId: voice_id as SynthesizeSpeechInput[\"VoiceId\"],\n TextType: \"ssml\",\n Engine: voice_data?.type === \"NEURAL\" ? \"neural\" : \"standard\",\n };\n console.log(\"[Polly] Synthesis params:\", {\n ...params,\n Text: params.Text?.substring(0, 100) + \"...\",\n });\n\n // Call the synthesizeSpeech method to generate the audio\n let data: SynthesizeSpeechOutput;\n try {\n data = await synthesizeSpeechCall(polly, params);\n console.log(\"[Polly] Synthesis successful\");\n } catch (e) {\n console.error(\n \"[Polly] Initial synthesis failed:\",\n e instanceof Error ? e.message : e,\n );\n if (e instanceof Error && e.message.indexOf(\"feature\") !== -1) {\n console.log(\"[Polly] Retrying without pitch attribute\");\n params.Text = params.Text!.replace(/pitch=\"[^\"]*\"/, \"\");\n data = await synthesizeSpeechCall(polly, params);\n } else {\n console.log(\"[Polly] Retrying with standard engine\");\n params.Engine = \"standard\";\n data = await synthesizeSpeechCall(polly, params);\n }\n }\n\n const params2: SynthesizeSpeechInput = {\n ...params,\n SpeechMarkTypes: [\"word\"],\n OutputFormat: \"json\",\n };\n const data2 = await synthesizeSpeechCall(polly, params2);\n\n let content: string | undefined;\n if (filename) {\n const data_file = await streamToBuffer(data.AudioStream as Readable);\n await put(filename, data_file, {\n access: \"public\",\n addRandomSuffix: false,\n });\n } else {\n content = await streamToBase64(data.AudioStream as Readable);\n }\n\n // Handle the audio data\n const data_read2 = await streamToString(data2.AudioStream as Readable);\n\n const marks = [];\n for (const mark of data_read2.trim().split(\"\\n\")) {\n marks.push(JSON.parse(mark));\n }\n return {\n output_file: filename,\n marks: marks,\n content: content,\n };\n}\n\nasync function getVoices(): Promise {\n return new Promise((resolve, reject) => {\n const polly = new Polly(config);\n polly.describeVoices(\n {},\n (err: Error | null, data?: DescribeVoicesOutput) => {\n if (err) {\n reject(err);\n } else {\n const voices_result: Voice[] = [];\n for (const voice of data?.Voices ?? []) {\n voices_result.push({\n language: voice.LanguageCode?.split(\"-\")[0] ?? \"\",\n locale: voice.LanguageCode ?? \"\",\n name: voice.Id ?? \"\",\n gender: (voice.Gender?.toUpperCase() ?? \"MALE\") as\n | \"MALE\"\n | \"FEMALE\",\n type:\n voice.SupportedEngines?.[0] === \"neural\" ? \"NEURAL\" : \"NORMAL\",\n service: \"Amazon Polly\",\n });\n }\n resolve(voices_result);\n }\n },\n );\n });\n}\n\nfunction isValidVoice(voice: string): boolean {\n return voice.indexOf(\"-\") === -1;\n}\n\nasync function getVoiceData(voice: string): Promise {\n if (!convex) return undefined;\n const speaker = await convex.query(api.audioRead.getSpeakerByName, {\n speaker: voice,\n });\n if (!speaker) return undefined;\n\n return {\n id: speaker.id,\n speaker: speaker.speaker,\n type:\n speaker.type === \"NEURAL\" || speaker.type === \"NORMAL\"\n ? speaker.type\n : \"NORMAL\",\n gender: speaker.gender,\n service: speaker.service,\n };\n}\n\nconst pollyEngine: TTSEngine = {\n name: \"polly\",\n synthesizeSpeech: synthesizeSpeechPolly,\n getVoices: getVoices,\n isValidVoice: isValidVoice,\n};\n\nexport default pollyEngine;\n" }, { "path": "src/app/audio/_lib/audio/types.ts", "content": "/**\n * Word timing marker for audio synchronization\n */\nexport interface AudioMark {\n time: number;\n type: \"word\";\n start: number;\n end: number;\n value: string;\n}\n\n/**\n * Result from speech synthesis\n */\nexport interface SynthesisResult {\n /** Output filename if saved to storage */\n output_file?: string;\n /** Base64 encoded audio content if not saved to file */\n content?: string;\n /** Word timing markers for audio synchronization */\n marks?: AudioMark[];\n /** Timepoints (used by Google TTS) */\n timepoints?: Array<{ markName: string; timeSeconds: number }>;\n /** Engine name that produced this result */\n engine?: string;\n}\n\n/**\n * Voice information returned by getVoices\n */\nexport interface Voice {\n /** ISO language code (e.g., \"en\", \"es\") */\n language: string;\n /** Full locale code (e.g., \"en-US\", \"es-ES\") */\n locale: string;\n /** Voice identifier/name */\n name: string;\n /** Voice gender */\n gender: \"MALE\" | \"FEMALE\";\n /** Voice type */\n type: \"NEURAL\" | \"NORMAL\";\n /** TTS service provider name */\n service: string;\n}\n\n/**\n * TTS Engine interface - all engines must implement this\n */\nexport interface TTSEngine {\n /** Engine identifier */\n name: string;\n /** Synthesize speech from text */\n synthesizeSpeech: (\n filename: string | undefined,\n voice_id: string,\n text: string,\n ) => Promise;\n /** Get available voices */\n getVoices: () => Promise;\n /** Check if a voice ID is valid for this engine */\n isValidVoice: (voice: string) => Promise | boolean;\n}\n\n/**\n * ElevenLabs specific - extends TTSEngine with user info\n */\nexport interface ElevenLabsEngine extends TTSEngine {\n getUserInfo: () => Promise;\n}\n\n/**\n * ElevenLabs subscription info\n */\nexport interface ElevenLabsSubscription {\n tier: string;\n character_count: number;\n character_limit: number;\n can_extend_character_limit: boolean;\n allowed_to_extend_character_limit: boolean;\n next_character_count_reset_unix: number;\n voice_limit: number;\n max_voice_add_edits: number;\n voice_add_edit_counter: number;\n professional_voice_limit: number;\n can_use_instant_voice_cloning: boolean;\n can_use_professional_voice_cloning: boolean;\n status: string;\n}\n\n/**\n * Speaker/voice data from database\n */\nexport interface SpeakerData {\n id: number;\n speaker: string;\n type: \"NEURAL\" | \"NORMAL\";\n language?: string;\n locale?: string;\n gender?: string;\n service?: string;\n}\n" }, { "path": "src/app/audio/create/route.ts", "content": "import { NextRequest, NextResponse } from \"next/server\";\nimport { v4 as uuid } from \"uuid\";\nimport fs from \"fs\";\nimport { audio_engines } from \"../_lib/audio\";\nimport { getUser, isContributor } from \"@/lib/userInterface\";\nimport type { SynthesisResult } from \"../_lib/audio/types\";\nimport { getPostHogClient } from \"@/lib/posthog-server\";\n\nasync function mkdir(folderName: string): Promise {\n return new Promise((resolve, reject) => {\n fs.mkdir(folderName, (err: NodeJS.ErrnoException | null) => {\n if (err) {\n reject(err);\n } else {\n resolve();\n //console.log(`Folder '${folderName}' created successfully`);\n }\n });\n });\n}\n\nasync function exists(filename: string): Promise {\n return new Promise((resolve) => {\n fs.access(filename, (err: NodeJS.ErrnoException | null) => {\n if (err) {\n resolve(false);\n } else {\n resolve(true);\n }\n });\n });\n}\n\nexport async function POST(req: NextRequest) {\n const token = await getUser();\n\n if (!token || !isContributor(token))\n return new Response(\"You need to be a registered contributor.\", {\n status: 401,\n });\n\n let data = await req.json();\n let id = parseInt(data.id);\n let speaker = data.speaker;\n let text = data.text;\n let filename = undefined;\n let file;\n if (id !== 0) {\n filename = `audio/${id}`;\n try {\n await mkdir(filename);\n } catch (e) {}\n while (true) {\n file = uuid().split(\"-\")[0] + \".mp3\";\n filename += \"/\" + file;\n if (!(await exists(filename))) break;\n }\n }\n\n let answer: SynthesisResult | undefined;\n for (const engine of audio_engines) {\n if (await engine.isValidVoice(speaker)) {\n try {\n console.log(\n `[Audio] Using engine: ${engine.name} for speaker: ${speaker}`,\n );\n answer = await engine.synthesizeSpeech(filename, speaker, text);\n answer.engine = engine.name;\n break;\n } catch (e) {\n console.error(`[Audio] Engine ${engine.name} failed:`, e);\n // Continue to next engine instead of returning\n }\n break;\n }\n }\n\n if (answer === undefined)\n return new Response(\"Error not found.\", { status: 404 });\n\n if (id !== 0) {\n answer.output_file = `${id}/` + file;\n }\n\n // Track audio creation event server-side\n const posthog = getPostHogClient();\n posthog.capture({\n distinctId: token.name || `user_${token.userId}`,\n event: \"audio_created\",\n properties: {\n story_id: id,\n speaker: speaker,\n tts_engine: answer.engine,\n text_length: text?.length || 0,\n },\n });\n await posthog.shutdown();\n\n return NextResponse.json(answer);\n}\n" }, { "path": "src/app/audio/elevenlabs_quota/page.tsx", "content": "import engine_elevenlabs from \"../_lib/audio/elevenlabs\";\n\nexport default async function Page() {\n const data = await engine_elevenlabs.getUserInfo();\n return (\n <>\n Used character count: {data.character_count}/{data.character_limit} (\n {(100 * data.character_count) / data.character_limit}%)\n \n );\n}\n" }, { "path": "src/app/audio/upload/route.ts", "content": "import { NextRequest, NextResponse } from \"next/server\";\nimport { v4 as uuid } from \"uuid\";\nimport fs from \"fs\";\nimport { put } from \"@vercel/blob\";\nimport { getUser, isContributor } from \"@/lib/userInterface\";\n\nasync function mkdir(folderName: string): Promise {\n return new Promise((resolve, reject) => {\n fs.mkdir(folderName, (err: NodeJS.ErrnoException | null) => {\n if (err) {\n reject(err);\n } else {\n resolve();\n //console.log(`Folder '${folderName}' created successfully`);\n }\n });\n });\n}\n\nasync function exists(filename: string): Promise {\n return new Promise((resolve) => {\n fs.access(filename, (err: NodeJS.ErrnoException | null) => {\n if (err) {\n resolve(false);\n } else {\n resolve(true);\n }\n });\n });\n}\n\nexport async function POST(req: NextRequest) {\n const token = await getUser();\n\n if (!token)\n return new Response(\"You need to be logged in.\", {\n status: 401,\n });\n\n if (!isContributor(token))\n return new Response(\"You need to be a registered contributor.\", {\n status: 401,\n });\n\n const data = await req.formData();\n const file = data.get(\"file\");\n\n if (!file || typeof file === \"string\") {\n return NextResponse.json({ success: false });\n }\n\n const bytes = await file.arrayBuffer();\n const buffer = Buffer.from(bytes);\n const storyIdValue = data.get(\"story_id\");\n let id = parseInt(typeof storyIdValue === \"string\" ? storyIdValue : \"0\");\n\n let filename = undefined;\n if (id !== 0) {\n filename = `audio/${id}`;\n try {\n await mkdir(filename);\n } catch (e) {}\n while (true) {\n const extMatch = file.name.match(/.*(\\.[^.]*)/);\n let filebase = uuid().split(\"-\")[0] + (extMatch ? extMatch[1] : \"\");\n filename += \"/_\" + filebase;\n if (!(await exists(filename))) break;\n }\n await put(filename, Buffer.from(buffer), {\n access: \"public\",\n addRandomSuffix: false,\n });\n\n return NextResponse.json({ success: true, filename: filename });\n }\n return NextResponse.json({ success: false });\n}\n" }, { "path": "src/app/audio/voices/route.ts", "content": "import { NextRequest, NextResponse } from \"next/server\";\nimport { audio_engines } from \"../_lib/audio\";\nimport { getUser, isAdmin } from \"@/lib/userInterface\";\nimport type { Voice } from \"../_lib/audio/types\";\nimport { fetchAuthMutation } from \"@/lib/auth-server\";\nimport { api } from \"@convex/_generated/api\";\n\nexport async function GET(_req: NextRequest) {\n const token = await getUser();\n\n if (!isAdmin(token))\n return new Response(\"You need to be a registered admin.\", { status: 401 });\n\n let voices: Voice[] = [];\n for (const engine of audio_engines) {\n try {\n voices = voices.concat(await engine.getVoices());\n } catch (e) {\n //console.log(\"error\", engine.name);\n }\n }\n\n for (let v of voices) {\n try {\n await fetchAuthMutation(api.languageWrite.upsertSpeakerFromVoice, {\n localeShort: v.locale,\n languageShort: v.language,\n speaker: v.name,\n gender: v.gender,\n type: v.type,\n service: v.service,\n operationKey: `speaker:${v.name}:sync:route`,\n });\n } catch (e) {\n //console.log(\"unknown language\", v?.language, v);\n }\n }\n\n return NextResponse.json(voices);\n}\n" }, { "path": "src/app/auth/admin/layout.tsx", "content": "import React from \"react\";\nimport { redirect } from \"next/navigation\";\nimport { getUser, isAdmin } from \"@/lib/userInterface\";\n\nexport default async function Layout({\n children,\n}: {\n children: React.ReactNode;\n}) {\n const user = await getUser();\n\n if (isAdmin(user)) redirect(\"/admin\");\n\n return <>{children};\n}\n" }, { "path": "src/app/auth/admin/page.tsx", "content": "\"use client\";\nimport React from \"react\";\nimport Button from \"@/components/ui/button\";\nimport { useRouter } from \"next/navigation\";\n\nexport default function Page({}) {\n const router = useRouter();\n\n return (\n <>\n

    Not Allowed

    \n

    \n You need to be logged in with an account that has an admin role.\n

    \n\n \n \n );\n}\n" }, { "path": "src/app/auth/editor/layout.tsx", "content": "import React from \"react\";\nimport { redirect } from \"next/navigation\";\nimport { getUser, isAdmin } from \"@/lib/userInterface\";\n\ninterface LayoutProps {\n children: React.ReactNode;\n}\n\nexport default async function Layout({ children }: LayoutProps) {\n const user = await getUser();\n\n if (isAdmin(user)) redirect(\"/editor\");\n\n return <>{children};\n}\n" }, { "path": "src/app/auth/editor/page.tsx", "content": "import React from \"react\";\nimport Link from \"next/link\";\nimport {\n buttonInnerClassName,\n buttonRootClassName,\n} from \"@/components/ui/button\";\n\nexport default function Page() {\n return (\n <>\n

    Not Allowed

    \n

    \n You need to be logged in with an account that has a contributor role.\n

    \n

    \n If you want to contribute ask us on{\" \"}\n Discord.\n

    \n

    \n You might need to login and out again after you got access to the\n editor.\n

    \n \n \n Log In\n \n \n \n );\n}\n" }, { "path": "src/app/auth/layout.tsx", "content": "import React from \"react\";\nimport Link from \"next/link\";\n\nexport const metadata = {\n title:\n \"Duostories: improve your Duolingo learning with community translated Duolingo stories.\",\n description:\n \"Supplement your Duolingo course with community-translated Duolingo stories.\",\n alternates: {\n canonical: \"https://duostories.org\",\n },\n keywords: [\n \"language\",\n \"learning\",\n \"stories\",\n \"Duolingo\",\n \"community\",\n \"volunteers\",\n ],\n};\n\nexport default function Layout({ children }: { children: React.ReactNode }) {\n return (\n
    \n \n
    \n {children}\n
    \n
    \n );\n}\n" }, { "path": "src/app/auth/register/page.tsx", "content": "import React from \"react\";\nimport { redirect } from \"next/navigation\";\nimport Register from \"./register\";\nimport { isAuthenticated } from \"@/lib/auth-server\";\n\nexport default async function Page({}) {\n const session = await isAuthenticated();\n\n // If the user is already logged in, redirect.\n // Note: Make sure not to redirect to the same page\n // To avoid an infinite loop!\n if (session) {\n redirect(\"/\");\n }\n\n return ;\n}\n" }, { "path": "src/app/auth/register/register.tsx", "content": "\"use client\";\nimport Head from \"next/head\";\nimport React from \"react\";\nimport Link from \"next/link\";\nimport { useInput } from \"@/lib/hooks\";\nimport Button from \"@/components/ui/button\";\nimport Input from \"@/components/ui/input\";\nimport posthog from \"posthog-js\";\nimport { authClient } from \"@/lib/auth-client\";\nimport {\n authAlertErrorClass,\n authAlertInfoClass,\n authHeadingClass,\n authInlineLinkClass,\n authParagraphClass,\n} from \"@/components/auth/styles\";\n\nexport default function Register() {\n const [state, setState] = React.useState(0);\n const [error, setError] = React.useState(\"\");\n const [message, setMessage] = React.useState(\"\");\n\n const [usernameInput, usernameInputSetValue] = useInput(\"\");\n const [passwordInput, passwordInputSetValue] = useInput(\"\");\n const [emailInput, emailInputSetValue] = useInput(\"\");\n\n function validateInputs() {\n const emailValidation = /^\\w+([.-]?\\w+)*@\\w+([.-]?\\w+)*(\\.\\w+)+$/;\n const usernameValidation = /^[a-zA-Z0-9_-]{3,20}$/; // Alphanumeric, 3-20 characters\n\n if (!usernameValidation.test(usernameInput)) {\n setError(\n \"Username must be 3-20 characters long and can only contain letters, numbers, underscores, and dashes.\",\n );\n return false;\n }\n\n if (!emailValidation.test(emailInput)) {\n setError(\"Not a valid email, please try again.\");\n return false;\n }\n\n if (passwordInput.length < 6) {\n setError(\"Password must be at least 6 characters long.\");\n return false;\n }\n\n return true;\n }\n\n async function register_button(event: React.FormEvent) {\n event.preventDefault(); // Prevent form submission from refreshing the page\n\n if (!validateInputs()) {\n setState(-1);\n return;\n }\n\n setState(1);\n const { error: signUpError } = await authClient.signUp.email({\n name: usernameInput,\n email: emailInput,\n password: passwordInput,\n username: usernameInput,\n displayUsername: usernameInput,\n });\n\n if (signUpError) {\n setError(signUpError?.message || \"Something went wrong.\");\n setState(-1);\n } else {\n setState(2);\n setMessage(\n \"Your account has been registered. An e-mail with a verification link has been sent to you. Please click on the link in the e-mail to proceed. You may need to look into your spam folder.\",\n );\n posthog.capture(\"user_signed_up\", {\n username: usernameInput,\n email: emailInput,\n });\n }\n }\n\n return (\n <>\n \n Duostories Login\n \n \n\n

    Sign up

    \n

    \n If you register you can keep track of the stories you have already\n finished.\n

    \n

    \n Registration is optional, stories can be accessed even without login.\n

    \n {state === -1 && {error}}\n {state === 2 && (\n \n {message}\n \n )}\n {state !== 2 && (\n
    \n \n \n \n \n \n )}\n

    \n Already have an account?{\" \"}\n \n Log in\n \n

    \n \n );\n}\n" }, { "path": "src/app/auth/reset_pw/page.tsx", "content": "import React from \"react\";\nimport { redirect } from \"next/navigation\";\nimport ResetPassword from \"./reset_pw\";\nimport { isAuthenticated } from \"@/lib/auth-server\";\n\nexport default async function Page({\n searchParams,\n}: {\n searchParams?: Promise<{ token?: string | string[] }>;\n}) {\n const resolvedSearchParams = searchParams ? await searchParams : undefined;\n const token = Array.isArray(resolvedSearchParams?.token)\n ? resolvedSearchParams?.token[0]\n : resolvedSearchParams?.token;\n const session = await isAuthenticated();\n\n // If the user is already logged in, redirect to home unless\n // this is a token-based password reset flow.\n if (session && !token) {\n redirect(\"/\");\n }\n\n return ;\n}\n" }, { "path": "src/app/auth/reset_pw/reset_pw.tsx", "content": "\"use client\";\nimport React from \"react\";\nimport Link from \"next/link\";\nimport { useInput } from \"@/lib/hooks\";\nimport Button from \"@/components/ui/button\";\nimport Input from \"@/components/ui/input\";\nimport { useSearchParams } from \"next/navigation\";\nimport { authClient } from \"@/lib/auth-client\";\nimport {\n authAlertErrorClass,\n authAlertInfoClass,\n authHeadingClass,\n authInlineLinkClass,\n authParagraphClass,\n} from \"@/components/auth/styles\";\n\nexport default function ResetPassword() {\n const searchParams = useSearchParams();\n const token = searchParams.get(\"token\");\n const errorParam = searchParams.get(\"error\");\n const [state, setState] = React.useState(0);\n const [error, setError] = React.useState(\"\");\n const [message, setMessage] = React.useState(\"\");\n\n const [emailInput, emailInputSetValue] = useInput(\"\");\n const [passwordInput, passwordInputSetValue] = useInput(\"\");\n\n async function requestReset() {\n const emailValidation = /^\\w+([.-]?\\w+)*@\\w+([.-]?\\w+)*(\\.\\w{2,3})+$/;\n if (!emailValidation.test(emailInput)) {\n let msg = \"Not a valid email, please try again.\";\n setError(msg);\n setState(-1);\n return;\n }\n\n setState(1);\n try {\n await authClient.requestPasswordReset({\n email: emailInput,\n redirectTo: `${window.location.origin}/auth/reset_pw`,\n });\n } catch (e) {\n setState(-1);\n setError(\"An Error occurred.\" + e);\n return;\n }\n setMessage(\n \"If the account exists an email was sent out with a link to reset the password.\",\n );\n setState(2);\n }\n\n async function resetPassword() {\n if (!token) return;\n if (passwordInput.length < 6) {\n setError(\"Password must be at least 6 characters long.\");\n setState(-1);\n return;\n }\n setState(1);\n const { error: resetError } = await authClient.resetPassword({\n token,\n newPassword: passwordInput,\n });\n if (resetError) {\n setError(resetError.message || \"An Error occurred.\");\n setState(-1);\n return;\n }\n setState(2);\n setMessage(\"Your password has been changed. You can now log in.\");\n }\n const handleKeypressSignup = (e: React.KeyboardEvent) => {\n // listens for enter key\n if (e.keyCode === 13) {\n if (token) {\n resetPassword();\n } else {\n requestReset();\n }\n }\n };\n\n return (\n <>\n

    Reset Password

    \n

    \n {token\n ? \"Enter your new password.\"\n : \"You forgot your password? We can send you a link to reset it.\"}\n

    \n {errorParam && (\n \n {errorParam === \"INVALID_TOKEN\"\n ? \"This reset link is invalid or expired.\"\n : errorParam}\n \n )}\n {state === -1 && {error}}\n {state === 2 ? (\n \n {message}\n \n ) : (\n \n {token ? (\n \n ) : (\n \n )}\n \n \n )}\n

    \n Already have an account?{\" \"}\n \n Log in\n \n

    \n \n );\n}\n" }, { "path": "src/app/auth/signin/login_options.tsx", "content": "\"use client\";\nimport React from \"react\";\nimport Link from \"next/link\";\nimport { useInput } from \"@/lib/hooks\";\nimport posthog from \"posthog-js\";\n\nimport { GetIcon } from \"@/components/icons\";\nimport Button from \"@/components/ui/button\";\nimport Input from \"@/components/ui/input\";\nimport { SpinnerBlue } from \"@/components/ui/spinner\";\nimport { ProviderProps } from \"@/app/auth/signin/page\";\nimport { authClient } from \"@/lib/auth-client\";\nimport {\n authAlertErrorClass,\n authHeadingClass,\n authInlineLinkClass,\n authParagraphClass,\n} from \"@/components/auth/styles\";\n\nconst PENDING_SIGNIN_STORAGE_KEY = \"posthog_pending_signin\";\n\nexport function LoginOptions(props: {\n providers: ProviderProps[];\n callbackUrl: string;\n}) {\n const providersClass = \"grid grid-cols-2 gap-x-4\";\n\n const { providers, callbackUrl } = props;\n\n const [state, setState] = React.useState<{ error: string | null }>({\n error: null,\n });\n const [isPending, setIsPending] = React.useState(false);\n\n const [usernameInput, usernameInputSetValue] = useInput(\"\");\n const [passwordInput, passwordInputSetValue] = useInput(\"\");\n\n const handleOAuthProviderClick = async (provider: ProviderProps) => {\n if (typeof window !== \"undefined\") {\n window.sessionStorage.setItem(\n PENDING_SIGNIN_STORAGE_KEY,\n JSON.stringify({\n method: \"oauth\",\n provider: provider.id,\n }),\n );\n }\n\n posthog.capture(\"oauth_provider_clicked\", {\n provider: provider.id,\n provider_name: provider.name,\n });\n const { data, error } = await authClient.signIn.social({\n provider: provider.id,\n callbackURL: callbackUrl,\n });\n if (error) {\n if (typeof window !== \"undefined\") {\n window.sessionStorage.removeItem(PENDING_SIGNIN_STORAGE_KEY);\n }\n setState({ error: error.message ?? \"Sign in error.\" });\n return;\n }\n if (data?.url) {\n window.location.href = data.url;\n }\n };\n\n const handleSubmit = async (event: React.FormEvent) => {\n event.preventDefault();\n setIsPending(true);\n setState({ error: null });\n\n if (typeof window !== \"undefined\") {\n window.sessionStorage.setItem(\n PENDING_SIGNIN_STORAGE_KEY,\n JSON.stringify({\n method: \"credentials\",\n }),\n );\n }\n\n const { error } = await authClient.signIn.username({\n username: usernameInput,\n password: passwordInput,\n callbackURL: callbackUrl,\n });\n\n if (error) {\n if (typeof window !== \"undefined\") {\n window.sessionStorage.removeItem(PENDING_SIGNIN_STORAGE_KEY);\n }\n setState({ error: error.message ?? \"Sign in error.\" });\n setIsPending(false);\n return;\n }\n\n window.location.href = callbackUrl;\n };\n\n return (\n <>\n

    Log in

    \n

    \n Attention, you cannot login with your Duolingo account.\n

    \n

    \n You have to register for the unofficial stories separately, as they are\n an independent project.\n

    \n {state.error && (\n {state.error}\n )}\n
    \n \n \n \n \n

    \n {\"Don't have an account? \"}\n \n Sign Up\n \n
    \n Forgot Password?{\" \"}\n \n Reset\n \n

    \n
    \n
    \n {providers.map((provider) => (\n span]:px-5\"\n onClick={() => handleOAuthProviderClick(provider)}\n >\n \n \n \n \n \n {provider.name}\n \n \n \n ))}\n
    \n \n );\n}\n" }, { "path": "src/app/auth/signin/page.tsx", "content": "import React from \"react\";\nimport { redirect } from \"next/navigation\";\nimport { LoginOptions } from \"./login_options\";\nimport { isAuthenticated } from \"@/lib/auth-server\";\n\nexport interface ProviderProps {\n id: string;\n name: string;\n}\n\nconst getEnv = (...keys: string[]) =>\n keys.map((key) => process.env[key]).find((value) => value);\n\nconst hasProvider = (idKeys: string[], secretKeys: string[]) =>\n Boolean(getEnv(...idKeys) && getEnv(...secretKeys));\n\nexport default async function Page({\n searchParams,\n}: {\n searchParams?: Promise<{ callbackUrl?: string | string[] }>;\n}) {\n const resolvedSearchParams = searchParams ? await searchParams : undefined;\n const session = await isAuthenticated();\n\n // If the user is already logged in, redirect.\n // Note: Make sure not to redirect to the same page\n // To avoid an infinite loop!\n if (session) {\n redirect(\"/\");\n }\n\n const providers: ProviderProps[] = [];\n\n if (\n hasProvider(\n [\"FACEBOOK_CLIENT_ID\", \"AUTH_FACEBOOK_ID\"],\n [\"FACEBOOK_CLIENT_SECRET\", \"AUTH_FACEBOOK_SECRET\"],\n )\n ) {\n providers.push({ id: \"facebook\", name: \"Facebook\" });\n }\n\n if (\n hasProvider(\n [\"GITHUB_CLIENT_ID\", \"GITHUB_ID\", \"AUTH_GITHUB_ID\"],\n [\"GITHUB_CLIENT_SECRET\", \"GITHUB_SECRET\", \"AUTH_GITHUB_SECRET\"],\n )\n ) {\n providers.push({ id: \"github\", name: \"GitHub\" });\n }\n\n if (\n hasProvider(\n [\"DISCORD_CLIENT_ID\", \"AUTH_DISCORD_CLIENT_ID\"],\n [\"DISCORD_CLIENT_SECRET\", \"AUTH_DISCORD_CLIENT_SECRET\"],\n )\n ) {\n providers.push({ id: \"discord\", name: \"Discord\" });\n }\n\n if (\n hasProvider(\n [\"GOOGLE_CLIENT_ID\", \"AUTH_GOOGLE_ID\"],\n [\"GOOGLE_CLIENT_SECRET\", \"AUTH_GOOGLE_SECRET\"],\n )\n ) {\n providers.push({ id: \"google\", name: \"Google\" });\n }\n\n const callbackUrl = Array.isArray(resolvedSearchParams?.callbackUrl)\n ? resolvedSearchParams?.callbackUrl[0]\n : resolvedSearchParams?.callbackUrl || \"/\";\n\n return ;\n}\n" }, { "path": "src/app/dev/story-footer-button-test/page.module.css", "content": ".page {\n background:\n radial-gradient(\n circle at top,\n color-mix(in srgb, var(--link-blue) 10%, white) 0%,\n transparent 42%\n ),\n linear-gradient(180deg, #f7fbff 0%, #eef4f8 100%);\n min-height: 100vh;\n padding: 48px 20px 72px;\n}\n\n.shell {\n margin: 0 auto;\n max-width: 1240px;\n}\n\n.header {\n margin: 0 auto 28px;\n max-width: 720px;\n text-align: center;\n}\n\n.eyebrow {\n color: #1cb0f6;\n font-size: calc(13 / 16 * 1rem);\n font-weight: 800;\n letter-spacing: 0.16em;\n margin: 0 0 10px;\n text-transform: uppercase;\n}\n\n.header h1 {\n font-size: clamp(2rem, 4vw, 3.4rem);\n line-height: 1.05;\n margin: 0;\n}\n\n.copy {\n color: #5f6c76;\n margin: 14px auto 0;\n max-width: 620px;\n}\n\n.themeGrid {\n display: grid;\n gap: 24px;\n grid-template-columns: repeat(2, minmax(0, 1fr));\n}\n\n.themePanel {\n border: 1px solid color-mix(in srgb, var(--overview-hr) 85%, transparent);\n border-radius: 32px;\n box-shadow: 0 24px 60px rgba(15, 35, 47, 0.08);\n color: var(--text-color);\n overflow: hidden;\n padding: 22px;\n position: relative;\n}\n\n.themePanel::before {\n background:\n linear-gradient(\n 135deg,\n color-mix(in srgb, var(--link-blue) 12%, transparent),\n transparent 55%\n ),\n linear-gradient(\n 180deg,\n color-mix(in srgb, var(--body-background) 92%, white),\n var(--body-background)\n );\n content: \"\";\n inset: 0;\n pointer-events: none;\n position: absolute;\n}\n\n.themePanel > * {\n position: relative;\n}\n\n.themeLight,\n.themeDark {\n --title-color-dim: #777;\n --header-border: lightgrey;\n --overview-hr: #e5e5e5;\n --text-color: black;\n --text-color-dim: #4c4c4c;\n --body-background: white;\n --button-background: #58cc02;\n --button-color: white;\n --button-border: #58a700;\n --button-inactive-background: #e5e5e5;\n --button-inactive-color: #afafaf;\n --link-blue: #1cb0f6;\n --body-background-faint: #f2f2f2;\n background: var(--body-background);\n}\n\n.themeDark {\n --header-border: #37464f;\n --overview-hr: #3c474b;\n --text-color: #f1f7fb;\n --text-color-dim: #f1f7fb;\n --body-background: #131f22;\n --button-color: #131f22;\n --button-blue-background: #131f22;\n --button-blue-border: #37464f;\n --button-blue-color: #49c0f8;\n --language-selector-hover-background: #626b70;\n --body-background-faint: #202f36;\n}\n\n.themeHeader {\n align-items: flex-start;\n display: flex;\n justify-content: space-between;\n gap: 16px;\n margin-bottom: 18px;\n}\n\n.themeEyebrow {\n color: var(--title-color-dim);\n font-size: calc(12 / 16 * 1rem);\n font-weight: 800;\n letter-spacing: 0.12em;\n margin: 0 0 6px;\n text-transform: uppercase;\n}\n\n.themeHeader h2 {\n margin: 0;\n}\n\n.themeBadge {\n background: color-mix(in srgb, var(--link-blue) 12%, var(--body-background));\n border: 1px solid color-mix(in srgb, var(--link-blue) 24%, var(--overview-hr));\n border-radius: 999px;\n color: var(--text-color);\n font-size: calc(12 / 16 * 1rem);\n font-weight: 800;\n letter-spacing: 0.08em;\n padding: 8px 12px;\n text-transform: uppercase;\n}\n\n.stateGrid {\n display: grid;\n gap: 16px;\n grid-template-columns: repeat(2, minmax(0, 1fr));\n}\n\n.variantGrid {\n display: grid;\n gap: 16px;\n grid-template-columns: repeat(2, minmax(0, 1fr));\n margin-bottom: 18px;\n}\n\n.footerGrid {\n display: grid;\n gap: 16px;\n grid-template-columns: 1fr;\n margin-top: 4px;\n}\n\n.stateCard,\n.footerCard,\n.liveCard {\n background: color-mix(in srgb, var(--body-background) 90%, transparent);\n border: 1px solid color-mix(in srgb, var(--overview-hr) 86%, transparent);\n border-radius: 24px;\n padding: 18px;\n}\n\n.liveCard {\n margin-top: 16px;\n}\n\n.subsectionHeader {\n margin-bottom: 12px;\n}\n\n.subsectionHeader h3 {\n font-size: calc(18 / 16 * 1rem);\n margin: 0 0 4px;\n}\n\n.subsectionHeader span {\n color: var(--text-color-dim);\n font-size: calc(14 / 16 * 1rem);\n}\n\n.stateLabelRow h3 {\n font-size: calc(18 / 16 * 1rem);\n margin: 0 0 4px;\n}\n\n.stateLabelRow span {\n color: var(--text-color-dim);\n display: block;\n font-size: calc(14 / 16 * 1rem);\n line-height: 1.45;\n}\n\n.buttonStage {\n align-items: center;\n background: linear-gradient(\n 180deg,\n color-mix(in srgb, var(--body-background) 96%, white),\n var(--body-background-faint)\n );\n border: 1px dashed color-mix(in srgb, var(--overview-hr) 90%, transparent);\n border-radius: 20px;\n display: flex;\n justify-content: center;\n margin-top: 16px;\n min-height: 120px;\n padding: 20px;\n}\n\n.footerStage {\n margin-top: 16px;\n}\n\n.footerFrame {\n align-items: center;\n background: var(--body-background);\n border-top: 2px solid var(--header-border);\n display: flex;\n justify-content: flex-end;\n min-height: 140px;\n padding: 30px;\n}\n\n.previewHover > span {\n background: color-mix(in srgb, var(--link-blue) 8%, var(--body-background));\n border-color: color-mix(in srgb, var(--link-blue) 28%, var(--overview-hr));\n color: var(--text-color);\n transform: translateY(-5px);\n}\n\n.previewActive > span {\n transform: translateY(-0.5px);\n}\n\n.previewFocus {\n outline: 3px solid color-mix(in srgb, var(--link-blue) 35%, transparent);\n outline-offset: 3px;\n}\n\n@media (max-width: 960px) {\n .themeGrid {\n grid-template-columns: 1fr;\n }\n}\n\n@media (max-width: 640px) {\n .page {\n padding: 28px 14px 42px;\n }\n\n .themePanel {\n border-radius: 24px;\n padding: 16px;\n }\n\n .stateGrid {\n grid-template-columns: 1fr;\n }\n\n .variantGrid {\n grid-template-columns: 1fr;\n }\n\n .footerFrame {\n min-height: auto;\n padding: 18px 16px;\n }\n\n .themeHeader {\n align-items: flex-start;\n flex-direction: column;\n }\n}\n" }, { "path": "src/app/dev/story-footer-button-test/page.tsx", "content": "import type { Metadata } from \"next\";\nimport Button from \"@/components/ui/button\";\nimport styles from \"./page.module.css\";\n\nexport const metadata: Metadata = {\n title: \"Story Footer Button Test\",\n robots: {\n index: false,\n follow: false,\n },\n};\n\nconst buttonStates = [\n {\n className: \"\",\n description: \"Base state in the finished footer.\",\n label: \"Default\",\n },\n {\n className: styles.previewHover,\n description: \"Pointer hover styling.\",\n label: \"Hover\",\n },\n {\n className: styles.previewActive,\n description: \"Pressed state with reduced depth.\",\n label: \"Active\",\n },\n {\n className: styles.previewFocus,\n description: \"Keyboard focus-visible ring.\",\n label: \"Focus\",\n },\n] as const;\n\nconst variants = [\n {\n description: \"Primary green CTA used for default story progression.\",\n label: \"default\",\n variant: \"default\",\n },\n {\n description: \"Blue CTA variant used in auth and key story entry points.\",\n label: \"primary\",\n variant: \"primary\",\n },\n {\n description:\n \"Neutral raised secondary action, now used for Back to overview.\",\n label: \"secondary\",\n variant: \"secondary\",\n },\n {\n description: \"Neutral outline action for cases like OAuth providers.\",\n label: \"outline\",\n variant: \"outline\",\n },\n {\n description: \"Low-emphasis background treatment for lightweight actions.\",\n label: \"ghost\",\n variant: \"ghost\",\n },\n {\n description: \"Inline text-style action for low-friction navigation.\",\n label: \"link\",\n variant: \"link\",\n },\n] as const;\n\nconst themes = [\n {\n className: styles.themeLight,\n label: \"Light mode\",\n },\n {\n className: styles.themeDark,\n label: \"Dark mode\",\n },\n] as const;\n\nconst footerWaitVariants = [\n {\n description: \"The disabled wait-state footer action.\",\n disabled: true,\n label: \"wait\",\n variant: \"default\",\n },\n {\n description: \"The normal enabled continue action.\",\n disabled: false,\n label: \"continue\",\n variant: \"default\",\n },\n {\n description: \"The blue-toned primary variant in footer framing.\",\n disabled: false,\n label: \"primary\",\n variant: \"primary\",\n },\n] as const;\n\nexport default function Page() {\n return (\n
    \n
    \n
    \n

    UI test page

    \n

    Shared button variants and footer states

    \n

    \n This page compares the shared action variants and isolates the\n finished-story secondary state so contrast and interaction behavior\n can be checked quickly in both themes.\n

    \n
    \n\n
    \n {themes.map((theme) => (\n \n
    \n
    \n

    Preview

    \n

    {theme.label}

    \n
    \n Back to overview\n
    \n\n
    \n {variants.map((variant) => (\n
    \n
    \n

    {variant.label}

    \n {variant.description}\n
    \n
    \n \n
    \n
    \n ))}\n
    \n\n
    \n

    Disabled variants

    \n Disabled snapshots for every shared button variant.\n
    \n\n
    \n {variants.map((variant) => (\n \n
    \n

    {variant.label}

    \n {variant.description}\n
    \n
    \n \n
    \n \n ))}\n
    \n\n
    \n

    Secondary state breakdown

    \n \n Static snapshots of the footer action state treatment.\n \n
    \n\n
    \n {buttonStates.map((state) => (\n
    \n
    \n

    {state.label}

    \n {state.description}\n
    \n
    \n \n Back to overview\n \n
    \n
    \n ))}\n
    \n\n
    \n
    \n

    Interactive

    \n \n Live control for manual hover, click, and focus tests.\n \n
    \n
    \n \n
    \n
    \n\n
    \n

    Footer button state

    \n \n Continue-button snapshots inside footer-style framing.\n \n
    \n\n
    \n {footerWaitVariants.map((footerVariant) => (\n \n
    \n

    {footerVariant.label}

    \n {footerVariant.description}\n
    \n
    \n
    \n \n Continue\n \n
    \n
    \n \n ))}\n
    \n \n ))}\n
    \n
    \n
    \n );\n}\n" }, { "path": "src/app/docs/[[...slug]]/doc_data.ts", "content": "import fs from \"node:fs/promises\";\nimport React from \"react\";\n\nconst basefolder = \"public/docs\";\n\nexport async function getPageData(path: string) {\n try {\n const res = await fs.readFile(basefolder + \"/\" + path + \".mdx\", \"utf8\");\n const data = res.split(\"---\");\n const metadata: Record = {};\n for (const line of data[1].split(\"\\n\")) {\n const pos = line.indexOf(\":\");\n if (pos === -1) continue;\n const key = line.slice(0, pos).trim();\n const value = line.slice(pos + 1).trim();\n metadata[key.trim()] = (value.match(/\\s*\"(.*)\"\\s*/) || [\"\", \"\"])[1];\n }\n metadata.body = data[2];\n return metadata;\n } catch {\n return { title: path, body: \"\" };\n }\n}\n\ninterface DocData {\n navigation: {\n group: string;\n pages: { slug: string; title: string }[];\n }[];\n}\n\nexport const getDocsData = React.cache(async () => {\n const data = JSON.parse(await fs.readFile(basefolder + \"/docs.json\", \"utf8\"));\n\n for (const group of data[\"navigation\"]) {\n const pages_new = [];\n for (const page of group.pages) {\n const d = await getPageData(page);\n pages_new.push({ slug: page, title: d.title });\n }\n group.pages = pages_new;\n }\n return data as DocData;\n});\n" }, { "path": "src/app/docs/[[...slug]]/page.tsx", "content": "import React from \"react\";\nimport Link from \"next/link\";\nimport { notFound } from \"next/navigation\";\nimport { MDXRemote } from \"next-mdx-remote/rsc\";\n\nimport { getDocsData, getPageData } from \"./doc_data\";\nimport { MDXComponents } from \"mdx/types\";\nimport CustomMDXServer from \"@/components/Docs/CustomMDXServer\";\nimport {\n docsAlertBoxClass,\n docsChannelLinkClass,\n docsEditButtonClass,\n docsEditButtonContainerClass,\n docsFooterClass,\n docsFooterLinkClass,\n docsHeaderIntroClass,\n docsImageWrapperClass,\n docsInfoBoxClass,\n docsPageMainClass,\n docsRightTocClass,\n docsRightTocInnerClass,\n docsWarningBoxClass,\n} from \"@/components/Docs/docsClasses\";\n\nexport const dynamic = \"force-static\";\nexport const dynamicParams = true;\n\nexport async function generateStaticParams() {\n const data = await getDocsData();\n\n const pages = [{ slug: [] as string[] }];\n for (let group of data.navigation) {\n for (let page of group.pages) {\n pages.push({ slug: page.slug.split(\"/\") });\n }\n }\n\n return pages;\n}\n\nexport async function generateMetadata({\n params,\n}: {\n params: Promise<{ slug: string[] }>;\n}) {\n const path = SlugToPath((await params).slug);\n const data = await getPageData(path);\n\n return {\n title: data.title + \" | Duostories Docs\",\n description: data.description,\n };\n}\n\nfunction save_tag(tag: string) {\n return tag.trim().toLowerCase().replace(/\\s+/g, \"-\");\n}\n\nconst components: MDXComponents = {\n Info: (props) => (\n

    \n {props.children}\n

    \n ),\n Warning: (props) => (\n

    \n {props.children}\n

    \n ),\n Alert: (props) => (\n

    \n {props.children}\n

    \n ),\n Channel: (props) => (\n \n {props.children}\n \n ),\n a: (props) => {props.children},\n Image: (props) => (\n
    {props.children}
    \n ),\n h3: (props) => (\n

    \n {props.children}\n

    \n ),\n};\n\nfunction CustomMDX(props: { source: string }) {\n return (\n \n );\n}\n\nfunction SlugToPath(slug: string[]) {\n let path = \"\";\n for (const p of slug || [\"introduction\"]) {\n if (p.indexOf(\".\") !== -1) continue;\n path += \"/\" + p;\n }\n if (path.endsWith(\".js\") || path.endsWith(\".mdx\")) return notFound();\n return path;\n}\n\nexport interface Heading {\n id: string;\n text: string;\n level: number;\n}\n\nfunction getHeadings(title: string, body: string) {\n const headings: Heading[] = [{ id: save_tag(title), level: 1, text: title }];\n for (const line of body.split(\"\\n\")) {\n if (line.startsWith(\"#\")) {\n const [, count, text] = line.match(\"(#*)s*(.*)\") || [\"\", \"####\", \"\"];\n headings.push({ id: save_tag(text), level: count.length, text: text });\n }\n }\n return headings;\n}\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ slug: string[] }>;\n}) {\n const path = SlugToPath((await params).slug);\n let data = await getPageData(path);\n let doc_data = await getDocsData();\n let previous = null;\n let found = false;\n let next = null;\n for (let group of doc_data.navigation) {\n for (let page of group.pages) {\n if (!next && found) next = page.slug;\n if (\"/\" + page.slug === path) {\n data.group = group.group;\n found = true;\n }\n if (!found) {\n previous = page.slug;\n }\n }\n }\n let previousData = await getPageData(\"/\" + previous);\n let nextData = await getPageData(\"/\" + next);\n\n const headings = getHeadings(data.title, data.body);\n\n return (\n <>\n
    \n
    \n
    \n {data.group}\n
    \n

    {data.title}

    \n

    \n {data.description}\n

    \n
    \n \n {/**/}\n
    \n \n Suggest edits\n \n
    \n
    \n {previous ? (\n \n ‹\n {previousData.title}\n \n ) : (\n \n )}\n {next ? (\n \n {nextData.title}\n ›\n \n ) : (\n \n )}\n
    \n
    \n
    \n
    \n
    \n {headings.map((h, i) => (\n

    \n {h.text}\n

    \n ))}\n
    \n
    \n \n );\n}\n" }, { "path": "src/app/docs/layout.tsx", "content": "import DocsHeader from \"@/components/DocsHeader\";\nimport DocsBreadCrumbNav from \"@/components/DocsBreadCrumbNav\";\nimport DocsNavigation from \"@/components/DocsNavigation\";\nimport React from \"react\";\nimport { getDocsData, getPageData } from \"./[[...slug]]/doc_data\";\nimport DocsNavigationBackdrop from \"@/components/DocsNavigationBackdrop\";\nimport {\n docsMainContainerClass,\n docsRootClass,\n} from \"@/components/Docs/docsClasses\";\n\nexport default async function Layout({\n children,\n}: {\n children: React.ReactNode;\n}) {\n const data = await getDocsData();\n\n const path_titles: Record = {};\n for (let group of data.navigation) {\n for (let page of group.pages) {\n const datax = await getPageData(page.slug);\n path_titles[page.slug] = {\n group: group.group,\n title: datax.title,\n };\n }\n }\n\n return (\n
    \n \n \n \n\n
    \n \n {children}\n
    \n     \n
    \n );\n}\n" }, { "path": "src/app/docs/loading.tsx", "content": "import React from \"react\";\nimport {\n docsPageMainClass,\n docsRightTocClass,\n docsRightTocInnerClass,\n} from \"@/components/Docs/docsClasses\";\n\nexport default function Loading() {\n return (\n <>\n
    \n
    \n
    \n

    Loading...

    \n
    \n
    \n
    \n
    \n
    \n
    \n \n );\n}\n" }, { "path": "src/app/editor/(course)/course/[course_id]/import/[from_id]/import_list.tsx", "content": "\"use client\";\nimport React from \"react\";\nimport { useMutation, useQuery } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\nimport { SpinnerBlue } from \"@/components/ui/spinner\";\nimport { Spinner } from \"@/components/ui/spinner\";\nimport { useRouter } from \"next/navigation\";\nimport { CourseImportProps } from \"@/app/editor/(course)/types\";\n\nexport default function ImportList({\n courseId,\n fromId,\n}: {\n courseId: string;\n fromId: string;\n}) {\n const course = useQuery(api.editorRead.getEditorCourseByIdentifier, {\n identifier: courseId,\n });\n const courseFrom = useQuery(api.editorRead.getEditorCourseByIdentifier, {\n identifier: fromId,\n });\n const imports = useQuery(\n api.editorRead.getEditorCourseImport,\n course && courseFrom\n ? { courseLegacyId: course.id, fromLegacyId: courseFrom.id }\n : \"skip\",\n );\n const [importing, setImporting] = React.useState(\n undefined,\n );\n const importStoryMutation = useMutation(api.storyWrite.importStory);\n const router = useRouter();\n\n if (\n course === undefined ||\n courseFrom === undefined ||\n imports === undefined\n ) {\n return ;\n }\n\n if (!course || !courseFrom) {\n return

    Course not found.

    ;\n }\n\n const courseLegacyId = course.id;\n const courseShort = course.short;\n\n async function do_import(id: number) {\n // prevent clicking the button twice\n if (importing) return;\n setImporting(id);\n\n const response = await importStoryMutation({\n sourceLegacyStoryId: id,\n targetLegacyCourseId: courseLegacyId,\n operationKey: `story:${id}:import_to:${courseLegacyId}:client`,\n });\n if (!response) {\n setImporting(undefined);\n return;\n }\n const id2 = response.id;\n await router.push(`/editor/course/${courseShort}/story/${id2}`);\n }\n\n return (\n <>\n
    \n Importing from {courseFrom.learning_language_name} (from{\" \"}\n {courseFrom.from_language_name}).\n
    \n \n \n \n Set\n \n Name\n \n \n Copies\n \n \n \n \n {(imports as CourseImportProps[]).map((story, i) => (\n \n \n \n {pad(story.set_id)} - {pad(story.set_index)}\n \n \n \n 0 ? story.image_done : story.image\n }\n width={44}\n height={40}\n className=\"block h-[40px] w-[44px] max-w-none\"\n />\n \n \n {importing === story.id ? (\n \n Importing \n \n ) : (\n {\n event.preventDefault();\n void do_import(story.id);\n }}\n >\n {story.name}\n \n )}\n \n {story.copies}x\n \n ))}\n \n \n \n );\n}\n\nfunction pad(x: number) {\n if (x < 10) return \"0\" + x;\n return x.toString();\n}\n" }, { "path": "src/app/editor/(course)/course/[course_id]/import/[from_id]/page.tsx", "content": "import { notFound } from \"next/navigation\";\nimport React from \"react\";\nimport { Metadata } from \"next\";\nimport { fetchQuery } from \"convex/nextjs\";\nimport { api } from \"@convex/_generated/api\";\nimport ImportPageClient from \"./page_client\";\n\nexport async function generateMetadata({\n params,\n}: {\n params: Promise<{ course_id: string; from_id: string }>;\n}): Promise {\n const course = await fetchQuery(api.editorRead.getEditorCourseByIdentifier, {\n identifier: (await params).course_id,\n });\n\n if (!course) notFound();\n\n return {\n title: `Import | ${course.learning_language_name} (from ${course.from_language_name}) | Duostories Editor`,\n alternates: {\n canonical: `https://duostories.org/editor/${course.short}`,\n },\n };\n}\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ course_id: string; from_id: string }>;\n}) {\n const p = await params;\n return ;\n}\n" }, { "path": "src/app/editor/(course)/course/[course_id]/import/[from_id]/page_client.tsx", "content": "\"use client\";\n\nimport React from \"react\";\nimport Link from \"next/link\";\nimport { useQuery } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\nimport LanguageFlag from \"@/components/ui/language-flag\";\nimport ImportList from \"./import_list\";\nimport { Spinner } from \"@/components/ui/spinner\";\nimport type { CourseProps } from \"@/app/editor/(course)/types\";\n\nexport default function ImportPageClient({\n courseId,\n fromId,\n}: {\n courseId: string;\n fromId: string;\n}) {\n const sidebarData = useQuery(api.editorRead.getEditorSidebarData, {});\n const course = useQuery(api.editorRead.getEditorCourseByIdentifier, {\n identifier: courseId,\n });\n\n if (sidebarData === undefined || course === undefined) {\n return ;\n }\n\n if (!course) {\n return

    Course not found.

    ;\n }\n\n const courses = (sidebarData.courses ?? []) as CourseProps[];\n\n const courseSelection: CourseProps[] = [];\n for (const item of courses) {\n if (item.short === \"es-en\") courseSelection.push(item);\n }\n for (const item of courses) {\n if (item.short === \"en-es-o\") courseSelection.push(item);\n }\n for (const item of courses) {\n if (item.official && item.short !== \"es-en\" && item.short !== \"en-es-o\") {\n courseSelection.push(item);\n }\n }\n\n return (\n <>\n
    \n {courseSelection.map((item, index) => (\n \n \n \n \n \n \n \n {item.from_language_short}-{item.learning_language_short}\n \n \n \n ))}\n
    \n \n \n );\n}\n" }, { "path": "src/app/editor/(course)/course/[course_id]/localization/page.tsx", "content": "import React from \"react\";\nimport { notFound } from \"next/navigation\";\nimport { Metadata } from \"next\";\nimport { fetchQuery } from \"convex/nextjs\";\nimport { api } from \"@convex/_generated/api\";\nimport CourseLocalizationPageClient from \"./page_client\";\n\nfunction getCanonicalLocalizationPath(courseShort: string) {\n return `/editor/course/${courseShort}/localization`;\n}\n\nexport async function generateMetadata({\n params,\n}: {\n params: Promise<{ course_id: string }>;\n}): Promise {\n const courseId = (await params).course_id;\n const course = await fetchQuery(api.editorRead.getEditorCourseByIdentifier, {\n identifier: courseId,\n });\n\n if (!course) notFound();\n\n return {\n title: `Localization | ${course.learning_language_name} (from ${course.from_language_name}) | Duostories Editor`,\n alternates: {\n canonical: `https://duostories.org${getCanonicalLocalizationPath(course.short ?? courseId)}`,\n },\n };\n}\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ course_id: string }>;\n}) {\n return ;\n}\n" }, { "path": "src/app/editor/(course)/course/[course_id]/localization/page_client.tsx", "content": "\"use client\";\n\nimport React from \"react\";\nimport { useQuery } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\nimport { Spinner } from \"@/components/ui/spinner\";\nimport { Breadcrumbs } from \"@/app/editor/_components/breadcrumbs\";\nimport { EditorHeaderBreadcrumbs } from \"@/app/editor/_components/header_context\";\nimport LocalizationEditor from \"@/app/editor/localization/[language]/localization_editor\";\nimport type { DetailedCourseProps } from \"@/app/editor/(course)/types\";\n\nexport default function CourseLocalizationPageClient({\n courseId,\n}: {\n courseId: string;\n}) {\n const course = useQuery(api.editorRead.getEditorCourseByIdentifier, {\n identifier: courseId,\n }) as DetailedCourseProps | null | undefined;\n\n if (course === undefined) return ;\n if (!course) return

    Course not found.

    ;\n\n return (\n <>\n \n \n \n \n \n );\n}\n" }, { "path": "src/app/editor/(course)/course/[course_id]/page.tsx", "content": "import { notFound } from \"next/navigation\";\nimport { Metadata } from \"next\";\nimport { fetchQuery } from \"convex/nextjs\";\nimport { api } from \"@convex/_generated/api\";\nimport CourseEditorPageClient from \"./page_client\";\n\nexport async function generateMetadata({\n params,\n}: {\n params: Promise<{ course_id: string }>;\n}): Promise {\n const course = await fetchQuery(api.editorRead.getEditorCourseByIdentifier, {\n identifier: (await params).course_id,\n });\n\n if (!course) notFound();\n\n return {\n title: `${course.learning_language_name} (from ${course.from_language_name}) | Duostories Editor`,\n alternates: {\n canonical: `https://duostories.org/editor/${course.short}`,\n },\n };\n}\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ course_id: string }>;\n}) {\n return ;\n}\n" }, { "path": "src/app/editor/(course)/course/[course_id]/page_client.tsx", "content": "\"use client\";\n\nimport React, { useEffect, useRef } from \"react\";\nimport { useMutation, useQuery } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\nimport EditList from \"../../edit_list\";\nimport { Spinner } from \"@/components/ui/spinner\";\nimport type {\n DetailedCourseProps,\n StoryListDataProps,\n} from \"@/app/editor/(course)/types\";\n\nexport default function CourseEditorPageClient({\n courseId,\n}: {\n courseId: string;\n}) {\n const recomputePublishedCount = useMutation(\n api.courseWrite.recomputePublishedCount,\n );\n const course = useQuery(api.editorRead.getEditorCourseByIdentifier, {\n identifier: courseId,\n });\n\n const stories = useQuery(api.editorRead.getEditorStoriesByCourseLegacyId, {\n identifier: courseId,\n });\n const attemptedMismatchRef = useRef(null);\n\n useEffect(() => {\n if (!course || stories === undefined) return;\n\n const expectedPublishedCount = stories.filter(\n (story) => story.public,\n ).length;\n if (course.count === expectedPublishedCount) {\n attemptedMismatchRef.current = null;\n return;\n }\n\n const mismatchKey = `${course.id}:${course.count}:${expectedPublishedCount}`;\n if (attemptedMismatchRef.current === mismatchKey) return;\n attemptedMismatchRef.current = mismatchKey;\n\n void recomputePublishedCount({\n legacyCourseId: course.id,\n }).catch((error) => {\n console.error(\"Failed to recompute published story count\", error);\n });\n }, [course, recomputePublishedCount, stories]);\n\n if (course === undefined || stories === undefined) {\n return ;\n }\n\n if (!course) {\n return

    Course not found.

    ;\n }\n\n return (\n \n );\n}\n" }, { "path": "src/app/editor/(course)/course/[course_id]/story/[story]/audio-cutter/page.tsx", "content": "import React from \"react\";\nimport AudioCutterPageClient from \"@/app/editor/(course)/course/[course_id]/story/[story]/audio-cutter/page_client\";\n\nexport default async function Page({\n params,\n}: {\n params: Promise<{ course_id: string; story: string }>;\n}) {\n const resolvedParams = await params;\n\n return (\n \n );\n}\n" }, { "path": "src/app/editor/(course)/course/[course_id]/story/[story]/audio-cutter/page_client.tsx", "content": "\"use client\";\n\nimport React from \"react\";\nimport { EditorState } from \"@codemirror/state\";\nimport Link from \"next/link\";\nimport { useRouter } from \"next/navigation\";\nimport { useMutation, useQuery } from \"convex/react\";\nimport { api } from \"@convex/_generated/api\";\nimport AudioCutterDialog from \"@/app/editor/story/[story]/audio-cutter-dialog\";\nimport {\n loadAudioCutterTranscript,\n storeAudioCutterTranscript,\n type AudioCutterPreparedSegment,\n type AudioCutterTranscriptItem,\n} from \"@/app/editor/story/[story]/audio-cutter-storage\";\nimport type {\n DetailedCourseProps,\n StoryListDataProps,\n} from \"@/app/editor/(course)/types\";\nimport type {\n Avatar,\n StoryEditorPageData,\n} from \"@/app/editor/story/[story]/types\";\nimport { Breadcrumbs } from \"@/app/editor/_components/breadcrumbs\";\nimport {\n EditorHeaderActions,\n EditorHeaderBreadcrumbs,\n} from \"@/app/editor/_components/header_context\";\nimport {\n Dialog,\n DialogContent,\n DialogDescription,\n DialogTitle,\n} from \"@/components/ui/dialog\";\nimport { processStoryFile } from \"@/components/editor/story/syntax_parser_new\";\nimport type {\n StoryElement,\n StoryElementHeader,\n StoryElementLine,\n} from \"@/components/editor/story/syntax_parser_types\";\nimport { timings_to_text } from \"@/lib/editor/audio/audio_edit_tools\";\n\nexport default function AudioCutterPageClient({\n storyId,\n courseId,\n}: {\n storyId: number;\n courseId: string;\n}) {\n const router = useRouter();\n const [transcriptItems, setTranscriptItems] = React.useState<\n AudioCutterTranscriptItem[]\n >([]);\n const [saveProgress, setSaveProgress] = React.useState<{\n total: number;\n uploaded: number;\n phase: \"idle\" | \"uploading\" | \"saving\";\n }>({\n total: 0,\n uploaded: 0,\n phase: \"idle\",\n });\n const [saveSuccessOpen, setSaveSuccessOpen] = React.useState(false);\n const setStoryMutation = useMutation(api.storyWrite.setStory);\n const data = useQuery(api.editorRead.getEditorStoryPageData, {\n storyId,\n }) as StoryEditorPageData | null | undefined;\n const effectiveCourseId =\n data?.story_data.short && data.story_data.short !== courseId\n ? data.story_data.short\n : courseId;\n const course = useQuery(\n api.editorRead.getEditorCourseByIdentifier,\n effectiveCourseId ? { identifier: effectiveCourseId } : \"skip\",\n ) as DetailedCourseProps | null | undefined;\n const stories = useQuery(\n api.editorRead.getEditorStoriesByCourseLegacyId,\n effectiveCourseId ? { identifier: effectiveCourseId } : \"skip\",\n ) as StoryListDataProps[] | undefined;\n const avatarRows = useQuery(\n api.editorRead.getEditorAvatarNamesByLanguageLegacyId,\n data ? { languageLegacyId: data.story_data.learning_language } : \"skip\",\n ) as Avatar[] | undefined;\n const learningLanguage = useQuery(\n api.editorRead.getEditorLanguageByLegacyId,\n data ? { legacyLanguageId: data.story_data.learning_language } : \"skip\",\n ) as LanguageData | null | undefined;\n const fromLanguage = useQuery(\n api.editorRead.getEditorLanguageByLegacyId,\n data ? { legacyLanguageId: data.story_data.from_language } : \"skip\",\n ) as LanguageData | null | undefined;\n\n React.useEffect(() => {\n const syncFromStorage = () => {\n setTranscriptItems(loadAudioCutterTranscript(storyId));\n };\n\n syncFromStorage();\n window.addEventListener(\"focus\", syncFromStorage);\n\n return () => {\n window.removeEventListener(\"focus\", syncFromStorage);\n };\n }, [storyId]);\n\n const storyIndex =\n stories?.findIndex((story) => story.id === data?.story_data.id) ?? -1;\n const previousStory = storyIndex > 0 ? stories?.[storyIndex - 1] : null;\n const nextStory =\n storyIndex >= 0 && stories && storyIndex < stories.length - 1\n ? stories[storyIndex + 1]\n : null;\n const nextStoryData = useQuery(\n api.editorRead.getEditorStoryPageData,\n nextStory ? { storyId: nextStory.id } : \"skip\",\n ) as StoryEditorPageData | null | undefined;\n const nextAvatarRows = useQuery(\n api.editorRead.getEditorAvatarNamesByLanguageLegacyId,\n nextStoryData\n ? { languageLegacyId: nextStoryData.story_data.learning_language }\n : \"skip\",\n ) as Avatar[] | undefined;\n const nextLearningLanguage = useQuery(\n api.editorRead.getEditorLanguageByLegacyId,\n nextStoryData\n ? { legacyLanguageId: nextStoryData.story_data.learning_language }\n : \"skip\",\n ) as LanguageData | null | undefined;\n const nextFromLanguage = useQuery(\n api.editorRead.getEditorLanguageByLegacyId,\n nextStoryData\n ? { legacyLanguageId: nextStoryData.story_data.from_language }\n : \"skip\",\n ) as LanguageData | null | undefined;\n const coursePathId = course?.short ?? effectiveCourseId;\n const saveProgressLabel =\n saveProgress.phase === \"uploading\"\n ? `Saving to story (${saveProgress.uploaded}/${saveProgress.total} uploaded)...`\n : saveProgress.phase === \"saving\"\n ? `Saving to story (${saveProgress.total}/${saveProgress.total} uploaded)...`\n : undefined;\n const footerStatusText =\n saveProgress.phase === \"idle\"\n ? \"Upload the generated clips and insert their audio refs directly into the story.\"\n : saveProgress.phase === \"uploading\"\n ? `Uploading ${saveProgress.uploaded} of ${saveProgress.total} audio files to the story...`\n : \"Writing updated audio refs and speech marks into the story...\";\n const nextStoryTranscriptItems = React.useMemo(() => {\n if (\n !nextStoryData ||\n !nextAvatarRows ||\n !nextLearningLanguage ||\n !nextFromLanguage\n ) {\n return null;\n }\n\n const avatarNames: Record = {};\n for (const avatar of nextAvatarRows) {\n avatarNames[avatar.avatar_id] = avatar;\n }\n\n const [parsedStory] = processStoryFile(\n nextStoryData.story_data.text,\n nextStoryData.story_data.id,\n avatarNames,\n {\n learning_language: nextLearningLanguage.short,\n from_language: nextFromLanguage.short,\n },\n nextLearningLanguage.tts_replace ?? \"\",\n );\n\n return getAudioCutterTranscriptItems(parsedStory.elements);\n }, [nextAvatarRows, nextFromLanguage, nextLearningLanguage, nextStoryData]);\n const canContinueToNextStory = Boolean(nextStory && nextStoryTranscriptItems);\n\n const goToStoryPage = React.useCallback(() => {\n setSaveSuccessOpen(false);\n router.push(`/editor/course/${coursePathId ?? courseId}/story/${storyId}`);\n }, [courseId, coursePathId, router, storyId]);\n\n const continueToNextStory = React.useCallback(() => {\n if (!nextStory || !nextStoryTranscriptItems) return;\n\n storeAudioCutterTranscript(nextStory.id, nextStoryTranscriptItems);\n setSaveSuccessOpen(false);\n router.push(\n `/editor/course/${coursePathId ?? courseId}/story/${nextStory.id}/audio-cutter`,\n );\n }, [courseId, coursePathId, nextStory, nextStoryTranscriptItems, router]);\n\n return (\n <>\n {course && data ? (\n \n \n \n ) : null}\n \n
    \n \n \n
    \n     \n {\n if (nextOpen) return;\n router.push(\n `/editor/course/${coursePathId ?? courseId}/story/${storyId}`,\n );\n }}\n expectedSegmentCount={transcriptItems.length}\n transcriptItems={transcriptItems}\n primaryActionLabel=\"Save segments to story\"\n primaryActionPendingLabel={saveProgressLabel}\n footerStatusText={footerStatusText}\n onUseSegments={async (segments) => {\n if (!data) {\n throw new Error(\"Story data is still loading.\");\n }\n if (!learningLanguage || !fromLanguage) {\n throw new Error(\"Language data is still loading.\");\n }\n if (!avatarRows) {\n throw new Error(\"Avatar data is still loading.\");\n }\n if (segments.length === 0) return false;\n if (transcriptItems.some((item) => !item.ssml)) {\n throw new Error(\n \"This cutter session is missing story audio anchors. Reopen the cutter from the story editor and try again.\",\n );\n }\n if (data.story_data.official && !data.isAdmin) {\n throw new Error(\n \"Official stories cannot be overwritten unless you are an admin.\",\n );\n }\n if (data.story_data.official) {\n const confirmed = window.confirm(\n \"This is an official story. Saving will overwrite it. Continue?\",\n );\n if (!confirmed) {\n return false;\n }\n }\n\n const uploadedSegments: UploadedSegment[] = [];\n setSaveProgress({\n total: segments.length,\n uploaded: 0,\n phase: \"uploading\",\n });\n\n try {\n for (const [index, segment] of segments.entries()) {\n const uploadedFilename = stripAudioPathPrefix(\n await uploadAudioFile(segment.file, storyId),\n );\n uploadedSegments.push({\n ...segment,\n uploadedFilename,\n });\n setSaveProgress({\n total: segments.length,\n uploaded: index + 1,\n phase: \"uploading\",\n });\n }\n\n setSaveProgress({\n total: segments.length,\n uploaded: segments.length,\n phase: \"saving\",\n });\n\n const avatarNames: Record = {};\n for (const avatar of avatarRows) {\n avatarNames[avatar.avatar_id] = avatar;\n }\n\n const [, , audioInsertLines] = processStoryFile(\n data.story_data.text,\n data.story_data.id,\n avatarNames,\n {\n learning_language: learningLanguage.short,\n from_language: fromLanguage.short,\n },\n learningLanguage.tts_replace ?? \"\",\n );\n\n const storyText = applyAudioUpdatesToText(\n data.story_data.text,\n uploadedSegments.map((segment) => ({\n ssml: segment.ssml,\n serializedText: timings_to_text({\n filename: segment.uploadedFilename,\n keypoints: segment.keypoints,\n }),\n })),\n audioInsertLines,\n );\n\n const [nextParsedStoryBase, nextParsedMeta] = processStoryFile(\n storyText,\n data.story_data.id,\n avatarNames,\n {\n learning_language: learningLanguage.short,\n from_language: fromLanguage.short,\n },\n learningLanguage.tts_replace ?? \"\",\n );\n\n await setStoryMutation({\n legacyStoryId: data.story_data.id,\n duo_id: data.story_data.duo_id ?? \"\",\n name: nextParsedMeta.fromLanguageName,\n image: nextParsedMeta.icon ?? \"\",\n set_id: nextParsedMeta.set_id,\n set_index: nextParsedMeta.set_index,\n legacyCourseId: data.story_data.course_id,\n text: storyText,\n json: toConvexValue(nextParsedStoryBase),\n todo_count: nextParsedMeta.todo_count,\n change_date: new Date().toISOString(),\n confirmOfficialOverwrite: data.story_data.official || undefined,\n operationKey: `story:${data.story_data.id}:audio-cutter:${Date.now()}`,\n });\n setSaveSuccessOpen(true);\n return false;\n } finally {\n setSaveProgress({\n total: 0,\n uploaded: 0,\n phase: \"idle\",\n });\n }\n }}\n />\n \n \n \n Segments saved to story\n \n \n {data?.story_data.name\n ? `The generated audio files and speech marks were saved to \"${data.story_data.name}\".`\n : \"The generated audio files and speech marks were saved to the story.\"}\n \n
    \n \n Show story\n \n \n {nextStory\n ? canContinueToNextStory\n ? \"Continue with next story\"\n : \"Preparing next story...\"\n : \"No next story\"}\n \n
    \n     \n     \n \n );\n}\n\ntype LanguageData = {\n short: string;\n rtl: boolean;\n tts_replace: string | null;\n};\n\ntype UploadedSegment = AudioCutterPreparedSegment & {\n uploadedFilename: string;\n};\n\nfunction getElementAudio(\n element: StoryElementLine | StoryElementHeader | undefined,\n) {\n if (!element) return undefined;\n if (element.type === \"HEADER\") return element.audio;\n return element.line.content.audio ?? element.audio;\n}\n\nfunction getAudioCutterTranscriptItems(elements: StoryElement[]) {\n const items: AudioCutterTranscriptItem[] = [];\n let order = 1;\n\n for (const element of elements) {\n if (element.type !== \"HEADER\" && element.type !== \"LINE\") continue;\n const audio = getElementAudio(element);\n if (!audio?.ssml) continue;\n\n const text =\n element.type === \"HEADER\"\n ? element.learningLanguageTitleContent?.text\n : element.line.content?.text;\n const content =\n element.type === \"HEADER\"\n ? element.learningLanguageTitleContent\n : element.line.content;\n const speaker =\n element.type === \"HEADER\"\n ? \"Narrator\"\n : element.line.type === \"CHARACTER\"\n ? (element.line.characterName ??\n element.line.characterId?.toString() ??\n \"Narrator\")\n : \"Narrator\";\n\n if (!text || !content) continue;\n\n items.push({\n id: `${element.type}-${element.trackingProperties.line_index}-${audio.ssml.inser_index}`,\n order,\n lineIndex: element.trackingProperties.line_index || 0,\n type: element.type,\n speaker,\n content,\n existingFilename: audio.url?.replace(/^audio\\//, \"\") ?? \"\",\n existingKeypoints: audio.keypoints ?? [],\n ssml: audio.ssml,\n });\n order += 1;\n }\n\n return items;\n}\n\nfunction stripAudioPathPrefix(filename: string) {\n if (!filename) return \"\";\n if (filename.startsWith(\"audio/\")) {\n return filename.slice(\"audio/\".length);\n }\n return filename;\n}\n\nasync function uploadAudioFile(file: File, storyId: number) {\n const data = new FormData();\n data.set(\"file\", file);\n data.set(\"story_id\", String(storyId));\n const controller = new AbortController();\n const timeoutId = window.setTimeout(() => {\n controller.abort();\n }, 20_000);\n\n let response: Response;\n try {\n response = await fetch(\"/audio/upload\", {\n method: \"POST\",\n body: data,\n signal: controller.signal,\n });\n } catch (error) {\n if (error instanceof DOMException && error.name === \"AbortError\") {\n throw new Error(\"Upload timed out. Please try again.\");\n }\n throw error;\n } finally {\n window.clearTimeout(timeoutId);\n }\n\n if (!response.ok) {\n throw new Error(await response.text());\n }\n\n const payload = (await response.json()) as {\n success?: boolean;\n filename?: string;\n };\n\n if (!payload.success || !payload.filename) {\n throw new Error(\"Upload failed.\");\n }\n\n return payload.filename;\n}\n\nfunction applyAudioUpdatesToText(\n docText: string,\n updates: { serializedText: string; ssml: { inser_index: number } }[],\n audioInsertLines: [number | undefined, number][],\n) {\n const state = EditorState.create({ doc: docText });\n const changes = updates\n .map((update) => {\n const insertTarget = audioInsertLines[update.ssml.inser_index];\n if (!insertTarget) return null;\n\n const [line, lineInsert] = insertTarget;\n if (line !== undefined) {\n const lineNumber = Math.min(Math.max(1, line), state.doc.lines);\n const lineState = state.doc.line(lineNumber);\n return {\n from: lineState.from,\n to: lineState.to,\n insert: update.serializedText,\n };\n }\n\n const lineInsertNumber = Math.min(\n Math.max(1, lineInsert - 1),\n state.doc.lines,\n );\n const lineState = state.doc.line(lineInsertNumber);\n return {\n from: lineState.from,\n to: lineState.from,\n insert: `${update.serializedText}\\n`,\n };\n })\n .filter((change): change is NonNullable => change !== null)\n .sort((left, right) => left.from - right.from || left.to - right.to);\n\n if (changes.length === 0) return docText;\n\n return state.update({ changes }).state.doc.toString();\n}\n\nfunction toConvexValue(value: unknown): unknown {\n if (value === undefined) return null;\n if (Array.isArray(value)) return value.map((item) => toConvexValue(item));\n if (value && typeof value === \"object\") {\n const result: Record = {};\n for (const [key, item] of Object.entries(value)) {\n result[key] = toConvexValue(item);\n }\n return result;\n }\n return value;\n}\n\nfunction StoryNavButton({\n href,\n label,\n title,\n compactIconDirection,\n}: {\n href?: string;\n label: string;\n title?: string;\n compactIconDirection: \"left\" | \"right\";\n}) {\n const className =\n \"px-3 py-2 text-center text-sm text-[var(--text-color-dim)] no-underline transition-colors hover:text-[var(--text-color)]\";\n const content = (\n <>\n {label}\n \n \n \n \n );\n\n if (!href) {\n return (\n