[ { "path": ".dockerignore", "content": "node_modules\n" }, { "path": ".editorconfig", "content": "# http://editorconfig.org\n\nroot = true\n\n[*]\ncharset = utf-8\nend_of_line = lf\ninsert_final_newline = true\ntrim_trailing_whitespace = true\nindent_style = space\nindent_size = 4\n\n[*.py]\nmax_line_length = 120\n\n[*.toml]\nindent_size = 2\n\n[*.yaml]\nindent_size = 2\n\n[*.yml]\nindent_size = 2\n" }, { "path": ".eslintignore", "content": "/explorer/static/js/src/pivot.js\n" }, { "path": ".github/dependabot.yml", "content": "# To get started with Dependabot version updates, you'll need to specify which\n# package ecosystems to update and where the package manifests are located.\n# Please see the documentation for all configuration options:\n# https://docs.github.com/github/administering-a-repository/configuration-options-for-dependency-updates\n\nversion: 2\nupdates:\n - package-ecosystem: \"github-actions\"\n directory: \"/\" # Location of package manifests\n schedule:\n interval: \"weekly\"\n" }, { "path": ".github/workflows/codeql-analysis.yml", "content": "# For most projects, this workflow file will not need changing; you simply need\n# to commit it to your repository.\n#\n# You may wish to alter this file to override the set of languages analyzed,\n# or to provide custom queries or build logic.\nname: \"CodeQL\"\n\npermissions:\n actions: read\n contents: read\n security-events: write\n\non:\n push:\n branches:\n - master\n - support/3.x\n pull_request:\n # The branches below must be a subset of the branches above\n branches:\n - master\n - support/3.x\n schedule:\n - cron: '0 2 * * 5'\n\nconcurrency:\n group: ${{ github.workflow }}-${{ github.ref }}\n cancel-in-progress: true\n\njobs:\n analyze:\n name: Analyze\n runs-on: ubuntu-latest\n\n strategy:\n fail-fast: false\n matrix:\n # Override automatic language detection by changing the below list\n # Supported options are ['csharp', 'cpp', 'go', 'java', 'javascript', 'python']\n language: ['python', 'javascript']\n # Learn more...\n # https://docs.github.com/en/github/finding-security-vulnerabilities-and-errors-in-your-code/configuring-code-scanning#overriding-automatic-language-detection\n\n steps:\n - name: Checkout repository\n uses: actions/checkout@v4\n with:\n # We must fetch at least the immediate parents so that if this is\n # a pull request then we can checkout the head.\n fetch-depth: 2\n\n # Initializes the CodeQL tools for scanning.\n - name: Initialize CodeQL\n uses: github/codeql-action/init@v3\n with:\n languages: ${{ matrix.language }}\n # If you wish to specify custom queries, you can do so here or in a config file.\n # By default, queries listed here will override any specified in a config file.\n # Prefix the list here with \"+\" to use these queries and those in the config file.\n # queries: ./path/to/local/query, your-org/your-repo/queries@main\n\n # Autobuild attempts to build any compiled languages (C/C++, C#, or Java).\n # If this step fails, then you should remove it and run the build manually (see below)\n - name: Autobuild\n uses: github/codeql-action/autobuild@v3\n\n # ℹī¸ Command-line programs to run using the OS shell.\n # 📚 https://git.io/JvXDl\n\n # ✏ī¸ If the Autobuild fails above, remove it and uncomment the following three lines\n # and modify them (or add more) to build your code if your project\n # uses a compiled language\n\n #- run: |\n # make bootstrap\n # make release\n\n - name: Perform CodeQL Analysis\n uses: github/codeql-action/analyze@v3\n" }, { "path": ".github/workflows/docs.yml", "content": "name: Docs\n\non: [push, pull_request]\n\nconcurrency:\n group: ${{ github.workflow }}-${{ github.ref }}\n cancel-in-progress: true\n\n\njobs:\n docs:\n runs-on: ubuntu-latest\n name: docs\n steps:\n - name: Checkout\n uses: actions/checkout@v4\n - name: Set up Python\n uses: actions/setup-python@v5\n with:\n python-version: 3.9\n - run: python -m pip install -r docs/requirements.txt\n - name: Build docs\n run: |\n cd docs\n sphinx-build -b html -n -d _build/doctrees . _build/html\n" }, { "path": ".github/workflows/lint.yml", "content": "name: Ruff\n\non:\n push:\n pull_request:\n\njobs:\n ruff:\n runs-on: ubuntu-latest\n\n steps:\n - uses: actions/checkout@v4\n\n - name: Run ruff\n run: pipx run ruff check --output-format=github explorer\n" }, { "path": ".github/workflows/publish-pypi.yml", "content": "name: Publish Python 🐍 distributions đŸ“Ļ to pypi\n\non:\n release:\n types:\n - published\n\njobs:\n build-n-publish:\n name: Build and publish Python 🐍 distributions đŸ“Ļ to pypi\n runs-on: ubuntu-latest\n environment:\n name: pypi\n url: https://pypi.org/p/django-sql-explorer\n permissions:\n id-token: write\n steps:\n - uses: actions/checkout@v4\n - name: Set up Python\n uses: actions/setup-python@v5\n with:\n python-version: '3.12'\n\n - uses: actions/setup-node@v4\n with:\n node-version-file: '.nvmrc'\n - name: Install dependencies\n run: npm install\n - name: Build client\n run: npm run build\n\n - name: Install pypa/build\n run: >-\n python -m\n pip install\n build\n --user\n - name: Build a binary wheel and a source tarball\n run: >-\n python -m\n build\n --sdist\n --wheel\n --outdir dist/\n .\n\n - name: Publish distribution đŸ“Ļ to PyPI\n if: startsWith(github.ref, 'refs/tags')\n uses: pypa/gh-action-pypi-publish@release/v1\n" }, { "path": ".github/workflows/publish-test.yml", "content": "name: Publish Python 🐍 distributions đŸ“Ļ to TestPyPI\n\non:\n push:\n branches:\n - master\n - support/3.x\n\njobs:\n build-n-publish:\n name: Build and publish Python 🐍 distributions đŸ“Ļ to TestPyPI\n runs-on: ubuntu-latest\n environment:\n name: test\n url: https://test.pypi.org/p/django-sql-explorer\n permissions:\n id-token: write\n steps:\n - uses: actions/checkout@v4\n - name: Set up Python\n uses: actions/setup-python@v5\n with:\n python-version: '3.12'\n\n - name: Install pypa/build\n run: >-\n python -m\n pip install\n build\n --user\n - uses: actions/setup-node@v4\n with:\n node-version-file: '.nvmrc'\n - name: Install npm dependencies\n run: npm install\n - name: Build client\n run: npm run build\n\n - name: Build a binary wheel and a source tarball\n run: >-\n python -m\n build\n --sdist\n --wheel\n --outdir dist/\n .\n\n - name: Publish distribution đŸ“Ļ to Test PyPI\n uses: pypa/gh-action-pypi-publish@release/v1\n with:\n repository-url: https://test.pypi.org/legacy/\n skip_existing: true\n" }, { "path": ".github/workflows/test.yml", "content": "name: Tests\n\non:\n push:\n branches:\n - master\n - support/3.x\n pull_request:\n\nconcurrency:\n group: ${{ github.head_ref || github.run_id }}\n cancel-in-progress: true\n\njobs:\n tests:\n name: Python ${{ matrix.python-version }}\n runs-on: ubuntu-22.04\n\n strategy:\n matrix:\n python-version:\n - '3.10'\n - '3.11'\n - '3.12'\n\n steps:\n - uses: actions/checkout@v4\n\n - uses: actions/setup-python@v5\n with:\n python-version: ${{ matrix.python-version }}\n cache: pip\n\n - uses: actions/setup-node@v4\n with:\n node-version-file: '.nvmrc'\n\n - name: Install dependencies\n run: |\n npm install\n python -m pip install --upgrade pip setuptools wheel\n python -m pip install --upgrade 'tox>=4.0.0rc3'\n\n - name: Build client\n run: npm run build\n\n - name: Run tox targets for ${{ matrix.python-version }}\n run: tox run -f py$(echo ${{ matrix.python-version }} | tr -d .)\n\n - name: Upload coverage data\n uses: actions/upload-artifact@v4\n with:\n name: coverage-data-${{ matrix.python-version }}\n path: '.coverage*'\n include-hidden-files: true\n\n coverage:\n name: Coverage\n runs-on: ubuntu-22.04\n needs: tests\n steps:\n - uses: actions/checkout@v4\n\n - uses: actions/setup-python@v5\n with:\n python-version: '3.12'\n\n - name: Install dependencies\n run: |\n npm install\n python -m pip install --upgrade coverage[toml]\n - name: Build client\n run: npm run build\n\n - name: Download data\n uses: actions/download-artifact@v4\n with:\n pattern: coverage-data-*\n merge-multiple: true\n\n - name: Combine coverage\n run: |\n python -m coverage combine\n python -m coverage html --skip-covered --skip-empty\n python -m coverage report\n\n - name: Upload HTML report\n uses: actions/upload-artifact@v4\n with:\n name: html-report\n path: htmlcov\n" }, { "path": ".gitignore", "content": "/.idea/\n*.pyc\n*.db\n/project/\n/dist\n*.egg-info\n.DS_Store\n/build\n*#\n*~\n.coverage*\n/htmlcov/\n*.orig\ntmp\nvenv/\n.venv/\n.tox/\nnode_modules/\nexplorer/static/\n# Sphinx documentation\ndocs/_build/\n.env\ntst\ntst2\nuser_dbs/*\ntmp2\nchinook.sqlite\nmodel_data.json\ntst1\ntst1-journal\ntst2\ncoverage-data-*\n" }, { "path": ".nvmrc", "content": "20.15.1\n" }, { "path": ".pre-commit-config.yaml", "content": "ci:\n autofix_commit_msg: |\n ci: auto fixes from pre-commit hooks\n\n for more information, see https://pre-commit.ci\n autofix_prs: false\n autoupdate_commit_msg: \"ci: pre-commit autoupdate\"\n autoupdate_schedule: monthly\n\ndefault_language_version:\n python: python3.12\n\nrepos:\n - repo: https://github.com/asottile/pyupgrade\n rev: v3.16.0\n hooks:\n - id: pyupgrade\n args: [\"--py38-plus\"]\n\n - repo: https://github.com/adamchainz/django-upgrade\n rev: \"1.19.0\"\n hooks:\n - id: django-upgrade\n args: [--target-version, \"3.2\"]\n\n - repo: https://github.com/asottile/yesqa\n rev: v1.5.0\n hooks:\n - id: yesqa\n\n - repo: https://github.com/pre-commit/pre-commit-hooks\n rev: v4.6.0\n hooks:\n - id: check-merge-conflict\n - id: mixed-line-ending\n\n - repo: https://github.com/astral-sh/ruff-pre-commit\n rev: \"v0.5.0\"\n hooks:\n - id: ruff\n args: [--fix, --exit-non-zero-on-fix]\n - id: ruff-format\n\n - repo: https://github.com/remastr/pre-commit-django-check-migrations\n rev: v0.1.0\n hooks:\n - id: check-migrations-created\n args: [--manage-path=manage.py]\n additional_dependencies: [django==4.1]\n\n - repo: https://github.com/rstcheck/rstcheck\n rev: v6.2.0\n hooks:\n - id: rstcheck\n additional_dependencies:\n - sphinx==6.1.3\n - tomli==2.0.1\n\n - repo: https://github.com/pre-commit/mirrors-prettier\n rev: v3.0.0\n hooks:\n - id: prettier\n" }, { "path": ".readthedocs.yaml", "content": "# Read the Docs configuration file\n# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details\nversion: 2\n\nbuild:\n os: ubuntu-22.04\n tools:\n python: \"3.11\"\n\nsphinx:\n configuration: docs/conf.py\n fail_on_warning: false\n\nformats:\n - epub\n - pdf\n\npython:\n install:\n - requirements: docs/requirements.txt\n" }, { "path": "AUTHORS", "content": "The following people have contributed to django-sql-explorer:\n\n- Chris Clark\n- Mark Walker\n- Lee Brooks\n- Artyom Chernyakov\n- Rodney Hawkins\n- Dane Hillard\n- Wojtek Jurkowlaniec\n- Lee Kagiso\n- Phil Krylov\n- Grant McConnaughey\n- Josh Miller\n- Jens Nistler\n- Pietro Pilolli\n- David Sanders\n- Anton Shutik\n- Nick Spacek\n- Stanislav Tarazevich\n- Ming Hsien Tseng\n- Jared Proffitt\n- Brad Melin\n- Dara Adib\n- Moe Elias\n- Illia Volochii\n- Amir Abedi\n- Christian Clauss\n- Shiyan Shirani\n- Calum Smith\n- Steven Luoma\n\nA full list of contributors can be found on Github; https://github.com/explorerhq/sql-explorer/graphs/contributors\n" }, { "path": "Dockerfile", "content": "# Build stage\nFROM python:3.12.4 as builder\n\nWORKDIR /app\n\n# Install system dependencies\nRUN apt-get update && apt-get install -y --no-install-recommends \\\n curl \\\n build-essential \\\n && rm -rf /var/lib/apt/lists/*\n\n# Install Python dependencies\nCOPY requirements /app/requirements\nRUN pip install --no-cache-dir -r requirements/dev.txt\n\n# Install NVM and Node.js\nRUN mkdir /usr/local/.nvm\nENV NVM_DIR /usr/local/.nvm\n# This should match the version referenced below in the Run stage, and in entrypoint.sh\nENV NODE_VERSION 20.15.1\n\nCOPY package.json package-lock.json /app/\n\nRUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash \\\n && . \"$NVM_DIR/nvm.sh\" \\\n && nvm install ${NODE_VERSION} \\\n && nvm use v${NODE_VERSION} \\\n && nvm alias default v${NODE_VERSION} \\\n && npm install\n\n\n# Runtime stage\nFROM python:3.12.4\n\nWORKDIR /app\n\n# Copy Python environment from builder\nCOPY --from=builder /usr/local/lib/python3.12/site-packages /usr/local/lib/python3.12/site-packages\nCOPY --from=builder /usr/local/bin /usr/local/bin\n\n# Copy Node.js environment from builder\nCOPY --from=builder /usr/local/.nvm /usr/local/.nvm\nENV NVM_DIR /usr/local/.nvm\n\n# The version in this path should match the version referenced above in the Run stage, and in entrypoint.sh\nENV PATH $NVM_DIR/versions/node/v20.15.1/bin:$PATH\n\nCOPY --from=builder /app/node_modules /app/node_modules\n\nCOPY . /app\n\n# Run migrations and create initial data\nRUN python manage.py migrate && \\\n python manage.py shell <`_.\nThis project adheres to `Semantic Versioning `_.\n\n`5.3.0`_ (2024-09-24)\n===========================\n* `#664`_: Improvements to the AI SQL Assistant:\n\n - Table Annotations: Write persistent table annotations with descriptive information that will get injected into the\n prompt for the assistant. For example, if a table is commonly joined to another table through a non-obvious foreign\n key, you can tell the assistant about it in plain english, as an annotation to that table. Every time that table is\n deemed 'relevant' to an assistant request, that annotation will be included alongside the schema and sample data.\n - Few-Shot Examples: Using the small checkbox on the bottom-right of any saved queries, you can designate certain\n queries as 'few shot examples\". When making an assistant request, any designated few-shot examples that reference\n the same tables as your assistant request will get included as 'reference sql' in the prompt for the LLM.\n - Autocomplete / multiselect when selecting tables info to send to the SQL Assistant. Much easier and more keyboard\n focused.\n - Relevant tables are added client-side visually, in real time, based on what's in the SQL editor and/or any tables\n mentioned in the assistant request. The dependency on sql_metadata is therefore removed, as server-side SQL parsing\n is no longer necessary.\n - Ability to view Assistant request/response history.\n - Improved system prompt that emphasizes the particular SQL dialect being used.\n - Addresses issue #657.\n\n* `#660`_: Userspace connection migration.\n\n - This should be an invisible change, but represents a significant refactor of how connections function. Instead of a\n weird blend of DatabaseConnection models and underlying Django models (which were the original Explorer\n connections), this migrates all connections to DatabaseConnection models and implements proper foreign keys to them\n on the Query and QueryLog models. A data migration creates new DatabaseConnection models based on the configured\n settings.EXPLORER_CONNECTIONS. Going forward, admins can create new Django-backed DatabaseConnection models by\n registering the connection in EXPLORER_CONNECTIONS, and then creating a DatabaseConnection model using the Django\n admin or the user-facing /connections/new/ form, and entering the Django DB alias and setting the connection type\n to \"Django Connection\".\n - The Query.connection and QueryLog.connection fields are deprecated and will be removed in a future release. They\n are kept around in this release in case there is an unforeseen issue with the migration. Preserving the fields for\n now ensures there is no data loss in the event that a rollback to an earlier version is required.\n\n* Fixed a bug when validating connections to uploaded files. Also added basic locking when downloading files from S3.\n\n* On-boarding UI; if no connections or queries are created, the UI walks the user through it a bit.\n\n* Keyboard shortcut for formatting the SQL in the editor.\n\n - Cmd+Shift+F (Windows: Ctrl+Shift+F)\n - The format button has been moved tobe a small icon towards the bottom-right of the SQL editor.\n\n* `#675`_ - fail gracefully when building the schema if a particular table cant be accessed by the connection\n\n`5.2.0`_ (2024-08-19)\n===========================\n* `#651`_: Ability to append an upload to a previously uploaded file/sqlite DB as a new table\n\n * Good cache busting and detection of file changes on uploads\n * Significant documentation improvements to uploads and connections\n * Separate the upload UI from the 'add connection' UI, as they are materially different\n * Fix a small bug with bar chart generation, when values are null\n * Ability to refresh a connection's schema and data (if it's an upload) from the connections list view\n\n* `#659`_: Search all queries, even if the header is collapsed. Addresses issue #464 (partially) and #658 (fully).\n* `#662`_: Refactored dockerfile to use non-root directories. Addresses issue #661.\n\n\n`5.1.1`_ (2024-07-30)\n===========================\n* `#654`_: Bugfix: Parameterized query does not work for viewers\n* `#653`_: Bugfix: Schema search not visible anymore\n* Bugfix: Error messages in query.html were floating in the wrong spot\n* `#555`_: Prevent queries with many thousands of results from being punishingly slow. The number of data points in\n the chart now matches the number of data points in the preview pane.\n\n`5.1.0`_ (2024-07-30)\n===========================\nMajor improvements:\n\n* `#647`_: Upload json files as data sources (in addition to CSV and SQLite files). Both 'normal'\n json files, and files structured as a list of json objects (one json object per line) are supported.\n* `#643`_: Addresses #640 (Snowflake support). Additionally, supports an \"extras\" field on the\n userspace DatabaseConnection object, which allows for arbitrary additional connection\n params to get added. This allows engine-specific (or just more obscure) settings to\n get injected into the connection.\n* `#644`_: Dockerfile and docker-compose to run the test_project. Replaces the old start.sh script.\n\nMinor improvements:\n\n* `#647`_: In the schema explorer, clicking on a field name copies it to the clipboard\n* `#647`_: Charts are limited to a maximum of 10 series. This significantly speeds up rendering\n of 'wide' result-sets when charts are enabled.\n* `#645`_: Removed pie charts, added bar charts. Replaced Seaborn with Matplotlib\n because it's much lighter weight. Pie charts were overly finicky to get working.\n Bars are more useful. Will look to continue to expand charting in the future.\n* `#643`_: After uploading a csv/json/etc, the resulting connection is highlighted in the\n connection list, making it much clearer what happened.\n* `#643`_: Fixed some bugs in user connection stuff in general, and improved the UI.\n\nBugfixes and internal improvements:\n\n* `#647`_: Robustness to the user uploads feature, in terms of the UI, error handling and logging, and test coverage.\n* `#648`_: Backwards migration for 0016_alter_explorervalue_key.py\n* `#649`_: Use a more reliable source of the static files URL\n* `#635`_: Improved test coverage in tox, so that base requirements are properly used.\n This would have prevented (for example) issue 631. Additionally, introduced a test\n to verify that migrations are always generated, which would have prevented #633.\n* `#636`_: Output rendering bugfix.\n* `#567`_: Upgrade translate tags in templates to more modern style.\n\n`5.0.2`_ (2024-07-3)\n===========================\n* `#633`_: Missing migration\n* CSS tweaks to tighten up the Query UI\n\n`5.0.1`_ (2024-06-26)\n===========================\n* `#631`_: Pandas is only required if EXPLORER_USER_UPLOADS_ENABLED is True\n\n`5.0.0`_ (2024-06-25)\n===========================\n\n* Manage DB connections via the UI (and/or Django Admin). Set EXPLORER_DB_CONNECTIONS_ENABLED\n to True in settings to enable user-facing connection management.\n* Upload CSV or SQLite DBs directly, to create additional connections.\n This functionality has additional dependencies which can be installed with\n the 'uploads' extra (e.g. pip install django-sql-explorer[uploads]). Then set EXPLORER_USER_UPLOADS_ENABLED\n to True, and make sure S3_BUCKET is also set up.\n* The above functionality is managed by a new license, restricting the\n ability of 3rd parties resell SQL Explorer (commercial usage is absolutely\n still permitted).\n* Query List home page is sortable\n* Select all / deselect all with AI assistant\n* Assistant tests run reliably in CI/CD\n* Introduced some branding and styling improvements\n\n\n`4.3.0`_ (2024-05-27)\n===========================\n\n* Keyboard shortcut to show schema hints (cmd+S / ctrl+S -- note that is a capital\n \"S\" so the full kbd commands is cmd+shift+s)\n* DB-managed LLM prompts (editable in django admin)\n* Versioned .js bundles (for cache busting)\n* Automatically populate assistant responses that contain code into the editor\n* `#616`_: Update schema/assistant tables/autocomplete on connection drop-down change\n* `#618`_: Import models so that migrations are properly understood by Django\n* `#619`_: Get CSRF from DOM (instead of cookie) if CSRF_USE_SESSIONS is set\n\n`4.2.0`_ (2024-04-26)\n===========================\n* `#609`_: Tracking should be opt-in and not use the SECRET_KEY\n* `#610`_: Import error (sql_metadata) with 4.1 version\n* `#612`_: Accessing the database during app initialization\n* Regex-injection vulnerability\n* Improved assistant UI\n\n`4.1.0`_ (2024-04-23)\n===========================\n* SQL Assistant: Built in query help via OpenAI (or LLM of choice), with relevant schema\n automatically injected into the prompt. Enable by setting EXPLORER_AI_API_KEY.\n* Anonymous usage telemetry. Disable by setting EXPLORER_ENABLE_ANONYMOUS_STATS to False.\n* Refactor pip requirements to make 'extras' more robust and easier to manage.\n* `#592`_: Support user models with no email fields\n* `#594`_: Eliminate \n\n{% endblock %}\n" }, { "path": "explorer/templates/connections/database_connection_confirm_delete.html", "content": "{% extends 'explorer/base.html' %}\n{% block sql_explorer_content %}\n
\n

Delete Database Connection

\n

Are you sure you want to delete \"{{ object }}\"?

\n
\n {% csrf_token %}\n \n Cancel\n
\n
\n{% endblock %}\n" }, { "path": "explorer/templates/connections/database_connection_detail.html", "content": "{% extends \"explorer/base.html\" %}\n{% block sql_explorer_content %}\n
\n

Connection Details

\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n {% if not object.is_upload %}\n \n \n \n \n \n \n \n \n \n \n \n \n {% endif %}\n
Alias{{ object.alias }}
Name{{ object.name }}
Engine{{ object.get_engine_display }}
Host{{ object.host }}
User{{ object.user }}
Port{{ object.port }}
Extras{{ object.extras }}
\n {% if object.is_upload %}\n The source of this connection is an uploaded file.\n {% endif %}\n Edit\n \n
\n{% endblock %}\n" }, { "path": "explorer/templates/connections/database_connection_form.html", "content": "{% extends 'explorer/base.html' %}\n{% block sql_explorer_content %}\n
\n

{% if object %}Edit{% else %}Create New{% endif %} Connection

\n{% if object.is_upload %}\n The source of this connection is an uploaded file. In all likelihood you should not be editing it.\n{% endif %}\n
\n {% csrf_token %}\n
\n
\n {{ form.alias }}\n \n Required. How the connection will appear in SQL Explorer.\n
\n
\n {{ form.engine }}\n \n
\n
\n {{ form.name }}\n \n Required. The name of the database itself.\n
\n
\n {{ form.user }}\n \n
\n
\n {{ form.password }}\n \n
\n
\n {{ form.host }}\n \n
\n
\n {{ form.port }}\n \n
\n
\n {{ form.extras }}\n \n Optionally provide JSON that will get merged into the final connection object.\n The result should be a valid Django database connection dictionary. This is somewhat rarely used.\n
\n
\n \n Cancel\n \n
\n
\n{% endblock %}\n" }, { "path": "explorer/templates/explorer/assistant.html", "content": "{% load i18n %}\n
\n
\n
\n \n
\n
\n
\n
\n
\n
\n
\n \n
\n
\n
\n
\n \n \n
\n \"Ask Assistant\" to try and automatically fix the issue. The assistant is already aware of error messages & context.\n
\n
\n
\n
\n
\n
\n
\n
\n \n
\n
\n \n
\n
\n \n
\n
\n \n
\n
\n \n
\n
\n
\n
\n
\n \n
\n
\n
\n\n
\n
\n
\n\n" }, { "path": "explorer/templates/explorer/base.html", "content": "{% load i18n static %}\n{% load vite %}\n\n\n\n\n \n \n {% translate \"SQL Explorer\" %}{% if query %} - {{ query.title }}{% elif title %} - {{ title }}{% endif %}\n \n\n {% block style %}\n {% vite_asset 'scss/styles.scss' %}\n {% endblock style %}\n\n\n\n\n \n \n \n \n{% if vite_dev_mode %}\n
\n
\n

Looks like Vite isn't running

\n

This is easy to fix, I promise!

\n
You can run:
\n 
\nnpm run dev\n
\n
Then refresh this page, and you'll get all of your styles, JS, and hot-reloading.
\n
If this is the first time you are running the project, then run:
\n 
\nnvm install\nnvm use\nnpm install\nnpm run dev\n
\n
\n
\n{% endif %}\n\n{% block sql_explorer_content_takeover %}\n \n{% block sql_explorer_content %}{% endblock %}\n{% endblock %}\n{% block sql_explorer_footer %}\n
\n
\n

\n Powered by SQL Explorer. Rendered at {% now \"SHORT_DATETIME_FORMAT\" %}\n

\n
\n
\n{% endblock %}\n{% block bottom_script %}\n {% vite_hmr_client %}\n {% vite_asset 'js/main.js' %}\n{% endblock bottom_script %}\n{% block sql_explorer_scripts %}{% endblock %}\n\n\n\n" }, { "path": "explorer/templates/explorer/export_buttons.html", "content": "{% load explorer_tags i18n %}\n\n
\n \n
    \n {% for key, name in exporters %}\n {% if query and query.id %}\n {% if query.params %}\n
  • {{ name }}\n
    • \n {% else %}\n
  • {{ name }}
    • \n {% endif %}\n {% else %}\n
    • \n {% endif %}\n {% endfor %}\n
\n
\n\n\n\n" }, { "path": "explorer/templates/explorer/fullscreen.html", "content": "{% load i18n static %}\n{% load vite %}\n\n\n\n\n \n \n {% translate \"SQL Explorer\" %}{% if query %} - {{ query.title }}{% elif title %} - {{ title }}{% endif %}\n {% block style %}\n {% vite_asset 'scss/styles.scss' %}\n {% endblock style %}\n\n\n\n

\n {% if query %}\n {{ query.title }}{% if shared %}  shared{% endif %}\n {% else %}\n {% translate \"New Query\" %}\n {% endif %}\n

\n \n \n \n {% for h in headers %}\n \n {% endfor %}\n \n \n \n {% if data %}\n {% for row in data %}\n \n {% for i in row %}\n {% if unsafe_rendering %}\n \n {% else %}\n \n {% endif %}\n {% endfor %}\n \n {% endfor %}\n {% else %}\n \n {% endif %}\n \n
{{ h }}
{% autoescape off %}{{ i }}{% endautoescape %}{{ i }}
{% translate \"Empty Resultset\" %}
\n\n\n" }, { "path": "explorer/templates/explorer/params.html", "content": "{% if params %}\n
\n \n {% for k, v in params.items %}\n
\n
\n \n \n
\n
\n {% endfor %}\n
\n{% endif %}\n" }, { "path": "explorer/templates/explorer/pdf_template.html", "content": "\n\n \n\n\n \n \n \n {% for h in headers %}\n \n {% endfor %}\n \n \n \n {% for row in data %}\n \n {% for col in row %}\n \n {% endfor %}\n \n {% endfor %}\n \n
{{ h }}
{{ col }}
\n\n" }, { "path": "explorer/templates/explorer/play.html", "content": "{% extends \"explorer/base.html\" %}\n{% load explorer_tags i18n %}\n\n{% block sql_explorer_content %}\n
\n
\n
\n

{% translate \"Playground\" %}

\n

\n {% blocktranslate trimmed %}\n The playground is for experimenting and writing ad-hoc queries. By default, nothing you do here will be saved.\n {% endblocktranslate %}\n

\n
{% csrf_token %}\n {% if error %}\n
{{ error|escape }}
\n {% endif %}\n {{ form.non_field_errors }}\n {% if can_change %}\n
\n {{ form.database_connection }}\n \n
\n {% else %}\n {# still need to submit the connection, just hide the UI element #}\n
\n {{ form.database_connection }}\n
\n {% endif %}\n
\n
\n \n
\n
\n {% if ql_id %}\n \n \n \n {% endif %}\n
\n
\n
\n \n
\n
\n\n
\n
\n \n \n \n \n \n
\n
\n \n \n {% export_buttons query %}\n\n \n \n
\n
\n \n {% if assistant_enabled %}\n {% include 'explorer/assistant.html' %}\n {% endif %}\n
\n
\n
\n \n
\n
\n
\n{% include 'explorer/preview_pane.html' %}\n\n{% endblock %}\n" }, { "path": "explorer/templates/explorer/preview_pane.html", "content": "{% load i18n %}\n\n{% if headers %}\n
\n \n
\n
\n
\n
\n
\n
\n
\n {% if data %}\n  \n {% endif %}\n {% blocktranslate trimmed with duration=duration|floatformat:2 %}\n Execution time: {{ duration }} ms\n {% endblocktranslate %}\n
\n
\n \n {% if rows > total_rows %}\n {% translate \"Showing\" %} \n \n {% else %}\n {% translate \"First\" %} \n \n {% endif %}\n {% blocktranslate %}of {{ total_rows }} total rows.{% endblocktranslate %}\n \n \n \n \n
\n
\n
\n
\n
\n \n \n \n \n {% for h in headers %}\n \n {% endfor %}\n \n {% if has_stats %}\n \n \n {% for h in headers %}\n \n {% endfor %}\n \n {% endif %}\n \n \n {% if data %}\n {% for row in data %}\n \n \n {% for i in row %}\n {% if unsafe_rendering %}\n \n {% else %}\n \n {% endif %}\n {% endfor %}\n \n {% endfor %}\n {% else %}\n \n \n \n {% endif %}\n \n
{{ h }}{% if h.summary %}{% endif %}
\n {% if h.summary %}\n \n {% for label, value in h.summary.stats.items %}\n \n \n \n \n {% endfor %}\n
{{ label }}{{ value }}
\n {% endif %}\n
{{ forloop.counter0 }}\n {% autoescape off %}{{ i }}{% endautoescape %}\n {{ i }}
\n {% translate \"Empty Resultset\" %}\n
\n
\n
\n
\n
\n
\n {% if query.id and query.snapshot and query.snapshots %}\n
\n

{{ snapshots|length }} Snapshots (oldest first)

\n
\n

\n

\n

\n
\n
\n {% endif %}\n\n {% if data %}\n
\n
\n \n
\n
\n
\n
\n
\n {% if charts_enabled and line_chart_svg %}\n
\n
\n
\n {{ line_chart_svg | safe }}\n
\n
\n
\n
\n
\n
\n {{ bar_chart_svg | safe }}\n
\n
\n
\n {% endif %}\n {% endif %}\n
\n
\n{% endif %}\n" }, { "path": "explorer/templates/explorer/query.html", "content": "{% extends \"explorer/base.html\" %}\n{% load explorer_tags i18n %}\n\n{% block sql_explorer_content %}\n\n\n\n
\n
\n
\n {% if query %}\n {% query_favorite_button query.id is_favorite 'query_favorite_toggle query_favourite_detail'%}\n {% endif %}\n

\n {% if query %}\n {{ query.title }}\n {% else %}\n {% translate \"New Query\" %}\n {% endif %}\n

\n {% if shared %}  shared{% endif %}\n {% if message %}\n
{{ message }}
\n {% endif %}\n
\n {% if query %}\n
{% csrf_token %}\n {% else %}\n {% csrf_token %}\n {% endif %}\n {% if error %}\n
{{ error|escape }}
\n {% endif %}\n {{ form.non_field_errors }}\n
\n \n \n {% if form.title.errors %}{% for error in form.title.errors %}\n
{{ error|escape }}
\n {% endfor %}{% endif %}\n
\n {% if can_change %}\n
\n {{ form.database_connection }}\n \n
\n {% else %}\n {# still need to submit the connection, just hide the UI element #}\n
\n {{ form.database_connection }}\n
\n {% endif %}\n
\n {{ form.description.value|default_if_none:\"\" }}\n \n {% if form.description.errors %}\n
{{ form.description.errors }}
\n {% endif %}\n
\n {% if form.sql.errors %}\n {% for error in form.sql.errors %}\n
{{ error|escape }}
\n {% endfor %}\n {% endif %}\n
\n
\n
\n \n
\n
\n
\n
\n
\n {{ form.sql.value|default_if_none:\"\" }}\n
\n
\n {% if params %}\n
\n {% include 'explorer/params.html' %}\n
\n {% endif %}\n
\n
\n
\n\n
\n {% if query %}\n
\n \n \n {% if query and can_change and assistant_enabled %}{{ form.few_shot }} {% translate \"Assistant Example\" %}{% endif %}\n \n \n \n \n \n \n \n \n \n
\n {% endif %}\n
\n {% if can_change %}\n \n \n {% export_buttons query %}\n \n \n {% else %}\n \n {% export_buttons query %}\n {% endif %}\n
\n
\n {% if assistant_enabled %}\n {% include 'explorer/assistant.html' %}\n {% endif %}\n
\n
\n
\n
\n \n
\n
\n
\n\n{% include 'explorer/preview_pane.html' %}\n\n
\n {% if query.avg_duration %}\n {% blocktranslate trimmed with avg_duration_display=query.avg_duration_display cuser=query.created_by_user created=form.created_at_time %}\n Avg. execution: {{ avg_duration_display }}ms. Query created by {{ cuser }} on {{ created }}.\n {% endblocktranslate %}\n {% if query %} {% translate \"History\" %}{% endif %}\n {% endif %}\n
\n
\n {% if query and can_change and tasks_enabled %}{{ form.snapshot }} {% translate \"Snapshot\" %}{% endif %}\n
\n{% endblock %}\n" }, { "path": "explorer/templates/explorer/query_confirm_delete.html", "content": "{% extends \"explorer/base.html\" %}\n{% load i18n %}\n\n{% block sql_explorer_content %}\n
\n
{% csrf_token %}\n
\n {% blocktranslate trimmed with title=object.title %}\n Are you sure you want to delete \"{{ title }}\"?\n {% endblocktranslate %}\n
\n
\n \n
\n
\n
\n{% endblock %}\n" }, { "path": "explorer/templates/explorer/query_favorite_button.html", "content": "{% if is_favorite %}\n \n{% else %}\n \n{% endif %}\n\n" }, { "path": "explorer/templates/explorer/query_favorites.html", "content": "{% extends \"explorer/base.html\" %}\n{% load i18n %}\n\n{% block sql_explorer_content %}\n
\n

{% translate \"Favorite Queries\" %}

\n \n \n \n \n \n \n\n \n {% for favorite in favorites %}\n \n \n \n\n {% empty %}\n \n \n \n {% endfor %}\n \n
{% translate \"Query\" %}
\n {{ favorite.query.title }}\n
\n {% translate \"No favorite queries added yet.\" %}\n
\n
\n{% endblock %}\n" }, { "path": "explorer/templates/explorer/query_list.html", "content": "{% extends \"explorer/base.html\" %}\n{% load explorer_tags i18n static %}\n\n{% block sql_explorer_content %}\n
{% csrf_token %}
\n {% if connection_count == 0 %}\n
\n
\n
\n

Welcome to SQL Explorer!

\n

\n First things first, in order to create queries and start exploring, you'll need to:\n

\n

\n Create a Connection\n

\n

\n Need help? Check out the documentation{% if hosted %} or contact support{% endif %}.\n

\n
\n
\n
\n {% elif object_list|length == 0 %}\n
\n
\n
\n

Time to create a query

\n

\n You have {{ connection_count }} connection{% if connection_count > 1 %}s{% endif %} created, now get cracking!\n

\n

\n Create a Query or Play Around\n

\n

\n Need help? Check out the documentation{% if hosted %} or contact support{% endif %}.\n

\n
\n
\n
\n {% else %}\n {% if recent_queries|length > 0 %}\n
\n

{% translate \"Recently Run by You\" %}

\n \n \n \n \n \n \n \n \n \n {% for object in recent_queries %}\n \n \n \n \n \n {% endfor %}\n \n
{% translate \"Query\" %}{% translate \"Last Run\" %}CSV
\n {{ object.query.title }}\n {{ object.run_at|date:\"SHORT_DATETIME_FORMAT\" }}\n \n \n \n
\n
\n {% endif %}\n\n
\n
\n
\n

{% translate \"All Queries\" %}

\n
\n
\n \n
\n
\n \n \n \n \n \n {% if tasks_enabled %}\n \n {% endif %}\n \n {% if can_change %}\n \n \n {% endif %}\n \n \n \n \n \n \n \n {% for object in object_list %}\n \n {% if object.is_header %}\n \n {% else %}\n \n \n {% if tasks_enabled %}\n \n {% endif %}\n \n {% if can_change %}\n \n \n {% endif %}\n \n \n \n \n {% endif %}\n \n {% endfor %}\n \n
{% translate \"Query\" %}{% translate \"Created\" %}{% translate \"Email\" %}{% translate \"CSV\" %}{% translate \"Play\" %}{% translate \"Delete\" %}{% translate \"Favorite\" %}{% translate \"Last Run\" %}{% translate \"Run Count\" %}{% translate \"Connection\" %}
\n \n \n {{ object.title }} ({{ object.count }})\n \n \n \n {{ object.title }}\n {{ object.created_at|date:\"m/d/y\" }}\n {% if object.created_by_user %}\n {% blocktranslate trimmed with cuser=object.created_by_user %}\n by {{cuser}}\n {% endblocktranslate %}\n {% endif %}\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n {% query_favorite_button object.id object.is_favorite 'query_favorite_toggle' %}{% if object.ran_successfully %}\n \n {% elif object.ran_successfully is not None %}\n \n {% endif %}\n {{ object.last_run_at|date:\"m/d/y\" }}\n {{ object.run_count }}{{ object.connection_name }}
\n
\n\n
\n
\n
\n
\n

Email Query Results

\n \n
\n
\n
\n \n \n \n \n \n
\n
\n
\n {% translate \"Email will be sent when query completes\" %}\n
\n
\n
\n
\n
\n
\n \n
\n
\n
\n
\n {% endif %}\n{% endblock %}\n" }, { "path": "explorer/templates/explorer/querylog_list.html", "content": "{% extends \"explorer/base.html\" %}\n{% load i18n %}\n\n{% block sql_explorer_content %}\n
\n

{% blocktranslate with pagenum=page_obj.number %}Recent Query Logs - Page {{pagenum}}{% endblocktranslate %}

\n \n \n \n \n \n \n \n \n \n \n \n \n \n {% for object in recent_logs %}\n \n \n \n \n \n \n \n \n \n {% endfor %}\n \n
{% translate \"Run At\" %}{% translate \"Run By\" %}{% translate \"Database Connection\" %}{% translate \"Duration\" %}SQL{% translate \"Query ID\" %}{% translate \"Playground\" %}
{{ object.run_at|date:\"SHORT_DATETIME_FORMAT\" }}{{ object.run_by_user }}{{ object.database_connection }}{{ object.duration|floatformat:2 }}ms{{ object.sql }}\n {% if object.query_id %}\n \n {% blocktranslate trimmed with query_id=object.query_id %}\n Query {{ query_id }}\n {% endblocktranslate %}\n \n {% elif object.is_playground %}\n {% translate \"Playground\" %}\n {% else %}\n --\n {% endif %}\n \n \n {% translate \"Open\" %}\n \n
\n {% if is_paginated %}\n
\n \n {% if page_obj.has_previous %}\n \n {% endif %}\n \n {% blocktranslate trimmed with pnum=page_obj.number anum=page_obj.paginator.num_pages %}\n Page {{ pnum }} of {{ anum }}\n {% endblocktranslate %}\n \n {% if page_obj.has_next %}\n \n {% endif %}\n \n
\n {% endif %}\n
\n{% endblock %}\n" }, { "path": "explorer/templates/explorer/schema.html", "content": "{% extends \"explorer/base.html\" %}\n{% load i18n %}\n\n\n{% block sql_explorer_content_takeover %}\n
\n

{% translate \"Schema\" %}

\n
\n

\n
\n
\n \n {% translate \"Collapse Tables\" %}\n \n
\n
\n \n {% translate \"Expand Tables\" %}\n \n
\n
\n
\n
    \n {% for m in schema %}\n
  • \n
    {{ m.0 }}
    \n
    \n \n \n {% for c in m.1 %}\n \n \n \n \n {% endfor %}\n \n
    {{ c.0 }}{{ c.1 }}
    \n
    \n
    • \n {% endfor %}\n
\n
\n
\n
\n{% endblock %}\n{% block sql_explorer_footer %}{% endblock %}\n" }, { "path": "explorer/templates/explorer/schema_error.html", "content": "{% extends \"explorer/base.html\" %}\n{% load i18n %}\n\n{% block sql_explorer_content_takeover %}\n
\n

{% translate \"Schema failed to build.\" %}

\n
{% blocktranslate %}\n The connection '{{ connection }}' is likely misconfigured or unavailable.\n {% endblocktranslate %}
\n
\n{% endblock %}\n" }, { "path": "explorer/templatetags/__init__.py", "content": "" }, { "path": "explorer/templatetags/explorer_tags.py", "content": "from django import template\nfrom django.utils.module_loading import import_string\n\nfrom explorer import app_settings\n\n\nregister = template.Library()\n\n\n@register.inclusion_tag(\"explorer/export_buttons.html\")\ndef export_buttons(query=None):\n exporters = []\n for name, classname in app_settings.EXPLORER_DATA_EXPORTERS:\n exporter_class = import_string(classname)\n exporters.append((name, exporter_class.name))\n return {\n \"exporters\": exporters,\n \"query\": query,\n }\n\n\n@register.inclusion_tag(\"explorer/query_favorite_button.html\")\ndef query_favorite_button(query_id, is_favorite, extra_classes):\n return {\n \"query_id\": query_id,\n \"is_favorite\": is_favorite,\n \"extra_classes\": extra_classes\n }\n" }, { "path": "explorer/templatetags/vite.py", "content": "import os\n\nfrom django import template\nfrom django.conf import settings\nfrom django.contrib.staticfiles.storage import staticfiles_storage\nfrom django.utils.safestring import mark_safe\nfrom explorer import app_settings, get_version\n\nregister = template.Library()\n\nVITE_OUTPUT_DIR = staticfiles_storage.url(\"explorer/\")\nVITE_DEV_DIR = \"explorer/src/\"\nVITE_SERVER_HOST = getattr(settings, \"VITE_SERVER_HOST\", \"localhost\")\nVITE_SERVER_PORT = getattr(settings, \"VITE_SERVER_PORT\", \"5173\")\n\n\ndef get_css_link(file: str) -> str:\n if app_settings.VITE_DEV_MODE is False:\n file = file.replace(\".scss\", \".css\")\n base_url = f\"{VITE_OUTPUT_DIR}\"\n else:\n base_url = f\"http://{VITE_SERVER_HOST}:{VITE_SERVER_PORT}/{VITE_DEV_DIR}\"\n return mark_safe(f'')\n\n\ndef get_script(file: str) -> str:\n if app_settings.VITE_DEV_MODE is False:\n file = file.replace(\".js\", f\".{get_version()}.js\")\n return mark_safe(f'')\n else:\n base_url = f\"http://{VITE_SERVER_HOST}:{VITE_SERVER_PORT}/{VITE_DEV_DIR}\"\n return mark_safe(f'')\n\n\ndef get_asset(file: str) -> str:\n if app_settings.VITE_DEV_MODE is False:\n return mark_safe(f\"{VITE_OUTPUT_DIR}{file}\")\n else:\n return mark_safe(f\"http://{VITE_SERVER_HOST}:{VITE_SERVER_PORT}/{VITE_DEV_DIR}{file}\")\n\n\n@register.simple_tag\ndef vite_asset(filename: str):\n if str(filename).endswith(\"scss\"):\n if app_settings.VITE_DEV_MODE is False:\n filename = os.path.basename(filename)\n return get_css_link(filename)\n if str(filename).endswith(\"js\"):\n if app_settings.VITE_DEV_MODE is False:\n filename = os.path.basename(filename)\n return get_script(filename)\n\n # Non js/scss assets respect directory structure so don't need to do the filename rewrite\n return get_asset(filename)\n\n\n@register.simple_tag\ndef vite_hmr_client():\n if app_settings.VITE_DEV_MODE is False:\n return \"\"\n base_url = f\"http://{VITE_SERVER_HOST}:{VITE_SERVER_PORT}/@vite/client\"\n return mark_safe(f'')\n" }, { "path": "explorer/tests/__init__.py", "content": "" }, { "path": "explorer/tests/csvs/all_types.csv", "content": "Dates,Integers,Floats,Strings\n2020-01-31,0,42.952198961732414,THNVT\n2020-02-29,1,27.66862453654746,JXPSY\n2020-03-31,2,79.028965687494,FSTNN\n2020-04-30,3,97.00288969016145,BVMNF\n,,,\n\"\",\"\",\"\"\n2020-05-31,4,74.09328128351054,XUMUJ\n" }, { "path": "explorer/tests/csvs/dates.csv", "content": "Dates,Values\n2024-01-24,0\n2024-01-24T18:45:00Z,1\n01/24/2024,2\n01/24/2024 6:45 PM,3\n24/01/2024,4\n24/01/2024 18:45,5\n24/01/2024 18:45:00,6\n\"January 24, 2024\",7\n\"Jan 24, 2024\",8\n2024-01-24T18:45:00-05:00,9\n\"Thu, 24 Jan 2024 18:45:00 +0000\",10\n\"Thu, 24 Jan 2024 18:45:00 +0000 (GMT)\",11" }, { "path": "explorer/tests/csvs/floats.csv", "content": "Floats,Values\n61.3410231760637,0\n79.2367071213973,1\n96.93217099083482,2\n69.50523191870069,3\n,4\n\"69.42719764194946\",4\n\"2,000.0128\",5\n\"2.000,0128\",5\n" }, { "path": "explorer/tests/csvs/integers.csv", "content": "Integers,More_integers\n\"5,000\",0\n\"6000\",1\n\"\",0\n\"7,200,200\",2" }, { "path": "explorer/tests/csvs/mixed.csv", "content": "Value1,Value2,Value3\n2020-01-32,abc,123\nVariety of other dates,def,123\n,,\nAnother,123,12a" }, { "path": "explorer/tests/csvs/rc_sample.csv", "content": "name,material_type,seating_type,speed,height,length,num_inversions,manufacturer,park,status\nGoudurix,Steel,Sit Down,75.0,37.0,950.0,7.0,Vekoma,Parc Asterix,status.operating\nDream catcher,Steel,Suspended,45.0,25.0,600.0,0.0,Vekoma,Bobbejaanland,status.operating\nAlucinakis,Steel,Sit Down,30.0,8.0,250.0,0.0,Zamperla,Terra Mítica,status.operating\nAnaconda,Wooden,Sit Down,85.0,35.0,1200.0,0.0,William J. Cobb,Walygator Parc,status.operating\nAzteka,Steel,Sit Down,55.0,17.0,500.0,0.0,Soquet,Le Pal,status.operating\nBat Coaster,Steel,Inverted,70.0,20.0,400.0,2.0,Pinfari,Nigloland,status.relocated\nBatman : Arkham Asylum,Steel,Inverted,80.0,32.0,823.0,5.0,B&M,Parque Warner Madrid,status.operating\nBig Thunder Mountain,Steel,Sit Down,60.0,22.0,1500.0,0.0,Vekoma,Disneyland Park,status.operating\nEqWalizer,Steel,Sit Down,76.0,36.0,285.0,3.0,Vekoma,Walibi Rhône Alpes,status.operating\nCalamity Mine,Steel,Sit Down,48.0,14.0,785.0,0.0,Vekoma,Walibi Belgium,status.operating\n\"Casey Jr, le Petit Train du Cirque\",Steel,Sit Down,30.0,,,0.0,Vekoma,Disneyland Park,status.operating\nCobra,Steel,Sit Down,76.0,36.0,285.0,3.0,Vekoma,Walibi Belgium,status.operating\nCoccinelle,Steel,Sit Down,36.0,8.0,360.0,0.0,Zierer,Walibi Rhône Alpes,status.operating\nColeoz'Arbres,Steel,Sit Down,60.0,,540.0,0.0,Schwarzkopf,Bagatelle,status.closed.definitely\nComet,Steel,Sit Down,64.0,24.0,,3.0,Vekoma,Walygator Parc,status.operating\nCourse de Bobsleigh,Steel,Sit Down,65.0,15.0,450.0,0.0,Schwarzkopf,Nigloland,status.relocated\nCumbres,Steel,Sit Down,,3.0,,0.0,Miler Coaster,Parque de Atracciones de Madrid,status.closed.definitely\nLe Dragon de Bei Hai,Steel,Sit Down,,,,0.0,Cavazza Diego,La Mer de Sable,status.closed.definitely\nEuro Mir,Steel,Spinning,80.0,28.0,980.0,0.0,Mack,Europa Park,status.operating\nEurosat,Steel,Sit Down,60.0,26.0,877.0,0.0,Mack,Europa Park,status.retracked\nExpedition Ge Force,Steel,Sit Down,120.0,53.0,1220.0,0.0,Intamin,Holiday Park,status.operating\nLe Grand canyon,Steel,Sit Down,50.0,12.0,380.0,0.0,Soquet,Fraispertuis City,status.operating\nIndiana Jones et le Temple du PÊril,Steel,Sit Down,58.0,18.0,566.0,1.0,Intamin,Disneyland Park,status.operating\nJaguar,Steel,Inverted,83.0,34.0,689.0,5.0,Vekoma,Isla Magica,status.operating\nCop Car Chase (1),Steel,Sit Down,60.0,16.0,620.0,2.0,Intamin,Movie Park Germany,status.closed.definitely\nLoup Garou,Wooden,Sit Down,80.0,28.0,1035.0,0.0,Vekoma,Walibi Belgium,status.operating\nMagnus Colossus,Wooden,Sit Down,92.0,38.0,1150.0,0.0,RCCA,Terra Mítica,status.closed.temporarily\nOki Doki,Steel,Sit Down,58.0,16.0,436.0,0.0,Vekoma,Bobbejaanland,status.operating\nSOS Numerobis,Steel,Sit Down,32.0,6.0,200.0,0.0,Zierer,Parc Asterix,status.operating\nPoseïdon,Steel,Water Coaster,70.0,23.0,836.0,0.0,Mack,Europa Park,status.operating\nRock'n Roller Coaster avec Aerosmith,Steel,Sit Down,92.0,24.0,1037.0,3.0,Vekoma,Walt Disney Studios,status.operating\nLa Ronde des Rondins,Steel,Sit Down,26.0,3.0,60.0,0.0,Zierer,Parc Asterix,status.relocated\nSilverstar,Steel,Sit Down,127.0,73.0,1620.0,0.0,B&M,Europa Park,status.operating\nSuperman la Atraccion de Acero,Steel,Floorless,105.0,50.0,1200.0,7.0,B&M,Parque Warner Madrid,status.operating\nLa Trace du Hourra,Steel,Bobsleigh,60.0,31.0,900.0,0.0,Mack,Parc Asterix,status.operating\nStunt Fall,Steel,Sit Down,106.0,58.0,367.0,3.0,Vekoma,Parque Warner Madrid,status.operating\nLe Tigre de SibÊrie,Steel,Sit Down,40.0,13.0,360.0,0.0,Reverchon,Le Pal,status.operating\nTitÃĄnide,Steel,Inverted,80.0,33.0,689.0,5.0,Vekoma,Terra Mítica,status.operating\nTom y Jerry,Steel,Sit Down,36.0,8.0,360.0,0.0,Zierer,Parque Warner Madrid,status.operating\nPsykÊ underground,Steel,Sit Down,85.0,42.0,260.0,1.0,Schwarzkopf,Walibi Belgium,status.operating\nTonnerre de Zeus,Wooden,Sit Down,84.0,30.0,1233.0,0.0,CCI,Parc Asterix,status.operating\nTren Bravo (Left),Steel,Sit Down,45.0,6.0,394.0,0.0,Zamperla,Terra Mítica,status.closed.temporarily\nTyphoon,Steel,Sit Down,80.0,26.0,670.0,4.0,Gerstlauer,Bobbejaanland,status.operating\nSchweizer Bobbahn,Steel,Bobsleigh,50.0,19.0,487.0,0.0,Mack,Europa Park,status.operating\nVampire,Steel,Inverted,80.0,33.0,689.0,5.0,Vekoma,Walibi Belgium,status.operating\nLe Vol d'Icare,Steel,Sit Down,42.0,11.0,410.0,0.0,Zierer,Parc Asterix,status.operating\nWild Train,Steel,Sit Down,70.0,15.0,330.0,0.0,Pax,Parc Saint Paul,status.operating\nBandit,Wooden,Sit Down,80.0,28.0,1099.0,0.0,RCCA,Movie Park Germany,status.operating\nWoodstock Express,Steel,Sit Down,,,220.0,0.0,Zamperla,Walibi Rhône Alpes,status.operating\n" }, { "path": "explorer/tests/csvs/test_case1.csv", "content": "STORE,CONTENT_TYPE,EMAIL,CUSTOMER_ID,CREATED_DATE,SHIP_MONTH,SHIP_DATE,SHOPIFY_ORDER_NUMBER,SKU,SHOPIFY_PRODUCT_ID,SHOPIFY_VARIANT_ID,PRODUCT_TITLE,VARIANT_TITLE,PRICE,QUANTITY,SUB_TOTAL_PRICE,SHIPPING_FEE,TAX,DISCOUNT,SHOPIFY_ORDER_ID,GIFTCARD_AMOUNT,REFUNDS,REFUND_TAX,REFUND_SALE,REFUND_DATE,SHIPPING_ADDRESS_PROVINCE_CODE,ORDER_TAG,SHIPPING_ADDRESS_FIRST_NAME,SHIPPING_ADDRESS_LAST_NAME,SHIPPING_ADDRESS_ADDRESS_1,SHIPPING_ADDRESS_ADDRESS_2,SHIPPING_ADDRESS_CITY,SHIPPING_ADDRESS_PROVINCE,SHIPPING_ADDRESS_COUNTRY,SHIPPING_ADDRESS_ZIP,ORDER_TAGS,\r\n556516,HBUS,Vitamin,fdf@yahoo.com,3887814443067,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3948556,HBVITAkidsleep75,4907580457019,33723289010235,(Vitamin Bundle) Kid's Sleep,Default Title,0,1,0,0,0,0,4857684885563,0,0,0,0,,FL,,Clark,4075493288,Petunia Terrace,113,De Pere,Wisconsin,United States,32771,\"Subscription Recurring Order, sent-to-d365, Subscription, FRAUD_APPROVED\"\r\n556517,HBUS,Vitamin,dsfs@yahoo.com,3887814443067,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3948556,HBVITAmenim60,4331305107515,31085422018619,(Vitamin Bundle) Organic Men's Multi + Super Immune,Default Title,0,1,0,0,0,0,4857684885563,0,0,0,0,,FL,,Winter,4075493288,20 Union St,113,Warren,Michigan,United States,32771,\"Subscription Recurring Order, sent-to-d365, Subscription, FRAUD_APPROVED\"\r\n556518,HBUS,Vitamin,fdsdf@comcast.net,2444580454459,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3946315,HBVITAkidsleep75,4907580457019,33723289010235,(Vitamin Bundle) Kid's Sleep,Default Title,0,3,0,0,0,0,4857557188667,0,0,0,0,,PA,,Berns,2532085200,Eisenhower Dr,,Port Jefferson,New York,United States,15065,\"Subscription, Subscription Recurring Order, FRAUD_APPROVED, sent-to-d365\"\r\n556519,HBUS,Vitamin,fdsdf@yahoo.com,3887814443067,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3948556,HBVITAHSNCol60NV,6830033633339,40285923606587,\"(Vitamin Bundle) Hair, Skin, Nails + Collagen\",Default Title,0,1,0,0,0,0,4857684885563,0,0,0,0,,FL,,Gantt,4075493288,227 Crooked Oak Rd,113,Port Jefferson,New York,United States,32771,\"Subscription Recurring Order, sent-to-d365, Subscription, FRAUD_APPROVED\"\r\n556520,HBUS,Vitamin,asd@comcast.net,2444580454459,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3946315,HBVitaBundle7,4331298521147,31085392724027,Vitamin Bundle,7,65.99,1,65.99,4.99,0,13.2,4857557188667,0,0,0,0,,PA,,Johnson,2532085200,227 Eisenhower Dr,,Salt Lake City,Utah,United States,15065,\"Subscription, Subscription Recurring Order, FRAUD_APPROVED, sent-to-d365\"\r\n556521,HBUS,Vitamin,fda@comcast.net,2444580454459,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3946315,HBVITAkid60,4331303469115,31085415006267,(Vitamin Bundle) Organic Kid's Multi,60-count,0,2,0,0,0,0,4857557188667,0,0,0,0,,PA,,Moody,2532085200,Eisenhower Dr,,De Pere,Wisconsin,United States,15065,\"Subscription, Subscription Recurring Order, FRAUD_APPROVED, sent-to-d365\"\r\n556522,HBUS,Vitamin,fdsa.family@gmail.com,5976811143227,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3948458,HBVITAimm75,4331307499579,31085430014011,(Vitamin Bundle) Immunity,Default Title,0,1,0,0,0,0,4857645498427,0,0,0,0,,MI,,Clark,6164811698,Petunia Terrace,Nw,De Pere,Wisconsin,United States,49544,\"FRAUD_APPROVED, Subscription, Subscription Recurring Order, sent-to-d365\"\r\n556523,HBUS,Vitamin,asdf.ahlf@gmail.com,5765744361531,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3946630,HBVITAwom60,4331304681531,31085420281915,(Vitamin Bundle) Organic Women's Multi,Default Title,0,1,0,0,0,0,4857570000955,0,0,0,0,,IL,,Winter,3863347803,20 Union St,,Warren,Wisconsin,United States,60657,\"FRAUD_APPROVED, Subscription, sent-to-d365, Subscription Recurring Order\"\r\n556524,HBUS,Vitamin,asdf@yahoo.com,3887814443067,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3948556,HBVITAadultstr,4907584782395,33723310178363,(Vitamin Bundle) Adult Stress,Default Title,0,1,0,0,0,0,4857684885563,0,0,0,0,,FL,,Berns,4075493288,Eisenhower Dr,113,Port Jefferson,Michigan,United States,32771,\"Subscription Recurring Order, sent-to-d365, Subscription, FRAUD_APPROVED\"\r\n556525,HBUS,Vitamin,dfgh5@yahoo.com,6074075873339,2023-03-30T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3945418,HBVitaBundle5,4331298521147,31085392691259,Vitamin Bundle,5,49.99,1,49.99,4.99,1.92,15,4856756699195,0,0,0,0,,WI,,Gantt,9204717027,227 Crooked Oak Rd,,Port Jefferson,New York,United States,54115,\"FRAUD_APPROVED, Subscription First Order, Subscription, sent-to-d365\"\r\n556526,HBUS,Vitamin,gdfg5@gmail.com,5845340389435,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3946834,HBVITAHSNC60,7110465355835,41164903678011,\"(Vitamin Bundle) Hair, Skin + Nails\",Default Title,0,1,0,0,0,0,4857578029115,0,0,0,0,,MI,,Johnson,3134422087,227 Eisenhower Dr,,Salt Lake City,New York,United States,48091,\"Subscription Recurring Order, FRAUD_APPROVED, Subscription, sent-to-d365\"\r\n556527,HBUS,Vitamin,ghgh@gf.com,6086223102011,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3946172,HBVITAPRENATDHA60,4331306811451,31085428015163,(Vitamin Bundle) Prenatal + DHA,Default Title,0,3,0,0,0,0,4857464619067,0,0,0,0,,NY,,Moody,4153162973,Eisenhower Dr,,De Pere,Utah,United States,11777,\"sent-to-d365, Subscription First Order, Subscription, FRAUD_APPROVED\"\r\n556528,HBUS,Vitamin,sdfg5@fg.com,6086223102011,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3946172,HBVitaBundle3,4331298521147,31085392658491,Vitamin Bundle,3,32.99,1,32.99,9.99,0,0,4857464619067,0,0,0,0,,NY,,Clark,4153162973,Petunia Terrace,,De Pere,Wisconsin,United States,11777,\"sent-to-d365, Subscription First Order, Subscription, FRAUD_APPROVED\"\r\n556529,HBUS,Vitamin,sdfgs@gmail.com,5815550279739,2023-03-30T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3945751,HBVITAwom60,4331304681531,31085420281915,(Vitamin Bundle) Organic Women's Multi,Default Title,0,1,0,0,0,0,4857046335547,0,0,0,0,,UT,,Winter,8016081564,20 Union St,635,Warren,Wisconsin,United States,84108,\"sent-to-d365, FRAUD_APPROVED, Subscription Recurring Order, Subscription\"\r\n556530,HBUS,Vitamin,sdfb@yahoo.com,6074075873339,2023-03-30T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3945418,HBVITAwom60,4331304681531,31085420281915,(Vitamin Bundle) Organic Women's Multi,Default Title,0,1,0,0,0,0,4856756699195,0,0,0,0,,WI,,Berns,9204717027,Eisenhower Dr,,Port Jefferson,Wisconsin,United States,54115,\"FRAUD_APPROVED, Subscription First Order, Subscription, sent-to-d365\"\r\n556531,HBUS,Vitamin,brookesdfb4colwell@yahoo.com,6074075873339,2023-03-30T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3945418,HBVITAKIDMOODB60,7012437327931,40867363422267,(Vitamin Bundle) Kid's Mood Boost,Default Title,0,2,0,0,0,0,4856756699195,0,0,0,0,,WI,,Gantt,9204717027,227 Crooked Oak Rd,,Port Jefferson,Michigan,United States,54115,\"FRAUD_APPROVED, Subscription First Order, Subscription, sent-to-d365\"\r\n556532,HBUS,Vitamin,34g@gmail.com,5747147309115,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3947011,HBVITAwom60,4331304681531,31085420281915,(Vitamin Bundle) Organic Women's Multi,Default Title,0,2,0,0,0,0,4857585467451,0,0,0,0,,SC,,Johnson,6313126335,227 Eisenhower Dr,,Salt Lake City,New York,United States,29455,\"Subscription Recurring Order, sent-to-d365, Subscription, FRAUD_APPROVED\"\r\n556533,HBUS,Vitamin,dbfd@yahoo.com,6074075873339,2023-03-30T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3945418,HBVITAkid60,4331303469115,31085415006267,(Vitamin Bundle) Organic Kid's Multi,60-count,0,1,0,0,0,0,4856756699195,0,0,0,0,,WI,,Moody,9204717027,Eisenhower Dr,,De Pere,New York,United States,54115,\"FRAUD_APPROVED, Subscription First Order, Subscription, sent-to-d365\"\r\n556534,HBUS,Vitamin,sdbsdf@gmail.com,5815550279739,2023-03-30T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3945751,HBVitaBundle3,4331298521147,31085392658491,Vitamin Bundle,3,32.99,1,32.99,9.99,0.99,0,4857046335547,0,0,0,0,,UT,,Clark,8016081564,Petunia Terrace,635,De Pere,Utah,United States,84108,\"sent-to-d365, FRAUD_APPROVED, Subscription Recurring Order, Subscription\"\r\n556535,HBUS,Vitamin,sdfg3@yahoo.com,6074075873339,2023-03-30T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3945418,HBVITAimm75,4331307499579,31085430014011,(Vitamin Bundle) Immunity,Default Title,0,1,0,0,0,0,4856756699195,0,0,0,0,,WI,,Winter,9204717027,20 Union St,,Warren,Wisconsin,United States,54115,\"FRAUD_APPROVED, Subscription First Order, Subscription, sent-to-d365\"\r\n556536,HBUS,Vitamin,sfg@gmail.com,3058267258939,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3946977,HBVITAsle75,4331307204667,31085429358651,(Vitamin Bundle) Sleep Well,Default Title,0,2,0,0,0,0,4857584156731,0,0,0,0,,PA,,Berns,2012596182,Eisenhower Dr,,Port Jefferson,Wisconsin,United States,18414,\"Subscription, FRAUD_APPROVED, sent-to-d365, Subscription Recurring Order\"\r\n556537,HBUS,Vitamin,sdfg@gmail.com,2971195867195,2023-03-30T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3945648,HBVITAHSNCol60NV,6830033633339,40285923606587,\"(Vitamin Bundle) Hair, Skin, Nails + Collagen\",Default Title,0,2,0,0,0,0,4856948785211,0,0,0,0,,CA,,Gantt,4044097130,227 Crooked Oak Rd,,Port Jefferson,Wisconsin,United States,91505,\"FRAUD_APPROVED, Subscription Recurring Order, sent-to-d365, Subscription\"\r\n556538,HBUS,Vitamin,vfsw@gmail.com,2971195867195,2023-03-30T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3945648,HBVITACHL60,6841717850171,40321076789307,(Vitamin Bundle) Organic Chlorophyll,Default Title,0,1,0,0,0,0,4856948785211,0,0,0,0,,CA,,Johnson,4044097130,227 Eisenhower Dr,,Salt Lake City,Michigan,United States,91505,\"FRAUD_APPROVED, Subscription Recurring Order, sent-to-d365, Subscription\"\r\n556539,HBUS,Vitamin,sdfgg@gmail.com,2971195867195,2023-03-30T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3945648,HBVITAimm75,4331307499579,31085430014011,(Vitamin Bundle) Immunity,Default Title,0,2,0,0,0,0,4856948785211,0,0,0,0,,CA,,Moody,4044097130,Eisenhower Dr,,De Pere,New York,United States,91505,\"FRAUD_APPROVED, Subscription Recurring Order, sent-to-d365, Subscription\"\r\n556540,HBUS,Vitamin,sdfgbv@gmail.com,5810735513659,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3947165,HBVitaBundle3,4331298521147,31085392658491,Vitamin Bundle,3,32.99,1,32.99,9.99,0,0,4857591169083,0,0,0,0,,IL,,Clark,8159092206,Petunia Terrace,,De Pere,New York,United States,61108,\"Subscription Recurring Order, Subscription, FRAUD_APPROVED, sent-to-d365\"\r\n556541,HBUS,Vitamin,sdvf3@gmail.com,3379719831611,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3947396,HBVitaBundle3,4331298521147,31085392658491,Vitamin Bundle,3,32.99,1,32.99,9.99,0,0,4857600639035,0,0,0,0,,NH,,Winter,5174491774,20 Union St,,Warren,Utah,United States,3833,\"FRAUD_APPROVED, Subscription Recurring Order, sent-to-d365, Subscription\"\r\n556542,HBUS,Vitamin,34f@gmail.com,3379719831611,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3947396,HBVITAHSNCol60NV,6830033633339,40285923606587,\"(Vitamin Bundle) Hair, Skin, Nails + Collagen\",Default Title,0,1,0,0,0,0,4857600639035,0,0,0,0,,NH,,Berns,5174491774,Eisenhower Dr,,Port Jefferson,Wisconsin,United States,3833,\"FRAUD_APPROVED, Subscription Recurring Order, sent-to-d365, Subscription\"\r\n556543,HBUS,Vitamin,dsfv@gmail.com,3379719831611,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3947396,HBVITAmenim60,4331305107515,31085422018619,(Vitamin Bundle) Organic Men's Multi + Super Immune,Default Title,0,1,0,0,0,0,4857600639035,0,0,0,0,,NH,,Gantt,5174491774,227 Crooked Oak Rd,,Port Jefferson,Wisconsin,United States,3833,\"FRAUD_APPROVED, Subscription Recurring Order, sent-to-d365, Subscription\"\r\n556544,HBUS,Vitamin,dsfv35@gmail.com,3379719831611,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3947396,HBVITAPRENATDHA60,4331306811451,31085428015163,(Vitamin Bundle) Prenatal + DHA,Default Title,0,1,0,0,0,0,4857600639035,0,0,0,0,,NH,,Johnson,5174491774,227 Eisenhower Dr,,Salt Lake City,Wisconsin,United States,3833,\"FRAUD_APPROVED, Subscription Recurring Order, sent-to-d365, Subscription\"\r\n556545,HBUS,Vitamin,sdfv@gmail.com,5747147309115,2023-03-31T00:00:00.000Z,2023-03-01T00:00:00.000Z,2023-03-31T00:00:00.000Z,3947011,HBVITAACVGW,6785724022843,40072796504123,(Vitamin Bundle) Apple Cider Vinegar,Default Title,0,1,0,0,0,0,4857585467451,0,0,0,0,,SC,,Moody,6313126335,Eisenhower Dr,,De Pere,Michigan,United States,29455,\"Subscription Recurring Order, sent-to-d365, Subscription, FRAUD_APPROVED\"" }, { "path": "explorer/tests/factories.py", "content": "from django.conf import settings\n\nfrom factory import Sequence, SubFactory, LazyFunction\nfrom factory.django import DjangoModelFactory\n\nfrom explorer.models import Query, QueryLog\nfrom explorer.ee.db_connections.utils import default_db_connection_id\n\n\nclass UserFactory(DjangoModelFactory):\n\n class Meta:\n model = settings.AUTH_USER_MODEL\n\n username = Sequence(lambda n: \"User %03d\" % n)\n is_staff = True\n\n\nclass SimpleQueryFactory(DjangoModelFactory):\n\n class Meta:\n model = Query\n\n title = Sequence(lambda n: f\"My simple query {n}\")\n sql = \"SELECT 1+1 AS TWO\" # same result in postgres and sqlite\n description = \"Doin' math\"\n created_by_user = SubFactory(UserFactory)\n database_connection_id = LazyFunction(default_db_connection_id)\n\n\nclass QueryLogFactory(DjangoModelFactory):\n\n class Meta:\n model = QueryLog\n\n sql = \"SELECT 2+2 AS FOUR\"\n database_connection_id = LazyFunction(default_db_connection_id)\n" }, { "path": "explorer/tests/json/github.json", "content": "[\n {\n \"id\": 6104546,\n \"node_id\": \"MDEwOlJlcG9zaXRvcnk2MTA0NTQ2\",\n \"name\": \"-REPONAME\",\n \"full_name\": \"mralexgray/-REPONAME\",\n \"private\": false,\n \"owner\": {\n \"login\": \"mralexgray\",\n \"id\": 262517,\n \"node_id\": \"MDQ6VXNlcjI2MjUxNw==\",\n \"avatar_url\": \"https://avatars.githubusercontent.com/u/262517?v=4\",\n \"gravatar_id\": \"\",\n \"url\": \"https://api.github.com/users/mralexgray\",\n \"html_url\": \"https://github.com/mralexgray\",\n \"followers_url\": \"https://api.github.com/users/mralexgray/followers\",\n \"following_url\": \"https://api.github.com/users/mralexgray/following{/other_user}\",\n \"gists_url\": \"https://api.github.com/users/mralexgray/gists{/gist_id}\",\n \"starred_url\": \"https://api.github.com/users/mralexgray/starred{/owner}{/repo}\",\n \"subscriptions_url\": \"https://api.github.com/users/mralexgray/subscriptions\",\n \"organizations_url\": \"https://api.github.com/users/mralexgray/orgs\",\n \"repos_url\": \"https://api.github.com/users/mralexgray/repos\",\n \"events_url\": \"https://api.github.com/users/mralexgray/events{/privacy}\",\n \"received_events_url\": \"https://api.github.com/users/mralexgray/received_events\",\n \"type\": \"User\",\n \"site_admin\": false\n },\n \"html_url\": \"https://github.com/mralexgray/-REPONAME\",\n \"description\": null,\n \"fork\": false,\n \"url\": \"https://api.github.com/repos/mralexgray/-REPONAME\",\n \"forks_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/forks\",\n \"keys_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/keys{/key_id}\",\n \"collaborators_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/collaborators{/collaborator}\",\n \"teams_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/teams\",\n \"hooks_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/hooks\",\n \"issue_events_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/issues/events{/number}\",\n \"events_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/events\",\n \"assignees_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/assignees{/user}\",\n \"branches_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/branches{/branch}\",\n \"tags_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/tags\",\n \"blobs_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/git/blobs{/sha}\",\n \"git_tags_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/git/tags{/sha}\",\n \"git_refs_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/git/refs{/sha}\",\n \"trees_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/git/trees{/sha}\",\n \"statuses_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/statuses/{sha}\",\n \"languages_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/languages\",\n \"stargazers_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/stargazers\",\n \"contributors_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/contributors\",\n \"subscribers_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/subscribers\",\n \"subscription_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/subscription\",\n \"commits_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/commits{/sha}\",\n \"git_commits_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/git/commits{/sha}\",\n \"comments_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/comments{/number}\",\n \"issue_comment_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/issues/comments{/number}\",\n \"contents_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/contents/{+path}\",\n \"compare_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/compare/{base}...{head}\",\n \"merges_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/merges\",\n \"archive_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/{archive_format}{/ref}\",\n \"downloads_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/downloads\",\n \"issues_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/issues{/number}\",\n \"pulls_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/pulls{/number}\",\n \"milestones_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/milestones{/number}\",\n \"notifications_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/notifications{?since,all,participating}\",\n \"labels_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/labels{/name}\",\n \"releases_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/releases{/id}\",\n \"deployments_url\": \"https://api.github.com/repos/mralexgray/-REPONAME/deployments\",\n \"created_at\": \"2012-10-06T16:37:39Z\",\n \"updated_at\": \"2013-01-12T13:39:30Z\",\n \"pushed_at\": \"2012-10-06T16:37:39Z\",\n \"git_url\": \"git://github.com/mralexgray/-REPONAME.git\",\n \"ssh_url\": \"git@github.com:mralexgray/-REPONAME.git\",\n \"clone_url\": \"https://github.com/mralexgray/-REPONAME.git\",\n \"svn_url\": \"https://github.com/mralexgray/-REPONAME\",\n \"homepage\": null,\n \"size\": 48,\n \"stargazers_count\": 0,\n \"watchers_count\": 0,\n \"language\": null,\n \"has_issues\": true,\n \"has_projects\": true,\n \"has_downloads\": true,\n \"has_wiki\": true,\n \"has_pages\": false,\n \"has_discussions\": false,\n \"forks_count\": 0,\n \"mirror_url\": null,\n \"archived\": false,\n \"disabled\": false,\n \"open_issues_count\": 0,\n \"license\": null,\n \"allow_forking\": true,\n \"is_template\": false,\n \"web_commit_signoff_required\": false,\n \"topics\": [\n\n ],\n \"visibility\": \"public\",\n \"forks\": 0,\n \"open_issues\": 0,\n \"watchers\": 0,\n \"default_branch\": \"master\"\n },\n {\n \"id\": 104510411,\n \"node_id\": \"MDEwOlJlcG9zaXRvcnkxMDQ1MTA0MTE=\",\n \"name\": \"...\",\n \"full_name\": \"mralexgray/...\",\n \"private\": false,\n \"owner\": {\n \"login\": \"mralexgray\",\n \"id\": 262517,\n \"node_id\": \"MDQ6VXNlcjI2MjUxNw==\",\n \"avatar_url\": \"https://avatars.githubusercontent.com/u/262517?v=4\",\n \"gravatar_id\": \"\",\n \"url\": \"https://api.github.com/users/mralexgray\",\n \"html_url\": \"https://github.com/mralexgray\",\n \"followers_url\": \"https://api.github.com/users/mralexgray/followers\",\n \"following_url\": \"https://api.github.com/users/mralexgray/following{/other_user}\",\n \"gists_url\": \"https://api.github.com/users/mralexgray/gists{/gist_id}\",\n \"starred_url\": \"https://api.github.com/users/mralexgray/starred{/owner}{/repo}\",\n \"subscriptions_url\": \"https://api.github.com/users/mralexgray/subscriptions\",\n \"organizations_url\": \"https://api.github.com/users/mralexgray/orgs\",\n \"repos_url\": \"https://api.github.com/users/mralexgray/repos\",\n \"events_url\": \"https://api.github.com/users/mralexgray/events{/privacy}\",\n \"received_events_url\": \"https://api.github.com/users/mralexgray/received_events\",\n \"type\": \"User\",\n \"site_admin\": false\n },\n \"html_url\": \"https://github.com/mralexgray/...\",\n \"description\": \":computer: Public repo for my personal dotfiles.\",\n \"fork\": true,\n \"url\": \"https://api.github.com/repos/mralexgray/...\",\n \"forks_url\": \"https://api.github.com/repos/mralexgray/.../forks\",\n \"keys_url\": \"https://api.github.com/repos/mralexgray/.../keys{/key_id}\",\n \"collaborators_url\": \"https://api.github.com/repos/mralexgray/.../collaborators{/collaborator}\",\n \"teams_url\": \"https://api.github.com/repos/mralexgray/.../teams\",\n \"hooks_url\": \"https://api.github.com/repos/mralexgray/.../hooks\",\n \"issue_events_url\": \"https://api.github.com/repos/mralexgray/.../issues/events{/number}\",\n \"events_url\": \"https://api.github.com/repos/mralexgray/.../events\",\n \"assignees_url\": \"https://api.github.com/repos/mralexgray/.../assignees{/user}\",\n \"branches_url\": \"https://api.github.com/repos/mralexgray/.../branches{/branch}\",\n \"tags_url\": \"https://api.github.com/repos/mralexgray/.../tags\",\n \"blobs_url\": \"https://api.github.com/repos/mralexgray/.../git/blobs{/sha}\",\n \"git_tags_url\": \"https://api.github.com/repos/mralexgray/.../git/tags{/sha}\",\n \"git_refs_url\": \"https://api.github.com/repos/mralexgray/.../git/refs{/sha}\",\n \"trees_url\": \"https://api.github.com/repos/mralexgray/.../git/trees{/sha}\",\n \"statuses_url\": \"https://api.github.com/repos/mralexgray/.../statuses/{sha}\",\n \"languages_url\": \"https://api.github.com/repos/mralexgray/.../languages\",\n \"stargazers_url\": \"https://api.github.com/repos/mralexgray/.../stargazers\",\n \"contributors_url\": \"https://api.github.com/repos/mralexgray/.../contributors\",\n \"subscribers_url\": \"https://api.github.com/repos/mralexgray/.../subscribers\",\n \"subscription_url\": \"https://api.github.com/repos/mralexgray/.../subscription\",\n \"commits_url\": \"https://api.github.com/repos/mralexgray/.../commits{/sha}\",\n \"git_commits_url\": \"https://api.github.com/repos/mralexgray/.../git/commits{/sha}\",\n \"comments_url\": \"https://api.github.com/repos/mralexgray/.../comments{/number}\",\n \"issue_comment_url\": \"https://api.github.com/repos/mralexgray/.../issues/comments{/number}\",\n \"contents_url\": \"https://api.github.com/repos/mralexgray/.../contents/{+path}\",\n \"compare_url\": \"https://api.github.com/repos/mralexgray/.../compare/{base}...{head}\",\n \"merges_url\": \"https://api.github.com/repos/mralexgray/.../merges\",\n \"archive_url\": \"https://api.github.com/repos/mralexgray/.../{archive_format}{/ref}\",\n \"downloads_url\": \"https://api.github.com/repos/mralexgray/.../downloads\",\n \"issues_url\": \"https://api.github.com/repos/mralexgray/.../issues{/number}\",\n \"pulls_url\": \"https://api.github.com/repos/mralexgray/.../pulls{/number}\",\n \"milestones_url\": \"https://api.github.com/repos/mralexgray/.../milestones{/number}\",\n \"notifications_url\": \"https://api.github.com/repos/mralexgray/.../notifications{?since,all,participating}\",\n \"labels_url\": \"https://api.github.com/repos/mralexgray/.../labels{/name}\",\n \"releases_url\": \"https://api.github.com/repos/mralexgray/.../releases{/id}\",\n \"deployments_url\": \"https://api.github.com/repos/mralexgray/.../deployments\",\n \"created_at\": \"2017-09-22T19:19:42Z\",\n \"updated_at\": \"2017-09-22T19:20:22Z\",\n \"pushed_at\": \"2017-09-15T08:27:32Z\",\n \"git_url\": \"git://github.com/mralexgray/....git\",\n \"ssh_url\": \"git@github.com:mralexgray/....git\",\n \"clone_url\": \"https://github.com/mralexgray/....git\",\n \"svn_url\": \"https://github.com/mralexgray/...\",\n \"homepage\": \"https://driesvints.com/blog/getting-started-with-dotfiles\",\n \"size\": 113,\n \"stargazers_count\": 0,\n \"watchers_count\": 0,\n \"language\": \"Shell\",\n \"has_issues\": false,\n \"has_projects\": true,\n \"has_downloads\": true,\n \"has_wiki\": false,\n \"has_pages\": false,\n \"has_discussions\": false,\n \"forks_count\": 0,\n \"mirror_url\": null,\n \"archived\": false,\n \"disabled\": false,\n \"open_issues_count\": 0,\n \"license\": {\n \"key\": \"mit\",\n \"name\": \"MIT License\",\n \"spdx_id\": \"MIT\",\n \"url\": \"https://api.github.com/licenses/mit\",\n \"node_id\": \"MDc6TGljZW5zZTEz\"\n },\n \"allow_forking\": true,\n \"is_template\": false,\n \"web_commit_signoff_required\": false,\n \"topics\": [\n\n ],\n \"visibility\": \"public\",\n \"forks\": 0,\n \"open_issues\": 0,\n \"watchers\": 0,\n \"default_branch\": \"master\"\n },\n {\n \"id\": 58656723,\n \"node_id\": \"MDEwOlJlcG9zaXRvcnk1ODY1NjcyMw==\",\n \"name\": \"2200087-Serial-Protocol\",\n \"full_name\": \"mralexgray/2200087-Serial-Protocol\",\n \"private\": false,\n \"owner\": {\n \"login\": \"mralexgray\",\n \"id\": 262517,\n \"node_id\": \"MDQ6VXNlcjI2MjUxNw==\",\n \"avatar_url\": \"https://avatars.githubusercontent.com/u/262517?v=4\",\n \"gravatar_id\": \"\",\n \"url\": \"https://api.github.com/users/mralexgray\",\n \"html_url\": \"https://github.com/mralexgray\",\n \"followers_url\": \"https://api.github.com/users/mralexgray/followers\",\n \"following_url\": \"https://api.github.com/users/mralexgray/following{/other_user}\",\n \"gists_url\": \"https://api.github.com/users/mralexgray/gists{/gist_id}\",\n \"starred_url\": \"https://api.github.com/users/mralexgray/starred{/owner}{/repo}\",\n \"subscriptions_url\": \"https://api.github.com/users/mralexgray/subscriptions\",\n \"organizations_url\": \"https://api.github.com/users/mralexgray/orgs\",\n \"repos_url\": \"https://api.github.com/users/mralexgray/repos\",\n \"events_url\": \"https://api.github.com/users/mralexgray/events{/privacy}\",\n \"received_events_url\": \"https://api.github.com/users/mralexgray/received_events\",\n \"type\": \"User\",\n \"site_admin\": false\n },\n \"html_url\": \"https://github.com/mralexgray/2200087-Serial-Protocol\",\n \"description\": \"A reverse engineered protocol description and accompanying code for Radioshack's 2200087 multimeter\",\n \"fork\": true,\n \"url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol\",\n \"forks_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/forks\",\n \"keys_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/keys{/key_id}\",\n \"collaborators_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/collaborators{/collaborator}\",\n \"teams_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/teams\",\n \"hooks_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/hooks\",\n \"issue_events_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/issues/events{/number}\",\n \"events_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/events\",\n \"assignees_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/assignees{/user}\",\n \"branches_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/branches{/branch}\",\n \"tags_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/tags\",\n \"blobs_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/git/blobs{/sha}\",\n \"git_tags_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/git/tags{/sha}\",\n \"git_refs_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/git/refs{/sha}\",\n \"trees_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/git/trees{/sha}\",\n \"statuses_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/statuses/{sha}\",\n \"languages_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/languages\",\n \"stargazers_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/stargazers\",\n \"contributors_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/contributors\",\n \"subscribers_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/subscribers\",\n \"subscription_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/subscription\",\n \"commits_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/commits{/sha}\",\n \"git_commits_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/git/commits{/sha}\",\n \"comments_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/comments{/number}\",\n \"issue_comment_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/issues/comments{/number}\",\n \"contents_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/contents/{+path}\",\n \"compare_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/compare/{base}...{head}\",\n \"merges_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/merges\",\n \"archive_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/{archive_format}{/ref}\",\n \"downloads_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/downloads\",\n \"issues_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/issues{/number}\",\n \"pulls_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/pulls{/number}\",\n \"milestones_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/milestones{/number}\",\n \"notifications_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/notifications{?since,all,participating}\",\n \"labels_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/labels{/name}\",\n \"releases_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/releases{/id}\",\n \"deployments_url\": \"https://api.github.com/repos/mralexgray/2200087-Serial-Protocol/deployments\",\n \"created_at\": \"2016-05-12T16:05:28Z\",\n \"updated_at\": \"2016-05-12T16:05:30Z\",\n \"pushed_at\": \"2016-05-12T16:07:24Z\",\n \"git_url\": \"git://github.com/mralexgray/2200087-Serial-Protocol.git\",\n \"ssh_url\": \"git@github.com:mralexgray/2200087-Serial-Protocol.git\",\n \"clone_url\": \"https://github.com/mralexgray/2200087-Serial-Protocol.git\",\n \"svn_url\": \"https://github.com/mralexgray/2200087-Serial-Protocol\",\n \"homepage\": \"http://daviddworken.com\",\n \"size\": 41,\n \"stargazers_count\": 0,\n \"watchers_count\": 0,\n \"language\": \"Python\",\n \"has_issues\": false,\n \"has_projects\": true,\n \"has_downloads\": true,\n \"has_wiki\": true,\n \"has_pages\": false,\n \"has_discussions\": false,\n \"forks_count\": 1,\n \"mirror_url\": null,\n \"archived\": false,\n \"disabled\": false,\n \"open_issues_count\": 0,\n \"license\": {\n \"key\": \"gpl-2.0\",\n \"name\": \"GNU General Public License v2.0\",\n \"spdx_id\": \"GPL-2.0\",\n \"url\": \"https://api.github.com/licenses/gpl-2.0\",\n \"node_id\": \"MDc6TGljZW5zZTg=\"\n },\n \"allow_forking\": true,\n \"is_template\": false,\n \"web_commit_signoff_required\": false,\n \"topics\": [\n\n ],\n \"visibility\": \"public\",\n \"forks\": 1,\n \"open_issues\": 0,\n \"watchers\": 0,\n \"default_branch\": \"master\"\n },\n {\n \"id\": 13121042,\n \"node_id\": \"MDEwOlJlcG9zaXRvcnkxMzEyMTA0Mg==\",\n \"name\": \"ace\",\n \"full_name\": \"mralexgray/ace\",\n \"private\": false,\n \"owner\": {\n \"login\": \"mralexgray\",\n \"id\": 262517,\n \"node_id\": \"MDQ6VXNlcjI2MjUxNw==\",\n \"avatar_url\": \"https://avatars.githubusercontent.com/u/262517?v=4\",\n \"gravatar_id\": \"\",\n \"url\": \"https://api.github.com/users/mralexgray\",\n \"html_url\": \"https://github.com/mralexgray\",\n \"followers_url\": \"https://api.github.com/users/mralexgray/followers\",\n \"following_url\": \"https://api.github.com/users/mralexgray/following{/other_user}\",\n \"gists_url\": \"https://api.github.com/users/mralexgray/gists{/gist_id}\",\n \"starred_url\": \"https://api.github.com/users/mralexgray/starred{/owner}{/repo}\",\n \"subscriptions_url\": \"https://api.github.com/users/mralexgray/subscriptions\",\n \"organizations_url\": \"https://api.github.com/users/mralexgray/orgs\",\n \"repos_url\": \"https://api.github.com/users/mralexgray/repos\",\n \"events_url\": \"https://api.github.com/users/mralexgray/events{/privacy}\",\n \"received_events_url\": \"https://api.github.com/users/mralexgray/received_events\",\n \"type\": \"User\",\n \"site_admin\": false\n },\n \"html_url\": \"https://github.com/mralexgray/ace\",\n \"description\": \"Ace (Ajax.org Cloud9 Editor)\",\n \"fork\": true,\n \"url\": \"https://api.github.com/repos/mralexgray/ace\",\n \"forks_url\": \"https://api.github.com/repos/mralexgray/ace/forks\",\n \"keys_url\": \"https://api.github.com/repos/mralexgray/ace/keys{/key_id}\",\n \"collaborators_url\": \"https://api.github.com/repos/mralexgray/ace/collaborators{/collaborator}\",\n \"teams_url\": \"https://api.github.com/repos/mralexgray/ace/teams\",\n \"hooks_url\": \"https://api.github.com/repos/mralexgray/ace/hooks\",\n \"issue_events_url\": \"https://api.github.com/repos/mralexgray/ace/issues/events{/number}\",\n \"events_url\": \"https://api.github.com/repos/mralexgray/ace/events\",\n \"assignees_url\": \"https://api.github.com/repos/mralexgray/ace/assignees{/user}\",\n \"branches_url\": \"https://api.github.com/repos/mralexgray/ace/branches{/branch}\",\n \"tags_url\": \"https://api.github.com/repos/mralexgray/ace/tags\",\n \"blobs_url\": \"https://api.github.com/repos/mralexgray/ace/git/blobs{/sha}\",\n \"git_tags_url\": \"https://api.github.com/repos/mralexgray/ace/git/tags{/sha}\",\n \"git_refs_url\": \"https://api.github.com/repos/mralexgray/ace/git/refs{/sha}\",\n \"trees_url\": \"https://api.github.com/repos/mralexgray/ace/git/trees{/sha}\",\n \"statuses_url\": \"https://api.github.com/repos/mralexgray/ace/statuses/{sha}\",\n \"languages_url\": \"https://api.github.com/repos/mralexgray/ace/languages\",\n \"stargazers_url\": \"https://api.github.com/repos/mralexgray/ace/stargazers\",\n \"contributors_url\": \"https://api.github.com/repos/mralexgray/ace/contributors\",\n \"subscribers_url\": \"https://api.github.com/repos/mralexgray/ace/subscribers\",\n \"subscription_url\": \"https://api.github.com/repos/mralexgray/ace/subscription\",\n \"commits_url\": \"https://api.github.com/repos/mralexgray/ace/commits{/sha}\",\n \"git_commits_url\": \"https://api.github.com/repos/mralexgray/ace/git/commits{/sha}\",\n \"comments_url\": \"https://api.github.com/repos/mralexgray/ace/comments{/number}\",\n \"issue_comment_url\": \"https://api.github.com/repos/mralexgray/ace/issues/comments{/number}\",\n \"contents_url\": \"https://api.github.com/repos/mralexgray/ace/contents/{+path}\",\n \"compare_url\": \"https://api.github.com/repos/mralexgray/ace/compare/{base}...{head}\",\n \"merges_url\": \"https://api.github.com/repos/mralexgray/ace/merges\",\n \"archive_url\": \"https://api.github.com/repos/mralexgray/ace/{archive_format}{/ref}\",\n \"downloads_url\": \"https://api.github.com/repos/mralexgray/ace/downloads\",\n \"issues_url\": \"https://api.github.com/repos/mralexgray/ace/issues{/number}\",\n \"pulls_url\": \"https://api.github.com/repos/mralexgray/ace/pulls{/number}\",\n \"milestones_url\": \"https://api.github.com/repos/mralexgray/ace/milestones{/number}\",\n \"notifications_url\": \"https://api.github.com/repos/mralexgray/ace/notifications{?since,all,participating}\",\n \"labels_url\": \"https://api.github.com/repos/mralexgray/ace/labels{/name}\",\n \"releases_url\": \"https://api.github.com/repos/mralexgray/ace/releases{/id}\",\n \"deployments_url\": \"https://api.github.com/repos/mralexgray/ace/deployments\",\n \"created_at\": \"2013-09-26T11:58:10Z\",\n \"updated_at\": \"2013-10-26T12:34:49Z\",\n \"pushed_at\": \"2013-10-26T12:34:48Z\",\n \"git_url\": \"git://github.com/mralexgray/ace.git\",\n \"ssh_url\": \"git@github.com:mralexgray/ace.git\",\n \"clone_url\": \"https://github.com/mralexgray/ace.git\",\n \"svn_url\": \"https://github.com/mralexgray/ace\",\n \"homepage\": \"http://ace.c9.io\",\n \"size\": 21080,\n \"stargazers_count\": 0,\n \"watchers_count\": 0,\n \"language\": \"JavaScript\",\n \"has_issues\": false,\n \"has_projects\": true,\n \"has_downloads\": true,\n \"has_wiki\": true,\n \"has_pages\": false,\n \"has_discussions\": false,\n \"forks_count\": 1,\n \"mirror_url\": null,\n \"archived\": false,\n \"disabled\": false,\n \"open_issues_count\": 0,\n \"license\": {\n \"key\": \"other\",\n \"name\": \"Other\",\n \"spdx_id\": \"NOASSERTION\",\n \"url\": null,\n \"node_id\": \"MDc6TGljZW5zZTA=\"\n },\n \"allow_forking\": true,\n \"is_template\": false,\n \"web_commit_signoff_required\": false,\n \"topics\": [\n\n ],\n \"visibility\": \"public\",\n \"forks\": 1,\n \"open_issues\": 0,\n \"watchers\": 0,\n \"default_branch\": \"master\"\n },\n {\n \"id\": 10791045,\n \"node_id\": \"MDEwOlJlcG9zaXRvcnkxMDc5MTA0NQ==\",\n \"name\": \"ACEView\",\n \"full_name\": \"mralexgray/ACEView\",\n \"private\": false,\n \"owner\": {\n \"login\": \"mralexgray\",\n \"id\": 262517,\n \"node_id\": \"MDQ6VXNlcjI2MjUxNw==\",\n \"avatar_url\": \"https://avatars.githubusercontent.com/u/262517?v=4\",\n \"gravatar_id\": \"\",\n \"url\": \"https://api.github.com/users/mralexgray\",\n \"html_url\": \"https://github.com/mralexgray\",\n \"followers_url\": \"https://api.github.com/users/mralexgray/followers\",\n \"following_url\": \"https://api.github.com/users/mralexgray/following{/other_user}\",\n \"gists_url\": \"https://api.github.com/users/mralexgray/gists{/gist_id}\",\n \"starred_url\": \"https://api.github.com/users/mralexgray/starred{/owner}{/repo}\",\n \"subscriptions_url\": \"https://api.github.com/users/mralexgray/subscriptions\",\n \"organizations_url\": \"https://api.github.com/users/mralexgray/orgs\",\n \"repos_url\": \"https://api.github.com/users/mralexgray/repos\",\n \"events_url\": \"https://api.github.com/users/mralexgray/events{/privacy}\",\n \"received_events_url\": \"https://api.github.com/users/mralexgray/received_events\",\n \"type\": \"User\",\n \"site_admin\": false\n },\n \"html_url\": \"https://github.com/mralexgray/ACEView\",\n \"description\": \"Use the wonderful ACE editor in your Cocoa applications\",\n \"fork\": true,\n \"url\": \"https://api.github.com/repos/mralexgray/ACEView\",\n \"forks_url\": \"https://api.github.com/repos/mralexgray/ACEView/forks\",\n \"keys_url\": \"https://api.github.com/repos/mralexgray/ACEView/keys{/key_id}\",\n \"collaborators_url\": \"https://api.github.com/repos/mralexgray/ACEView/collaborators{/collaborator}\",\n \"teams_url\": \"https://api.github.com/repos/mralexgray/ACEView/teams\",\n \"hooks_url\": \"https://api.github.com/repos/mralexgray/ACEView/hooks\",\n \"issue_events_url\": \"https://api.github.com/repos/mralexgray/ACEView/issues/events{/number}\",\n \"events_url\": \"https://api.github.com/repos/mralexgray/ACEView/events\",\n \"assignees_url\": \"https://api.github.com/repos/mralexgray/ACEView/assignees{/user}\",\n \"branches_url\": \"https://api.github.com/repos/mralexgray/ACEView/branches{/branch}\",\n \"tags_url\": \"https://api.github.com/repos/mralexgray/ACEView/tags\",\n \"blobs_url\": \"https://api.github.com/repos/mralexgray/ACEView/git/blobs{/sha}\",\n \"git_tags_url\": \"https://api.github.com/repos/mralexgray/ACEView/git/tags{/sha}\",\n \"git_refs_url\": \"https://api.github.com/repos/mralexgray/ACEView/git/refs{/sha}\",\n \"trees_url\": \"https://api.github.com/repos/mralexgray/ACEView/git/trees{/sha}\",\n \"statuses_url\": \"https://api.github.com/repos/mralexgray/ACEView/statuses/{sha}\",\n \"languages_url\": \"https://api.github.com/repos/mralexgray/ACEView/languages\",\n \"stargazers_url\": \"https://api.github.com/repos/mralexgray/ACEView/stargazers\",\n \"contributors_url\": \"https://api.github.com/repos/mralexgray/ACEView/contributors\",\n \"subscribers_url\": \"https://api.github.com/repos/mralexgray/ACEView/subscribers\",\n \"subscription_url\": \"https://api.github.com/repos/mralexgray/ACEView/subscription\",\n \"commits_url\": \"https://api.github.com/repos/mralexgray/ACEView/commits{/sha}\",\n \"git_commits_url\": \"https://api.github.com/repos/mralexgray/ACEView/git/commits{/sha}\",\n \"comments_url\": \"https://api.github.com/repos/mralexgray/ACEView/comments{/number}\",\n \"issue_comment_url\": \"https://api.github.com/repos/mralexgray/ACEView/issues/comments{/number}\",\n \"contents_url\": \"https://api.github.com/repos/mralexgray/ACEView/contents/{+path}\",\n \"compare_url\": \"https://api.github.com/repos/mralexgray/ACEView/compare/{base}...{head}\",\n \"merges_url\": \"https://api.github.com/repos/mralexgray/ACEView/merges\",\n \"archive_url\": \"https://api.github.com/repos/mralexgray/ACEView/{archive_format}{/ref}\",\n \"downloads_url\": \"https://api.github.com/repos/mralexgray/ACEView/downloads\",\n \"issues_url\": \"https://api.github.com/repos/mralexgray/ACEView/issues{/number}\",\n \"pulls_url\": \"https://api.github.com/repos/mralexgray/ACEView/pulls{/number}\",\n \"milestones_url\": \"https://api.github.com/repos/mralexgray/ACEView/milestones{/number}\",\n \"notifications_url\": \"https://api.github.com/repos/mralexgray/ACEView/notifications{?since,all,participating}\",\n \"labels_url\": \"https://api.github.com/repos/mralexgray/ACEView/labels{/name}\",\n \"releases_url\": \"https://api.github.com/repos/mralexgray/ACEView/releases{/id}\",\n \"deployments_url\": \"https://api.github.com/repos/mralexgray/ACEView/deployments\",\n \"created_at\": \"2013-06-19T12:15:04Z\",\n \"updated_at\": \"2015-11-24T01:14:10Z\",\n \"pushed_at\": \"2014-05-09T01:36:23Z\",\n \"git_url\": \"git://github.com/mralexgray/ACEView.git\",\n \"ssh_url\": \"git@github.com:mralexgray/ACEView.git\",\n \"clone_url\": \"https://github.com/mralexgray/ACEView.git\",\n \"svn_url\": \"https://github.com/mralexgray/ACEView\",\n \"homepage\": null,\n \"size\": 1733,\n \"stargazers_count\": 0,\n \"watchers_count\": 0,\n \"language\": \"Objective-C\",\n \"has_issues\": false,\n \"has_projects\": true,\n \"has_downloads\": true,\n \"has_wiki\": true,\n \"has_pages\": false,\n \"has_discussions\": false,\n \"forks_count\": 1,\n \"mirror_url\": null,\n \"archived\": false,\n \"disabled\": false,\n \"open_issues_count\": 0,\n \"license\": {\n \"key\": \"other\",\n \"name\": \"Other\",\n \"spdx_id\": \"NOASSERTION\",\n \"url\": null,\n \"node_id\": \"MDc6TGljZW5zZTA=\"\n },\n \"allow_forking\": true,\n \"is_template\": false,\n \"web_commit_signoff_required\": false,\n \"topics\": [\n\n ],\n \"visibility\": \"public\",\n \"forks\": 1,\n \"open_issues\": 0,\n \"watchers\": 0,\n \"default_branch\": \"master\"\n },\n {\n \"id\": 13623648,\n \"node_id\": \"MDEwOlJlcG9zaXRvcnkxMzYyMzY0OA==\",\n \"name\": \"ActiveLog\",\n \"full_name\": \"mralexgray/ActiveLog\",\n \"private\": false,\n \"owner\": {\n \"login\": \"mralexgray\",\n \"id\": 262517,\n \"node_id\": \"MDQ6VXNlcjI2MjUxNw==\",\n \"avatar_url\": \"https://avatars.githubusercontent.com/u/262517?v=4\",\n \"gravatar_id\": \"\",\n \"url\": \"https://api.github.com/users/mralexgray\",\n \"html_url\": \"https://github.com/mralexgray\",\n \"followers_url\": \"https://api.github.com/users/mralexgray/followers\",\n \"following_url\": \"https://api.github.com/users/mralexgray/following{/other_user}\",\n \"gists_url\": \"https://api.github.com/users/mralexgray/gists{/gist_id}\",\n \"starred_url\": \"https://api.github.com/users/mralexgray/starred{/owner}{/repo}\",\n \"subscriptions_url\": \"https://api.github.com/users/mralexgray/subscriptions\",\n \"organizations_url\": \"https://api.github.com/users/mralexgray/orgs\",\n \"repos_url\": \"https://api.github.com/users/mralexgray/repos\",\n \"events_url\": \"https://api.github.com/users/mralexgray/events{/privacy}\",\n \"received_events_url\": \"https://api.github.com/users/mralexgray/received_events\",\n \"type\": \"User\",\n \"site_admin\": false\n },\n \"html_url\": \"https://github.com/mralexgray/ActiveLog\",\n \"description\": \"Shut up all logs with active filter.\",\n \"fork\": true,\n \"url\": \"https://api.github.com/repos/mralexgray/ActiveLog\",\n \"forks_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/forks\",\n \"keys_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/keys{/key_id}\",\n \"collaborators_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/collaborators{/collaborator}\",\n \"teams_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/teams\",\n \"hooks_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/hooks\",\n \"issue_events_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/issues/events{/number}\",\n \"events_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/events\",\n \"assignees_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/assignees{/user}\",\n \"branches_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/branches{/branch}\",\n \"tags_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/tags\",\n \"blobs_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/git/blobs{/sha}\",\n \"git_tags_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/git/tags{/sha}\",\n \"git_refs_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/git/refs{/sha}\",\n \"trees_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/git/trees{/sha}\",\n \"statuses_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/statuses/{sha}\",\n \"languages_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/languages\",\n \"stargazers_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/stargazers\",\n \"contributors_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/contributors\",\n \"subscribers_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/subscribers\",\n \"subscription_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/subscription\",\n \"commits_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/commits{/sha}\",\n \"git_commits_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/git/commits{/sha}\",\n \"comments_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/comments{/number}\",\n \"issue_comment_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/issues/comments{/number}\",\n \"contents_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/contents/{+path}\",\n \"compare_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/compare/{base}...{head}\",\n \"merges_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/merges\",\n \"archive_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/{archive_format}{/ref}\",\n \"downloads_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/downloads\",\n \"issues_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/issues{/number}\",\n \"pulls_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/pulls{/number}\",\n \"milestones_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/milestones{/number}\",\n \"notifications_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/notifications{?since,all,participating}\",\n \"labels_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/labels{/name}\",\n \"releases_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/releases{/id}\",\n \"deployments_url\": \"https://api.github.com/repos/mralexgray/ActiveLog/deployments\",\n \"created_at\": \"2013-10-16T15:52:37Z\",\n \"updated_at\": \"2013-10-16T15:52:37Z\",\n \"pushed_at\": \"2011-07-03T06:28:59Z\",\n \"git_url\": \"git://github.com/mralexgray/ActiveLog.git\",\n \"ssh_url\": \"git@github.com:mralexgray/ActiveLog.git\",\n \"clone_url\": \"https://github.com/mralexgray/ActiveLog.git\",\n \"svn_url\": \"https://github.com/mralexgray/ActiveLog\",\n \"homepage\": \"http://deepitpro.com/en/articles/ActiveLog/info/\",\n \"size\": 60,\n \"stargazers_count\": 0,\n \"watchers_count\": 0,\n \"language\": \"Objective-C\",\n \"has_issues\": false,\n \"has_projects\": true,\n \"has_downloads\": true,\n \"has_wiki\": true,\n \"has_pages\": false,\n \"has_discussions\": false,\n \"forks_count\": 0,\n \"mirror_url\": null,\n \"archived\": false,\n \"disabled\": false,\n \"open_issues_count\": 0,\n \"license\": null,\n \"allow_forking\": true,\n \"is_template\": false,\n \"web_commit_signoff_required\": false,\n \"topics\": [\n\n ],\n \"visibility\": \"public\",\n \"forks\": 0,\n \"open_issues\": 0,\n \"watchers\": 0,\n \"default_branch\": \"master\"\n },\n {\n \"id\": 9716210,\n \"node_id\": \"MDEwOlJlcG9zaXRvcnk5NzE2MjEw\",\n \"name\": \"adium\",\n \"full_name\": \"mralexgray/adium\",\n \"private\": false,\n \"owner\": {\n \"login\": \"mralexgray\",\n \"id\": 262517,\n \"node_id\": \"MDQ6VXNlcjI2MjUxNw==\",\n \"avatar_url\": \"https://avatars.githubusercontent.com/u/262517?v=4\",\n \"gravatar_id\": \"\",\n \"url\": \"https://api.github.com/users/mralexgray\",\n \"html_url\": \"https://github.com/mralexgray\",\n \"followers_url\": \"https://api.github.com/users/mralexgray/followers\",\n \"following_url\": \"https://api.github.com/users/mralexgray/following{/other_user}\",\n \"gists_url\": \"https://api.github.com/users/mralexgray/gists{/gist_id}\",\n \"starred_url\": \"https://api.github.com/users/mralexgray/starred{/owner}{/repo}\",\n \"subscriptions_url\": \"https://api.github.com/users/mralexgray/subscriptions\",\n \"organizations_url\": \"https://api.github.com/users/mralexgray/orgs\",\n \"repos_url\": \"https://api.github.com/users/mralexgray/repos\",\n \"events_url\": \"https://api.github.com/users/mralexgray/events{/privacy}\",\n \"received_events_url\": \"https://api.github.com/users/mralexgray/received_events\",\n \"type\": \"User\",\n \"site_admin\": false\n },\n \"html_url\": \"https://github.com/mralexgray/adium\",\n \"description\": \"Official mirror of hg.adium.im\",\n \"fork\": false,\n \"url\": \"https://api.github.com/repos/mralexgray/adium\",\n \"forks_url\": \"https://api.github.com/repos/mralexgray/adium/forks\",\n \"keys_url\": \"https://api.github.com/repos/mralexgray/adium/keys{/key_id}\",\n \"collaborators_url\": \"https://api.github.com/repos/mralexgray/adium/collaborators{/collaborator}\",\n \"teams_url\": \"https://api.github.com/repos/mralexgray/adium/teams\",\n \"hooks_url\": \"https://api.github.com/repos/mralexgray/adium/hooks\",\n \"issue_events_url\": \"https://api.github.com/repos/mralexgray/adium/issues/events{/number}\",\n \"events_url\": \"https://api.github.com/repos/mralexgray/adium/events\",\n \"assignees_url\": \"https://api.github.com/repos/mralexgray/adium/assignees{/user}\",\n \"branches_url\": \"https://api.github.com/repos/mralexgray/adium/branches{/branch}\",\n \"tags_url\": \"https://api.github.com/repos/mralexgray/adium/tags\",\n \"blobs_url\": \"https://api.github.com/repos/mralexgray/adium/git/blobs{/sha}\",\n \"git_tags_url\": \"https://api.github.com/repos/mralexgray/adium/git/tags{/sha}\",\n \"git_refs_url\": \"https://api.github.com/repos/mralexgray/adium/git/refs{/sha}\",\n \"trees_url\": \"https://api.github.com/repos/mralexgray/adium/git/trees{/sha}\",\n \"statuses_url\": \"https://api.github.com/repos/mralexgray/adium/statuses/{sha}\",\n \"languages_url\": \"https://api.github.com/repos/mralexgray/adium/languages\",\n \"stargazers_url\": \"https://api.github.com/repos/mralexgray/adium/stargazers\",\n \"contributors_url\": \"https://api.github.com/repos/mralexgray/adium/contributors\",\n \"subscribers_url\": \"https://api.github.com/repos/mralexgray/adium/subscribers\",\n \"subscription_url\": \"https://api.github.com/repos/mralexgray/adium/subscription\",\n \"commits_url\": \"https://api.github.com/repos/mralexgray/adium/commits{/sha}\",\n \"git_commits_url\": \"https://api.github.com/repos/mralexgray/adium/git/commits{/sha}\",\n \"comments_url\": \"https://api.github.com/repos/mralexgray/adium/comments{/number}\",\n \"issue_comment_url\": \"https://api.github.com/repos/mralexgray/adium/issues/comments{/number}\",\n \"contents_url\": \"https://api.github.com/repos/mralexgray/adium/contents/{+path}\",\n \"compare_url\": \"https://api.github.com/repos/mralexgray/adium/compare/{base}...{head}\",\n \"merges_url\": \"https://api.github.com/repos/mralexgray/adium/merges\",\n \"archive_url\": \"https://api.github.com/repos/mralexgray/adium/{archive_format}{/ref}\",\n \"downloads_url\": \"https://api.github.com/repos/mralexgray/adium/downloads\",\n \"issues_url\": \"https://api.github.com/repos/mralexgray/adium/issues{/number}\",\n \"pulls_url\": \"https://api.github.com/repos/mralexgray/adium/pulls{/number}\",\n \"milestones_url\": \"https://api.github.com/repos/mralexgray/adium/milestones{/number}\",\n \"notifications_url\": \"https://api.github.com/repos/mralexgray/adium/notifications{?since,all,participating}\",\n \"labels_url\": \"https://api.github.com/repos/mralexgray/adium/labels{/name}\",\n \"releases_url\": \"https://api.github.com/repos/mralexgray/adium/releases{/id}\",\n \"deployments_url\": \"https://api.github.com/repos/mralexgray/adium/deployments\",\n \"created_at\": \"2013-04-27T14:59:33Z\",\n \"updated_at\": \"2019-12-11T06:51:45Z\",\n \"pushed_at\": \"2013-04-26T16:43:53Z\",\n \"git_url\": \"git://github.com/mralexgray/adium.git\",\n \"ssh_url\": \"git@github.com:mralexgray/adium.git\",\n \"clone_url\": \"https://github.com/mralexgray/adium.git\",\n \"svn_url\": \"https://github.com/mralexgray/adium\",\n \"homepage\": null,\n \"size\": 277719,\n \"stargazers_count\": 0,\n \"watchers_count\": 0,\n \"language\": \"Objective-C\",\n \"has_issues\": false,\n \"has_projects\": true,\n \"has_downloads\": true,\n \"has_wiki\": false,\n \"has_pages\": false,\n \"has_discussions\": false,\n \"forks_count\": 36,\n \"mirror_url\": null,\n \"archived\": false,\n \"disabled\": false,\n \"open_issues_count\": 0,\n \"license\": {\n \"key\": \"other\",\n \"name\": \"Other\",\n \"spdx_id\": \"NOASSERTION\",\n \"url\": null,\n \"node_id\": \"MDc6TGljZW5zZTA=\"\n },\n \"allow_forking\": true,\n \"is_template\": false,\n \"web_commit_signoff_required\": false,\n \"topics\": [\n\n ],\n \"visibility\": \"public\",\n \"forks\": 36,\n \"open_issues\": 0,\n \"watchers\": 0,\n \"default_branch\": \"master\"\n }\n]\n" }, { "path": "explorer/tests/json/kings.json", "content": "[\n {\n \"Name\": \"Edward the Elder\",\n \"Country\": \"United Kingdom\",\n \"House\": \"House of Wessex\",\n \"Reign\": \"899-925\",\n \"ID\": 1\n },\n {\n \"Name\": \"Athelstan\",\n \"Country\": \"United Kingdom\",\n \"House\": \"House of Wessex\",\n \"Reign\": \"925-940\",\n \"ID\": 2\n },\n {\n \"Name\": \"Edmund\",\n \"Country\": \"United Kingdom\",\n \"House\": \"House of Wessex\",\n \"Reign\": \"940-946\",\n \"ID\": 3\n },\n {\n \"Name\": \"Edred\",\n \"Country\": \"United Kingdom\",\n \"House\": \"House of Wessex\",\n \"Reign\": \"946-955\",\n \"ID\": 4\n },\n {\n \"Name\": \"Edwy\",\n \"Country\": \"United Kingdom\",\n \"House\": \"House of Wessex\",\n \"Reign\": \"955-959\",\n \"ID\": 5\n }\n]\n" }, { "path": "explorer/tests/json/list.json", "content": "{\"Item\":{\"instanceId\":{\"S\":\"ba4afa8857d1f836701c4ce8e54b95d84a8e3b92ee52292c7e5b2fb6fe6f1a69\"},\"time\":{\"N\":\"1713969118.917831897735595703125\"},\"value\":{\"M\":{\"unique_connection_count\":{\"N\":\"1\"},\"unsafe_rendering\":{\"BOOL\":false},\"total_log_count\":{\"N\":\"24\"},\"total_query_count\":{\"N\":\"1\"},\"debug\":{\"BOOL\":false},\"unique_run_by_user_count\":{\"N\":\"3\"},\"default_database\":{\"S\":\"mysql\"},\"tasks_enabled\":{\"BOOL\":false},\"transform_count\":{\"N\":\"0\"},\"django_install_date\":{\"N\":\"1585856800.150691986083984375\"},\"version\":{\"S\":\"4.1\"},\"assistant_enabled\":{\"BOOL\":false}}},\"name\":{\"S\":\"STARTUP_STATS\"}}}\n{\"Item\":{\"instanceId\":{\"S\":\"ba4afa8857d1f836701c4ce8e54b95d84a8e3b92ee52292c7e5b2fb6fe6f1a69\"},\"time\":{\"N\":\"1713969149.071483612060546875\"},\"value\":{\"M\":{\"unique_connection_count\":{\"N\":\"1\"},\"unsafe_rendering\":{\"BOOL\":false},\"total_log_count\":{\"N\":\"24\"},\"total_query_count\":{\"N\":\"1\"},\"debug\":{\"BOOL\":false},\"unique_run_by_user_count\":{\"N\":\"3\"},\"default_database\":{\"S\":\"mysql\"},\"tasks_enabled\":{\"BOOL\":false},\"transform_count\":{\"N\":\"0\"},\"django_install_date\":{\"N\":\"1585856800.150691986083984375\"},\"version\":{\"S\":\"4.1\"},\"assistant_enabled\":{\"BOOL\":false}}},\"name\":{\"S\":\"STARTUP_STATS\"}}}\n{\"Item\":{\"instanceId\":{\"S\":\"ba4afa8857d1f836701c4ce8e54b95d84a8e3b92ee52292c7e5b2fb6fe6f1a69\"},\"time\":{\"N\":\"1713969303.64731121063232421875\"},\"value\":{\"M\":{\"unique_connection_count\":{\"N\":\"1\"},\"unsafe_rendering\":{\"BOOL\":false},\"total_log_count\":{\"N\":\"24\"},\"total_query_count\":{\"N\":\"1\"},\"debug\":{\"BOOL\":false},\"unique_run_by_user_count\":{\"N\":\"3\"},\"default_database\":{\"S\":\"mysql\"},\"tasks_enabled\":{\"BOOL\":false},\"transform_count\":{\"N\":\"0\"},\"django_install_date\":{\"N\":\"1585856800.150691986083984375\"},\"version\":{\"S\":\"4.1\"},\"assistant_enabled\":{\"BOOL\":false}}},\"name\":{\"S\":\"STARTUP_STATS\"}}}\n{\"Item\":{\"instanceId\":{\"S\":\"67503169-1466-419a-8995-37e28603998c\"},\"time\":{\"N\":\"1717804322.493606090545654296875\"},\"value\":{\"M\":{\"duration\":{\"N\":\"7.7049732208251953125\"},\"sql_len\":{\"N\":\"26\"}}},\"name\":{\"S\":\"QUERY_RUN\"}}}\n{\"Item\":{\"instanceId\":{\"S\":\"67503169-1466-419a-8995-37e28603998c\"},\"time\":{\"N\":\"1717804322.5681588649749755859375\"},\"value\":{\"M\":{\"unique_connection_count\":{\"N\":\"0\"},\"total_query_count\":{\"N\":\"20\"},\"debug\":{\"BOOL\":true},\"unique_run_by_user_count\":{\"N\":\"10\"},\"default_database\":{\"S\":\"postgresql\"},\"tasks_enabled\":{\"BOOL\":false},\"version\":{\"S\":\"4.3\"},\"unsafe_rendering\":{\"BOOL\":false},\"total_log_count\":{\"N\":\"600\"},\"explorer_install_quarter\":{\"S\":\"Q3-2021\"},\"transform_count\":{\"N\":\"0\"},\"charts_enabled\":{\"BOOL\":false},\"assistant_enabled\":{\"BOOL\":false}}},\"name\":{\"S\":\"STARTUP_STATS\"}}}\n" }, { "path": "explorer/tests/settings.py", "content": "from test_project.settings import * # noqa\n\nEXPLORER_ENABLE_ANONYMOUS_STATS = False\nEXPLORER_TASKS_ENABLED = True\nEXPLORER_AI_API_KEY = \"foo\"\nCELERY_BROKER_URL = \"redis://localhost:6379/0\"\nCELERY_TASK_ALWAYS_EAGER = True\nTEST_MODE = True\n\nDATABASES = {\n \"default\": {\n \"ENGINE\": \"django.db.backends.sqlite3\",\n \"NAME\": \"tst1\",\n \"TEST\": {\n \"NAME\": \"tst1\"\n }\n },\n \"alt\": {\n \"ENGINE\": \"django.db.backends.sqlite3\",\n \"NAME\": \"tst2\",\n \"TEST\": {\n \"NAME\": \"tst2\"\n }\n },\n \"not_registered\": {\n \"ENGINE\": \"django.db.backends.sqlite3\",\n \"NAME\": \"tst3\",\n \"TEST\": {\n \"NAME\": \"tst3\"\n }\n }\n}\n\nEXPLORER_CONNECTIONS = {\n \"SQLite\": \"default\",\n \"Another\": \"alt\",\n}\n\nclass PrimaryDatabaseRouter:\n def allow_migrate(self, db, app_label, model_name=None, **hints):\n if db == \"default\":\n return None\n return False\n\nDATABASE_ROUTERS = [\"explorer.tests.settings.PrimaryDatabaseRouter\"]\n" }, { "path": "explorer/tests/settings_base.py", "content": "from explorer.tests.settings import * # noqa\n\nEXPLORER_TASKS_ENABLED = False\nEXPLORER_USER_UPLOADS_ENABLED = False\nEXPLORER_CHARTS_ENABLED = False\nEXPLORER_AI_API_KEY = None\n" }, { "path": "explorer/tests/test_actions.py", "content": "import io\nfrom zipfile import ZipFile\n\nfrom django.test import TestCase\n\nfrom explorer.actions import generate_report_action\nfrom explorer.tests.factories import SimpleQueryFactory\n\n\nclass TestSqlQueryActions(TestCase):\n\n def test_single_query_is_csv_file(self):\n expected_csv = \"two\\r\\n2\\r\\n\"\n\n r = SimpleQueryFactory()\n fn = generate_report_action()\n result = fn(None, None, [r, ])\n self.assertEqual(result.content.lower().decode(\"utf-8-sig\"), expected_csv)\n\n def test_multiple_queries_are_zip_file(self):\n\n expected_csv = \"two\\r\\n2\\r\\n\"\n\n q = SimpleQueryFactory()\n q2 = SimpleQueryFactory()\n fn = generate_report_action()\n\n res = fn(None, None, [q, q2])\n z = ZipFile(io.BytesIO(res.content))\n got_csv = z.read(z.namelist()[0])\n\n self.assertEqual(len(z.namelist()), 2)\n self.assertEqual(z.namelist()[0], f\"{q.title}.csv\")\n self.assertEqual(got_csv.lower().decode(\"utf-8-sig\"), expected_csv)\n\n # if commas are not removed from the filename, then Chrome throws\n # \"duplicate headers received from server\"\n def test_packaging_removes_commas_from_file_name(self):\n\n expected = \"attachment; filename=query for x y.csv\"\n q = SimpleQueryFactory(title=\"query for x, y\")\n fn = generate_report_action()\n res = fn(None, None, [q])\n self.assertEqual(res[\"Content-Disposition\"], expected)\n" }, { "path": "explorer/tests/test_apps.py", "content": "from io import StringIO\n\nfrom django.test import TestCase\nfrom django.core.management import call_command\n\n\nclass PendingMigrationsTests(TestCase):\n\n def test_no_pending_migrations(self):\n out = StringIO()\n try:\n call_command(\n \"makemigrations\",\n \"--check\",\n stdout=out,\n stderr=StringIO(),\n )\n except SystemExit: # noqa\n self.fail(\"Pending migrations:\\n\" + out.getvalue())\n" }, { "path": "explorer/tests/test_assistant.py", "content": "from explorer.tests.factories import SimpleQueryFactory, QueryLogFactory\nfrom unittest.mock import patch, Mock, MagicMock\nimport unittest\nfrom explorer import app_settings\n\nimport json\nfrom django.test import TestCase\nfrom django.utils import timezone\nfrom django.urls import reverse\nfrom django.contrib.auth.models import User\nfrom django.db import OperationalError\nfrom explorer.ee.db_connections.utils import default_db_connection\nfrom explorer.ee.db_connections.models import DatabaseConnection\nfrom explorer.assistant.utils import (\n sample_rows_from_table,\n ROW_SAMPLE_SIZE,\n build_prompt,\n get_relevant_few_shots,\n get_relevant_annotation,\n table_schema\n)\n\nfrom explorer.assistant.models import TableDescription\nfrom explorer.models import PromptLog\n\n\ndef conn():\n return default_db_connection().as_django_connection()\n\n\n@unittest.skipIf(not app_settings.has_assistant(), \"assistant not enabled\")\nclass TestAssistantViews(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n self.request_data = {\n \"sql\": \"SELECT * FROM explorer_query\",\n \"connection_id\": 1,\n \"assistant_request\": \"Test Request\"\n }\n\n @patch(\"explorer.assistant.utils.openai_client\")\n def test_do_modify_query(self, mocked_openai_client):\n from explorer.assistant.views import run_assistant\n\n # create.return_value should match: resp.choices[0].message\n mocked_openai_client.return_value.chat.completions.create.return_value = Mock(\n choices=[Mock(message=Mock(content=\"smart computer\"))])\n resp = run_assistant(self.request_data, None)\n self.assertEqual(resp, \"smart computer\")\n\n @patch(\"explorer.assistant.utils.openai_client\")\n def test_assistant_help(self, mocked_openai_client):\n mocked_openai_client.return_value.chat.completions.create.return_value = Mock(\n choices=[Mock(message=Mock(content=\"smart computer\"))])\n resp = self.client.post(reverse(\"assistant\"),\n data=json.dumps(self.request_data),\n content_type=\"application/json\")\n self.assertEqual(json.loads(resp.content)[\"message\"], \"smart computer\")\n\n\n@unittest.skipIf(not app_settings.has_assistant(), \"assistant not enabled\")\nclass TestBuildPrompt(TestCase):\n\n @patch(\"explorer.models.ExplorerValue.objects.get_item\")\n def test_build_prompt_with_vendor_only(self, mock_get_item):\n mock_get_item.return_value.value = \"system prompt\"\n result = build_prompt(default_db_connection(),\n \"Help me with SQL\", [], sql=\"SELECT * FROM table;\")\n self.assertIn(\"sqlite\", result[\"system\"])\n\n @patch(\"explorer.assistant.utils.sample_rows_from_table\", return_value=\"sample data\")\n @patch(\"explorer.assistant.utils.table_schema\", return_value=[])\n @patch(\"explorer.models.ExplorerValue.objects.get_item\")\n def test_build_prompt_with_sql_and_annotation(self, mock_get_item, mock_table_schema, mock_sample_rows):\n mock_get_item.return_value.value = \"system prompt\"\n\n included_tables = [\"foo\"]\n td = TableDescription(database_connection=default_db_connection(), table_name=\"foo\", description=\"annotated\")\n td.save()\n\n result = build_prompt(default_db_connection(),\n \"Help me with SQL\", included_tables, sql=\"SELECT * FROM table;\")\n self.assertIn(\"Usage Notes:\\nannotated\", result[\"user\"])\n\n @patch(\"explorer.assistant.utils.sample_rows_from_table\", return_value=\"sample data\")\n @patch(\"explorer.assistant.utils.table_schema\", return_value=[])\n @patch(\"explorer.models.ExplorerValue.objects.get_item\")\n def test_build_prompt_with_few_shot(self, mock_get_item, mock_table_schema, mock_sample_rows):\n mock_get_item.return_value.value = \"system prompt\"\n\n included_tables = [\"magic\"]\n SimpleQueryFactory(title=\"Few shot\", description=\"the quick brown fox\", sql=\"select 'magic value';\",\n few_shot=True)\n\n result = build_prompt(default_db_connection(),\n \"Help me with SQL\", included_tables, sql=\"SELECT * FROM table;\")\n self.assertIn(\"Relevant example queries\", result[\"user\"])\n self.assertIn(\"magic value\", result[\"user\"])\n\n @patch(\"explorer.assistant.utils.sample_rows_from_table\", return_value=\"sample data\")\n @patch(\"explorer.models.ExplorerValue.objects.get_item\")\n def test_build_prompt_with_sql_and_error(self, mock_get_item, mock_sample_rows):\n mock_get_item.return_value.value = \"system prompt\"\n\n included_tables = []\n\n result = build_prompt(default_db_connection(),\n \"Help me with SQL\", included_tables,\n \"Syntax error\", \"SELECT * FROM table;\")\n self.assertIn(\"## Existing User-Written SQL ##\\nSELECT * FROM table;\", result[\"user\"])\n self.assertIn(\"## Query Error ##\\nSyntax error\\n\", result[\"user\"])\n self.assertIn(\"## User's Request to Assistant ##\\nHelp me with SQL\", result[\"user\"])\n self.assertIn(\"system prompt\", result[\"system\"])\n\n @patch(\"explorer.models.ExplorerValue.objects.get_item\")\n def test_build_prompt_with_extra_tables_fitting_window(self, mock_get_item):\n mock_get_item.return_value.value = \"system prompt\"\n\n included_tables = [\"explorer_query\"]\n SimpleQueryFactory()\n\n result = build_prompt(default_db_connection(), \"Help me with SQL\",\n included_tables, sql=\"SELECT * FROM table;\")\n self.assertIn(\"## Information for Table 'explorer_query' ##\", result[\"user\"])\n self.assertIn(\"Sample rows:\\nid | title\", result[\"user\"])\n\n\n@unittest.skipIf(not app_settings.has_assistant(), \"assistant not enabled\")\nclass TestPromptContext(TestCase):\n\n def test_retrieves_sample_rows(self):\n SimpleQueryFactory(title=\"First Query\")\n SimpleQueryFactory(title=\"Second Query\")\n SimpleQueryFactory(title=\"Third Query\")\n SimpleQueryFactory(title=\"Fourth Query\")\n ret = sample_rows_from_table(conn(), \"explorer_query\")\n self.assertEqual(len(ret), ROW_SAMPLE_SIZE+1) # includes header row\n\n def test_truncates_long_strings(self):\n c = MagicMock\n mock_cursor = MagicMock()\n long_string = \"a\" * 600\n mock_cursor.description = [(\"col1\",), (\"col2\",)]\n mock_cursor.fetchall.return_value = [(long_string, \"short string\")]\n c.cursor = MagicMock()\n c.cursor.return_value = mock_cursor\n\n ret = sample_rows_from_table(c, \"some_table\")\n header, row = ret\n\n self.assertEqual(header, [\"col1\", \"col2\"])\n self.assertEqual(row[0], \"a\" * 200 + \"...\")\n self.assertEqual(row[1], \"short string\")\n\n def test_binary_data(self):\n long_binary = b\"a\" * 600\n\n # Mock database connection and cursor\n c = MagicMock\n mock_cursor = MagicMock()\n mock_cursor.description = [(\"col1\",), (\"col2\",)]\n mock_cursor.fetchall.return_value = [(long_binary, b\"short binary\")]\n c.cursor = MagicMock()\n c.cursor.return_value = mock_cursor\n\n ret = sample_rows_from_table(c, \"some_table\")\n header, row = ret\n\n self.assertEqual(header, [\"col1\", \"col2\"])\n self.assertEqual(row[0], \"\")\n self.assertEqual(row[1], \"\")\n\n def test_handles_various_data_types(self):\n # Mock database connection and cursor\n c = MagicMock\n mock_cursor = MagicMock()\n mock_cursor.description = [(\"col1\",), (\"col2\",), (\"col3\",)]\n mock_cursor.fetchall.return_value = [(123, 45.67, \"normal string\")]\n c.cursor = MagicMock()\n c.cursor.return_value = mock_cursor\n\n ret = sample_rows_from_table(c, \"some_table\")\n header, row = ret\n\n self.assertEqual(header, [\"col1\", \"col2\", \"col3\"])\n self.assertEqual(row[0], 123)\n self.assertEqual(row[1], 45.67)\n self.assertEqual(row[2], \"normal string\")\n\n def test_handles_operational_error(self):\n c = MagicMock\n mock_cursor = MagicMock()\n mock_cursor.execute.side_effect = OperationalError(\"Test OperationalError\")\n c.cursor = MagicMock()\n c.cursor.return_value = mock_cursor\n\n ret = sample_rows_from_table(c, \"some_table\")\n\n self.assertEqual(ret, [[\"Test OperationalError\"]])\n\n def test_format_rows_from_table(self):\n from explorer.assistant.utils import format_rows_from_table\n d = [\n [\"col1\", \"col2\"],\n [\"val1\", \"val2\"],\n ]\n ret = format_rows_from_table(d)\n self.assertEqual(ret, \"col1 | col2\\nval1 | val2\")\n\n def test_schema_info_from_table_names(self):\n ret = table_schema(default_db_connection(), \"explorer_query\")\n expected = [\n (\"id\", \"AutoField\"),\n (\"title\", \"CharField\"),\n (\"sql\", \"TextField\"),\n (\"description\", \"TextField\"),\n (\"created_at\", \"DateTimeField\"),\n (\"last_run_date\", \"DateTimeField\"),\n (\"created_by_user_id\", \"IntegerField\"),\n (\"snapshot\", \"BooleanField\"),\n (\"connection\", \"CharField\"),\n (\"database_connection_id\", \"IntegerField\"),\n (\"few_shot\", \"BooleanField\")]\n self.assertEqual(ret, expected)\n\n def test_schema_info_from_table_names_case_invariant(self):\n ret = table_schema(default_db_connection(), \"EXPLORER_QUERY\")\n expected = [\n (\"id\", \"AutoField\"),\n (\"title\", \"CharField\"),\n (\"sql\", \"TextField\"),\n (\"description\", \"TextField\"),\n (\"created_at\", \"DateTimeField\"),\n (\"last_run_date\", \"DateTimeField\"),\n (\"created_by_user_id\", \"IntegerField\"),\n (\"snapshot\", \"BooleanField\"),\n (\"connection\", \"CharField\"),\n (\"database_connection_id\", \"IntegerField\"),\n (\"few_shot\", \"BooleanField\")]\n self.assertEqual(ret, expected)\n\n\n@unittest.skipIf(not app_settings.has_assistant(), \"assistant not enabled\")\nclass TestAssistantUtils(TestCase):\n\n def test_sample_rows_from_table(self):\n from explorer.assistant.utils import sample_rows_from_table, format_rows_from_table\n SimpleQueryFactory(title=\"First Query\")\n SimpleQueryFactory(title=\"Second Query\")\n QueryLogFactory()\n ret = sample_rows_from_table(conn(), \"explorer_query\")\n self.assertEqual(len(ret), ROW_SAMPLE_SIZE)\n ret = format_rows_from_table(ret)\n self.assertTrue(\"First Query\" in ret)\n self.assertTrue(\"Second Query\" in ret)\n\n def test_sample_rows_from_tables_no_table_match(self):\n from explorer.assistant.utils import sample_rows_from_table\n SimpleQueryFactory(title=\"First Query\")\n SimpleQueryFactory(title=\"Second Query\")\n ret = sample_rows_from_table(conn(), \"banana\")\n self.assertEqual(ret, [[\"no such table: banana\"]])\n\n def test_relevant_few_shots(self):\n relevant_q1 = SimpleQueryFactory(sql=\"select * from relevant_table\", few_shot=True)\n relevant_q2 = SimpleQueryFactory(sql=\"select * from conn.RELEVANT_TABLE limit 10\", few_shot=True)\n irrelevant_q2 = SimpleQueryFactory(sql=\"select * from conn.RELEVANT_TABLE limit 10\", few_shot=False)\n relevant_q3 = SimpleQueryFactory(sql=\"select * from conn.another_good_table limit 10\", few_shot=True)\n irrelevant_q1 = SimpleQueryFactory(sql=\"select * from irrelevant_table\")\n included_tables = [\"relevant_table\", \"ANOTHER_GOOD_TABLE\"]\n res = get_relevant_few_shots(relevant_q1.database_connection, included_tables)\n res_ids = [td.id for td in res]\n self.assertIn(relevant_q1.id, res_ids)\n self.assertIn(relevant_q2.id, res_ids)\n self.assertIn(relevant_q3.id, res_ids)\n self.assertNotIn(irrelevant_q1.id, res_ids)\n self.assertNotIn(irrelevant_q2.id, res_ids)\n\n def test_get_relevant_annotations(self):\n\n relevant1 = TableDescription(\n database_connection=default_db_connection(),\n table_name=\"fruit\"\n )\n relevant2 = TableDescription(\n database_connection=default_db_connection(),\n table_name=\"Vegetables\"\n )\n irrelevant = TableDescription(\n database_connection=default_db_connection(),\n table_name=\"animals\"\n )\n relevant1.save()\n relevant2.save()\n irrelevant.save()\n res1 = get_relevant_annotation(default_db_connection(), \"Fruit\")\n self.assertEqual(relevant1.id, res1.id)\n res2 = get_relevant_annotation(default_db_connection(), \"vegetables\")\n self.assertEqual(relevant2.id, res2.id)\n\n\nclass TestAssistantHistoryApiView(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_assistant_history_api_view(self):\n # Create some PromptLogs\n connection = default_db_connection()\n PromptLog.objects.create(\n run_by_user=self.user,\n database_connection=connection,\n user_request=\"Test request 1\",\n response=\"Test response 1\",\n run_at=timezone.now()\n )\n PromptLog.objects.create(\n run_by_user=self.user,\n database_connection=connection,\n user_request=\"Test request 2\",\n response=\"Test response 2\",\n run_at=timezone.now()\n )\n\n # Make a POST request to the API\n url = reverse(\"assistant_history\")\n data = {\n \"connection_id\": connection.id\n }\n response = self.client.post(url, data=json.dumps(data), content_type=\"application/json\")\n\n # Check the response\n self.assertEqual(response.status_code, 200)\n response_data = json.loads(response.content)\n self.assertIn(\"logs\", response_data)\n self.assertEqual(len(response_data[\"logs\"]), 2)\n self.assertEqual(response_data[\"logs\"][0][\"user_request\"], \"Test request 2\")\n self.assertEqual(response_data[\"logs\"][0][\"response\"], \"Test response 2\")\n self.assertEqual(response_data[\"logs\"][1][\"user_request\"], \"Test request 1\")\n self.assertEqual(response_data[\"logs\"][1][\"response\"], \"Test response 1\")\n\n def test_assistant_history_api_view_invalid_json(self):\n url = reverse(\"assistant_history\")\n response = self.client.post(url, data=\"invalid json\", content_type=\"application/json\")\n self.assertEqual(response.status_code, 400)\n response_data = json.loads(response.content)\n self.assertEqual(response_data[\"status\"], \"error\")\n self.assertEqual(response_data[\"message\"], \"Invalid JSON\")\n\n def test_assistant_history_api_view_no_logs(self):\n connection = default_db_connection()\n url = reverse(\"assistant_history\")\n data = {\n \"connection_id\": connection.id\n }\n response = self.client.post(url, data=json.dumps(data), content_type=\"application/json\")\n self.assertEqual(response.status_code, 200)\n response_data = json.loads(response.content)\n self.assertIn(\"logs\", response_data)\n self.assertEqual(len(response_data[\"logs\"]), 0)\n\n def test_assistant_history_api_view_filtered_results(self):\n # Create two users\n user1 = self.user\n user2 = User.objects.create_superuser(\n \"admin2\", \"admin2@admin.com\", \"pwd\"\n )\n\n # Create two database connections\n connection1 = default_db_connection()\n connection2 = DatabaseConnection.objects.create(\n alias=\"test_connection\",\n engine=\"django.db.backends.sqlite3\",\n name=\":memory:\"\n )\n\n # Create prompt logs for both users and connections\n PromptLog.objects.create(\n run_by_user=user1,\n database_connection=connection1,\n user_request=\"User1 Connection1 request\",\n response=\"User1 Connection1 response\",\n run_at=timezone.now()\n )\n PromptLog.objects.create(\n run_by_user=user1,\n database_connection=connection2,\n user_request=\"User1 Connection2 request\",\n response=\"User1 Connection2 response\",\n run_at=timezone.now()\n )\n PromptLog.objects.create(\n run_by_user=user2,\n database_connection=connection1,\n user_request=\"User2 Connection1 request\",\n response=\"User2 Connection1 response\",\n run_at=timezone.now()\n )\n\n # Make a POST request to the API as user1\n url = reverse(\"assistant_history\")\n data = {\n \"connection_id\": connection1.id\n }\n response = self.client.post(url, data=json.dumps(data), content_type=\"application/json\")\n\n # Check the response\n self.assertEqual(response.status_code, 200)\n response_data = json.loads(response.content)\n self.assertIn(\"logs\", response_data)\n self.assertEqual(len(response_data[\"logs\"]), 1)\n self.assertEqual(response_data[\"logs\"][0][\"user_request\"], \"User1 Connection1 request\")\n self.assertEqual(response_data[\"logs\"][0][\"response\"], \"User1 Connection1 response\")\n\n # Now test with user2\n self.client.logout()\n self.client.login(username=\"admin2\", password=\"pwd\")\n\n response = self.client.post(url, data=json.dumps(data), content_type=\"application/json\")\n\n # Check the response\n self.assertEqual(response.status_code, 200)\n response_data = json.loads(response.content)\n self.assertIn(\"logs\", response_data)\n self.assertEqual(len(response_data[\"logs\"]), 1)\n self.assertEqual(response_data[\"logs\"][0][\"user_request\"], \"User2 Connection1 request\")\n self.assertEqual(response_data[\"logs\"][0][\"response\"], \"User2 Connection1 response\")\n" }, { "path": "explorer/tests/test_create_sqlite.py", "content": "from django.test import TestCase\nfrom django.core.files.uploadedfile import SimpleUploadedFile\nfrom unittest import skipIf, mock\nfrom explorer.app_settings import EXPLORER_USER_UPLOADS_ENABLED\nfrom explorer.ee.db_connections.create_sqlite import parse_to_sqlite, get_names\nimport os\nimport sqlite3\n\n\nSQLITE_BYTES = b'SQLite format 3\\x00\\x10\\x00\\x01\\x01\\x00@ \\x00\\x00\\x00\\x02\\x00\\x00\\x00\\x02\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x01\\x00\\x00\\x00\\x04\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x01\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x02\\x00.n\\xba\\r\\x00\\x00\\x00\\x01\\x0f\\xb6\\x00\\x0f\\xb6\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00H\\x01\\x06\\x17\\x15\\x15\\x01utabledatadata\\x02CREATE TABLE \"data\" (\\n\"name\" TEXT,\\n \" title\" TEXT\\n)\\r\\x00\\x00\\x00\\x01\\x0f\\xf3\\x00\\x0f\\xf3\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x0b\\x01\\x03\\x17\\x13chriscto' # noqa\nPATH = \"./test_parse_to_sqlite.db\"\n\n\ndef write_sqlite_and_get_row(f_bytes, table_name):\n os.makedirs(os.path.dirname(PATH), exist_ok=True)\n with open(PATH, \"wb\") as temp_file:\n temp_file.write(f_bytes.getvalue())\n conn = sqlite3.connect(PATH)\n cursor = conn.cursor()\n cursor.execute(f\"SELECT * FROM {table_name}\")\n rows = cursor.fetchall()\n cursor.close()\n conn.close()\n os.remove(PATH)\n return rows\n\n\n@skipIf(not EXPLORER_USER_UPLOADS_ENABLED, reason=\"User uploads disabled\")\nclass TestCreateSqlite(TestCase):\n\n #def test_parse_to_sqlite_with_sqlite_file\n\n def test_parse_to_sqlite(self):\n file = SimpleUploadedFile(\"name.csv\", b\"name, title\\nchris,cto\", content_type=\"text/csv\")\n sqlite_bytes, name = parse_to_sqlite(file, None, user_id=1)\n rows = write_sqlite_and_get_row(sqlite_bytes, \"name\")\n\n self.assertEqual(rows[0], (\"chris\", \"cto\"))\n self.assertEqual(name, \"name_1.db\")\n\n def test_parse_to_sqlite_with_no_parser(self):\n file = SimpleUploadedFile(\"name.db\", SQLITE_BYTES, content_type=\"application/x-sqlite3\")\n sqlite_bytes, name = parse_to_sqlite(file, None, user_id=1)\n rows = write_sqlite_and_get_row(sqlite_bytes, \"data\")\n\n self.assertEqual(rows[0], (\"chris\", \"cto\"))\n self.assertEqual(name, \"name_1.db\")\n\n\nclass TestGetNames(TestCase):\n def setUp(self):\n # Mock file object\n self.mock_file = mock.MagicMock()\n self.mock_file.name = \"test file name.txt\"\n\n # Mock append_conn object\n self.mock_append_conn = mock.MagicMock()\n self.mock_append_conn.name = \"/path/to/existing_db.sqlite\"\n\n def test_no_append_conn(self):\n table_name, f_name = get_names(self.mock_file, append_conn=None, user_id=123)\n self.assertEqual(table_name, \"test_file_name\")\n self.assertEqual(f_name, \"test_file_name_123.db\")\n\n def test_with_append_conn(self):\n table_name, f_name = get_names(self.mock_file, append_conn=self.mock_append_conn, user_id=123)\n self.assertEqual(table_name, \"test_file_name\")\n self.assertEqual(f_name, \"existing_db.sqlite\")\n\n def test_secure_filename(self):\n self.mock_file.name = \"æĩ‹č¯•æ–‡äģļ.txt\"\n table_name, f_name = get_names(self.mock_file, append_conn=None, user_id=123)\n self.assertEqual(table_name, \"_\")\n self.assertEqual(f_name, \"__123.db\")\n\n def test_empty_filename(self):\n self.mock_file.name = \".txt\"\n with self.assertRaises(ValueError):\n get_names(self.mock_file, append_conn=None, user_id=123)\n\n def test_invalid_extension(self):\n self.mock_file.name = \"filename.exe\"\n with self.assertRaises(ValueError):\n get_names(self.mock_file, append_conn=None, user_id=123)\n" }, { "path": "explorer/tests/test_csrf_cookie_name.py", "content": "from django.test import TestCase, override_settings\n\n\ntry:\n from django.urls import reverse\nexcept ImportError:\n from django.core.urlresolvers import reverse\n\nfrom django.conf import settings\nfrom django.contrib.auth.models import User\n\n\nclass TestCsrfCookieName(TestCase):\n def test_csrf_cookie_name_in_context(self):\n self.user = User.objects.create_superuser(\"admin\", \"admin@admin-fake.com\", \"pwd\")\n self.client.login(username=\"admin\", password=\"pwd\")\n resp = self.client.get(reverse(\"explorer_index\"))\n self.assertTrue(\"csrf_cookie_name\" in resp.context)\n self.assertEqual(resp.context[\"csrf_cookie_name\"], settings.CSRF_COOKIE_NAME)\n\n @override_settings(CSRF_COOKIE_NAME=\"TEST_CSRF_COOKIE_NAME\")\n def test_custom_csrf_cookie_name(self):\n self.user = User.objects.create_superuser(\"admin\", \"admin@admin-fake.com\", \"pwd\")\n self.client.login(username=\"admin\", password=\"pwd\")\n resp = self.client.get(reverse(\"explorer_index\"))\n self.assertTrue(\"csrf_cookie_name\" in resp.context)\n self.assertEqual(resp.context[\"csrf_cookie_name\"], \"TEST_CSRF_COOKIE_NAME\")\n" }, { "path": "explorer/tests/test_db_connection_utils.py", "content": "from django.test import TestCase\nfrom unittest import skipIf\nfrom explorer.app_settings import EXPLORER_USER_UPLOADS_ENABLED\nif EXPLORER_USER_UPLOADS_ENABLED:\n import pandas as pd\nimport os\nimport sqlite3\nfrom django.db import DatabaseError\nfrom explorer.models import DatabaseConnection\nfrom unittest.mock import patch, MagicMock\nfrom explorer.ee.db_connections.utils import (\n pandas_to_sqlite\n)\n\n\n@skipIf(not EXPLORER_USER_UPLOADS_ENABLED, \"User uploads not enabled\")\nclass TestSQLiteConnection(TestCase):\n\n @patch(\"explorer.utils.get_s3_bucket\")\n def test_get_sqlite_for_connection_downloads_file_if_not_exists(self, mock_get_s3_bucket):\n mock_s3 = MagicMock()\n mock_get_s3_bucket.return_value = mock_s3\n\n conn = DatabaseConnection(\n name=\"test_db.db\",\n host=\"s3_bucket/test_db.db\",\n engine=DatabaseConnection.SQLITE\n )\n conn.delete_local_sqlite()\n\n local_name = conn.local_name\n\n conn.as_django_connection()\n\n mock_s3.download_file.assert_called_once_with(\"s3_bucket/test_db.db\", local_name)\n\n @patch(\"explorer.utils.get_s3_bucket\")\n def test_get_sqlite_for_connection_skips_download_if_exists(self, mock_get_s3_bucket):\n mock_s3 = MagicMock()\n mock_get_s3_bucket.return_value = mock_s3\n\n conn = DatabaseConnection(\n name=\"test_db.db\",\n host=\"s3_bucket/test_db.db\",\n engine=DatabaseConnection.SQLITE\n )\n conn.delete_local_sqlite()\n\n local_name = conn.local_name\n\n with open(local_name, \"wb\") as file:\n file.write(b\"\\x00\" * 10)\n\n conn.update_fingerprint()\n\n conn.as_django_connection()\n\n mock_s3.download_file.assert_not_called()\n\n os.remove(local_name)\n\n\nclass TestDjangoStyleConnection(TestCase):\n\n @patch(\"explorer.ee.db_connections.models.load_backend\")\n def test_create_django_style_connection_with_extras(self, mock_load_backend):\n conn = DatabaseConnection(\n name=\"test_db\",\n alias=\"test_db\",\n engine=\"django.db.backends.postgresql\",\n extras='{\"sslmode\": \"require\", \"connect_timeout\": 10}'\n )\n\n mock_backend = MagicMock()\n mock_load_backend.return_value = mock_backend\n\n conn.as_django_connection()\n\n mock_load_backend.assert_called_once_with(\"django.db.backends.postgresql\")\n mock_backend.DatabaseWrapper.assert_called_once()\n args, kwargs = mock_backend.DatabaseWrapper.call_args\n self.assertEqual(args[0][\"sslmode\"], \"require\")\n self.assertEqual(args[0][\"connect_timeout\"], 10)\n\n\n@skipIf(not EXPLORER_USER_UPLOADS_ENABLED, \"User uploads not enabled\")\nclass TestPandasToSQLite(TestCase):\n\n def test_pandas_to_sqlite(self):\n # Create a sample DataFrame\n data = {\n \"column1\": [1, 2, 3],\n \"column2\": [\"A\", \"B\", \"C\"]\n }\n df = pd.DataFrame(data)\n\n # Convert the DataFrame to SQLite and get the BytesIO buffer\n db_buffer = pandas_to_sqlite(df, \"data\", \"test_pandas_to_sqlite.db\")\n\n # Write the buffer to a temporary file to simulate reading it back\n temp_db_path = \"temp_test_database.db\"\n with open(temp_db_path, \"wb\") as f:\n f.write(db_buffer.getbuffer())\n\n # Connect to the SQLite database and verify its content\n con = sqlite3.connect(temp_db_path)\n try:\n cursor = con.cursor()\n cursor.execute(\"SELECT * FROM data\") # noqa\n rows = cursor.fetchall()\n\n # Verify the content of the SQLite database\n self.assertEqual(len(rows), 3)\n self.assertEqual(rows[0], (1, \"A\"))\n self.assertEqual(rows[1], (2, \"B\"))\n self.assertEqual(rows[2], (3, \"C\"))\n finally:\n con.close()\n os.remove(temp_db_path)\n\n def test_cant_create_connection_for_unregistered_django_alias(self):\n conn = DatabaseConnection(alias=\"not_registered\", engine=DatabaseConnection.DJANGO)\n conn.save()\n self.assertRaises(DatabaseError, conn.as_django_connection)\n" }, { "path": "explorer/tests/test_exporters.py", "content": "import json\nimport unittest\nfrom datetime import date, datetime\n\nfrom django.core.serializers.json import DjangoJSONEncoder\nfrom django.test import TestCase\nfrom django.utils import timezone\n\nfrom explorer.exporters import CSVExporter, ExcelExporter, JSONExporter\nfrom explorer.models import QueryResult\nfrom explorer.tests.factories import SimpleQueryFactory\nfrom explorer.utils import is_xls_writer_available\nfrom explorer.ee.db_connections.utils import default_db_connection\n\n\nclass TestCsv(TestCase):\n\n def test_writing_unicode(self):\n res = QueryResult(\n SimpleQueryFactory(sql='select 1 as \"a\", 2 as \"\"').sql,\n default_db_connection().as_django_connection()\n )\n res.execute_query()\n res.process()\n res._data = [[1, None], [\"JenÊt\", \"1\"]]\n\n res = CSVExporter(query=None)._get_output(res).getvalue()\n self.assertEqual(\n res.encode(\"utf-8\").decode(\"utf-8-sig\"),\n \"a,\\r\\n1,\\r\\nJenÊt,1\\r\\n\"\n )\n\n def test_custom_delimiter(self):\n q = SimpleQueryFactory(sql=\"select 1, 2\")\n exporter = CSVExporter(query=q)\n res = exporter.get_output(delim=\"|\")\n self.assertEqual(\n res.encode(\"utf-8\").decode(\"utf-8-sig\"),\n \"1|2\\r\\n1|2\\r\\n\"\n )\n\n def test_writing_bom(self):\n q = SimpleQueryFactory(sql=\"select 1, 2\")\n exporter = CSVExporter(query=q)\n res = exporter.get_output()\n self.assertEqual(res, \"\\ufeff1,2\\r\\n1,2\\r\\n\")\n\n\nclass TestJson(TestCase):\n\n def test_writing_json(self):\n res = QueryResult(\n SimpleQueryFactory(sql='select 1 as \"a\", 2 as \"\"').sql,\n default_db_connection().as_django_connection()\n )\n res.execute_query()\n res.process()\n res._data = [[1, None], [\"JenÊt\", \"1\"]]\n\n res = JSONExporter(query=None)._get_output(res).getvalue()\n expected = [{\"a\": 1, \"\": None}, {\"a\": \"JenÊt\", \"\": \"1\"}]\n self.assertEqual(res, json.dumps(expected))\n\n def test_writing_datetimes(self):\n res = QueryResult(\n SimpleQueryFactory(sql='select 1 as \"a\", 2 as \"b\"').sql,\n default_db_connection().as_django_connection()\n )\n res.execute_query()\n res.process()\n res._data = [[1, date.today()]]\n\n res = JSONExporter(query=None)._get_output(res).getvalue()\n expected = [{\"a\": 1, \"b\": date.today()}]\n self.assertEqual(res, json.dumps(expected, cls=DjangoJSONEncoder))\n\n\nclass TestExcel(TestCase):\n\n @unittest.skipIf(not is_xls_writer_available(), \"excel exporter not available\")\n def test_writing_excel(self):\n \"\"\"\n This is a pretty crap test. It at least exercises the code.\n If anyone wants to go through the brain damage of actually building\n an 'expected' xlsx output and comparing it\n (https://github.com/jmcnamara/XlsxWriter/blob/master/xlsxwriter/\n test/helperfunctions.py)\n by all means submit a pull request!\n \"\"\"\n res = QueryResult(\n SimpleQueryFactory(\n sql='select 1 as \"a\", 2 as \"\"',\n title=\"\\\\/*[]:?this title is longer than 32 characters\"\n ).sql,\n default_db_connection().as_django_connection()\n )\n\n res.execute_query()\n res.process()\n\n d = datetime.now()\n d = timezone.make_aware(d, timezone.get_current_timezone())\n\n res._data = [[1, None], [\"JenÊt\", d]]\n\n res = ExcelExporter(\n query=SimpleQueryFactory()\n )._get_output(res).getvalue()\n\n expected = b\"PK\"\n\n self.assertEqual(res[:2], expected)\n\n @unittest.skipIf(not is_xls_writer_available(), \"excel exporter not available\")\n def test_writing_dict_fields(self):\n res = QueryResult(\n SimpleQueryFactory(\n sql='select 1 as \"a\", 2 as \"\"',\n title=\"\\\\/*[]:?this title is longer than 32 characters\"\n ).sql,\n default_db_connection().as_django_connection()\n )\n\n res.execute_query()\n res.process()\n\n res._data = [[1, [\"foo\", \"bar\"]], [2, {\"foo\": \"bar\"}]]\n\n res = ExcelExporter(\n query=SimpleQueryFactory()\n )._get_output(res).getvalue()\n\n expected = b\"PK\"\n\n self.assertEqual(res[:2], expected)\n" }, { "path": "explorer/tests/test_forms.py", "content": "from django.db.utils import IntegrityError\nfrom django.forms.models import model_to_dict\nfrom django.test import TestCase\nfrom unittest.mock import patch, MagicMock\n\nfrom explorer.forms import QueryForm\nfrom explorer.tests.factories import SimpleQueryFactory\nfrom explorer.ee.db_connections.utils import default_db_connection_id\n\n\nclass TestFormValidation(TestCase):\n\n def test_form_is_valid_with_valid_sql(self):\n q = SimpleQueryFactory(sql=\"select 1;\", created_by_user_id=None)\n form = QueryForm(model_to_dict(q))\n self.assertTrue(form.is_valid())\n\n def test_form_fails_null(self):\n with self.assertRaises(IntegrityError):\n SimpleQueryFactory(sql=None, created_by_user_id=None)\n\n def test_form_fails_blank(self):\n q = SimpleQueryFactory(sql=\"\", created_by_user_id=None)\n q.params = {}\n form = QueryForm(model_to_dict(q))\n self.assertFalse(form.is_valid())\n\n def test_form_fails_blacklist(self):\n q = SimpleQueryFactory(sql=\"delete $$a$$;\", created_by_user_id=None)\n q.params = {}\n form = QueryForm(model_to_dict(q))\n self.assertFalse(form.is_valid())\n\n\nclass QueryFormTestCase(TestCase):\n\n def test_valid_form_submission(self):\n form_data = {\n \"title\": \"Test Query\",\n \"sql\": \"SELECT * FROM table\",\n \"description\": \"A test query description\",\n \"snapshot\": False,\n \"database_connection\": str(default_db_connection_id()),\n }\n\n form = QueryForm(data=form_data)\n self.assertTrue(form.is_valid(), msg=form.errors)\n query = form.save()\n\n # Verify that the Query instance was created and is correctly linked to the DatabaseConnection\n self.assertEqual(query.database_connection_id, default_db_connection_id())\n self.assertEqual(query.title, form_data[\"title\"])\n self.assertEqual(query.sql, form_data[\"sql\"])\n\n @patch(\"explorer.forms.default_db_connection\")\n def test_default_connection_first(self, mocked_default_db_connection):\n dbc = MagicMock()\n dbc.id = default_db_connection_id()\n mocked_default_db_connection.return_value = dbc\n self.assertEqual(default_db_connection_id(), QueryForm().connections[0][0])\n\n dbc = MagicMock()\n dbc.id = 2\n mocked_default_db_connection.return_value = dbc\n self.assertEqual(2, QueryForm().connections[0][0])\n" }, { "path": "explorer/tests/test_mime.py", "content": "from django.test import TestCase\nfrom django.core.files.uploadedfile import SimpleUploadedFile\nfrom explorer.ee.db_connections.mime import is_sqlite, is_json, is_json_list, is_csv\nimport io\nimport sqlite3\nimport os\n\n\nclass TestIsCsvFunction(TestCase):\n\n def test_is_csv_with_csv_file(self):\n # Create a SimpleUploadedFile with content_type set to \"text/csv\"\n csv_file = SimpleUploadedFile(\"test.csv\", b\"column1,column2\\n1,A\\n2,B\", content_type=\"text/csv\")\n self.assertTrue(is_csv(csv_file))\n\n def test_is_csv_with_non_csv_file(self):\n # Create a SimpleUploadedFile with content_type set to \"text/plain\"\n txt_file = SimpleUploadedFile(\"test.txt\", b\"Just some text\", content_type=\"text/plain\")\n self.assertFalse(is_csv(txt_file))\n\n def test_is_csv_with_empty_content_type(self):\n # Create a SimpleUploadedFile with an empty content_type\n empty_file = SimpleUploadedFile(\"test.csv\", b\"column1,column2\\n1,A\\n2,B\", content_type=\"\")\n self.assertFalse(is_csv(empty_file))\n\n\nclass TestIsJsonFunction(TestCase):\n\n def test_is_json_with_valid_json(self):\n long_json = '{\"key1\": \"value1\", \"key2\": {\"subkey1\": \"subvalue1\", \"subkey2\": \"subvalue2\"}, \"key3\": [1, 2, 3, 4]}' # noqa\n json_file = SimpleUploadedFile(\"test.json\", long_json.encode(\"utf-8\"), content_type=\"application/json\")\n self.assertTrue(is_json(json_file))\n\n def test_is_json_with_non_json_file(self):\n txt_file = SimpleUploadedFile(\"test.txt\", b\"Just some text\", content_type=\"text/plain\")\n self.assertFalse(is_json(txt_file))\n\n def test_is_json_with_wrong_extension(self):\n long_json = '{\"key1\": \"value1\", \"key2\": {\"subkey1\": \"subvalue1\", \"subkey2\": \"subvalue2\"}, \"key3\": [1, 2, 3, 4]}' # noqa\n json_file = SimpleUploadedFile(\"test.txt\", long_json.encode(\"utf-8\"), content_type=\"application/json\")\n self.assertFalse(is_json(json_file))\n\n def test_is_json_with_empty_content_type(self):\n long_json = '{\"key1\": \"value1\", \"key2\": {\"subkey1\": \"subvalue1\", \"subkey2\": \"subvalue2\"}, \"key3\": [1, 2, 3, 4]}' # noqa\n json_file = SimpleUploadedFile(\"test.json\", long_json.encode(\"utf-8\"), content_type=\"\")\n self.assertFalse(is_json(json_file))\n\n\nclass TestIsJsonListFunction(TestCase):\n\n def test_is_json_list_with_valid_json_lines(self):\n json_lines = b'{\"key1\": \"value1\"}\\n{\"key2\": \"value2\"}\\n{\"key3\": {\"subkey1\": \"subvalue1\"}}\\n' # noqa\n json_file = SimpleUploadedFile(\"test.json\", json_lines, content_type=\"application/json\")\n self.assertTrue(is_json_list(json_file))\n\n def test_is_json_list_with_multiline_json(self):\n json_lines = b'{\"key1\":\\n\"value1\"}\\n{\"key2\": \"value2\"}\\n{\"key3\": {\"subkey1\": \"subvalue1\"}}\\n' # noqa\n json_file = SimpleUploadedFile(\"test.json\", json_lines, content_type=\"application/json\")\n self.assertFalse(is_json_list(json_file))\n\n def test_is_json_list_with_non_json_file(self):\n txt_file = SimpleUploadedFile(\"test.txt\", b\"Just some text\", content_type=\"text/plain\")\n self.assertFalse(is_json_list(txt_file))\n\n def test_is_json_list_with_invalid_json_lines(self):\n # This is actually going to *pass* the check, because it's a shallow file-type check, not a comprehensive\n # one. That's ok! This type of error will get caught later, when pandas tries to parse it\n invalid_json_lines = b'{\"key1\": \"value1\"}\\nNot a JSON content\\n{\"key3\": {\"subkey1\": \"subvalue1\"}}\\n' # noqa\n json_file = SimpleUploadedFile(\"test.json\", invalid_json_lines, content_type=\"application/json\")\n self.assertTrue(is_json_list(json_file))\n\n def test_is_json_list_with_wrong_extension(self):\n json_lines = b'{\"key1\": \"value1\"}\\n{\"key2\": \"value2\"}\\n{\"key3\": {\"subkey1\": \"subvalue1\"}}\\n' # noqa\n json_file = SimpleUploadedFile(\"test.txt\", json_lines, content_type=\"application/json\")\n self.assertFalse(is_json_list(json_file))\n\n def test_is_json_list_with_empty_file(self):\n json_file = SimpleUploadedFile(\"test.json\", b\"\", content_type=\"application/json\")\n self.assertFalse(is_json_list(json_file))\n\n\nclass IsSqliteTestCase(TestCase):\n def setUp(self):\n # Create a SQLite database in a local file and read it into a BytesIO object\n # It would be nice to do this in memory, but that is not possible.\n local_path = \"local_database.db\"\n try:\n os.remove(local_path)\n except Exception as e: # noqa\n pass\n conn = sqlite3.connect(local_path)\n conn.execute(\"CREATE TABLE test (id INTEGER PRIMARY KEY, name TEXT)\")\n for i in range(5):\n conn.execute(\"INSERT INTO test (name) VALUES (?)\", (f\"name_{i}\",))\n conn.commit()\n conn.close()\n\n # Read the local SQLite database file into a BytesIO buffer\n self.sqlite_db = io.BytesIO()\n with open(local_path, \"rb\") as f:\n self.sqlite_db.write(f.read())\n self.sqlite_db.seek(0)\n\n # Clean up the local file\n os.remove(local_path)\n\n def test_is_sqlite_with_valid_sqlite_file(self):\n valid_sqlite_file = SimpleUploadedFile(\"test.sqlite\", self.sqlite_db.read(),\n content_type=\"application/x-sqlite3\")\n self.assertTrue(is_sqlite(valid_sqlite_file))\n\n def test_is_sqlite_with_invalid_sqlite_file_content_type(self):\n self.sqlite_db.seek(0)\n invalid_content_type_file = SimpleUploadedFile(\"test.sqlite\", self.sqlite_db.read(), content_type=\"text/plain\")\n self.assertFalse(is_sqlite(invalid_content_type_file))\n\n def test_is_sqlite_with_invalid_sqlite_file_header(self):\n invalid_sqlite_header = b\"Invalid header\" + b\"\\x00\" * 100\n invalid_sqlite_file = SimpleUploadedFile(\"test.sqlite\", invalid_sqlite_header,\n content_type=\"application/x-sqlite3\")\n self.assertFalse(is_sqlite(invalid_sqlite_file))\n\n def test_is_sqlite_with_exception_handling(self):\n class FaultyFile:\n content_type = \"application/x-sqlite3\"\n\n def seek(self, offset):\n pass\n\n def read(self, num_bytes):\n raise OSError(\"Unable to read file\")\n\n faulty_file = FaultyFile()\n self.assertFalse(is_sqlite(faulty_file))\n" }, { "path": "explorer/tests/test_models.py", "content": "import unittest\nimport os\nfrom unittest.mock import Mock, patch, MagicMock\n\nfrom django.core.exceptions import ValidationError\nfrom django.db import IntegrityError\nfrom django.test import TestCase\n\nfrom explorer import app_settings\nfrom explorer.models import ColumnHeader, ColumnSummary, Query, QueryLog, QueryResult, DatabaseConnection\nfrom explorer.tests.factories import SimpleQueryFactory\nfrom explorer.ee.db_connections.utils import default_db_connection\n\n\nclass TestQueryModel(TestCase):\n\n def test_params_get_merged(self):\n q = SimpleQueryFactory(sql=\"select '$$foo$$';\")\n q.params = {\"foo\": \"bar\", \"mux\": \"qux\"}\n self.assertEqual(q.available_params(), {\"foo\": \"bar\"})\n\n def test_default_params_used(self):\n q = SimpleQueryFactory(sql=\"select '$$foo:bar$$';\")\n self.assertEqual(q.available_params(), {\"foo\": \"bar\"})\n\n def test_default_params_used_even_with_labels(self):\n q = SimpleQueryFactory(sql=\"select '$$foo|label:bar$$';\")\n self.assertEqual(q.available_params(), {\"foo\": \"bar\"})\n\n def test_default_params_and_labels(self):\n q = SimpleQueryFactory(sql=\"select '$$foo|Label:bar$$';\")\n self.assertEqual(q.available_params_w_labels(), {\"foo\": {\"label\": \"Label\", \"val\": \"bar\"}})\n\n def test_query_log(self):\n self.assertEqual(0, QueryLog.objects.count())\n q = SimpleQueryFactory()\n q.log(None)\n self.assertEqual(1, QueryLog.objects.count())\n log = QueryLog.objects.first()\n self.assertEqual(log.run_by_user, None)\n self.assertEqual(log.query, q)\n self.assertFalse(log.is_playground)\n self.assertEqual(log.database_connection, q.database_connection)\n\n def test_query_logs_final_sql(self):\n q = SimpleQueryFactory(sql=\"select '$$foo$$';\")\n q.params = {\"foo\": \"bar\"}\n q.log(None)\n self.assertEqual(1, QueryLog.objects.count())\n log = QueryLog.objects.first()\n self.assertEqual(log.sql, \"select 'bar';\")\n\n def test_playground_query_log(self):\n query = Query(sql=\"select 1;\", title=\"Playground\")\n query.log(None)\n log = QueryLog.objects.first()\n self.assertTrue(log.is_playground)\n\n def test_shared(self):\n q = SimpleQueryFactory()\n q2 = SimpleQueryFactory()\n with self.settings(EXPLORER_USER_QUERY_VIEWS={\"foo\": [q.id]}):\n self.assertTrue(q.shared)\n self.assertFalse(q2.shared)\n\n def test_get_run_count(self):\n q = SimpleQueryFactory()\n self.assertEqual(q.get_run_count(), 0)\n expected = 4\n for _ in range(0, expected):\n q.log()\n self.assertEqual(q.get_run_count(), expected)\n\n def test_avg_duration(self):\n q = SimpleQueryFactory()\n self.assertIsNone(q.avg_duration())\n expected = 2.5\n ql = q.log()\n ql.duration = 2\n ql.save()\n ql = q.log()\n ql.duration = 3\n ql.save()\n self.assertEqual(q.avg_duration(), expected)\n\n def test_log_saves_duration(self):\n q = SimpleQueryFactory()\n res, ql = q.execute_with_logging(None)\n log = QueryLog.objects.first()\n self.assertEqual(log.duration, res.duration)\n self.assertTrue(log.success)\n self.assertIsNone(log.error)\n\n def test_log_saves_errors(self):\n q = SimpleQueryFactory()\n q.sql = \"select wildly invalid query\"\n q.save()\n try:\n q.execute_with_logging(None)\n except Exception:\n pass\n log = QueryLog.objects.first()\n self.assertFalse(log.success)\n self.assertIsNotNone(log.error)\n\n @unittest.skipIf(not app_settings.ENABLE_TASKS, \"tasks not enabled\")\n @patch(\"explorer.models.s3_url\")\n @patch(\"explorer.models.get_s3_bucket\")\n def test_get_snapshots_sorts_snaps(self, mocked_get_s3_bucket, mocked_s3_url):\n bucket = Mock()\n bucket.objects.filter = Mock()\n k1 = Mock()\n k1.key = \"foo\"\n k1.last_modified = \"b\"\n k2 = Mock()\n k2.key = \"bar\"\n k2.last_modified = \"a\"\n bucket.objects.filter.return_value = [k1, k2]\n mocked_get_s3_bucket.return_value = bucket\n mocked_s3_url.return_value = \"http://s3.com/presigned_url\"\n q = SimpleQueryFactory()\n snaps = q.snapshots\n self.assertEqual(bucket.objects.filter.call_count, 1)\n self.assertEqual(snaps[0].url, \"http://s3.com/presigned_url\")\n bucket.objects.filter.assert_called_once_with(Prefix=f\"query-{q.id}/snap-\")\n\n def test_final_sql_uses_merged_params(self):\n q = SimpleQueryFactory(sql=\"select '$$foo:bar$$', '$$qux$$';\")\n q.params = {\"qux\": \"mux\"}\n expected = \"select 'bar', 'mux';\"\n self.assertEqual(q.final_sql(), expected)\n\n def test_final_sql_fails_blacklist_with_bad_param(self):\n q = SimpleQueryFactory(sql=\"$$command$$ from bar;\")\n q.params = {\"command\": \"delete\"}\n expected = \"delete from bar;\"\n self.assertEqual(q.final_sql(), expected)\n with self.assertRaises(ValidationError):\n q.execute_query_only()\n\n def test_query_will_execute_with_null_database_connection(self):\n q = SimpleQueryFactory(sql=\"select 1;\")\n q.database_connection_id = None\n q.save()\n q.refresh_from_db()\n qr = q.execute_query_only()\n self.assertEqual(qr.data[0], [1])\n\n\nclass TestQueryResults(TestCase):\n\n def setUp(self):\n conn = default_db_connection().as_django_connection()\n self.qr = QueryResult('select 1 as \"foo\", \"qux\" as \"mux\";', conn)\n\n def test_column_access(self):\n self.qr._data = [[1, 2, 3], [4, 5, 6], [7, 8, 9]]\n self.assertEqual(self.qr.column(1), [2, 5, 8])\n\n def test_headers(self):\n self.assertEqual(str(self.qr.headers[0]), \"foo\")\n self.assertEqual(str(self.qr.headers[1]), \"mux\")\n\n def test_data(self):\n self.assertEqual(self.qr.data, [[1, \"qux\"]])\n\n def test_unicode_with_nulls(self):\n self.qr._headers = [ColumnHeader(\"num\"), ColumnHeader(\"char\")]\n self.qr._description = [(\"num\",), (\"char\",)]\n self.qr._data = [[2, \"a\"], [3, None]]\n self.qr.process()\n self.assertEqual(self.qr.data, [[2, \"a\"], [3, None]])\n\n def test_summary_gets_built(self):\n self.qr.process()\n self.assertEqual(len([h for h in self.qr.headers if h.summary]), 1)\n self.assertEqual(str(self.qr.headers[0].summary), \"foo\")\n self.assertEqual(self.qr.headers[0].summary.stats[\"Sum\"], 1.0)\n\n def test_summary_gets_built_for_multiple_cols(self):\n self.qr._headers = [ColumnHeader(\"a\"), ColumnHeader(\"b\")]\n self.qr._description = [(\"a\",), (\"b\",)]\n self.qr._data = [[1, 10], [2, 20]]\n self.qr.process()\n self.assertEqual(len([h for h in self.qr.headers if h.summary]), 2)\n self.assertEqual(self.qr.headers[0].summary.stats[\"Sum\"], 3.0)\n self.assertEqual(self.qr.headers[1].summary.stats[\"Sum\"], 30.0)\n\n def test_numeric_detection(self):\n self.assertEqual(self.qr._get_numerics(), [0])\n\n def test_transforms_are_identified(self):\n self.qr._headers = [ColumnHeader(\"foo\")]\n got = self.qr._get_transforms()\n self.assertEqual([(0, '{0}')], got)\n\n def test_transform_alters_row(self):\n self.qr._headers = [ColumnHeader(\"foo\"), ColumnHeader(\"qux\")]\n self.qr._data = [[1, 2]]\n self.qr.process()\n self.assertEqual(['1', 2], self.qr._data[0])\n\n def test_multiple_transforms(self):\n self.qr._headers = [ColumnHeader(\"foo\"), ColumnHeader(\"bar\")]\n self.qr._data = [[1, 2]]\n self.qr.process()\n self.assertEqual(['1', \"x: 2\"], self.qr._data[0])\n\n def test_get_headers_no_results(self):\n self.qr._description = None\n self.assertEqual([ColumnHeader(\"--\")][0].title, self.qr._get_headers()[0].title)\n\n\nclass TestColumnSummary(TestCase):\n\n def test_executes(self):\n res = ColumnSummary(\"foo\", [1, 2, 3])\n self.assertEqual(res.stats, {\"Min\": 1, \"Max\": 3, \"Avg\": 2, \"Sum\": 6, \"NUL\": 0})\n\n def test_handles_null_as_zero(self):\n res = ColumnSummary(\"foo\", [1, None, 5])\n self.assertEqual(res.stats, {\"Min\": 0, \"Max\": 5, \"Avg\": 2, \"Sum\": 6, \"NUL\": 1})\n\n def test_empty_data(self):\n res = ColumnSummary(\"foo\", [])\n self.assertEqual(res.stats, {\"Min\": 0, \"Max\": 0, \"Avg\": 0, \"Sum\": 0, \"NUL\": 0})\n\n\nclass TestDatabaseConnection(TestCase):\n\n def test_cant_create_a_connection_with_conflicting_name(self):\n thrown = False\n try:\n conn = DatabaseConnection(alias=\"default\")\n conn.save()\n except IntegrityError:\n thrown = True\n self.assertTrue(thrown)\n\n @patch(\"os.makedirs\")\n @patch(\"os.path.exists\", return_value=False)\n @patch(\"os.getcwd\", return_value=\"/mocked/path\")\n def test_local_name_calls_user_dbs_local_dir(self, mock_getcwd, mock_exists, mock_makedirs):\n connection = DatabaseConnection(\n alias=\"test\",\n engine=DatabaseConnection.SQLITE,\n name=\"test_db.sqlite3\",\n host=\"some-s3-bucket\",\n )\n\n local_name = connection.local_name\n expected_path = \"/mocked/path/user_dbs/test_db.sqlite3\"\n\n # Check if the local_name property returns the correct path\n self.assertEqual(local_name, expected_path)\n\n # Ensure os.makedirs was called once since the directory does not exist\n mock_makedirs.assert_called_once_with(\"/mocked/path/user_dbs\")\n\n @patch(\"explorer.utils.get_s3_bucket\")\n @patch(\"explorer.ee.db_connections.models.cache\")\n def test_single_download_triggered(self, mock_cache, mock_get_s3_bucket):\n # Setup mocks\n mock_cache.add.return_value = True # Simulate acquiring the lock\n mock_s3 = MagicMock()\n mock_get_s3_bucket.return_value = mock_s3\n\n # Call the method\n instance = DatabaseConnection(\n alias=\"test\",\n engine=DatabaseConnection.SQLITE,\n name=\"test_db.sqlite3\",\n host=\"some-s3-bucket\",\n id=123\n )\n instance.download_sqlite_if_needed()\n\n # Assertions\n mock_s3.download_file.assert_called_once()\n mock_cache.add.assert_called_once()\n mock_cache.delete.assert_called_once()\n\n @patch(\"explorer.utils.get_s3_bucket\")\n @patch(\"explorer.ee.db_connections.models.cache\")\n def test_skip_download_when_locked(self, mock_cache, mock_get_s3_bucket):\n # Setup mocks\n mock_cache.add.return_value = False # Simulate that another process has the lock\n mock_s3 = MagicMock()\n mock_get_s3_bucket.return_value = mock_s3\n\n # Call the method\n instance = DatabaseConnection(\n alias=\"test\",\n engine=DatabaseConnection.SQLITE,\n name=\"test_db.sqlite3\",\n host=\"some-s3-bucket\",\n id=123\n )\n instance.download_sqlite_if_needed()\n\n # Assertions\n mock_s3.download_file.assert_not_called()\n mock_cache.add.assert_called_once()\n mock_cache.delete.assert_not_called()\n\n @patch(\"explorer.utils.get_s3_bucket\")\n def test_not_downloaded_if_file_exists_and_model_is_unsaved(self, mock_get_s3_bucket):\n\n # Note this is NOT being saved to disk, e.g. how a DatabaseValidate would work.\n connection = DatabaseConnection(\n alias=\"test\",\n engine=DatabaseConnection.SQLITE,\n name=\"test_db.sqlite3\",\n host=\"some-s3-bucket\",\n )\n\n def mock_download_file(path, filename): pass\n mock_s3 = mock_get_s3_bucket.return_value\n mock_s3.download_file = MagicMock(side_effect=mock_download_file)\n\n # write the file\n with open(connection.local_name, \"w\") as f:\n f.write(\"Initial content\")\n\n # See if it downloads\n connection.download_sqlite_if_needed()\n\n # And it shouldn't....\n mock_s3.download_file.assert_not_called()\n\n # ...even though the fingerprints don't match\n self.assertIsNone(connection.upload_fingerprint)\n\n @patch(\"explorer.utils.get_s3_bucket\")\n def test_fingerprint_is_updated_after_download_and_download_is_not_called_again(self, mock_get_s3_bucket):\n # Setup\n mock_s3 = mock_get_s3_bucket.return_value\n\n connection = DatabaseConnection.objects.create(\n alias=\"test\",\n engine=DatabaseConnection.SQLITE,\n name=\"test_db.sqlite3\",\n host=\"some-s3-bucket\",\n )\n\n # Define a function to mock S3 download\n def mock_download_file(path, filename):\n with open(filename, \"w\") as f:\n f.write(\"Initial content\")\n\n mock_s3.download_file = MagicMock(side_effect=mock_download_file)\n\n # First download\n connection.download_sqlite_if_needed()\n\n # Check that the file was \"downloaded\" (in this case, created)\n self.assertTrue(os.path.exists(connection.local_name))\n\n # Check that the fingerprint was updated\n self.assertIsNotNone(connection.upload_fingerprint)\n initial_fingerprint = connection.upload_fingerprint\n\n # Mock S3 download to track calls\n mock_s3.download_file.reset_mock()\n\n # Second attempt to download\n connection.download_sqlite_if_needed()\n\n # Check that download was not called again\n mock_s3.download_file.assert_not_called()\n\n # Check that the fingerprint hasn't changed\n connection.refresh_from_db()\n self.assertEqual(connection.upload_fingerprint, initial_fingerprint)\n\n # Modify the file to simulate changes\n with open(connection.local_name, \"w\") as f:\n f.write(\"Modified content\")\n\n # Third attempt to download\n connection.download_sqlite_if_needed()\n\n # Check that download was called again\n mock_s3.download_file.assert_called_once()\n\n # Check that the fingerprint has been updated back to the original\n connection.refresh_from_db()\n self.assertEqual(connection.upload_fingerprint, initial_fingerprint)\n\n def test_default_is_set(self):\n orig_default = default_db_connection()\n new_default = DatabaseConnection(alias=\"new1\", engine=DatabaseConnection.SQLITE, name=\"test_db.sqlite3\",\n default=True)\n new_default.save()\n orig_default.refresh_from_db()\n self.assertFalse(orig_default.default)\n self.assertEqual(new_default.id, default_db_connection().id)\n self.assertEqual(DatabaseConnection.objects.filter(default=True).count(), 1)\n" }, { "path": "explorer/tests/test_schema.py", "content": "from unittest.mock import patch\n\nfrom django.core.cache import cache\nfrom django.db import connection\nfrom django.test import TestCase\n\nfrom explorer import schema\nfrom explorer.ee.db_connections.utils import default_db_connection\n\n\ndef conn():\n return default_db_connection()\n\n\nclass TestSchemaInfo(TestCase):\n\n def setUp(self):\n cache.clear()\n\n @patch(\"explorer.schema._get_includes\")\n @patch(\"explorer.schema._get_excludes\")\n def test_schema_info_returns_valid_data(self, mocked_excludes,\n mocked_includes):\n mocked_includes.return_value = None\n mocked_excludes.return_value = []\n res = schema.schema_info(conn())\n assert mocked_includes.called # sanity check: ensure patch worked\n tables = [x[0] for x in res]\n self.assertIn(\"explorer_query\", tables)\n\n json_res = schema.schema_json_info(conn())\n self.assertListEqual(list(json_res.keys()), tables)\n\n @patch(\"explorer.schema._get_includes\")\n @patch(\"explorer.schema._get_excludes\")\n def test_table_exclusion_list(self, mocked_excludes, mocked_includes):\n mocked_includes.return_value = None\n mocked_excludes.return_value = (\"explorer_\",)\n res = schema.schema_info(conn())\n tables = [x[0] for x in res]\n self.assertNotIn(\"explorer_query\", tables)\n\n @patch(\"explorer.schema._get_includes\")\n @patch(\"explorer.schema._get_excludes\")\n def test_app_inclusion_list(self, mocked_excludes, mocked_includes):\n mocked_includes.return_value = (\"auth_\",)\n mocked_excludes.return_value = []\n res = schema.schema_info(conn())\n tables = [x[0] for x in res]\n self.assertNotIn(\"explorer_query\", tables)\n self.assertIn(\"auth_user\", tables)\n\n @patch(\"explorer.schema._get_includes\")\n @patch(\"explorer.schema._get_excludes\")\n def test_app_inclusion_list_excluded(self, mocked_excludes,\n mocked_includes):\n # Inclusion list \"wins\"\n mocked_includes.return_value = (\"explorer_\",)\n mocked_excludes.return_value = (\"explorer_\",)\n res = schema.schema_info(conn())\n tables = [x[0] for x in res]\n self.assertIn(\"explorer_query\", tables)\n\n @patch(\"explorer.schema._include_views\")\n def test_app_include_views(self, mocked_include_views):\n database_view = setup_sample_database_view()\n mocked_include_views.return_value = True\n res = schema.schema_info(conn())\n tables = [x[0] for x in res]\n self.assertIn(database_view, tables)\n\n @patch(\"explorer.schema._include_views\")\n def test_app_exclude_views(self, mocked_include_views):\n database_view = setup_sample_database_view()\n mocked_include_views.return_value = False\n res = schema.schema_info(conn())\n tables = [x[0] for x in res]\n self.assertNotIn(database_view, tables)\n\n def test_transform_to_json(self):\n schema_info = [\n (\"table1\", [(\"col1\", \"type1\"), (\"col2\", \"type2\")]),\n (\"table2\", [(\"col1\", \"type1\"), (\"col2\", \"type2\")]),\n ]\n json_schema = schema.transform_to_json_schema(schema_info)\n self.assertEqual(json_schema, {\n \"table1\": [\"col1\", \"col2\"],\n \"table2\": [\"col1\", \"col2\"],\n })\n\n\ndef setup_sample_database_view():\n with connection.cursor() as cursor:\n cursor.execute(\n \"CREATE VIEW IF NOT EXISTS v_explorer_query AS SELECT title, \"\n \"sql from explorer_query\"\n )\n return \"v_explorer_query\"\n" }, { "path": "explorer/tests/test_tasks.py", "content": "import unittest\nfrom datetime import datetime, timedelta\nfrom io import StringIO\nfrom unittest.mock import patch\nimport os\n\nfrom django.core import mail\nfrom django.test import TestCase\nfrom django.utils import timezone\n\nfrom explorer import app_settings\nfrom explorer.models import QueryLog\nfrom explorer.ee.db_connections.models import DatabaseConnection\nfrom explorer.tasks import execute_query, snapshot_queries, truncate_querylogs, \\\n remove_unused_sqlite_dbs\nfrom explorer.tests.factories import SimpleQueryFactory\n\n\nclass TestTasks(TestCase):\n\n @unittest.skipIf(not app_settings.ENABLE_TASKS, \"tasks not enabled\")\n @patch(\"explorer.tasks.s3_csv_upload\")\n def test_async_results(self, mocked_upload):\n mocked_upload.return_value = \"http://s3.com/your-file.csv\"\n\n q = SimpleQueryFactory(\n sql='select 1 \"a\", 2 \"b\", 3 \"c\";', title=\"testquery\"\n )\n execute_query(q.id, \"cc@epantry.com\")\n\n output = StringIO()\n output.write(\"a,b,c\\r\\n1,2,3\\r\\n\")\n\n self.assertEqual(len(mail.outbox), 2)\n self.assertIn(\n \"[SQL Explorer] Your query is running\", mail.outbox[0].subject\n )\n self.assertIn(\"[SQL Explorer] Report \", mail.outbox[1].subject)\n self.assertEqual(\n mocked_upload\n .call_args[0][1].getvalue()\n .decode(\"utf-8-sig\"),\n output.getvalue()\n )\n self.assertEqual(mocked_upload.call_count, 1)\n\n @unittest.skipIf(not app_settings.ENABLE_TASKS, \"tasks not enabled\")\n @patch(\"explorer.tasks.s3_csv_upload\")\n def test_async_results_fails_with_message(self, mocked_upload):\n mocked_upload.return_value = \"http://s3.com/your-file.csv\"\n\n q = SimpleQueryFactory(sql=\"select x from foo;\", title=\"testquery\")\n execute_query(q.id, \"cc@epantry.com\")\n\n output = StringIO()\n output.write(\"a,b,c\\r\\n1,2,3\\r\\n\")\n\n self.assertEqual(len(mail.outbox), 2)\n self.assertIn(\"[SQL Explorer] Error \", mail.outbox[1].subject)\n self.assertEqual(mocked_upload.call_count, 0)\n\n @unittest.skipIf(not app_settings.ENABLE_TASKS, \"tasks not enabled\")\n @patch(\"explorer.tasks.s3_csv_upload\")\n def test_snapshots(self, mocked_upload):\n mocked_upload.return_value = \"http://s3.com/your-file.csv\"\n\n SimpleQueryFactory(snapshot=True)\n SimpleQueryFactory(snapshot=True)\n SimpleQueryFactory(snapshot=True)\n SimpleQueryFactory(snapshot=False)\n\n snapshot_queries()\n self.assertEqual(mocked_upload.call_count, 3)\n\n @unittest.skipIf(not app_settings.ENABLE_TASKS, \"tasks not enabled\")\n def test_truncating_querylogs(self):\n QueryLog(sql=\"foo\").save()\n delete_time = timezone.make_aware(datetime.now() - timedelta(days=31), timezone.get_default_timezone())\n QueryLog.objects.filter(sql=\"foo\").update(\n run_at=delete_time\n )\n\n QueryLog(sql=\"bar\").save()\n ok_time = timezone.make_aware(datetime.now() - timedelta(days=29), timezone.get_default_timezone())\n QueryLog.objects.filter(sql=\"bar\").update(\n run_at=ok_time\n )\n truncate_querylogs(30)\n self.assertEqual(QueryLog.objects.count(), 1)\n\n\nclass RemoveUnusedSQLiteDBsTestCase(TestCase):\n\n def set_up_the_things(self, offset):\n dbc = DatabaseConnection(\n alias=\"localconn\",\n name=\"localconn\",\n engine=DatabaseConnection.SQLITE,\n host=\"foo\"\n )\n dbc.save()\n days = app_settings.EXPLORER_PRUNE_LOCAL_UPLOAD_COPY_DAYS_INACTIVITY\n\n with open(dbc.local_name, \"w\") as temp_db:\n temp_db.write(\"\")\n\n recent_time = timezone.make_aware(datetime.now() - timedelta(days=days + offset),\n timezone.get_default_timezone())\n ql = QueryLog(sql=\"foo\", database_connection=dbc)\n ql.save()\n QueryLog.objects.filter(id=ql.id).update(run_at=recent_time) # Have to sidestep the auto_add_now\n\n return dbc, ql\n\n def test_remove_unused_sqlite_dbs(self):\n dbc, ql = self.set_up_the_things(1)\n remove_unused_sqlite_dbs()\n self.assertFalse(os.path.exists(dbc.local_name))\n dbc.delete()\n ql.delete()\n\n def test_do_not_remove_recently_used_db(self):\n dbc, ql = self.set_up_the_things(-1)\n remove_unused_sqlite_dbs()\n self.assertTrue(os.path.exists(dbc.local_name))\n os.remove(dbc.local_name)\n dbc.delete()\n ql.delete()\n" }, { "path": "explorer/tests/test_telemetry.py", "content": "from django.test import TestCase\nfrom explorer.telemetry import instance_identifier, _gather_summary_stats, Stat, StatNames, _get_install_quarter\nfrom unittest.mock import patch, MagicMock\nfrom django.core.cache import cache\nfrom datetime import datetime\n\n\nclass TestTelemetry(TestCase):\n\n def setUp(self):\n cache.delete(\"last_stat_sent_time\")\n\n def test_instance_identifier(self):\n v = instance_identifier()\n self.assertEqual(len(v), 36)\n\n # Doesn't change after calling it again\n v = instance_identifier()\n self.assertEqual(len(v), 36)\n\n def test_gather_summary_stats(self):\n res = _gather_summary_stats()\n self.assertEqual(res[\"total_query_count\"], 0)\n self.assertEqual(res[\"default_database\"], \"sqlite\")\n\n @patch(\"explorer.telemetry.threading.Thread\")\n @patch(\"explorer.app_settings\")\n def test_stats_not_sent_too_frequently(self, mocked_app_settings, mocked_thread):\n mocked_app_settings.EXPLORER_ENABLE_ANONYMOUS_STATS = True\n mocked_app_settings.UNSAFE_RENDERING = True\n mocked_app_settings.EXPLORER_CHARTS_ENABLED = True\n mocked_app_settings.has_assistant = MagicMock(return_value=True)\n mocked_app_settings.db_connections_enabled = MagicMock(return_value=True)\n mocked_app_settings.ENABLE_TASKS = True\n s1 = Stat(StatNames.QUERY_RUN, {\"foo\": \"bar\"})\n s2 = Stat(StatNames.QUERY_RUN, {\"mux\": \"qux\"})\n s3 = Stat(StatNames.QUERY_RUN, {\"bar\": \"baz\"})\n\n # once for s1 and once for summary stats\n s1.track()\n self.assertEqual(mocked_thread.call_count, 2)\n\n # both the s2 track call is suppressed, and the summary stat call\n s2.track()\n self.assertEqual(mocked_thread.call_count, 2)\n\n # clear the cache, which should cause track() for the stat to work, but not send summary stats\n cache.clear()\n s3.track()\n self.assertEqual(mocked_thread.call_count, 3)\n\n @patch(\"explorer.telemetry.threading.Thread\")\n @patch(\"explorer.app_settings\")\n def test_stats_not_sent_if_disabled(self, mocked_app_settings, mocked_thread):\n mocked_app_settings.EXPLORER_ENABLE_ANONYMOUS_STATS = False\n s1 = Stat(StatNames.QUERY_RUN, {\"foo\": \"bar\"})\n s1.track()\n self.assertEqual(mocked_thread.call_count, 0)\n\n @patch(\"explorer.telemetry.MigrationRecorder.Migration.objects.filter\")\n def test_get_install_quarter_with_no_migrations(self, mock_filter):\n mock_filter.return_value.order_by.return_value.first.return_value = None\n result = _get_install_quarter()\n self.assertIsNone(result)\n\n @patch(\"explorer.telemetry.MigrationRecorder.Migration.objects.filter\")\n def test_get_install_quarter_edge_cases(self, mock_filter):\n # Test edge cases like end of year and start of year\n dates = [datetime(2022, 12, 31), datetime(2023, 1, 1), datetime(2023, 3, 31), datetime(2023, 4, 1)]\n results = [\"Q4-2022\", \"Q1-2023\", \"Q1-2023\", \"Q2-2023\"]\n\n for date, expected in zip(dates, results):\n with self.subTest(date=date):\n mock_migration = MagicMock()\n mock_migration.applied = date\n mock_filter.return_value.order_by.return_value.first.return_value = mock_migration\n\n result = _get_install_quarter()\n self.assertEqual(result, expected)\n" }, { "path": "explorer/tests/test_type_infer.py", "content": "from django.test import TestCase\nfrom unittest import skipIf\nfrom explorer.app_settings import EXPLORER_USER_UPLOADS_ENABLED\nif EXPLORER_USER_UPLOADS_ENABLED:\n import pandas as pd\nimport os\nfrom explorer.ee.db_connections.type_infer import csv_to_typed_df, json_to_typed_df, json_list_to_typed_df\n\n\ndef _get_csv(csv_name):\n current_script_dir = os.path.dirname(os.path.abspath(__file__))\n file_path = os.path.join(current_script_dir, \"csvs\", csv_name)\n\n # Open the file in binary mode and read its contents\n with open(file_path, \"rb\") as file:\n csv_bytes = file.read()\n\n return csv_bytes\n\n\ndef _get_json(json_name):\n current_script_dir = os.path.dirname(os.path.abspath(__file__))\n file_path = os.path.join(current_script_dir, \"json\", json_name)\n\n # Open the file in binary mode and read its contents\n with open(file_path, \"rb\") as file:\n json_bytes = file.read()\n\n return json_bytes\n\n\n@skipIf(not EXPLORER_USER_UPLOADS_ENABLED, \"User uploads not enabled\")\nclass TestCsvToTypedDf(TestCase):\n\n def test_mixed_types(self):\n df = csv_to_typed_df(_get_csv(\"mixed.csv\"))\n self.assertTrue(pd.api.types.is_object_dtype(df[\"Value1\"]))\n self.assertTrue(pd.api.types.is_object_dtype(df[\"Value2\"]))\n self.assertTrue(pd.api.types.is_object_dtype(df[\"Value3\"]))\n\n def test_all_types(self):\n df = csv_to_typed_df(_get_csv(\"all_types.csv\"))\n self.assertTrue(pd.api.types.is_datetime64_ns_dtype(df[\"Dates\"]))\n self.assertTrue(pd.api.types.is_integer_dtype(df[\"Integers\"]))\n self.assertTrue(pd.api.types.is_float_dtype(df[\"Floats\"]))\n self.assertTrue(pd.api.types.is_object_dtype(df[\"Strings\"]))\n\n def test_integer_parsing(self):\n df = csv_to_typed_df(_get_csv(\"integers.csv\"))\n self.assertTrue(pd.api.types.is_integer_dtype(df[\"Integers\"]))\n self.assertTrue(pd.api.types.is_integer_dtype(df[\"More_integers\"]))\n\n def test_float_parsing(self):\n df = csv_to_typed_df(_get_csv(\"floats.csv\"))\n self.assertTrue(pd.api.types.is_float_dtype(df[\"Floats\"]))\n\n def test_date_parsing(self):\n\n # Will not handle these formats:\n # Unix Timestamp: 1706232300 (Seconds since Unix Epoch - 1970-01-01 00:00:00 UTC)\n # ISO 8601 Week Number: 2024-W04-3 (Year-WWeekNumber-Weekday)\n # Day of Year: 2024-024 (Year-DayOfYear)\n\n df = csv_to_typed_df(_get_csv(\"dates.csv\"))\n self.assertTrue(pd.api.types.is_datetime64_ns_dtype(df[\"Dates\"]))\n\n\n@skipIf(not EXPLORER_USER_UPLOADS_ENABLED, \"User uploads not enabled\")\nclass TestJsonToTypedDf(TestCase):\n\n def test_basic_json(self):\n df = json_to_typed_df(_get_json(\"kings.json\"))\n self.assertTrue(pd.api.types.is_object_dtype(df[\"Name\"]))\n self.assertTrue(pd.api.types.is_object_dtype(df[\"Country\"]))\n self.assertTrue(pd.api.types.is_integer_dtype(df[\"ID\"]))\n\n def test_nested_json(self):\n df = json_to_typed_df(_get_json(\"github.json\"))\n self.assertTrue(pd.api.types.is_object_dtype(df[\"subscription_url\"]))\n self.assertTrue(pd.api.types.is_object_dtype(df[\"topics\"]))\n self.assertTrue(pd.api.types.is_integer_dtype(df[\"size\"]))\n self.assertTrue(pd.api.types.is_integer_dtype(df[\"owner.id\"]))\n\n def test_json_list(self):\n df = json_list_to_typed_df(_get_json(\"list.json\"))\n self.assertTrue(pd.api.types.is_integer_dtype(df[\"Item.value.M.unique_connection_count.N\"]))\n self.assertTrue(pd.api.types.is_object_dtype(df[\"Item.instanceId.S\"]))\n self.assertEqual(len(df), 5)\n" }, { "path": "explorer/tests/test_utils.py", "content": "from unittest.mock import Mock\n\nfrom django.test import TestCase\n\nfrom explorer import app_settings\nfrom explorer.tests.factories import SimpleQueryFactory\nfrom explorer.utils import (\n EXPLORER_PARAM_TOKEN, extract_params, get_params_for_url, get_params_from_request, param, passes_blacklist,\n shared_dict_update, swap_params, secure_filename\n)\n\n\nclass TestSqlBlacklist(TestCase):\n\n def setUp(self):\n self.orig = app_settings.EXPLORER_SQL_BLACKLIST\n\n def tearDown(self):\n app_settings.EXPLORER_SQL_BLACKLIST = self.orig\n\n def test_overriding_blacklist(self):\n app_settings.EXPLORER_SQL_BLACKLIST = []\n sql = \"DELETE FROM some_table;\"\n passes, words = passes_blacklist(sql)\n self.assertTrue(passes)\n\n def test_not_overriding_blacklist(self):\n sql = \"DELETE FROM some_table;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n # Various flavors of select - all should be ok\n def test_select_keywords_as_literals(self):\n sql = \"SELECT * from eventtype where eventtype.value = 'Grant Date';\"\n passes, words = passes_blacklist(sql)\n self.assertTrue(passes)\n\n def test_select_containing_drop_in_word(self):\n sql = \"SELECT * FROM student droptable WHERE name LIKE 'Robert%'\"\n self.assertTrue(passes_blacklist(sql)[0])\n\n def test_select_with_case(self):\n sql = \"\"\"SELECT ProductNumber, Name, \"Price Range\" =\n CASE\n WHEN ListPrice = 0 THEN 'Mfg item - not for resale'\n WHEN ListPrice < 50 THEN 'Under $50'\n WHEN ListPrice >= 50 and ListPrice < 250 THEN 'Under $250'\n WHEN ListPrice >= 250 and ListPrice < 1000 THEN 'Under $1000'\n ELSE 'Over $1000'\n END\n FROM Production.Product\n ORDER BY ProductNumber ;\n \"\"\"\n passes, words = passes_blacklist(sql)\n self.assertTrue(passes)\n\n def test_select_with_subselect(self):\n sql = \"\"\"SELECT a.studentid, a.name, b.total_marks\n FROM student a, marks b\n WHERE a.studentid = b.studentid AND b.total_marks >\n (SELECT total_marks\n FROM marks\n WHERE studentid = 'V002');\n \"\"\"\n passes, words = passes_blacklist(sql)\n self.assertTrue(passes)\n\n def test_select_with_replace_function(self):\n sql = \"SELECT replace('test string', 'st', '**');\"\n passes, words = passes_blacklist(sql)\n self.assertTrue(passes)\n\n def test_dml_commit(self):\n sql = \"COMMIT TRANSACTION;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dml_delete(self):\n sql = \"'distraction'; deLeTe from table; \" \\\n \"SELECT 1+1 AS TWO; drop view foo;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n self.assertEqual(len(words), 2)\n\n def test_dml_insert(self):\n sql = \"INSERT INTO products (product_no, name, price) VALUES (1, 'Cheese', 9.99);\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dml_merge(self):\n sql = \"\"\"MERGE INTO wines w\n USING (VALUES('Chateau Lafite 2003', '24')) v\n ON v.column1 = w.winename\n WHEN NOT MATCHED\n INSERT VALUES(v.column1, v.column2)\n WHEN MATCHED\n UPDATE SET stock = stock + v.column2;\"\"\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dml_replace(self):\n sql = \"REPLACE INTO test VALUES (1, 'Old', '2014-08-20 18:47:00');\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dml_rollback(self):\n sql = \"ROLLBACK TO SAVEPOINT my_savepoint;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dml_set(self):\n sql = \"SET PASSWORD FOR 'user-name-here' = PASSWORD('new-password');\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dml_start(self):\n sql = \"START TRANSACTION;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dml_update(self):\n sql = \"\"\"UPDATE accounts SET (contact_first_name, contact_last_name) =\n (SELECT first_name, last_name FROM employees\n WHERE employees.id = accounts.sales_person);\"\"\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dml_upsert(self):\n sql = \"UPSERT INTO Users VALUES (10, 'John', 'Smith', 27, 60000);\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_ddl_alter(self):\n sql = \"\"\"ALTER TABLE foo\n ALTER COLUMN foo_timestamp DROP DEFAULT,\n ALTER COLUMN foo_timestamp TYPE timestamp with time zone\n USING\n timestamp with time zone 'epoch' + foo_timestamp * interval '1 second',\n ALTER COLUMN foo_timestamp SET DEFAULT now();\"\"\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_ddl_create(self):\n sql = \"\"\"CREATE TABLE Persons (\n PersonID int,\n LastName varchar(255),\n FirstName varchar(255),\n Address varchar(255),\n City varchar(255)\n );\n \"\"\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_ddl_drop(self):\n sql = \"DROP TABLE films, distributors;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_ddl_rename(self):\n sql = \"RENAME TABLE old_table_name TO new_table_name;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_ddl_truncate(self):\n sql = \"TRUNCATE bigtable, othertable RESTART IDENTITY;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dcl_grant(self):\n sql = \"GRANT ALL PRIVILEGES ON kinds TO manuel;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dcl_revoke(self):\n sql = \"REVOKE ALL PRIVILEGES ON kinds FROM manuel;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n def test_dcl_revoke_bad_syntax(self):\n sql = \"REVOKE ON kinds; FROM manuel;\"\n passes, words = passes_blacklist(sql)\n self.assertFalse(passes)\n\n\nclass TestParams(TestCase):\n\n def test_swappable_params_are_built_correctly(self):\n expected = EXPLORER_PARAM_TOKEN + \"foo\" + EXPLORER_PARAM_TOKEN\n self.assertEqual(expected, param(\"foo\"))\n\n def test_params_get_swapped(self):\n sql = \"please Swap $$this$$ and $$THat$$\"\n expected = \"please Swap here and there\"\n params = {\"this\": \"here\", \"that\": \"there\"}\n got = swap_params(sql, params)\n self.assertEqual(got, expected)\n\n def test_empty_params_does_nothing(self):\n sql = \"please swap $$this$$ and $$that$$\"\n params = None\n got = swap_params(sql, params)\n self.assertEqual(got, sql)\n\n def test_non_string_param_gets_swapper(self):\n sql = \"please swap $$this$$\"\n expected = \"please swap 1\"\n params = {\"this\": 1}\n got = swap_params(sql, params)\n self.assertEqual(got, expected)\n\n def _assertSwap(self, tuple):\n self.assertEqual(extract_params(tuple[0]), tuple[1])\n\n def test_extracting_params(self):\n tests = [\n (\"please swap $$this0$$\", {\"this0\": {\"default\": \"\", \"label\": \"\"}}),\n (\"please swap $$THis0$$\", {\"this0\": {\"default\": \"\", \"label\": \"\"}}),\n (\"please swap $$this6$$ $$this6:that$$\", {\"this6\": {\"default\": \"that\", \"label\": \"\"}}),\n (\"please swap $$this_7:foo, bar$$\", {\"this_7\": {\"default\": \"foo, bar\", \"label\": \"\"}}),\n (\"please swap $$this8:$$\", {}),\n (\"do nothing with $$this1 $$\", {}),\n (\"do nothing with $$this2 :$$\", {}),\n (\"do something with $$this3: $$\", {\"this3\": {\"default\": \" \", \"label\": \"\"}}),\n (\"do nothing with $$this4: \", {}),\n (\"do nothing with $$this5$that$$\", {}),\n (\"check label $$this|label:val$$\", {\"this\": {\"default\": \"val\", \"label\": \"label\"}}),\n (\"check case $$this|label Case:Va l$$\", {\"this\": {\"default\": \"Va l\", \"label\": \"label Case\"}}),\n (\"check label case and unicode $$this|label Case ÎĩÎģÎģΡÎŊΚÎēÎŦ:val ΤέĪƒĪ„$$\", {\n \"this\": {\"default\": \"val ΤέĪƒĪ„\", \"label\": \"label Case ÎĩÎģÎģΡÎŊΚÎēÎŦ\"}\n }),\n ]\n for s in tests:\n self._assertSwap(s)\n\n def test_shared_dict_update(self):\n source = {\"foo\": 1, \"bar\": 2}\n target = {\"bar\": None} # ha ha!\n self.assertEqual({\"bar\": 2}, shared_dict_update(target, source))\n\n def test_get_params_from_url(self):\n r = Mock()\n r.GET = {\"params\": \"foo:bar|qux:mux\"}\n res = get_params_from_request(r)\n self.assertEqual(res[\"foo\"], \"bar\")\n self.assertEqual(res[\"qux\"], \"mux\")\n\n def test_get_params_for_request(self):\n q = SimpleQueryFactory(params={\"a\": 1, \"b\": 2})\n # For some reason the order of the params is non-deterministic,\n # causing the following to periodically fail:\n # self.assertEqual(get_params_for_url(q), 'a:1|b:2')\n # So instead we go for the following, convoluted, asserts:\n res = get_params_for_url(q)\n res = res.split(\"|\")\n expected = [\"a:1\", \"b:2\"]\n for e in expected:\n self.assertIn(e, res)\n\n def test_get_params_for_request_empty(self):\n q = SimpleQueryFactory()\n self.assertEqual(get_params_for_url(q), None)\n\n\nclass TestSecureFilename(TestCase):\n def test_basic_ascii(self):\n self.assertEqual(secure_filename(\"simple_file.txt\"), \"simple_file.txt\")\n\n def test_special_characters(self):\n self.assertEqual(secure_filename(\"file@name!.txt\"), \"file_name.txt\")\n\n def test_leading_trailing_underscores(self):\n self.assertEqual(secure_filename(\"_leading.txt\"), \"leading.txt\")\n self.assertEqual(secure_filename(\"trailing_.txt\"), \"trailing.txt\")\n self.assertEqual(secure_filename(\".__filename__.txt\"), \"filename.txt\")\n\n def test_unicode_characters(self):\n self.assertEqual(secure_filename(\"fïlÃŠÃąÃĸmÊ.txt\"), \"filename.txt\")\n self.assertEqual(secure_filename(\"æĩ‹č¯•æ–‡äģļ.txt\"), \"_.txt\")\n\n def test_empty_filename(self):\n with self.assertRaises(ValueError):\n secure_filename(\"\")\n\n def test_bad_extension(self):\n with self.assertRaises(ValueError):\n secure_filename(\"foo.xyz\")\n\n def test_empty_extension(self):\n with self.assertRaises(ValueError):\n secure_filename(\"foo.\")\n\n def test_spaces(self):\n self.assertEqual(secure_filename(\"file name.txt\"), \"file_name.txt\")\n" }, { "path": "explorer/tests/test_views.py", "content": "import importlib\nimport json\nimport time\nimport unittest\nimport os\nfrom unittest.mock import Mock, patch, MagicMock\nfrom unittest import skipIf\n\nfrom django.contrib.auth.models import User\nfrom django.core.files.uploadedfile import SimpleUploadedFile\nfrom django.core.cache import cache\nfrom django.db import DatabaseError\nfrom django.forms.models import model_to_dict\nfrom django.shortcuts import redirect\nfrom django.test import TestCase\nfrom django.urls import reverse\n\nfrom explorer import app_settings\nfrom explorer.forms import QueryForm\nfrom explorer.app_settings import EXPLORER_TOKEN, EXPLORER_USER_UPLOADS_ENABLED\nfrom explorer.models import MSG_FAILED_BLACKLIST, Query, QueryFavorite, QueryLog, DatabaseConnection\nfrom explorer.tests.factories import QueryLogFactory, SimpleQueryFactory\nfrom explorer.utils import user_can_see_query\nfrom explorer.ee.db_connections.utils import default_db_connection\nfrom explorer.schema import connection_schema_cache_key, connection_schema_json_cache_key\nfrom explorer.assistant.models import TableDescription\n\n\ndef reload_app_settings():\n \"\"\"\n Reload app settings, otherwise changes from testing context manager won't take effect\n app_settings are loaded at time of import\n \"\"\"\n importlib.reload(app_settings)\n\n\nclass TestQueryListView(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_admin_required(self):\n self.client.logout()\n resp = self.client.get(reverse(\"explorer_index\"))\n self.assertTemplateUsed(resp, \"admin/login.html\")\n\n def test_headers(self):\n SimpleQueryFactory(title=\"foo - bar1\")\n SimpleQueryFactory(title=\"foo - bar2\")\n SimpleQueryFactory(title=\"foo - bar3\")\n SimpleQueryFactory(title=\"qux - mux\")\n resp = self.client.get(reverse(\"explorer_index\"))\n self.assertContains(resp, \"foo (3)\")\n self.assertContains(resp, \"foo - bar2\")\n self.assertContains(resp, \"qux - mux\")\n\n def test_permissions_show_only_allowed_queries(self):\n self.client.logout()\n q1 = SimpleQueryFactory(title=\"canseethisone\")\n q2 = SimpleQueryFactory(title=\"nope\")\n user = User.objects.create_user(\"user\", \"user@user.com\", \"pwd\")\n self.client.login(username=\"user\", password=\"pwd\")\n with self.settings(EXPLORER_USER_QUERY_VIEWS={user.id: [q1.id]}):\n resp = self.client.get(reverse(\"explorer_index\"))\n self.assertTemplateUsed(resp, \"explorer/query_list.html\")\n self.assertContains(resp, q1.title)\n self.assertNotContains(resp, q2.title)\n\n def test_run_count(self):\n q = SimpleQueryFactory(title=\"foo - bar1\")\n for _ in range(0, 4):\n q.log()\n resp = self.client.get(reverse(\"explorer_index\"))\n self.assertContains(resp, \"4\")\n\n\nclass TestQueryCreateView(TestCase):\n\n def setUp(self):\n self.admin = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.user = User.objects.create_user(\n \"user\", \"user@user.com\", \"pwd\"\n )\n\n def test_change_permission_required(self):\n self.client.login(username=\"user\", password=\"pwd\")\n resp = self.client.get(reverse(\"query_create\"))\n self.assertTemplateUsed(resp, \"admin/login.html\")\n\n def test_renders_with_title(self):\n self.client.login(username=\"admin\", password=\"pwd\")\n resp = self.client.get(reverse(\"query_create\"))\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertContains(resp, \"New Query\")\n\n\ndef custom_view(request):\n return redirect(\"/custom/login\")\n\n\nclass TestQueryDetailView(TestCase):\n databases = [\"default\", \"alt\"]\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_query_with_bad_sql_renders_error(self):\n query = SimpleQueryFactory(sql=\"error\")\n resp = self.client.get(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id})\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertContains(resp, \"syntax error\")\n\n def test_query_with_bad_sql_renders_error_on_save(self):\n query = SimpleQueryFactory(sql=\"select 1;\")\n resp = self.client.post(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id}),\n data={\"sql\": \"error\"}\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertContains(resp, \"syntax error\")\n\n def test_posting_query_saves_correctly(self):\n expected = \"select 2;\"\n query = SimpleQueryFactory(sql=\"select 1;\")\n data = model_to_dict(query)\n data[\"sql\"] = expected\n self.client.post(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id}),\n data\n )\n self.assertEqual(Query.objects.get(pk=query.id).sql, expected)\n\n def test_change_permission_required_to_save_query(self):\n query = SimpleQueryFactory()\n expected = query.sql\n resp = self.client.get(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id})\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n\n self.client.post(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id}),\n {\"sql\": \"select 1;\"}\n )\n self.assertEqual(Query.objects.get(pk=query.id).sql, expected)\n\n def test_modified_date_gets_updated_after_viewing_query(self):\n query = SimpleQueryFactory()\n old = query.last_run_date\n time.sleep(0.1)\n self.client.get(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id})\n )\n self.assertNotEqual(old, Query.objects.get(pk=query.id).last_run_date)\n\n def test_doesnt_render_results_if_show_is_none(self):\n query = SimpleQueryFactory(sql=\"select 6870+1;\")\n resp = self.client.get(\n reverse(\n \"query_detail\", kwargs={\"query_id\": query.id}\n ) + \"?show=0\"\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertNotContains(resp, \"6871\")\n\n def test_doesnt_render_results_if_show_is_none_on_post(self):\n query = SimpleQueryFactory(sql=\"select 6870+1;\")\n resp = self.client.post(\n reverse(\n \"query_detail\", kwargs={\"query_id\": query.id}\n ) + \"?show=0\",\n {\"sql\": \"select 6870+2;\"}\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertNotContains(resp, \"6872\")\n\n def test_doesnt_render_results_if_params_and_no_autorun(self):\n with self.settings(EXPLORER_AUTORUN_QUERY_WITH_PARAMS=False):\n reload_app_settings()\n query = SimpleQueryFactory(sql=\"select 6870+3 where 1=$$myparam:1$$;\")\n resp = self.client.get(\n reverse(\n \"query_detail\", kwargs={\"query_id\": query.id}\n )\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertNotContains(resp, \"6873\")\n\n def test_does_render_results_if_params_and_autorun(self):\n with self.settings(EXPLORER_AUTORUN_QUERY_WITH_PARAMS=True):\n reload_app_settings()\n query = SimpleQueryFactory(sql=\"select 6870+4 where 1=$$myparam:1$$;\")\n resp = self.client.get(\n reverse(\n \"query_detail\", kwargs={\"query_id\": query.id}\n )\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertContains(resp, \"6874\")\n\n def test_does_render_label_if_params_and_autorun(self):\n with self.settings(EXPLORER_AUTORUN_QUERY_WITH_PARAMS=True):\n reload_app_settings()\n query = SimpleQueryFactory(sql=\"select 6870+4 where 1=$$myparam|test my param label:1$$;\")\n resp = self.client.get(\n reverse(\n \"query_detail\", kwargs={\"query_id\": query.id}\n )\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertContains(resp, \"test my param label\")\n\n def test_admin_required(self):\n self.client.logout()\n query = SimpleQueryFactory()\n resp = self.client.get(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id})\n )\n self.assertTemplateUsed(resp, \"admin/login.html\")\n\n def test_admin_required_with_explorer_no_permission_setting(self):\n self.client.logout()\n query = SimpleQueryFactory()\n with self.settings(EXPLORER_NO_PERMISSION_VIEW=\"explorer.tests.test_views.custom_view\"):\n resp = self.client.get(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id})\n )\n self.assertRedirects(\n resp, \"/custom/login\",\n target_status_code=404\n )\n\n def test_individual_view_permission(self):\n self.client.logout()\n user = User.objects.create_user(\"user1\", \"user@user.com\", \"pwd\")\n self.client.login(username=\"user1\", password=\"pwd\")\n\n query = SimpleQueryFactory(sql=\"select 123+1\")\n\n with self.settings(EXPLORER_USER_QUERY_VIEWS={user.id: [query.id]}):\n resp = self.client.get(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id})\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertContains(resp, \"124\")\n\n def test_header_token_auth(self):\n self.client.logout()\n\n query = SimpleQueryFactory(sql=\"select 123+1\")\n\n with self.settings(EXPLORER_TOKEN_AUTH_ENABLED=True):\n resp = self.client.get(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id}),\n **{\"HTTP_X_API_TOKEN\": EXPLORER_TOKEN}\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertContains(resp, \"124\")\n\n def test_url_token_auth(self):\n self.client.logout()\n\n query = SimpleQueryFactory(sql=\"select 123+1\")\n\n with self.settings(EXPLORER_TOKEN_AUTH_ENABLED=True):\n resp = self.client.get(\n reverse(\n \"query_detail\", kwargs={\"query_id\": query.id}\n ) + f\"?token={EXPLORER_TOKEN}\"\n )\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertContains(resp, \"124\")\n\n def test_user_query_views(self):\n request = Mock()\n\n request.user.is_anonymous = True\n kwargs = {}\n self.assertFalse(user_can_see_query(request, **kwargs))\n\n request.user.is_anonymous = True\n self.assertFalse(user_can_see_query(request, **kwargs))\n\n kwargs = {\"query_id\": 123}\n request.user.is_anonymous = False\n self.assertFalse(user_can_see_query(request, **kwargs))\n\n request.user.id = 99\n with self.settings(EXPLORER_USER_QUERY_VIEWS={99: [111, 123]}):\n self.assertTrue(user_can_see_query(request, **kwargs))\n\n @unittest.skipIf(not app_settings.ENABLE_TASKS, \"tasks not enabled\")\n @patch(\"explorer.models.get_s3_bucket\")\n def test_query_snapshot_renders(self, mocked_conn):\n conn = Mock()\n conn.objects.filter = Mock()\n k1 = Mock()\n k1.generate_url.return_value = \"http://s3.com/foo\"\n k1.last_modified = \"2015-01-01\"\n k2 = Mock()\n k2.generate_url.return_value = \"http://s3.com/bar\"\n k2.last_modified = \"2015-01-02\"\n conn.objects.filter.return_value = [k1, k2]\n mocked_conn.return_value = conn\n\n query = SimpleQueryFactory(sql=\"select 1;\", snapshot=True)\n resp = self.client.get(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id})\n )\n self.assertContains(resp, \"2015-01-01\")\n self.assertContains(resp, \"2015-01-02\")\n\n def test_failing_blacklist_means_query_doesnt_execute(self):\n conn = default_db_connection().as_django_connection()\n start = len(conn.queries)\n query = SimpleQueryFactory(sql=\"select 1;\")\n resp = self.client.post(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id}),\n data={\"sql\": \"delete from auth_user;\"}\n )\n end = len(conn.queries)\n\n self.assertTemplateUsed(resp, \"explorer/query.html\")\n self.assertContains(resp, MSG_FAILED_BLACKLIST % \"\")\n\n self.assertEqual(start, end)\n\n def test_fullscreen(self):\n query = SimpleQueryFactory(sql=\"select 1;\")\n resp = self.client.get(\n reverse(\n \"query_detail\", kwargs={\"query_id\": query.id}\n ) + \"?fullscreen=1\"\n )\n self.assertTemplateUsed(resp, \"explorer/fullscreen.html\")\n\n def test_multiple_connections_integration(self):\n from explorer.app_settings import EXPLORER_CONNECTIONS\n\n c1_alias = EXPLORER_CONNECTIONS[\"SQLite\"]\n conn = DatabaseConnection.objects.get(alias=c1_alias).as_django_connection()\n c = conn.cursor()\n c.execute(\"CREATE TABLE IF NOT EXISTS animals (name text NOT NULL);\")\n c.execute(\"INSERT INTO animals ( name ) VALUES ('peacock')\")\n\n c2_alias = EXPLORER_CONNECTIONS[\"Another\"]\n conn = DatabaseConnection.objects.get(alias=c2_alias).as_django_connection()\n c = conn.cursor()\n c.execute(\"CREATE TABLE IF NOT EXISTS animals (name text NOT NULL);\")\n c.execute(\"INSERT INTO animals ( name ) VALUES ('superchicken')\")\n\n query1 = SimpleQueryFactory(\n sql=\"select name from animals;\", database_connection_id=DatabaseConnection.objects.get(alias=c1_alias).id\n )\n resp = self.client.get(\n reverse(\"query_detail\", kwargs={\"query_id\": query1.id})\n )\n self.assertContains(resp, \"peacock\")\n\n query2 = SimpleQueryFactory(\n sql=\"select name from animals;\", database_connection_id=DatabaseConnection.objects.get(alias=c2_alias).id\n )\n resp = self.client.get(\n reverse(\"query_detail\", kwargs={\"query_id\": query2.id})\n )\n self.assertContains(resp, \"superchicken\")\n\n\nclass TestDownloadView(TestCase):\n def setUp(self):\n self.query = SimpleQueryFactory(sql=\"select 1;\")\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_admin_required(self):\n self.client.logout()\n resp = self.client.get(\n reverse(\"download_query\", kwargs={\"query_id\": self.query.id})\n )\n self.assertTemplateUsed(resp, \"admin/login.html\")\n\n def test_params_in_download(self):\n q = SimpleQueryFactory(sql=\"select '$$foo$$';\")\n url = \"{}?params={}\".format(\n reverse(\"download_query\", kwargs={\"query_id\": q.id}),\n \"foo:123\"\n )\n resp = self.client.get(url)\n self.assertContains(resp, \"'123'\")\n\n def test_download_defaults_to_csv(self):\n query = SimpleQueryFactory()\n url = reverse(\"download_query\", args=[query.pk])\n\n response = self.client.get(url)\n\n self.assertEqual(response.status_code, 200)\n self.assertEqual(response[\"content-type\"], \"text/csv\")\n\n def test_download_csv(self):\n query = SimpleQueryFactory()\n url = reverse(\"download_query\", args=[query.pk]) + \"?format=csv\"\n\n response = self.client.get(url)\n\n self.assertEqual(response.status_code, 200)\n self.assertEqual(response[\"content-type\"], \"text/csv\")\n\n def test_bad_query_gives_500(self):\n query = SimpleQueryFactory(sql=\"bad\")\n url = reverse(\"download_query\", args=[query.pk]) + \"?format=csv\"\n\n response = self.client.get(url)\n\n self.assertEqual(response.status_code, 500)\n\n def test_download_json(self):\n query = SimpleQueryFactory()\n url = reverse(\"download_query\", args=[query.pk]) + \"?format=json\"\n\n response = self.client.get(url)\n\n self.assertEqual(response.status_code, 200)\n self.assertEqual(response[\"content-type\"], \"application/json\")\n\n json_data = json.loads(response.content.decode(\"utf-8\"))\n self.assertIsInstance(json_data, list)\n self.assertEqual(len(json_data), 1)\n self.assertEqual(json_data, [{\"TWO\": 2}])\n\n\nclass TestQueryPlayground(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_empty_playground_renders(self):\n resp = self.client.get(reverse(\"explorer_playground\"))\n self.assertEqual(resp.status_code, 200)\n self.assertTemplateUsed(resp, \"explorer/play.html\")\n\n def test_playground_renders_with_query_sql(self):\n query = SimpleQueryFactory(sql=\"select 1;\")\n resp = self.client.get(\n \"{}?query_id={}\".format(reverse(\"explorer_playground\"), query.id)\n )\n self.assertTemplateUsed(resp, \"explorer/play.html\")\n self.assertContains(resp, \"select 1;\")\n\n def test_playground_renders_with_posted_sql(self):\n resp = self.client.post(\n reverse(\"explorer_playground\"),\n {\"sql\": \"select 1+3400;\"}\n )\n self.assertTemplateUsed(resp, \"explorer/play.html\")\n self.assertContains(resp, \"3401\")\n\n def test_playground_doesnt_render_with_posted_sql_if_show_is_none(self):\n resp = self.client.post(\n reverse(\"explorer_playground\") + \"?show=0\",\n {\"sql\": \"select 1+3400;\"}\n )\n self.assertTemplateUsed(resp, \"explorer/play.html\")\n self.assertNotContains(resp, \"3401\")\n\n def test_playground_renders_with_empty_posted_sql(self):\n resp = self.client.post(reverse(\"explorer_playground\"), {\"sql\": \"\"})\n self.assertEqual(resp.status_code, 200)\n self.assertTemplateUsed(resp, \"explorer/play.html\")\n\n def test_query_with_no_resultset_doesnt_throw_error(self):\n query = SimpleQueryFactory(sql=\"\")\n resp = self.client.get(\n \"{}?query_id={}\".format(reverse(\"explorer_playground\"), query.id)\n )\n self.assertTemplateUsed(resp, \"explorer/play.html\")\n\n def test_admin_required(self):\n self.client.logout()\n resp = self.client.get(reverse(\"explorer_playground\"))\n self.assertTemplateUsed(resp, \"admin/login.html\")\n\n def test_admin_required_with_no_permission_view_setting(self):\n self.client.logout()\n with self.settings(EXPLORER_NO_PERMISSION_VIEW=\"explorer.tests.test_views.custom_view\"):\n resp = self.client.get(reverse(\"explorer_playground\"))\n self.assertRedirects(\n resp,\n \"/custom/login\",\n target_status_code=404\n )\n\n def test_loads_query_from_log(self):\n querylog = QueryLogFactory()\n resp = self.client.get(\n \"{}?querylog_id={}\".format(\n reverse(\"explorer_playground\"), querylog.id\n )\n )\n self.assertContains(resp, \"FOUR\")\n\n def test_fails_blacklist(self):\n resp = self.client.post(\n reverse(\"explorer_playground\"),\n {\"sql\": \"delete from auth_user;\"}\n )\n self.assertTemplateUsed(resp, \"explorer/play.html\")\n self.assertContains(resp, MSG_FAILED_BLACKLIST % \"\")\n\n def test_fullscreen(self):\n query = SimpleQueryFactory(sql=\"\")\n resp = self.client.get(\n \"{}?query_id={}&fullscreen=1\".format(\n reverse(\"explorer_playground\"),\n query.id\n )\n )\n self.assertTemplateUsed(resp, \"explorer/fullscreen.html\")\n\n\nclass TestCSVFromSQL(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_admin_required(self):\n self.client.logout()\n resp = self.client.post(reverse(\"download_sql\"), {})\n self.assertTemplateUsed(resp, \"admin/login.html\")\n\n def test_downloading_from_playground(self):\n sql = \"select 1;\"\n resp = self.client.post(reverse(\"download_sql\"), {\"sql\": sql})\n self.assertIn(\"attachment\", resp[\"Content-Disposition\"])\n self.assertEqual(\"text/csv\", resp[\"content-type\"])\n ql = QueryLog.objects.first()\n self.assertIn(\n f'filename=\"Playground-{ql.id}.csv\"',\n resp[\"Content-Disposition\"]\n )\n\n def test_stream_csv_from_query(self):\n q = SimpleQueryFactory()\n resp = self.client.get(\n reverse(\"stream_query\", kwargs={\"query_id\": q.id})\n )\n self.assertEqual(\"text/csv\", resp[\"content-type\"])\n\n\nclass TestSQLDownloadViews(TestCase):\n databases = [\"default\", \"alt\"]\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_sql_download_csv(self):\n url = reverse(\"download_sql\") + \"?format=csv\"\n\n response = self.client.post(url, {\"sql\": \"select 1;\"})\n\n self.assertEqual(response.status_code, 200)\n self.assertEqual(response[\"content-type\"], \"text/csv\")\n\n def test_sql_download_respects_connection(self):\n from explorer.app_settings import EXPLORER_CONNECTIONS\n\n c1_alias = EXPLORER_CONNECTIONS[\"SQLite\"]\n conn = DatabaseConnection.objects.get(alias=c1_alias).as_django_connection()\n c = conn.cursor()\n c.execute(\"CREATE TABLE IF NOT EXISTS animals (name text NOT NULL);\")\n c.execute(\"INSERT INTO animals ( name ) VALUES ('peacock')\")\n\n c2_alias = EXPLORER_CONNECTIONS[\"Another\"]\n conn = DatabaseConnection.objects.get(alias=c2_alias).as_django_connection()\n c = conn.cursor()\n c.execute(\"CREATE TABLE IF NOT EXISTS animals (name text NOT NULL);\")\n c.execute(\"INSERT INTO animals ( name ) VALUES ('superchicken')\")\n\n url = reverse(\"download_sql\") + \"?format=csv\"\n\n form_data = {\"sql\": \"select * from animals;\",\n \"title\": \"foo\",\n \"database_connection\": DatabaseConnection.objects.get(alias=c2_alias).id}\n form = QueryForm(data=form_data)\n self.assertTrue(form.is_valid())\n response = self.client.post(url, form.data)\n\n self.assertEqual(response.status_code, 200)\n self.assertContains(response, \"superchicken\")\n\n def test_sql_download_csv_with_custom_delim(self):\n url = reverse(\"download_sql\") + \"?format=csv&delim=|\"\n form_data = {\"sql\": \"select 1,2;\", \"title\": \"foo\", \"database_connection\": default_db_connection().id}\n form = QueryForm(data=form_data)\n self.assertTrue(form.is_valid())\n response = self.client.post(url, form.data)\n\n self.assertEqual(response.status_code, 200)\n self.assertEqual(response[\"content-type\"], \"text/csv\")\n self.assertEqual(response.content.decode(\"utf-8-sig\"), \"1|2\\r\\n1|2\\r\\n\")\n\n def test_sql_download_csv_with_tab_delim(self):\n url = reverse(\"download_sql\") + \"?format=csv&delim=tab\"\n\n response = self.client.post(url, {\"sql\": \"select 1,2;\"})\n\n self.assertEqual(response.status_code, 200)\n self.assertEqual(response[\"content-type\"], \"text/csv\")\n self.assertEqual(response.content.decode(\"utf-8-sig\"), \"1\\t2\\r\\n1\\t2\\r\\n\")\n\n def test_sql_download_csv_with_bad_delim(self):\n url = reverse(\"download_sql\") + \"?format=csv&delim=foo\"\n\n response = self.client.post(url, {\"sql\": \"select 1,2;\"})\n\n self.assertEqual(response.status_code, 200)\n self.assertEqual(response[\"content-type\"], \"text/csv\")\n self.assertEqual(response.content.decode(\"utf-8-sig\"), \"1,2\\r\\n1,2\\r\\n\")\n\n def test_sql_download_json(self):\n url = reverse(\"download_sql\") + \"?format=json\"\n\n response = self.client.post(url, {\"sql\": \"select 1;\"})\n\n self.assertEqual(response.status_code, 200)\n self.assertEqual(response[\"content-type\"], \"application/json\")\n\n\nclass TestSchemaView(TestCase):\n\n def setUp(self):\n cache.clear()\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_returns_schema_contents(self):\n resp = self.client.get(\n reverse(\"explorer_schema\", kwargs={\"connection\": default_db_connection().id})\n )\n self.assertContains(resp, \"explorer_query\")\n self.assertTemplateUsed(resp, \"explorer/schema.html\")\n\n def test_returns_schema_contents_json(self):\n resp = self.client.get(\n reverse(\"explorer_schema_json\", kwargs={\"connection\": default_db_connection().id})\n )\n self.assertContains(resp, \"explorer_query\")\n self.assertEqual(resp.headers[\"Content-Type\"], \"application/json\")\n\n def test_returns_404_if_conn_doesnt_exist(self):\n resp = self.client.get(\n reverse(\"explorer_schema\", kwargs={\"connection\": \"bananas\"})\n )\n self.assertEqual(resp.status_code, 404)\n\n def test_admin_required(self):\n self.client.logout()\n resp = self.client.get(\n reverse(\"explorer_schema\", kwargs={\"connection\": default_db_connection().id})\n )\n self.assertTemplateUsed(resp, \"admin/login.html\")\n\n\nclass TestFormat(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_returns_formatted_sql(self):\n resp = self.client.post(\n reverse(\"format_sql\"),\n data={\"sql\": \"select * from explorer_query\"}\n )\n resp = json.loads(resp.content.decode(\"utf-8\"))\n self.assertIn(\"\\n\", resp[\"formatted\"])\n self.assertIn(\"explorer_query\", resp[\"formatted\"])\n\n\nclass TestParamsInViews(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n self.query = SimpleQueryFactory(sql=\"select $$swap$$;\")\n\n def test_retrieving_query_works_with_params(self):\n resp = self.client.get(\n reverse(\n \"query_detail\", kwargs={\"query_id\": self.query.id}\n ) + \"?params=swap:123}\"\n )\n self.assertContains(resp, \"123\")\n\n def test_saving_non_executing_query_with__wrong_url_params_works(self):\n q = SimpleQueryFactory(sql=\"select $$swap$$;\")\n data = model_to_dict(q)\n url = \"{}?params={}\".format(\n reverse(\"query_detail\", kwargs={\"query_id\": q.id}),\n \"foo:123\"\n )\n resp = self.client.post(url, data)\n self.assertContains(resp, \"saved\")\n\n def test_users_without_change_permissions_can_use_params(self):\n resp = self.client.get(\n reverse(\n \"query_detail\", kwargs={\"query_id\": self.query.id}\n ) + \"?params=swap:123}\"\n )\n self.assertContains(resp, \"123\")\n\n\nclass TestCreatedBy(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.user2 = User.objects.create_superuser(\n \"admin2\", \"admin2@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n self.query = SimpleQueryFactory.build(created_by_user=self.user)\n self.data = model_to_dict(self.query)\n del self.data[\"id\"]\n self.data[\"created_by_user_id\"] = self.user2.id\n\n def test_query_update_doesnt_change_created_user(self):\n self.query.save()\n self.client.post(\n reverse(\"query_detail\", kwargs={\"query_id\": self.query.id}),\n self.data\n )\n q = Query.objects.get(id=self.query.id)\n self.assertEqual(q.created_by_user_id, self.user.id)\n\n def test_new_query_gets_created_by_logged_in_user(self):\n self.client.post(reverse(\"query_create\"), self.data)\n q = Query.objects.first()\n self.assertEqual(q.created_by_user_id, self.user.id)\n\n\nclass TestQueryLog(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_playground_saves_query_to_log(self):\n self.client.post(reverse(\"explorer_playground\"), {\"sql\": \"select 1;\"})\n log = QueryLog.objects.first()\n self.assertTrue(log.is_playground)\n self.assertEqual(log.sql, \"select 1;\")\n\n # Since it will be saved on the initial query creation, no need to log it\n def test_creating_query_does_not_save_to_log(self):\n query = SimpleQueryFactory()\n self.client.post(reverse(\"query_create\"), model_to_dict(query))\n self.assertEqual(0, QueryLog.objects.count())\n\n def test_query_saves_to_log(self):\n query = SimpleQueryFactory()\n data = model_to_dict(query)\n data[\"sql\"] = \"select 12345;\"\n self.client.post(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id}),\n data\n )\n self.assertEqual(1, QueryLog.objects.count())\n\n def test_query_gets_logged_and_appears_on_log_page(self):\n query = SimpleQueryFactory()\n data = model_to_dict(query)\n data[\"sql\"] = \"select 12345;\"\n self.client.post(\n reverse(\"query_detail\", kwargs={\"query_id\": query.id}),\n data\n )\n resp = self.client.get(reverse(\"explorer_logs\"))\n self.assertContains(resp, \"select 12345;\")\n\n def test_admin_required(self):\n self.client.logout()\n resp = self.client.get(reverse(\"explorer_logs\"))\n self.assertTemplateUsed(resp, \"admin/login.html\")\n\n def test_is_playground(self):\n self.assertTrue(QueryLog(sql=\"foo\").is_playground)\n\n q = SimpleQueryFactory()\n self.assertFalse(QueryLog(sql=\"foo\", query_id=q.id).is_playground)\n\n\nclass TestEmailQuery(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n @patch(\"explorer.views.email.execute_query\")\n def test_email_calls_task(self, mocked_execute):\n query = SimpleQueryFactory()\n url = reverse(\"email_csv_query\", kwargs={\"query_id\": query.id})\n self.client.post(\n url,\n data={\"email\": \"foo@bar.com\"},\n )\n self.assertEqual(mocked_execute.delay.call_count, 1)\n\n def test_no_email(self):\n query = SimpleQueryFactory()\n url = reverse(\"email_csv_query\", kwargs={\"query_id\": query.id})\n response = self.client.post(\n url,\n data={},\n )\n self.assertEqual(response.status_code, 400)\n\n\nclass TestQueryFavorites(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n self.q = SimpleQueryFactory(title=\"query for x, y\")\n QueryFavorite.objects.create(user=self.user, query=self.q)\n\n def test_returns_favorite_list(self):\n resp = self.client.get(\n reverse(\"query_favorites\")\n )\n self.assertContains(resp, \"query for x, y\")\n\n\nclass TestQueryFavorite(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n self.q = SimpleQueryFactory(title=\"query for x, y\")\n\n def test_toggle(self):\n resp = self.client.post(\n reverse(\"query_favorite\", args=(self.q.id,))\n )\n resp = json.loads(resp.content.decode(\"utf-8\"))\n self.assertTrue(resp[\"is_favorite\"])\n resp = self.client.post(\n reverse(\"query_favorite\", args=(self.q.id,))\n )\n resp = json.loads(resp.content.decode(\"utf-8\"))\n self.assertFalse(resp[\"is_favorite\"])\n\n\n@skipIf(not EXPLORER_USER_UPLOADS_ENABLED, \"User uploads not enabled\")\nclass UploadDbViewTest(TestCase):\n\n def setUp(self):\n DatabaseConnection.objects.uploads().delete()\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n\n def test_post_csv_file(self):\n file_content = \"col1,col2\\nval1,val2\\nval3,val4\"\n uploaded_file = SimpleUploadedFile(\"test.csv\", file_content.encode(), content_type=\"text/csv\")\n\n self.assertFalse(DatabaseConnection.objects.filter(alias=f\"test_{self.user.id}.db\").exists())\n\n with patch(\"explorer.ee.db_connections.type_infer.csv_to_typed_df\") as mock_csv_to_typed_df, \\\n patch(\"explorer.ee.db_connections.views.upload_sqlite\") as mock_upload_sqlite:\n mock_csv_to_typed_df.return_value = MagicMock()\n\n response = self.client.post(reverse(\"explorer_upload\"), {\"file\": uploaded_file})\n\n self.assertEqual(response.status_code, 200)\n self.assertJSONEqual(response.content, {\"success\": True})\n self.assertTrue(DatabaseConnection.objects.filter(alias=f\"test_{self.user.id}.db\").exists())\n mock_upload_sqlite.assert_called_once()\n mock_csv_to_typed_df.assert_called_once()\n\n # An end-to-end test that uploads a json file, verifies a connection was created, then issues a query\n # using that connection and verifies the right data is returned.\n @patch(\"explorer.ee.db_connections.views.upload_sqlite\")\n def test_upload_file(self, mock_upload_sqlite):\n self.assertFalse(DatabaseConnection.objects.filter(alias__contains=\"kings\").exists())\n\n # Upload some JSON\n file_path = os.path.join(os.getcwd(), \"explorer/tests/json/kings.json\")\n with open(file_path, \"rb\") as f:\n response = self.client.post(reverse(\"explorer_upload\"), {\"file\": f})\n\n # Verify that the mock was called and the connection created\n self.assertEqual(response.status_code, 200)\n self.assertEqual(mock_upload_sqlite.call_count, 1)\n\n # Query it and make sure that the reign of this particular king is indeed in the results.\n conn = DatabaseConnection.objects.filter(alias__contains=\"kings\").first()\n resp = self.client.post(\n reverse(\"explorer_playground\"),\n {\"sql\": \"select * from kings where Name = 'Athelstan';\", \"database_connection\": conn.id}\n )\n self.assertIn(\"925-940\", resp.content.decode(\"utf-8\"))\n\n # Append a new table to the existing connection\n file_path = os.path.join(os.getcwd(), \"explorer/tests/csvs/rc_sample.csv\")\n with open(file_path, \"rb\") as f:\n response = self.client.post(reverse(\"explorer_upload\"), {\"file\": f, \"append\": conn.id})\n\n # Make sure it got re-uploaded\n self.assertEqual(response.status_code, 200)\n self.assertEqual(mock_upload_sqlite.call_count, 2)\n\n # Query it and make sure a valid result is in the response. Note this is the *same* connection.\n resp = self.client.post(\n reverse(\"explorer_playground\"),\n {\"sql\": \"select * from rc_sample where material_type = 'Steel';\", \"database_connection\": conn.id}\n )\n self.assertIn(\"Goudurix\", resp.content.decode(\"utf-8\"))\n\n # Clean up filesystem\n os.remove(conn.local_name)\n\n def test_post_no_file(self):\n response = self.client.post(reverse(\"explorer_upload\"))\n\n self.assertEqual(response.status_code, 400)\n self.assertJSONEqual(response.content, {\"error\": \"No file provided\"})\n\n def test_delete_existing_connection(self):\n dbc = DatabaseConnection.objects.create(\n alias=\"test.db\",\n engine=DatabaseConnection.SQLITE,\n name=\"test.db\",\n host=\"s3_path/test.db\"\n )\n\n with patch(\"explorer.ee.db_connections.views.delete_from_s3\") as mock_delete_from_s3:\n response = self.client.delete(reverse(\"explorer_connection_delete\", kwargs={\"pk\": dbc.id}))\n\n self.assertEqual(response.status_code, 302)\n self.assertFalse(DatabaseConnection.objects.filter(alias=\"test.db\").exists())\n mock_delete_from_s3.assert_called_once_with(\"s3_path/test.db\")\n\n def test_delete_non_existing_connection(self):\n response = self.client.delete(\"/upload/?alias=nonexistent.db\")\n\n self.assertEqual(response.status_code, 404)\n\n @patch(\"explorer.ee.db_connections.views.EXPLORER_MAX_UPLOAD_SIZE\", 1024*1024)\n def test_post_file_too_large(self):\n file_content = \"a\" * (1024 * 1024 + 1) # Slightly larger 1 MB\n uploaded_file = SimpleUploadedFile(\"large_file.csv\", file_content.encode(), content_type=\"text/csv\")\n\n response = self.client.post(reverse(\"explorer_upload\"), {\"file\": uploaded_file})\n\n self.assertEqual(response.status_code, 400)\n self.assertJSONEqual(response.content, {\"error\": \"File size exceeds the limit of 1.0 MB\"})\n\n @patch(\"explorer.ee.db_connections.views.parse_to_sqlite\")\n def test_bad_parse_type(self, patched_parse):\n patched_parse.side_effect = TypeError(\"didnt work\")\n uploaded_file = SimpleUploadedFile(\"large_file.csv\", (\"a\"*10).encode(), content_type=\"text/foo\")\n response = self.client.post(reverse(\"explorer_upload\"), {\"file\": uploaded_file})\n self.assertEqual(json.loads(response.content.decode(\"utf-8\"))[\"error\"],\n \"Error parsing file.\")\n\n def test_bad_parse_mime(self):\n uploaded_file = SimpleUploadedFile(\"large_file.foo\", (\"a\" * 10).encode(), content_type=\"text/foo\")\n response = self.client.post(reverse(\"explorer_upload\"), {\"file\": uploaded_file})\n self.assertEqual(json.loads(response.content.decode(\"utf-8\"))[\"error\"],\n \"File was not csv, json, or sqlite.\")\n\n @patch(\"explorer.ee.db_connections.views.is_sqlite\")\n def test_cant_append_sqlite_to_file(self, patched_is_sqlite):\n patched_is_sqlite.return_value = True\n f = SimpleUploadedFile(\"large_file.foo\", (\"a\" * 10).encode(), content_type=\"text/foo\")\n dbc = DatabaseConnection.objects.create(\n alias=\"test.db\",\n engine=DatabaseConnection.SQLITE,\n name=\"test.db\",\n host=\"s3_path/test.db\"\n )\n resp = self.client.post(reverse(\"explorer_upload\"), {\"file\": f, \"append\": dbc.id})\n self.assertEqual(json.loads(resp.content.decode(\"utf-8\"))[\"error\"],\n \"Can't append a SQLite file to a SQLite file. Only CSV and JSON.\")\n\n\nclass DatabaseConnectionValidateViewTestCase(TestCase):\n\n def setUp(self):\n\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n self.url = reverse(\"explorer_connection_validate\")\n self.valid_data = {\n \"alias\": \"test_alias\",\n \"engine\": \"django.db.backends.sqlite3\",\n \"name\": \":memory:\",\n \"user\": \"\",\n \"password\": \"\",\n \"host\": \"\",\n \"port\": \"\",\n }\n self.invalid_data = {\n \"alias\": \"\",\n \"engine\": \"\",\n \"name\": \"\",\n \"user\": \"\",\n \"password\": \"\",\n \"host\": \"\",\n \"port\": \"\",\n }\n\n def test_validate_connection_success(self):\n response = self.client.post(self.url, data=self.valid_data)\n self.assertEqual(response.status_code, 200)\n self.assertJSONEqual(response.content, {\"success\": True})\n\n def test_validate_connection_invalid_form(self):\n response = self.client.post(self.url, data=self.invalid_data)\n self.assertEqual(response.status_code, 200)\n self.assertJSONEqual(response.content, {\"success\": False, \"error\": \"Invalid form data\"})\n\n def test_update_existing_connection(self):\n DatabaseConnection.objects.create(alias=\"test_alias\", engine=\"django.db.backends.sqlite3\", name=\":memory:\")\n response = self.client.post(self.url, data=self.valid_data)\n self.assertEqual(response.status_code, 200)\n self.assertJSONEqual(response.content, {\"success\": True})\n\n @patch(\"explorer.ee.db_connections.models.load_backend\")\n def test_database_connection_error(self, mock_load):\n mock_load.side_effect = DatabaseError(\"Connection error\")\n response = self.client.post(self.url, data=self.valid_data)\n self.assertEqual(response.status_code, 200)\n self.assertJSONEqual(response.content, {\"success\": False,\n \"error\": \"Failed to create explorer connection: Connection error\"})\n\n\nclass TestDatabaseConnectionRefreshView(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n self.dbc = DatabaseConnection.objects.create(\n alias=\"test_alias\",\n engine=\"django.db.backends.sqlite3\",\n name=\"test.db\",\n host=\"foo\"\n )\n self.k = connection_schema_cache_key(self.dbc.id)\n self.kj = connection_schema_json_cache_key(self.dbc.id)\n cache.set(self.k, \"foo\")\n cache.set(self.kj, \"foo\")\n\n def test_refresh_connection(self):\n # Create a file on disk\n with open(self.dbc.local_name, \"w\") as f:\n f.write(\"test data\")\n\n # Ensure the file exists\n self.assertTrue(os.path.exists(self.dbc.local_name))\n\n # Make a GET call to refresh the connection\n url = reverse(\"explorer_connection_refresh\", args=[self.dbc.id])\n response = self.client.get(url)\n\n # Assert the response is successful\n self.assertEqual(response.status_code, 200)\n\n # Assert that the file has been deleted\n self.assertFalse(os.path.exists(self.dbc.local_name))\n\n # Assert that the cache keys are clear\n self.assertIsNone(cache.get(self.k))\n self.assertIsNone(cache.get(self.kj))\n\n def tearDown(self):\n # Clean up any files that might have been created\n if os.path.exists(self.dbc.local_name):\n os.remove(self.dbc.local_name)\n\n\n# The idea is to render all of these views, to ensure that errors haven't been introduced in the templates\nclass SimpleViewTests(TestCase):\n\n def setUp(self):\n self.user = User.objects.create_superuser(\n \"admin\", \"admin@admin.com\", \"pwd\"\n )\n self.client.login(username=\"admin\", password=\"pwd\")\n self.connection = DatabaseConnection.objects.create(\n alias=\"test_alias\",\n engine=\"django.db.backends.sqlite3\",\n name=\":memory:\",\n user=\"\",\n password=\"\",\n host=\"\",\n port=\"\"\n )\n\n def test_database_connection_detail_view(self):\n response = self.client.get(reverse(\"explorer_connection_detail\", args=[self.connection.pk]))\n self.assertEqual(response.status_code, 200)\n\n def test_database_connection_create_view(self):\n response = self.client.get(reverse(\"explorer_connection_create\"))\n self.assertEqual(response.status_code, 200)\n\n def test_database_connection_update_view(self):\n response = self.client.get(reverse(\"explorer_connection_update\", args=[self.connection.pk]))\n self.assertEqual(response.status_code, 200)\n\n def test_database_connections_list_view(self):\n response = self.client.get(reverse(\"explorer_connections\"))\n self.assertEqual(response.status_code, 200)\n\n def test_database_connection_delete_view(self):\n response = self.client.get(reverse(\"explorer_connection_delete\", args=[self.connection.pk]))\n self.assertEqual(response.status_code, 200)\n\n def test_database_connection_upload_view(self):\n response = self.client.get(reverse(\"explorer_upload_create\"))\n self.assertEqual(response.status_code, 200)\n\n def test_table_description_list_view(self):\n td = TableDescription(database_connection=default_db_connection(), table_name=\"foo\", description=\"annotated\")\n td.save()\n response = self.client.get(reverse(\"table_description_list\"))\n self.assertEqual(response.status_code, 200)\n\n response = self.client.get(reverse(\"table_description_update\", args=[td.pk]))\n self.assertEqual(response.status_code, 200)\n\n response = self.client.get(reverse(\"table_description_create\"))\n self.assertEqual(response.status_code, 200)\n" }, { "path": "explorer/urls.py", "content": "from django.urls import path\n\nfrom explorer.ee.urls import ee_urls\nfrom explorer.views import (\n CreateQueryView, DeleteQueryView, DownloadFromSqlView, DownloadQueryView, EmailCsvQueryView, ListQueryLogView,\n ListQueryView, PlayQueryView, QueryFavoritesView, QueryFavoriteView, QueryView, SchemaJsonView, SchemaView,\n StreamQueryView, format_sql\n)\nfrom explorer.assistant.urls import assistant_urls\n\nurlpatterns = [\n path(\n \"/\", QueryView.as_view(), name=\"query_detail\"\n ),\n path(\n \"/download\", DownloadQueryView.as_view(),\n name=\"download_query\"\n ),\n path(\n \"/stream\", StreamQueryView.as_view(),\n name=\"stream_query\"\n ),\n path(\"download\", DownloadFromSqlView.as_view(), name=\"download_sql\"),\n path(\n \"/email_csv\", EmailCsvQueryView.as_view(),\n name=\"email_csv_query\"\n ),\n path(\n \"/delete\", DeleteQueryView.as_view(), name=\"query_delete\"\n ),\n path(\"new/\", CreateQueryView.as_view(), name=\"query_create\"),\n path(\"play/\", PlayQueryView.as_view(), name=\"explorer_playground\"),\n path(\n \"schema/\", SchemaView.as_view(),\n name=\"explorer_schema\"\n ),\n path(\n \"schema.json/\", SchemaJsonView.as_view(),\n name=\"explorer_schema_json\"\n ),\n path(\"logs/\", ListQueryLogView.as_view(), name=\"explorer_logs\"),\n path(\"format/\", format_sql, name=\"format_sql\"),\n path(\"favorites/\", QueryFavoritesView.as_view(), name=\"query_favorites\"),\n path(\"favorite/\", QueryFavoriteView.as_view(), name=\"query_favorite\"),\n path(\"\", ListQueryView.as_view(), name=\"explorer_index\"),\n]\n\nurlpatterns += assistant_urls\nurlpatterns += ee_urls\n" }, { "path": "explorer/utils.py", "content": "import re\nimport os\nimport unicodedata\nfrom collections import deque\nfrom typing import Iterable, Tuple\n\nfrom django.contrib.auth import REDIRECT_FIELD_NAME\nfrom django.contrib.auth.forms import AuthenticationForm\nfrom django.contrib.auth.views import LoginView\n\nimport sqlparse\nfrom sqlparse import format as sql_format\nfrom sqlparse.sql import Token, TokenList\nfrom sqlparse.tokens import Keyword\n\nfrom explorer import app_settings\n\n\nEXPLORER_PARAM_TOKEN = \"$$\"\n\n\ndef passes_blacklist(sql: str) -> Tuple[bool, Iterable[str]]:\n sql_strings = sqlparse.split(sql)\n keyword_tokens = set()\n for sql_string in sql_strings:\n statements = sqlparse.parse(sql_string)\n for statement in statements:\n for token in walk_tokens(statement):\n if not token.is_whitespace and not isinstance(token, TokenList):\n if token.ttype in Keyword:\n keyword_tokens.add(str(token.value).upper())\n\n fails = [\n bl_word\n for bl_word in app_settings.EXPLORER_SQL_BLACKLIST\n if bl_word.upper() in keyword_tokens\n ]\n\n return not bool(fails), fails\n\n\ndef walk_tokens(token: TokenList) -> Iterable[Token]:\n \"\"\"\n Generator to walk all tokens in a Statement\n https://stackoverflow.com/questions/54982118/parse-case-when-statements-with-sqlparse\n :param token: TokenList\n \"\"\"\n queue = deque([token])\n while queue:\n token = queue.popleft()\n if isinstance(token, TokenList):\n queue.extend(token)\n yield token\n\n\ndef _format_field(field):\n return field.get_attname_column()[1], field.get_internal_type()\n\n\ndef param(name):\n return f\"{EXPLORER_PARAM_TOKEN}{name}{EXPLORER_PARAM_TOKEN}\"\n\n\ndef swap_params(sql, params):\n p = params.items() if params else {}\n for k, v in p:\n fmt_k = re.escape(str(k).lower())\n regex = re.compile(rf\"\\$\\${fmt_k}(?:\\|([^\\$\\:]+))?(?:\\:([^\\$]+))?\\$\\$\", re.I)\n sql = regex.sub(str(v), sql)\n return sql\n\n\ndef extract_params(text):\n regex = re.compile(r\"\\$\\$([a-z0-9_]+)(?:\\|([^\\$\\:]+))?(?:\\:([^\\$]+))?\\$\\$\", re.IGNORECASE)\n params = re.findall(regex, text)\n # Matching will result to ('name', 'label', 'default')\n return {\n p[0].lower(): {\n \"label\": p[1],\n \"default\": p[2]\n } for p in params if len(p) > 1\n }\n\n\ndef safe_login_prompt(request):\n defaults = {\n \"template_name\": \"admin/login.html\",\n \"authentication_form\": AuthenticationForm,\n \"extra_context\": {\n \"title\": \"Log in\",\n \"app_path\": request.get_full_path(),\n REDIRECT_FIELD_NAME: request.get_full_path(),\n },\n }\n return LoginView.as_view(**defaults)(request)\n\n\ndef shared_dict_update(target, source):\n for k_d1 in target:\n if k_d1 in source:\n target[k_d1] = source[k_d1]\n return target\n\n\ndef safe_cast(val, to_type, default=None):\n try:\n return to_type(val)\n except ValueError:\n return default\n\n\ndef get_int_from_request(request, name, default):\n val = request.GET.get(name, default)\n return safe_cast(val, int, default) if val else None\n\n\ndef get_params_from_request(request):\n val = request.GET.get(\"params\", None)\n try:\n d = {}\n tuples = val.split(\"|\")\n for t in tuples:\n res = t.split(\":\")\n d[res[0]] = res[1]\n return d\n except Exception:\n return None\n\n\ndef get_params_for_url(query):\n if query.params:\n return \"|\".join([f\"{p}:{v}\" for p, v in query.params.items()])\n\n\ndef url_get_rows(request):\n return get_int_from_request(\n request, \"rows\", app_settings.EXPLORER_DEFAULT_ROWS\n )\n\n\ndef url_get_query_id(request):\n return get_int_from_request(request, \"query_id\", None)\n\n\ndef url_get_log_id(request):\n return get_int_from_request(request, \"querylog_id\", None)\n\n\ndef url_get_show(request):\n return bool(get_int_from_request(request, \"show\", 1))\n\n\ndef url_get_fullscreen(request):\n return bool(get_int_from_request(request, \"fullscreen\", 0))\n\n\ndef url_get_params(request):\n return get_params_from_request(request)\n\n\ndef allowed_query_pks(user_id):\n return app_settings.EXPLORER_GET_USER_QUERY_VIEWS().get(user_id, [])\n\n\ndef user_can_see_query(request, **kwargs):\n if not request.user.is_anonymous and \"query_id\" in kwargs:\n return int(kwargs[\"query_id\"]) in allowed_query_pks(request.user.id)\n return False\n\n\ndef fmt_sql(sql):\n return sql_format(sql, reindent=True, keyword_case=\"upper\")\n\n\ndef noop_decorator(f):\n return f\n\n\nclass InvalidExplorerConnectionException(Exception):\n pass\n\n\ndef delete_from_s3(s3_path):\n s3_bucket = get_s3_bucket()\n s3_bucket.delete_objects(\n Delete={\n \"Objects\": [\n {\"Key\": s3_path}\n ]\n }\n )\n\n\ndef get_s3_bucket():\n import boto3\n from botocore.client import Config\n\n config = Config(\n signature_version=app_settings.S3_SIGNATURE_VERSION,\n region_name=app_settings.S3_REGION\n )\n\n kwargs = {\"config\": config}\n\n # If these are set, use them. Otherwise, boto will use its built-in mechanisms\n # to provide authentication.\n if app_settings.S3_ACCESS_KEY and app_settings.S3_SECRET_KEY:\n kwargs[\"aws_access_key_id\"] = app_settings.S3_ACCESS_KEY\n kwargs[\"aws_secret_access_key\"] = app_settings.S3_SECRET_KEY\n\n if app_settings.S3_ENDPOINT_URL:\n kwargs[\"endpoint_url\"] = app_settings.S3_ENDPOINT_URL\n\n s3 = boto3.resource(\"s3\", **kwargs)\n\n return s3.Bucket(name=app_settings.S3_BUCKET)\n\n\ndef s3_csv_upload(key, data):\n if app_settings.S3_DESTINATION:\n key = \"/\".join([app_settings.S3_DESTINATION, key])\n bucket = get_s3_bucket()\n bucket.upload_fileobj(data, key, ExtraArgs={\"ContentType\": \"text/csv\"})\n return s3_url(bucket, key)\n\n\ndef s3_url(bucket, key):\n url = bucket.meta.client.generate_presigned_url(\n ClientMethod=\"get_object\",\n Params={\"Bucket\": app_settings.S3_BUCKET, \"Key\": key},\n ExpiresIn=app_settings.S3_LINK_EXPIRATION)\n return url\n\n\ndef is_xls_writer_available():\n try:\n import xlsxwriter # noqa\n return True\n except ImportError:\n return False\n\n\ndef secure_filename(filename):\n filename, ext = os.path.splitext(filename)\n if not filename and not ext:\n raise ValueError(\"Filename or extension cannot be blank\")\n if ext.lower() not in [\".db\", \".sqlite\", \".sqlite3\", \".csv\", \".json\", \".txt\"]:\n raise ValueError(f\"Invalid extension: {ext}\")\n\n filename = unicodedata.normalize(\"NFKD\", filename).encode(\"ascii\", \"ignore\").decode(\"ascii\")\n filename = re.sub(r\"[^a-zA-Z0-9_.-]\", \"_\", filename)\n filename = filename.strip(\"._\")\n if not filename: # If filename becomes empty, replace it with an underscore\n filename = \"_\"\n return f\"{filename}{ext}\"\n" }, { "path": "explorer/views/__init__.py", "content": "from .auth import PermissionRequiredMixin, SafeLoginView\nfrom .create import CreateQueryView\nfrom .delete import DeleteQueryView\nfrom .download import DownloadFromSqlView, DownloadQueryView\nfrom .email import EmailCsvQueryView\nfrom .format_sql import format_sql\nfrom .list import ListQueryLogView, ListQueryView\nfrom .query import PlayQueryView, QueryView\nfrom .query_favorite import QueryFavoritesView, QueryFavoriteView\nfrom .schema import SchemaJsonView, SchemaView\nfrom .stream import StreamQueryView\n\n__all__ = [\n \"CreateQueryView\",\n \"DeleteQueryView\",\n \"DownloadQueryView\",\n \"DownloadFromSqlView\",\n \"EmailCsvQueryView\",\n \"ListQueryView\",\n \"ListQueryLogView\",\n \"PermissionRequiredMixin\",\n \"PlayQueryView\",\n \"QueryView\",\n \"SafeLoginView\",\n \"StreamQueryView\",\n \"SchemaJsonView\",\n \"SchemaView\",\n \"format_sql\",\n \"QueryFavoritesView\",\n \"QueryFavoriteView\",\n]\n" }, { "path": "explorer/views/auth.py", "content": "from django.contrib.auth import REDIRECT_FIELD_NAME\nfrom django.contrib.auth.views import LoginView\nfrom django.core.exceptions import ImproperlyConfigured\n\nfrom explorer import app_settings, permissions\n\n\nclass PermissionRequiredMixin:\n\n permission_required = None\n\n @staticmethod\n def handle_no_permission(request):\n return app_settings.EXPLORER_NO_PERMISSION_VIEW()(request)\n\n def get_permission_required(self):\n if self.permission_required is None:\n raise ImproperlyConfigured(\n f\"{self.__class__.__name__} is missing the permission_required attribute. \"\n f\"Define {self.__class__.__name__}.permission_required, or override \"\n f\"{self.__class__.__name__}.get_permission_required().\"\n )\n return self.permission_required\n\n def has_permission(self, request, *args, **kwargs):\n perms = self.get_permission_required()\n\n # TODO: fix the case when the perms is not defined in\n # permissions module.\n handler = getattr(permissions, perms)\n return handler(request, *args, **kwargs)\n\n def dispatch(self, request, *args, **kwargs):\n if not self.has_permission(request, *args, **kwargs):\n return self.handle_no_permission(request)\n return super().dispatch(request, *args, **kwargs)\n\n\nclass SafeLoginView(LoginView):\n template_name = \"admin/login.html\"\n\n\ndef safe_login_view_wrapper(request):\n return SafeLoginView.as_view(\n extra_context={\n \"title\": \"Log in\",\n REDIRECT_FIELD_NAME: request.get_full_path()\n }\n )(request)\n" }, { "path": "explorer/views/create.py", "content": "from django.views.generic import CreateView\n\nfrom explorer.forms import QueryForm\nfrom explorer.views.auth import PermissionRequiredMixin\nfrom explorer.views.mixins import ExplorerContextMixin\n\n\nclass CreateQueryView(PermissionRequiredMixin, ExplorerContextMixin,\n CreateView):\n\n permission_required = \"change_permission\"\n form_class = QueryForm\n template_name = \"explorer/query.html\"\n\n def form_valid(self, form):\n form.instance.created_by_user = self.request.user\n return super().form_valid(form)\n" }, { "path": "explorer/views/delete.py", "content": "from django.urls import reverse_lazy\nfrom django.views.generic import DeleteView\n\nfrom explorer.models import Query\nfrom explorer.views.auth import PermissionRequiredMixin\nfrom explorer.views.mixins import ExplorerContextMixin\n\n\nclass DeleteQueryView(PermissionRequiredMixin, ExplorerContextMixin,\n DeleteView):\n\n permission_required = \"change_permission\"\n model = Query\n success_url = reverse_lazy(\"explorer_index\")\n" }, { "path": "explorer/views/download.py", "content": "from django.shortcuts import get_object_or_404\nfrom django.views.generic.base import View\n\nfrom explorer.models import Query\nfrom explorer.views.auth import PermissionRequiredMixin\nfrom explorer.views.export import _export\nfrom explorer.ee.db_connections.utils import default_db_connection_id\n\n\nclass DownloadQueryView(PermissionRequiredMixin, View):\n\n permission_required = \"view_permission\"\n\n def get(self, request, query_id, *args, **kwargs):\n query = get_object_or_404(Query, pk=query_id)\n return _export(request, query)\n\n\nclass DownloadFromSqlView(PermissionRequiredMixin, View):\n\n permission_required = \"view_permission\"\n\n def post(self, request, *args, **kwargs):\n sql = request.POST.get(\"sql\", \"\")\n connection = request.POST.get(\"database_connection\", default_db_connection_id())\n query = Query(sql=sql, database_connection_id=connection, title=\"\")\n ql = query.log(request.user)\n query.title = f\"Playground-{ql.id}\"\n return _export(request, query)\n" }, { "path": "explorer/views/email.py", "content": "from django.http import JsonResponse\nfrom django.views import View\n\nfrom explorer.tasks import execute_query\nfrom explorer.views.auth import PermissionRequiredMixin\n\n\nclass EmailCsvQueryView(PermissionRequiredMixin, View):\n\n permission_required = \"view_permission\"\n\n def post(self, request, query_id, *args, **kwargs):\n email = request.POST.get(\"email\", None)\n if not email:\n return JsonResponse(\n {\"error\": \"email is required\"},\n status=400,\n )\n\n execute_query.delay(query_id, email)\n\n return JsonResponse({\"message\": \"message was sent successfully\"})\n" }, { "path": "explorer/views/export.py", "content": "from django.db import DatabaseError\nfrom django.http import HttpResponse\n\nfrom explorer.exporters import get_exporter_class\nfrom explorer.utils import url_get_params\n\n\ndef _export(request, query, download=True):\n _fmt = request.GET.get(\"format\", \"csv\")\n exporter_class = get_exporter_class(_fmt)\n query.params = url_get_params(request)\n delim = request.GET.get(\"delim\")\n exporter = exporter_class(query)\n try:\n output = exporter.get_output(delim=delim)\n except DatabaseError as e:\n msg = f\"Error executing query {query.title}: {e}\"\n return HttpResponse(\n msg, status=500\n )\n\n response = HttpResponse(\n output,\n content_type=exporter.content_type\n )\n if download:\n response[\"Content-Disposition\"] = \\\n f'attachment; filename=\"{exporter.get_filename()}\"'\n return response\n" }, { "path": "explorer/views/format_sql.py", "content": "from django.http import JsonResponse\nfrom django.views.decorators.http import require_POST\n\nfrom explorer.utils import fmt_sql\n\n\n@require_POST\ndef format_sql(request):\n sql = request.POST.get(\"sql\", \"\")\n formatted = fmt_sql(sql)\n return JsonResponse({\"formatted\": formatted})\n" }, { "path": "explorer/views/list.py", "content": "import re\nfrom collections import Counter\n\nfrom django.forms.models import model_to_dict\nfrom django.views.generic import ListView\n\nfrom explorer import app_settings\nfrom explorer.models import Query, QueryFavorite, QueryLog\nfrom explorer.utils import allowed_query_pks, url_get_query_id\nfrom explorer.views.auth import PermissionRequiredMixin\nfrom explorer.views.mixins import ExplorerContextMixin\nfrom explorer.ee.db_connections.models import DatabaseConnection\n\n\nclass ListQueryView(PermissionRequiredMixin, ExplorerContextMixin, ListView):\n permission_required = \"view_permission_list\"\n model = Query\n\n def recently_viewed(self):\n qll = QueryLog.objects.filter(\n run_by_user=self.request.user, query_id__isnull=False\n ).order_by(\n \"-run_at\"\n ).select_related(\"query\")\n\n ret = []\n tracker = []\n for ql in qll:\n if len(ret) == app_settings.EXPLORER_RECENT_QUERY_COUNT:\n break\n\n if ql.query_id not in tracker:\n ret.append(ql)\n tracker.append(ql.query_id)\n return ret\n\n def get_context_data(self, **kwargs):\n context = super().get_context_data(**kwargs)\n context[\"object_list\"] = self._build_queries_and_headers()\n context[\"connection_count\"] = DatabaseConnection.objects.count()\n context[\"recent_queries\"] = self.recently_viewed()\n context[\"tasks_enabled\"] = app_settings.ENABLE_TASKS\n context[\"vite_dev_mode\"] = app_settings.VITE_DEV_MODE\n return context\n\n def get_queryset(self):\n if app_settings.EXPLORER_PERMISSION_VIEW(self.request):\n qs = (\n Query.objects.prefetch_related(\n \"created_by_user\", \"querylog_set\"\n ).all()\n )\n else:\n qs = (\n Query.objects.prefetch_related(\n \"created_by_user\", \"querylog_set\"\n ).filter(pk__in=allowed_query_pks(self.request.user.id))\n )\n return qs\n\n def _build_queries_and_headers(self):\n \"\"\"\n Build a list of query information and headers (pseudo-folders) for\n consumption by the template.\n\n Strategy: Look for queries with titles of the form \"something - else\"\n (eg. with a ' - ' in the middle) and split on the ' - ',\n treating the left side as a \"header\" (or folder).\n Interleave the headers into the ListView's object_list as\n appropriate. Ignore headers that only have one child.\n The front end uses bootstrap's JS Collapse plugin, which\n necessitates generating CSS classes to map the header onto\n the child rows, hence the collapse_target variable.\n\n To make the return object homogeneous, convert the\n object_list models into dictionaries for interleaving with\n the header \"objects\". This necessitates special handling of\n 'created_at' and 'created_by_user' because model_to_dict\n doesn't include non-editable fields (created_at) and will\n give the int representation of the user instead of the\n string representation.\n\n :return: A list of model dictionaries representing all the query\n objects, interleaved with header dictionaries.\n :rtype: list\n \"\"\"\n\n dict_list = []\n rendered_headers = []\n pattern = re.compile(r\"[\\W_]+\")\n\n headers = Counter([q.title.split(\" - \")[0] for q in self.object_list])\n query_favorites_for_user = QueryFavorite.objects.filter(user_id=self.request.user.pk).values_list(\"query_id\",\n flat=True)\n\n for q in self.object_list:\n model_dict = model_to_dict(q)\n header = q.title.split(\" - \")[0]\n collapse_target = pattern.sub(\"\", header)\n\n if headers[header] > 1 and header not in rendered_headers:\n dict_list.append({\n \"title\": header,\n \"is_header\": True,\n \"is_in_category\": False,\n \"collapse_target\": collapse_target,\n \"count\": headers[header]\n })\n rendered_headers.append(header)\n\n lrl = q.last_run_log()\n model_dict.update({\n \"is_in_category\": headers[header] > 1,\n \"collapse_target\": collapse_target,\n \"created_at\": q.created_at,\n \"is_header\": False,\n \"run_count\": q.querylog_set.count(),\n \"connection_name\": str(q.database_connection),\n \"ran_successfully\": lrl.success,\n \"last_run_at\": lrl.run_at,\n \"created_by_user\":\n str(q.created_by_user) if q.created_by_user else None,\n \"is_favorite\": q.id in query_favorites_for_user\n })\n dict_list.append(model_dict)\n return dict_list\n\n\nclass ListQueryLogView(PermissionRequiredMixin, ExplorerContextMixin, ListView):\n context_object_name = \"recent_logs\"\n model = QueryLog\n paginate_by = 20\n permission_required = \"view_permission\"\n\n def get_queryset(self):\n kwargs = {\"sql__isnull\": False}\n if url_get_query_id(self.request):\n kwargs[\"query_id\"] = url_get_query_id(self.request)\n return QueryLog.objects.filter(**kwargs).all()\n" }, { "path": "explorer/views/mixins.py", "content": "from django.conf import settings\nfrom django.shortcuts import render\n\nfrom explorer import app_settings\n\n\nclass ExplorerContextMixin:\n\n def gen_ctx(self):\n return {\n \"can_view\": app_settings.EXPLORER_PERMISSION_VIEW(\n self.request\n ),\n \"can_change\": app_settings.EXPLORER_PERMISSION_CHANGE(\n self.request\n ),\n \"can_manage_connections\": app_settings.EXPLORER_PERMISSION_CONNECTIONS(\n self.request\n ),\n \"assistant_enabled\": app_settings.has_assistant(),\n \"db_connections_enabled\": app_settings.db_connections_enabled(),\n \"user_uploads_enabled\": app_settings.user_uploads_enabled(),\n \"csrf_cookie_name\": settings.CSRF_COOKIE_NAME,\n \"csrf_token_in_dom\": settings.CSRF_COOKIE_HTTPONLY or settings.CSRF_USE_SESSIONS,\n \"view_name\": self.request.resolver_match.view_name,\n \"hosted\": app_settings.EXPLORER_HOSTED\n }\n\n def get_context_data(self, **kwargs):\n ctx = super().get_context_data(**kwargs)\n ctx.update(self.gen_ctx())\n return ctx\n\n def render_template(self, template, ctx):\n ctx.update(self.gen_ctx())\n return render(self.request, template, ctx)\n" }, { "path": "explorer/views/query.py", "content": "from django.core.exceptions import ValidationError\nfrom django.http import HttpResponseRedirect\nfrom django.shortcuts import get_object_or_404\nfrom django.urls import reverse_lazy\nfrom django.utils.translation import gettext_lazy as _\nfrom django.views import View\n\nfrom explorer import app_settings\nfrom explorer.forms import QueryForm\nfrom explorer.models import MSG_FAILED_BLACKLIST, Query, QueryLog\nfrom explorer.utils import (\n url_get_fullscreen, url_get_log_id, url_get_params, url_get_query_id, url_get_rows, url_get_show,\n InvalidExplorerConnectionException\n)\nfrom explorer.views.auth import PermissionRequiredMixin\nfrom explorer.views.mixins import ExplorerContextMixin\nfrom explorer.views.utils import query_viewmodel\nfrom explorer.ee.db_connections.utils import default_db_connection_id\n\n\nclass PlayQueryView(PermissionRequiredMixin, ExplorerContextMixin, View):\n permission_required = \"change_permission\"\n\n def get(self, request):\n if url_get_query_id(request):\n query = get_object_or_404(Query, pk=url_get_query_id(request))\n return self.render_with_sql(request, query, run_query=False)\n\n if url_get_log_id(request):\n log = get_object_or_404(QueryLog, pk=url_get_log_id(request))\n c = log.database_connection_id or \"\"\n query = Query(sql=log.sql, title=\"Playground\", database_connection_id=c)\n return self.render_with_sql(request, query)\n\n return self.render()\n\n def post(self, request):\n c = request.POST.get(\"database_connection\", default_db_connection_id())\n show = url_get_show(request)\n sql = request.POST.get(\"sql\", \"\")\n\n query = Query(sql=sql, title=\"Playground\", database_connection_id=c)\n\n passes_blacklist, failing_words = query.passes_blacklist()\n\n error = MSG_FAILED_BLACKLIST % \", \".join(\n failing_words\n ) if not passes_blacklist else None\n\n run_query = not bool(error) if show else False\n return self.render_with_sql(\n request,\n query,\n run_query=run_query,\n error=error\n )\n\n def render(self):\n return self.render_template(\n \"explorer/play.html\",\n {\n \"title\": \"Playground\",\n \"form\": QueryForm()\n }\n )\n\n def render_with_sql(self, request, query, run_query=True, error=None):\n rows = url_get_rows(request)\n fullscreen = url_get_fullscreen(request)\n template = \"fullscreen\" if fullscreen else \"play\"\n form = QueryForm(\n request.POST if len(request.POST) else None,\n instance=query\n )\n return self.render_template(\n f\"explorer/{template}.html\",\n query_viewmodel(\n request,\n query,\n title=\"Playground\",\n run_query=run_query,\n error=error,\n rows=rows,\n form=form\n )\n )\n\n\nclass QueryView(PermissionRequiredMixin, ExplorerContextMixin, View):\n permission_required = \"view_permission\"\n\n def get(self, request, query_id):\n query, form = QueryView.get_instance_and_form(request, query_id)\n query.save() # updates the modified date\n show = url_get_show(request)\n rows = url_get_rows(request)\n params = query.available_params()\n if not app_settings.EXPLORER_AUTORUN_QUERY_WITH_PARAMS and params:\n show = False\n try:\n vm = query_viewmodel(\n request,\n query,\n form=form,\n run_query=show,\n rows=rows\n )\n except InvalidExplorerConnectionException as e:\n vm = query_viewmodel(\n request,\n query,\n form=form,\n run_query=False,\n error=str(e)\n )\n fullscreen = url_get_fullscreen(request)\n template = \"fullscreen\" if fullscreen else \"query\"\n return self.render_template(\n f\"explorer/{template}.html\", vm\n )\n\n def post(self, request, query_id):\n if not app_settings.EXPLORER_PERMISSION_CHANGE(request):\n return HttpResponseRedirect(\n reverse_lazy(\"query_detail\", kwargs={\"query_id\": query_id})\n )\n show = url_get_show(request)\n query, form = QueryView.get_instance_and_form(request, query_id)\n success = form.is_valid() and form.save()\n try:\n vm = query_viewmodel(\n request,\n query,\n form=form,\n run_query=show,\n rows=url_get_rows(request),\n message=_(\"Query saved.\") if success else None\n )\n except ValidationError as ve:\n vm = query_viewmodel(\n request,\n query,\n form=form,\n run_query=False,\n rows=url_get_rows(request),\n error=ve.message\n )\n return self.render_template(\"explorer/query.html\", vm)\n\n @staticmethod\n def get_instance_and_form(request, query_id):\n query = get_object_or_404(Query.objects.prefetch_related(\"favorites\"), pk=query_id)\n query.params = url_get_params(request)\n form = QueryForm(\n request.POST if len(request.POST) else None,\n instance=query\n )\n return query, form\n" }, { "path": "explorer/views/query_favorite.py", "content": "from django.http import JsonResponse\nfrom django.views import View\n\nfrom explorer.models import QueryFavorite\nfrom explorer.views.auth import PermissionRequiredMixin\nfrom explorer.views.mixins import ExplorerContextMixin\n\n\nclass QueryFavoritesView(PermissionRequiredMixin, ExplorerContextMixin, View):\n permission_required = \"view_permission\"\n\n def get(self, request):\n favorites = QueryFavorite.objects.filter(user=request.user).select_related(\"query\", \"user\").order_by(\n \"query__title\")\n return self.render_template(\n \"explorer/query_favorites.html\", {\"favorites\": favorites}\n )\n\n\nclass QueryFavoriteView(PermissionRequiredMixin, ExplorerContextMixin, View):\n permission_required = \"view_permission\"\n\n @staticmethod\n def build_favorite_response(user, query_id):\n is_favorite = QueryFavorite.objects.filter(user=user, query_id=query_id).exists()\n data = {\n \"status\": \"success\",\n \"query_id\": query_id,\n \"is_favorite\": is_favorite\n }\n return data\n\n def get(self, request, query_id):\n return JsonResponse(QueryFavoriteView.build_favorite_response(request.user, query_id))\n\n def post(self, request, query_id):\n # toggle favorite\n if QueryFavorite.objects.filter(user=request.user, query_id=query_id).exists():\n QueryFavorite.objects.filter(user=request.user, query_id=query_id).delete()\n else:\n QueryFavorite.objects.get_or_create(user=request.user, query_id=query_id)\n return JsonResponse(QueryFavoriteView.build_favorite_response(request.user, query_id))\n" }, { "path": "explorer/views/schema.py", "content": "from django.http import Http404, JsonResponse\nfrom django.shortcuts import render, get_object_or_404\nfrom django.utils.decorators import method_decorator\nfrom django.views import View\nfrom django.views.decorators.clickjacking import xframe_options_sameorigin\nfrom explorer.ee.db_connections.models import DatabaseConnection\nfrom explorer.ee.db_connections.utils import default_db_connection_id\n\nfrom explorer.schema import schema_info, schema_json_info\nfrom explorer.views.auth import PermissionRequiredMixin\n\n\nclass SchemaView(PermissionRequiredMixin, View):\n\n permission_required = \"change_permission\"\n\n @method_decorator(xframe_options_sameorigin)\n def dispatch(self, *args, **kwargs):\n return super().dispatch(*args, **kwargs)\n\n def get(self, request, *args, **kwargs):\n connection_id = kwargs.get(\"connection\", default_db_connection_id())\n try:\n connection = DatabaseConnection.objects.get(id=connection_id)\n except DatabaseConnection.DoesNotExist as e:\n raise Http404 from e\n except ValueError as e:\n raise Http404 from e\n schema = schema_info(connection)\n if schema:\n return render(\n request,\n \"explorer/schema.html\",\n {\"schema\": schema}\n )\n else:\n return render(request,\n \"explorer/schema_error.html\",\n {\"connection\": connection.alias})\n\n\nclass SchemaJsonView(PermissionRequiredMixin, View):\n\n permission_required = \"change_permission\"\n\n def get(self, request, *args, **kwargs):\n connection = kwargs.get(\"connection\", default_db_connection_id())\n conn = get_object_or_404(DatabaseConnection, id=connection)\n return JsonResponse(schema_json_info(conn))\n" }, { "path": "explorer/views/stream.py", "content": "from django.shortcuts import get_object_or_404\nfrom django.views import View\n\nfrom explorer.models import Query\nfrom explorer.views.auth import PermissionRequiredMixin\nfrom explorer.views.export import _export\nfrom explorer.telemetry import Stat, StatNames\n\n\nclass StreamQueryView(PermissionRequiredMixin, View):\n\n permission_required = \"view_permission\"\n\n def get(self, request, query_id, *args, **kwargs):\n query = get_object_or_404(Query, pk=query_id)\n Stat(StatNames.QUERY_STREAM, {\n \"fmt\": request.GET.get(\"format\", \"csv\"),\n }).track()\n return _export(request, query, download=False)\n" }, { "path": "explorer/views/utils.py", "content": "from django.db import DatabaseError\nimport logging\nfrom explorer import app_settings\nfrom explorer.charts import get_chart\nfrom explorer.models import QueryFavorite\nfrom explorer.schema import schema_json_info\n\n\nlogger = logging.getLogger(__name__)\n\n\ndef query_viewmodel(request, query, title=None, form=None, message=None,\n run_query=True, error=None,\n rows=app_settings.EXPLORER_DEFAULT_ROWS):\n \"\"\"\n\n :return: Returns the context required for a view\n :rtype: dict\n \"\"\"\n res = None\n ql = None\n if run_query:\n try:\n res, ql = query.execute_with_logging(request.user)\n except DatabaseError as e:\n error = str(e)\n has_valid_results = not error and res and run_query\n\n fullscreen_params = request.GET.copy()\n if \"fullscreen\" not in fullscreen_params:\n fullscreen_params.update({\n \"fullscreen\": 1\n })\n if \"rows\" not in fullscreen_params:\n fullscreen_params.update({\n \"rows\": rows\n })\n if \"querylog_id\" not in fullscreen_params and ql:\n fullscreen_params.update({\n \"querylog_id\": ql.id\n })\n\n user = request.user\n is_favorite = False\n if user.is_authenticated and query.pk:\n is_favorite = QueryFavorite.objects.filter(user=user, query=query).exists()\n\n charts = {\"line_chart_svg\": None,\n \"bar_chart_svg\": None}\n\n try:\n if app_settings.EXPLORER_CHARTS_ENABLED and has_valid_results:\n charts[\"line_chart_svg\"] = get_chart(res,\"line\", rows)\n charts[\"bar_chart_svg\"] = get_chart(res,\"bar\", rows)\n except TypeError as e:\n if ql is not None:\n msg = f\"Error generating charts for querylog {ql.id}: {e}\"\n else:\n msg = f\"Error generating charts for query {query.id}: {e}\"\n logger.error(msg)\n\n ret = {\n \"tasks_enabled\": app_settings.ENABLE_TASKS,\n \"params\": query.available_params_w_labels(),\n \"title\": title,\n \"shared\": query.shared,\n \"query\": query,\n \"form\": form,\n \"message\": message,\n \"error\": error,\n \"rows\": rows,\n \"query_id\": query.id,\n \"data\": res.data[:rows] if has_valid_results else None,\n \"headers\": res.headers if has_valid_results else None,\n \"total_rows\": len(res.data) if has_valid_results else None,\n \"duration\": res.duration if has_valid_results else None,\n \"has_stats\":\n len([h for h in res.headers if h.summary])\n if has_valid_results else False,\n \"snapshots\": query.snapshots if query.snapshot else [],\n \"ql_id\": ql.id if ql else None,\n \"unsafe_rendering\": app_settings.UNSAFE_RENDERING,\n \"fullscreen_params\": fullscreen_params.urlencode(),\n \"charts_enabled\": app_settings.EXPLORER_CHARTS_ENABLED,\n \"is_favorite\": is_favorite,\n \"show_sql_by_default\": app_settings.EXPLORER_SHOW_SQL_BY_DEFAULT,\n \"schema_json\": schema_json_info(query.database_connection) if query and query.database_connection else None,\n }\n return {**ret, **charts}\n" }, { "path": "manage.py", "content": "#!/usr/bin/env python\nimport os\nimport sys\n\nfrom django.core import management\n\nsys.path.append(os.path.join(os.path.dirname(__file__), \"explorer\"))\nos.environ[\"DJANGO_SETTINGS_MODULE\"] = \"test_project.settings\"\n\nif __name__ == \"__main__\":\n management.execute_from_command_line()\n" }, { "path": "package.json", "content": "{\n \"name\": \"django-sql-explorer\",\n \"description\": \"Django SQL Explorer\",\n \"type\": \"module\",\n \"scripts\": {\n \"dev\": \"export APP_VERSION=$(python -c 'from explorer import __version__; print(__version__)') && npx vite --config vite.config.mjs\",\n \"build\": \"export APP_VERSION=$(python -c 'from explorer import __version__; print(__version__)') && npx vite build --config vite.config.mjs\",\n \"preview\": \"export APP_VERSION=$(python -c 'from explorer import __version__; print(__version__)') && npx vite preview --config vite.config.mjs\"\n },\n \"devDependencies\": {\n \"sass\": \"~1.69.0\",\n \"vite\": \"^5.4.6\",\n \"vite-plugin-copy\": \"^0.1.6\",\n \"vite-plugin-static-copy\": \"^1.0.5\"\n },\n \"repository\": {\n \"type\": \"git\",\n \"url\": \"git+https://github.com/explorerhq/sql-explorer.git\"\n },\n \"author\": \"Chris Clark\",\n \"license\": \"MIT\",\n \"bugs\": {\n \"url\": \"https://github.com/explorerhq/sql-explorer/issues\"\n },\n \"homepage\": \"https://www.sqlexplorer.io\",\n \"dependencies\": {\n \"@codemirror/lang-sql\": \"^6.5.4\",\n \"@codemirror/language-data\": \"^6.3.1\",\n \"bootstrap\": \"^5.0.1\",\n \"bootstrap-icons\": \"^1.11.2\",\n \"choices.js\": \"^10.2.0\",\n \"codemirror\": \"^6.0.1\",\n \"cookiejs\": \"^2.1.3\",\n \"dompurify\": \"^3.1.3\",\n \"jquery\": \"^3.7.1\",\n \"list.js\": \"^2.3.1\",\n \"marked\": \"^11.1.1\",\n \"sortablejs\": \"^1.15.2\"\n },\n \"optionalDependencies\": {\n \"@rollup/rollup-linux-x64-gnu\": \"^4.18.1\"\n }\n}\n" }, { "path": "public_key.pem", "content": "-----BEGIN PUBLIC KEY-----\nMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAr1Lfhtla6gpaBlKb2r9s\n5udyW6zHt0my9924sFtJ8OWzWpUFzGTDHySclWfKJkxdAS//zVhID0+i3FvkMCAe\nkldnU9qDvSWx40zebWZ6JlnYA/cEl2XbiXOrLyAueeYZsr0Y1ZomMbFuMee8Kmjl\ngj/YV+XGzlA3BBT3ajeCsBEYuSUIuGKsn7VUG6fjKX/TsOKNcGOCCXXyE9gcsrSe\nJ4h63eJTN+IZBC78E9f+0y8VqWZ/k1lpmPFLMSwr/Z5oeS1mvadFIikRq6UWNBC7\nYZxh7XSsfDSC1oaTSCgWiN+DDvK+mhBC4tpm1vJJ6lFWjS/pUrCoas0BMU5r3QJp\noQIDAQAB\n-----END PUBLIC KEY-----\n" }, { "path": "pypi-release-checklist.md", "content": "- [x] Update HISTORY\n- [x] Update README and check formatting with http://rst.ninjs.org/\n- [x] Make sure any new files are included in MANIFEST.in\n- [x] Update version number in `explorer/__init__.py`\n- [x] Update any package dependencies in `setup.py`\n- [x] Commit the changes and add the tag *in master*:\n```\ngit add .\ngit commit -m \"Release 1.0.0\"\ngit tag -a \"1.0.0\"\ngit push\ngit push --tags\n```\n\n- Be sure to test the built JS source by running `npm run build` and setting `VITE_DEV_MODE = False` in settings.py\n\n- [x] Check the PyPI listing page (https://pypi.python.org/pypi/django-sql-explorer) to make sure that the release\n went out and that the README is displaying properly.\n" }, { "path": "requirements/base.txt", "content": "Django>=3.2\nsqlparse>=0.4.0\nrequests>=2.2\ndjango-cryptography-django5==2.2\ncryptography>=42.0\n" }, { "path": "requirements/dev.txt", "content": "-r ./base.txt\n-r ./extra/assistant.txt\n-r ./extra/charts.txt\n-r ./extra/snapshots.txt\n-r ./extra/xls.txt\n-r ./extra/uploads.txt\n-r ./tests.txt\n\n# The Celery broker that test_project uses. Not required if not using async tasks, or if you have\n# a Celery config that uses a different broker.\nredis>=5.0\n" }, { "path": "requirements/extra/assistant.txt", "content": "openai>=1.6.1\n" }, { "path": "requirements/extra/charts.txt", "content": "matplotlib>=3.9\n" }, { "path": "requirements/extra/snapshots.txt", "content": "boto3>=1.30.0\ncelery>=4.0\n" }, { "path": "requirements/extra/uploads.txt", "content": "python-dateutil>=2.9\npandas>=2.2\nboto3>=1.30.0\n" }, { "path": "requirements/extra/xls.txt", "content": "xlsxwriter>=1.3.6" }, { "path": "requirements/tests.txt", "content": "-r ./base.txt\n\nimportlib-metadata<5.0; python_version <= '3.7'\ncoverage\nfactory-boy>=3.1.0\n" }, { "path": "ruff.toml", "content": "line-length = 120\n\nextend-exclude = [\n \".ruff_cache\",\n \".env\",\n \".venv\",\n \"**migrations/**\",\n]\n\n[lint]\nselect = [\n \"E\", # pycodestyle errors\n \"W\", # pycodestyle warnings\n \"F\", # pyflakes\n \"I\", # isort\n \"C\", # flake8-comprehensions\n \"B\", # flake8-bugbear\n \"Q\", # flake8-quotes\n \"PLE\", # pylint error\n \"PLR\", # pylint refactor\n \"PLW\", # pylint warning\n \"UP\", # pyupgrade\n]\n\nignore = [\n \"I001\", # Import block is un-sorted or un-formatted (would be nice not to do this)\n]\n\n[lint.per-file-ignores]\n\"__init__.py\" = [\n \"F401\" # unused-import\n]\n\"explorer/charts.py\" = [\n \"C419\", # Unnecessary list comprehension.\n \"PLR2004\", # Magic value used in comparison, consider replacing 2 with a constant variable\n]\n\"explorer/exporters.py\" = [\n \"PLW2901\", # `for` loop variable `data` overwritten by assignment target\n]\n\"explorer/models.py\" = [\n \"C417\", # Unnecessary `map` usage (rewrite using a generator expression)\n]\n\"explorer/schema.py\" = [\n \"C419\", # Unnecessary list comprehension.\n]\n\"explorer/tests/test_utils.py\" = [\n \"C416\", # Unnecessary `list` comprehension (rewrite using `list()`)\n]\n\"explorer/views/utils.py\" = [\n \"PLR0913\", # Too many arguments in function definition (8 > 5)\n]\n\n[lint.isort]\ncombine-as-imports = true\nknown-first-party = [\n \"explorer\",\n]\nextra-standard-library = [\"dataclasses\"]\n\n[lint.pyupgrade]\n# Preserve types, even if a file imports `from __future__ import annotations`.\nkeep-runtime-typing = true\n\n[format]\nquote-style = \"double\"\nindent-style = \"space\"\ndocstring-code-format = true\ndocstring-code-line-length = 80\n" }, { "path": "setup.cfg", "content": "[coverage:run]\nbranch = True\nparallel = True\nomit =\n explorer/__init__.py,\n explorer/migrations/*,\n explorer/tests/*,\n test_project/*,\n */setup.py\n */manage.py\n test_project/*\nsource =\n\texplorer\n\n[coverage:paths]\nsource =\n\texplorer\n\t.tox/*/site-packages\n\n[coverage:report]\nshow_missing = True\n\n[flake8]\nmax-line-length = 119\nexclude =\n *.egg-info,\n .eggs,\n .git,\n .settings,\n .tox,\n .venv,\n build,\n data,\n dist,\n docs,\n *migrations*,\n requirements,\n tmp\n\n[isort]\nline_length = 119\nskip = manage.py, *migrations*, .tox, .eggs, data, .env, .venv\ninclude_trailing_comma = true\nmulti_line_output = 5\nlines_after_imports = 2\ndefault_section = THIRDPARTY\nsections = FUTURE, STDLIB, DJANGO, THIRDPARTY, FIRSTPARTY, LOCALFOLDER\nknown_first_party = explorer\nknown_django = django\n" }, { "path": "setup.py", "content": "import os\nimport sys\nfrom pathlib import Path\n\nfrom setuptools import setup\ntry:\n from sphinx.setup_command import BuildDoc\nexcept ImportError:\n BuildDoc = None\n\nfrom explorer import get_version\n\n\nname = \"django-sql-explorer\"\nversion = get_version()\nrelease = get_version(True)\n\n\ndef requirements(fname):\n path = os.path.join(os.path.dirname(__file__), \"requirements\", fname)\n with open(path) as f:\n return f.read().splitlines()\n\n\nif sys.argv[-1] == \"build\":\n os.system(\"python setup.py sdist bdist_wheel\")\n print(f\"Built release {release} (version {version})\")\n sys.exit()\n\nif sys.argv[-1] == \"release\":\n os.system(\"twine upload --skip-existing dist/*\")\n sys.exit()\n\nif sys.argv[-1] == \"tag\":\n print(\"Tagging the version:\")\n os.system(f\"git tag -a {version} -m 'version {version}'\")\n os.system(\"git push --tags\")\n sys.exit()\n\nthis_directory = Path(__file__).parent\nlong_description = (this_directory / \"README.rst\").read_text()\n\nsetup(\n name=name,\n version=version,\n author=\"Chris Clark\",\n author_email=\"chris@sqlexplorer.io\",\n maintainer=\"Chris Clark\",\n maintainer_email=\"chris@sqlexplorer.io\",\n description=(\"SQL Reporting that Just Works. Fast, simple, and confusion-free.\"\n \"Write and share queries in a delightful SQL editor, with AI assistance\"),\n license=\"MIT\",\n keywords=\"django sql explorer reports reporting csv json database query\",\n url=\"https://www.sqlexplorer.io\",\n project_urls={\n \"Changes\": \"https://django-sql-explorer.readthedocs.io/en/latest/history.html\",\n \"Documentation\": \"https://django-sql-explorer.readthedocs.io/en/latest/\",\n \"Issues\": \"https://github.com/explorerhq/sql-explorer/issues\"\n },\n packages=[\"explorer\"],\n long_description=long_description,\n long_description_content_type=\"text/x-rst\",\n classifiers=[\n \"Development Status :: 5 - Production/Stable\",\n \"Intended Audience :: Developers\",\n \"License :: OSI Approved :: MIT License\",\n \"Topic :: Utilities\",\n \"Framework :: Django :: 3.2\",\n \"Framework :: Django :: 4.2\",\n \"Framework :: Django :: 5.0\",\n \"Programming Language :: Python :: 3\",\n \"Programming Language :: Python :: 3.10\",\n \"Programming Language :: Python :: 3.11\",\n \"Programming Language :: Python :: 3.12\",\n \"Programming Language :: Python :: 3 :: Only\",\n ],\n python_requires=\">=3.8\",\n install_requires=[\n requirements(\"base.txt\"),\n ],\n extras_require={\n \"charts\": requirements(\"extra/charts.txt\"),\n \"snapshots\": requirements(\"extra/snapshots.txt\"),\n \"xls\": requirements(\"extra/xls.txt\"),\n \"assistant\": requirements(\"extra/assistant.txt\"),\n \"uploads\": requirements(\"extra/uploads.txt\"),\n },\n cmdclass={\n \"build_sphinx\": BuildDoc,\n },\n command_options={\n \"build_sphinx\": {\n \"project\": (\"setup.py\", name),\n \"version\": (\"setup.py\", version),\n \"release\": (\"setup.py\", release),\n \"source_dir\": (\"setup.py\", \"docs\"),\n \"build_dir\": (\"setup.py\", \"./docs/_build\")\n }\n },\n include_package_data=True,\n zip_safe=False,\n)\n" }, { "path": "test_project/__init__.py", "content": "try:\n from .celery_config import app as celery_app\n\n __all__ = [\"celery_app\"]\nexcept ImportError:\n pass\n" }, { "path": "test_project/celery_config.py", "content": "import os\n\nfrom celery import Celery\nfrom celery.schedules import crontab\n\n\n# Set the default Django settings module for the \"celery\" program.\nos.environ.setdefault(\"DJANGO_SETTINGS_MODULE\", \"test_project.settings\")\n\napp = Celery(\"test_project\")\n\n# Using a string here means the worker doesn\"t have to serialize\n# the configuration object to child processes.\n# - namespace=\"CELERY\" means all celery-related configuration keys\n# should have a `CELERY_` prefix.\napp.config_from_object(\"django.conf:settings\", namespace=\"CELERY\")\n\n# Load task modules from all registered Django apps.\napp.autodiscover_tasks()\n\napp.conf.beat_schedule = {\n \"explorer.tasks.snapshot_queries\": {\n \"task\": \"explorer.tasks.snapshot_queries\",\n \"schedule\": crontab(hour=\"1\", minute=\"0\")\n },\n \"explorer.tasks.truncate_querylogs\": {\n \"task\": \"explorer.tasks.truncate_querylogs\",\n \"schedule\": crontab(hour=\"1\", minute=\"10\"),\n \"kwargs\": {\"days\": 30}\n },\n \"explorer.tasks.remove_unused_sqlite_dbs\": {\n \"task\": \"explorer.tasks.remove_unused_sqlite_dbs\",\n \"schedule\": crontab(hour=\"1\", minute=\"20\")\n },\n \"explorer.tasks.build_async_schemas\": {\n \"task\": \"explorer.tasks.build_async_schemas\",\n \"schedule\": crontab(hour=\"1\", minute=\"30\")\n }\n}\n" }, { "path": "test_project/settings.py", "content": "import os\n\nUSE_TZ = True\nSECRET_KEY = \"shhh\"\nDEBUG = True\nSTATIC_URL = \"/static/\"\nVITE_DEV_MODE = True\n\nALLOWED_HOSTS = [\"0.0.0.0\", \"localhost\", \"127.0.0.1\"]\n\nBASE_DIR = os.path.dirname(os.path.dirname(__file__))\n\nDATABASES = {\n \"default\": {\n \"ENGINE\": \"django.db.backends.sqlite3\",\n \"NAME\": \"tmp\",\n \"TEST\": {\n \"NAME\": \"tmp\"\n }\n }\n}\n\nEXPLORER_CONNECTIONS = {\n \"Primary\": \"default\",\n}\n\nEXPLORER_DEFAULT_CONNECTION = \"default\"\n\nROOT_URLCONF = \"test_project.urls\"\n\nPROJECT_PATH = os.path.realpath(os.path.dirname(__file__))\n\nTEMPLATES = [\n {\n \"BACKEND\": \"django.template.backends.django.DjangoTemplates\",\n \"DIRS\": [],\n \"APP_DIRS\": True,\n \"OPTIONS\": {\n \"context_processors\": [\n \"django.contrib.auth.context_processors.auth\",\n \"django.contrib.messages.context_processors.messages\",\n \"django.template.context_processors.static\",\n \"django.template.context_processors.request\",\n ],\n \"debug\": DEBUG\n },\n },\n]\n\nINSTALLED_APPS = (\n \"django.contrib.auth\",\n \"django.contrib.contenttypes\",\n \"django.contrib.sessions\",\n \"django.contrib.messages\",\n \"django.contrib.staticfiles\",\n \"django.contrib.admin\",\n \"explorer\",\n)\n\nSTATICFILES_FINDERS = (\n \"django.contrib.staticfiles.finders.FileSystemFinder\",\n \"django.contrib.staticfiles.finders.AppDirectoriesFinder\",\n)\n\nSTORAGES = {\n \"default\": {\n \"BACKEND\": \"django.core.files.storage.FileSystemStorage\",\n },\n \"staticfiles\": {\n \"BACKEND\": \"django.contrib.staticfiles.storage.StaticFilesStorage\",\n },\n}\n\nAUTHENTICATION_BACKENDS = (\n \"django.contrib.auth.backends.ModelBackend\",\n)\n\nMIDDLEWARE = [\n \"django.contrib.sessions.middleware.SessionMiddleware\",\n \"django.middleware.common.CommonMiddleware\",\n \"django.middleware.csrf.CsrfViewMiddleware\",\n \"django.contrib.auth.middleware.AuthenticationMiddleware\",\n \"django.contrib.messages.middleware.MessageMiddleware\",\n]\n\n# added to help debug tasks\nEMAIL_BACKEND = \"django.core.mail.backends.console.EmailBackend\"\n\n# Explorer-specific\n\nEXPLORER_TRANSFORMS = (\n (\"foo\", '{0}'),\n (\"bar\", \"x: {0}\")\n)\n\nEXPLORER_USER_QUERY_VIEWS = {}\n\n# Tasks disabled by default, but if you have celery installed\n# make sure the broker URL is set correctly\nEXPLORER_TASKS_ENABLED = False\nCELERY_BROKER_URL = os.environ.get(\"CELERY_BROKER_URL\")\n\nEXPLORER_S3_BUCKET = os.environ.get(\"EXPLORER_S3_BUCKET\")\nEXPLORER_S3_ACCESS_KEY = os.environ.get(\"EXPLORER_S3_ACCESS_KEY\")\nEXPLORER_S3_SECRET_KEY = os.environ.get(\"EXPLORER_S3_SECRET_KEY\")\nEXPLORER_AI_API_KEY = os.environ.get(\"AI_API_KEY\")\nEXPLORER_ASSISTANT_BASE_URL = os.environ.get(\"AI_BASE_URL\")\nEXPLORER_DB_CONNECTIONS_ENABLED = True\nEXPLORER_USER_UPLOADS_ENABLED = True\nEXPLORER_CHARTS_ENABLED = True\nEXPLORER_ASSISTANT_MODEL_NAME = \"anthropic/claude-3.5-sonnet\"\n" }, { "path": "test_project/urls.py", "content": "from django.contrib import admin\nfrom django.contrib.staticfiles.urls import staticfiles_urlpatterns\nfrom django.urls import path, include\n\n# Installing to /explorer/ better mimics likely production setups\n# Explorer is probably *not* running at the Django project root\nurlpatterns = [\n path(\"explorer/\", include(\"explorer.urls\"))\n]\n\nadmin.autodiscover()\n\nurlpatterns += [\n path(\"admin/\", admin.site.urls),\n]\n\nurlpatterns += staticfiles_urlpatterns()\n" }, { "path": "tox.ini", "content": "[tox]\nenvlist =\n flake8\n isort\n {base-reqs,dev}-py{310,311,312}-dj{32,42,50}\n {base-reqs,dev}-py{311,312}-dj{50,main}\n\nskip_missing_interpreters=True\n\n[testenv]\nallowlist_externals = coverage\ndeps =\n base-reqs: -r requirements/tests.txt\n dj32: django>=3.2,<4.0\n dj42: django>=4.2,<5.0\n dj50: django>=5.0,<5.1\n djmain: https://github.com/django/django/archive/main.tar.gz\n dev: -r requirements/dev.txt\ncommands =\n {envpython} --version\n base-reqs: coverage run manage.py test --settings=explorer.tests.settings_base --noinput\n dev: coverage run manage.py test --settings=explorer.tests.settings --noinput\nignore_outcome =\n djmain: True\nignore_errors =\n djmain: True\n\n[testenv:flake8]\ndeps = flake8\ncommands = flake8\n\n[testenv:isort]\ndeps = isort\ncommands = isort --check --diff explorer\nskip_install = true\n" }, { "path": "vite.config.mjs", "content": "import { resolve } from 'path';\nimport { defineConfig } from 'vite';\nimport { viteStaticCopy } from 'vite-plugin-static-copy';\n\nexport default defineConfig({\n plugins: [\n viteStaticCopy({\n targets: [\n { src: 'explorer/src/images/*', dest: 'images' },\n ]\n })\n ],\n root: resolve(__dirname, './'),\n base: '',\n server: {\n host: true,\n port: 5173,\n strictPort: true,\n open: false,\n watch: {\n usePolling: true,\n disableGlobbing: false,\n },\n },\n resolve: {\n extensions: ['.js', '.json'],\n alias: {\n '~bootstrap': resolve(__dirname, './node_modules/bootstrap'),\n '~bootstrap-icons': resolve(__dirname, './node_modules/bootstrap-icons'),\n },\n },\n build: {\n outDir: resolve(__dirname, './explorer/static/explorer'),\n assetsDir: '',\n emptyOutDir: true,\n target: 'es2015',\n rollupOptions: {\n input: {\n main: resolve(__dirname, './explorer/src/js/main.js'),\n // Some magic here; Vite always builds to styles.css, we named our entrypoint SCSS file the same thing\n // so that in the base template HTML file we can include 'styles.scss', and rename just the extension\n // in the vite template tag, and get both the dev and prod builds to work.\n styles: resolve(__dirname, '/explorer/src/scss/styles.scss'),\n },\n output: {\n entryFileNames: `[name].${process.env.APP_VERSION}.js`,\n chunkFileNames: `[name].${process.env.APP_VERSION}.js`,\n assetFileNames: `[name].[ext]`\n },\n },\n },\n});\n" } ]