[
{
"path": ".devcontainer/Dockerfile",
"content": "FROM rssbridge/rss-bridge:latest\n\nCOPY --chmod=755 post-create-command.sh /usr/local/bin/post-create-command\n\nADD https://raw.githubusercontent.com/docker-library/php/master/docker-php-ext-enable /usr/local/bin/docker-php-ext-enable\nRUN chmod u+x /usr/local/bin/docker-php-ext-enable\n\nADD https://getcomposer.org/installer /usr/local/bin/composer-installer.php\nRUN chmod u+x /usr/local/bin/composer-installer.php\nRUN php /usr/local/bin/composer-installer.php --check && \\\n php /usr/local/bin/composer-installer.php --filename=composer --install-dir=/usr/local/bin\n\nRUN apt-get update && \\\n apt-get install -y \\\n git \\\n php-dev \\\n make \\\n unzip\n\nRUN pecl install xdebug && \\\n PHP_INI_DIR=/etc/php/8.2/fpm docker-php-ext-enable xdebug\n"
},
{
"path": ".devcontainer/devcontainer.json",
"content": "{\n\t\"name\": \"rss-bridge dev\",\n\t\"build\": { \"dockerfile\": \"Dockerfile\" },\n\t\"customizations\": {\n\t\t// Configure properties specific to VS Code.\n\t\t\"vscode\": {\n\t\t\t// Set *default* container specific settings.json values on container create.\n\t\t\t\"settings\": {\n\t\t\t\t\"php.validate.executablePath\": \"/usr/bin/php\",\n\t\t\t\t\"phpSniffer.executablesFolder\": \"/root/.config/composer/vendor/bin\",\n\t\t\t\t\"phpcs.executablePath\": \"/root/.config/composer/vendor/bin/phpcs\",\n\t\t\t\t\"phpcs.lintOnType\": false\n\t\t\t},\n\n\t\t\t// Add the IDs of extensions you want installed when the container is created.\n\t\t\t\"extensions\": [\n\t\t\t\t\"xdebug.php-debug\",\n\t\t\t\t\"bmewburn.vscode-intelephense-client\",\n\t\t\t\t\"philfontaine.autolaunch\",\n\t\t\t\t\"eamodio.gitlens\",\n\t\t\t\t\"shevaua.phpcs\"\n\t\t\t]\n\t\t}\n\t},\n\t\"remoteEnv\": {\n\t\t\"PATH\": \"${containerEnv:PATH}:/root/.config/composer/vendor/bin\",\n\t},\n\t\"forwardPorts\": [3100, 9000, 9003],\n\t\"postCreateCommand\": \"/usr/local/bin/post-create-command\"\n}"
},
{
"path": ".devcontainer/launch.json",
"content": "{\n // Use IntelliSense to learn about possible attributes.\n // Hover to view descriptions of existing attributes.\n // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387\n \"version\": \"0.2.0\",\n \"configurations\": [\n {\n \"name\": \"Listen for Xdebug\",\n \"type\": \"php\",\n \"request\": \"launch\",\n \"port\": 9003,\n \"auto\": true,\n \"log\": true\n },\n {\n \"name\": \"Launch currently open script\",\n \"type\": \"php\",\n \"request\": \"launch\",\n \"program\": \"${file}\",\n \"cwd\": \"${fileDirname}\",\n \"port\": 0,\n \"runtimeArgs\": [\n \"-dxdebug.start_with_request=yes\"\n ],\n \"env\": {\n \"XDEBUG_MODE\": \"debug,develop\",\n \"XDEBUG_CONFIG\": \"client_port=${port}\"\n }\n },\n {\n \"name\": \"Launch Built-in web server\",\n \"type\": \"php\",\n \"request\": \"launch\",\n \"runtimeArgs\": [\n \"-dxdebug.mode=debug\",\n \"-dxdebug.start_with_request=yes\",\n \"-S\",\n \"localhost:0\"\n ],\n \"program\": \"\",\n \"cwd\": \"${workspaceRoot}\",\n \"port\": 9003,\n \"serverReadyAction\": {\n \"pattern\": \"Development Server \\\\(http://localhost:([0-9]+)\\\\) started\",\n \"uriFormat\": \"http://localhost:%s\",\n \"action\": \"openExternally\"\n }\n }\n ]\n}"
},
{
"path": ".devcontainer/nginx.conf",
"content": "server {\n listen 3100 default_server;\n root /workspaces/rss-bridge;\n access_log /var/log/nginx/rssbridge.access.log;\n error_log /var/log/nginx/rssbridge.error.log;\n index index.php;\n\n location ~ /(\\.|vendor|tests) {\n deny all;\n return 403; # Forbidden\n }\n\n location ~ \\.php$ {\n include snippets/fastcgi-php.conf;\n fastcgi_pass unix:/var/run/php/php8.2-fpm.sock;\n }\n}\n"
},
{
"path": ".devcontainer/post-create-command.sh",
"content": "#/bin/sh\n\ncp .devcontainer/nginx.conf /etc/nginx/conf.d/default.conf\ncp .devcontainer/xdebug.ini /etc/php/8.2/fpm/conf.d/xdebug.ini\n\n# This should download some dev-dependencies, like phpunit and the PHP code sniffers\ncomposer global require \"phpunit/phpunit:^9\"\ncomposer global require \"squizlabs/php_codesniffer:^3.6\"\ncomposer global require \"phpcompatibility/php-compatibility:^9.3\"\n\n# We need to this manually for running the PHPCompatibility ruleset\nphpcs --config-set installed_paths /root/.config/composer/vendor/phpcompatibility/php-compatibility\n\nmkdir -p .vscode\ncp .devcontainer/launch.json .vscode\n\necho '*' > whitelist.txt \n\nchmod a+x $(pwd)\nrm -rf /var/www/html \nln -s $(pwd) /var/www/html \n\n# Solves possible issue of cache directory not being accessible\nchown www-data:www-data -R $(pwd)/cache \n\nnginx\nphp-fpm8.2 -D"
},
{
"path": ".devcontainer/xdebug.ini",
"content": "[xdebug]\nxdebug.mode=develop,debug\nxdebug.client_host=localhost\nxdebug.client_port=9003\nxdebug.start_with_request=yes\nxdebug.discover_client_host=false\nxdebug.log='/var/www/html/xdebug.log'"
},
{
"path": ".dockerignore",
"content": ".git\n!.git/HEAD\n!.git/refs/heads/*\n.gitattributes\n.github/*\n.travis.yml\ncache/*\nCONTRIBUTING.md\nDEBUG\nDockerfile\nphpcompatibility.xml\nphpcs.xml\nphpcs.xml\nscalingo.json\ntests/*\nwhitelist.txt"
},
{
"path": ".git-blame-ignore-revs",
"content": "# Reformat code base to PSR12\n4f75591060d95208a301bc6bf460d875631b29cc\n# Fix coding style missed by phpbcf\n951092eef374db048b77bac85e75e3547bfac702\n"
},
{
"path": ".gitattributes",
"content": "# Auto detect text files and perform LF normalization\n* text=auto\n*.sh text eol=lf\n\n# Custom for Visual Studio\n*.cs diff=csharp\n*.sln merge=union\n*.csproj merge=union\n*.vbproj merge=union\n*.fsproj merge=union\n*.dbproj merge=union\n\n# Standard to msysgit\n*.doc diff=astextplain\n*.DOC diff=astextplain\n*.docx diff=astextplain\n*.DOCX diff=astextplain\n*.dot diff=astextplain\n*.DOT diff=astextplain\n*.pdf diff=astextplain\n*.PDF diff=astextplain\n*.rtf diff=astextplain\n*.RTF diff=astextplain\n\n# Ignore files in git archive (i.e. GitHub release builds)\n\n## Docker\nDockerfile export-ignore\n.dockerignore export-ignore\n\n## Travis\n.travis.yml export-ignore\n\n## GitHub\n.github/ export-ignore\n\n## Git\n.gitattributes export-ignore\n.gitignore export-ignore\n\n## Scalingo\nscalingo.json export-ignore\n\n## RSS-Bridge\nphpunit.xml export-ignore\nphpcs.xml export-ignore\nphpcompatibility.xml export-ignore\ntests/ export-ignore\ncache/.gitkeep export-ignore\n\n## Composer\n#\n# Keep the following lines commented out. Heroku does\n# not function if the composer files are ignored during\n# export. For more information see\n# https://github.com/rss-bridge/rss-bridge/issues/1165\n#\n# composer.json export-ignore\n# composer.lock export-ignore\n\n## Heroku\n#\n# Keep the following line commented out. Heroku does\n# not function if app.json is ignored during export.\n# For more information see\n# https://github.com/rss-bridge/rss-bridge/issues/1165\n#\n# app.json export-ignore\n"
},
{
"path": ".github/.gitignore",
"content": "# Visual Studio Code\n.vscode/*\n\n# Generated files\ncomment*.md\ncomment*.txt\n*.html\n"
},
{
"path": ".github/CONTRIBUTING.md",
"content": "### Pull request policy\n\nSee the [Pull request policy page on the documentation](https://rss-bridge.github.io/rss-bridge/For_Developers/Pull_Request_policy.html) for more information on the pull request policy.\n\n### Coding style\n\nSee the [Coding style policy page on the documentation](https://rss-bridge.github.io/rss-bridge/For_Developers/Coding_style_policy.html) for more information on the coding style of the project.\n"
},
{
"path": ".github/ISSUE_TEMPLATE/bridge-request.md",
"content": "---\nname: Bridge request\nabout: Use this template for requesting a new bridge\ntitle: Bridge request for ...\nlabels: Bridge-Request\nassignees: ''\n\n---\n\n# Bridge request\n\n\n\n## General information\n\n\n\n- _Host URI for the bridge_ (i.e. `https://github.com`):\n\n- Which information would you like to see?\n\n\n\n- How should the information be displayed/formatted?\n\n\n\n- Which of the following parameters do you expect?\n\n - [X] Title\n - [X] URI (link to the original article)\n - [ ] Author\n - [ ] Timestamp\n - [X] Content (the content of the article)\n - [ ] Enclosures (pictures, videos, etc...)\n - [ ] Categories (categories, tags, etc...)\n\n## Options\n\n\n\n- [ ] Limit number of returned items\n - _Default limit_: 5\n- [ ] Load full articles\n - _Cache articles_ (articles are stored in a local cache on first request): yes\n - _Cache timeout_ : 24 hours\n- [X] Balance requests (RSS-Bridge uses cached versions to reduce bandwith usage)\n - _Timeout_ (default = 5 minutes): 5 minutes\n\n\n\n\n"
},
{
"path": ".github/ISSUE_TEMPLATE/bug_report.md",
"content": "---\nname: Bug report\nabout: Create a report to help us improve\ntitle: ''\nlabels: Bug-Report\nassignees: ''\n\n---\n\n**Describe the bug**\nA clear and concise description of what the bug is.\n\n**To Reproduce**\nSteps to reproduce the behavior:\n1. Go to '...'\n2. Click on '....'\n3. Scroll down to '....'\n4. See error\n\n**Expected behavior**\nA clear and concise description of what you expected to happen.\n\n**Screenshots**\nIf applicable, add screenshots to help explain your problem.\n\n**Desktop (please complete the following information):**\n - OS: [e.g. iOS]\n - Browser [e.g. chrome, safari]\n - Version [e.g. 22]\n\n**Smartphone (please complete the following information):**\n - Device: [e.g. iPhone6]\n - OS: [e.g. iOS8.1]\n - Browser [e.g. stock browser, safari]\n - Version [e.g. 22]\n\n**Additional context**\nAdd any other context about the problem here.\n"
},
{
"path": ".github/ISSUE_TEMPLATE/feature_request.md",
"content": "---\nname: Feature request\nabout: Suggest an idea for this project\ntitle: ''\nlabels: Feature-Request\nassignees: ''\n\n---\n\n**Is your feature request related to a problem? Please describe.**\nA clear and concise description of what the problem is. Ex. I'm always frustrated when [...]\n\n**Describe the solution you'd like**\nA clear and concise description of what you want to happen.\n\n**Describe alternatives you've considered**\nA clear and concise description of any alternative solutions or features you've considered.\n\n**Additional context**\nAdd any other context or screenshots about the feature request here.\n"
},
{
"path": ".github/prtester-requirements.txt",
"content": "beautifulsoup4>=4.10.0\nrequests>=2.26.0"
},
{
"path": ".github/prtester.py",
"content": "import argparse\nimport requests\nimport re\nfrom bs4 import BeautifulSoup\nfrom datetime import datetime\nfrom typing import Iterable\nimport os\nimport glob\nimport urllib\n\n# This script is specifically written to be used in automation for https://github.com/RSS-Bridge/rss-bridge\n#\n# This will scrape the whitelisted bridges in the current state (port 3000) and the PR state (port 3001) of\n# RSS-Bridge, generate a feed for each of the bridges and save the output as html files.\n# It also add a tag with the url of em's public instance, so viewing\n# the HTML file locally will actually work as designed.\n\nARTIFACT_FILE_EXTENSION = '.html'\n\nclass Instance:\n name = ''\n url = ''\n\ndef main(instances: Iterable[Instance], with_artifacts: bool, with_reduced_artifacts: bool, artifacts_directory: str, artifacts_base_url: str, title: str, output_file: str):\n start_date = datetime.now()\n\n for file in glob.glob(f'*{ARTIFACT_FILE_EXTENSION}', root_dir=artifacts_directory):\n os.remove(file)\n\n table_rows = []\n for instance in instances:\n page = requests.get(instance.url) # Use python requests to grab the rss-bridge main page\n soup = BeautifulSoup(page.content, \"html.parser\") # use bs4 to turn the page into soup\n bridge_cards = soup.select('.bridge-card') # get a soup-formatted list of all bridges on the rss-bridge page\n table_rows += testBridges(\n instance=instance,\n bridge_cards=bridge_cards,\n with_artifacts=with_artifacts,\n with_reduced_artifacts=with_reduced_artifacts,\n artifacts_directory=artifacts_directory,\n artifacts_base_url=artifacts_base_url) # run the main scraping code with the list of bridges\n with open(file=output_file, mode='w+', encoding='utf-8') as file:\n table_rows_value = '\\n'.join(sorted(table_rows))\n file.write(f'''\n## {title}\n| Bridge | Context | Status |\n| - | - | - |\n{table_rows_value}\n\n*last change: {start_date.strftime(\"%A %Y-%m-%d %H:%M:%S\")}*\n '''.strip())\n\ndef testBridges(instance: Instance, bridge_cards: Iterable, with_artifacts: bool, with_reduced_artifacts: bool, artifacts_directory: str, artifacts_base_url: str) -> Iterable:\n instance_suffix = ''\n if instance.name:\n instance_suffix = f' ({instance.name})'\n table_rows = []\n for bridge_card in bridge_cards:\n bridgeid = bridge_card.get('id')\n bridgeid = bridgeid.split('-')[1] # this extracts a readable bridge name from the bridge metadata\n print(f'{bridgeid}{instance_suffix}')\n bridge_name = bridgeid.replace('Bridge', '')\n context_forms = bridge_card.find_all(\"form\")\n form_number = 1\n for context_form in context_forms:\n # a bridge can have multiple contexts, named 'forms' in html\n # this code will produce a fully working url that should create a working feed when called\n # this will create an example feed for every single context, to test them all\n context_parameters = {}\n error_messages = []\n context_name = '*untitled*'\n context_name_element = context_form.find_previous_sibling('h5')\n if context_name_element and context_name_element.text.strip() != '':\n context_name = context_name_element.text\n parameters = context_form.find_all(\"input\")\n lists = context_form.find_all(\"select\")\n # this for/if mess cycles through all available input parameters, checks if it required, then pulls\n # the default or examplevalue and then combines it all together into the url parameters\n # if an example or default value is missing for a required attribute, it will throw an error\n # any non-required fields are not tested!!!\n for parameter in parameters:\n parameter_type = parameter.get('type')\n parameter_name = parameter.get('name')\n if parameter_type == 'hidden':\n context_parameters[parameter_name] = parameter.get('value')\n if parameter_type == 'number' or parameter_type == 'text':\n if parameter.has_attr('required'):\n if parameter.get('placeholder') == '':\n if parameter.get('value') == '':\n error_messages.append(f'Missing example or default value for parameter \"{parameter_name}\"')\n else:\n context_parameters[parameter_name] = parameter.get('value')\n else:\n context_parameters[parameter_name] = parameter.get('placeholder')\n # same thing, just for checkboxes. If a checkbox is checked per default, it gets added to the url parameters\n if parameter_type == 'checkbox':\n if parameter.has_attr('checked'):\n context_parameters[parameter_name] = 'on'\n for listing in lists:\n selectionvalue = ''\n listname = listing.get('name')\n cleanlist = []\n options = listing.find_all('option')\n for option in options:\n if 'optgroup' in option.name:\n cleanlist.extend(option)\n else:\n cleanlist.append(option)\n firstselectionentry = 1\n for selectionentry in cleanlist:\n if firstselectionentry:\n selectionvalue = selectionentry.get('value')\n firstselectionentry = 0\n else:\n if 'selected' in selectionentry.attrs:\n selectionvalue = selectionentry.get('value')\n break\n context_parameters[listname] = selectionvalue\n artifact_url = 'about:blank'\n if error_messages:\n status = ' '.join(map(lambda m: f'❌ `{m}`', error_messages))\n else:\n # if all example/default values are present, form the full request url, run the request, add a tag with\n # the url of em's public instance to the response text (so that relative paths work, e.g. to the static css file) and\n # then save it to a html file.\n context_parameters.update({\n 'action': 'display',\n 'bridge': bridgeid,\n 'format': 'Html',\n })\n request_url = f'{instance.url}/?{urllib.parse.urlencode(context_parameters)}'\n response = requests.get(request_url)\n page_text = response.text.replace('','')\n page_text = page_text.encode(\"utf_8\")\n soup = BeautifulSoup(page_text, \"html.parser\")\n status_messages = []\n if response.status_code != 200:\n status_messages += [f'❌ `HTTP status {response.status_code} {response.reason}`']\n else:\n feed_items = soup.select('.feeditem')\n feed_items_length = len(feed_items)\n if feed_items_length <= 0:\n status_messages += [f'⚠️ `The feed has no items`']\n elif feed_items_length == 1 and len(soup.select('.error')) > 0:\n status_messages += [f'❌ `{getFirstLine(feed_items[0].text)}`']\n status_messages += map(lambda e: f'❌ `{getFirstLine(e.text)}`', soup.select('.error .error-type') + soup.select('.error .error-message'))\n for item_element in soup.select('.feeditem'): # remove all feed items to not accidentally selected
tags from item content\n item_element.decompose()\n status_messages += map(lambda e: f'⚠️ `{getFirstLine(e.text)}`', soup.find_all('pre'))\n status_messages = list(dict.fromkeys(status_messages)) # remove duplicates\n status = ' '.join(status_messages)\n status_is_ok = status == '';\n if status_is_ok:\n status = '✔️'\n if with_artifacts and (not with_reduced_artifacts or not status_is_ok):\n filename = f'{bridge_name} {form_number}{instance_suffix}{ARTIFACT_FILE_EXTENSION}'\n filename = re.sub(r'[^a-z0-9 \\_\\-\\.]', '', filename, flags=re.I).replace(' ', '_')\n with open(file=f'{artifacts_directory}/{filename}', mode='wb') as file:\n file.write(page_text)\n artifact_url = f'{artifacts_base_url}/{filename}'\n table_rows.append(f'| {bridge_name} | [{form_number} {context_name}{instance_suffix}]({artifact_url}) | {status} |')\n form_number += 1\n return table_rows\n\ndef getFirstLine(value: str) -> str:\n # trim whitespace and remove text that can break the table or is simply unnecessary\n clean_value = re.sub(r'^\\[[^\\]]+\\]\\s*rssbridge\\.|[\\|`]', '', value.strip())\n first_line = next(iter(clean_value.splitlines()), '')\n max_length = 250\n if (len(first_line) > max_length):\n first_line = first_line[:max_length] + '...'\n return first_line\n\nif __name__ == '__main__':\n parser = argparse.ArgumentParser()\n parser.add_argument('--instances', nargs='+')\n parser.add_argument('--no-artifacts', action='store_true')\n parser.add_argument('--reduced-artifacts', action='store_true')\n parser.add_argument('--artifacts-directory', default=os.getcwd())\n parser.add_argument('--artifacts-base-url', default='')\n parser.add_argument('--title', default='Pull request artifacts')\n parser.add_argument('--output-file', default=os.getcwd() + '/comment.md')\n args = parser.parse_args()\n instances = []\n if args.instances:\n for instance_arg in args.instances:\n instance_arg_parts = instance_arg.split('::')\n instance = Instance()\n instance.name = instance_arg_parts[1].strip() if len(instance_arg_parts) >= 2 else ''\n instance.url = instance_arg_parts[0].strip().rstrip(\"/\")\n instances.append(instance)\n else:\n instance = Instance()\n instance.name = 'current'\n instance.url = 'http://localhost:3000'\n instances.append(instance)\n instance = Instance()\n instance.name = 'pr'\n instance.url = 'http://localhost:3001'\n instances.append(instance)\n main(\n instances=instances,\n with_artifacts=not args.no_artifacts,\n with_reduced_artifacts=args.reduced_artifacts and not args.no_artifacts,\n artifacts_directory=args.artifacts_directory,\n artifacts_base_url=args.artifacts_base_url,\n title=args.title,\n output_file=args.output_file\n );\n"
},
{
"path": ".github/workflows/dockerbuild.yml",
"content": "name: Build Container Image\n\non:\n push:\n branches:\n - 'master'\n tags:\n - '20*'\n pull_request:\n branches:\n - 'master'\n paths:\n - .github/workflows/**\n - Dockerfile\n\npermissions:\n contents: read\n packages: write\n\nenv:\n DOCKERHUB_SLUG: rssbridge/rss-bridge\n GHCR_SLUG: ghcr.io/rss-bridge/rss-bridge\n\njobs:\n bake:\n runs-on: ubuntu-24.04-arm\n steps:\n - name: Docker meta\n id: docker_meta\n uses: docker/metadata-action@v5\n with:\n images: |\n ${{ env.DOCKERHUB_SLUG }}\n ${{ env.GHCR_SLUG }}\n tags: |\n type=raw,value=latest,enable=${{ github.event_name != 'pull_request' }}\n type=sha\n type=ref,event=tag,enable=${{ startsWith(github.ref, 'refs/tags/20') }}\n type=raw,value=stable,enable=${{ startsWith(github.ref, 'refs/tags/20') }}\n - name: Set up QEMU\n uses: docker/setup-qemu-action@v3\n - name: Set up Docker Buildx\n uses: docker/setup-buildx-action@v3\n - name: Login to DockerHub\n uses: docker/login-action@v3\n if: ${{ github.event_name != 'pull_request' }}\n with:\n username: ${{ secrets.DOCKER_USERNAME }}\n password: ${{ secrets.DOCKER_PASSWORD }}\n - name: Login to GitHub Container Registry\n uses: docker/login-action@v3\n if: ${{ github.event_name != 'pull_request' }}\n with:\n registry: ghcr.io\n username: ${{ github.actor }}\n password: ${{ secrets.GITHUB_TOKEN }}\n - name: Build and push\n uses: docker/bake-action@v6\n with:\n files: |\n ./docker-bake.hcl\n cwd://${{ steps.docker_meta.outputs.bake-file }}\n targets: image-all\n push: ${{ github.event_name != 'pull_request' }}\n"
},
{
"path": ".github/workflows/documentation.yml",
"content": "name: Documentation\n\non:\n push:\n paths:\n - 'docs/**'\n pull_request:\n branches:\n - 'master'\n paths:\n - .github/workflows/**\n - 'docs/**'\n\npermissions:\n contents: write\n\njobs:\n documentation:\n runs-on: ubuntu-24.04-arm\n steps:\n - uses: actions/checkout@v5\n with:\n persist-credentials: false\n - name: Setup PHP\n uses: shivammathur/setup-php@v2\n with:\n php-version: 8.0\n - name: Install dependencies\n run: composer global require daux/daux.io\n - name: Generate documentation\n run: daux generate\n - name: Deploy same repository 🚀\n if: ${{ github.event_name != 'pull_request' }}\n uses: JamesIves/github-pages-deploy-action@v4\n with:\n folder: \"static\"\n branch: gh-pages\n"
},
{
"path": ".github/workflows/lint.yml",
"content": "name: Lint\n\non:\n push:\n branches: [ master ]\n pull_request:\n branches: [ master ]\n\npermissions:\n contents: read\n\njobs:\n phpcs:\n runs-on: ubuntu-24.04-arm\n strategy:\n matrix:\n php-versions: ['7.4']\n steps:\n - uses: actions/checkout@v5\n - uses: shivammathur/setup-php@v2\n with:\n php-version: ${{ matrix.php-versions }}\n tools: phpcs\n - run: phpcs . --standard=phpcs.xml --warning-severity=0 --extensions=php -p\n\n phpcompatibility:\n runs-on: ubuntu-24.04-arm\n strategy:\n matrix:\n php-versions: ['7.4']\n steps:\n - uses: actions/checkout@v5\n - uses: shivammathur/setup-php@v2\n with:\n php-version: ${{ matrix.php-versions }}\n - run: composer global config --no-plugins allow-plugins.dealerdirect/phpcodesniffer-composer-installer true\n - run: composer global require dealerdirect/phpcodesniffer-composer-installer phpcompatibility/php-compatibility\n - run: ~/.composer/vendor/bin/phpcs . --standard=phpcompatibility.xml --warning-severity=0 --extensions=php -p\n\n executable_php_files_check:\n runs-on: ubuntu-24.04-arm\n steps:\n - uses: actions/checkout@v5\n - run: |\n if find -name \"*.php\" -executable -type f -print -exec false {} +\n then\n echo 'Good, no executable php scripts found'\n else\n echo 'Please unmark php scripts above as non-executable'\n exit 1\n fi\n"
},
{
"path": ".github/workflows/prhtmlgenerator.yml",
"content": "name: 'PR Testing'\n\non:\n pull_request_target:\n branches: [ master ]\n\npermissions:\n contents: read\n\njobs:\n checks:\n name: Check if bridges were changed\n runs-on: ubuntu-24.04-arm\n outputs:\n BRIDGES: ${{ steps.check_bridges.outputs.BRIDGES }}\n WITH_UPLOAD: ${{ steps.check_upload.outputs.WITH_UPLOAD }}\n steps:\n - name: Check number of bridges\n id: check_bridges\n run: |\n PR=${{ github.event.number || 'none' }};\n wget https://patch-diff.githubusercontent.com/raw/$GITHUB_REPOSITORY/pull/$PR.patch;\n bridgeamount=$(cat $PR.patch | grep \"\\bbridges/[A-Za-z0-9]*Bridge\\.php\\b\" | sed \"s=.*\\bbridges/\\([A-Za-z0-9]*\\)Bridge\\.php\\b.*=\\1=g\" | sort | uniq | wc -l);\n echo \"BRIDGES=$bridgeamount\" >> \"$GITHUB_OUTPUT\"\n - name: \"Check upload token secret RSSTESTER_SSH_KEY is set\"\n id: check_upload\n run: |\n echo \"WITH_UPLOAD=$([ -n \"${{ secrets.RSSTESTER_SSH_KEY }}\" ] && echo \"true\" || echo \"false\")\" >> \"$GITHUB_OUTPUT\"\n\n test-pr:\n name: Generate HTML files\n runs-on: ubuntu-24.04-arm\n needs: checks\n if: needs.checks.outputs.BRIDGES > 0\n outputs:\n COMMENT_LENGTH: ${{ steps.run-tests.outputs.bodylength }}\n steps:\n - name: Checkout - PR\n uses: actions/checkout@v5\n with:\n ref: ${{github.event.pull_request.head.ref}}\n repository: ${{github.event.pull_request.head.repo.full_name}}\n - name: Build docker image - PR\n run: docker build -t rss-bridge-pr .\n - name: Clear workspace\n run: rm -r * .*\n - name: Checkout - Current\n uses: actions/checkout@v5\n - name: Build docker image - Current\n run: docker build -t rss-bridge-current .\n - name: Create configuration files\n run: |\n touch DEBUG;\n PR=${{ github.event.number || 'none' }};\n wget https://patch-diff.githubusercontent.com/raw/$GITHUB_REPOSITORY/pull/$PR.patch;\n cat $PR.patch | grep \"\\bbridges/[A-Za-z0-9]*Bridge\\.php\\b\" | sed \"s=.*\\bbridges/\\([A-Za-z0-9]*\\)Bridge\\.php\\b.*=\\1=g\" | sort | uniq > whitelist.txt;\n echo \"whitelist.txt:\";\n cat whitelist.txt\n - name: Run docker container - Current\n run: docker run -v $GITHUB_WORKSPACE/whitelist.txt:/app/whitelist.txt -v $GITHUB_WORKSPACE/DEBUG:/app/DEBUG --detach --pull never -p 3000:80 rss-bridge-current\n - name: Run docker container - PR\n run: docker run -v $GITHUB_WORKSPACE/whitelist.txt:/app/whitelist.txt -v $GITHUB_WORKSPACE/DEBUG:/app/DEBUG --detach --pull never -p 3001:80 rss-bridge-pr\n - name: Setup python\n uses: actions/setup-python@v6\n with:\n python-version: '3.13'\n cache: 'pip'\n cache-dependency-path: '**/*requirements*.txt'\n - name: Install requirements\n run: pip install -r ./.github/prtester-requirements.txt\n - name: Run bridge tests\n id: run-tests\n env:\n PYTHONUNBUFFERED: 1\n run: |\n python ./.github/prtester.py --artifacts-base-url \"https://${{ github.repository_owner }}.github.io/${{ vars.ARTIFACTS_REPO || 'rss-bridge-tests' }}/prs/${{ github.event.number || 'none' }}\";\n body=\"$(cat comment.md)\";\n body=\"${body//'%'/'%25'}\";\n body=\"${body//$'\\n'/'%0A'}\";\n body=\"${body//$'\\r'/'%0D'}\";\n echo \"bodylength=${#body}\" >> $GITHUB_OUTPUT\n - name: Upload test results\n if: steps.run-tests.outputs.bodylength > 130\n uses: actions/upload-artifact@v5\n with:\n name: test-results\n path: |\n comment.md\n *.html\n if-no-files-found: error\n\n comment-pr:\n name: Create or update PR comment\n runs-on: ubuntu-24.04-arm\n needs: test-pr\n if: needs.test-pr.outputs.COMMENT_LENGTH > 130\n permissions:\n pull-requests: write\n steps:\n - name: Download test results\n uses: actions/download-artifact@v5\n with:\n name: test-results\n - name: Add comment to job summary\n run: cat comment.md >> $GITHUB_STEP_SUMMARY\n - name: Find Comment\n uses: peter-evans/find-comment@v4\n id: find-comment\n with:\n issue-number: ${{ github.event.pull_request.number }}\n comment-author: 'github-actions[bot]'\n body-includes: Pull request artifacts\n - name: Create or update comment\n uses: peter-evans/create-or-update-comment@v5\n with:\n comment-id: ${{ steps.find-comment.outputs.comment-id }}\n issue-number: ${{ github.event.pull_request.number }}\n body-file: comment.md\n edit-mode: replace\n\n upload-test-results:\n name: Upload to GitHub Pages repository\n runs-on: ubuntu-24.04-arm\n needs: test-pr\n if: needs.test-pr.outputs.COMMENT_LENGTH > 130 && needs.checks.outputs.WITH_UPLOAD == 'true'\n steps:\n - uses: actions/checkout@v5\n with:\n repository: \"${{ github.repository_owner }}/${{ vars.ARTIFACTS_REPO || 'rss-bridge-tests' }}\"\n ref: 'main'\n ssh-key: ${{ secrets.RSSTESTER_SSH_KEY }}\n - name: Setup git config\n run: |\n git config --global user.name \"GitHub Actions\"\n git config --global user.email \"<>\"\n - name: Download test results\n uses: actions/download-artifact@v5\n with:\n name: test-results\n - name: Move test results\n run: |\n DIRECTORY=\"$GITHUB_WORKSPACE/prs/${{ github.event.number || 'none' }}\"\n rm -rf $DIRECTORY\n mkdir -p $DIRECTORY\n cd $DIRECTORY\n mv -f $GITHUB_WORKSPACE/comment.md ./README.md\n mv -f $GITHUB_WORKSPACE/*.html .\n - name: Commit and push test results\n run: |\n export COMMIT_MESSAGE=\"Test results for PR ${{ github.event.number || 'none' }}\"\n git add .\n git commit -m \"$COMMIT_MESSAGE\" || exit 0\n git push\n"
},
{
"path": ".github/workflows/tests.yml",
"content": "name: Tests\n\non:\n push:\n branches: [ master ]\n pull_request:\n branches: [ master ]\n\npermissions:\n contents: read\n\njobs:\n phpunit8:\n runs-on: ubuntu-24.04\n strategy:\n matrix:\n php-versions: ['7.4', '8.0', '8.1', '8.2', '8.3', '8.4', '8.5']\n steps:\n - uses: actions/checkout@v5\n - uses: shivammathur/setup-php@v2\n with:\n php-version: ${{ matrix.php-versions }}\n env:\n update: true\n - run: composer install\n - run: composer test\n"
},
{
"path": ".gitignore",
"content": "#################\n## Eclipse\n#################\nvendor/*\ndata/\n*.pydevproject\n.project\n.metadata\ntmp/\n*.tmp\n*.bak\n*.swp\n*~.nib\nlocal.properties\n.classpath\n.settings/\n.loadpath\n\n# External tool builders\n.externalToolBuilders/\n\n# Locally stored \"Eclipse launch configurations\"\n*.launch\n\n# CDT-specific\n.cproject\n\n# PDT-specific\n.buildpath\n\n\n#################\n## Visual Studio\n#################\n\n## Ignore Visual Studio temporary files, build results, and\n## files generated by popular Visual Studio add-ons.\n\n# User-specific files\n*.suo\n*.user\n*.sln.docstates\n\n# Build results\n\n[Dd]ebug/\n[Rr]elease/\nx64/\nbuild/\n[Bb]in/\n[Oo]bj/\n\n# MSTest test Results\n[Tt]est[Rr]esult*/\n[Bb]uild[Ll]og.*\n\n*_i.c\n*_p.c\n*.ilk\n*.meta\n*.obj\n*.pch\n*.pdb\n*.pgc\n*.pgd\n*.rsp\n*.sbr\n*.tlb\n*.tli\n*.tlh\n*.tmp\n*.tmp_proj\n*.log\n*.vspscc\n*.vssscc\n.builds\n*.pidb\n*.log\n*.scc\n\n# Visual C++ cache files\nipch/\n*.aps\n*.ncb\n*.opensdf\n*.sdf\n*.cachefile\n\n# Visual Studio profiler\n*.psess\n*.vsp\n*.vspx\n\n# Guidance Automation Toolkit\n*.gpState\n\n# ReSharper is a .NET coding add-in\n_ReSharper*/\n*.[Rr]e[Ss]harper\n\n# TeamCity is a build add-in\n_TeamCity*\n\n# DotCover is a Code Coverage Tool\n*.dotCover\n\n# NCrunch\n*.ncrunch*\n.*crunch*.local.xml\n\n# Installshield output folder\n[Ee]xpress/\n\n# DocProject is a documentation generator add-in\nDocProject/buildhelp/\nDocProject/Help/*.HxT\nDocProject/Help/*.HxC\nDocProject/Help/*.hhc\nDocProject/Help/*.hhk\nDocProject/Help/*.hhp\nDocProject/Help/Html2\nDocProject/Help/html\n\n# Click-Once directory\npublish/\n\n# Publish Web Output\n*.Publish.xml\n*.pubxml\n\n# NuGet Packages Directory\n## TODO: If you have NuGet Package Restore enabled, uncomment the next line\n#packages/\n\n# Windows Azure Build Output\ncsx\n*.build.csdef\n\n# Windows Store app package directory\nAppPackages/\n\n# Others\nsql/\n*.Cache\nClientBin/\n[Ss]tyle[Cc]op.*\n~$*\n*~\n*.dbmdl\n*.[Pp]ublish.xml\n*.pfx\n*.publishsettings\n\n# RIA/Silverlight projects\nGenerated_Code/\n\n# Backup & report files from converting an old project file to a newer\n# Visual Studio version. Backup files are not needed, because we have git ;-)\n_UpgradeReport_Files/\nBackup*/\nUpgradeLog*.XML\nUpgradeLog*.htm\n\n# SQL Server files\nApp_Data/*.mdf\nApp_Data/*.ldf\n\n#################\n## Other ide stuff\n#################\n.idea/*\n[#]*[#]\n\n#############\n## Windows detritus\n#############\n\n# Windows image file caches\nThumbs.db\nehthumbs.db\n\n# Folder config file\nDesktop.ini\n\n# Recycle Bin used on file shares\n$RECYCLE.BIN/\n\n# Mac crap\n.DS_Store\n\n\n#############\n## Python\n#############\n\n*.py[co]\n\n# Packages\n*.egg\n*.egg-info\ndist/\nbuild/\neggs/\nparts/\nvar/\nsdist/\ndevelop-eggs/\n.installed.cfg\n\n# Installer logs\npip-log.txt\n\n# Unit test / coverage reports\n.coverage\n.phpunit.result.cache\n.tox\n\n#Translations\n*.mo\n\n#Mr Developer\n.mr.developer.cfg\n\n##############\n## RSS-Bridge\n##############\n/cache\n/whitelist.txt\nDEBUG\nconfig.ini.php\nconfig/*\n!config/nginx.conf\n!config/php-fpm.conf\n!config/php.ini\nfavicon.gif\nfavicon.ico\n\n######################\n## VisualStudioCode ##\n######################\n.vscode/*\n\n#Builder\n.buildconfig\n\n#Auth\n.htaccess\n.htpasswd\n\n#Crawler\nrobots.txt\n"
},
{
"path": "CONTRIBUTORS.md",
"content": "# Contributors\n\n* [16mhz](https://github.com/16mhz)\n* [adamchainz](https://github.com/adamchainz)\n* [Ahiles3005](https://github.com/Ahiles3005)\n* [akirk](https://github.com/akirk)\n* [Albirew](https://github.com/Albirew)\n* [aledeg](https://github.com/aledeg)\n* [alex73](https://github.com/alex73)\n* [alexAubin](https://github.com/alexAubin)\n* [Alkarex](https://github.com/Alkarex)\n* [AmauryCarrade](https://github.com/AmauryCarrade)\n* [arnd-s](https://github.com/arnd-s)\n* [ArthurHoaro](https://github.com/ArthurHoaro)\n* [Astalaseven](https://github.com/Astalaseven)\n* [Astyan-42](https://github.com/Astyan-42)\n* [austinhuang0131](https://github.com/austinhuang0131)\n* [axor-mst](https://github.com/axor-mst)\n* [ayacoo](https://github.com/ayacoo)\n* [az5he6ch](https://github.com/az5he6ch)\n* [b1nj](https://github.com/b1nj)\n* [benasse](https://github.com/benasse)\n* [Binnette](https://github.com/Binnette)\n* [BoboTiG](https://github.com/BoboTiG)\n* [Bockiii](https://github.com/Bockiii)\n* [brtsos](https://github.com/brtsos)\n* [captn3m0](https://github.com/captn3m0)\n* [chemel](https://github.com/chemel)\n* [Chouchen](https://github.com/Chouchen)\n* [ckiw](https://github.com/ckiw)\n* [cn-tools](https://github.com/cn-tools)\n* [cnlpete](https://github.com/cnlpete)\n* [corenting](https://github.com/corenting)\n* [couraudt](https://github.com/couraudt)\n* [csisoap](https://github.com/csisoap)\n* [da2x](https://github.com/da2x)\n* [dabenzel](https://github.com/dabenzel)\n* [Daiyousei](https://github.com/Daiyousei)\n* [dawidsowa](https://github.com/dawidsowa)\n* [DevonHess](https://github.com/DevonHess)\n* [dhuschde](https://github.com/dhuschde)\n* [disk0x](https://github.com/disk0x)\n* [DJCrashdummy](https://github.com/DJCrashdummy)\n* [Djuuu](https://github.com/Djuuu)\n* [DnAp](https://github.com/DnAp)\n* [dominik-th](https://github.com/dominik-th)\n* [Draeli](https://github.com/Draeli)\n* [Dreckiger-Dan](https://github.com/Dreckiger-Dan)\n* [drego85](https://github.com/drego85)\n* [drklee3](https://github.com/drklee3)\n* [DRogueRonin](https://github.com/DRogueRonin)\n* [dvikan](https://github.com/dvikan)\n* [eggwhalefrog](https://github.com/eggwhalefrog)\n* [em92](https://github.com/em92)\n* [eMerzh](https://github.com/eMerzh)\n* [EtienneM](https://github.com/EtienneM)\n* [f0086](https://github.com/f0086)\n* [fanch317](https://github.com/fanch317)\n* [fatuuse](https://github.com/fatuuse)\n* [fivefilters](https://github.com/fivefilters)\n* [floviolleau](https://github.com/floviolleau)\n* [fluffy-critter](https://github.com/fluffy-critter)\n* [fmachen](https://github.com/fmachen)\n* [Frenzie](https://github.com/Frenzie)\n* [fulmeek](https://github.com/fulmeek)\n* [ggiessen](https://github.com/ggiessen)\n* [gileri](https://github.com/gileri)\n* [Ginko-Aloe](https://github.com/Ginko-Aloe)\n* [girlpunk](https://github.com/girlpunk)\n* [Glandos](https://github.com/Glandos)\n* [gloony](https://github.com/gloony)\n* [GregThib](https://github.com/GregThib)\n* [griffaurel](https://github.com/griffaurel)\n* [Grummfy](https://github.com/Grummfy)\n* [gsantner](https://github.com/gsantner)\n* [guigot](https://github.com/guigot)\n* [hollowleviathan](https://github.com/hollowleviathan)\n* [hpacleb](https://github.com/hpacleb)\n* [hunhejj](https://github.com/hunhejj)\n* [husim0](https://github.com/husim0)\n* [IceWreck](https://github.com/IceWreck)\n* [imagoiq](https://github.com/imagoiq)\n* [j0k3r](https://github.com/j0k3r)\n* [JackNUMBER](https://github.com/JackNUMBER)\n* [jacquesh](https://github.com/jacquesh)\n* [jakubvalenta](https://github.com/jakubvalenta)\n* [JasonGhent](https://github.com/JasonGhent)\n* [jcgoette](https://github.com/jcgoette)\n* [jdesgats](https://github.com/jdesgats)\n* [jdigilio](https://github.com/jdigilio)\n* [JeremyRand](https://github.com/JeremyRand)\n* [JimDog546](https://github.com/JimDog546)\n* [jNullj](https://github.com/jNullj)\n* [Jocker666z](https://github.com/Jocker666z)\n* [johnnygroovy](https://github.com/johnnygroovy)\n* [johnpc](https://github.com/johnpc)\n* [joni1993](https://github.com/joni1993)\n* [jtojnar](https://github.com/jtojnar)\n* [KamaleiZestri](https://github.com/KamaleiZestri)\n* [kkoyung](https://github.com/kkoyung)\n* [klimplant](https://github.com/klimplant)\n* [KN4CK3R](https://github.com/KN4CK3R)\n* [kolarcz](https://github.com/kolarcz)\n* [kranack](https://github.com/kranack)\n* [kraoc](https://github.com/kraoc)\n* [krisu5](https://github.com/krisu5)\n* [l1n](https://github.com/l1n)\n* [laBecasse](https://github.com/laBecasse)\n* [lagaisse](https://github.com/lagaisse)\n* [lalannev](https://github.com/lalannev)\n* [langfingaz](https://github.com/langfingaz)\n* [lassana](https://github.com/lassana)\n* [ldidry](https://github.com/ldidry)\n* [Leomaradan](https://github.com/Leomaradan)\n* [leyrer](https://github.com/leyrer)\n* [liamka](https://github.com/liamka)\n* [Limero](https://github.com/Limero)\n* [LogMANOriginal](https://github.com/LogMANOriginal)\n* [lorenzos](https://github.com/lorenzos)\n* [lukasklinger](https://github.com/lukasklinger)\n* [m0zes](https://github.com/m0zes)\n* [Mar-Koeh](https://github.com/Mar-Koeh)\n* [marcus-at-localhost](https://github.com/marcus-at-localhost)\n* [marius8510000-bot](https://github.com/marius8510000-bot)\n* [matthewseal](https://github.com/matthewseal)\n* [mcbyte-it](https://github.com/mcbyte-it)\n* [mdemoss](https://github.com/mdemoss)\n* [melangue](https://github.com/melangue)\n* [metaMMA](https://github.com/metaMMA)\n* [mibe](https://github.com/mibe)\n* [mickaelBert](https://github.com/mickaelBert)\n* [mightymt](https://github.com/mightymt)\n* [mitsukarenai](https://github.com/mitsukarenai)\n* [Monocularity](https://github.com/Monocularity)\n* [MonsieurPoutounours](https://github.com/MonsieurPoutounours)\n* [mr-flibble](https://github.com/mr-flibble)\n* [mro](https://github.com/mro)\n* [mschwld](https://github.com/mschwld)\n* [muekoeff](https://github.com/muekoeff)\n* [mw80](https://github.com/mw80)\n* [mxmehl](https://github.com/mxmehl)\n* [Mynacol](https://github.com/Mynacol)\n* [nel50n](https://github.com/nel50n)\n* [niawag](https://github.com/niawag)\n* [Niehztog](https://github.com/Niehztog)\n* [NikNikYkt](https://github.com/NikNikYkt)\n* [Nono-m0le](https://github.com/Nono-m0le)\n* [NotsoanoNimus](https://github.com/NotsoanoNimus)\n* [obsiwitch](https://github.com/obsiwitch)\n* [Ololbu](https://github.com/Ololbu)\n* [ORelio](https://github.com/ORelio)\n* [otakuf](https://github.com/otakuf)\n* [Park0](https://github.com/Park0)\n* [Paroleen](https://github.com/Paroleen)\n* [Patricol](https://github.com/Patricol)\n* [paulchen](https://github.com/paulchen)\n* [PaulVayssiere](https://github.com/PaulVayssiere)\n* [pellaeon](https://github.com/pellaeon)\n* [PeterDaveHello](https://github.com/PeterDaveHello)\n* [Peterr-K](https://github.com/Peterr-K)\n* [Piranhaplant](https://github.com/Piranhaplant)\n* [pirnz](https://github.com/pirnz)\n* [pit-fgfjiudghdf](https://github.com/pit-fgfjiudghdf)\n* [pitchoule](https://github.com/pitchoule)\n* [pmaziere](https://github.com/pmaziere)\n* [Pofilo](https://github.com/Pofilo)\n* [prysme01](https://github.com/prysme01)\n* [pubak42](https://github.com/pubak42)\n* [Qluxzz](https://github.com/Qluxzz)\n* [quentinus95](https://github.com/quentinus95)\n* [quickwick](https://github.com/quickwick)\n* [rakoo](https://github.com/rakoo)\n* [RawkBob](https://github.com/RawkBob)\n* [regisenguehard](https://github.com/regisenguehard)\n* [Riduidel](https://github.com/Riduidel)\n* [rogerdc](https://github.com/rogerdc)\n* [Roliga](https://github.com/Roliga)\n* [ronansalmon](https://github.com/ronansalmon)\n* [rremizov](https://github.com/rremizov)\n* [s0lesurviv0r](https://github.com/s0lesurviv0r)\n* [sal0max](https://github.com/sal0max)\n* [sebsauvage](https://github.com/sebsauvage)\n* [shutosg](https://github.com/shutosg)\n* [simon816](https://github.com/simon816)\n* [Simounet](https://github.com/Simounet)\n* [somini](https://github.com/somini)\n* [SpangleLabs](https://github.com/SpangleLabs)\n* [SqrtMinusOne](https://github.com/SqrtMinusOne)\n* [squeek502](https://github.com/squeek502)\n* [StelFux](https://github.com/StelFux)\n* [stjohnjohnson](https://github.com/stjohnjohnson)\n* [Stopka](https://github.com/Stopka)\n* [Strubbl](https://github.com/Strubbl)\n* [sublimz](https://github.com/sublimz)\n* [sunchaserinfo](https://github.com/sunchaserinfo)\n* [SuperSandro2000](https://github.com/SuperSandro2000)\n* [sysadminstory](https://github.com/sysadminstory)\n* [t0stiman](https://github.com/t0stiman)\n* [tameroski](https://github.com/tameroski)\n* [teromene](https://github.com/teromene)\n* [tgkenney](https://github.com/tgkenney)\n* [thefranke](https://github.com/thefranke)\n* [TheRadialActive](https://github.com/TheRadialActive)\n* [theScrabi](https://github.com/theScrabi)\n* [thezeroalpha](https://github.com/thezeroalpha)\n* [thibaultcouraud](https://github.com/thibaultcouraud)\n* [timendum](https://github.com/timendum)\n* [TitiTestScalingo](https://github.com/TitiTestScalingo)\n* [tomaszkane](https://github.com/tomaszkane)\n* [tomershvueli](https://github.com/tomershvueli)\n* [TotalCaesar659](https://github.com/TotalCaesar659)\n* [tpikonen](https://github.com/tpikonen)\n* [TReKiE](https://github.com/TReKiE)\n* [triatic](https://github.com/triatic)\n* [User123698745](https://github.com/User123698745)\n* [VerifiedJoseph](https://github.com/VerifiedJoseph)\n* [vitkabele](https://github.com/vitkabele)\n* [WalterBarrett](https://github.com/WalterBarrett)\n* [wtuuju](https://github.com/wtuuju)\n* [xurxof](https://github.com/xurxof)\n* [yamanq](https://github.com/yamanq)\n* [yardenac](https://github.com/yardenac)\n* [ymeister](https://github.com/ymeister)\n* [yue-dongchen](https://github.com/yue-dongchen)\n* [ZeNairolf](https://github.com/ZeNairolf)\n"
},
{
"path": "Dockerfile",
"content": "FROM debian:12-slim AS rssbridge\n\nLABEL description=\"RSS-Bridge is a PHP project capable of generating RSS and Atom feeds for websites that don't have one.\"\nLABEL repository=\"https://github.com/RSS-Bridge/rss-bridge\"\nLABEL website=\"https://github.com/RSS-Bridge/rss-bridge\"\n\nARG DEBIAN_FRONTEND=noninteractive\nRUN set -xe && \\\n apt-get update && \\\n apt-get install --yes --no-install-recommends \\\n ca-certificates \\\n nginx \\\n nss-plugin-pem \\\n php-curl \\\n php-fpm \\\n php-intl \\\n # php-json is enabled by default with PHP 8.2 in Debian 12\n php-mbstring \\\n php-memcached \\\n # php-opcache is enabled by default with PHP 8.2 in Debian 12\n # php-openssl is enabled by default with PHP 8.2 in Debian 12\n php-sqlite3 \\\n php-xml \\\n php-zip \\\n # php-zlib is enabled by default with PHP 8.2 in Debian 12\n # for downloading libcurl-impersonate\n curl \\\n # for patching libcurl-impersonate\n patchelf \\\n && \\\n # install curl-impersonate library\n curlimpersonate_version=1.2.5 && \\\n { \\\n { \\\n [ $(arch) = 'aarch64' ] && \\\n archive=\"libcurl-impersonate-v${curlimpersonate_version}.aarch64-linux-gnu.tar.gz\" && \\\n sha512sum=\"cd340819d27c03e6833e746c1de181aa828f5986f4152fe0d55d5ea1b0a7c5328db129f9146d6369d2c2e20facd7c0a67e32cc916dddc74d1557106f89636dd0\" \\\n ; } \\\n || { \\\n [ $(arch) = 'armv7l' ] && \\\n archive=\"libcurl-impersonate-v${curlimpersonate_version}.arm-linux-gnueabihf.tar.gz\" && \\\n sha512sum=\"143e57779c4872557e8becfd91bf9c92d9085b1c964d103a39b6e85253e3f3257796d205de4b49f6bc25c8ad0a39e5d4ec4f51391037e27d32d6355e52c5d346\" \\\n ; } \\\n || { \\\n [ $(arch) = 'x86_64' ] && \\\n archive=\"libcurl-impersonate-v${curlimpersonate_version}.x86_64-linux-gnu.tar.gz\" && \\\n sha512sum=\"816e7d08110f2f5a6e7e2364e7c1d9ec0cc371e9b5024e0239db937379f057bb40ec80e56d0c49cdaf80b7f560888511c1bda5516b850a6d54c46a2eccc94dc6\" \\\n ; } \\\n } && \\\n curl -LO \"https://github.com/lexiforest/curl-impersonate/releases/download/v${curlimpersonate_version}/${archive}\" && \\\n echo \"$sha512sum $archive\" | sha512sum -c - && \\\n mkdir -p /usr/local/lib/curl-impersonate && \\\n tar xaf \"$archive\" -C /usr/local/lib/curl-impersonate && \\\n patchelf --set-soname libcurl.so.4 /usr/local/lib/curl-impersonate/libcurl-impersonate.so && \\\n rm \"$archive\" && \\\n apt-get purge --assume-yes curl patchelf && \\\n rm -rf /var/lib/apt/lists/*\n\nENV LD_PRELOAD=/usr/local/lib/curl-impersonate/libcurl-impersonate.so\nENV CURL_IMPERSONATE=chrome142\n\n# logs should go to stdout / stderr\nRUN ln -sfT /dev/stderr /var/log/nginx/error.log; \\\n\tln -sfT /dev/stdout /var/log/nginx/access.log; \\\n\tchown -R --no-dereference www-data:adm /var/log/nginx/\n\nCOPY ./config/nginx.conf /etc/nginx/sites-available/default\nCOPY ./config/php-fpm.conf /etc/php/8.2/fpm/pool.d/rss-bridge.conf\nCOPY ./config/php.ini /etc/php/8.2/fpm/conf.d/90-rss-bridge.ini\n\nCOPY --chown=www-data:www-data ./ /app/\n\nEXPOSE 80\n\nENTRYPOINT [\"/app/docker-entrypoint.sh\"]\n"
},
{
"path": "README.md",
"content": "# RSS-Bridge\n\n\n\nRSS-Bridge is a PHP web application.\n\nIt generates web feeds for websites that don't have one.\n\nOfficially hosted instance: https://rss-bridge.org/bridge01/\n\nIRC channel #rssbridge at https://libera.chat/\n\n[Full documentation](https://rss-bridge.github.io/rss-bridge/index.html)\n\nAlternatively find another\n[public instance](https://rss-bridge.github.io/rss-bridge/General/Public_Hosts.html).\n\nRequires minimum PHP 7.4.\n\n\n[](UNLICENSE)\n[](https://github.com/rss-bridge/rss-bridge/releases/latest)\n[](https://web.libera.chat/#rssbridge)\n[](https://github.com/RSS-Bridge/rss-bridge/actions)\n\n|||\n|:-:|:-:|\n|||\n|||\n|||\n\n## A subset of bridges (15/447)\n\n* `CssSelectorBridge`: [Scrape out a feed using CSS selectors](https://rss-bridge.org/bridge01/#bridge-CssSelectorBridge)\n* `FeedMergeBridge`: [Combine multiple feeds into one](https://rss-bridge.org/bridge01/#bridge-FeedMergeBridge)\n* `FeedReducerBridge`: [Reduce a noisy feed by some percentage](https://rss-bridge.org/bridge01/#bridge-FeedReducerBridge)\n* `FilterBridge`: [Filter a feed by excluding/including items by keyword](https://rss-bridge.org/bridge01/#bridge-FilterBridge)\n* `GettrBridge`: [Fetches the latest posts from a GETTR user](https://rss-bridge.org/bridge01/#bridge-GettrBridge)\n* `MastodonBridge`: [Fetches statuses from a Mastodon (ActivityPub) instance](https://rss-bridge.org/bridge01/#bridge-MastodonBridge)\n* `RedditBridge`: [Fetches posts from a user/subredit (with filtering options)](https://rss-bridge.org/bridge01/#bridge-RedditBridge)\n* `RumbleBridge`: [Fetches channel/user videos](https://rss-bridge.org/bridge01/#bridge-RumbleBridge)\n* `SoundcloudBridge`: [Fetches music by username](https://rss-bridge.org/bridge01/#bridge-SoundcloudBridge)\n* `TelegramBridge`: [Fetches posts from a public channel](https://rss-bridge.org/bridge01/#bridge-TelegramBridge)\n* `ThePirateBayBridge:` [Fetches torrents by search/user/category](https://rss-bridge.org/bridge01/#bridge-ThePirateBayBridge)\n* `TikTokBridge`: [Fetches posts by username](https://rss-bridge.org/bridge01/#bridge-TikTokBridge)\n* `TwitchBridge`: [Fetches videos from channel](https://rss-bridge.org/bridge01/#bridge-TwitchBridge)\n* `XPathBridge`: [Scrape out a feed using XPath expressions](https://rss-bridge.org/bridge01/#bridge-XPathBridge)\n* `YoutubeBridge`: [Fetches videos by username/channel/playlist/search](https://rss-bridge.org/bridge01/#bridge-YoutubeBridge)\n* `YouTubeCommunityTabBridge`: [Fetches posts from a channel's Posts tab](https://rss-bridge.org/bridge01/#bridge-YouTubeCommunityTabBridge)\n\n## Tutorial\n\n### How to install on traditional shared web hosting\n\nRSS-Bridge can basically be unzipped into a web folder. Should be working instantly.\n\nLatest zip:\nhttps://github.com/RSS-Bridge/rss-bridge/archive/refs/heads/master.zip (2MB)\n\n### How to install on Debian 12 (nginx + php-fpm)\n\nThese instructions have been tested on a fresh Debian 12 VM from Digital Ocean (1vcpu-512mb-10gb, 5 USD/month).\n\n```shell\ntimedatectl set-timezone Europe/Oslo\n\napt install git nginx php8.2-fpm php-mbstring php-simplexml php-curl php-intl\n\n# Create a user account\nuseradd --shell /bin/bash --create-home rss-bridge\n\ncd /var/www\n\n# Create folder and change its ownership to rss-bridge\nmkdir rss-bridge && chown rss-bridge:rss-bridge rss-bridge/\n\n# Become rss-bridge\nsu rss-bridge\n\n# Clone master branch into existing folder\ngit clone https://github.com/RSS-Bridge/rss-bridge.git rss-bridge/\ncd rss-bridge\n\n# Copy over the default config (OPTIONAL)\ncp -v config.default.ini.php config.ini.php\n\n# Recursively give full permissions to user/owner\nchmod 700 --recursive ./\n\n# Give read and execute to others on folder ./static\nchmod o+rx ./ ./static\n\n# Recursively give give read to others on folder ./static\nchmod o+r --recursive ./static\n```\n\nNginx config:\n\n```nginx\n# /etc/nginx/sites-enabled/rss-bridge.conf\n\nserver {\n listen 80;\n\n # TODO: change to your own server name\n server_name example.com;\n\n access_log /var/log/nginx/rss-bridge.access.log;\n error_log /var/log/nginx/rss-bridge.error.log;\n log_not_found off;\n\n # Intentionally not setting a root folder\n\n # Static content only served here\n location /static/ {\n alias /var/www/rss-bridge/static/;\n }\n\n # Pass off to php-fpm only when location is EXACTLY == /\n location = / {\n root /var/www/rss-bridge/;\n include snippets/fastcgi-php.conf;\n fastcgi_read_timeout 45s;\n fastcgi_pass unix:/run/php/rss-bridge.sock;\n }\n\n # Reduce log noise\n location = /favicon.ico {\n access_log off;\n }\n\n # Reduce log noise\n location = /robots.txt {\n access_log off;\n }\n}\n```\n\nPHP FPM pool config:\n```ini\n; /etc/php/8.2/fpm/pool.d/rss-bridge.conf\n\n[rss-bridge]\n\nuser = rss-bridge\ngroup = rss-bridge\n\nlisten = /run/php/rss-bridge.sock\n\nlisten.owner = www-data\nlisten.group = www-data\n\n; Create 10 workers standing by to serve requests\npm = static\npm.max_children = 10\n\n; Respawn worker after 500 requests (workaround for memory leaks etc.)\npm.max_requests = 500\n```\n\nPHP ini config:\n```ini\n; /etc/php/8.2/fpm/conf.d/30-rss-bridge.ini\n\nmax_execution_time = 15\nmemory_limit = 64M\n```\n\nRestart fpm and nginx:\n\n```shell\n# Lint and restart php-fpm\nphp-fpm8.2 -t && systemctl restart php8.2-fpm\n\n# Lint and restart nginx\nnginx -t && systemctl restart nginx\n```\n\n### How to install from Composer\n\nInstall the latest release.\n\n```shell\ncd /var/www\ncomposer create-project -v --no-dev --no-scripts rss-bridge/rss-bridge\n```\n\n### How to install with Caddy\n\nTODO. See https://github.com/RSS-Bridge/rss-bridge/issues/3785\n\n### Install from Docker Hub:\n\nInstall by downloading the docker image from Docker Hub:\n\n```bash\n# Create container\ndocker create --name=rss-bridge --publish 3000:80 --volume $(pwd)/config:/config rssbridge/rss-bridge\n```\n\nYou can put custom `config.ini.php` and bridges into `./config`.\n\n**You must restart container for custom changes to take effect.**\n\nSee `docker-entrypoint.sh` for details.\n\n```bash\n# Start container\ndocker start rss-bridge\n```\n\nBrowse http://localhost:3000/\n\n### Install by locally building from Dockerfile\n\n```bash\n# Build image from Dockerfile\ndocker build -t rss-bridge .\n\n# Create container\ndocker create --name rss-bridge --publish 3000:80 --volume $(pwd)/config:/config rss-bridge\n```\n\nYou can put custom `config.ini.php` and bridges into `./config`.\n\n**You must restart container for custom changes to take effect.**\n\nSee `docker-entrypoint.sh` for details.\n\n```bash\n# Start container\ndocker start rss-bridge\n```\n\nBrowse http://localhost:3000/\n\n### Install with docker-compose (using Docker Hub)\n\nYou can put custom `config.ini.php` and bridges into `./config`.\n\n**You must restart container for custom changes to take effect.**\n\nSee `docker-entrypoint.sh` for details.\n\n```bash\ndocker-compose up\n```\n\nBrowse http://localhost:3000/\n\n### Other installation methods\n\n[](https://my.scalingo.com/deploy?source=https://github.com/sebsauvage/rss-bridge)\n[](https://heroku.com/deploy)\n[](https://www.cloudron.io/store/com.rssbridgeapp.cloudronapp.html)\n[](https://www.pikapods.com/pods?run=rssbridge)\n\nThe Heroku quick deploy currently does not work. It might work if you fork this repo and\nmodify the `repository` in `scalingo.json`. See https://github.com/RSS-Bridge/rss-bridge/issues/2688\n\nLearn more in\n[Installation](https://rss-bridge.github.io/rss-bridge/For_Hosts/Installation.html).\n\n## How-to\n\n### How to fix \"Access denied.\"\n\nOutput is from php-fpm. It is unable to read index.php.\n\n chown rss-bridge:rss-bridge /var/www/rss-bridge/index.php\n\n### How to password-protect the instance (token)\n\nModify `config.ini.php`:\n\n [authentication]\n\n token = \"hunter2\"\n\n### How to remove all cache items\n\nAs current user:\n\n bin/cache-clear\n\nAs user rss-bridge:\n\n sudo -u rss-bridge bin/cache-clear\n\nAs root:\n\n sudo bin/cache-clear\n\n### How to remove all expired cache items\n\n bin/cache-prune\n\n### How to fix \"PHP Fatal error: Uncaught Exception: The FileCache path is not writable\"\n\n```shell\n# Give rss-bridge ownership\nchown rss-bridge:rss-bridge -R /var/www/rss-bridge/cache\n\n# Or, give www-data ownership\nchown www-data:www-data -R /var/www/rss-bridge/cache\n\n# Or, give everyone write permission\nchmod 777 -R /var/www/rss-bridge/cache\n\n# Or last ditch effort (CAREFUL)\nrm -rf /var/www/rss-bridge/cache/ && mkdir /var/www/rss-bridge/cache/\n```\n\n### How to fix \"attempt to write a readonly database\"\n\nThe sqlite files (db, wal and shm) are not writeable.\n\n chown -v rss-bridge:rss-bridge cache/*\n\n### How to fix \"Unable to prepare statement: 1, no such table: storage\"\n\n rm cache/*\n\n### How to create a completely new bridge\n\nNew code files MUST have `declare(strict_types=1);` at the top of file:\n\n```php\nfind('.blog-posts li') as $li) {\n $a = $li->find('a', 0);\n $this->items[] = [\n 'title' => $a->plaintext,\n 'uri' => 'https://herman.bearblog.dev' . $a->href,\n ];\n }\n }\n}\n```\n\nLearn more in [bridge api](https://rss-bridge.github.io/rss-bridge/Bridge_API/index.html).\n\n### How to enable all bridges\n\n enabled_bridges[] = *\n\n### How to enable some bridges\n\n```\nenabled_bridges[] = TwitchBridge\nenabled_bridges[] = GettrBridge\n```\n\n### How to switch to memcached as cache backend\n\n```\n[cache]\n\n; Cache backend: file (default), sqlite, memcached, null\ntype = \"memcached\"\n```\n\n### How to switch to sqlite3 as cache backend\n\n type = \"sqlite\"\n\n### How to disable bridge errors (as feed items)\n\nWhen a bridge fails, RSS-Bridge will produce a feed with a single item describing the error.\n\nThis way, feed readers pick it up and you are notified.\n\nIf you don't want this behaviour, switch the error output to `http`:\n\n [error]\n\n ; Defines how error messages are returned by RSS-Bridge\n ;\n ; \"feed\" = As part of the feed (default)\n ; \"http\" = As HTTP error message\n ; \"none\" = No errors are reported\n output = \"http\"\n\n### How to accumulate errors before finally reporting it\n\nModify `report_limit` so that an error must occur 3 times before it is reported.\n\n ; Defines how often an error must occur before it is reported to the user\n report_limit = 3\n\nThe report count is reset to 0 each day.\n\n### How to password-protect the instance (HTTP Basic Auth)\n\n [authentication]\n\n enable = true\n username = \"alice\"\n password = \"cat\"\n\nWill typically require feed readers to be configured with the credentials.\n\nIt may also be possible to manually include the credentials in the URL:\n\nhttps://alice:cat@rss-bridge.org/bridge01/?action=display&bridge=FabriceBellardBridge&format=Html\n\n### How to create a new output format\n\nSee `formats/PlaintextFormat.php` for an example.\n\n### How to run unit tests and linter\n\nThese commands require that you have installed the dev dependencies in `composer.json`.\n\nRun all tests:\n\n ./vendor/bin/phpunit\n\nRun a single test class:\n\n ./vendor/bin/phpunit --filter UrlTest\n\nRun linter:\n\n ./vendor/bin/phpcs --standard=phpcs.xml --warning-severity=0 --extensions=php -p ./\n\nhttps://github.com/PHPCSStandards/PHP_CodeSniffer/wiki\n\n### How to spawn a minimal development environment\n\n php -S 127.0.0.1:9001\n\nhttp://127.0.0.1:9001/\n\n\n## Explanation\n\nWe are RSS-Bridge community, a group of developers continuing the project initiated by sebsauvage,\nwebmaster of\n[sebsauvage.net](https://sebsauvage.net), author of\n[Shaarli](https://sebsauvage.net/wiki/doku.php?id=php:shaarli) and\n[ZeroBin](https://sebsauvage.net/wiki/doku.php?id=php:zerobin).\n\nSee [CONTRIBUTORS.md](CONTRIBUTORS.md)\n\nRSS-Bridge uses caching to prevent services from banning your server for repeatedly updating feeds.\nThe specific cache duration can be different between bridges.\n\nRSS-Bridge allows you to take full control over which bridges are displayed to the user.\nThat way you can host your own RSS-Bridge service with your favorite collection of bridges!\n\nCurrent maintainers (as of 2024): @dvikan and @Mynacol #2519\n\n## Reference\n\n### Feed item structure\n\nThis is the feed item structure that bridges are expected to produce.\n\n```php\n $item = [\n 'uri' => 'https://example.com/blog/hello',\n 'title' => 'Hello world',\n // Publication date in unix timestamp\n 'timestamp' => 1668706254,\n 'author' => 'Alice',\n 'content' => 'Here be item content',\n 'enclosures' => [\n 'https://example.com/foo.png',\n 'https://example.com/bar.png'\n ],\n 'categories' => [\n 'news',\n 'tech',\n ],\n // Globally unique id\n 'uid' => 'e7147580c8747aad',\n ]\n```\n\n### Output formats\n\n* `Atom`: Atom feed, for use in feed readers\n* `Html`: Simple HTML page\n* `Json`: JSON, for consumption by other applications\n* `Mrss`: MRSS feed, for use in feed readers\n* `Plaintext`: Raw text, for consumption by other applications\n* `Sfeed`: Text, TAB separated\n\n### Cache backends\n\n* `File`\n* `SQLite`\n* `Memcached`\n* `Array`\n* `Null`\n\n### Licenses\n\nThe source code for RSS-Bridge is [Public Domain](UNLICENSE).\n\nRSS-Bridge uses third party libraries with their own license:\n\n * [`Parsedown`](https://github.com/erusev/parsedown) licensed under the [MIT License](https://opensource.org/licenses/MIT)\n * [`PHP Simple HTML DOM Parser`](https://simplehtmldom.sourceforge.io/docs/1.9/index.html) licensed under the [MIT License](https://opensource.org/licenses/MIT)\n * [`php-urljoin`](https://github.com/fluffy-critter/php-urljoin) licensed under the [MIT License](https://opensource.org/licenses/MIT)\n * [`Laravel framework`](https://github.com/laravel/framework/) licensed under the [MIT License](https://opensource.org/licenses/MIT)\n\n## Rant\n\n*Dear so-called \"social\" websites.*\n\nYour catchword is \"share\", but you don't want us to share. You want to keep us within your walled gardens. That's why you've been removing RSS links from webpages, hiding them deep on your website, or removed feeds entirely, replacing it with crippled or demented proprietary API. **FUCK YOU.**\n\nYou're not social when you hamper sharing by removing feeds. You're happy to have customers creating content for your ecosystem, but you don't want this content out - a content you do not even own. Google Takeout is just a gimmick. We want our data to flow, we want RSS or Atom feeds.\n\nWe want to share with friends, using open protocols: RSS, Atom, XMPP, whatever. Because no one wants to have *your* service with *your* applications using *your* API force-feeding them. Friends must be free to choose whatever software and service they want.\n\nWe are rebuilding bridges you have willfully destroyed.\n\nGet your shit together: Put RSS/Atom back in.\n"
},
{
"path": "UNLICENSE",
"content": "This is free and unencumbered software released into the public domain.\n\nAnyone is free to copy, modify, publish, use, compile, sell, or\ndistribute this software, either in source code form or as a compiled\nbinary, for any purpose, commercial or non-commercial, and by any\nmeans.\n\nIn jurisdictions that recognize copyright laws, the author or authors\nof this software dedicate any and all copyright interest in the\nsoftware to the public domain. We make this dedication for the benefit\nof the public at large and to the detriment of our heirs and\nsuccessors. We intend this dedication to be an overt act of\nrelinquishment in perpetuity of all present and future rights to this\nsoftware under copyright law.\n\nTHE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND,\nEXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF\nMERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.\nIN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR\nOTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,\nARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR\nOTHER DEALINGS IN THE SOFTWARE.\n\nFor more information, please refer to \n\n"
},
{
"path": "actions/ConnectivityAction.php",
"content": "bridgeFactory = $bridgeFactory;\n }\n\n public function __invoke(Request $request): Response\n {\n if (Configuration::getConfig('system', 'env') !== 'dev') {\n return new Response('This action is only available in dev environment!', 403);\n }\n\n $bridgeName = $request->get('bridge');\n if (!$bridgeName) {\n return new Response(render_template('connectivity.html.php'));\n }\n $bridgeClassName = $this->bridgeFactory->createBridgeClassName($bridgeName);\n if (!$bridgeClassName) {\n return new Response('Bridge not found', 404);\n }\n return $this->reportBridgeConnectivity($bridgeClassName);\n }\n\n private function reportBridgeConnectivity($bridgeClassName)\n {\n if (!$this->bridgeFactory->isEnabled($bridgeClassName)) {\n throw new \\Exception('Bridge is not whitelisted!');\n }\n\n $bridge = $this->bridgeFactory->create($bridgeClassName);\n $curl_opts = [\n CURLOPT_CONNECTTIMEOUT => 5,\n CURLOPT_FOLLOWLOCATION => true,\n ];\n $result = [\n 'bridge' => $bridgeClassName,\n 'successful' => false,\n 'http_code' => null,\n ];\n try {\n $response = getContents($bridge::URI, [], $curl_opts, true);\n $result['http_code'] = $response->getCode();\n if (in_array($result['http_code'], [200])) {\n $result['successful'] = true;\n }\n } catch (\\Exception $e) {\n }\n\n return new Response(Json::encode($result), 200, ['content-type' => 'text/json']);\n }\n}\n"
},
{
"path": "actions/DetectAction.php",
"content": "bridgeFactory = $bridgeFactory;\n }\n\n public function __invoke(Request $request): Response\n {\n $url = $request->get('url');\n $format = $request->get('format');\n\n if (!$url) {\n return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'You must specify a url']));\n }\n if (!$format) {\n return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'You must specify a format']));\n }\n\n foreach ($this->bridgeFactory->getBridgeClassNames() as $bridgeClassName) {\n if (!$this->bridgeFactory->isEnabled($bridgeClassName)) {\n continue;\n }\n\n $bridge = $this->bridgeFactory->create($bridgeClassName);\n\n $bridgeParams = $bridge->detectParameters($url);\n\n if (!$bridgeParams) {\n continue;\n }\n\n $query = [\n 'action' => 'display',\n 'bridge' => $bridgeClassName,\n 'format' => $format,\n ];\n $query = array_merge($query, $bridgeParams);\n return new Response('', 301, ['location' => '?' . http_build_query($query)]);\n }\n\n return new Response(render(__DIR__ . '/../templates/error.html.php', [\n 'message' => 'No bridge found for given URL: ' . $url,\n ]));\n }\n}\n"
},
{
"path": "actions/DisplayAction.php",
"content": "cache = $cache;\n $this->logger = $logger;\n $this->bridgeFactory = $bridgeFactory;\n }\n\n public function __invoke(Request $request): Response\n {\n $bridgeName = $request->get('bridge');\n $format = $request->get('format');\n $noproxy = $request->get('_noproxy');\n\n if (!$bridgeName) {\n return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'Missing bridge name parameter']), 400);\n }\n $bridgeClassName = $this->bridgeFactory->createBridgeClassName($bridgeName);\n if (!$bridgeClassName) {\n return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'Bridge not found']), 404);\n }\n\n if (!$format) {\n return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'You must specify a format']), 400);\n }\n if (!$this->bridgeFactory->isEnabled($bridgeClassName)) {\n return new Response(render(__DIR__ . '/../templates/error.html.php', ['message' => 'This bridge is not whitelisted']), 400);\n }\n\n // Disable proxy (if enabled and per user's request)\n if (\n Configuration::getConfig('proxy', 'url')\n && Configuration::getConfig('proxy', 'by_bridge')\n && $noproxy\n ) {\n // This const is only used once in getContents()\n define('NOPROXY', true);\n }\n\n $cacheKey = 'http_' . json_encode($request->toArray());\n\n $bridge = $this->bridgeFactory->create($bridgeClassName);\n\n $response = $this->createResponse($request, $bridge, $format);\n\n if ($response->getCode() === 200) {\n $ttl = $request->get('_cache_timeout');\n if (Configuration::getConfig('cache', 'custom_timeout') && isset($ttl)) {\n $ttl = (int) $ttl;\n } else {\n $ttl = $bridge->getCacheTimeout();\n }\n $this->cache->set($cacheKey, $response, $ttl);\n }\n\n return $response;\n }\n\n private function createResponse(Request $request, BridgeAbstract $bridge, string $format)\n {\n $items = [];\n\n try {\n $bridge->loadConfiguration();\n // Remove parameters that don't concern bridges\n $remove = [\n 'token',\n 'action',\n 'bridge',\n 'format',\n '_noproxy',\n '_cache_timeout',\n '_error_time',\n '_', // Some RSS readers add a cache-busting parameter (_=) to feed URLs, detect and ignore them.\n ];\n $requestArray = $request->toArray();\n $input = array_diff_key($requestArray, array_fill_keys($remove, ''));\n $bridge->setInput($input);\n $bridge->collectData();\n $items = $bridge->getItems();\n } catch (\\Throwable $e) {\n if ($e instanceof ClientException) {\n $this->logger->debug(sprintf('Exception in DisplayAction(%s): %s', $bridge->getShortName(), create_sane_exception_message($e)));\n } elseif ($e instanceof RateLimitException) {\n $this->logger->debug(sprintf('Exception in DisplayAction(%s): %s', $bridge->getShortName(), create_sane_exception_message($e)));\n return new Response(render(__DIR__ . '/../templates/exception.html.php', ['e' => $e]), 429);\n } elseif ($e instanceof HttpException) {\n if (in_array($e->getCode(), [429, 503])) {\n // Log with debug, immediately reproduce and return\n $this->logger->debug(sprintf('Exception in DisplayAction(%s): %s', $bridge->getShortName(), create_sane_exception_message($e)));\n return new Response(render(__DIR__ . '/../templates/exception.html.php', ['e' => $e]), $e->getCode());\n }\n // Some other status code which we let fail normally (but don't log it)\n } else {\n $this->logger->error(sprintf('Exception in DisplayAction(%s)', $bridge->getShortName()), ['e' => $e]);\n }\n $errorOutput = Configuration::getConfig('error', 'output');\n $reportLimit = Configuration::getConfig('error', 'report_limit');\n $errorCount = 1;\n if ($reportLimit > 1) {\n $errorCount = $this->logBridgeError($bridge->getName(), $e->getCode());\n }\n // Let clients know about the error if we are passed the report limit\n if ($errorCount >= $reportLimit) {\n if ($errorOutput === 'feed') {\n // Render the exception as a feed item\n $items = [$this->createFeedItemFromException($e, $bridge)];\n } elseif ($errorOutput === 'http') {\n return new Response(render(__DIR__ . '/../templates/exception.html.php', ['e' => $e]), 500);\n } elseif ($errorOutput === 'none') {\n // Do nothing (produces an empty feed)\n }\n }\n }\n\n $formatFactory = new FormatFactory();\n $format = $formatFactory->create($format);\n\n $format->setItems($items);\n $format->setFeed($bridge->getFeed());\n $now = time();\n $format->setLastModified($now);\n $headers = [\n 'last-modified' => gmdate('D, d M Y H:i:s ', $now) . 'GMT',\n 'content-type' => $format->getMimeType() . '; charset=UTF-8',\n ];\n $body = $format->render();\n\n // This is supposed to remove non-utf8 byte sequences, but I'm unsure if it works\n ini_set('mbstring.substitute_character', 'none');\n $body = mb_convert_encoding($body, 'UTF-8', 'UTF-8');\n\n return new Response($body, 200, $headers);\n }\n\n private function createFeedItemFromException($e, BridgeAbstract $bridge): array\n {\n $item = [];\n\n // Create a unique identifier every 24 hours\n $uniqueIdentifier = urlencode((int)(time() / 86400));\n $title = sprintf('Bridge returned error %s! (%s)', $e->getCode(), $uniqueIdentifier);\n\n $item['title'] = $title;\n $item['uri'] = get_current_url();\n $item['timestamp'] = time();\n\n // Create an item identifier for feed readers e.g. \"staysafetv twitch videos_19389\"\n $item['uid'] = $bridge->getName() . '_' . $uniqueIdentifier;\n\n $content = render_template(__DIR__ . '/../templates/bridge-error.html.php', [\n 'error' => render_template(__DIR__ . '/../templates/exception.html.php', ['e' => $e]),\n 'searchUrl' => self::createGithubSearchUrl($bridge),\n 'issueUrl' => self::createGithubIssueUrl($bridge, $e),\n 'maintainer' => $bridge->getMaintainer(),\n ]);\n $item['content'] = $content;\n\n return $item;\n }\n\n private function logBridgeError($bridgeName, $code)\n {\n // todo: it's not really necessary to json encode $report\n $cacheKey = 'error_reporting_' . $bridgeName . '_' . $code;\n $report = $this->cache->get($cacheKey);\n if ($report) {\n $report = Json::decode($report);\n $report['time'] = time();\n $report['count']++;\n } else {\n $report = [\n 'error' => $code,\n 'time' => time(),\n 'count' => 1,\n ];\n }\n $ttl = 86400 * 5;\n $this->cache->set($cacheKey, Json::encode($report), $ttl);\n return $report['count'];\n }\n\n private static function createGithubIssueUrl(BridgeAbstract $bridge, \\Throwable $e): string\n {\n $maintainer = $bridge->getMaintainer();\n if (str_contains($maintainer, ',')) {\n $maintainers = explode(',', $maintainer);\n } else {\n $maintainers = [$maintainer];\n }\n $maintainers = array_map('trim', $maintainers);\n\n $queryString = $_SERVER['QUERY_STRING'] ?? '';\n $query = [\n 'title' => $bridge->getName() . ' failed with: ' . $e->getMessage(),\n 'body' => sprintf(\n \"```\\n%s\\n\\n%s\\n\\nQuery string: %s\\nVersion: %s\\nOs: %s\\nPHP version: %s\\n```\\nMaintainer: @%s\",\n create_sane_exception_message($e),\n implode(\"\\n\", trace_to_call_points(trace_from_exception($e))),\n $queryString,\n Configuration::getVersion(),\n PHP_OS_FAMILY,\n phpversion() ?: 'Unknown',\n implode(', @', $maintainers),\n ),\n 'labels' => 'Bridge-Broken',\n 'assignee' => $maintainer[0],\n ];\n\n return 'https://github.com/RSS-Bridge/rss-bridge/issues/new?' . http_build_query($query);\n }\n\n private static function createGithubSearchUrl($bridge): string\n {\n return sprintf(\n 'https://github.com/RSS-Bridge/rss-bridge/issues?q=%s',\n urlencode('is:issue is:open ' . $bridge->getName())\n );\n }\n}\n"
},
{
"path": "actions/FindfeedAction.php",
"content": "bridgeFactory = $bridgeFactory;\n }\n\n public function __invoke(Request $request): Response\n {\n $url = $request->get('url');\n $format = $request->get('format');\n\n if (!$url) {\n return new Response('You must specify a url', 400);\n }\n if (!$format) {\n return new Response('You must specify a format', 400);\n }\n\n $results = [];\n foreach ($this->bridgeFactory->getBridgeClassNames() as $bridgeClassName) {\n if (!$this->bridgeFactory->isEnabled($bridgeClassName)) {\n continue;\n }\n\n $bridge = $this->bridgeFactory->create($bridgeClassName);\n\n $bridgeParams = $bridge->detectParameters($url);\n\n if ($bridgeParams === null) {\n continue;\n }\n\n // It's allowed to have no 'context' in a bridge (only a default context without any name)\n // In this case, the reference to the parameters are found in the first element of the PARAMETERS array\n\n $context = $bridgeParams['context'] ?? 0;\n\n $bridgeData = [];\n // Construct the array of parameters\n foreach ($bridgeParams as $key => $value) {\n // 'context' is a special case : it's a bridge parameters, there is no \"name\" for this parameter\n if ($key == 'context') {\n $bridgeData[$key]['name'] = 'Context';\n $bridgeData[$key]['value'] = $value;\n } else {\n $bridgeData[$key]['name'] = $this->getParameterName($bridge, $context, $key);\n $bridgeData[$key]['value'] = $value;\n }\n }\n\n $bridgeParams['bridge'] = $bridgeClassName;\n $bridgeParams['format'] = $format;\n $content = [\n 'url' => './?action=display&' . http_build_query($bridgeParams),\n 'bridgeParams' => $bridgeParams,\n 'bridgeData' => $bridgeData,\n 'bridgeMeta' => [\n 'name' => $bridge::NAME,\n 'description' => $bridge::DESCRIPTION,\n 'parameters' => $bridge::PARAMETERS,\n 'icon' => $bridge->getIcon(),\n ],\n ];\n $results[] = $content;\n }\n if ($results === []) {\n return new Response(Json::encode(['message' => 'No bridge found for given url']), 404, ['content-type' => 'application/json']);\n }\n return new Response(Json::encode($results), 200, ['content-type' => 'application/json']);\n }\n\n // Get parameter name in the actual context, or in the global parameter\n private function getParameterName($bridge, $context, $key)\n {\n if (isset($bridge::PARAMETERS[$context][$key]['name'])) {\n $name = $bridge::PARAMETERS[$context][$key]['name'];\n } else if (isset($bridge::PARAMETERS['global'][$key]['name'])) {\n $name = $bridge::PARAMETERS['global'][$key]['name'];\n } else {\n $name = 'Variable \"' . $key . '\" (No name provided)';\n }\n return $name;\n }\n}\n"
},
{
"path": "actions/FrontpageAction.php",
"content": "bridgeFactory = $bridgeFactory;\n }\n\n public function __invoke(Request $request): Response\n {\n $token = $request->getAttribute('token');\n\n $messages = [];\n $activeBridges = 0;\n\n $bridgeClassNames = $this->bridgeFactory->getBridgeClassNames();\n\n foreach ($this->bridgeFactory->getMissingEnabledBridges() as $missingEnabledBridge) {\n $messages[] = [\n 'body' => sprintf('Warning : Bridge \"%s\" not found', $missingEnabledBridge),\n 'level' => 'warning'\n ];\n }\n\n $body = '';\n foreach ($bridgeClassNames as $bridgeClassName) {\n if ($this->bridgeFactory->isEnabled($bridgeClassName)) {\n $bridge = $this->bridgeFactory->create($bridgeClassName);\n $body .= self::render($bridge, $bridgeClassName, $token);\n $activeBridges++;\n }\n }\n\n $response = new Response(render(__DIR__ . '/../templates/frontpage.html.php', [\n 'messages' => $messages,\n 'admin_email' => Configuration::getConfig('admin', 'email'),\n 'admin_telegram' => Configuration::getConfig('admin', 'telegram'),\n 'bridges' => $body,\n 'active_bridges' => $activeBridges,\n 'total_bridges' => count($bridgeClassNames),\n ]));\n\n // TODO: The rendered template could be cached, but beware config changes that changes the html\n return $response;\n }\n\n public static function render(\n BridgeAbstract $bridge,\n string $bridgeClassName,\n ?string $token\n ): string {\n $uri = $bridge->getURI();\n $name = $bridge->getName();\n $icon = $bridge->getIcon();\n $description = $bridge->getDescription();\n $parameters = $bridge->getParameters();\n\n // Checkbox for disabling of proxy (if enabled)\n if (\n Configuration::getConfig('proxy', 'url')\n && Configuration::getConfig('proxy', 'by_bridge')\n ) {\n $proxyName = Configuration::getConfig('proxy', 'name') ?: Configuration::getConfig('proxy', 'url');\n $parameters['global']['_noproxy'] = [\n 'name' => sprintf('Disable proxy (%s)', $proxyName),\n 'type' => 'checkbox',\n ];\n }\n\n if (Configuration::getConfig('cache', 'custom_timeout')) {\n $parameters['global']['_cache_timeout'] = [\n 'name' => 'Cache timeout in seconds',\n 'type' => 'number',\n 'defaultValue' => $bridge->getCacheTimeout()\n ];\n }\n\n $shortName = $bridge->getShortName();\n $card = <<\n\n \n
\n\n \n \n\n\n CARD;\n\n if (count($parameters) === 0) {\n // The bridge has zero parameters\n $card .= self::renderForm($bridgeClassName, '', [], $token);\n } elseif (count($parameters) === 1 && array_key_exists('global', $parameters)) {\n // The bridge has a single context with key 'global'\n $card .= self::renderForm($bridgeClassName, '', $parameters['global'], $token);\n } else {\n // The bridge has one or more contexts (named or unnamed)\n foreach ($parameters as $contextName => $contextParameters) {\n if ($contextName === 'global') {\n continue;\n }\n\n if (array_key_exists('global', $parameters)) {\n // Merge the global parameters into current context\n $contextParameters = array_merge($contextParameters, $parameters['global']);\n }\n\n if (!is_numeric($contextName)) {\n // This is a named context\n $card .= '
\";\n }\n\n /**\n * Generates a simple Table with event Data\n * @todo Add support for jsonGenre as a tags row\n */\n private function generateEventDetailsTable($event, $headers = self::TABLE_HEADERS)\n {\n $table = '';\n foreach ($headers as $key => $header) {\n if ($header == 'Language') {\n $this->languages = [$event[$key]];\n }\n\n if ($event[$key] == 'Y') {\n $value = 'Yes';\n } elseif ($event[$key] == 'N') {\n $value = 'No';\n } else {\n $value = $event[$key];\n }\n\n $table .= <<\n\t\t\t\t
$header
\n\t\t\t\t
$value
\n\t\t\t
\nEOT;\n }\n\n return \"
$table
\";\n }\n\n private function generateStandardHtml($event)\n {\n $table = $this->generateEventDetailsTable($event);\n\n $imgsrc = $event['BannerURL'];\n $FShareURL = $event['FShareURL'];\n\n return <<\n \n $table\n \n More Details are available on the BookMyShow website.\n EOT;\n }\n\n /**\n * Converts some movie details from child entries, such as language\n * into a single row item, either as a list, or as a Y/N\n */\n private function generateInnerMovieDetails($data)\n {\n // Show list of languages and list of formats\n $headers = ['EventLanguage', 'EventDimension'];\n // if any of these has a Y for any of the screenings, mark it as YES\n $booleanHeaders = [\n 'EventIsAtmosEnabled', 'IsMovieClubEnabled'\n ];\n\n $items = [];\n\n // Throw values inside $items[$headerName]\n foreach ($data as $row) {\n foreach ($headers as $header) {\n $items[$header][] = $row[$header];\n }\n foreach ($booleanHeaders as $header) {\n $items[$header][] = $row[$header];\n }\n }\n\n // Remove duplicate values (if all screenings are 2D for eg)\n foreach ($headers as $header) {\n $items[$header] = array_unique($items[$header]);\n\n if ($header == 'EventLanguage') {\n $this->languages = $items[$header];\n }\n }\n\n $html = '';\n\n // Generate a list for first kind of entries\n foreach ($headers as $header) {\n $html .= self::INNER_MOVIE_HEADERS[$header] . ': ' . join(', ', $items[$header]) . ' ';\n }\n\n // Put a yes for the boolean entries\n foreach ($booleanHeaders as $header) {\n if (in_array('Y', $items[$header])) {\n $html .= self::INNER_MOVIE_HEADERS[$header] . ': Yes ';\n }\n }\n\n return $html;\n }\n\n private function generateMovieHtml($eventGroup)\n {\n $data = $eventGroup['ChildEvents'][0];\n $table = $this->generateEventDetailsTable($data, self::MOVIE_TABLE_HEADERS);\n\n $imgsrc = sprintf(self::MOVIES_IMAGE_BASE_FORMAT, $data['EventImageCode']);\n\n $url = $this->generateMovieUrl($eventGroup);\n\n $innerHtml = $this->generateInnerMovieDetails($eventGroup['ChildEvents']);\n\n $synopsis = preg_replace(self::SYNOPSIS_REGEX, '', $data['EventSynopsis']);\n\n $eventTrailerURL = $data['EventTrailerURL'];\n return <<\n
$table
\n
$innerHtml
\n
$synopsis
\n More Details are available on the BookMyShow website and a trailer is available\n here\n EOT;\n }\n\n /**\n * Generates a canonical movie URL\n */\n private function generateMovieUrl($eventGroup)\n {\n return self::URI . '/movies/' . $eventGroup['EventURLTitle'] . '/' . $eventGroup['EventCode'];\n }\n\n private function generateMoviesData($eventGroup)\n {\n // Additional data picked up from the first Child Event\n $data = $eventGroup['ChildEvents'][0];\n $date = new DateTime($data['EventDate']);\n\n return [\n 'uri' => $this->generateMovieUrl($eventGroup),\n 'title' => $eventGroup['EventTitle'],\n 'timestamp' => $date->format('U'),\n 'author' => 'BookMyShow',\n 'content' => $this->generateMovieHtml($eventGroup),\n 'enclosures' => [\n sprintf(self::MOVIES_IMAGE_BASE_FORMAT, $data['EventImageCode']),\n ],\n // Sample Input = |ADVENTURE|ANIMATION|COMEDY|\n // Sample Output = ['Adventure', 'Animation', 'Comedy']\n 'categories' => array_filter(\n explode('|', ucwords(strtolower($eventGroup['EventGrpGenre']), '|'))\n ),\n 'uid' => $eventGroup['EventGroup']\n ];\n }\n\n private function generateEventData($event, $category)\n {\n if ($category == self::MOVIES) {\n return $this->generateMoviesData($event);\n }\n\n return $this->generateGenericEventData($event, $category);\n }\n\n /**\n * Takes an event data as array and returns data for RSS Post\n */\n private function generateGenericEventData($event, $category)\n {\n $datetime = $event['Event_dtmCreated'];\n if (empty($datetime)) {\n return null;\n }\n $date = new DateTime($event['Event_dtmCreated']);\n\n return [\n 'uri' => $event['FShareURL'],\n 'title' => $event['EventTitle'],\n 'timestamp' => $date->format('U'),\n 'author' => 'BookMyShow',\n 'content' => $this->generateEventHtml($event, $category),\n 'enclosures' => [\n $event['BannerURL'],\n ],\n 'categories' => array_merge(\n [self::CATEGORIES[$category]],\n $event['GenreArray']\n ),\n 'uid' => $event['EventGroupCode'],\n ];\n }\n\n /**\n * Check if this is an online event. We can't rely on\n * EventIsWebView, since that is set to Y for everything\n */\n private function isEventOnline($event)\n {\n if (isset($event['arrVenues']) && count($event['arrVenues']) === 1) {\n if (preg_match('/(Online|Zoom)/i', $event['arrVenues'][0]['VenueName'])) {\n return true;\n }\n }\n\n return false;\n }\n\n private function matchesLanguage()\n {\n if ($this->getInput('language') !== 'all') {\n $language = $this->getInput('language');\n return in_array($language, $this->languages);\n }\n return true;\n }\n\n private function matchesOnline($event)\n {\n if ($this->getInput('include_online')) {\n return true;\n }\n return (!$this->isEventOnline($event));\n }\n\n /**\n * Currently only checks if the language filter matches\n */\n private function matchesFilters($category, $event)\n {\n return $this->matchesLanguage() and $this->matchesOnline($event);\n }\n\n /**\n * Generates the RSS Feed title\n */\n public function getName()\n {\n $city = $this->getInput('city');\n $category = $this->getInput('category');\n if (!is_null($city) and !is_null($category)) {\n $categoryName = self::CATEGORIES[$category];\n $cityNames = array_flip(self::CITIES);\n $cityName = $cityNames[$city];\n if ($this->getInput('language') !== 'null') {\n $l = ucwords($this->getInput('language'));\n // Sample: English Movies in Delhi\n return \"BookMyShow: $l $categoryName in $cityName\";\n }\n return \"BookMyShow: $categoryName in $cityName\";\n }\n\n return parent::getName();\n }\n\n /**\n * Returns\n * @param string $city City Code\n * @return array list of headers\n */\n private function makeHeaders($city)\n {\n $uniqid = uniqid();\n $rgn = urlencode(\"|Code=$city|\");\n return [\n \"Cookie: bmsId=$uniqid; Rgn=$rgn;\"\n ];\n }\n\n /**\n * Generates various URLs as per https://tools.ietf.org/html/rfc5870\n * and other standards\n */\n private function generateDirectionsHtml($lat, $long, $address = '')\n {\n $address = urlencode($address);\n\n $links = [\n 'Apple Maps' => 'http://maps.apple.com/maps?q=%s,%s\"',\n 'Google Maps' => 'http://maps.google.com/maps?ll=%s,%s',\n // 'Google Maps (Android)' => 'geo:%s,%s?q=%s',\n // 'Google Maps (iOS)' => 'comgooglemaps://?center=%s,%s&zoom=12&views=traffic',\n 'OpenStreetMap' => 'https://www.openstreetmap.org/?mlat=%s&mlon=%s&zoom=12',\n 'GeoURI' => 'geo:%s,%s?q=%s',\n ];\n\n $html = '';\n\n foreach ($links as $app => $str) {\n $url = sprintf($str, $lat, $long, $address);\n $locations[] = \"$app\";\n }\n\n $html .= implode(', ', $locations) . '';\n\n return $html;\n }\n}\n"
},
{
"path": "bridges/BooruprojectBridge.php",
"content": " [\n 'p' => [\n 'name' => 'page',\n 'defaultValue' => 0,\n 'type' => 'number'\n ],\n 't' => [\n 'name' => 'tags',\n 'required' => true,\n 'exampleValue' => 'tagme',\n 'title' => 'Use \"all\" to get all posts'\n ]\n ],\n 'Booru subdomain (subdomain.booru.org)' => [\n 'i' => [\n 'name' => 'Subdomain',\n 'required' => true,\n 'exampleValue' => 'rm'\n ]\n ]\n ];\n\n const PATHTODATA = '.thumb';\n const IDATTRIBUTE = 'id';\n const TAGATTRIBUTE = 'title';\n const PIDBYPAGE = 20;\n\n protected function getFullURI()\n {\n return $this->getURI()\n . 'index.php?page=post&s=list&pid='\n . ($this->getInput('p') ? ($this->getInput('p') - 1) * static::PIDBYPAGE : '')\n . '&tags=' . urlencode($this->getInput('t'));\n }\n\n protected function getTags($element)\n {\n $tags = parent::getTags($element);\n $tags = explode(' ', $tags);\n\n // Remove statistics from the tags list (identified by colon)\n foreach ($tags as $key => $tag) {\n if (strpos($tag, ':') !== false) {\n unset($tags[$key]);\n }\n }\n\n return implode(' ', $tags);\n }\n\n public function getURI()\n {\n if (!is_null($this->getInput('i'))) {\n return 'https://' . $this->getInput('i') . '.booru.org/';\n }\n\n return parent::getURI();\n }\n\n public function getName()\n {\n if (!is_null($this->getInput('i'))) {\n return static::NAME . ' ' . $this->getInput('i');\n }\n\n return parent::getName();\n }\n}\n"
},
{
"path": "bridges/BrotFuerDieWeltBridge.php",
"content": " [\n 'name' => 'Neuigkeitentyp',\n 'type' => 'list',\n 'values' => [\n 'Blog' => 'blog',\n 'Pressemitteilungen' => 'press',\n ],\n 'defaultValue' => 'blog',\n ],\n ]];\n const CACHE_TIMEOUT = 3600;\n\n public function collectData()\n {\n $newsType = $this->getInput('newsType');\n $pageURI = 'https://www.brot-fuer-die-welt.de/blog/alle-beitraege/';\n if ($newsType == 'press') {\n $pageURI = 'https://www.brot-fuer-die-welt.de/presse/alle-pressemitteilungen/';\n };\n $maxArticles = 100;\n $html = getSimpleHTMLDOMCached($pageURI, 3600);\n\n $articles = $html->find('body div.news div.news-list-view div.article')\n or throwServerException('Could not find articles for: ' . $pageURI);\n\n $articles = array_slice($articles, 0, $maxArticles);\n\n if ($newsType == 'blog') {\n foreach ($articles as $article) {\n $item = [];\n\n $category = $article->find('div.news-img-wrap div.teaser-badge', 0)->plaintext;\n\n if ($category) {\n $category = ' (' . trim($category) . ')';\n };\n\n $item['title'] = $article->find('h3.headline', 0)->plaintext . $category;\n\n $newsDateAuthor = $article->find('span.news-list-date', 0)->plaintext;\n\n if ($newsDateAuthor) {\n $splitDateAuthor = explode(' | ', $newsDateAuthor);\n\n $item['timestamp'] = $splitDateAuthor[0];\n\n if (count($splitDateAuthor) > 1) {\n $item['author'] = $splitDateAuthor[1];\n }\n }\n\n $item['uri'] = urljoin('https://www.brot-fuer-die-welt.de', $article->find('div.teaser-text a.more-link', 0)->href);\n\n $articleHTML = getSimpleHTMLDOMCached($item['uri'], 86400);\n $description = $articleHTML->find('body div.intro-box p', 0);\n\n if (!$description) {\n $description = $article->find('div.teaser-text div p', 0)->plaintext;\n };\n\n $item['content'] = $description;\n\n $item['enclosures'] = [\n urljoin('https://www.brot-fuer-die-welt.de', $article->find('div.news-img-wrap picture img', 0)->src),\n ];\n\n $this->items[] = $item;\n }\n } else {\n foreach (array_values($articles) as $i => $article) {\n $item = [];\n\n $item['title'] = $article->find('div.header h3 span', 0)->plaintext;\n $item['timestamp'] = $article->find('div.footer span.news-list-date time', 0)->plaintext;\n $item['author'] = 'Brot für die Welt (Evangelisches Werk für Diakonie und Entwicklung e.V.)';\n $item['uri'] = urljoin('https://www.brot-fuer-die-welt.de', $article->find('div.teaser-text a.more-link', 0)->href);\n\n $miniDescription = $article->find('div.teaser-text div p', 0)->plaintext;\n\n if ($i > 19) {\n $description = $miniDescription . '
\nEOD;\n }\n\n // categories\n foreach ($article->find('a.crayons-tag') as $tag) {\n $item['categories'][] = str_replace('#', '', $tag->plaintext);\n }\n\n $this->items[] = $item;\n }\n }\n\n public function getName()\n {\n if (!is_null($this->getInput('tag'))) {\n return ucfirst($this->getInput('tag')) . ' - dev.to';\n }\n\n return parent::getName();\n }\n\n private function getFullArticle($url)\n {\n $html = getSimpleHTMLDOMCached($url);\n\n $html = defaultLinkTo($html, static::URI);\n\n if ($html->find('div.crayons-article__cover', 0)) {\n return $html->find('div.crayons-article__cover', 0) . $html->find('[id=\"article-body\"]', 0);\n }\n\n return $html->find('[id=\"article-body\"]', 0);\n }\n}\n"
},
{
"path": "bridges/DeveloppezDotComBridge.php",
"content": " [\n 'name' => 'Max items',\n 'type' => 'number',\n 'defaultValue' => 5,\n ],\n // list of the differents RSS availables\n 'domain' => [\n 'type' => 'list',\n 'name' => 'Domaine',\n 'title' => 'Chosissez un sous-domaine',\n 'values' => [\n '= Domaine principal =' => 'www',\n '4d' => '4d',\n 'abbyy' => 'abbyy',\n 'access' => 'access',\n 'agile' => 'agile',\n 'ajax' => 'ajax',\n 'algo' => 'algo',\n 'alm' => 'alm',\n 'android' => 'android',\n 'apache' => 'apache',\n 'applications' => 'applications',\n 'arduino' => 'arduino',\n 'asm' => 'asm',\n 'asp' => 'asp',\n 'aspose' => 'aspose',\n 'bacasable' => 'bacasable',\n 'big-data' => 'big-data',\n 'bpm' => 'bpm',\n 'bsd' => 'bsd',\n 'business-intelligence' => 'business-intelligence',\n 'c' => 'c',\n 'cloud-computing' => 'cloud-computing',\n 'club' => 'club',\n 'cms' => 'cms',\n 'cpp' => 'cpp',\n 'crm' => 'crm',\n 'css' => 'css',\n 'd' => 'd',\n 'dart' => 'dart',\n 'data-science' => 'data-science',\n 'db2' => 'db2',\n 'delphi' => 'delphi',\n 'dotnet' => 'dotnet',\n 'droit' => 'droit',\n 'eclipse' => 'eclipse',\n 'edi' => 'edi',\n 'embarque' => 'embarque',\n 'emploi' => 'emploi',\n 'etudes' => 'etudes',\n 'excel' => 'excel',\n 'firebird' => 'firebird',\n 'flash' => 'flash',\n 'go' => 'go',\n 'green-it' => 'green-it',\n 'gtk' => 'gtk',\n 'hardware' => 'hardware',\n 'hpc' => 'hpc',\n 'humour' => 'humour',\n 'ibmcloud' => 'ibmcloud',\n 'intelligence-artificielle' => 'intelligence-artificielle',\n 'interbase' => 'interbase',\n 'ios' => 'ios',\n 'java' => 'java',\n 'javascript' => 'javascript',\n 'javaweb' => 'javaweb',\n 'jetbrains' => 'jetbrains',\n 'jeux' => 'jeux',\n 'kotlin' => 'kotlin',\n 'labview' => 'labview',\n 'laravel' => 'laravel',\n 'latex' => 'latex',\n 'lazarus' => 'lazarus',\n 'linux' => 'linux',\n 'mac' => 'mac',\n 'matlab' => 'matlab',\n 'megaoffice' => 'megaoffice',\n 'merise' => 'merise',\n 'microsoft' => 'microsoft',\n 'mobiles' => 'mobiles',\n 'mongodb' => 'mongodb',\n 'mysql' => 'mysql',\n 'netbeans' => 'netbeans',\n 'nodejs' => 'nodejs',\n 'nosql' => 'nosql',\n 'objective-c' => 'objective-c',\n 'office' => 'office',\n 'open-source' => 'open-source',\n 'openoffice-libreoffice' => 'openoffice-libreoffice',\n 'oracle' => 'oracle',\n 'outlook' => 'outlook',\n 'pascal' => 'pascal',\n 'perl' => 'perl',\n 'php' => 'php',\n 'portail-emploi' => 'portail-emploi',\n 'portail-projets' => 'portail-projets',\n 'postgresql' => 'postgresql',\n 'powerpoint' => 'powerpoint',\n 'preprod-emploi' => 'preprod-emploi',\n 'programmation' => 'programmation',\n 'project' => 'project',\n 'purebasic' => 'purebasic',\n 'pyqt' => 'pyqt',\n 'python' => 'python',\n 'qt-creator' => 'qt-creator',\n 'qt' => 'qt',\n 'r' => 'r',\n 'raspberry-pi' => 'raspberry-pi',\n 'reseau' => 'reseau',\n 'ruby' => 'ruby',\n 'rust' => 'rust',\n 'sap' => 'sap',\n 'sas' => 'sas',\n 'scilab' => 'scilab',\n 'securite' => 'securite',\n 'sgbd' => 'sgbd',\n 'sharepoint' => 'sharepoint',\n 'solutions-entreprise' => 'solutions-entreprise',\n 'spring' => 'spring',\n 'sqlserver' => 'sqlserver',\n 'stages' => 'stages',\n 'supervision' => 'supervision',\n 'swift' => 'swift',\n 'sybase' => 'sybase',\n 'symfony' => 'symfony',\n 'systeme' => 'systeme',\n 'talend' => 'talend',\n 'typescript' => 'typescript',\n 'uml' => 'uml',\n 'unix' => 'unix',\n 'vb' => 'vb',\n 'vba' => 'vba',\n 'virtualisation' => 'virtualisation',\n 'visualstudio' => 'visualstudio',\n 'web-semantique' => 'web-semantique',\n 'web' => 'web',\n 'webmarketing' => 'webmarketing',\n 'wind' => 'wind',\n 'windows-azure' => 'windows-azure',\n 'windows' => 'windows',\n 'windowsphone' => 'windowsphone',\n 'word' => 'word',\n 'xhtml' => 'xhtml',\n 'xml' => 'xml',\n 'zend-framework' => 'zend-framework'\n ],\n ]\n ]\n ];\n\n /**\n * Grabs the RSS item from Developpez.com\n */\n public function collectData()\n {\n $url = $this->getRssUrl();\n $this->collectExpandableDatas($url, 20);\n }\n\n /**\n * Parse the content of every RSS item. And will try to get the full article\n * pointed by the item URL intead of the default abstract.\n */\n protected function parseItem(array $item)\n {\n if (count($this->items) >= $this->getInput('limit')) {\n return null;\n }\n\n // There is a bug in Developpez RSS, coma are writtent as '~?' in the\n // title, so I have to fix it manually\n $item['title'] = $this->fixComaInTitle($item['title']);\n\n // We get the content of the full article behind the RSS item URL\n $articleHTMLContent = getSimpleHTMLDOMCached($item['uri']);\n\n // Here we call our custom parser\n $fullText = $this->extractFullText($articleHTMLContent);\n if (!is_null($fullText)) {\n // if we manage to parse the page behind the url of the RSS item\n // then we set it as the new content. Otherwise we keep the default\n // content to avoid RSS Bridge to return an empty item\n $item['content'] = $fullText;\n }\n\n // Now we will attach video url in item\n $videosUrl = $this->getAllVideoUrl($articleHTMLContent);\n if (!empty($videosUrl)) {\n $item['enclosures'] = array_merge($item['enclosures'], $videosUrl);\n }\n\n // Now we can look for the blog writer/creator\n $author = $articleHTMLContent->find('[itemprop=\"creator\"]', 0);\n if (!empty($author)) {\n $item['author'] = $author->outertext;\n }\n\n return $item;\n }\n\n /**\n * Return the RSS url for selected domain\n */\n private function getRssUrl()\n {\n $domain = $this->getInput('domain');\n if (!empty($domain)) {\n return 'https://' . $domain . self::DOMAIN . self::RSS_URL;\n }\n\n return self::URI . self::RSS_URL;\n }\n\n /**\n * Replace '~?' by a proper coma ','\n */\n private function fixComaInTitle($txt)\n {\n return str_replace('~?', ',', $txt);\n }\n\n /**\n * Return the full article pointed by the url in the RSS item\n * Since Developpez.com only provides a short abstract of the article, we\n * use the url to retrieve the complete article and return it as the content\n */\n private function extractFullText($articleHTMLContent)\n {\n // All blog entry contains a div with the class 'content'. This div\n // contains the complete blog article. But the RSS can also return\n // announcement and not a blog article. So the next if, should take\n // care of the \"non blog\" entry\n $divArticleEntry = $articleHTMLContent->find('div.content', 0);\n if (is_null($divArticleEntry)) {\n // Didn't find the div with class content. It is probably not a blog\n // entry. It is probably just an announcement for an ebook, a PDF,\n // etc. So we can use the default RSS item content.\n return null;\n }\n\n // The following code is a bit hacky, but I really manage to get the\n // full content of articles without any encoding issues. What is very\n // weird and ugly in Developpez.com is the fact the some paragraphs of\n // the article will be encoded as UTF-8 and some other paragraphs will\n // be encoded as Windows-1252. So we can NOT decode the full article\n // with only one encoding. We have to check every paragraph and\n // determine its encoding\n\n // This contains all the 'paragraphs' of the article. It includes the\n // pictures, the text and the links at the bottom of the article\n $paragraphs = $divArticleEntry->nodes;\n // This will store the complete decoded content\n $fullText = '';\n\n // For each paragraph, we will identify the encoding, then decode it\n // and finally store the decoded content in $text\n foreach ($paragraphs as $paragraph) {\n // We have to recreate a new DOM document from the current node\n // otherwise the find function will look in the complet article and\n // not only in the current paragraph. This is an ugly behavior of\n // the library Simple HTML DOM Parser...\n $html = str_get_html($paragraph->outertext);\n $fullText .= $this->decodeParagraph($html);\n }\n\n // Finally we return the full 'well' enconded content of the article\n return $fullText;\n }\n\n /**\n *\n */\n private function decodeParagraph($p)\n {\n // First we check if this paragraph is a video\n $videoUrl = $this->getVideoUrl($p);\n if (!empty($videoUrl)) {\n // If this is a video, we just return a link to the video\n // 📺 => 🎞️\n return '
';\n }\n\n // We take outertext to get the complete paragraph not only the text\n // inside it. That way we still graph block and so on.\n $pTxt = $p->outertext;\n // This will store the decoded text if we manage to decode it\n $decodedTxt = '';\n\n // This is the only way to properly decode each paragraph. I tried\n // many stuffs but this is the only working way I found.\n foreach (self::ENCONDINGS as $enc) {\n // We check the encoding of the current paragraph\n if (mb_check_encoding($pTxt, $enc)) {\n // If the encoding is well recognized, we can convert from\n // this encoding to UTF-8\n $decodedTxt = iconv($enc, 'UTF-8', $pTxt);\n }\n }\n\n // We should not trim the strings to avoid the to be glued to the\n // text like: the softwarestartedto...\n if (!empty($decodedTxt)) {\n // We manage to decode the text, so we take the decoded version\n return $this->formatParagraph($decodedTxt);\n } else {\n // Otherwise we take the non decoded version and hope it will\n // be displayed not too ugly in the fulltext content\n return $this->formatParagraph($pTxt);\n }\n }\n\n /**\n * Return true in $txt is a HTML tag and not plain text\n */\n private function isHtmlTagNotTxt($txt)\n {\n if ($txt === '') {\n return false;\n }\n $html = str_get_html($txt);\n return $html && $html->root && count($html->root->children) > 0;\n }\n\n /**\n * Will add a space before paragraph when needed\n */\n private function formatParagraph($txt)\n {\n // If the paragraph is an html tag, we add a space before\n if ($this->isHtmlTagNotTxt($txt)) {\n // the first element is an html tag and not a text, so we can add a\n // space before it\n return ' ' . $txt;\n }\n // If the text start with word (not punctation), we had a space\n $pattern = '/^\\w/';\n if (preg_match($pattern, $txt)) {\n return ' ' . $txt;\n }\n return $txt;\n }\n\n /**\n * Retrieve all video url in the article\n */\n private function getAllVideoUrl($item)\n {\n // Array of video url\n $url = [];\n\n // Developpez use a div with the class video-container\n $divsVideo = $item->find('div.video-container');\n if (empty($divsVideo)) {\n return $url;\n }\n\n // get the url of the video\n foreach ($divsVideo as $div) {\n $html = str_get_html($div->outertext);\n $url[] = $this->getVideoUrl($html);\n }\n\n return $url;\n }\n\n /**\n * Retrieve URL video. We have to check for the src of an iframe\n * Work for Youtube. Will have to test for other video platform\n */\n private function getVideoUrl($p)\n {\n $divVideo = $p->find('div.video-container', 0);\n if (empty($divVideo)) {\n return null;\n }\n $iframe = $divVideo->find('iframe', 0);\n if (empty($iframe)) {\n return null;\n }\n $src = trim($iframe->getAttribute('src'));\n if (empty($src)) {\n return null;\n }\n if (str_starts_with($src, '//')) {\n $src = 'https:' . $src;\n }\n return $src;\n }\n}\n"
},
{
"path": "bridges/DiarioDeNoticiasBridge.php",
"content": " [\n 'n' => [\n 'name' => 'Tag Name',\n 'required' => true,\n 'exampleValue' => 'rogerio-casanova',\n ]\n ]\n ];\n\n const MONPT = [\n 'jan',\n 'fev',\n 'mar',\n 'abr',\n 'mai',\n 'jun',\n 'jul',\n 'ago',\n 'set',\n 'out',\n 'nov',\n 'dez',\n ];\n\n public function getIcon()\n {\n return 'https://static.globalnoticias.pt/dn/common/images/favicons/favicon-128.png';\n }\n\n public function getName()\n {\n switch ($this->queriedContext) {\n case 'Tag':\n $name = self::NAME . ' | Tag | ' . $this->getInput('n');\n break;\n default:\n $name = self::NAME;\n }\n return $name;\n }\n\n public function getURI()\n {\n switch ($this->queriedContext) {\n case 'Tag':\n $url = self::URI . '/tag/' . $this->getInput('n') . '.html';\n break;\n default:\n $url = self::URI;\n }\n return $url;\n }\n\n public function collectData()\n {\n $archives = $this->getURI();\n $html = getSimpleHTMLDOMCached($archives);\n\n foreach ($html->find('article') as $element) {\n $item = [];\n\n $title = $element->find('.t-am-title', 0);\n $link = $element->find('a.t-am-text', 0);\n\n $item['title'] = $title->plaintext;\n $item['uri'] = self::URI . $link->href;\n\n $snippet = $element->find('.t-am-lead', 0);\n if ($snippet) {\n $item['content'] = $snippet->plaintext;\n }\n preg_match('|edicao-do-dia\\\\/(?P\\d\\d)-(?P\\w\\w\\w)-(?P\\d\\d\\d\\d)|', $link->href, $d);\n if ($d) {\n $item['timestamp'] = sprintf('%s-%s-%s', $d['year'], array_search($d['monpt'], self::MONPT) + 1, $d['day']);\n }\n\n $this->items[] = $item;\n }\n }\n}\n"
},
{
"path": "bridges/DiarioDoAlentejoBridge.php",
"content": "30s!), keep the cache timeout high to avoid killing the host */\n $html = getSimpleHTMLDOMCached($this->getURI() . '/pt/noticias-listagem.aspx');\n\n foreach ($html->find('.list_news .item') as $element) {\n $item = [];\n\n $item_link = $element->find('.body h2.title a', 0);\n /* Another broken URL, see also `bridges/ComboiosDePortugalBridge.php` */\n $item['uri'] = self::URI . implode('/', array_map('urlencode', explode('/', $item_link->href)));\n $item['title'] = $item_link->innertext;\n\n $item['timestamp'] = str_ireplace(\n array_map(function ($name) {\n return ' ' . $name . ' ';\n }, self::PT_MONTH_NAMES),\n array_map(function ($num) {\n return sprintf('-%02d-', $num);\n }, range(1, count(self::PT_MONTH_NAMES))),\n $element->find('span.date', 0)->innertext\n );\n\n /* Fix the Image URL */\n $item_image = $element->find('img.thumb', 0);\n $item_image->src = preg_replace('/.*&img=([^&]+).*/', '\\1', $item_image->getAttribute('data-src'));\n\n /* Content: */\n /* - Image */\n /* - Category */\n $content = $item_image .\n '
' . $element->find('a.category', 0) . '
';\n $item['content'] = defaultLinkTo($content, self::URI);\n\n $this->items[] = $item;\n }\n }\n}\n"
},
{
"path": "bridges/DiceBridge.php",
"content": " [\n 'name' => 'With at least one of the words',\n 'required' => false,\n ],\n 'for_all' => [\n 'name' => 'With all of the words',\n 'required' => false,\n ],\n 'for_exact' => [\n 'name' => 'With the exact phrase',\n 'required' => false,\n ],\n 'for_none' => [\n 'name' => 'With none of these words',\n 'required' => false,\n ],\n 'for_jt' => [\n 'name' => 'Within job title',\n 'required' => false,\n ],\n 'for_com' => [\n 'name' => 'Within company name',\n 'required' => false,\n ],\n 'for_loc' => [\n 'name' => 'City, State, or ZIP code',\n 'required' => false,\n ],\n 'radius' => [\n 'name' => 'Radius in miles',\n 'type' => 'list',\n 'required' => false,\n 'values' => [\n 'Exact Location' => 'El',\n 'Within 5 miles' => '5',\n 'Within 10 miles' => '10',\n 'Within 20 miles' => '20',\n 'Within 30 miles' => '0',\n 'Within 40 miles' => '40',\n 'Within 50 miles' => '50',\n 'Within 75 miles' => '75',\n 'Within 100 miles' => '100',\n ],\n 'defaultValue' => '0',\n ],\n 'jtype' => [\n 'name' => 'Job type',\n 'type' => 'list',\n 'required' => false,\n 'values' => [\n 'Full-Time' => 'Full Time',\n 'Part-Time' => 'Part Time',\n 'Contract - Independent' => 'Contract Independent',\n 'Contract - W2' => 'Contract W2',\n 'Contract to Hire - Independent' => 'C2H Independent',\n 'Contract to Hire - W2' => 'C2H W2',\n 'Third Party - Contract - Corp-to-Corp' => 'Contract Corp-To-Corp',\n 'Third Party - Contract to Hire - Corp-to-Corp' => 'C2H Corp-To-Corp',\n ],\n 'defaultValue' => 'Full Time',\n ],\n 'telecommute' => [\n 'name' => 'Telecommute',\n 'type' => 'checkbox',\n ],\n ]];\n\n public function getIcon()\n {\n return 'https://assets.dice.com/techpro/img/favicons/favicon.ico';\n }\n\n public function collectData()\n {\n $uri = 'https://www.dice.com/jobs/advancedResult.html';\n $uri .= '?for_one=' . urlencode($this->getInput('for_one'));\n $uri .= '&for_all=' . urlencode($this->getInput('for_all'));\n $uri .= '&for_exact=' . urlencode($this->getInput('for_exact'));\n $uri .= '&for_none=' . urlencode($this->getInput('for_none'));\n $uri .= '&for_jt=' . urlencode($this->getInput('for_jt'));\n $uri .= '&for_com=' . urlencode($this->getInput('for_com'));\n $uri .= '&for_loc=' . urlencode($this->getInput('for_loc'));\n if ($this->getInput('jtype')) {\n $uri .= '&jtype=' . urlencode($this->getInput('jtype'));\n }\n $uri .= '&sort=date&limit=100';\n $uri .= '&radius=' . urlencode($this->getInput('radius'));\n if ($this->getInput('telecommute')) {\n $uri .= '&telecommute=true';\n }\n\n $html = getSimpleHTMLDOM($uri);\n foreach ($html->find('div.complete-serp-result-div') as $element) {\n $item = [];\n // Title\n $masterLink = $element->find('a[id^=position]', 0);\n $item['title'] = $masterLink->title;\n // URL\n $uri = $masterLink->href;\n // $uri = substr($uri, 0, strrpos($uri, '?'));\n $item['uri'] = substr($uri, 0, strrpos($uri, '?'));\n // ID\n $item['id'] = $masterLink->value;\n // Image\n $image = $element->find('img', 0);\n if ($image) {\n $item['image'] = $image->getAttribute('src');\n }\n // Content\n $shortdesc = $element->find('.shortdesc', '0');\n $shortdesc = ($shortdesc) ? $shortdesc->innertext : '';\n $item['content'] = $shortdesc;\n $this->items[] = $item;\n }\n }\n}\n"
},
{
"path": "bridges/DiscogsBridge.php",
"content": " [\n 'artistid' => [\n 'name' => 'Artist ID',\n 'type' => 'number',\n 'required' => true,\n 'exampleValue' => '28104',\n 'title' => 'Only the ID from an artist page. EG /artist/28104-Aesop-Rock is 28104'\n ],\n 'image' => [\n 'name' => 'Include Image',\n 'type' => 'checkbox',\n 'defaultValue' => 'checked',\n 'title' => 'Whether to include image (if bridge is configured with a personal access token)',\n ]\n ],\n 'Label Releases' => [\n 'labelid' => [\n 'name' => 'Label ID',\n 'type' => 'number',\n 'required' => true,\n 'exampleValue' => '8201',\n 'title' => 'Only the ID from a label page. EG /label/8201-Rhymesayers-Entertainment is 8201'\n ],\n 'image' => [\n 'name' => 'Include Image',\n 'type' => 'checkbox',\n 'defaultValue' => 'checked',\n 'title' => 'Whether to include image (if bridge is configured with a personal access token)',\n ]\n ],\n 'User Wantlist' => [\n 'username_wantlist' => [\n 'name' => 'Username',\n 'type' => 'text',\n 'required' => true,\n 'exampleValue' => 'TheBlindMaster',\n ],\n 'image' => [\n 'name' => 'Include Image',\n 'type' => 'checkbox',\n 'defaultValue' => 'checked',\n 'title' => 'Whether to include image (if bridge is configured with a personal access token)',\n ]\n ],\n 'User Folder' => [\n 'username_folder' => [\n 'name' => 'Username',\n 'type' => 'text',\n ],\n 'folderid' => [\n 'name' => 'Folder ID',\n 'type' => 'number',\n ],\n 'image' => [\n 'name' => 'Include Image',\n 'type' => 'checkbox',\n 'defaultValue' => 'checked',\n 'title' => 'Whether to include image (if bridge is configured with a personal access token)',\n ]\n ],\n ];\n const CONFIGURATION = [\n /**\n * When a personal access token is provided, Discogs' API will\n * return images as part of artist and label information.\n *\n * @see https://www.discogs.com/settings/developers\n */\n 'personal_access_token' => [\n 'required' => false,\n ],\n ];\n\n public function collectData()\n {\n $headers = [];\n\n if ($this->getOption('personal_access_token')) {\n $headers = ['Authorization: Discogs token=' . $this->getOption('personal_access_token')];\n }\n\n if (!empty($this->getInput('artistid')) || !empty($this->getInput('labelid'))) {\n if (!empty($this->getInput('artistid'))) {\n $url = 'https://api.discogs.com/artists/'\n . $this->getInput('artistid')\n . '/releases?sort=year&sort_order=desc';\n $data = getContents($url, $headers);\n } elseif (!empty($this->getInput('labelid'))) {\n $url = 'https://api.discogs.com/labels/'\n . $this->getInput('labelid')\n . '/releases?sort=year&sort_order=desc';\n $data = getContents($url, $headers);\n }\n\n $jsonData = json_decode($data, true);\n\n foreach ($jsonData['releases'] as $release) {\n $item = [];\n $item['author'] = $release['artist'];\n $item['title'] = $release['title'];\n $item['id'] = $release['id'];\n $resId = array_key_exists('main_release', $release) ? $release['main_release'] : $release['id'];\n $item['uri'] = self::URI . $this->getInput('artistid') . '/release/' . $resId;\n\n if (isset($release['year'])) {\n $item['timestamp'] = DateTime::createFromFormat('Y', $release['year'])->getTimestamp();\n }\n\n $item['content'] = $item['author'] . ' - ' . $item['title'];\n\n if (isset($release['thumb']) && $this->getInput('image') === true) {\n $item['content'] = sprintf(\n '
%s',\n $infos['thumb'],\n $item['content'],\n );\n }\n\n $this->items[] = $item;\n }\n }\n }\n\n public function getURI()\n {\n return self::URI;\n }\n\n public function getName()\n {\n return static::NAME;\n }\n}\n"
},
{
"path": "bridges/DjMagDotComBridge.php",
"content": " [\n 'name' => 'Limit',\n 'type' => 'number',\n 'title' => 'The number of news to get (max: 20)',\n 'defaultValue' => 10\n ]\n ]\n ];\n\n public function getIcon()\n {\n return 'https://djmag.com/sites/default/files/favicons/favicon-32x32.png?v=2024';\n }\n\n public function getURI()\n {\n return self::URI . 'news';\n }\n\n private function parseDateString($dateString)\n {\n // Expect formats like \"30 December 2025, 12:10\"\n $dateString = trim($dateString);\n\n // Try a strict parse first: day (no leading zero) monthname year, 24h:minute\n $dt = DateTime::createFromFormat('j F Y, H:i', $dateString);\n if ($dt instanceof DateTime) {\n return $dt->getTimestamp();\n }\n\n // Try with leading zero day\n $dt = DateTime::createFromFormat('d F Y, H:i', $dateString);\n if ($dt instanceof DateTime) {\n return $dt->getTimestamp();\n }\n\n // Fallback to strtotime which handles many human-readable formats\n $ts = strtotime($dateString);\n if ($ts !== false) {\n return $ts;\n }\n\n return null;\n }\n\n private function fetchArticleDetails($uri, $image, $title)\n {\n $itemHtml = getSimpleHTMLDOM($uri);\n\n $content = '
';\n } else {\n $searchLink = '';\n }\n\n // Build the final item's content to display and add the item onto the list.\n $item['content'] = <<$sellerInfo $location\n
';\n }\n\n $this->items[] = $item;\n }\n }\n\n /*\n * Searches the \"included\" array in an API response and returns the result for the first match.\n * A result will include attributes containing further details of the included object\n * (e.g. an audio object), and an optional relationships object that links to more \"included\"\n * objects. (e.g. a poll object with related poll_choice(s))\n */\n private function findInclude($data, $type, $id)\n {\n foreach ($data->included as $include) {\n if ($include->type === $type && $include->id === $id) {\n return $include;\n }\n }\n }\n\n private function apiGet($endpoint, $query_data = [])\n {\n $query_data['json-api-version'] = 1.0;\n $query_data['json-api-use-default-includes'] = 0;\n\n $url = 'https://www.patreon.com/api/'\n . $endpoint\n . '?'\n . http_build_query($query_data);\n\n /*\n * Accept-Language header and the CURL cipher list are for bypassing the\n * Cloudflare anti-bot protection on the Patreon API. If this ever breaks,\n * here are some other project that also deal with this:\n * https://github.com/mikf/gallery-dl/issues/342\n * https://github.com/daemionfox/patreon-feed/issues/7\n * https://www.patreondevelopers.com/t/api-returning-cloudflare-challenge/2025\n * https://github.com/splitbrain/patreon-rss/issues/4\n */\n $header = [\n 'Accept-Language: en-US',\n 'Content-Type: application/json'\n ];\n $opts = [\n CURLOPT_SSL_CIPHER_LIST => implode(':', [\n 'DEFAULT',\n '!DHE-RSA-CHACHA20-POLY1305'\n ])\n ];\n\n $data = json_decode(getContents($url, $header, $opts));\n\n return $data;\n }\n\n public function getName()\n {\n if (!is_null($this->getInput('creator'))) {\n $html = getSimpleHTMLDOMCached($this->getURI());\n if ($html) {\n preg_match('#\"name\": \"(.*)\"#', $html->save(), $matches);\n return 'Patreon posts from ' . stripcslashes($matches[1]);\n } else {\n return $this->getInput('creator') . 'posts from Patreon';\n }\n }\n\n return parent::getName();\n }\n\n public function getURI()\n {\n if (!is_null($this->getInput('creator'))) {\n return self::URI . $this->getInput('creator');\n }\n\n return parent::getURI();\n }\n\n public function detectParameters($url)\n {\n $params = [];\n\n // Matches e.g. https://www.patreon.com/SomeCreator\n $regex = '/^(https?:\\/\\/)?(www\\.)?patreon\\.com\\/([^\\/&?\\n]+)/';\n if (preg_match($regex, $url, $matches) > 0) {\n $params['creator'] = urldecode($matches[3]);\n return $params;\n }\n\n return null;\n }\n}\n"
},
{
"path": "bridges/PaulGrahamBridge.php",
"content": "find('body table');\n if (!isset($tables[0])) {\n return;\n }\n\n $tds = $tables[0]->find('td');\n if (!isset($tds[2])) {\n return;\n }\n\n $contentTd = $tds[2];\n\n // Find all inner tables (each one holds a single essay link)\n $essayTables = $contentTd->find('table');\n if (!isset($essayTables[1])) {\n return;\n }\n\n $essayTable = $essayTables[1];\n\n // /html/body/table/tbody/tr/td[3]/table[2]/tbody/tr[2]/td/font/a\n\n $links = $essayTable->find('font');\n\n $essayLinks = [];\n foreach ($links as $t) {\n $link = $t->find('a', 0);\n if (!$link) {\n continue;\n }\n\n $href = trim($link->href);\n $title = trim($link->plaintext);\n\n if (empty($href) || strpos($href, 'http') === 0 || !preg_match('/\\.html$/', $href)) {\n continue;\n }\n\n $essayLinks[] = [\n 'title' => $title,\n 'url' => 'https://www.paulgraham.com/' . $href,\n ];\n }\n\n // Only fetch the first 10 (in display order)\n $essayLinks = array_slice($essayLinks, 0, 10);\n\n foreach ($essayLinks as $essay) {\n $item = [\n 'uri' => $essay['url'],\n 'title' => $essay['title'],\n 'uid' => $essay['url'],\n 'content' => '',\n ];\n\n $essayHtml = getSimpleHTMLDOMCached($essay['url']);\n if ($essayHtml) {\n $essayTables = $essayHtml->find('body table');\n if (isset($essayTables[0])) {\n $essayTds = $essayTables[0]->find('td');\n if (isset($essayTds[2])) {\n $mainContent = $essayTds[2]->innertext;\n $mainDom = str_get_html($mainContent);\n\n // Strip unwanted layout elements\n foreach ($mainDom->find('map, img, script') as $el) {\n $el->outertext = '';\n }\n\n $item['content'] = $mainDom->save();\n }\n }\n }\n\n $this->items[] = $item;\n }\n }\n}\n\n"
},
{
"path": "bridges/PcGamerBridge.php",
"content": " self::LIMIT,\n ]\n ];\n\n public function collectData()\n {\n $html = getSimpleHTMLDOMCached($this->getURI(), 300);\n $stories = $html->find('a.article-link');\n $limit = $this->getInput('limit') ?? 10;\n foreach (array_slice($stories, 0, $limit) as $element) {\n $item = [];\n $item['uri'] = $element->href;\n $articleHtml = getSimpleHTMLDOMCached($item['uri']);\n\n // Relying on meta tags ought to be more reliable.\n $item['title'] = $articleHtml->find('meta[property=og:title]', 0)->content;\n $item['content'] = html_entity_decode($articleHtml->find('meta[name=description]', 0)->content);\n\n // TODO: parsely-author is no longer available, but it is in the application/ld+json\n $item['author'] = $articleHtml->find('a[rel=author]', 0)->innertext;\n\n $imageUrl = $articleHtml->find('meta[property=og:image]', 0);\n if ($imageUrl) {\n $item['enclosures'][] = $imageUrl->content;\n }\n\n /*\n Tags in mrf:tags are semicolon-delimited and each begins with a label and a ':'\n Example:\n \"region:US;articleType:News;channel:Gaming software;\"\n Find the tag, replace ; with \\n, remove the label prefixes, then explode by newline.\n */\n $item['categories'] = array_unique(\n explode(\n PHP_EOL,\n preg_replace(\n '/^[^:]+:/m',\n '',\n preg_replace(\n '/;/',\n PHP_EOL,\n $articleHtml->find('meta[property=mrf:tags]', 0)->content\n )\n )\n )\n );\n\n $item['timestamp'] = strtotime($articleHtml->find('meta[name=pub_date]', 0)->content);\n\n $this->items[] = $item;\n }\n }\n}\n"
},
{
"path": "bridges/PepperBridgeAbstract.php",
"content": "queriedContext) {\n case $this->i8n('context-keyword'):\n return $this->collectDataKeywords();\n break;\n case $this->i8n('context-group'):\n return $this->collectDataGroup();\n break;\n case $this->i8n('context-talk'):\n return $this->collectDataTalk();\n break;\n }\n }\n\n /**\n * Get the Deal data from the choosen group in the choosed order\n */\n protected function collectDataGroup()\n {\n $url = $this->getGroupURI();\n $this->collectDeals($url);\n }\n\n /**\n * Get the Deal data from the choosen keywords and parameters\n */\n protected function collectDataKeywords()\n {\n /* Even if the original website uses POST with the search page, GET works too */\n $url = $this->getSearchURI();\n $this->collectDeals($url);\n }\n\n /**\n * Get the Deal data using the given URL\n */\n protected function collectDeals($url)\n {\n $html = getSimpleHTMLDOM($url);\n $list = $html->find('article[id][class*=thread--deal]]');\n\n // Deal Description CSS Selector\n $selectorDescription = implode(\n ' ', /* Notice this is a space! */\n [\n 'overflow--wrap-break'\n ]\n );\n\n // If there is no results, we don't parse the content because it display some random deals\n $noresult = $html->find('div[id=content-list]', 0)->find('h2', 0);\n if ($noresult !== null) {\n $this->items = [];\n } else {\n foreach ($list as $deal) {\n // Get the JSON Data stored as vue\n $jsonDealData = $this->getDealJsonData($deal);\n // DEPRECATED : website does not show this info in the deal list anymore\n // $dealMeta = Json::decode($deal->find('div[class=js-vue3]', 1)->getAttribute('data-vue3'));\n\n $item = [];\n $item['uri'] = $this->getDealURI($jsonDealData);\n $item['title'] = $this->getTitle($jsonDealData);\n $item['author'] = $this->getDealAuthor($jsonDealData);\n\n $item['content'] = '
';\n } else {\n return '';\n }\n }\n\n /**\n * Get the Publish Date from a Deal if it exists\n * @return integer Timestamp of the published date of the deal\n */\n private function getPublishedDate($jsonDealData)\n {\n return $jsonDealData['props']['thread']['publishedAt'];\n }\n\n /**\n * Get the Deal Author from a Deal if it exists\n * @return String Author of the deal\n */\n private function getDealAuthor($jsonDealData)\n {\n return $jsonDealData['props']['thread']['user']['username'];\n }\n\n /**\n * Get the Title from a Deal if it exists\n * @return string String of the deal title\n */\n private function getTitle($jsonDealData)\n {\n $title = $jsonDealData['props']['thread']['title'];\n return $title;\n }\n\n /**\n * Get the Title from a Talk if it exists\n * @return string String of the Talk title\n */\n private function getTalkTitle()\n {\n $cacheKey = $this->getInput('url') . 'TITLE';\n $title = $this->loadCacheValue($cacheKey);\n // The cache does not contain the title of the bridge, we must get it and save it in the cache\n if ($title === null) {\n $html = getSimpleHTMLDOMCached($this->getInput('url'));\n $title = $html->find('title', 0)->plaintext;\n // Save the value in the cache for the next 15 days\n $this->saveCacheValue($cacheKey, $title, 86400 * 15);\n }\n return $title;\n }\n\n /**\n * Get the Title from a Group if it exists\n * @return string String of the Talk title\n */\n private function getGroupTitle()\n {\n $cacheKey = $this->getInput('group') . 'TITLE';\n $title = $this->loadCacheValue($cacheKey);\n // The cache does not contain the title of the bridge, we must get it and save it in the cache\n if ($title == null) {\n $html = getSimpleHTMLDOMCached($this->getGroupURI());\n // Search the title in the javascript mess\n preg_match('/threadGroupName\":\"([^\"]*)\",\"threadGroupUrlName\":\"' . $this->getInput('group') . '\"/m', $html, $matches);\n $title = $matches[1];\n // Save the value in the cache for the next 15 days\n $this->saveCacheValue($cacheKey, $title, 86400 * 15);\n }\n\n $order = $this->getKey('order');\n return $title . ' - ' . $order;\n }\n\n /**\n * Get the HTML Title code from an item\n * @return string String of the deal title\n */\n private function getHTMLTitle($jsonDealData)\n {\n $html = '
';\n\n return $html;\n }\n\n /**\n * Get the URI from a Deal if it exists\n * @return string String of the deal URI\n */\n private function getDealURI($jsonDealData)\n {\n $dealSlug = $jsonDealData['props']['thread']['titleSlug'];\n $dealId = $jsonDealData['props']['thread']['threadId'];\n $uri = $this->i8n('bridge-uri') . $this->i8n('uri-deal') . $dealSlug . '-' . $dealId;\n return $uri;\n }\n\n /**\n * Get the Shipping costs from a Deal if it exists\n * @return string String of the deal shipping Cost\n */\n private function getShippingCost($jsonDealData)\n {\n $isFree = $jsonDealData['props']['thread']['shipping']['isFree'];\n $price = $jsonDealData['props']['thread']['shipping']['price'];\n if ($isFree !== null) {\n return '
';\n } else {\n return '';\n }\n }\n\n /**\n * Get the temperature from a Deal if it exists\n * @return string String of the deal temperature\n */\n private function getTemperature($data)\n {\n return $data['props']['thread']['temperature'] . '°';\n }\n\n\n /**\n * Get the Deal data from the \"data-vue2\" JSON attribute\n * @return array Array containg the deal properties contained in the \"data-vue2\" attribute\n */\n private function getDealJsonData($deal)\n {\n $data = Json::decode($deal->find('div[class=js-vue3]', 0)->getAttribute('data-vue3'));\n return $data;\n }\n\n /**\n * Get the source of a Deal if it exists\n * @return string String of the deal source\n */\n private function getSource($jsonData)\n {\n if ($jsonData['props']['thread']['merchant'] != null) {\n $path = $this->i8n('uri-merchant') . $jsonData['props']['thread']['merchant']['merchantId'];\n $text = $jsonData['props']['thread']['merchant']['merchantName'];\n return '
';\n } else {\n return '';\n }\n }\n\n /**\n * Get the original Price and discout from a Deal if it exists\n * @return string String of the deal original price and discount\n */\n private function getDiscount($jsonDealData)\n {\n $oldPrice = $jsonDealData['props']['thread']['nextBestPrice'];\n $newPrice = $jsonDealData['props']['thread']['price'];\n $percentage = $jsonDealData['props']['thread']['percentage'];\n\n if ($oldPrice != 0) {\n // If there is no percentage calculated, then calculate it manually\n if ($percentage == 0) {\n $percentage = round(100 - ($newPrice * 100 / $oldPrice), 2);\n }\n return '
';\n } else {\n return '';\n }\n }\n\n /**\n * Get the Deal location if it exists\n * @return string String of the deal location\n */\n private function getDealLocation($jsonDealData)\n {\n if ($jsonDealData['props']['thread']['isLocal']) {\n $content = '
';\n } else {\n $content = '';\n }\n return $content;\n }\n\n /**\n * Get the Picture URL from a Deal if it exists\n * @return string String of the deal Picture URL\n */\n private function getImage($deal)\n {\n // Get thread Image JSON content\n $content = Json::decode($deal->find('div[class=js-vue3]', 0)->getAttribute('data-vue3'));\n //return '';\n return 'i8n('image-host') . $content['props']['thread']['mainImage']['path'] . '/'\n . $content['props']['thread']['mainImage']['name'] . '/re/202x202/qt/70/'\n . $content['props']['thread']['mainImage']['uid'] . '\"/>';\n }\n\n /**\n * Get the originating country from a Deal if it exists\n * @return string String of the deal originating country\n * DEPRECATED : the deal on the result list does not contain this info anymore\n */\n private function getShipsFrom($dealMeta)\n {\n $metas = $dealMeta['props']['metaRibbons'] ?? [];\n $shipsFrom = null;\n foreach ($metas as $meta) {\n if ($meta['type'] == 'dispatched-from') {\n $shipsFrom = $meta['text'];\n }\n }\n if ($shipsFrom != null) {\n return '
' . $shipsFrom . '
';\n }\n return '';\n }\n\n /**\n * Returns the RSS Feed title according to the parameters\n * @return string the RSS feed Tiyle\n */\n public function getName()\n {\n switch ($this->queriedContext) {\n case $this->i8n('context-keyword'):\n return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-keyword') . ' : ' . $this->getInput('q');\n break;\n case $this->i8n('context-group'):\n return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-group') . ' : ' . $this->getGroupTitle();\n break;\n case $this->i8n('context-talk'):\n return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-talk') . ' : ' . $this->getTalkTitle();\n break;\n default: // Return default value\n return static::NAME;\n }\n }\n\n /**\n * Returns the RSS Feed URI according to the parameters\n * @return string the RSS feed Title\n */\n public function getURI()\n {\n switch ($this->queriedContext) {\n case $this->i8n('context-keyword'):\n return $this->getSearchURI();\n break;\n case $this->i8n('context-group'):\n return $this->getGroupURI();\n break;\n case $this->i8n('context-talk'):\n return $this->getTalkURI();\n break;\n default: // Return default value\n return static::URI;\n }\n }\n\n /**\n * Returns the RSS Feed URI for a keyword Feed\n * @return string the RSS feed URI\n */\n private function getSearchURI()\n {\n $q = $this->getInput('q');\n $hide_expired = $this->getInput('hide_expired');\n $hide_local = $this->getInput('hide_local');\n $priceFrom = $this->getInput('priceFrom');\n $priceTo = $this->getInput('priceTo');\n $url = $this->i8n('bridge-uri')\n . 'search?q='\n . urlencode($q)\n . '&hide_expired=' . $hide_expired\n . '&hide_local=' . $hide_local\n . '&priceFrom=' . $priceFrom\n . '&priceTo=' . $priceTo\n /* Some default parameters\n * search_fields : Search in Titres & Descriptions & Codes\n * sort_by : Sort the search by new deals\n * time_frame : Search will not be on a limited timeframe\n */\n . '&search_fields[]=1&search_fields[]=2&search_fields[]=3&sort_by=new&time_frame=0';\n return $url;\n }\n\n /**\n * Returns the RSS Feed URI for a group Feed\n * @return string the RSS feed URI\n */\n private function getGroupURI()\n {\n $group = $this->getInput('group');\n $order = $this->getInput('order');\n $subgroups = $this->getInput('subgroups');\n\n // This permit to keep the existing Feed to work\n if ($order == $this->i8n('context-hot')) {\n $sortBy = 'temp';\n } else if ($order == $this->i8n('context-new')) {\n $sortBy = 'new';\n }\n\n $url = $this->i8n('bridge-uri')\n . $this->i8n('uri-group') . $group . '?sortBy=' . $sortBy . '&groups=' . $subgroups;\n return $url;\n }\n\n /**\n * Returns the RSS Feed URI for a Talk Feed\n * @return string the RSS feed URI\n */\n private function getTalkURI()\n {\n $url = $this->getInput('url');\n return $url;\n }\n\n /**\n * This is some \"localisation\" function that returns the needed content using\n * the \"$lang\" class variable in the local class\n * @return various the local content needed\n */\n protected function i8n($key)\n {\n if (array_key_exists($key, $this->lang)) {\n return $this->lang[$key];\n } else {\n return null;\n }\n }\n}\n"
},
{
"path": "bridges/PhoronixBridge.php",
"content": " [\n 'name' => 'Limit',\n 'type' => 'number',\n 'required' => false,\n 'title' => 'Maximum number of items to return',\n 'defaultValue' => 10\n ],\n 'svgAsImg' => [\n 'name' => 'SVG in \"image\" tag',\n 'type' => 'checkbox',\n 'title' => 'Some benchmarks are exported as SVG with \"object\" tag,\nbut some RSS readers don\\'t support this. \"img\" tag are supported by most browsers',\n 'defaultValue' => false\n ],\n ]];\n\n public function collectData()\n {\n $this->collectExpandableDatas('https://www.phoronix.com/rss.php', $this->getInput('n'));\n }\n\n protected function parseItem(array $item)\n {\n $itemUrl = $item['uri'];\n\n $articlePage = getSimpleHTMLDOM($itemUrl);\n $articlePage = defaultLinkTo($articlePage, $this->getURI());\n // Extract final link. From Facebook's like plugin.\n $parsedUrlQuery = parse_url($articlePage->find('iframe[src^=//www.facebook.com/plugins]', 0), PHP_URL_QUERY);\n parse_str($parsedUrlQuery, $facebookQuery);\n if (array_key_exists('href', $facebookQuery)) {\n $itemUrl = $facebookQuery['href'];\n }\n $item['content'] = $this->extractContent($articlePage);\n\n $pages = $articlePage->find('.pagination a[!title]');\n foreach ($pages as $page) {\n $pageURI = urljoin($itemUrl, html_entity_decode($page->href));\n $page = getSimpleHTMLDOM($pageURI);\n $item['content'] .= $this->extractContent($page);\n }\n return $item;\n }\n\n private function extractContent($page)\n {\n $content = $page->find('.content', 0);\n $objects = $content->find('script[src^=//openbenchmarking.org]');\n foreach ($objects as $object) {\n $objectSrc = preg_replace('/p=0/', 'p=2', $object->src);\n if ($this->getInput('svgAsImg')) {\n $object->outertext = '';\n } else {\n $object->outertext = '';\n }\n }\n $content = stripWithDelimiters($content, '');\n return $content;\n }\n}\n"
},
{
"path": "bridges/PicalaBridge.php",
"content": " 'actualites',\n 'Économie' => 'economie',\n 'Tests' => 'tests',\n 'Pratique' => 'pratique',\n ];\n const NAME = 'Picala';\n const URI = 'https://www.picala.fr';\n const DESCRIPTION = 'Dernière nouvelles du média indépendant sur le vélo électrique';\n const MAINTAINER = 'Chouchen';\n const PARAMETERS = [\n [\n 'type' => [\n 'name' => 'Type',\n 'type' => 'list',\n 'values' => self::TYPES,\n ],\n ],\n ];\n\n public function getURI()\n {\n if (!is_null($this->getInput('type'))) {\n return sprintf('%s/%s', static::URI, $this->getInput('type'));\n }\n\n return parent::getURI();\n }\n\n public function getIcon()\n {\n return 'https://picala-static.s3.amazonaws.com/static/img/favicon/favicon-32x32.png';\n }\n\n public function getDescription()\n {\n if (!is_null($this->getInput('type'))) {\n return sprintf('%s - %s', static::DESCRIPTION, array_search($this->getInput('type'), self::TYPES));\n }\n\n return parent::getDescription();\n }\n\n public function getName()\n {\n if (!is_null($this->getInput('type'))) {\n return sprintf('%s - %s', static::NAME, array_search($this->getInput('type'), self::TYPES));\n }\n\n return parent::getName();\n }\n\n public function collectData()\n {\n $fullhtml = getSimpleHTMLDOM($this->getURI());\n foreach ($fullhtml->find('.list-container-category a') as $article) {\n $firstImage = $article->find('img', 0);\n $image = null;\n if ($firstImage !== null) {\n $srcsets = explode(',', $firstImage->getAttribute('srcset'));\n $image = explode(' ', trim(array_shift($srcsets)))[0];\n }\n\n $item = [];\n $item['uri'] = self::URI . $article->href;\n $item['title'] = $article->find('h2', 0)->plaintext;\n if ($image === null) {\n $item['content'] = $article->find('.teaser__text', 0)->plaintext;\n } else {\n $item['content'] = sprintf(\n ' %s',\n $image,\n $article->find('.teaser__text', 0)->plaintext\n );\n }\n\n $this->items[] = $item;\n }\n }\n}\n"
},
{
"path": "bridges/PicartoBridge.php",
"content": " [\n 'name' => 'Channel name',\n 'type' => 'text',\n 'required' => true,\n 'title' => 'Channel name',\n 'exampleValue' => 'Wysdrem',\n ],\n ]\n ];\n\n public function collectData()\n {\n $channel = $this->getInput('channel');\n $data = json_decode(getContents('https://api.picarto.tv/api/v1/channel/name/' . $channel), true);\n if (!$data['online']) {\n return;\n }\n $lastLive = new \\DateTime($data['last_live']);\n $this->items[] = [\n 'uri' => 'https://picarto.tv/' . $channel,\n 'title' => $data['name'] . ' is now online',\n 'content' => sprintf('', $data['thumbnails']['tablet']),\n 'timestamp' => $lastLive->getTimestamp(),\n 'uid' => 'https://picarto.tv/' . $channel . $lastLive->getTimestamp(),\n ];\n }\n\n public function getName()\n {\n return 'Picarto - ' . $this->getInput('channel');\n }\n}\n"
},
{
"path": "bridges/PickyWallpapersBridge.php",
"content": " [\n 'name' => 'category',\n 'exampleValue' => 'funny',\n 'required' => true\n ],\n 's' => [\n 'name' => 'subcategory'\n ],\n 'm' => [\n 'name' => 'Max number of wallpapers',\n 'defaultValue' => 12,\n 'type' => 'number'\n ],\n 'r' => [\n 'name' => 'resolution',\n 'exampleValue' => '1920x1200, 1680x1050,…',\n 'defaultValue' => '1920x1200',\n 'pattern' => '[0-9]{3,4}x[0-9]{3,4}'\n ]\n ]];\n\n public function collectData()\n {\n $lastpage = 1;\n $num = 0;\n $max = $this->getInput('m');\n $resolution = $this->getInput('r'); // Wide wallpaper default\n\n for ($page = 1; $page <= $lastpage; $page++) {\n $html = getSimpleHTMLDOM($this->getURI() . '/page-' . $page . '/');\n\n if ($page === 1) {\n preg_match('/page-(\\d+)\\/$/', $html->find('.pages li a', -2)->href, $matches);\n $lastpage = min($matches[1], ceil($max / 12));\n }\n\n foreach ($html->find('.items li img') as $element) {\n $item = [];\n $item['uri'] = str_replace('www', 'wallpaper', self::URI)\n . '/'\n . $resolution\n . '/'\n . basename($element->src);\n\n $item['timestamp'] = time();\n $item['title'] = $element->alt;\n $item['content'] = $item['title']\n . ' '\n . $element\n . '';\n\n $this->items[] = $item;\n\n $num++;\n if ($num >= $max) {\n break 2;\n }\n }\n }\n }\n\n public function getURI()\n {\n if (!is_null($this->getInput('s')) && !is_null($this->getInput('r')) && !is_null($this->getInput('c'))) {\n $subcategory = $this->getInput('s');\n $link = self::URI\n . $this->getInput('r')\n . '/'\n . $this->getInput('c')\n . '/'\n . $subcategory;\n\n return $link;\n }\n\n return parent::getURI();\n }\n\n public function getName()\n {\n if (!is_null($this->getInput('s'))) {\n $subcategory = $this->getInput('s');\n return 'PickyWallpapers - '\n . $this->getInput('c')\n . ($subcategory ? ' > ' . $subcategory : '')\n . ' ['\n . $this->getInput('r')\n . ']';\n }\n\n return parent::getName();\n }\n}\n"
},
{
"path": "bridges/PicnobBridge.php",
"content": " [\n 'u' => [\n 'name' => 'username',\n 'type' => 'text',\n 'title' => 'Instagram username you want to follow',\n 'exampleValue' => 'aesoprockwins',\n 'required' => true,\n ],\n ],\n 'Hashtag' => [\n 'h' => [\n 'name' => 'hashtag',\n 'type' => 'text',\n 'title' => 'Instagram hastag you want to follow, without the \\'#\\'',\n 'exampleValue' => 'beautifulday',\n 'required' => true,\n ],\n ]\n ];\n\n public function getURI()\n {\n if (!is_null($this->getInput('u'))) {\n return urljoin(self::URI, '/profile/' . $this->getInput('u') . '/');\n }\n\n if (!is_null($this->getInput('h'))) {\n return urljoin(self::URI, '/tag/' . trim($this->getInput('h') . '/'));\n }\n\n return parent::getURI();\n }\n\n public function collectData()\n {\n $html = getSimpleHTMLDOM($this->getURI());\n foreach ($html->find('.items') as $part) {\n foreach ($part->find('.item') as $element) {\n $url = urljoin(self::URI, $element->find('a', 0)->href);\n\n $date = date_create();\n $relativeDate = date_interval_create_from_date_string(str_replace(' ago', '', $element->find('.time', 0)->plaintext));\n if ($relativeDate) {\n date_sub($date, $relativeDate);\n }\n\n $description = defaultLinkTo(trim($element->find('.sum', 0)->innertext), self::URI);\n\n $isVideo = (bool) $element->find('.icon_video', 0);\n $videoNote = $isVideo ? '
\\n\";\n case 'bounce':\n return '';\n case 'paragraph':\n return \"
{$childText}{$valueText}
\\n\";\n case 'quote':\n return \"
{$childText}{$valueText}
\\n\";\n case 'link':\n return \"data->href}\\\">{$childText}{$valueText}\\n\";\n case 'audio':\n return '';\n case 'embed':\n return $jsonElement->data->html;\n default:\n return $jsonElement->value;\n }\n }\n\n private function convertJsonChildrenToHTML($children)\n {\n $converted = array_map([$this, 'convertJsonElementToHTML'], $children);\n return array_reduce($converted, function ($a, $b) {\n return $a . $b;\n }, '');\n }\n\n private function removeAds($element)\n {\n $ads = $element->find('AdSlot');\n foreach ($ads as $ad) {\n $ad->remove();\n }\n return $element;\n }\n\n /**\n * Replaces all relative URIs with absolute ones\n * @param $element A simplehtmldom element\n * @return The $element->innertext with all URIs replaced\n */\n private function replaceUriInHtmlElement($element)\n {\n $returned = $element->innertext;\n foreach (self::REPLACED_ATTRIBUTES as $initial => $final) {\n $returned = str_replace($initial . '=\"/', $final . '=\"' . self::URI . '/', $returned);\n }\n return $returned;\n }\n}\n"
},
{
"path": "bridges/RadioMelodieBridge.php",
"content": "find('div[class=listArticles]', 0)->children();\n\n foreach ($list as $element) {\n if ($element->tag == 'a') {\n $articleURL = self::URI . $element->href;\n $article = getSimpleHTMLDOM($articleURL);\n $this->rewriteAudioPlayers($article);\n // Reload the modified content\n $article = str_get_html($article->save());\n $textDOM = $article->find('article', 0);\n\n // Remove HTML code for the article title\n $textDOM->find('h1', 0)->outertext = '';\n\n // Fix the CSS for the author\n $textDOM->find('div[class=author]', 0)->find('img', 0)\n ->setAttribute('style', 'width: 60px; margin: 0 15px; display: inline-block; vertical-align: top;');\n\n\n // Initialise arrays\n $item = [];\n $audio = [];\n $picture = [];\n\n // Get the Main picture URL\n $picture[] = $article->find('figure[class*=photoviewer]', 0)->find('img', 0)->src;\n $audioHTML = $article->find('audio');\n\n // Add the audio element to the enclosure\n foreach ($audioHTML as $audioElement) {\n $audioURL = $audioElement->src;\n $audio[] = $audioURL;\n }\n\n // Rewrite pictures URL\n $imgs = $textDOM->find('img[src^=\"http://www.radiomelodie.com/image.php]');\n foreach ($imgs as $img) {\n $img->src = $this->rewriteImage($img->src);\n $article->save();\n }\n\n // Remove Google Ads\n $ads = $article->find('div[class=adInline]');\n foreach ($ads as $ad) {\n $ad->outertext = '';\n $article->save();\n }\n\n // Extract the author\n $author = $article->find('div[class=author]', 0)->children(1)->children(0)->plaintext;\n\n // Handle date to timestamp\n $dateHTML = $article->find('div[class=author]', 0)->children(1)->plaintext;\n\n preg_match('/([a-z]{4,10}[ ]{1,2}[0-9]{1,2} [\\p{L}]{3,10} [0-9]{4} à [0-9]{2}:[0-9]{2})/mus', $dateHTML, $matches);\n $dateText = $matches[1];\n\n $timestamp = $this->parseDate($dateText);\n\n $item['enclosures'] = array_merge($picture, $audio);\n $item['author'] = $author;\n $item['uri'] = $articleURL;\n $item['title'] = $article->find('meta[property=og:title]', 0)->content;\n if ($timestamp !== false) {\n $item['timestamp'] = $timestamp;\n }\n\n // Remove the share article part\n $textDOM->find('div[class=share]', 0)->outertext = '';\n $textDOM->find('div[class=share]', 1)->outertext = '';\n\n // Rewrite relative Links\n $textDOM = defaultLinkTo($textDOM, self::URI . '/');\n\n $article->save();\n $text = $textDOM->innertext;\n $item['content'] = '
' . $item['title'] . '
' . $dateText . ' ' . $text;\n $this->items[] = $item;\n }\n }\n }\n\n /*\n * Function to rewrite image URL to use the real Image URL and not the resized one (which is very slow)\n */\n private function rewriteImage($url)\n {\n $parts = explode('?', $url);\n parse_str(html_entity_decode($parts[1]), $params);\n return self::URI . '/' . $params['image'];\n }\n\n /*\n * Function to rewrite Audio Players to use the
![](\\\"$externalUri\\\"/)
![](\"https://cdn.bsky.app/img/feed_thumbnail/plain/')
') : '';\n $externalDescription = strlen($externalDescription) > 0 ? \"![](\\\"$thumbnailUrl\\\")
$alt![](\"')
' : '';\n $feedViewName = e($record['displayName'] ?? $record['name']);\n $feedViewDescription = e($record['description'] ?? '');\n $authorDisplayName = e($record['creator']['displayName']);\n $authorHandle = e($record['creator']['handle']);\n $likeCount = isset($record['likeCount']) ? '![](\"%s\"/)