'.join(status_messages) status_is_ok = status == ''; if status_is_ok: status = '✔️' if with_artifacts and (not with_reduced_artifacts or not status_is_ok): filename = f'{bridge_name} {form_number}{instance_suffix}{ARTIFACT_FILE_EXTENSION}' filename = re.sub(r'[^a-z0-9 \_\-\.]', '', filename, flags=re.I).replace(' ', '_') with open(file=f'{artifacts_directory}/{filename}', mode='wb') as file: file.write(page_text) artifact_url = f'{artifacts_base_url}/{filename}' table_rows.append(f'| {bridge_name} | [{form_number} {context_name}{instance_suffix}]({artifact_url}) | {status} |') form_number += 1 return table_rows def getFirstLine(value: str) -> str: # trim whitespace and remove text that can break the table or is simply unnecessary clean_value = re.sub(r'^\[[^\]]+\]\s*rssbridge\.|[\|`]', '', value.strip()) first_line = next(iter(clean_value.splitlines()), '') max_length = 250 if (len(first_line) > max_length): first_line = first_line[:max_length] + '...' return first_line if __name__ == '__main__': parser = argparse.ArgumentParser() parser.add_argument('--instances', nargs='+') parser.add_argument('--no-artifacts', action='store_true') parser.add_argument('--reduced-artifacts', action='store_true') parser.add_argument('--artifacts-directory', default=os.getcwd()) parser.add_argument('--artifacts-base-url', default='') parser.add_argument('--title', default='Pull request artifacts') parser.add_argument('--output-file', default=os.getcwd() + '/comment.md') args = parser.parse_args() instances = [] if args.instances: for instance_arg in args.instances: instance_arg_parts = instance_arg.split('::') instance = Instance() instance.name = instance_arg_parts[1].strip() if len(instance_arg_parts) >= 2 else '' instance.url = instance_arg_parts[0].strip().rstrip("/") instances.append(instance) else: instance = Instance() instance.name = 'current' instance.url = 'http://localhost:3000' instances.append(instance) instance = Instance() instance.name = 'pr' instance.url = 'http://localhost:3001' instances.append(instance) main( instances=instances, with_artifacts=not args.no_artifacts, with_reduced_artifacts=args.reduced_artifacts and not args.no_artifacts, artifacts_directory=args.artifacts_directory, artifacts_base_url=args.artifacts_base_url, title=args.title, output_file=args.output_file ); ================================================ FILE: .github/workflows/dockerbuild.yml ================================================ name: Build Container Image on: push: branches: - 'master' tags: - '20*' pull_request: branches: - 'master' paths: - .github/workflows/** - Dockerfile permissions: contents: read packages: write env: DOCKERHUB_SLUG: rssbridge/rss-bridge GHCR_SLUG: ghcr.io/rss-bridge/rss-bridge jobs: bake: runs-on: ubuntu-24.04-arm steps: - name: Docker meta id: docker_meta uses: docker/metadata-action@v5 with: images: | ${{ env.DOCKERHUB_SLUG }} ${{ env.GHCR_SLUG }} tags: | type=raw,value=latest,enable=${{ github.event_name != 'pull_request' }} type=sha type=ref,event=tag,enable=${{ startsWith(github.ref, 'refs/tags/20') }} type=raw,value=stable,enable=${{ startsWith(github.ref, 'refs/tags/20') }} - name: Set up QEMU uses: docker/setup-qemu-action@v3 - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 - name: Login to DockerHub uses: docker/login-action@v3 if: ${{ github.event_name != 'pull_request' }} with: username: ${{ secrets.DOCKER_USERNAME }} password: ${{ secrets.DOCKER_PASSWORD }} - name: Login to GitHub Container Registry uses: docker/login-action@v3 if: ${{ github.event_name != 'pull_request' }} with: registry: ghcr.io username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Build and push uses: docker/bake-action@v6 with: files: | ./docker-bake.hcl cwd://${{ steps.docker_meta.outputs.bake-file }} targets: image-all push: ${{ github.event_name != 'pull_request' }} ================================================ FILE: .github/workflows/documentation.yml ================================================ name: Documentation on: push: paths: - 'docs/**' pull_request: branches: - 'master' paths: - .github/workflows/** - 'docs/**' permissions: contents: write jobs: documentation: runs-on: ubuntu-24.04-arm steps: - uses: actions/checkout@v5 with: persist-credentials: false - name: Setup PHP uses: shivammathur/setup-php@v2 with: php-version: 8.0 - name: Install dependencies run: composer global require daux/daux.io - name: Generate documentation run: daux generate - name: Deploy same repository 🚀 if: ${{ github.event_name != 'pull_request' }} uses: JamesIves/github-pages-deploy-action@v4 with: folder: "static" branch: gh-pages ================================================ FILE: .github/workflows/lint.yml ================================================ name: Lint on: push: branches: [ master ] pull_request: branches: [ master ] permissions: contents: read jobs: phpcs: runs-on: ubuntu-24.04-arm strategy: matrix: php-versions: ['7.4'] steps: - uses: actions/checkout@v5 - uses: shivammathur/setup-php@v2 with: php-version: ${{ matrix.php-versions }} tools: phpcs - run: phpcs . --standard=phpcs.xml --warning-severity=0 --extensions=php -p phpcompatibility: runs-on: ubuntu-24.04-arm strategy: matrix: php-versions: ['7.4'] steps: - uses: actions/checkout@v5 - uses: shivammathur/setup-php@v2 with: php-version: ${{ matrix.php-versions }} - run: composer global config --no-plugins allow-plugins.dealerdirect/phpcodesniffer-composer-installer true - run: composer global require dealerdirect/phpcodesniffer-composer-installer phpcompatibility/php-compatibility - run: ~/.composer/vendor/bin/phpcs . --standard=phpcompatibility.xml --warning-severity=0 --extensions=php -p executable_php_files_check: runs-on: ubuntu-24.04-arm steps: - uses: actions/checkout@v5 - run: | if find -name "*.php" -executable -type f -print -exec false {} + then echo 'Good, no executable php scripts found' else echo 'Please unmark php scripts above as non-executable' exit 1 fi ================================================ FILE: .github/workflows/prhtmlgenerator.yml ================================================ name: 'PR Testing' on: pull_request_target: branches: [ master ] permissions: contents: read jobs: checks: name: Check if bridges were changed runs-on: ubuntu-24.04-arm outputs: BRIDGES: ${{ steps.check_bridges.outputs.BRIDGES }} WITH_UPLOAD: ${{ steps.check_upload.outputs.WITH_UPLOAD }} steps: - name: Check number of bridges id: check_bridges run: | PR=${{ github.event.number || 'none' }}; wget https://patch-diff.githubusercontent.com/raw/$GITHUB_REPOSITORY/pull/$PR.patch; bridgeamount=$(cat $PR.patch | grep "\bbridges/[A-Za-z0-9]*Bridge\.php\b" | sed "s=.*\bbridges/\([A-Za-z0-9]*\)Bridge\.php\b.*=\1=g" | sort | uniq | wc -l); echo "BRIDGES=$bridgeamount" >> "$GITHUB_OUTPUT" - name: "Check upload token secret RSSTESTER_SSH_KEY is set" id: check_upload run: | echo "WITH_UPLOAD=$([ -n "${{ secrets.RSSTESTER_SSH_KEY }}" ] && echo "true" || echo "false")" >> "$GITHUB_OUTPUT" test-pr: name: Generate HTML files runs-on: ubuntu-24.04-arm needs: checks if: needs.checks.outputs.BRIDGES > 0 outputs: COMMENT_LENGTH: ${{ steps.run-tests.outputs.bodylength }} steps: - name: Checkout - PR uses: actions/checkout@v5 with: ref: ${{github.event.pull_request.head.ref}} repository: ${{github.event.pull_request.head.repo.full_name}} - name: Build docker image - PR run: docker build -t rss-bridge-pr . - name: Clear workspace run: rm -r * .* - name: Checkout - Current uses: actions/checkout@v5 - name: Build docker image - Current run: docker build -t rss-bridge-current . - name: Create configuration files run: | touch DEBUG; PR=${{ github.event.number || 'none' }}; wget https://patch-diff.githubusercontent.com/raw/$GITHUB_REPOSITORY/pull/$PR.patch; cat $PR.patch | grep "\bbridges/[A-Za-z0-9]*Bridge\.php\b" | sed "s=.*\bbridges/\([A-Za-z0-9]*\)Bridge\.php\b.*=\1=g" | sort | uniq > whitelist.txt; echo "whitelist.txt:"; cat whitelist.txt - name: Run docker container - Current run: docker run -v $GITHUB_WORKSPACE/whitelist.txt:/app/whitelist.txt -v $GITHUB_WORKSPACE/DEBUG:/app/DEBUG --detach --pull never -p 3000:80 rss-bridge-current - name: Run docker container - PR run: docker run -v $GITHUB_WORKSPACE/whitelist.txt:/app/whitelist.txt -v $GITHUB_WORKSPACE/DEBUG:/app/DEBUG --detach --pull never -p 3001:80 rss-bridge-pr - name: Setup python uses: actions/setup-python@v6 with: python-version: '3.13' cache: 'pip' cache-dependency-path: '**/*requirements*.txt' - name: Install requirements run: pip install -r ./.github/prtester-requirements.txt - name: Run bridge tests id: run-tests env: PYTHONUNBUFFERED: 1 run: | python ./.github/prtester.py --artifacts-base-url "https://${{ github.repository_owner }}.github.io/${{ vars.ARTIFACTS_REPO || 'rss-bridge-tests' }}/prs/${{ github.event.number || 'none' }}"; body="$(cat comment.md)"; body="${body//'%'/'%25'}"; body="${body//$'\n'/'%0A'}"; body="${body//$'\r'/'%0D'}"; echo "bodylength=${#body}" >> $GITHUB_OUTPUT - name: Upload test results if: steps.run-tests.outputs.bodylength > 130 uses: actions/upload-artifact@v5 with: name: test-results path: | comment.md *.html if-no-files-found: error comment-pr: name: Create or update PR comment runs-on: ubuntu-24.04-arm needs: test-pr if: needs.test-pr.outputs.COMMENT_LENGTH > 130 permissions: pull-requests: write steps: - name: Download test results uses: actions/download-artifact@v5 with: name: test-results - name: Add comment to job summary run: cat comment.md >> $GITHUB_STEP_SUMMARY - name: Find Comment uses: peter-evans/find-comment@v4 id: find-comment with: issue-number: ${{ github.event.pull_request.number }} comment-author: 'github-actions[bot]' body-includes: Pull request artifacts - name: Create or update comment uses: peter-evans/create-or-update-comment@v5 with: comment-id: ${{ steps.find-comment.outputs.comment-id }} issue-number: ${{ github.event.pull_request.number }} body-file: comment.md edit-mode: replace upload-test-results: name: Upload to GitHub Pages repository runs-on: ubuntu-24.04-arm needs: test-pr if: needs.test-pr.outputs.COMMENT_LENGTH > 130 && needs.checks.outputs.WITH_UPLOAD == 'true' steps: - uses: actions/checkout@v5 with: repository: "${{ github.repository_owner }}/${{ vars.ARTIFACTS_REPO || 'rss-bridge-tests' }}" ref: 'main' ssh-key: ${{ secrets.RSSTESTER_SSH_KEY }} - name: Setup git config run: | git config --global user.name "GitHub Actions" git config --global user.email "<>" - name: Download test results uses: actions/download-artifact@v5 with: name: test-results - name: Move test results run: | DIRECTORY="$GITHUB_WORKSPACE/prs/${{ github.event.number || 'none' }}" rm -rf $DIRECTORY mkdir -p $DIRECTORY cd $DIRECTORY mv -f $GITHUB_WORKSPACE/comment.md ./README.md mv -f $GITHUB_WORKSPACE/*.html . - name: Commit and push test results run: | export COMMIT_MESSAGE="Test results for PR ${{ github.event.number || 'none' }}" git add . git commit -m "$COMMIT_MESSAGE" || exit 0 git push ================================================ FILE: .github/workflows/tests.yml ================================================ name: Tests on: push: branches: [ master ] pull_request: branches: [ master ] permissions: contents: read jobs: phpunit8: runs-on: ubuntu-24.04 strategy: matrix: php-versions: ['7.4', '8.0', '8.1', '8.2', '8.3', '8.4', '8.5'] steps: - uses: actions/checkout@v5 - uses: shivammathur/setup-php@v2 with: php-version: ${{ matrix.php-versions }} env: update: true - run: composer install - run: composer test ================================================ FILE: .gitignore ================================================ ################# ## Eclipse ################# vendor/* data/ *.pydevproject .project .metadata tmp/ *.tmp *.bak *.swp *~.nib local.properties .classpath .settings/ .loadpath # External tool builders .externalToolBuilders/ # Locally stored "Eclipse launch configurations" *.launch # CDT-specific .cproject # PDT-specific .buildpath ################# ## Visual Studio ################# ## Ignore Visual Studio temporary files, build results, and ## files generated by popular Visual Studio add-ons. # User-specific files *.suo *.user *.sln.docstates # Build results [Dd]ebug/ [Rr]elease/ x64/ build/ [Bb]in/ [Oo]bj/ # MSTest test Results [Tt]est[Rr]esult*/ [Bb]uild[Ll]og.* *_i.c *_p.c *.ilk *.meta *.obj *.pch *.pdb *.pgc *.pgd *.rsp *.sbr *.tlb *.tli *.tlh *.tmp *.tmp_proj *.log *.vspscc *.vssscc .builds *.pidb *.log *.scc # Visual C++ cache files ipch/ *.aps *.ncb *.opensdf *.sdf *.cachefile # Visual Studio profiler *.psess *.vsp *.vspx # Guidance Automation Toolkit *.gpState # ReSharper is a .NET coding add-in _ReSharper*/ *.[Rr]e[Ss]harper # TeamCity is a build add-in _TeamCity* # DotCover is a Code Coverage Tool *.dotCover # NCrunch *.ncrunch* .*crunch*.local.xml # Installshield output folder [Ee]xpress/ # DocProject is a documentation generator add-in DocProject/buildhelp/ DocProject/Help/*.HxT DocProject/Help/*.HxC DocProject/Help/*.hhc DocProject/Help/*.hhk DocProject/Help/*.hhp DocProject/Help/Html2 DocProject/Help/html # Click-Once directory publish/ # Publish Web Output *.Publish.xml *.pubxml # NuGet Packages Directory ## TODO: If you have NuGet Package Restore enabled, uncomment the next line #packages/ # Windows Azure Build Output csx *.build.csdef # Windows Store app package directory AppPackages/ # Others sql/ *.Cache ClientBin/ [Ss]tyle[Cc]op.* ~$* *~ *.dbmdl *.[Pp]ublish.xml *.pfx *.publishsettings # RIA/Silverlight projects Generated_Code/ # Backup & report files from converting an old project file to a newer # Visual Studio version. Backup files are not needed, because we have git ;-) _UpgradeReport_Files/ Backup*/ UpgradeLog*.XML UpgradeLog*.htm # SQL Server files App_Data/*.mdf App_Data/*.ldf ################# ## Other ide stuff ################# .idea/* [#]*[#] ############# ## Windows detritus ############# # Windows image file caches Thumbs.db ehthumbs.db # Folder config file Desktop.ini # Recycle Bin used on file shares $RECYCLE.BIN/ # Mac crap .DS_Store ############# ## Python ############# *.py[co] # Packages *.egg *.egg-info dist/ build/ eggs/ parts/ var/ sdist/ develop-eggs/ .installed.cfg # Installer logs pip-log.txt # Unit test / coverage reports .coverage .phpunit.result.cache .tox #Translations *.mo #Mr Developer .mr.developer.cfg ############## ## RSS-Bridge ############## /cache /whitelist.txt DEBUG config.ini.php config/* !config/nginx.conf !config/php-fpm.conf !config/php.ini favicon.gif favicon.ico ###################### ## VisualStudioCode ## ###################### .vscode/* #Builder .buildconfig #Auth .htaccess .htpasswd #Crawler robots.txt ================================================ FILE: CONTRIBUTORS.md ================================================ # Contributors * [16mhz](https://github.com/16mhz) * [adamchainz](https://github.com/adamchainz) * [Ahiles3005](https://github.com/Ahiles3005) * [akirk](https://github.com/akirk) * [Albirew](https://github.com/Albirew) * [aledeg](https://github.com/aledeg) * [alex73](https://github.com/alex73) * [alexAubin](https://github.com/alexAubin) * [Alkarex](https://github.com/Alkarex) * [AmauryCarrade](https://github.com/AmauryCarrade) * [arnd-s](https://github.com/arnd-s) * [ArthurHoaro](https://github.com/ArthurHoaro) * [Astalaseven](https://github.com/Astalaseven) * [Astyan-42](https://github.com/Astyan-42) * [austinhuang0131](https://github.com/austinhuang0131) * [axor-mst](https://github.com/axor-mst) * [ayacoo](https://github.com/ayacoo) * [az5he6ch](https://github.com/az5he6ch) * [b1nj](https://github.com/b1nj) * [benasse](https://github.com/benasse) * [Binnette](https://github.com/Binnette) * [BoboTiG](https://github.com/BoboTiG) * [Bockiii](https://github.com/Bockiii) * [brtsos](https://github.com/brtsos) * [captn3m0](https://github.com/captn3m0) * [chemel](https://github.com/chemel) * [Chouchen](https://github.com/Chouchen) * [ckiw](https://github.com/ckiw) * [cn-tools](https://github.com/cn-tools) * [cnlpete](https://github.com/cnlpete) * [corenting](https://github.com/corenting) * [couraudt](https://github.com/couraudt) * [csisoap](https://github.com/csisoap) * [da2x](https://github.com/da2x) * [dabenzel](https://github.com/dabenzel) * [Daiyousei](https://github.com/Daiyousei) * [dawidsowa](https://github.com/dawidsowa) * [DevonHess](https://github.com/DevonHess) * [dhuschde](https://github.com/dhuschde) * [disk0x](https://github.com/disk0x) * [DJCrashdummy](https://github.com/DJCrashdummy) * [Djuuu](https://github.com/Djuuu) * [DnAp](https://github.com/DnAp) * [dominik-th](https://github.com/dominik-th) * [Draeli](https://github.com/Draeli) * [Dreckiger-Dan](https://github.com/Dreckiger-Dan) * [drego85](https://github.com/drego85) * [drklee3](https://github.com/drklee3) * [DRogueRonin](https://github.com/DRogueRonin) * [dvikan](https://github.com/dvikan) * [eggwhalefrog](https://github.com/eggwhalefrog) * [em92](https://github.com/em92) * [eMerzh](https://github.com/eMerzh) * [EtienneM](https://github.com/EtienneM) * [f0086](https://github.com/f0086) * [fanch317](https://github.com/fanch317) * [fatuuse](https://github.com/fatuuse) * [fivefilters](https://github.com/fivefilters) * [floviolleau](https://github.com/floviolleau) * [fluffy-critter](https://github.com/fluffy-critter) * [fmachen](https://github.com/fmachen) * [Frenzie](https://github.com/Frenzie) * [fulmeek](https://github.com/fulmeek) * [ggiessen](https://github.com/ggiessen) * [gileri](https://github.com/gileri) * [Ginko-Aloe](https://github.com/Ginko-Aloe) * [girlpunk](https://github.com/girlpunk) * [Glandos](https://github.com/Glandos) * [gloony](https://github.com/gloony) * [GregThib](https://github.com/GregThib) * [griffaurel](https://github.com/griffaurel) * [Grummfy](https://github.com/Grummfy) * [gsantner](https://github.com/gsantner) * [guigot](https://github.com/guigot) * [hollowleviathan](https://github.com/hollowleviathan) * [hpacleb](https://github.com/hpacleb) * [hunhejj](https://github.com/hunhejj) * [husim0](https://github.com/husim0) * [IceWreck](https://github.com/IceWreck) * [imagoiq](https://github.com/imagoiq) * [j0k3r](https://github.com/j0k3r) * [JackNUMBER](https://github.com/JackNUMBER) * [jacquesh](https://github.com/jacquesh) * [jakubvalenta](https://github.com/jakubvalenta) * [JasonGhent](https://github.com/JasonGhent) * [jcgoette](https://github.com/jcgoette) * [jdesgats](https://github.com/jdesgats) * [jdigilio](https://github.com/jdigilio) * [JeremyRand](https://github.com/JeremyRand) * [JimDog546](https://github.com/JimDog546) * [jNullj](https://github.com/jNullj) * [Jocker666z](https://github.com/Jocker666z) * [johnnygroovy](https://github.com/johnnygroovy) * [johnpc](https://github.com/johnpc) * [joni1993](https://github.com/joni1993) * [jtojnar](https://github.com/jtojnar) * [KamaleiZestri](https://github.com/KamaleiZestri) * [kkoyung](https://github.com/kkoyung) * [klimplant](https://github.com/klimplant) * [KN4CK3R](https://github.com/KN4CK3R) * [kolarcz](https://github.com/kolarcz) * [kranack](https://github.com/kranack) * [kraoc](https://github.com/kraoc) * [krisu5](https://github.com/krisu5) * [l1n](https://github.com/l1n) * [laBecasse](https://github.com/laBecasse) * [lagaisse](https://github.com/lagaisse) * [lalannev](https://github.com/lalannev) * [langfingaz](https://github.com/langfingaz) * [lassana](https://github.com/lassana) * [ldidry](https://github.com/ldidry) * [Leomaradan](https://github.com/Leomaradan) * [leyrer](https://github.com/leyrer) * [liamka](https://github.com/liamka) * [Limero](https://github.com/Limero) * [LogMANOriginal](https://github.com/LogMANOriginal) * [lorenzos](https://github.com/lorenzos) * [lukasklinger](https://github.com/lukasklinger) * [m0zes](https://github.com/m0zes) * [Mar-Koeh](https://github.com/Mar-Koeh) * [marcus-at-localhost](https://github.com/marcus-at-localhost) * [marius8510000-bot](https://github.com/marius8510000-bot) * [matthewseal](https://github.com/matthewseal) * [mcbyte-it](https://github.com/mcbyte-it) * [mdemoss](https://github.com/mdemoss) * [melangue](https://github.com/melangue) * [metaMMA](https://github.com/metaMMA) * [mibe](https://github.com/mibe) * [mickaelBert](https://github.com/mickaelBert) * [mightymt](https://github.com/mightymt) * [mitsukarenai](https://github.com/mitsukarenai) * [Monocularity](https://github.com/Monocularity) * [MonsieurPoutounours](https://github.com/MonsieurPoutounours) * [mr-flibble](https://github.com/mr-flibble) * [mro](https://github.com/mro) * [mschwld](https://github.com/mschwld) * [muekoeff](https://github.com/muekoeff) * [mw80](https://github.com/mw80) * [mxmehl](https://github.com/mxmehl) * [Mynacol](https://github.com/Mynacol) * [nel50n](https://github.com/nel50n) * [niawag](https://github.com/niawag) * [Niehztog](https://github.com/Niehztog) * [NikNikYkt](https://github.com/NikNikYkt) * [Nono-m0le](https://github.com/Nono-m0le) * [NotsoanoNimus](https://github.com/NotsoanoNimus) * [obsiwitch](https://github.com/obsiwitch) * [Ololbu](https://github.com/Ololbu) * [ORelio](https://github.com/ORelio) * [otakuf](https://github.com/otakuf) * [Park0](https://github.com/Park0) * [Paroleen](https://github.com/Paroleen) * [Patricol](https://github.com/Patricol) * [paulchen](https://github.com/paulchen) * [PaulVayssiere](https://github.com/PaulVayssiere) * [pellaeon](https://github.com/pellaeon) * [PeterDaveHello](https://github.com/PeterDaveHello) * [Peterr-K](https://github.com/Peterr-K) * [Piranhaplant](https://github.com/Piranhaplant) * [pirnz](https://github.com/pirnz) * [pit-fgfjiudghdf](https://github.com/pit-fgfjiudghdf) * [pitchoule](https://github.com/pitchoule) * [pmaziere](https://github.com/pmaziere) * [Pofilo](https://github.com/Pofilo) * [prysme01](https://github.com/prysme01) * [pubak42](https://github.com/pubak42) * [Qluxzz](https://github.com/Qluxzz) * [quentinus95](https://github.com/quentinus95) * [quickwick](https://github.com/quickwick) * [rakoo](https://github.com/rakoo) * [RawkBob](https://github.com/RawkBob) * [regisenguehard](https://github.com/regisenguehard) * [Riduidel](https://github.com/Riduidel) * [rogerdc](https://github.com/rogerdc) * [Roliga](https://github.com/Roliga) * [ronansalmon](https://github.com/ronansalmon) * [rremizov](https://github.com/rremizov) * [s0lesurviv0r](https://github.com/s0lesurviv0r) * [sal0max](https://github.com/sal0max) * [sebsauvage](https://github.com/sebsauvage) * [shutosg](https://github.com/shutosg) * [simon816](https://github.com/simon816) * [Simounet](https://github.com/Simounet) * [somini](https://github.com/somini) * [SpangleLabs](https://github.com/SpangleLabs) * [SqrtMinusOne](https://github.com/SqrtMinusOne) * [squeek502](https://github.com/squeek502) * [StelFux](https://github.com/StelFux) * [stjohnjohnson](https://github.com/stjohnjohnson) * [Stopka](https://github.com/Stopka) * [Strubbl](https://github.com/Strubbl) * [sublimz](https://github.com/sublimz) * [sunchaserinfo](https://github.com/sunchaserinfo) * [SuperSandro2000](https://github.com/SuperSandro2000) * [sysadminstory](https://github.com/sysadminstory) * [t0stiman](https://github.com/t0stiman) * [tameroski](https://github.com/tameroski) * [teromene](https://github.com/teromene) * [tgkenney](https://github.com/tgkenney) * [thefranke](https://github.com/thefranke) * [TheRadialActive](https://github.com/TheRadialActive) * [theScrabi](https://github.com/theScrabi) * [thezeroalpha](https://github.com/thezeroalpha) * [thibaultcouraud](https://github.com/thibaultcouraud) * [timendum](https://github.com/timendum) * [TitiTestScalingo](https://github.com/TitiTestScalingo) * [tomaszkane](https://github.com/tomaszkane) * [tomershvueli](https://github.com/tomershvueli) * [TotalCaesar659](https://github.com/TotalCaesar659) * [tpikonen](https://github.com/tpikonen) * [TReKiE](https://github.com/TReKiE) * [triatic](https://github.com/triatic) * [User123698745](https://github.com/User123698745) * [VerifiedJoseph](https://github.com/VerifiedJoseph) * [vitkabele](https://github.com/vitkabele) * [WalterBarrett](https://github.com/WalterBarrett) * [wtuuju](https://github.com/wtuuju) * [xurxof](https://github.com/xurxof) * [yamanq](https://github.com/yamanq) * [yardenac](https://github.com/yardenac) * [ymeister](https://github.com/ymeister) * [yue-dongchen](https://github.com/yue-dongchen) * [ZeNairolf](https://github.com/ZeNairolf) ================================================ FILE: Dockerfile ================================================ FROM debian:12-slim AS rssbridge LABEL description="RSS-Bridge is a PHP project capable of generating RSS and Atom feeds for websites that don't have one." LABEL repository="https://github.com/RSS-Bridge/rss-bridge" LABEL website="https://github.com/RSS-Bridge/rss-bridge" ARG DEBIAN_FRONTEND=noninteractive RUN set -xe && \ apt-get update && \ apt-get install --yes --no-install-recommends \ ca-certificates \ nginx \ nss-plugin-pem \ php-curl \ php-fpm \ php-intl \ # php-json is enabled by default with PHP 8.2 in Debian 12 php-mbstring \ php-memcached \ # php-opcache is enabled by default with PHP 8.2 in Debian 12 # php-openssl is enabled by default with PHP 8.2 in Debian 12 php-sqlite3 \ php-xml \ php-zip \ # php-zlib is enabled by default with PHP 8.2 in Debian 12 # for downloading libcurl-impersonate curl \ # for patching libcurl-impersonate patchelf \ && \ # install curl-impersonate library curlimpersonate_version=1.2.5 && \ { \ { \ [ $(arch) = 'aarch64' ] && \ archive="libcurl-impersonate-v${curlimpersonate_version}.aarch64-linux-gnu.tar.gz" && \ sha512sum="cd340819d27c03e6833e746c1de181aa828f5986f4152fe0d55d5ea1b0a7c5328db129f9146d6369d2c2e20facd7c0a67e32cc916dddc74d1557106f89636dd0" \ ; } \ || { \ [ $(arch) = 'armv7l' ] && \ archive="libcurl-impersonate-v${curlimpersonate_version}.arm-linux-gnueabihf.tar.gz" && \ sha512sum="143e57779c4872557e8becfd91bf9c92d9085b1c964d103a39b6e85253e3f3257796d205de4b49f6bc25c8ad0a39e5d4ec4f51391037e27d32d6355e52c5d346" \ ; } \ || { \ [ $(arch) = 'x86_64' ] && \ archive="libcurl-impersonate-v${curlimpersonate_version}.x86_64-linux-gnu.tar.gz" && \ sha512sum="816e7d08110f2f5a6e7e2364e7c1d9ec0cc371e9b5024e0239db937379f057bb40ec80e56d0c49cdaf80b7f560888511c1bda5516b850a6d54c46a2eccc94dc6" \ ; } \ } && \ curl -LO "https://github.com/lexiforest/curl-impersonate/releases/download/v${curlimpersonate_version}/${archive}" && \ echo "$sha512sum $archive" | sha512sum -c - && \ mkdir -p /usr/local/lib/curl-impersonate && \ tar xaf "$archive" -C /usr/local/lib/curl-impersonate && \ patchelf --set-soname libcurl.so.4 /usr/local/lib/curl-impersonate/libcurl-impersonate.so && \ rm "$archive" && \ apt-get purge --assume-yes curl patchelf && \ rm -rf /var/lib/apt/lists/* ENV LD_PRELOAD=/usr/local/lib/curl-impersonate/libcurl-impersonate.so ENV CURL_IMPERSONATE=chrome142 # logs should go to stdout / stderr RUN ln -sfT /dev/stderr /var/log/nginx/error.log; \ ln -sfT /dev/stdout /var/log/nginx/access.log; \ chown -R --no-dereference www-data:adm /var/log/nginx/ COPY ./config/nginx.conf /etc/nginx/sites-available/default COPY ./config/php-fpm.conf /etc/php/8.2/fpm/pool.d/rss-bridge.conf COPY ./config/php.ini /etc/php/8.2/fpm/conf.d/90-rss-bridge.ini COPY --chown=www-data:www-data ./ /app/ EXPOSE 80 ENTRYPOINT ["/app/docker-entrypoint.sh"] ================================================ FILE: README.md ================================================ # RSS-Bridge  RSS-Bridge is a PHP web application. It generates web feeds for websites that don't have one. Officially hosted instance: https://rss-bridge.org/bridge01/ IRC channel #rssbridge at https://libera.chat/ [Full documentation](https://rss-bridge.github.io/rss-bridge/index.html) Alternatively find another [public instance](https://rss-bridge.github.io/rss-bridge/General/Public_Hosts.html). Requires minimum PHP 7.4. [](UNLICENSE) [](https://github.com/rss-bridge/rss-bridge/releases/latest) [](https://web.libera.chat/#rssbridge) [](https://github.com/RSS-Bridge/rss-bridge/actions) ||| |:-:|:-:| ||| ||| ||| ## A subset of bridges (15/447) * `CssSelectorBridge`: [Scrape out a feed using CSS selectors](https://rss-bridge.org/bridge01/#bridge-CssSelectorBridge) * `FeedMergeBridge`: [Combine multiple feeds into one](https://rss-bridge.org/bridge01/#bridge-FeedMergeBridge) * `FeedReducerBridge`: [Reduce a noisy feed by some percentage](https://rss-bridge.org/bridge01/#bridge-FeedReducerBridge) * `FilterBridge`: [Filter a feed by excluding/including items by keyword](https://rss-bridge.org/bridge01/#bridge-FilterBridge) * `GettrBridge`: [Fetches the latest posts from a GETTR user](https://rss-bridge.org/bridge01/#bridge-GettrBridge) * `MastodonBridge`: [Fetches statuses from a Mastodon (ActivityPub) instance](https://rss-bridge.org/bridge01/#bridge-MastodonBridge) * `RedditBridge`: [Fetches posts from a user/subredit (with filtering options)](https://rss-bridge.org/bridge01/#bridge-RedditBridge) * `RumbleBridge`: [Fetches channel/user videos](https://rss-bridge.org/bridge01/#bridge-RumbleBridge) * `SoundcloudBridge`: [Fetches music by username](https://rss-bridge.org/bridge01/#bridge-SoundcloudBridge) * `TelegramBridge`: [Fetches posts from a public channel](https://rss-bridge.org/bridge01/#bridge-TelegramBridge) * `ThePirateBayBridge:` [Fetches torrents by search/user/category](https://rss-bridge.org/bridge01/#bridge-ThePirateBayBridge) * `TikTokBridge`: [Fetches posts by username](https://rss-bridge.org/bridge01/#bridge-TikTokBridge) * `TwitchBridge`: [Fetches videos from channel](https://rss-bridge.org/bridge01/#bridge-TwitchBridge) * `XPathBridge`: [Scrape out a feed using XPath expressions](https://rss-bridge.org/bridge01/#bridge-XPathBridge) * `YoutubeBridge`: [Fetches videos by username/channel/playlist/search](https://rss-bridge.org/bridge01/#bridge-YoutubeBridge) * `YouTubeCommunityTabBridge`: [Fetches posts from a channel's Posts tab](https://rss-bridge.org/bridge01/#bridge-YouTubeCommunityTabBridge) ## Tutorial ### How to install on traditional shared web hosting RSS-Bridge can basically be unzipped into a web folder. Should be working instantly. Latest zip: https://github.com/RSS-Bridge/rss-bridge/archive/refs/heads/master.zip (2MB) ### How to install on Debian 12 (nginx + php-fpm) These instructions have been tested on a fresh Debian 12 VM from Digital Ocean (1vcpu-512mb-10gb, 5 USD/month). ```shell timedatectl set-timezone Europe/Oslo apt install git nginx php8.2-fpm php-mbstring php-simplexml php-curl php-intl # Create a user account useradd --shell /bin/bash --create-home rss-bridge cd /var/www # Create folder and change its ownership to rss-bridge mkdir rss-bridge && chown rss-bridge:rss-bridge rss-bridge/ # Become rss-bridge su rss-bridge # Clone master branch into existing folder git clone https://github.com/RSS-Bridge/rss-bridge.git rss-bridge/ cd rss-bridge # Copy over the default config (OPTIONAL) cp -v config.default.ini.php config.ini.php # Recursively give full permissions to user/owner chmod 700 --recursive ./ # Give read and execute to others on folder ./static chmod o+rx ./ ./static # Recursively give give read to others on folder ./static chmod o+r --recursive ./static ``` Nginx config: ```nginx # /etc/nginx/sites-enabled/rss-bridge.conf server { listen 80; # TODO: change to your own server name server_name example.com; access_log /var/log/nginx/rss-bridge.access.log; error_log /var/log/nginx/rss-bridge.error.log; log_not_found off; # Intentionally not setting a root folder # Static content only served here location /static/ { alias /var/www/rss-bridge/static/; } # Pass off to php-fpm only when location is EXACTLY == / location = / { root /var/www/rss-bridge/; include snippets/fastcgi-php.conf; fastcgi_read_timeout 45s; fastcgi_pass unix:/run/php/rss-bridge.sock; } # Reduce log noise location = /favicon.ico { access_log off; } # Reduce log noise location = /robots.txt { access_log off; } } ``` PHP FPM pool config: ```ini ; /etc/php/8.2/fpm/pool.d/rss-bridge.conf [rss-bridge] user = rss-bridge group = rss-bridge listen = /run/php/rss-bridge.sock listen.owner = www-data listen.group = www-data ; Create 10 workers standing by to serve requests pm = static pm.max_children = 10 ; Respawn worker after 500 requests (workaround for memory leaks etc.) pm.max_requests = 500 ``` PHP ini config: ```ini ; /etc/php/8.2/fpm/conf.d/30-rss-bridge.ini max_execution_time = 15 memory_limit = 64M ``` Restart fpm and nginx: ```shell # Lint and restart php-fpm php-fpm8.2 -t && systemctl restart php8.2-fpm # Lint and restart nginx nginx -t && systemctl restart nginx ``` ### How to install from Composer Install the latest release. ```shell cd /var/www composer create-project -v --no-dev --no-scripts rss-bridge/rss-bridge ``` ### How to install with Caddy TODO. See https://github.com/RSS-Bridge/rss-bridge/issues/3785 ### Install from Docker Hub: Install by downloading the docker image from Docker Hub: ```bash # Create container docker create --name=rss-bridge --publish 3000:80 --volume $(pwd)/config:/config rssbridge/rss-bridge ``` You can put custom `config.ini.php` and bridges into `./config`. **You must restart container for custom changes to take effect.** See `docker-entrypoint.sh` for details. ```bash # Start container docker start rss-bridge ``` Browse http://localhost:3000/ ### Install by locally building from Dockerfile ```bash # Build image from Dockerfile docker build -t rss-bridge . # Create container docker create --name rss-bridge --publish 3000:80 --volume $(pwd)/config:/config rss-bridge ``` You can put custom `config.ini.php` and bridges into `./config`. **You must restart container for custom changes to take effect.** See `docker-entrypoint.sh` for details. ```bash # Start container docker start rss-bridge ``` Browse http://localhost:3000/ ### Install with docker-compose (using Docker Hub) You can put custom `config.ini.php` and bridges into `./config`. **You must restart container for custom changes to take effect.** See `docker-entrypoint.sh` for details. ```bash docker-compose up ``` Browse http://localhost:3000/ ### Other installation methods [](https://my.scalingo.com/deploy?source=https://github.com/sebsauvage/rss-bridge) [](https://heroku.com/deploy) [](https://www.cloudron.io/store/com.rssbridgeapp.cloudronapp.html) [](https://www.pikapods.com/pods?run=rssbridge) The Heroku quick deploy currently does not work. It might work if you fork this repo and modify the `repository` in `scalingo.json`. See https://github.com/RSS-Bridge/rss-bridge/issues/2688 Learn more in [Installation](https://rss-bridge.github.io/rss-bridge/For_Hosts/Installation.html). ## How-to ### How to fix "Access denied." Output is from php-fpm. It is unable to read index.php. chown rss-bridge:rss-bridge /var/www/rss-bridge/index.php ### How to password-protect the instance (token) Modify `config.ini.php`: [authentication] token = "hunter2" ### How to remove all cache items As current user: bin/cache-clear As user rss-bridge: sudo -u rss-bridge bin/cache-clear As root: sudo bin/cache-clear ### How to remove all expired cache items bin/cache-prune ### How to fix "PHP Fatal error: Uncaught Exception: The FileCache path is not writable" ```shell # Give rss-bridge ownership chown rss-bridge:rss-bridge -R /var/www/rss-bridge/cache # Or, give www-data ownership chown www-data:www-data -R /var/www/rss-bridge/cache # Or, give everyone write permission chmod 777 -R /var/www/rss-bridge/cache # Or last ditch effort (CAREFUL) rm -rf /var/www/rss-bridge/cache/ && mkdir /var/www/rss-bridge/cache/ ``` ### How to fix "attempt to write a readonly database" The sqlite files (db, wal and shm) are not writeable. chown -v rss-bridge:rss-bridge cache/* ### How to fix "Unable to prepare statement: 1, no such table: storage" rm cache/* ### How to create a completely new bridge New code files MUST have `declare(strict_types=1);` at the top of file: ```php find('.blog-posts li') as $li) { $a = $li->find('a', 0); $this->items[] = [ 'title' => $a->plaintext, 'uri' => 'https://herman.bearblog.dev' . $a->href, ]; } } } ``` Learn more in [bridge api](https://rss-bridge.github.io/rss-bridge/Bridge_API/index.html). ### How to enable all bridges enabled_bridges[] = * ### How to enable some bridges ``` enabled_bridges[] = TwitchBridge enabled_bridges[] = GettrBridge ``` ### How to switch to memcached as cache backend ``` [cache] ; Cache backend: file (default), sqlite, memcached, null type = "memcached" ``` ### How to switch to sqlite3 as cache backend type = "sqlite" ### How to disable bridge errors (as feed items) When a bridge fails, RSS-Bridge will produce a feed with a single item describing the error. This way, feed readers pick it up and you are notified. If you don't want this behaviour, switch the error output to `http`: [error] ; Defines how error messages are returned by RSS-Bridge ; ; "feed" = As part of the feed (default) ; "http" = As HTTP error message ; "none" = No errors are reported output = "http" ### How to accumulate errors before finally reporting it Modify `report_limit` so that an error must occur 3 times before it is reported. ; Defines how often an error must occur before it is reported to the user report_limit = 3 The report count is reset to 0 each day. ### How to password-protect the instance (HTTP Basic Auth) [authentication] enable = true username = "alice" password = "cat" Will typically require feed readers to be configured with the credentials. It may also be possible to manually include the credentials in the URL: https://alice:cat@rss-bridge.org/bridge01/?action=display&bridge=FabriceBellardBridge&format=Html ### How to create a new output format See `formats/PlaintextFormat.php` for an example. ### How to run unit tests and linter These commands require that you have installed the dev dependencies in `composer.json`. Run all tests: ./vendor/bin/phpunit Run a single test class: ./vendor/bin/phpunit --filter UrlTest Run linter: ./vendor/bin/phpcs --standard=phpcs.xml --warning-severity=0 --extensions=php -p ./ https://github.com/PHPCSStandards/PHP_CodeSniffer/wiki ### How to spawn a minimal development environment php -S 127.0.0.1:9001 http://127.0.0.1:9001/ ## Explanation We are RSS-Bridge community, a group of developers continuing the project initiated by sebsauvage, webmaster of [sebsauvage.net](https://sebsauvage.net), author of [Shaarli](https://sebsauvage.net/wiki/doku.php?id=php:shaarli) and [ZeroBin](https://sebsauvage.net/wiki/doku.php?id=php:zerobin). See [CONTRIBUTORS.md](CONTRIBUTORS.md) RSS-Bridge uses caching to prevent services from banning your server for repeatedly updating feeds. The specific cache duration can be different between bridges. RSS-Bridge allows you to take full control over which bridges are displayed to the user. That way you can host your own RSS-Bridge service with your favorite collection of bridges! Current maintainers (as of 2024): @dvikan and @Mynacol #2519 ## Reference ### Feed item structure This is the feed item structure that bridges are expected to produce. ```php $item = [ 'uri' => 'https://example.com/blog/hello', 'title' => 'Hello world', // Publication date in unix timestamp 'timestamp' => 1668706254, 'author' => 'Alice', 'content' => 'Here be item content', 'enclosures' => [ 'https://example.com/foo.png', 'https://example.com/bar.png' ], 'categories' => [ 'news', 'tech', ], // Globally unique id 'uid' => 'e7147580c8747aad', ] ``` ### Output formats * `Atom`: Atom feed, for use in feed readers * `Html`: Simple HTML page * `Json`: JSON, for consumption by other applications * `Mrss`: MRSS feed, for use in feed readers * `Plaintext`: Raw text, for consumption by other applications * `Sfeed`: Text, TAB separated ### Cache backends * `File` * `SQLite` * `Memcached` * `Array` * `Null` ### Licenses The source code for RSS-Bridge is [Public Domain](UNLICENSE). RSS-Bridge uses third party libraries with their own license: * [`Parsedown`](https://github.com/erusev/parsedown) licensed under the [MIT License](https://opensource.org/licenses/MIT) * [`PHP Simple HTML DOM Parser`](https://simplehtmldom.sourceforge.io/docs/1.9/index.html) licensed under the [MIT License](https://opensource.org/licenses/MIT) * [`php-urljoin`](https://github.com/fluffy-critter/php-urljoin) licensed under the [MIT License](https://opensource.org/licenses/MIT) * [`Laravel framework`](https://github.com/laravel/framework/) licensed under the [MIT License](https://opensource.org/licenses/MIT) ## Rant *Dear so-called "social" websites.* Your catchword is "share", but you don't want us to share. You want to keep us within your walled gardens. That's why you've been removing RSS links from webpages, hiding them deep on your website, or removed feeds entirely, replacing it with crippled or demented proprietary API. **FUCK YOU.** You're not social when you hamper sharing by removing feeds. You're happy to have customers creating content for your ecosystem, but you don't want this content out - a content you do not even own. Google Takeout is just a gimmick. We want our data to flow, we want RSS or Atom feeds. We want to share with friends, using open protocols: RSS, Atom, XMPP, whatever. Because no one wants to have *your* service with *your* applications using *your* API force-feeding them. Friends must be free to choose whatever software and service they want. We are rebuilding bridges you have willfully destroyed. Get your shit together: Put RSS/Atom back in. ================================================ FILE: UNLICENSE ================================================ This is free and unencumbered software released into the public domain. Anyone is free to copy, modify, publish, use, compile, sell, or distribute this software, either in source code form or as a compiled binary, for any purpose, commercial or non-commercial, and by any means. In jurisdictions that recognize copyright laws, the author or authors of this software dedicate any and all copyright interest in the software to the public domain. We make this dedication for the benefit of the public at large and to the detriment of our heirs and successors. We intend this dedication to be an overt act of relinquishment in perpetuity of all present and future rights to this software under copyright law. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. For more information, please refer to
#
{$name}
{$description}
CARD; if (count($parameters) === 0) { // The bridge has zero parameters $card .= self::renderForm($bridgeClassName, '', [], $token); } elseif (count($parameters) === 1 && array_key_exists('global', $parameters)) { // The bridge has a single context with key 'global' $card .= self::renderForm($bridgeClassName, '', $parameters['global'], $token); } else { // The bridge has one or more contexts (named or unnamed) foreach ($parameters as $contextName => $contextParameters) { if ($contextName === 'global') { continue; } if (array_key_exists('global', $parameters)) { // Merge the global parameters into current context $contextParameters = array_merge($contextParameters, $parameters['global']); } if (!is_numeric($contextName)) { // This is a named context $card .= '' . $contextName . "
\n"; } $card .= self::renderForm($bridgeClassName, $contextName, $contextParameters, $token); } } $card .= html_tag('label', 'Show less', [ 'class' => 'showless', 'for' => "showmore-$bridgeClassName", ]) . "\n"; if (Configuration::getConfig('admin', 'donations') && $bridge->getDonationURI()) { $card .= sprintf( '%s ~ Donate
', $bridge->getMaintainer(), $bridge->getDonationURI() ); } else { $card .= html_tag('p', $bridge->getMaintainer(), ['class' => 'maintainer']) . "\n"; } $card .= "\n\n"; return $card; } private static function renderForm( string $bridgeClassName, string $contextName, array $parameters, ?string $token ): string { $form = <<' . "\n";
foreach ($parameters as $id => $parameter) {
if (!isset($parameter['exampleValue'])) {
$parameter['exampleValue'] = '';
}
if (!isset($parameter['defaultValue'])) {
$parameter['defaultValue'] = '';
}
$idArg = 'arg-' . urlencode($bridgeClassName) . '-' . urlencode($contextName) . '-' . urlencode($id);
$form .= html_tag('label', $parameter['name'], ['for' => $idArg]) . "\n";
if (
!isset($parameter['type'])
|| $parameter['type'] === 'text'
) {
$form .= self::getTextInput($parameter, $idArg, $id) . "\n";
} elseif ($parameter['type'] === 'number') {
$form .= self::getNumberInput($parameter, $idArg, $id) . "\n";
} elseif ($parameter['type'] === 'list') {
$form .= self::getListInput($parameter, $idArg, $id) . "\n";
} elseif ($parameter['type'] === 'checkbox') {
$form .= self::getCheckboxInput($parameter, $idArg, $id) . "\n";
} else {
$foo = 2;
// oops?
}
$params = [];
if (isset($parameter['title'])) {
$params = [
'title' => $parameter['title'],
'class' => 'info',
];
}
if ($parameter['exampleValue'] !== '') {
$params = [
'title' => sprintf("Example (right click to use):\n%s", $parameter['exampleValue']),
'class' => 'info',
'oncontextmenu' => 'rssbridge_use_placeholder_value(this);return false',
'data-for' => $idArg,
];
}
if ($params) {
$form .= html_tag('i', 'i', $params) . "\n";
} else {
$form .= html_tag('i', ' ', ['class' => 'no-info']) . "\n";
}
}
$form .= "
\n\n";
$form .= html_tag('button', 'Generate feed', [
'type' => 'submit',
'name' => 'format',
'value' => 'Html',
'formtarget' => '_blank',
]) . "\n";
return $form . "\n\n";
}
public static function getTextInput(array $parameter, string $id, string $name): string
{
$pattern = $parameter['pattern'] ?? null;
$checked = $parameter['defaultValue'] === 'checked';
$required = $parameter['required'] ?? false;
return html_input([
'id' => $id,
'type' => 'text',
'value' => $parameter['defaultValue'],
'placeholder' => $parameter['exampleValue'],
'name' => $name,
'pattern' => $pattern,
'checked' => $checked,
'required' => $required,
]);
}
public static function getNumberInput(array $parameter, string $id, string $name): string
{
$pattern = $parameter['pattern'] ?? null;
$checked = $parameter['defaultValue'] === 'checked';
$required = $parameter['required'] ?? false;
return html_input([
'id' => $id,
'type' => 'number',
'value' => $parameter['defaultValue'],
'placeholder' => $parameter['exampleValue'],
'name' => $name,
'pattern' => $pattern,
'checked' => $checked,
'required' => $required,
]);
}
public static function getCheckboxInput(array $parameter, string $id, string $name): string
{
return html_input([
'id' => $id,
'type' => 'checkbox',
'name' => $name,
'checked' => $parameter['defaultValue'] === 'checked',
]);
}
public static function getListInput(array $parameter, string $id, string $name): string
{
$list = sprintf('\n";
return $list;
}
}
================================================
FILE: actions/HealthAction.php
================================================
200,
'message' => 'all is good',
];
return new Response(Json::encode($response), 200, ['content-type' => 'application/json']);
}
}
================================================
FILE: actions/ListAction.php
================================================
bridgeFactory = $bridgeFactory;
}
public function __invoke(Request $request): Response
{
$list = new \stdClass();
$list->bridges = [];
$list->total = 0;
foreach ($this->bridgeFactory->getBridgeClassNames() as $bridgeClassName) {
$bridge = $this->bridgeFactory->create($bridgeClassName);
$list->bridges[$bridgeClassName] = [
'status' => $this->bridgeFactory->isEnabled($bridgeClassName) ? 'active' : 'inactive',
'uri' => $bridge->getURI(),
'donationUri' => $bridge->getDonationURI(),
'name' => $bridge->getName(),
'icon' => $bridge->getIcon(),
'parameters' => $bridge->getParameters(),
'maintainer' => $bridge->getMaintainer(),
'description' => $bridge->getDescription()
];
}
$list->total = count($list->bridges);
return new Response(Json::encode($list), 200, ['content-type' => 'application/json']);
}
}
================================================
FILE: app.json
================================================
{
"service": "Heroku",
"name": "rss-bridge-heroku",
"description": "RSS-Bridge is a PHP project capable of generating RSS and Atom feeds for websites which don't have one.",
"repository": "https://github.com/RSS-Bridge/rss-bridge?1651005770",
"keywords": ["php", "rss-bridge", "rss"]
}
================================================
FILE: bridges/ABCNewsBridge.php
================================================
[
'type' => 'list',
'name' => 'Region',
'title' => 'Choose state',
'values' => [
'ACT' => 'act',
'NSW' => 'nsw',
'NT' => 'nt',
'QLD' => 'qld',
'SA' => 'sa',
'TAS' => 'tas',
'VIC' => 'vic',
'WA' => 'wa'
],
]
]
];
public function collectData()
{
$url = sprintf('https://www.abc.net.au/news/%s', $this->getInput('topic'));
$dom = getSimpleHTMLDOM($url);
$dom = $dom->find('div[data-component="PaginationList"]', 0);
if (!$dom) {
throw new \Exception(sprintf('Unable to find css selector on `%s`', $url));
}
$dom = defaultLinkTo($dom, $this->getURI());
foreach ($dom->find('article[data-component="DetailCard"]') as $article) {
$a = $article->find('a', 0);
$this->items[] = [
'title' => $a->plaintext,
'uri' => $a->href,
'content' => $article->find('p', 0)->plaintext,
'timestamp' => strtotime($article->find('time', 0)->datetime),
];
}
}
}
================================================
FILE: bridges/ABolaBridge.php
================================================
[
'name' => 'News Feed',
'type' => 'list',
'title' => 'Feeds from the Portuguese sports newspaper A BOLA.PT',
'values' => [
'Últimas' => 'Nnh/Noticias',
'Seleção Nacional' => 'Selecao/Noticias',
'Futebol Nacional' => [
'Notícias' => 'Nacional/Noticias',
'Primeira Liga' => 'Nacional/Liga/Noticias',
'Liga 2' => 'Nacional/Liga2/Noticias',
'Liga 3' => 'Nacional/Liga3/Noticias',
'Liga Revelação' => 'Nacional/Liga-Revelacao/Noticias',
'Campeonato de Portugal' => 'Nacional/Campeonato-Portugal/Noticias',
'Distritais' => 'Nacional/Distritais/Noticias',
'Taça de Portugal' => 'Nacional/TPortugal/Noticias',
'Futebol Feminino' => 'Nacional/FFeminino/Noticias',
'Futsal' => 'Nacional/Futsal/Noticias',
],
'Futebol Internacional' => [
'Notícias' => 'Internacional/Noticias/Noticias',
'Liga dos Campeões' => 'Internacional/Liga-dos-campeoes/Noticias',
'Liga Europa' => 'Internacional/Liga-europa/Noticias',
'Liga Conferência' => 'Internacional/Liga-conferencia/Noticias',
'Liga das Nações' => 'Internacional/Liga-das-nacoes/Noticias',
'UEFA Youth League' => 'Internacional/Uefa-Youth-League/Noticias',
],
'Mercado' => 'Mercado',
'Modalidades' => 'Modalidades/Noticias',
'Motores' => 'Motores/Noticias',
]
]
]
];
public function getIcon()
{
return 'https://abola.pt/img/icons/favicon-96x96.png';
}
public function getName()
{
return !is_null($this->getKey('feed')) ? self::NAME . ' | ' . $this->getKey('feed') : self::NAME;
}
public function getURI()
{
return self::URI . $this->getInput('feed');
}
public function collectData()
{
$url = sprintf('https://abola.pt/%s', $this->getInput('feed'));
$dom = getSimpleHTMLDOM($url);
if ($this->getInput('feed') !== 'Mercado') {
$dom = $dom->find('div#body_Todas1_upNoticiasTodas', 0);
} else {
$dom = $dom->find('div#body_NoticiasMercado_upNoticiasTodas', 0);
}
if (!$dom) {
throw new \Exception(sprintf('Unable to find css selector on `%s`', $url));
}
$dom = defaultLinkTo($dom, $this->getURI());
foreach ($dom->find('div.media') as $key => $article) {
//Get thumbnail
$image = $article->find('.media-img', 0)->style;
$image = preg_replace('/background-image: url\(/i', '', $image);
$image = substr_replace($image, '', -4);
$image = preg_replace('/https:\/\//i', '', $image);
$image = preg_replace('/www\./i', '', $image);
$image = preg_replace('/\/\//', '/', $image);
$image = preg_replace('/\/\/\//', '//', $image);
$image = substr($image, 7);
$image = 'https://' . $image;
$image = preg_replace('/ptimg/', 'pt/img', $image);
$image = preg_replace('/\/\/bola/', 'www.abola', $image);
//Timestamp
$date = date('Y/m/d');
if (!is_null($article->find("span#body_Todas1_rptNoticiasTodas_lblData_$key", 0))) {
$date = $article->find("span#body_Todas1_rptNoticiasTodas_lblData_$key", 0)->plaintext;
$date = preg_replace('/\./', '/', $date);
}
$time = $article->find("span#body_Todas1_rptNoticiasTodas_lblHora_$key", 0)->plaintext;
$date = explode('/', $date);
$time = explode(':', $time);
$year = $date[0];
$month = $date[1];
$day = $date[2];
$hour = $time[0];
$minute = $time[1];
$timestamp = mktime($hour, $minute, 0, $month, $day, $year);
//Content
$image = '' . $article->find('.media-texto > span', 0)->plaintext . '
'; $content = $image . '' . $description; $a = $article->find('.media-body > a', 0); $this->items[] = [ 'title' => $a->find('h4 span', 0)->plaintext, 'uri' => $a->href, 'content' => $content, 'timestamp' => $timestamp, ]; } } } ================================================ FILE: bridges/AO3Bridge.php ================================================ [ 'url' => [ 'name' => 'url', 'required' => true, // Example: F/F tag 'exampleValue' => 'https://archiveofourown.org/tags/F*s*F/works', ], 'range' => [ 'name' => 'Chapter Content', 'title' => 'Chapter(s) to include in each work\'s feed entry', 'defaultValue' => null, 'type' => 'list', 'values' => [ 'None' => null, 'First' => 'first', 'Latest' => 'last', 'Entire work' => 'all', ], ], 'unique' => [ 'name' => 'Make separate entries for new fic chapters', 'type' => 'checkbox', 'required' => false, 'title' => 'Make separate entries for new fic chapters', 'defaultValue' => 'checked', ], 'limit' => self::LIMIT, ], 'Bookmarks' => [ 'user' => [ 'name' => 'user', 'required' => true, // Example: Nyaaru's bookmarks 'exampleValue' => 'Nyaaru', ], ], 'Work' => [ 'id' => [ 'name' => 'id', 'required' => true, // Example: latest chapters from A Better Past by LysSerris 'exampleValue' => '18181853', ], ] ]; private $title; public function collectData() { switch ($this->queriedContext) { case 'Bookmarks': $this->collectList($this->getURI()); break; case 'List': $this->collectList($this->getURI()); break; case 'Work': $this->collectWork($this->getURI()); break; } } /** * Feed for lists of works (e.g. recent works, search results, filtered tags, * bookmarks, series, collections). */ private function collectList($url) { $version = 'v0.0.1'; $headers = [ "useragent: rss-bridge $version (https://github.com/RSS-Bridge/rss-bridge)" ]; $response = getContents($url, $headers); $html = \str_get_html($response); $html = defaultLinkTo($html, self::URI); // Get list title. Will include page range + count in some cases $heading = ($html->find('#main h2', 0)); if ($heading->find('a.tag')) { $heading = $heading->find('a.tag', 0); } $this->title = $heading->plaintext; $limit = $this->getInput('limit') ?? 3; $count = 0; foreach ($html->find('.index.group > li') as $element) { $item = []; $title = $element->find('div h4 a', 0); if (!isset($title)) { continue; // discard deleted works } $item['title'] = $title->plaintext; $item['uri'] = $title->href; $strdate = $element->find('div p.datetime', 0)->plaintext; $item['timestamp'] = strtotime($strdate); // detach from rest of page because remove() is buggy $element = str_get_html($element->outertext()); $tags = $element->find('ul.required-tags', 0); foreach ($tags->childNodes() as $tag) { $item['categories'][] = html_entity_decode($tag->plaintext); } $tags->remove(); $tags = $element->find('ul.tags', 0); foreach ($tags->childNodes() as $tag) { $item['categories'][] = html_entity_decode($tag->plaintext); } $tags->remove(); $item['content'] = implode('', $element->childNodes()); $chapters = $element->find('dl dd.chapters', 0); // bookmarked series and external works do not have a chapters count $chapters = (isset($chapters) ? $chapters->plaintext : 0); if ($this->getInput('unique')) { $item['uid'] = $item['uri'] . "/$strdate/$chapters"; } else { $item['uid'] = $item['uri']; } // Fetch workskin of desired chapter(s) in list if ($this->getInput('range') && ($limit == 0 || $count++ < $limit)) { $url = $item['uri']; switch ($this->getInput('range')) { case ('all'): $url .= '?view_full_work=true'; break; case ('first'): break; case ('last'): // only way to get this is using the navigate page unfortunately $url .= '/navigate'; $response = getContents($url, $headers); $html = \str_get_html($response); $html = defaultLinkTo($html, self::URI); $url = $html->find('ol.index.group > li > a', -1)->href; break; } $response = getContents($url, $headers); $html = \str_get_html($response); $html = defaultLinkTo($html, self::URI); // remove duplicate fic summary if ($ficsum = $html->find('#workskin > .preface > .summary', 0)) { $ficsum->remove(); } $item['content'] .= $html->find('#workskin', 0); } // Use predictability of download links to generate enclosures $wid = explode('/', $item['uri'])[4]; foreach (['azw3', 'epub', 'mobi', 'pdf', 'html'] as $ext) { $item['enclosures'][] = 'https://archiveofourown.org/downloads/' . $wid . '/work.' . $ext; } $this->items[] = $item; } } /** * Feed for recent chapters of a specific work. */ private function collectWork($url) { $version = 'v0.0.1'; $headers = [ "useragent: rss-bridge $version (https://github.com/RSS-Bridge/rss-bridge)" ]; $response = getContents($url . '/navigate', $headers); $html = \str_get_html($response); $html = defaultLinkTo($html, self::URI); $response = getContents($url . '?view_full_work=true', $headers); $workhtml = \str_get_html($response); $workhtml = defaultLinkTo($workhtml, self::URI); $this->title = $html->find('h2 a', 0)->plaintext; $nav = $html->find('ol.index.group > li'); for ($i = 0; $i < count($nav); $i++) { $item = []; $element = $nav[$i]; $item['title'] = $element->find('a', 0)->plaintext; $item['content'] = $workhtml->find('#chapter-' . ($i + 1), 0); $item['uri'] = $element->find('a', 0)->href; $strdate = $element->find('span.datetime', 0)->plaintext; $strdate = str_replace('(', '', $strdate); $strdate = str_replace(')', '', $strdate); $item['timestamp'] = strtotime($strdate); $item['uid'] = $item['uri'] . "/$strdate"; $this->items[] = $item; } $this->items = array_reverse($this->items); } public function getName() { $name = parent::getName() . " $this->queriedContext"; if (isset($this->title)) { $name .= " - $this->title"; } return $name; } public function getIcon() { return self::URI . '/favicon.ico'; } public function getURI() { $url = parent::getURI(); switch ($this->queriedContext) { case 'Bookmarks': $user = $this->getInput('user'); $url = self::URI . '/users/' . $user . '/bookmarks?bookmark_search[sort_column]=bookmarkable_date'; break; case 'List': $url = $this->getInput('url'); break; case 'Work': $url = self::URI . '/works/' . $this->getInput('id'); break; } return $url; } } ================================================ FILE: bridges/ARDAudiothekBridge.php ================================================ icon * @const IMAGEEXTENSION */ const IMAGEEXTENSION = '.jpg'; const PARAMETERS = [ [ 'path' => [ 'name' => 'Show Link or ID', 'required' => true, 'title' => 'Link to the show page or just its numeric suffix', 'defaultValue' => 'https://www.ardaudiothek.de/sendung/kalk-welk/10777871/' ], 'limit' => self::LIMIT, ] ]; /** * Holds the title of the current show * * @var string */ private $title; /** * Holds the URI of the show * * @var string */ private $uri; /** * Holds the icon of the feed * */ private $icon; public function collectData() { $path = $this->getInput('path'); $limit = $this->getInput('limit'); $oldTz = date_default_timezone_get(); date_default_timezone_set('Europe/Berlin'); $pathComponents = explode('/', $path); if (empty($pathComponents)) { throwClientException('Path may not be empty'); } if (count($pathComponents) < 2) { $showID = $pathComponents[0]; } else { $lastKey = count($pathComponents) - 1; $showID = $pathComponents[$lastKey]; if (strlen($showID) === 0) { $showID = $pathComponents[$lastKey - 1]; } } $url = self::APIENDPOINT . 'programsets/' . $showID . '/'; $json1 = getContents($url); $data1 = Json::decode($json1, false); $processedJSON = $data1->data->programSet; if (!$processedJSON) { throw new \Exception('Unable to find show id: ' . $showID); } $answerLength = 1; $offset = 0; $numberOfElements = 1; while ($answerLength != 0 && $offset < $numberOfElements && (is_null($limit) || $offset < $limit)) { $json2 = getContents($url . '?offset=' . $offset); $data2 = Json::decode($json2, false); $processedJSON = $data2->data->programSet; $answerLength = count($processedJSON->items->nodes); $offset = $offset + $answerLength; $numberOfElements = $processedJSON->numberOfElements; foreach ($processedJSON->items->nodes as $audio) { $item = []; $item['uri'] = $audio->sharingUrl; $item['title'] = $audio->title; $imageSquare = str_replace(self::IMAGEWIDTHPLACEHOLDER, self::IMAGEWIDTH, $audio->image->url1X1); $image = str_replace(self::IMAGEWIDTHPLACEHOLDER, self::IMAGEWIDTH, $audio->image->url); $item['enclosures'] = [ $audio->audios[0]->url, $imageSquare ]; // synopsis in list is shortened, full synopsis is available using one request per item $item['content'] = '' . $audio->synopsis . '
'; $item['timestamp'] = $audio->publicationStartDateAndTime; $item['uid'] = $audio->id; $item['author'] = $audio->programSet->publicationService->title; $category = $audio->programSet->editorialCategories->title ?? null; if ($category) { $item['categories'] = [$category]; } $item['itunes'] = [ 'duration' => $audio->duration, ]; $this->items[] = $item; } } $this->title = $processedJSON->title; $this->uri = $processedJSON->sharingUrl; $this->icon = str_replace(self::IMAGEWIDTHPLACEHOLDER, self::IMAGEWIDTH, $processedJSON->image->url1X1); // add image file extension to URL so icon is shown in generated RSS feeds, see // https://github.com/RSS-Bridge/rss-bridge/blob/4aed05c7b678b5673386d61374bba13637d15487/formats/MrssFormat.php#L76 $this->icon = $this->icon . self::IMAGEEXTENSION; $this->items = array_slice($this->items, 0, $limit); date_default_timezone_set($oldTz); } /** {@inheritdoc} */ public function getURI() { if (!empty($this->uri)) { return $this->uri; } return parent::getURI(); } /** {@inheritdoc} */ public function getName() { if (!empty($this->title)) { return $this->title; } return parent::getName(); } /** {@inheritdoc} */ public function getIcon() { if (!empty($this->icon)) { return $this->icon; } return parent::getIcon(); } } ================================================ FILE: bridges/ARDMediathekBridge.php ================================================ [ 'name' => 'Show Link or ID', 'required' => true, 'title' => 'Link to the show page or just its alphanumeric suffix', 'defaultValue' => 'https://www.ardmediathek.de/sendung/45-min/Y3JpZDovL25kci5kZS8xMzkx/' ] ] ]; public function collectData() { $oldTz = date_default_timezone_get(); date_default_timezone_set('Europe/Berlin'); $pathComponents = explode('/', $this->getInput('path')); if (empty($pathComponents)) { throwClientException('Path may not be empty'); } if (count($pathComponents) < 2) { $showID = $pathComponents[0]; } else { $lastKey = count($pathComponents) - 1; $showID = $pathComponents[$lastKey]; if (strlen($showID) === 0) { $showID = $pathComponents[$lastKey - 1]; } } $url = self::APIENDPOINT . $showID . '?pageSize=' . self::PAGESIZE; $rawJSON = getContents($url); $processedJSON = json_decode($rawJSON); foreach ($processedJSON->teasers as $video) { $item = []; // there is also ->links->self->id, ->links->self->urlId, ->links->target->id, ->links->target->urlId $item['uri'] = self::VIDEOLINKPREFIX . $video->id . '/'; // there is also ->mediumTitle and ->shortTitle $item['title'] = $video->longTitle; // in the test, aspect16x9 was the only child of images, not sure whether that is always true $item['enclosures'] = [ str_replace(self::IMAGEWIDTHPLACEHOLDER, self::IMAGEWIDTH, $video->images->aspect16x9->src) ]; $item['content'] = '';
$item['timestamp'] = $video->broadcastedOn;
$item['uid'] = $video->id;
$item['author'] = $video->publicationService->name;
$this->items[] = $item;
}
$this->title = $processedJSON->title;
date_default_timezone_set($oldTz);
}
/** {@inheritdoc} */
public function getName()
{
if (!empty($this->title)) {
return $this->title;
}
return parent::getName();
}
}
================================================
FILE: bridges/ARMCommunityBridge.php
================================================
[
'community' => [
'name' => 'Community',
'type' => 'list',
'values' => [
'AI' => 'ai-blog',
'Announcements' => 'announcements',
'Architectures and Processors' => 'architectures-and-processors-blog',
'Automotive' => 'automotive-blog',
'Embedded and Microcontrollers' => 'embedded-and-microcontrollers-blog',
'Internet of Things (IoT)' => 'internet-of-things-blog',
'Laptops and Desktops' => 'laptops-and-desktops-blog',
'Mobile, Graphics, and Gaming' => 'mobile-graphics-and-gaming-blog',
'Operating Systems' => 'operating-systems-blog',
'Server and Cloud Computing' => 'servers-and-cloud-computing-blog',
'SoC Design and Simulation' => 'soc-design-and-simulation-blog',
'Tools, Software and IDEs' => 'tools-software-ides-blog',
],
]
]
];
public function collectData()
{
$category = '/community/arm-community-blogs/b/' . $this->getInput('community');
$header = [
'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:140.0) Gecko/20100101 Firefox/140.0',
];
$html = getSimpleHTMLDOM(static::URI . $category, $header);
$html = defaultLinkTo($html, static::URI);
foreach ($html->find('ads-card') as $c) {
$articleurl = static::URI . $c->link;
$articlehtml = getSimpleHTMLDOMCached($articleurl, static::CACHE_TIMEOUT, $header);
$date = strtotime($articlehtml->find('#blog-date', 0)->innertext);
$title = $articlehtml->find('#blog-title', 0)->innertext;
$author = $articlehtml->find('#blog-title', 0)->parent->find('p', 1)->find('a', 0)->innertext;
$content = $articlehtml->find('#blog-body', 0)->innertext;
$this->items[] = [
'title' => $title,
'timestamp' => $date,
'author' => $author,
'uri' => $articleurl,
'content' => $content,
];
}
}
public function getName()
{
$categoryname = $this->getKey('community');
if (empty($categoryname)) {
return static::NAME;
}
return static::NAME . ' - ' . $categoryname;
}
}
================================================
FILE: bridges/ASRockNewsBridge.php
================================================
find('div.inner > a') as $index => $a) {
$item = [];
$articlePath = $a->href;
$articlePageHtml = getSimpleHTMLDOMCached($articlePath, self::CACHE_TIMEOUT);
$articlePageHtml = defaultLinkTo($articlePageHtml, self::URI);
$contents = $articlePageHtml->find('div.Contents', 0);
$item['uri'] = $articlePath;
$item['title'] = $contents->find('h3', 0)->innertext;
$contents->find('h3', 0)->outertext = '';
$item['content'] = $contents->innertext;
$item['timestamp'] = $this->extractDate($a->plaintext);
$img = $a->find('img', 0);
if ($img) {
$item['enclosures'][] = $img->src;
}
$this->items[] = $item;
if (count($this->items) >= 10) {
break;
}
}
}
private function extractDate($text)
{
$dateRegex = '/^([0-9]{4}\/[0-9]{1,2}\/[0-9]{1,2})/';
$text = trim($text);
if (preg_match($dateRegex, $text, $matches)) {
return $matches[1];
}
return '';
}
}
================================================
FILE: bridges/AcademiaBridge.php
================================================
[
'name' => 'Topic name',
'required' => true,
'exampleValue' => 'Deadlock_Avoidance',
],
'sort' => [
'name' => 'Sort by',
'type' => 'list',
'values' => [
'Newest' => 'Newest',
'Top papers' => 'TopPapers',
'Most cited' => 'MostCited',
'Most downloaded' => 'MostDownloaded',
],
],
],
];
public function getName()
{
$topic = $this->getInput('topic');
if ($topic) {
return self::NAME . ' - ' . str_replace('_', ' ', $topic);
}
return self::NAME;
}
public function collectData()
{
$topic = $this->getInput('topic');
$sort = $this->getInput('sort') ?? 'Newest';
$url = self::URI . '/Documents/in/' . $topic;
if (!filter_var($url, FILTER_VALIDATE_URL)) {
throwServerException('Invalid topic name: ' . $topic);
}
if ($sort !== 'Newest') {
$url .= '/' . $sort;
}
$dom = getSimpleHTMLDOM($url);
$json = $dom->find('script[type="application/ld+json"]', 0);
if (!$json) {
throwServerException('Unable to parse content');
}
$data = Json::decode($json->innertext);
$articles = $data['subjectOf'] ?? null;
if (!is_array($articles) || empty($articles)) {
throwServerException('Invalid or empty content');
}
$summaryByUrl = $this->extractSummaries($dom);
foreach ($articles as $article) {
if (($article['@type'] ?? '') !== 'ScholarlyArticle') {
continue;
}
$articleUrl = $article['url'] ?? '';
if (!filter_var($articleUrl, FILTER_VALIDATE_URL)) {
continue;
}
$this->items[] = [
'uri' => $articleUrl,
'uid' => $articleUrl,
'title' => $article['name'] ?? '',
'author' => $article['author']['name'] ?? '',
'timestamp' => $article['datePublished'] ?? '',
'content' => $summaryByUrl[$articleUrl] ?? '',
];
}
}
private function extractSummaries($dom): array
{
$summaryByUrl = [];
foreach ($dom->find('.work-card-container') as $card) {
$a = $card->find('.title a', 0);
if (!$a) {
continue;
}
$url = $a->href;
$complete = $card->find('.complete.hidden', 0);
$summary = $complete ? trim($complete->plaintext) : '';
$summaryByUrl[$url] = $summary;
}
return $summaryByUrl;
}
}
================================================
FILE: bridges/AcrimedBridge.php
================================================
[
'name' => 'limit',
'type' => 'number',
'defaultValue' => -1,
]
]
];
public function collectData()
{
$url = 'https://www.acrimed.org/spip.php?page=backend';
$limit = $this->getInput('limit');
$this->collectExpandableDatas($url, $limit);
}
protected function parseItem(array $item)
{
$articlePage = getSimpleHTMLDOM($item['uri']);
$article = sanitize($articlePage->find('article.article1', 0)->innertext);
$article = defaultLinkTo($article, static::URI);
$item['content'] = $article;
return $item;
}
}
================================================
FILE: bridges/ActivisionResearchBridge.php
================================================
find('div[id="home-blog-feed"]', 0);
if (!$dom) {
throw new \Exception(sprintf('Unable to find css selector on `%s`', $url));
}
$dom = defaultLinkTo($dom, $this->getURI());
foreach ($dom->find('div[class="blog-entry"]') as $article) {
$a = $article->find('a', 0);
$blogimg = extractFromDelimiters($article->find('div[class="blog-img"]', 0)->style, 'url(', ')');
$title = htmlspecialchars_decode($article->find('div[class="title"]', 0)->plaintext);
$author = htmlspecialchars_decode($article->find('div[class="author]', 0)->plaintext);
$date = $article->find('div[class="pubdate"]', 0)->plaintext;
$entry = getSimpleHTMLDOMCached($a->href, static::CACHE_TIMEOUT * 7 * 4);
$entry = defaultLinkTo($entry, $this->getURI());
$content = $entry->find('div[class="blog-body"]', 0);
$tagsremove = ['script', 'iframe', 'input', 'form'];
$content = sanitize($content, $tagsremove);
$content = ' %s' . $content;
$this->items[] = [
'title' => $title,
'author' => $author,
'uri' => $a->href,
'content' => $content,
'timestamp' => strtotime($date),
];
}
}
}
================================================
FILE: bridges/AirBreizhBridge.php
================================================
[
'theme' => [
'name' => 'Thematique',
'type' => 'list',
'values' => [
'Tout' => '',
'Rapport d\'activite' => 'rapport-dactivite',
'Etude' => 'etudes',
'Information' => 'information',
'Autres documents' => 'autres-documents',
'Plan Régional de Surveillance de la qualité de l’air' => 'prsqa',
'Transport' => 'transport'
]
]
]
];
public function getIcon()
{
return 'https://www.airbreizh.asso.fr/voy_content/uploads/2017/11/favicon.png';
}
public function collectData()
{
$html = '';
$html = getSimpleHTMLDOM(static::URI . 'publications/?fwp_publications_thematiques=' . $this->getInput('theme'));
foreach ($html->find('article') as $article) {
$item = [];
// Title
$item['title'] = $article->find('h2', 0)->plaintext;
// Author
$item['author'] = 'Air Breizh';
// Image
$imagelink = $article->find('.card__image', 0)->find('img', 0)->getAttribute('src');
// Content preview
$item['content'] = '
'
. $article->find('.card__text', 0)->plaintext;
// URL
$item['uri'] = $article->find('.publi__buttons', 0)->find('a', 0)->getAttribute('href');
// ID
$item['id'] = $article->find('.publi__buttons', 0)->find('a', 0)->getAttribute('href');
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/AkamaiBridge.php
================================================
[
'name' => 'Limit',
'type' => 'number',
'required' => false,
'title' => 'Specify number of full articles to return',
'defaultValue' => 5
]
]];
const FEED_URI = 'https://feeds.feedburner.com/akamai/blog';
const HEADERS = [
'User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:140.0) Gecko/20100101 Firefox/140.0',
'Accept-Language: en',
];
public function collectData()
{
$this->collectExpandableDatas(
self::FEED_URI,
$this->getInput('limit') ?? static::LIMIT
);
}
protected function parseItem(array $item)
{
$page = getSimpleHTMLDOMCached($item['uri'], self::CACHE_TIMEOUT, self::HEADERS);
$page = defaultLinkTo($page, $item['uri']);
if (!$page) {
return $item;
}
$article = $page->find('section.main-content', 0);
if (!$article) {
return $item;
}
// Extract categories/tags
foreach ($article->find('.taglist .cmp-tag-list__list-item') as $tag) {
$item['categories'][] = $tag->plaintext;
}
// Remove annoying elements
foreach ($article->find('.socialshare, .blogauthor, .taglist, .cmp-prismjs__copy') as $elem) {
$elem->remove();
}
foreach ($article->find('p') as $elem) {
if ($elem->plaintext === 'Tags') {
$elem->remove();
}
}
// Replace content with full text
$item['content'] = $article->innertext;
return $item;
}
public function getIcon()
{
return 'https://www.akamai.com/site/favicon/android-chrome-192x192.png';
}
}
================================================
FILE: bridges/AlbionOnlineBridge.php
================================================
[
'name' => 'Limit',
'type' => 'number',
'required' => true,
'title' => 'Maximum number of items to return',
'defaultValue' => 5,
],
'language' => [
'name' => 'Language',
'type' => 'list',
'values' => [
'English' => 'en',
'Deutsch' => 'de',
'Polski' => 'pl',
'Français' => 'fr',
'Русский' => 'ru',
'Português' => 'pt',
'Español' => 'es',
],
'title' => 'Language of changelog posts',
'defaultValue' => 'en',
],
'full' => [
'name' => 'Full changelog',
'type' => 'checkbox',
'required' => false,
'title' => 'Enable to receive the full changelog post for each item'
],
]];
public function collectData()
{
$api = 'https://albiononline.com/';
// Example: https://albiononline.com/en/changelog/1/5
$url = $api . $this->getInput('language') . '/changelog/1/' . $this->getInput('postcount');
$html = getSimpleHTMLDOM($url);
foreach ($html->find('li') as $data) {
$item = [];
$item['uri'] = self::URI . $data->find('a', 0)->getAttribute('href');
$item['title'] = trim(explode('|', $data->find('span', 0)->plaintext)[0]);
// Time below work only with en lang. Need to think about solution. May be separate request like getFullChangelog, but to english list for all language
//print_r( date_parse_from_format( 'M j, Y' , 'Sep 9, 2020') );
//$item['timestamp'] = $this->extractDate($a->plaintext);
$item['author'] = 'albiononline.com';
if ($this->getInput('full')) {
$item['content'] = $this->getFullChangelog($item['uri']);
} else {
//$item['content'] = trim(preg_replace('/\s+/', ' ', $data->find('span', 0)->plaintext));
// Just use title, no info at all or use title and date, see above
$item['content'] = $item['title'];
}
$item['uid'] = hash('sha256', $item['title']);
$this->items[] = $item;
}
}
private function getFullChangelog($url)
{
$html = getSimpleHTMLDOMCached($url);
$html = defaultLinkTo($html, self::URI);
return $html->find('div.small-12.columns', 1)->innertext;
}
}
================================================
FILE: bridges/AlfaBankByBridge.php
================================================
[
'business' => [
'name' => 'Альфа Бизнес',
'type' => 'list',
'title' => 'В зависимости от выбора, возращает уведомления для" .
" клиентов физ. лиц либо для клиентов-юридических лиц и ИП',
'values' => [
'Новости' => 'news',
'Новости бизнеса' => 'newsBusiness'
],
'defaultValue' => 'news'
],
'fullContent' => [
'name' => 'Включать содержимое',
'type' => 'checkbox',
'title' => 'Если выбрано, содержимое уведомлений вставляется в поток (работает медленно)'
]
]
];
public function collectData()
{
$business = $this->getInput('business') == 'newsBusiness';
$fullContent = $this->getInput('fullContent') == 'on';
$mainPageUrl = self::URI . '/about/articles/uvedomleniya/';
if ($business) {
$mainPageUrl .= '?business=true';
}
$html = getSimpleHTMLDOM($mainPageUrl);
$limit = 0;
foreach ($html->find('a.notifications__item') as $element) {
if ($limit < 10) {
$item = [];
$item['uid'] = 'urn:sha1:' . hash('sha1', $element->getAttribute('data-notification-id'));
$item['title'] = $element->find('div.item-title', 0)->innertext;
$item['timestamp'] = DateTime::createFromFormat(
'd M Y',
$this->ruMonthsToEn($element->find('div.item-date', 0)->innertext)
)->getTimestamp();
$itemUrl = self::URI . $element->href;
if ($business) {
$itemUrl = str_replace('?business=true', '', $itemUrl);
}
$item['uri'] = $itemUrl;
if ($fullContent) {
$itemHtml = getSimpleHTMLDOM($itemUrl);
if ($itemHtml) {
$item['content'] = $itemHtml->find('div.now-p__content-text', 0)->innertext;
}
}
$this->items[] = $item;
$limit++;
}
}
}
public function getIcon()
{
return static::URI . '/local/images/favicon.ico';
}
private function ruMonthsToEn($date)
{
$ruMonths = [
'Января', 'Февраля', 'Марта', 'Апреля', 'Мая', 'Июня',
'Июля', 'Августа', 'Сентября', 'Октября', 'Ноября', 'Декабря' ];
$enMonths = [
'January', 'February', 'March', 'April', 'May', 'June',
'July', 'August', 'September', 'October', 'November', 'December' ];
return str_replace($ruMonths, $enMonths, $date);
}
}
================================================
FILE: bridges/AllSidesBridge.php
================================================
[
'limit' => [
'name' => 'Number of posts to return',
'type' => 'number',
'defaultValue' => 10,
'required' => false,
'title' => 'Zero or negative values return all posts (ignored if not fetching full article)',
],
'fetch' => [
'name' => 'Fetch full article content',
'type' => 'checkbox',
'defaultValue' => 'checked',
],
],
'Headline Roundups' => [],
];
private const ROUNDUPS_URI = self::URI . '/headline-roundups';
public function collectData()
{
switch ($this->queriedContext) {
case 'Headline Roundups':
$index = getSimpleHTMLDOM(self::ROUNDUPS_URI);
defaultLinkTo($index, self::ROUNDUPS_URI);
$entries = $index->find('table.views-table > tbody > tr');
$limit = (int) $this->getInput('limit');
$fetch = (bool) $this->getInput('fetch');
if ($limit > 0 && $fetch) {
$entries = array_slice($entries, 0, $limit);
}
foreach ($entries as $entry) {
$item = [
'title' => $entry->find('.views-field-name', 0)->text(),
'uri' => $entry->find('a', 0)->href,
'timestamp' => $entry->find('.date-display-single', 0)->content,
'author' => 'AllSides Staff',
];
if ($fetch) {
$article = getSimpleHTMLDOMCached($item['uri']);
defaultLinkTo($article, $item['uri']);
$item['content'] = $article->find('.story-id-page-description', 0);
foreach ($article->find('.page-tags a') as $tag) {
$item['categories'][] = $tag->text();
}
}
$this->items[] = $item;
}
break;
}
}
public function getName()
{
if ($this->queriedContext) {
return self::NAME . " - {$this->queriedContext}";
}
return self::NAME;
}
public function getURI()
{
switch ($this->queriedContext) {
case 'Headline Roundups':
return self::ROUNDUPS_URI;
}
return self::URI;
}
}
================================================
FILE: bridges/AllegroBridge.php
================================================
[
'name' => 'Search URL',
'title' => 'Copy the URL from your browser\'s address bar after searching for your items and paste it here',
'exampleValue' => 'https://allegro.pl/kategoria/swieze-warzywa-cebula-318660',
'required' => true,
],
'cookie' => [
'name' => 'The complete cookie value',
'title' => 'Paste the cookie value from your browser, otherwise 403 gets returned',
'required' => true,
],
'includeSponsoredOffers' => [
'type' => 'checkbox',
'name' => 'Include Sponsored Offers',
'defaultValue' => 'checked'
],
'includePromotedOffers' => [
'type' => 'checkbox',
'name' => 'Include Promoted Offers',
'defaultValue' => 'checked'
]
]];
public function getName()
{
$url = $this->getInput('url');
if (!$url) {
return parent::getName();
}
$parsedUrl = parse_url($url, PHP_URL_QUERY);
if (!$parsedUrl) {
return parent::getName();
}
parse_str($parsedUrl, $fields);
if (array_key_exists('string', $fields)) {
$f = urldecode($fields['string']);
} else {
$f = false;
}
if ($f) {
return $f;
}
return parent::getName();
}
public function getURI()
{
$url = $this->getInput('url');
if (!$url) {
return parent::getURI();
}
# make sure we order by the most recently listed offers
$url = preg_replace('/([?&])order=[^&]+(&|$)/', '$1', $this->getInput('url'));
$url .= (parse_url($url, PHP_URL_QUERY) ? '&' : '?') . 'order=n';
# do not return related listings if no exact matches are found
$url .= '&strategy=NO_FALLBACK';
return $url;
}
public function collectData()
{
$html = getContents($this->getURI(), [], [CURLOPT_COOKIE => $this->getInput('cookie')]);
$storeData = null;
if (preg_match('/'
. $price . ' ' . $currency
. '
';
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/AllocineFRBridge.php
================================================
[
'name' => 'Emission',
'type' => 'list',
'title' => 'Sélectionner l\'emission',
'values' => [
'Faux Raccord' => 'faux-raccord',
'Fanzone' => 'fanzone',
'Game In Ciné' => 'game-in-cine',
'Pour la faire courte' => 'pour-la-faire-courte',
'Home Cinéma' => 'home-cinema',
'PILS - Par Ici Les Sorties' => 'pils-par-ici-les-sorties',
'AlloCiné : l\'émission, sur LeStream' => 'allocine-lemission-sur-lestream',
'Give Me Five' => 'give-me-five',
'Aviez-vous remarqué ?' => 'aviez-vous-remarque',
'Et paf, il est mort' => 'et-paf-il-est-mort',
'The Big Fan Theory' => 'the-big-fan-theory',
'Clichés' => 'cliches',
'Complètement...' => 'completement',
'#Fun Facts' => 'fun-facts',
'Origin Story' => 'origin-story',
]
]
]];
public function getURI()
{
if (!is_null($this->getInput('category'))) {
$categories = [
'faux-raccord' => '/video/programme-12284/',
'fanzone' => '/video/programme-12298/',
'game-in-cine' => '/video/programme-12288/',
'pour-la-faire-courte' => '/video/programme-20960/',
'home-cinema' => '/video/programme-12287/',
'pils-par-ici-les-sorties' => '/video/programme-25789/',
'allocine-lemission-sur-lestream' => '/video/programme-25123/',
'give-me-five' => '/video/programme-21919/saison-34518/',
'aviez-vous-remarque' => '/video/programme-19518/',
'et-paf-il-est-mort' => '/video/programme-25113/',
'the-big-fan-theory' => '/video/programme-20403/',
'cliches' => '/video/programme-24834/',
'completement' => '/video/programme-23859/',
'fun-facts' => '/video/programme-23040/',
'origin-story' => '/video/programme-25667/'
];
$category = $this->getInput('category');
if (array_key_exists($category, $categories)) {
return static::URI . $this->getLastSeasonURI($categories[$category]);
} else {
throwClientException('Emission inconnue');
}
}
return parent::getURI();
}
private function getLastSeasonURI($category)
{
$html = getSimpleHTMLDOMCached(static::URI . $category, 86400);
$seasonLink = $html->find('section[class=section-wrap section]', 0)->find('div[class=cf]', 0)->find('a', 0);
$URI = $seasonLink->href;
return $URI;
}
public function getName()
{
if (!is_null($this->getInput('category'))) {
return self::NAME . ' : ' . $this->getKey('category');
}
return parent::getName();
}
public function collectData()
{
$html = getSimpleHTMLDOM($this->getURI());
foreach ($html->find('div[class=gd-col-left]', 0)->find('div[class*=video-card]') as $element) {
$item = [];
$title = $element->find('a[class*=meta-title-link]', 0);
$content = trim(defaultLinkTo($element->outertext, static::URI));
// Replace image 'src' with the one in 'data-src'
$content = preg_replace('@src="data:image/gif;base64,[A-Za-z0-9+\/]*"@', '', $content);
$content = preg_replace('@data-src=@', 'src=', $content);
// Remove date in the content to prevent content update while the video is getting older
$content = preg_replace('@@', '', $content);
$item['content'] = $content;
$item['title'] = trim($title->innertext);
$item['uri'] = static::URI . '/' . substr($title->href, 1);
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/AllocineFRSortiesBridge.php
================================================
getURI());
foreach ($html->find('section.section.section-wrap', 0)->find('li.mdl') as $element) {
$item = [];
$thumb = $element->find('figure.thumbnail', 0);
$meta = $element->find('div.meta-body', 0);
$synopsis = $element->find('div.synopsis', 0);
$date = $element->find('span.date', 0);
$title = $element->find('a[class*=meta-title-link]', 0);
$content = trim(defaultLinkTo($thumb->outertext . $meta->outertext . $synopsis->outertext, static::URI));
// Replace image 'src' with the one in 'data-src'
$content = preg_replace('@src="data:image/gif;base64,[A-Za-z0-9=+\/]*"@', '', $content);
$content = preg_replace('@data-src=@', 'src=', $content);
$item['content'] = $content;
$item['title'] = trim($title->innertext);
$item['timestamp'] = $this->frenchPubDateToTimestamp($date->plaintext);
$item['uri'] = static::BASE_URI . '/' . substr($title->href, 1);
$this->items[] = $item;
}
}
private function frenchPubDateToTimestamp($date)
{
return strtotime(
strtr(
strtolower($date),
[
'janvier' => 'jan',
'février' => 'feb',
'mars' => 'march',
'avril' => 'apr',
'mai' => 'may',
'juin' => 'jun',
'juillet' => 'jul',
'août' => 'aug',
'septembre' => 'sep',
'octobre' => 'oct',
'novembre' => 'nov',
'décembre' => 'dec'
]
)
);
}
}
================================================
FILE: bridges/AlpinePackagesBridge.php
================================================
[
'type' => 'text',
'name' => 'Package Name',
'required' => true,
'exampleValue' => 'curl',
'title' => 'Name of the package. Use * and ? as wildcards. For example: curl-dev, curl-* or curl-???.'
],
'branch' => [
'type' => 'text',
'name' => 'Package branch',
'required' => true,
'exampleValue' => 'v3.23',
'title' => 'Name of the branch. For example: edge, v3.23, v3.22, etc.'
],
'repository' => [
'type' => 'list',
'name' => 'Repository name',
'values' => [
'All' => 'all',
'Community' => 'community',
'Main' => 'main',
'Testing' => 'testing'
],
'defaultValue' => 'all'
],
'architecture' => [
'type' => 'list',
'name' => 'Achitecture',
'values' => [
'All' => 'all',
'aarch64' => 'aarch64',
'armhf' => 'armhf',
'armv7' => 'armv7',
'loongarch64' => 'loongarch64',
'ppc64le' => 'ppc64le',
'riscv64' => 'riscv64',
's390x' => 's390x',
'x86' => 'x86',
'x86_64' => 'x86_64'
],
'defaultValue' => 'all'
]
]
];
private function getADom($element)
{
return $element->find('a')[0];
}
private function getElementData($element)
{
$classes = [
'package',
'repo',
'arch',
'maintainer'
];
$noAhrefClasses = [
'branch',
'bdate'
];
$data = [];
// Get data from element which contains .
foreach ($classes as $class) {
$td = $this->getTdClassDom($element, $class);
$a = $this->getADom($td);
$data[$class] = trim($a->plaintext);
$data[$class . '-href'] = $a->href;
}
// Get data from element which only contains text.
foreach ($noAhrefClasses as $class) {
$td = $this->getTdClassDom($element, $class);
$data[$class] = trim($td->plaintext);
}
// Get version data in a element.
$td = $this->getTdClassDom($element, 'version');
$strong = $td->find('strong[class=hint--right hint--rounded text-success]')[0];
$data['version'] = trim($strong->plaintext);
return $data;
}
private function getTdClassDom($element, $class)
{
return $element->find('td[class=' . $class . ']')[0];
}
public function collectData()
{
$dom = getSimpleHTMLDOM($this->getUri());
$dom = defaultLinkTo($dom, self::URI);
$table = $dom->find('table[class=pure-table pure-table-striped]')[0];
$tbody = $table->find('tbody')[0];
$trs = $tbody->find('tr');
foreach ($trs as $tr) {
$itemData = $this->getElementData($tr);
$this->items[] = [
'title' => $itemData['package'] . '-' . $itemData['version'],
'uri' => $itemData['package-href'],
'timestamp' => strtotime($itemData['bdate']),
'uid' => trim($itemData['package']) . $itemData['version'] . $itemData['arch'] . $itemData['branch'] . $itemData['repo'],
'author' => $itemData['maintainer'],
'categories' => [
'arch: ' . $itemData['arch'],
'branch: ' . $itemData['branch'],
'repo: ' . $itemData['repo']
]
];
}
}
public function getName()
{
$packageName = $this->getInput('package');
$branchName = $this->getInput('branch');
$repositoryName = $this->getInput('repository');
$architecture = $this->getInput('architecture');
$name = '';
if ($packageName) {
$packageName = strtolower($packageName);
$name = $packageName . ' (';
if ($branchName) {
$branchName = strtolower($branchName);
$name .= 'branch ' . $branchName;
}
if ($repositoryName) {
$repositoryName = strtolower($repositoryName);
if ($repositoryName !== 'all') {
$name .= ', repo ' . $repositoryName;
}
}
if ($architecture) {
$architecture = strtolower($architecture);
if ($architecture !== 'all') {
$name .= ', arch ' . $architecture;
}
}
$name .= ') - Alpine packages';
return $name;
}
return parent::getName();
}
public function getUri()
{
$package = $this->getInput('package');
$branch = $this->getInput('branch');
$repository = $this->getInput('repository');
$architecture = $this->getInput('architecture');
if ($package) {
$package = urlencode(strtolower(trim($package)));
}
if ($branch) {
$branch = strtolower(trim($branch));
}
if ($repository) {
$repository = strtolower($repository);
if ($repository === 'all') {
$repository = '';
}
}
if ($architecture) {
$architecture = strtolower(trim($architecture));
if ($architecture === 'all') {
$architecture = '';
}
}
if ($package && $branch) {
return self::URI . '/packages?name=' . $package . '&branch=' . $branch . '&repo=' . $repository . '&arch=' . $architecture . '&origin=&flagged=&maintainer=';
}
return self::URI;
}
}
================================================
FILE: bridges/AmazonBridge.php
================================================
[
'name' => 'Keyword',
'required' => true,
'exampleValue' => 'watch',
],
'sort' => [
'name' => 'Sort by',
'type' => 'list',
'values' => [
'Relevance' => 'relevanceblender',
'Price: Low to High' => 'price-asc-rank',
'Price: High to Low' => 'price-desc-rank',
'Average Customer Review' => 'review-rank',
'Newest Arrivals' => 'date-desc-rank',
],
'defaultValue' => 'relevanceblender',
],
'tld' => [
'name' => 'Country',
'type' => 'list',
'values' => [
'Australia' => 'com.au',
'Brazil' => 'com.br',
'Canada' => 'ca',
'China' => 'cn',
'France' => 'fr',
'Germany' => 'de',
'India' => 'in',
'Italy' => 'it',
'Japan' => 'co.jp',
'Mexico' => 'com.mx',
'Netherlands' => 'nl',
'Poland' => 'pl',
'Spain' => 'es',
'Sweden' => 'se',
'Turkey' => 'com.tr',
'United Kingdom' => 'co.uk',
'United States' => 'com',
],
'defaultValue' => 'com',
],
]];
public function collectData()
{
$baseUrl = sprintf('https://www.amazon.%s', $this->getInput('tld'));
$url = sprintf(
'%s/s/?field-keywords=%s&sort=%s',
$baseUrl,
urlencode($this->getInput('q')),
$this->getInput('sort')
);
$dom = getSimpleHTMLDOM($url);
$elements = $dom->find('div.s-result-item');
foreach ($elements as $element) {
$item = [];
$title = $element->find('h2', 0);
if (!$title) {
continue;
}
$item['title'] = $title->innertext;
$itemUrl = $element->find('a', 0)->href;
$item['uri'] = urljoin($baseUrl, $itemUrl);
$image = $element->find('img', 0);
if ($image) {
$item['content'] = '
';
}
$price = $element->find('span.a-price > .a-offscreen', 0);
if ($price) {
$item['content'] .= $price->innertext;
}
$this->items[] = $item;
}
}
public function getName()
{
if (!is_null($this->getInput('tld')) && !is_null($this->getInput('q'))) {
return 'Amazon.' . $this->getInput('tld') . ': ' . $this->getInput('q');
}
return parent::getName();
}
}
================================================
FILE: bridges/AmazonPriceTrackerBridge.php
================================================
[
'name' => 'ASIN',
'required' => true,
'exampleValue' => 'B0923XT6K7',
// https://stackoverflow.com/a/12827734
'pattern' => 'B[\dA-Z]{9}|\d{9}(X|\d)',
],
'tld' => [
'name' => 'Country',
'type' => 'list',
'values' => [
'Australia' => 'com.au',
'Brazil' => 'com.br',
'Canada' => 'ca',
'China' => 'cn',
'France' => 'fr',
'Germany' => 'de',
'India' => 'in',
'Italy' => 'it',
'Japan' => 'co.jp',
'Mexico' => 'com.mx',
'Netherlands' => 'nl',
'Poland' => 'pl',
'Spain' => 'es',
'Sweden' => 'se',
'Turkey' => 'com.tr',
'United Kingdom' => 'co.uk',
'United States' => 'com',
],
'defaultValue' => 'com',
],
]];
const PRICE_SELECTORS = [
'#priceblock_ourprice',
'.priceBlockBuyingPriceString',
'#newBuyBoxPrice',
'#tp_price_block_total_price_ww',
'span.offer-price',
'.a-color-price',
];
const WHITESPACE = " \t\n\r\0\x0B\xC2\xA0";
protected $title;
/**
* Generates domain name given a amazon TLD
*/
private function getDomainName()
{
return 'https://www.amazon.' . $this->getInput('tld');
}
/**
* Generates URI for a Amazon product page
*/
public function getURI()
{
if (!is_null($this->getInput('asin'))) {
return $this->getDomainName() . '/dp/' . $this->getInput('asin');
}
return parent::getURI();
}
/**
* Scrapes the product title from the html page
* returns the default title if scraping fails
*/
private function getTitle($html)
{
$titleTag = $html->find('#productTitle', 0);
if (!$titleTag) {
return $this->getDefaultTitle();
} else {
return trim(html_entity_decode($titleTag->innertext, ENT_QUOTES));
}
}
/**
* Title used by the feed if none could be found
*/
private function getDefaultTitle()
{
return 'Amazon.' . $this->getInput('tld') . ': ' . $this->getInput('asin');
}
/**
* Returns name for the feed
* Uses title (already scraped) if it has one
*/
public function getName()
{
if (isset($this->title)) {
return $this->title;
} else {
return parent::getName();
}
}
private function parseDynamicImage($attribute)
{
$json = json_decode(html_entity_decode($attribute), true);
if ($json and count($json) > 0) {
return array_keys($json)[0];
}
}
/**
* Returns a generated image tag for the product
*/
private function getImage($html)
{
$image = 'https://placekitten.com/200/300';
$imageSrc = $html->find('#main-image-container img', 0);
if ($imageSrc) {
$hiresImage = $imageSrc->getAttribute('data-old-hires');
$dynamicImageAttribute = $imageSrc->getAttribute('data-a-dynamic-image');
$image = $hiresImage ?: $this->parseDynamicImage($dynamicImageAttribute);
}
return <<
Price: %s', $image, $price);
if ($data['shipping'] !== null) {
$content .= sprintf('
Shipping: %s %s', $data['shipping'], $data['currency']);
}
$item = [
'title' => $this->title,
'uri' => $this->getURI(),
'content' => $content,
// This is to ensure that feed readers notice the price change
'uid' => md5($data['price'])
];
$this->items[] = $item;
}
}
================================================
FILE: bridges/AnfrBridge.php
================================================
[
'departement' => [
'name' => 'Département',
'type' => 'list',
'values' => [
'Tous' => null,
'Ain' => '001',
'Aisne' => '002',
'Allier' => '003',
'Alpes-de-Haute-Provence' => '004',
'Hautes-Alpes' => '005',
'Alpes-Maritimes' => '006',
'Ardèche' => '007',
'Ardennes' => '008',
'Ariège' => '009',
'Aube' => '010',
'Aude' => '011',
'Aveyron' => '012',
'Bouches-du-Rhône' => '013',
'Calvados' => '014',
'Cantal' => '015',
'Charente' => '016',
'Charente-Maritime' => '017',
'Cher' => '018',
'Corrèze' => '019',
'Corse-du-Sud' => '02A',
'Haute-Corse' => '02B',
'Côte-d\'Or' => '021',
'Côtes-d\'Armor' => '022',
'Creuse' => '023',
'Dordogne' => '024',
'Doubs' => '025',
'Drôme' => '026',
'Eure' => '027',
'Eure-et-Loir' => '028',
'Finistère' => '029',
'Gard' => '030',
'Haute-Garonne' => '031',
'Gers' => '032',
'Gironde' => '033',
'Hérault' => '034',
'Ille-et-Vilaine' => '035',
'Indre' => '036',
'Indre-et-Loire' => '037',
'Isère' => '038',
'Jura' => '039',
'Landes' => '040',
'Loir-et-Cher' => '041',
'Loire' => '042',
'Haute-Loire' => '043',
'Loire-Atlantique' => '044',
'Loiret' => '045',
'Lot' => '046',
'Lot-et-Garonne' => '047',
'Lozère' => '048',
'Maine-et-Loire' => '049',
'Manche' => '050',
'Marne' => '051',
'Haute-Marne' => '052',
'Mayenne' => '053',
'Meurthe-et-Moselle' => '054',
'Meuse' => '055',
'Morbihan' => '056',
'Moselle' => '057',
'Nièvre' => '058',
'Nord' => '059',
'Oise' => '060',
'Orne' => '061',
'Pas-de-Calais' => '062',
'Puy-de-Dôme' => '063',
'Pyrénées-Atlantiques' => '064',
'Hautes-Pyrénées' => '065',
'Pyrénées-Orientales' => '066',
'Bas-Rhin' => '067',
'Haut-Rhin' => '068',
'Rhône' => '069',
'Haute-Saône' => '070',
'Saône-et-Loire' => '071',
'Sarthe' => '072',
'Savoie' => '073',
'Haute-Savoie' => '074',
'Paris' => '075',
'Seine-Maritime' => '076',
'Seine-et-Marne' => '077',
'Yvelines' => '078',
'Deux-Sèvres' => '079',
'Somme' => '080',
'Tarn' => '081',
'Tarn-et-Garonne' => '082',
'Var' => '083',
'Vaucluse' => '084',
'Vendée' => '085',
'Vienne' => '086',
'Haute-Vienne' => '087',
'Vosges' => '088',
'Yonne' => '089',
'Territoire de Belfort' => '090',
'Essonne' => '091',
'Hauts-de-Seine' => '092',
'Seine-Saint-Denis' => '093',
'Val-de-Marne' => '094',
'Val-d\'Oise' => '095',
'Guadeloupe' => '971',
'Martinique' => '972',
'Guyane' => '973',
'La Réunion' => '974',
'Saint-Pierre-et-Miquelon' => '975',
'Mayotte' => '976',
'Saint-Barthélemy' => '977',
'Saint-Martin' => '978',
'Terres australes et antarctiques françaises' => '984',
'Wallis-et-Futuna' => '986',
'Polynésie française' => '987',
'Nouvelle-Calédonie' => '988',
'Île de Clipperton' => '989'
]
],
'generation' => [
'name' => 'Génération',
'type' => 'list',
'values' => [
'Tous' => null,
'2G' => '2G',
'3G' => '3G',
'4G' => '4G',
'5G' => '5G',
]
],
'operateur' => [
'name' => 'Opérateur',
'type' => 'list',
'values' => [
'Tous' => null,
'Bouygues Télécom' => 'BOUYGUES TELECOM',
'Dauphin Télécom' => 'DAUPHIN TELECOM',
'Digiciel' => 'DIGICEL',
'Free Caraïbes' => 'FREE CARAIBES',
'Free Mobile' => 'FREE MOBILE',
'GLOBALTEL' => 'GLOBALTEL',
'Office des postes et télécommunications de Nouvelle Calédonie' => 'Gouv Nelle Calédonie (OPT)',
'Maore Mobile' => 'MAORE MOBILE',
'ONATi' => 'ONATI',
'Orange' => 'ORANGE',
'Outremer Telecom' => 'OUTREMER TELECOM',
'Vodafone polynésie' => 'PMT/VODAPHONE',
'SFR' => 'SFR',
'SPM Télécom' => 'SPM TELECOM',
'Service des Postes et Télécommunications de Polynésie Française' => 'Gouv Nelle Calédonie (OPT)',
'SRR' => 'SRR',
'Station étrangère' => 'Station étrangère',
'Telco OI' => 'TELCO IO',
'United Telecommunication Services Caraïbes' => 'UTS Caraibes',
'Ora Mobile' => 'VITI SAS',
'Zeop' => 'ZEOP'
]
],
'statut' => [
'name' => 'Statut',
'type' => 'list',
'values' => [
'Tous' => null,
'En service' => 'En service',
'Projet approuvé' => 'Projet approuvé',
'Techniquement opérationnel' => 'Techniquement opérationnel',
]
]
]
];
public function collectData()
{
$urlParts = [
'id' => 'observatoire_2g_3g_4g',
'resource_id' => '88ef0887-6b0f-4d3f-8545-6d64c8f597da',
'fields' => 'id,adm_lb_nom,sta_nm_dpt,emr_lb_systeme,generation,date_maj,sta_nm_anfr,adr_lb_lieu,adr_lb_add1,adr_lb_add2,adr_lb_add3,adr_nm_cp,statut',
'rows' => 10000
];
if (!empty($this->getInput('departement'))) {
$urlParts['refine.sta_nm_dpt'] = urlencode($this->getInput('departement'));
}
if (!empty($this->getInput('generation'))) {
$urlParts['refine.generation'] = $this->getInput('generation');
}
if (!empty($this->getInput('operateur'))) {
// http_build_query() already does urlencoding so this call is redundant
$urlParts['refine.adm_lb_nom'] = urlencode($this->getInput('operateur'));
}
if (!empty($this->getInput('statut'))) {
$urlParts['refine.statut'] = urlencode($this->getInput('statut'));
}
// API seems to not play well with urlencoded data
$url = urljoin(static::URI, '/d4c/api/records/1.0/download/?' . urldecode(http_build_query($urlParts)));
$json = getContents($url);
$data = Json::decode($json, false);
$records = $data->records;
$frequenciesByStation = [];
foreach ($records as $record) {
if (!isset($frequenciesByStation[$record->fields->sta_nm_anfr])) {
$street = sprintf(
'%s %s %s',
$record->fields->adr_lb_add1 ?? '',
$record->fields->adr_lb_add2 ?? '',
$record->fields->adr_lb_add3 ?? ''
);
$frequenciesByStation[$record->fields->sta_nm_anfr] = [
'id' => $record->fields->sta_nm_anfr,
'operator' => $record->fields->adm_lb_nom,
'frequencies' => [],
'lastUpdate' => 0,
'address' => [
'street' => trim($street),
'postCode' => $record->fields->adr_nm_cp,
'city' => $record->fields->adr_lb_lieu
]
];
}
$frequenciesByStation[$record->fields->sta_nm_anfr]['frequencies'][] = [
'generation' => $record->fields->generation,
'frequency' => $record->fields->emr_lb_systeme,
'status' => $record->fields->statut,
'updatedAt' => strtotime($record->fields->date_maj),
];
$frequenciesByStation[$record->fields->sta_nm_anfr]['lastUpdate'] = max(
$frequenciesByStation[$record->fields->sta_nm_anfr]['lastUpdate'],
strtotime($record->fields->date_maj)
);
}
usort($frequenciesByStation, static fn ($a, $b) => $b['lastUpdate'] <=> $a['lastUpdate']);
foreach ($frequenciesByStation as $station) {
$title = sprintf(
'[%s] Mise à jour de la station n°%s à %s (%s)',
$station['operator'],
$station['id'],
$station['address']['city'],
$station['address']['postCode']
);
$array_reduce = array_reduce($station['frequencies'], static function ($carry, $frequency) {
return sprintf('%sAdresse complète
%s
%sFréquences
%s
day
| {data_img} | {data_content} |
| {data_content} | {data_img} |
{data_img}
{data_content}
',
'ctib' => '{data_content}
{data_content}
{data_img}
',
'co' => '{data_content}',
'io' => '{data_img}'
];
const PARAMETERS = [
'Blog' => [
'country' => [
'name' => 'Country',
'type' => 'list',
'values' => [
'Österreich' => 'at',
'Deutschland' => 'de',
'Schweiz' => 'ch',
'Slovensko' => 'sk',
'Cesko' => 'cz',
'Hungary' => 'hu',
],
'defaultValue' => 'at',
],
'style' => [
'name' => 'Style',
'type' => 'list',
'values' => [
'Image left, content right' => 'ilcr',
'Content left, image right' => 'clir',
'Image top, content bottom' => 'itcb',
'Content top, image bottom' => 'ctib',
'Content only' => 'co',
'Image only' => 'io',
],
'defaultValue' => 'ilcr',
]
]
];
//-----------------------------------------------------
public function collectData()
{
// get website content
$html = getSimpleHTMLDOM($this->getURI());
// Convert relative links in HTML into absolute links
$html = defaultLinkTo($html, self::URI);
// Convert lazy-loading images and frames (video embeds) into static elements
$html = convertLazyLoading($html);
foreach ($html->find('div#bmdNewsList div#bmdNewsList-Item') as $element) {
$itemScope = $element->find('div[itemscope=itemscope]', 0);
$item = [];
// set base article data
$item['title'] = $this->getMetaItemPropContent($itemScope, 'headline');
$item['timestamp'] = strtotime($this->getMetaItemPropContent($itemScope, 'datePublished'));
$item['author'] = $this->getMetaItemPropContent($itemScope->find('div[itemprop=author]', 0), 'name');
// find article image
$imageTag = '';
$image = $element->find('div.mediaelement.mediaelement-image img', 0);
if ((!is_null($image)) and ($image->src != '')) {
$item['enclosures'] = [$image->src];
$imageTag = '{data_img}
This promotion ends on ' . gmdate('M j, Y \a\t g:i A T', strtotime($sale->endDate)) . '
'; } else { $contentHTML .= 'This promotion never ends
'; } $ul = false; $content = json_decode($sale->content); foreach ($content->blocks as $block) { switch ($block->type) { case 'header-one': $contentHTML .= '' . $block->text . '
'; break; case 'header-two': $contentHTML .= '' . $block->text . '
'; break; case 'header-three': $contentHTML .= '' . $block->text . '
'; break; case 'unordered-list-item': if (!$ul) { $contentHTML .= '- ';
$ul = true;
}
$contentHTML .= '
- ' . $block->text . ' '; break; default: if ($ul) { $contentHTML .= '
' . $block->text . '
'; break; } } $item['content'] = $contentHTML; $this->items[] = $item; } break; case 'Clearance': $toyData = json_decode(getContents($this->inputToURL(true))); $productList = json_decode(getContents(self::URI . 'api/inventory-toy/product-list')); foreach ($toyData->toys as $toy) { $item = []; $item['uri'] = $this->getURI() . '#' . $toy->id; $item['timestamp'] = strtotime($toy->created); foreach ($productList as $product) { if ($product->sku == $toy->sku) { $item['title'] = $product->name; break; } } // images $content = '';
foreach ($toy->images as $image) {
$content .= '';
}
// price
$content .= '
Price: $'
. $toy->price
// size
. '
Size: '
. $toy->size
// color
. '
Color: '
. $toy->color
// features
. '
Features: '
. ($toy->suction_cup ? 'Suction cup' : '')
. ($toy->suction_cup && $toy->cumtube ? ', ' : '')
. ($toy->cumtube ? 'Cumtube' : '')
. ($toy->suction_cup || $toy->cumtube ? '' : 'None');
// firmness
$firmnessTexts = [
'2' => 'Extra soft',
'3' => 'Soft',
'5' => 'Medium',
'8' => 'Firm'
];
$firmnesses = explode('/', $toy->firmness);
if (count($firmnesses) === 2) {
$content .= '
Firmness: '
. $firmnessTexts[$firmnesses[0]]
. ', '
. $firmnessTexts[$firmnesses[1]];
} else {
$content .= '
Firmness: '
. $firmnessTexts[$firmnesses[0]];
}
// flop
if ($toy->type === 'flop') {
$content .= '
Flop reason: '
. $toy->flop_reason;
}
$content .= '
Series: ' . $this->filterText($objTitle->innertext) . '
'; } $objVolume = $cols[2]; if ($objVolume && !empty($objVolume->plaintext)) { $title[] = 'Vol.' . $objVolume->plaintext; } $objChapter = $cols[3]; if ($objChapter && !empty($objChapter->plaintext)) { $title[] = 'Chp.' . $objChapter->plaintext; } $objAuthor = $cols[4]; if ($objAuthor && !empty($objAuthor->plaintext)) { $item['author'] = $this->filterHTML($objAuthor->plaintext); $item['content'] .= 'Groups: ' . $this->filterText($objAuthor->innertext) . '
'; } $item['title'] = implode(' ', $title); $item['uri'] = $this->getURI(); $item['uid'] = $this->getSanitizedHash($item['title'] . $item['author']); $this->items[] = $item; } } private function collectDataByList() { $this -> feedName = 'Releases'; $list = []; $releasesHTML = getSimpleHTMLDOM(self::RELEASES_URL); $list_id = $this -> getInput('list_id'); $listHTML = getSimpleHTMLDOM('https://www.mangaupdates.com/mylist.html?id=' . $list_id); //get ids of the manga that the user follows, $parts = $listHTML -> find('table#ptable tr > td.pl'); foreach ($parts as $part) { $list[] = $this -> findID($part); } //similar to above, but the divs are in groups of 3. $cols = $releasesHTML -> find('div#main_content div.row > div.pbreak'); $rows = array_slice(array_chunk($cols, 3), 0); foreach ($rows as $cols) { //check if current manga is in user's list. $id = $this -> findId($cols[0]); if (!array_search($id, $list)) { continue; } $item = []; $title = []; $item['content'] = ''; $objTitle = $cols[0]; if ($objTitle) { $title[] = $this->filterHTML($objTitle->plaintext); $item['content'] .= 'Series: ' . $this->filterHTML($objTitle -> innertext) . '
'; } $objVolChap = $cols[1]; if ($objVolChap && !empty($objVolChap->plaintext)) { $title[] = $this -> filterHTML($objVolChap -> innertext); } $objAuthor = $cols[2]; if ($objAuthor && !empty($objAuthor->plaintext)) { $item['author'] = $this->filterHTML($objAuthor -> plaintext); $item['content'] .= 'Groups: ' . $this->filterHTML($objAuthor -> innertext) . '
'; } $item['title'] = implode(' ', $title); $item['uri'] = self::URI . 'releases.html?search=' . $id . '&stype=series'; $item['uid'] = $this->getSanitizedHash($item['title'] . $item['author']); $this->items[] = $item; } } } ================================================ FILE: bridges/BandcampBridge.php ================================================ [ 'tag' => [ 'name' => 'tag', 'type' => 'text', 'required' => true, 'exampleValue' => 'hip-hop-rap' ] ], 'By band' => [ 'band' => [ 'name' => 'band', 'type' => 'text', 'title' => 'Band name as seen in the band page URL', 'required' => true, 'exampleValue' => 'aesoprock' ], 'type' => [ 'name' => 'Articles are', 'type' => 'list', 'values' => [ 'Releases' => 'releases', 'Releases, new one when track list changes' => 'changes', 'Individual tracks' => 'tracks' ], 'defaultValue' => 'changes' ], 'limit' => [ 'name' => 'limit', 'type' => 'number', 'required' => true, 'title' => 'Number of releases to return', 'defaultValue' => 5 ] ], 'By label' => [ 'label' => [ 'name' => 'label', 'type' => 'text', 'title' => 'label name as seen in the label page URL', 'required' => true ], 'type' => [ 'name' => 'Articles are', 'type' => 'list', 'values' => [ 'Releases' => 'releases', 'Releases, new one when track list changes' => 'changes', 'Individual tracks' => 'tracks' ], 'defaultValue' => 'changes' ], 'limit' => [ 'name' => 'limit', 'type' => 'number', 'title' => 'Number of releases to return', 'defaultValue' => 5 ] ], 'By album' => [ 'band' => [ 'name' => 'band', 'type' => 'text', 'title' => 'Band name as seen in the album page URL', 'required' => true, 'exampleValue' => 'aesoprock' ], 'album' => [ 'name' => 'album', 'type' => 'text', 'title' => 'Album name as seen in the album page URL', 'required' => true, 'exampleValue' => 'appleseed' ], 'type' => [ 'name' => 'Articles are', 'type' => 'list', 'values' => [ 'Releases' => 'releases', 'Releases, new one when track list changes' => 'changes', 'Individual tracks' => 'tracks' ], 'defaultValue' => 'tracks' ] ] ]; const IMGURI = 'https://f4.bcbits.com/'; const IMGSIZE_300PX = 23; const IMGSIZE_700PX = 16; private $feedName; public function getIcon() { return 'https://s4.bcbits.com/img/bc_favicon.ico'; } public function collectData() { switch ($this->queriedContext) { case 'By tag': $url = self::URI . 'api/hub/1/dig_deeper'; $data = $this->buildRequestJson(); $header = [ 'Content-Type: application/json', 'Content-Length: ' . strlen($data), ]; $opts = [ CURLOPT_CUSTOMREQUEST => 'POST', CURLOPT_POSTFIELDS => $data, ]; $content = getContents($url, $header, $opts); $json = json_decode($content); if ($json->ok !== true) { throwServerException('Invalid response'); } foreach ($json->items as $entry) { $url = $entry->tralbum_url; $artist = $entry->artist; $title = $entry->title; // e.g. record label is the releaser, but not the artist $releaser = $entry->band_name !== $entry->artist ? $entry->band_name : null; $full_title = $artist . ' - ' . $title; $full_artist = $artist; if (isset($releaser)) { $full_title .= ' (' . $releaser . ')'; $full_artist .= ' (' . $releaser . ')'; } $small_img = $this->getImageUrl($entry->art_id, self::IMGSIZE_300PX); $img = $this->getImageUrl($entry->art_id, self::IMGSIZE_700PX); $item = [ 'uri' => $url, 'author' => $full_artist, 'title' => $full_title ]; $item['content'] = "$full_title"; $item['enclosures'] = [$img]; $this->items[] = $item; } break; case 'By band': case 'By label': case 'By album': $html = getSimpleHTMLDOMCached($this->getURI(), 86400); if ($html->find('meta[name=title]', 0)) { $this->feedName = $html->find('meta[name=title]', 0)->content; } else { $this->feedName = str_replace('Music | ', '', $html->find('title', 0)->plaintext); } $regex = '/band_id=(\d+)/'; if (preg_match($regex, $html, $matches) == false) { throwClientException('Unable to find band ID on: ' . $this->getURI()); } $band_id = $matches[1]; $tralbums = []; switch ($this->queriedContext) { case 'By band': case 'By label': $query_data = [ 'band_id' => $band_id ]; $band_data = $this->apiGet('mobile/22/band_details', $query_data); $num_albums = min(count($band_data->discography), $this->getInput('limit')); for ($i = 0; $i < $num_albums; $i++) { $album_basic_data = $band_data->discography[$i]; // 'a' or 't' for albums and individual tracks respectively $tralbum_type = substr($album_basic_data->item_type, 0, 1); $query_data = [ 'band_id' => $band_id, 'tralbum_type' => $tralbum_type, 'tralbum_id' => $album_basic_data->item_id ]; $tralbums[] = $this->apiGet('mobile/22/tralbum_details', $query_data); } break; case 'By album': $regex = '/album=(\d+)/'; if (preg_match($regex, $html, $matches) == false) { throwClientException('Unable to find album ID on: ' . $this->getURI()); } $album_id = $matches[1]; $query_data = [ 'band_id' => $band_id, 'tralbum_type' => 'a', 'tralbum_id' => $album_id ]; $tralbums[] = $this->apiGet('mobile/22/tralbum_details', $query_data); break; } foreach ($tralbums as $tralbum_data) { if ($tralbum_data->type === 'a' && $this->getInput('type') === 'tracks') { foreach ($tralbum_data->tracks as $track) { $query_data = [ 'band_id' => $band_id, 'tralbum_type' => 't', 'tralbum_id' => $track->track_id ]; $track_data = $this->apiGet('mobile/22/tralbum_details', $query_data); $this->items[] = $this->buildTralbumItem($track_data); } } else { $this->items[] = $this->buildTralbumItem($tralbum_data); } } break; } } private function buildTralbumItem($tralbum_data) { $band_data = $tralbum_data->band; // Format title like: ARTIST - ALBUM/TRACK (OPTIONAL RELEASER) // Format artist/author like: ARTIST (OPTIONAL RELEASER) // // If the album/track is released under a label/a band other than the artist // themselves, append that releaser name to the title and artist/author. // // This sadly doesn't always work right for individual tracks as the artist // of the track is always set to the releaser. $artist = $tralbum_data->tralbum_artist; $full_title = $artist . ' - ' . $tralbum_data->title; $full_artist = $artist; if (isset($tralbum_data->label)) { $full_title .= ' (' . $tralbum_data->label . ')'; $full_artist .= ' (' . $tralbum_data->label . ')'; } elseif ($band_data->name !== $artist) { $full_title .= ' (' . $band_data->name . ')'; $full_artist .= ' (' . $band_data->name . ')'; } $small_img = $this->getImageUrl($tralbum_data->art_id, self::IMGSIZE_300PX); $img = $this->getImageUrl($tralbum_data->art_id, self::IMGSIZE_700PX); $item = [ 'uri' => $tralbum_data->bandcamp_url, 'author' => $full_artist, 'title' => $full_title, 'enclosures' => [$img], 'timestamp' => $tralbum_data->release_date ]; $item['categories'] = []; foreach ($tralbum_data->tags as $tag) { $item['categories'][] = $tag->norm_name; } // Give articles a unique UID depending on its track list // Releases should then show up as new articles when tracks are added if ($this->getInput('type') === 'changes') { $item['uid'] = "bandcamp/$band_data->band_id/$tralbum_data->id/"; foreach ($tralbum_data->tracks as $track) { $item['uid'] .= $track->track_id; } } $item['content'] = "
$full_title
"; if ($tralbum_data->type === 'a') { $item['content'] .= '
- ';
foreach ($tralbum_data->tracks as $track) {
$item['content'] .= "
- $track->title "; } $item['content'] .= '
' . nl2br($tralbum_data->about) . '
'; } return $item; } private function buildRequestJson() { $requestJson = [ 'tag' => $this->getInput('tag'), 'page' => 1, 'sort' => 'date' ]; return json_encode($requestJson); } private function getImageUrl($id, $size) { return self::IMGURI . 'img/a' . $id . '_' . $size . '.jpg'; } private function apiGet($endpoint, $query_data) { $url = self::URI . 'api/' . $endpoint . '?' . http_build_query($query_data); // todo: 429 Too Many Requests happens a lot $response = getContents($url); $data = json_decode($response); return $data; } public function getURI() { switch ($this->queriedContext) { case 'By tag': if (!is_null($this->getInput('tag'))) { return self::URI . 'tag/' . urlencode($this->getInput('tag')) . '?sort_field=date'; } break; case 'By label': if (!is_null($this->getInput('label'))) { return 'https://' . $this->getInput('label') . '.bandcamp.com/music'; } break; case 'By band': if (!is_null($this->getInput('band'))) { return 'https://' . $this->getInput('band') . '.bandcamp.com/music'; } break; case 'By album': if (!is_null($this->getInput('band')) && !is_null($this->getInput('album'))) { return 'https://' . $this->getInput('band') . '.bandcamp.com/album/' . $this->getInput('album'); } break; } return parent::getURI(); } public function getName() { switch ($this->queriedContext) { case 'By tag': if (!is_null($this->getInput('tag'))) { return $this->getInput('tag') . ' - Bandcamp Tag'; } break; case 'By band': if (isset($this->feedName)) { return $this->feedName . ' - Bandcamp Band'; } elseif (!is_null($this->getInput('band'))) { return $this->getInput('band') . ' - Bandcamp Band'; } break; case 'By label': if (isset($this->feedName)) { return $this->feedName . ' - Bandcamp Label'; } elseif (!is_null($this->getInput('label'))) { return $this->getInput('label') . ' - Bandcamp Label'; } break; case 'By album': if (isset($this->feedName)) { return $this->feedName . ' - Bandcamp Album'; } elseif (!is_null($this->getInput('album'))) { return $this->getInput('album') . ' - Bandcamp Album'; } break; } return parent::getName(); } public function detectParameters($url) { $params = []; // By tag $regex = '/^(https?:\/\/)?bandcamp\.com\/tag\/([^\/.&?\n]+)/'; if (preg_match($regex, $url, $matches) > 0) { $params['context'] = 'By tag'; $params['tag'] = urldecode($matches[2]); return $params; } // By band $regex = '/^(https?:\/\/)?([^\/.&?\n]+?)\.bandcamp\.com/'; if (preg_match($regex, $url, $matches) > 0) { $params['context'] = 'By band'; $params['band'] = urldecode($matches[2]); return $params; } // By album $regex = '/^(https?:\/\/)?([^\/.&?\n]+?)\.bandcamp\.com\/album\/([^\/.&?\n]+)/'; if (preg_match($regex, $url, $matches) > 0) { $params['context'] = 'By album'; $params['band'] = urldecode($matches[2]); $params['album'] = urldecode($matches[3]); return $params; } return null; } } ================================================ FILE: bridges/BandcampDailyBridge.php ================================================ [], 'Best of' => [ 'best-content' => [ 'name' => 'content', 'type' => 'list', 'values' => [ 'Best Ambient' => 'best-ambient', 'Best Beat Tapes' => 'best-beat-tapes', 'Best Dance 12\'s' => 'best-dance-12s', 'Best Contemporary Classical' => 'best-contemporary-classical', 'Best Electronic' => 'best-electronic', 'Best Experimental' => 'best-experimental', 'Best Hip-Hop' => 'best-hip-hop', 'Best Jazz' => 'best-jazz', 'Best Metal' => 'best-metal', 'Best Punk' => 'best-punk', 'Best Reissues' => 'best-reissues', 'Best Soul' => 'best-soul', ], 'defaultValue' => 'best-ambient', ], ], 'Genres' => [ 'genres-content' => [ 'name' => 'content', 'type' => 'list', 'values' => [ 'Acoustic' => 'genres/acoustic', 'Alternative' => 'genres/alternative', 'Ambient' => 'genres/ambient', 'Blues' => 'genres/blues', 'Classical' => 'genres/classical', 'Comedy' => 'genres/comedy', 'Country' => 'genres/country', 'Devotional' => 'genres/devotional', 'Electronic' => 'genres/electronic', 'Experimental' => 'genres/experimental', 'Folk' => 'genres/folk', 'Funk' => 'genres/funk', 'Hip-Hop/Rap' => 'genres/hip-hop-rap', 'Jazz' => 'genres/jazz', 'Kids' => 'genres/kids', 'Latin' => 'genres/latin', 'Metal' => 'genres/metal', 'Pop' => 'genres/pop', 'Punk' => 'genres/punk', 'R&B/Soul' => 'genres/r-b-soul', 'Reggae' => 'genres/reggae', 'Rock' => 'genres/rock', 'Soundtrack' => 'genres/soundtrack', 'Spoken Word' => 'genres/spoken-word', 'World' => 'genres/world', ], 'defaultValue' => 'genres/acoustic', ], ], 'Franchises' => [ 'franchises-content' => [ 'name' => 'content', 'type' => 'list', 'values' => [ 'Lists' => 'lists', 'Features' => 'features', 'Album of the Day' => 'album-of-the-day', 'Acid Test' => 'acid-test', 'Bandcamp Navigator' => 'bandcamp-navigator', 'Big Ups' => 'big-ups', 'Certified' => 'certified', 'Gallery' => 'gallery', 'Hidden Gems' => 'hidden-gems', 'High Scores' => 'high-scores', 'Label Profile' => 'label-profile', 'Lifetime Achievement' => 'lifetime-achievement', 'Scene Report' => 'scene-report', 'Seven Essential Releases' => 'seven-essential-releases', 'The Merch Table' => 'the-merch-table', ], 'defaultValue' => 'lists', ], ] ]; const CACHE_TIMEOUT = 3600; // 1 hour public function collectData() { $html = getSimpleHTMLDOM($this->getURI()); $html = defaultLinkTo($html, self::URI); $articles = $html->find('articles-list', 0); foreach ($articles->find('div.list-article') as $index => $article) { $item = []; $articlePath = $article->find('a.title', 0)->href; $articlePageHtml = getSimpleHTMLDOMCached($articlePath, 3600); $item['uri'] = $articlePath; $item['title'] = $articlePageHtml->find('article-title', 0)->innertext; $item['author'] = $articlePageHtml->find('article-credits > a', 0)->innertext; $item['content'] = html_entity_decode($articlePageHtml->find('meta[name="description"]', 0)->content, ENT_QUOTES); $item['timestamp'] = $articlePageHtml->find('meta[property="article:published_time"]', 0)->content; $item['categories'][] = $articlePageHtml->find('meta[property="article:section"]', 0)->content; if ($articlePageHtml->find('meta[property="article:tag"]', 0)) { $item['categories'][] = $articlePageHtml->find('meta[property="article:tag"]', 0)->content; } $item['enclosures'][] = $articlePageHtml->find('meta[name="twitter:image"]', 0)->content; $this->items[] = $item; if (count($this->items) >= 10) { break; } } } public function getURI() { switch ($this->queriedContext) { case 'Latest articles': return self::URI . '/latest'; case 'Best of': case 'Genres': case 'Franchises': // TODO Switch to array_key_first once php >= 7.3 $contentKey = key(self::PARAMETERS[$this->queriedContext]); return self::URI . '/' . $this->getInput($contentKey); default: return parent::getURI(); } } public function getName() { switch ($this->queriedContext) { case 'Latest articles': return $this->queriedContext . ' - Bandcamp Daily'; case 'Best of': case 'Genres': case 'Franchises': $contentKey = array_key_first(self::PARAMETERS[$this->queriedContext]); $contentValues = array_flip(self::PARAMETERS[$this->queriedContext][$contentKey]['values']); return $contentValues[$this->getInput($contentKey)] . ' - Bandcamp Daily'; default: return parent::getName(); } } } ================================================ FILE: bridges/BarraqueiroBridgeAbstract.php ================================================ find('div.newsFundoGrey1, div.newsFundoGrey2'); foreach ($data as $entry) { $item = []; $text = $entry->find('span.text', 0)->plaintext; $title = substr($text, 12); $item['uri'] = $base_uri . $entry->find('a', 0)->href; $item['title'] = $title; $item['timestamp'] = DateTimeImmutable::createFromFormat('d-m-Y+', $text)->format('Y-m-d'); $this->items[] = $item; } } } ================================================ FILE: bridges/BarraqueiroOesteBridge.php ================================================ find('item') as $element) { if ($limit < 10) { $item = []; $item['title'] = $element->find('title', 0)->innertext; $item['uri'] = $element->find('guid', 0)->plaintext; $item['timestamp'] = strtotime($element->find('dc:date', 0)->plaintext); $html = getSimpleHTMLDOM($item['uri']); $html = defaultLinkTo($html, self::URI); $item['content'] = $html->find('div.texte', 0)->innertext; $this->items[] = $item; $limit++; } } } } ================================================ FILE: bridges/BazarakiBridge.php ================================================ [ 'name' => 'URL', 'type' => 'text', 'required' => true, 'title' => 'Enter the URL of the Bazaraki page to fetch adverts from.', 'exampleValue' => 'https://www.bazaraki.com/real-estate-for-sale/houses/?lat=0&lng=0&radius=100000', ], 'limit' => [ 'name' => 'Limit', 'type' => 'number', 'required' => false, 'title' => 'Enter the number of adverts to fetch. (max 50)', 'exampleValue' => '10', 'defaultValue' => 10, ] ] ]; public function collectData() { $url = $this->getInput('url'); if (! str_starts_with($url, 'https://www.bazaraki.com/')) { throw new \Exception('Nope'); } $html = getSimpleHTMLDOM($url); $i = 0; foreach ($html->find('div.advert') as $element) { $i++; if ($i > $this->getInput('limit') || $i > 50) { break; } $item = []; $item['uri'] = 'https://www.bazaraki.com' . $element->find('a.advert__content-title', 0)->href; # Get the content $advert = getSimpleHTMLDOM($item['uri']); $price = trim($advert->find('div.announcement-price__cost', 0)->plaintext); $name = trim($element->find('a.advert__content-title', 0)->plaintext); $item['title'] = $name . ' - ' . $price; $time = trim($advert->find('span.date-meta', 0)->plaintext); $time = str_replace('Posted: ', '', $time); $item['content'] = $this->processAdvertContent($advert); $item['timestamp'] = $this->convertRelativeTime($time); $item['author'] = trim($advert->find('div.author-name', 0)->plaintext); $item['uid'] = $advert->find('span.number-announcement', 0)->plaintext; $this->items[] = $item; } } /** * Process the advert content to clean up HTML * * @param simple_html_dom $advert The SimpleHTMLDOM object for the advert page * @return string Processed HTML content */ private function processAdvertContent($advert) { // Get the content sections $header = $advert->find('div.announcement-content-header', 0); $characteristics = $advert->find('div.announcement-characteristics', 0); $description = $advert->find('div.js-description', 0); $images = $advert->find('div.announcement__images', 0); // Remove all favorites divs foreach ($advert->find('div.announcement-meta__favorites') as $favorites) { $favorites->outertext = ''; } // Replace all tags with their text content foreach ($advert->find('a') as $a) { $a->outertext = $a->innertext; } // Format the content with section headers and dividers $formattedContent = ''; // Add header section $formattedContent .= $header->innertext; $formattedContent .= ''; // Add characteristics section with header $formattedContent .= '
Details
'; $formattedContent .= $characteristics->innertext; $formattedContent .= ''; // Add description section with header $formattedContent .= '
Description
'; $formattedContent .= $description->innertext; $formattedContent .= ''; // Add images section with header $formattedContent .= '
Images
'; $formattedContent .= $images->innertext; return $formattedContent; } /** * Convert relative time strings like "Yesterday 12:32" to proper timestamps * * @param string $timeString The relative time string from the website * @return string Timestamp in a format compatible with strtotime() */ private function convertRelativeTime($timeString) { if (strpos($timeString, 'Yesterday') !== false) { // Replace "Yesterday" with actual date $time = str_replace('Yesterday', date('Y-m-d', strtotime('-1 day')), $timeString); return date('Y-m-d H:i:s', strtotime($time)); } elseif (strpos($timeString, 'Today') !== false) { // Replace "Today" with actual date $time = str_replace('Today', date('Y-m-d'), $timeString); return date('Y-m-d H:i:s', strtotime($time)); } else { // For other formats, return as is and let strtotime handle it return $timeString; } } } ================================================ FILE: bridges/BinanceBridge.php ================================================ data->blogList as $post) { $item = []; $item['title'] = $post->title; // Url slug not in json //$item['uri'] = $uri; $item['timestamp'] = $post->postTimeUTC / 1000; $item['author'] = 'Binance'; $item['content'] = $post->brief; //$item['categories'] = $category; $item['uid'] = $post->idStr; $this->items[] = $item; } } public function getIcon() { return 'https://bin.bnbstatic.com/static/images/common/favicon.ico'; } } ================================================ FILE: bridges/BlaguesDeMerdeBridge.php ================================================ find('div.blague') as $element) { $item = []; $item['uri'] = static::URI . '#' . $element->id; $item['author'] = $element->find('div[class="blague-footer"] p strong', 0)->plaintext; // Let the title be everything up to the first$item['title'] = trim(explode("\n", $element->find('div.text', 0)->plaintext)[0]); $item['content'] = strip_tags($element->find('div.text', 0)); // timestamp is part of: //
Par {author} le {date} dans {category}
preg_match( '/.+le(.+)dans.*/', $element->find('div[class="blague-footer"]', 0)->plaintext, $matches ); $item['timestamp'] = strtotime($matches[1]); $this->items[] = $item; } } } ================================================ FILE: bridges/BleepingComputerBridge.php ================================================ collectExpandableDatas($feed); } protected function parseItem(array $item) { $article_html = getSimpleHTMLDOMCached($item['uri']); if (!$article_html) { $item['content'] .= 'Could not request ' . $this->getName() . ': ' . $item['uri'] . '
'; return $item; } $article_content = $article_html->find('div.articleBody', 0)->innertext; $article_content = stripRecursiveHTMLSection($article_content, 'div', '
') : '';
$externalDescription = strlen($externalDescription) > 0 ? "' . $externalTitle . ''; $description .= ''; } return $description; } private function textToDescription($record) { if (isset($record['value'])) { $record = $record['value']; } $text = $record['text']; $text_copy = $text; $text = nl2br(e($text)); if (isset($record['facets'])) { $facets = $record['facets']; foreach ($facets as $facet) { if ($facet['features'][0]['$type'] === 'app.bsky.richtext.facet#link') { $substring = substr($text_copy, $facet['index']['byteStart'], $facet['index']['byteEnd'] - $facet['index']['byteStart']); $text = str_replace($substring, '' . $substring . '', $text); } } } return $text; } public function collectData() { $user_id = $this->getInput('user_id'); $handle_match = preg_match('/(?:[a-zA-Z]*\.)+([a-zA-Z](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)/', $user_id, $handle_res); //gets the TLD in $handle_match[1] $did_match = preg_match('/did:plc:[a-z2-7]{24}/', $user_id); //https://github.com/did-method-plc/did-method-plc#identifier-syntax $exclude = ['alt', 'arpa', 'example', 'internal', 'invalid', 'local', 'localhost', 'onion']; //https://en.wikipedia.org/wiki/Top-level_domain#Reserved_domains if ($handle_match == true && array_search($handle_res[1], $exclude) == false) { //valid bsky handle $did = $this->resolveHandle($user_id); } elseif ($did_match == true) { //valid DID $did = $user_id; } else { throwClientException('Invalid ATproto handle or DID provided.'); } $filter = $this->getInput('feed_filter') ?: 'posts_and_author_threads'; $replyContext = $this->getInput('include_reply_context'); $this->profile = $this->getProfile($did); $authorFeed = $this->getAuthorFeed($did, $filter); foreach ($authorFeed['feed'] as $post) { $postRecord = $post['post']['record']; $item = []; $item['uri'] = self::URI . '/profile/' . $this->fallbackAuthor($post['post']['author'], 'url') . '/post/' . explode('app.bsky.feed.post/', $post['post']['uri'])[1]; $item['title'] = $this->getInput('verbose_title') ? $this->generateVerboseTitle($post) : strtok($postRecord['text'], "\n"); $item['timestamp'] = strtotime($postRecord['createdAt']); $item['author'] = $this->fallbackAuthor($post['post']['author'], 'display'); $postAuthorDID = $post['post']['author']['did']; $postAuthorHandle = $post['post']['author']['handle'] !== 'handle.invalid' ? '@' . $post['post']['author']['handle'] . '' : ''; $postDisplayName = $post['post']['author']['displayName'] ?? ''; $postDisplayName = e($postDisplayName); $postUri = $item['uri']; $url = explode('/', $post['post']['uri']); $this->logger->debug('https://bsky.app/profile/' . $url[2] . '/post/' . $url[4]); $description = ''; $description .= '' . $thumbDesc . $externalDescription . '
'; //post $description .= $this->getPostDescription( $postDisplayName, $postAuthorHandle, $postUri, $postRecord, 'post' ); if (isset($postRecord['embed']['$type'])) { //post link embed if ($postRecord['embed']['$type'] === 'app.bsky.embed.external') { $description .= $this->parseExternal($postRecord['embed']['external'], $postAuthorDID); } elseif ( $postRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && $postRecord['embed']['media']['$type'] === 'app.bsky.embed.external' ) { $description .= $this->parseExternal($postRecord['embed']['media']['external'], $postAuthorDID); } //post images if ( $postRecord['embed']['$type'] === 'app.bsky.embed.images' || ( $postRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && $postRecord['embed']['media']['$type'] === 'app.bsky.embed.images' ) ) { $images = $post['post']['embed']['images'] ?? $post['post']['embed']['media']['images']; foreach ($images as $image) { $description .= $this->getPostImageDescription($image); } } //post video if ( $postRecord['embed']['$type'] === 'app.bsky.embed.video' || ( $postRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && $postRecord['embed']['media']['$type'] === 'app.bsky.embed.video' ) ) { $description .= $this->getPostVideoDescription( $postRecord['embed']['video'] ?? $postRecord['embed']['media']['video'], $postAuthorDID ); } } $description .= '
'; //quote post if ( isset($postRecord['embed']) && ( $postRecord['embed']['$type'] === 'app.bsky.embed.record' || $postRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' ) && isset($post['post']['embed']['record']) ) { $description .= ''; $quotedRecord = $post['post']['embed']['record']['record'] ?? $post['post']['embed']['record']; if (isset($quotedRecord['notFound']) && $quotedRecord['notFound']) { //deleted post $description .= 'Quoted post deleted.'; } elseif (isset($quotedRecord['detached']) && $quotedRecord['detached']) { //detached quote $uri_explode = explode('/', $quotedRecord['uri']); $uri_reconstructed = self::URI . '/profile/' . $uri_explode[2] . '/post/' . $uri_explode[4]; $description .= 'Quoted post detached.'; } elseif (isset($quotedRecord['blocked']) && $quotedRecord['blocked']) { //blocked by quote author $description .= 'Author of quoted post has blocked OP.'; } elseif ( ($quotedRecord['$type'] ?? '') === 'app.bsky.feed.defs#generatorView' || ($quotedRecord['$type'] ?? '') === 'app.bsky.graph.defs#listView' ) { $description .= $this->getListFeedDescription($quotedRecord); } elseif ( ($quotedRecord['$type'] ?? '') === 'app.bsky.graph.starterpack' || ($quotedRecord['$type'] ?? '') === 'app.bsky.graph.defs#starterPackViewBasic' ) { $description .= $this->getStarterPackDescription($post['post']['embed']['record']); } else { $quotedAuthorDid = $quotedRecord['author']['did']; $quotedDisplayName = $quotedRecord['author']['displayName'] ?? ''; $quotedDisplayName = e($quotedDisplayName); $quotedAuthorHandle = $quotedRecord['author']['handle'] !== 'handle.invalid' ? '@' . $quotedRecord['author']['handle'] . '' : ''; $parts = explode('/', $quotedRecord['uri']); $quotedPostId = end($parts); $quotedPostUri = self::URI . '/profile/' . $this->fallbackAuthor($quotedRecord['author'], 'url') . '/post/' . $quotedPostId; //quoted post - post $description .= $this->getPostDescription( $quotedDisplayName, $quotedAuthorHandle, $quotedPostUri, $quotedRecord, 'quote' ); if (isset($quotedRecord['value']['embed']['$type'])) { //quoted post - post link embed if ($quotedRecord['value']['embed']['$type'] === 'app.bsky.embed.external') { $description .= $this->parseExternal($quotedRecord['value']['embed']['external'], $quotedAuthorDid); } //quoted post - post video if ( $quotedRecord['value']['embed']['$type'] === 'app.bsky.embed.video' || ( $quotedRecord['value']['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && $quotedRecord['value']['embed']['media']['$type'] === 'app.bsky.embed.video' ) ) { $description .= $this->getPostVideoDescription( $quotedRecord['value']['embed']['video'] ?? $quotedRecord['value']['embed']['media']['video'], $quotedAuthorDid ); } //quoted post - post images if ( $quotedRecord['value']['embed']['$type'] === 'app.bsky.embed.images' || ( $quotedRecord['value']['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && $quotedRecord['value']['embed']['media']['$type'] === 'app.bsky.embed.images' ) ) { foreach ($quotedRecord['embeds'] as $embed) { if ( $embed['$type'] === 'app.bsky.embed.images#view' || ($embed['$type'] === 'app.bsky.embed.recordWithMedia#view' && $embed['media']['$type'] === 'app.bsky.embed.images#view') ) { $images = $embed['images'] ?? $embed['media']['images']; foreach ($images as $image) { $description .= $this->getPostImageDescription($image); } } } } } } $description .= '
'; } //reply if ($replyContext && isset($post['reply']) && isset($post['reply']['parent'])) { $replyPost = $post['reply']['parent']; $description .= ''; $description .= '
'; if (isset($replyPost['notFound']) && $replyPost['notFound']) { //deleted post $description .= 'Replied to post was deleted.'; } elseif (isset($replyPost['blocked']) && $replyPost['blocked']) { //blocked by quote author $description .= 'Author of replied to post has blocked OP.'; } else { $replyPostRecord = $replyPost['record']; $replyPostAuthorDID = $replyPost['author']['did']; $replyPostAuthorHandle = $replyPost['author']['handle'] !== 'handle.invalid' ? '@' . $replyPost['author']['handle'] . '' : ''; $replyPostDisplayName = $replyPost['author']['displayName'] ?? ''; $replyPostDisplayName = e($replyPostDisplayName); $replyPostUri = self::URI . '/profile/' . $this->fallbackAuthor($replyPost['author'], 'url') . '/post/' . explode('app.bsky.feed.post/', $replyPost['uri'])[1]; // reply post $description .= $this->getPostDescription( $replyPostDisplayName, $replyPostAuthorHandle, $replyPostUri, $replyPostRecord, 'reply' ); if (isset($replyPostRecord['embed']['$type'])) { //post link embed if ($replyPostRecord['embed']['$type'] === 'app.bsky.embed.external') { $description .= $this->parseExternal($replyPostRecord['embed']['external'], $replyPostAuthorDID); } elseif ( $replyPostRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && $replyPostRecord['embed']['media']['$type'] === 'app.bsky.embed.external' ) { $description .= $this->parseExternal($replyPostRecord['embed']['media']['external'], $replyPostAuthorDID); } //post images if ( $replyPostRecord['embed']['$type'] === 'app.bsky.embed.images' || ( $replyPostRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && $replyPostRecord['embed']['media']['$type'] === 'app.bsky.embed.images' ) ) { $images = $replyPost['embed']['images'] ?? $replyPost['embed']['media']['images']; foreach ($images as $image) { $description .= $this->getPostImageDescription($image); } } //post video if ( $replyPostRecord['embed']['$type'] === 'app.bsky.embed.video' || ( $replyPostRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && $replyPostRecord['embed']['media']['$type'] === 'app.bsky.embed.video' ) ) { $description .= $this->getPostVideoDescription( $replyPostRecord['embed']['video'] ?? $replyPostRecord['embed']['media']['video'], $replyPostAuthorDID ); } } $description .= '
'; //quote post if ( isset($replyPostRecord['embed']) && ($replyPostRecord['embed']['$type'] === 'app.bsky.embed.record' || $replyPostRecord['embed']['$type'] === 'app.bsky.embed.recordWithMedia') && isset($replyPost['embed']['record']) ) { $description .= ''; $replyQuotedRecord = $replyPost['embed']['record']['record'] ?? $replyPost['embed']['record']; if (isset($replyQuotedRecord['notFound']) && $replyQuotedRecord['notFound']) { //deleted post $description .= 'Quoted post deleted.'; } elseif (isset($replyQuotedRecord['detached']) && $replyQuotedRecord['detached']) { //detached quote $uri_explode = explode('/', $replyQuotedRecord['uri']); $uri_reconstructed = self::URI . '/profile/' . $uri_explode[2] . '/post/' . $uri_explode[4]; $description .= 'Quoted post detached.'; } elseif (isset($replyQuotedRecord['blocked']) && $replyQuotedRecord['blocked']) { //blocked by quote author $description .= 'Author of quoted post has blocked OP.'; } elseif ( ($replyQuotedRecord['$type'] ?? '') === 'app.bsky.feed.defs#generatorView' || ($replyQuotedRecord['$type'] ?? '') === 'app.bsky.graph.defs#listView' ) { $description .= $this->getListFeedDescription($replyQuotedRecord); } elseif ( ($replyQuotedRecord['$type'] ?? '') === 'app.bsky.graph.starterpack' || ($replyQuotedRecord['$type'] ?? '') === 'app.bsky.graph.defs#starterPackViewBasic' ) { $description .= $this->getStarterPackDescription($replyPost['embed']['record']); } else { $quotedAuthorDid = $replyQuotedRecord['author']['did']; $quotedDisplayName = $replyQuotedRecord['author']['displayName'] ?? ''; $quotedDisplayName = e($quotedDisplayName); $quotedAuthorHandle = $replyQuotedRecord['author']['handle'] !== 'handle.invalid' ? '@' . $replyQuotedRecord['author']['handle'] . '' : ''; $parts = explode('/', $replyQuotedRecord['uri']); $quotedPostId = end($parts); $quotedPostUri = self::URI . '/profile/' . $this->fallbackAuthor($replyQuotedRecord['author'], 'url') . '/post/' . $quotedPostId; //quoted post - post $description .= $this->getPostDescription( $quotedDisplayName, $quotedAuthorHandle, $quotedPostUri, $replyQuotedRecord, 'quote' ); if (isset($replyQuotedRecord['value']['embed']['$type'])) { //quoted post - post link embed if ($replyQuotedRecord['value']['embed']['$type'] === 'app.bsky.embed.external') { $description .= $this->parseExternal($replyQuotedRecord['value']['embed']['external'], $quotedAuthorDid); } //quoted post - post video if ( $replyQuotedRecord['value']['embed']['$type'] === 'app.bsky.embed.video' || ( $replyQuotedRecord['value']['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && $replyQuotedRecord['value']['embed']['media']['$type'] === 'app.bsky.embed.video' ) ) { $description .= $this->getPostVideoDescription( $replyQuotedRecord['value']['embed']['video'] ?? $replyQuotedRecord['value']['embed']['media']['video'], $quotedAuthorDid ); } //quoted post - post images if ( $replyQuotedRecord['value']['embed']['$type'] === 'app.bsky.embed.images' || ( $replyQuotedRecord['value']['embed']['$type'] === 'app.bsky.embed.recordWithMedia' && $replyQuotedRecord['value']['embed']['media']['$type'] === 'app.bsky.embed.images' ) ) { foreach ($replyQuotedRecord['embeds'] as $embed) { if ( $embed['$type'] === 'app.bsky.embed.images#view' || ($embed['$type'] === 'app.bsky.embed.recordWithMedia#view' && $embed['media']['$type'] === 'app.bsky.embed.images#view') ) { $images = $embed['images'] ?? $embed['media']['images']; foreach ($images as $image) { $description .= $this->getPostImageDescription($image); } } } } } } $description .= '
'; } } } $item['content'] = $description; $this->items[] = $item; } } private function getPostVideoDescription(array $video, $authorDID) { //https://video.bsky.app/watch/$did/$cid/thumbnail.jpg $videoCID = $video['ref']['$link']; $videoMime = $video['mimeType']; $thumbnail = "poster=\"https://video.bsky.app/watch/$authorDID/$videoCID/thumbnail.jpg\"" ?? ''; $videoURL = "https://bsky.social/xrpc/com.atproto.sync.getBlob?did=$authorDID&cid=$videoCID"; return ""; } elseif ($type === 'reply') { // Replying to aaa @aaa.com's post/reply: $postType = isset($postRecord['reply']) ? 'reply' : 'post'; $description .= "Replying to $postDisplayName $postAuthorHandle's $postType:
"; } else { // aaa @aaa.com posted/replied: $postType = isset($postRecord['reply']) ? 'replied' : 'posted'; $description .= "$postDisplayName $postAuthorHandle $postType:
"; } $description .= $this->textToDescription($postRecord); return $description; } //used if handle verification fails, fallsback to displayName or DID depending on context. private function fallbackAuthor($author, $reason) { if ($author['handle'] === 'handle.invalid') { switch ($reason) { case 'url': return $author['did']; case 'display': $displayName = $author['displayName'] ?? ''; return e($displayName); } } return $author['handle']; } private function generateVerboseTitle($post) { //use "Post by A, replying to B, quoting C" instead of post contents $title = ''; if (isset($post['reason']) && str_contains($post['reason']['$type'], 'reasonRepost')) { $title .= 'Repost by ' . $this->fallbackAuthor($post['reason']['by'], 'display'); if (isset($post['reply'])) { $title .= ', reply by '; } else { $title .= ', post by '; } $title .= $this->fallbackAuthor($post['post']['author'], 'display'); } else { if (isset($post['reply'])) { $title .= 'Reply by ' . $this->fallbackAuthor($post['post']['author'], 'display'); } else { $title .= 'Post by ' . $this->fallbackAuthor($post['post']['author'], 'display'); } } if (isset($post['reply'])) { if (isset($post['reply']['parent']['blocked'])) { $replyAuthor = 'blocked user'; } elseif (isset($post['reply']['parent']['notFound'])) { $replyAuthor = 'deleted post'; } else { $replyAuthor = $this->fallbackAuthor($post['reply']['parent']['author'], 'display'); } $title .= ', replying to ' . $replyAuthor; } if ( isset($post['post']['embed']) && isset($post['post']['embed']['record']) && //if not starter pack, feed or list ($post['post']['embed']['record']['$type'] ?? '') !== 'app.bsky.feed.defs#generatorView' && ($post['post']['embed']['record']['$type'] ?? '') !== 'app.bsky.graph.defs#listView' && ($post['post']['embed']['record']['$type'] ?? '') !== 'app.bsky.graph.defs#starterPackViewBasic' ) { if (isset($post['post']['embed']['record']['blocked'])) { $quotedAuthor = 'blocked user'; } elseif (isset($post['post']['embed']['record']['notFound'])) { $quotedAuthor = 'deleted psost'; } elseif (isset($post['post']['embed']['record']['detached'])) { $quotedAuthor = 'detached post'; } else { $quotedAuthor = $this->fallbackAuthor($post['post']['embed']['record']['record']['author'] ?? $post['post']['embed']['record']['author'], 'display'); } $title .= ', quoting ' . $quotedAuthor; } return $title; } private function resolveHandle($handle) { $uri = 'https://public.api.bsky.app/xrpc/com.atproto.identity.resolveHandle?handle=' . urlencode($handle); $response = $this->cache->get($uri) ?? json_decode(getContents($uri), true); if (isset($response['did'])) { $this->cache->set($uri, $response, 7 * 24 * 60 * 60); } return $response['did']; } private function getProfile($did) { $uri = 'https://public.api.bsky.app/xrpc/app.bsky.actor.getProfile?actor=' . urlencode($did); $response = $this->cache->get($uri) ?? json_decode(getContents($uri), true); if ($response['did'] === $did ?? false) { $this->cache->set($uri, $response); } return $response; } private function getAuthorFeed($did, $filter) { $uri = 'https://public.api.bsky.app/xrpc/app.bsky.feed.getAuthorFeed?actor=' . urlencode($did) . '&filter=' . urlencode($filter) . '&limit=30'; $this->logger->debug($uri); $response = json_decode(getContents($uri), true); return $response; } //Embed for generated feeds and lists private function getListFeedDescription(array $record): string { $feedViewAvatar = isset($record['avatar']) ? '
 . '){kind=avatar}
' : '';
$feedViewName = e($record['displayName'] ?? $record['name']);
$feedViewDescription = e($record['description'] ?? '');
$authorDisplayName = e($record['creator']['displayName']);
$authorHandle = e($record['creator']['handle']);
$likeCount = isset($record['likeCount']) ? 'Liked by ' . e($record['likeCount']) . ' users' : ''; preg_match('/\/([^\/]+)$/', $record['uri'], $matches); if (($record['purpose'] ?? '') === 'app.bsky.graph.defs#modlist') { $typeURL = '/lists/'; $typeDesc = 'moderation list'; } elseif (($record['purpose'] ?? '') === 'app.bsky.graph.defs#curatelist') { $typeURL = '/lists/'; $typeDesc = 'list'; } else { $typeURL = '/feed/'; $typeDesc = 'feed'; } $uri = e('https://bsky.app/profile/' . $record['creator']['did'] . $typeURL . $matches[1]); return <<
Bluesky {$typeDesc} by {$authorDisplayName} @{$authorHandle}
Bluesky starter pack by {$creatorDisplayName} @{$creatorHandle}
{$starterpackDescription} END; } } ================================================ FILE: bridges/BoaViagemBridge.php ================================================ [ 'departement' => [ 'name' => 'Département', 'type' => 'list', 'values' => [ 'Tous' => null, 'Ain' => '01', 'Aisne' => '02', 'Allier' => '03', 'Alpes-de-Haute-Provence' => '04', 'Hautes-Alpes' => '05', 'Alpes-Maritimes' => '06', 'Ardèche' => '07', 'Ardennes' => '08', 'Ariège' => '09', 'Aube' => '10', 'Aude' => '11', 'Aveyron' => '12', 'Bouches-du-Rhône' => '13', 'Calvados' => '14', 'Cantal' => '15', 'Charente' => '16', 'Charente-Maritime' => '17', 'Cher' => '18', 'Corrèze' => '19', 'Corse-du-Sud' => '2A', 'Haute-Corse' => '2B', 'Côte-d\'Or' => '21', 'Côtes-d\'Armor' => '22', 'Creuse' => '23', 'Dordogne' => '24', 'Doubs' => '25', 'Drôme' => '26', 'Eure' => '27', 'Eure-et-Loir' => '28', 'Finistère' => '29', 'Gard' => '30', 'Haute-Garonne' => '31', 'Gers' => '32', 'Gironde' => '33', 'Hérault' => '34', 'Ille-et-Vilaine' => '35', 'Indre' => '36', 'Indre-et-Loire' => '37', 'Isère' => '38', 'Jura' => '39', 'Landes' => '40', 'Loir-et-Cher' => '41', 'Loire' => '42', 'Haute-Loire' => '43', 'Loire-Atlantique' => '44', 'Loiret' => '45', 'Lot' => '46', 'Lot-et-Garonne' => '47', 'Lozère' => '48', 'Maine-et-Loire' => '49', 'Manche' => '50', 'Marne' => '51', 'Haute-Marne' => '52', 'Mayenne' => '53', 'Meurthe-et-Moselle' => '54', 'Meuse' => '55', 'Morbihan' => '56', 'Moselle' => '57', 'Nièvre' => '58', 'Nord' => '59', 'Oise' => '60', 'Orne' => '61', 'Pas-de-Calais' => '62', 'Puy-de-Dôme' => '63', 'Pyrénées-Atlantiques' => '64', 'Hautes-Pyrénées' => '65', 'Pyrénées-Orientales' => '66', 'Bas-Rhin' => '67', 'Haut-Rhin' => '68', 'Rhône' => '69', 'Haute-Saône' => '70', 'Saône-et-Loire' => '71', 'Sarthe' => '72', 'Savoie' => '73', 'Haute-Savoie' => '74', 'Paris' => '75', 'Seine-Maritime' => '76', 'Seine-et-Marne' => '77', 'Yvelines' => '78', 'Deux-Sèvres' => '79', 'Somme' => '80', 'Tarn' => '81', 'Tarn-et-Garonne' => '82', 'Var' => '83', 'Vaucluse' => '84', 'Vendée' => '85', 'Vienne' => '86', 'Haute-Vienne' => '87', 'Vosges' => '88', 'Yonne' => '89', 'Territoire de Belfort' => '90', 'Essonne' => '91', 'Hauts-de-Seine' => '92', 'Seine-Saint-Denis' => '93', 'Val-de-Marne' => '94', 'Val-d\'Oise' => '95', 'Guadeloupe' => '971', 'Martinique' => '972', 'Guyane' => '973', 'La Réunion' => '974', 'Saint-Pierre-et-Miquelon' => '975', 'Mayotte' => '976', 'Saint-Barthélemy' => '977', 'Saint-Martin' => '978', 'Terres australes et antarctiques françaises' => '984', 'Wallis-et-Futuna' => '986', 'Polynésie française' => '987', 'Nouvelle-Calédonie' => '988', 'Île de Clipperton' => '989' ] ], 'famille' => [ 'name' => 'Famille', 'type' => 'list', 'values' => [ 'Toutes' => null, 'Annonces diverses' => 'divers', 'Créations' => 'creation', 'Dépôts des comptes' => 'dpc', 'Immatriculations' => 'immatriculation', 'Modifications diverses' => 'modification', 'Procédures collectives' => 'collective', 'Procédures de conciliation' => 'conciliation', 'Procédures de rétablissement professionnel' => 'retablissement_professionnel', 'Radiations' => 'radiation', 'Ventes et cessions' => 'vente' ] ], 'type' => [ 'name' => 'Type', 'type' => 'list', 'values' => [ 'Tous' => null, 'Avis initial' => 'annonce', 'Avis d\'annulation' => 'annulation', 'Avis rectificatif' => 'rectificatif' ] ] ] ]; public function collectData() { $parameters = [ 'select' => 'id,dateparution,typeavis_lib,familleavis_lib,commercant,ville,cp', 'order_by' => 'id desc', 'limit' => 50, ]; $where = []; if (!empty($this->getInput('departement'))) { $where[] = 'numerodepartement="' . $this->getInput('departement') . '"'; } if (!empty($this->getInput('famille'))) { $where[] = 'familleavis="' . $this->getInput('famille') . '"'; } if (!empty($this->getInput('type'))) { $where[] = 'typeavis="' . $this->getInput('type') . '"'; } if ($where !== []) { $parameters['where'] = implode(' and ', $where); } $url = urljoin(self::URI, '/api/explore/v2.1/catalog/datasets/annonces-commerciales/records?' . http_build_query($parameters)); $data = Json::decode(getContents($url), false); foreach ($data->results as $result) { if ( !isset( $result->id, $result->dateparution, $result->typeavis_lib, $result->familleavis_lib, $result->commercant, $result->ville, $result->cp ) ) { continue; } $title = sprintf( '[%s] %s - %s à %s (%s)', $result->typeavis_lib, $result->familleavis_lib, $result->commercant, $result->ville, $result->cp ); $this->items[] = [ 'uid' => $result->id, 'timestamp' => strtotime($result->dateparution), 'title' => $title, ]; } } } ================================================ FILE: bridges/BookMyShowBridge.php ================================================ 'Plays', self::EVENTS => 'Events', self::MOVIES => 'Movies', ]; const CITIES = [ // Most popular cities 'Mumbai' => 'MUMBAI', 'National Capital Region (NCR)' => 'NCR', 'Bengaluru' => 'BANG', 'Hyderabad' => 'HYD', 'Ahmedabad' => 'AHD', 'Chandigarh' => 'CHD', 'Chennai' => 'CHEN', 'Pune' => 'PUNE', 'Kolkata' => 'KOLK', 'Kochi' => 'KOCH', // Less common cities 'Aalo' => 'AALU', 'Abohar' => 'ABOR', 'Abu Road' => 'ABRD', 'Acharapakkam' => 'ACHA', 'Adilabad' => 'ADIL', 'Agar Malwa' => 'AGOR', 'Agartala' => 'AGAR', 'Agra' => 'AGRA', 'Ahmedgarh' => 'AHMG', 'Ahmednagar' => 'AHMED', 'Aizawl' => 'AIZW', 'Ajmer' => 'AJMER', 'Akaltara' => 'AKAL', 'Akividu' => 'AKVD', 'Akola' => 'AKOL', 'Alangudi' => 'ALNI', 'Alappuzha' => 'ALPZ', 'Alathur' => 'ALAR', 'Alibaug' => 'ALBG', 'Aligarh' => 'ALI', 'Allagadda' => 'ALGD', 'Almora' => 'ALMO', 'Alwar' => 'ALWR', 'Amadalavalasa' => 'ADAM', 'Amalapuram' => 'AMAP', 'Amaravathi' => 'AVTI', 'Ambala' => 'AMB', 'Ambikapur' => 'AMBI', 'Ambur' => 'AMBR', 'Amgaon' => 'AMGN', 'Amravati' => 'AMRA', 'Amritsar' => 'AMRI', 'Anakapalle' => 'ANKP', 'Anand' => 'AND', 'Anantapalli' => 'ANTT', 'Anantapur' => 'ANAN', 'Anchal' => 'ANHL', 'Angadipuram' => 'ANDM', 'Angamaly' => 'ANGA', 'Angara' => 'ANGR', 'Angul' => 'ANGL', 'Anjad' => 'ANJA', 'Anjar' => 'ANJR', 'Anklav' => 'ANKV', 'Ankleshwar' => 'ANKL', 'Annigeri' => 'ANGI', 'Arakkonam' => 'ARAK', 'Arambagh' => 'AMBH', 'Aranthangi' => 'ARNT', 'Ariyalur' => 'ARIY', 'Arni' => 'ARNI', 'Arsikere' => 'ARSI', 'Aruppukottai' => 'ARUP', 'Asansol' => 'ASANSOL', 'Ashoknagar (West Bengal)' => 'ASNA', 'Ashoknagar' => 'AKMP', 'Aswaraopeta' => 'ASWA', 'Atpadi' => 'ATPA', 'Attili' => 'ATLI', 'Aurangabad (Bihar)' => 'AUBI', 'Aurangabad (West Bengal)' => 'AURW', 'Aurangabad' => 'AURA', 'Avinashi' => 'AVII', 'Azamgarh' => 'AZMG', 'B. Kothakota' => 'BKOT', 'Badaun' => 'BADN', 'Baddi' => 'BADD', 'Badnawar' => 'BADR', 'Bagbahara' => 'BBHA', 'Bagha Purana' => 'BAPU', 'Bagru' => 'BAGU', 'Bahadurgarh' => 'BAHD', 'Bahraich' => 'BHRH', 'Baihar' => 'BIAH', 'Baikunthpur' => 'BKTH', 'Baindur' => 'BAND', 'Bakhrahat' => 'BART', 'Balaghat' => 'BLGT', 'Balangir' => 'BALG', 'Balasore' => 'BLSR', 'Balijipeta' => 'BLIJ', 'Balod' => 'BALD', 'Baloda Bazar' => 'BBCH', 'Balotra' => 'BALO', 'Balrampur' => 'BLUR', 'Balurghat' => 'BALU', 'Bangarpet' => 'BAGT', 'Banswada' => 'BNSA', 'Banswara' => 'BANS', 'Bantumilli' => 'BANT', 'Barabanki' => 'BARK', 'Baramati' => 'BARA', 'Baraut' => 'BARL', 'Bardoli' => 'BRDL', 'Bareilly' => 'BARE', 'Bargarh' => 'BARG', 'Baripada' => 'BARI', 'Barmer' => 'BARM', 'Barnala' => 'BAR', 'Barshi' => 'BRHI', 'Barwani' => 'BRWN', 'Basna' => 'BASN', 'Basti' => 'BAST', 'Bathinda' => 'BHAT', 'Batlagundu' => 'BTGD', 'Beawar' => 'BEAW', 'Beed' => 'BEED', 'Belagavi (Belgaum)' => 'BELG', 'Bellampalli' => 'BELL', 'Bellary' => 'BLRY', 'Belur' => 'BELU', 'Bemetara' => 'BMTA', 'Berachampa' => 'BRAC', 'Berhampore' => 'BEHA', 'Berhampur' => 'BERP', 'Bestavaripeta' => 'BEST', 'Betul' => 'BETU', 'Bhadrachalam' => 'BHDR', 'Bhadrak' => 'BHAD', 'Bhadravati' => 'BDVT', 'Bhainsa' => 'BHAN', 'Bhandara' => 'BHAA', 'Bharamasagara' => 'BASA', 'Bharuch' => 'BHAR', 'Bhatapara' => 'BTAP', 'Bhatkal' => 'BAKL', 'Bhattiprolu' => 'BATT', 'Bhavnagar' => 'BHNG', 'Bhilai' => 'BHILAI', 'Bhilwara' => 'BHIL', 'Bhimadole' => 'BMDE', 'Bhimavaram' => 'BHIM', 'Bhiwadi' => 'BHWD', 'Bhiwani' => 'BHWN', 'Bhopal' => 'BHOP', 'Bhubaneswar' => 'BHUB', 'Bhuj' => 'BHUJ', 'Bhuntar' => 'BHUN', 'Bhupalpalle' => 'BHUP', 'Bhusawal' => 'BHUS', 'Biaora' => 'BIAR', 'Bidar' => 'BIDR', 'Bijnor' => 'BIJ', 'Bijoynagar' => 'BIJO', 'Bikaner' => 'BIK', 'Bilara' => 'BILR', 'Bilaspur (Himachal Pradesh)' => 'BIPS', 'Bilaspur' => 'BILA', 'Bilimora' => 'BILI', 'Biraul' => 'BIRL', 'Bishrampur' => 'BSRM', 'Bodinayakanur' => 'BODI', 'Boisar' => 'BOIS', 'Bokaro' => 'BOKA', 'Bolpur' => 'BLPR', 'Bommidi' => 'BOMM', 'Bongaigaon' => 'BONG', 'Bongaon' => 'BONI', 'Borsad' => 'BORM', 'Brahmapur' => 'KHUB', 'Brahmapuri' => 'BHMP', 'Brajrajnagar' => 'BJNG', 'Bulandshahr' => 'BULA', 'Buldana' => 'BULD', 'Bundu' => 'BUND', 'Burdwan' => 'BURD', 'Burhanpur' => 'BRHP', 'Byadagi' => 'BYAD', 'Chagallu' => 'CHAG', 'Challakere' => 'CHLA', 'Challapalli' => 'CHAP', 'Champa' => 'CHAM', 'Chanchal' => 'CCWC', 'Chandausi' => 'CHDN', 'Chandragiri' => 'CHAD', 'Chandrakona' => 'CKNA', 'Chandrapur' => 'CHAN', 'Changanassery' => 'CNSY', 'Channagiri' => 'CHGI', 'Channarayapatna' => 'CHNN', 'Chaygaon' => 'CHOG', 'Cheepurupalli' => 'CHEE', 'Chendrapinni' => 'CNPI', 'Chengannur' => 'CHEG', 'Chennur' => 'CHNU', 'Cherial' => 'CHRY', 'Cheyyar' => 'CHEY', 'Chhibramau' => 'CHHI', 'Chhindwara' => 'CHIN', 'Chickmagaluru' => 'CHKA', 'Chidambaram' => 'CHID', 'Chikkaballapur' => 'CHIK', 'Chikodi' => 'CHOK', 'Chinturu' => 'CHTN', 'Chirala' => 'CHIR', 'Chitradurga' => 'CHIT', 'Chittoor' => 'CHTT', 'Chodavaram' => 'CDVM', 'Chotila' => 'CHOT', 'Coimbatore' => 'COIM', 'Cooch Behar' => 'COBE', 'Cuddalore' => 'CUDD', 'Cuttack' => 'CUTT', 'Dabra' => 'DABR', 'Dahanu' => 'DHAU', 'Dahegam' => 'DHGM', 'Dahod' => 'DAHO', 'Dakshin Barasat' => 'DAKS', 'Dalli Rajhara' => 'DALL', 'Daman' => 'DAMA', 'Damoh' => 'DAMO', 'Darjeeling' => 'DARJ', 'Darsi' => 'DARS', 'Dasuya' => 'DASU', 'Dausa' => 'DAUS', 'Davanagere' => 'DAVA', 'Davuluru' => 'DVLR', 'Deesa' => 'DEES', 'Dehradun' => 'DEH', 'Deoghar' => 'DOGH', 'Devadurga' => 'DEVD', 'Devarakonda' => 'DEVK', 'Devgad' => 'DEGA', 'Dewas' => 'DEWAS', 'Dhampur' => 'DHPR', 'Dhamtari' => 'DHMT', 'Dhanbad' => 'DHAN', 'Dhar' => 'DARH', 'Dharamsala' => 'DMSL', 'Dharapuram' => 'DHAR', 'Dharmapuri' => 'DMPI', 'Dharmavaram' => 'DDMA', 'Dharwad' => 'DHAW', 'Dhenkanal' => 'DNAL', 'Dhoraji' => 'DHOR', 'Dhule' => 'DHLE', 'Dhuri' => 'DHRI', 'Dibrugarh' => 'DIB', 'Digras' => 'DIGR', 'Dimapur' => 'DMPR', 'Dindigul' => 'DIND', 'Doddaballapura' => 'DDBP', 'Domkal' => 'DMKL', 'Dongargarh' => 'DONG', 'Doraha' => 'DORH', 'Durg' => 'DURG', 'Durgapur' => 'DURGA', 'Edappal' => 'EDPL', 'Edlapadu' => 'EDLP', 'Eluru' => 'ELRU', 'Erattupetta' => 'ERAT', 'Ernakulam' => 'ERNK', 'Erode' => 'EROD', 'Etawah' => 'ETWH', 'Ettumanoor' => 'ETTU', 'Faizabad' => 'FAZA', 'Falna' => 'FALN', 'Faridkot' => 'DKOT', 'Fatehgarh Sahib' => 'FASA', 'Fatehpur' => 'FATE', 'Fatehpur(Rajasthan)' => 'FATR', 'Firozpur' => 'FRZR', 'G.Mamidada' => 'GMAD', 'Gadag' => 'GADG', 'Gadarwara' => 'GDWR', 'Gadchiroli' => 'GDRO', 'Gajendragarh' => 'GJGH', 'Gajwel' => 'GAJW', 'Ganapavaram' => 'GANP', 'Gandhidham' => 'GDHAM', 'Gandhinagar' => 'GNAGAR', 'Gangavati' => 'GAVT', 'Gangoh' => 'GANZ', 'Gangtok' => 'GANG', 'Ganjbasoda' => 'GANJ', 'Garla' => 'GALA', 'Gauribidanur' => 'GAUR', 'Gaya' => 'GAYA', 'Gingee' => 'GING', 'Goa' => 'GOA', 'Gobichettipalayam' => 'GOBI', 'Godavarikhani' => 'GDVK', 'Godhra' => 'GODH', 'Gokak' => 'GKGK', 'Gokavaram' => 'GOKM', 'Golaghat' => 'GHT', 'Gollaprolu' => 'GOLL', 'Gonda' => 'GOND', 'Gondia' => 'GNDA', 'Gopalganj' => 'GOPG', 'Gorakhpur' => 'GRKP', 'Gorantla' => 'GORA', 'Gotegaon' => 'GTGN', 'Gownipalli' => 'GOWP', 'Gudivada' => 'GUDI', 'Gudiyatham' => 'GDTM', 'Gudur' => 'GUDR', 'Gulaothi' => 'GULL', 'Guledgudda' => 'GULD', 'Gummadidala' => 'GUMM', 'Guna' => 'GUNA', 'Guntakal' => 'GUNL', 'Guntur' => 'GUNT', 'Gurazala' => 'GURZ', 'Guwahati' => 'GUW', 'Gwalior' => 'GWAL', 'Habra' => 'HARR', 'Hagaribommanahalli' => 'HHGG', 'Hajipur' => 'HAJI', 'Haldia' => 'HLDI', 'Haldwani' => 'HALD', 'Haliya' => 'HALI', 'Hampi' => 'HMPI', 'Hardoi' => 'HRDI', 'Haridwar' => 'HRDR', 'Harihar' => 'HRRR', 'Haripad' => 'HRPD', 'Harugeri' => 'HARU', 'Hasanpur' => 'HANS', 'Hazaribagh' => 'HAZA', 'Himmatnagar' => 'HIMM', 'Hindaun City' => 'HIND', 'Hisar' => 'HISR', 'Honnali' => 'HONV', 'Honnavara' => 'HNVR', 'Hooghly' => 'HOOG', 'Hoshiarpur' => 'HOSH', 'Hoskote' => 'HOKT', 'Hospet' => 'HOSP', 'Hosur' => 'HSUR', 'Howrah' => 'HWRH', 'Hubballi (Hubli)' => 'HUBL', 'Huvinahadagali' => 'HULI', 'Ichalkaranji' => 'ICHL', 'Ichchapuram' => 'ICPR', 'Idappadi' => 'IDPI', 'Idar' => 'IDAR', 'Indapur' => 'INDA', 'Indi' => 'IIND', 'Indore' => 'IND', 'Irinjalakuda' => 'IRNK', 'Itanagar' => 'ITNG', 'Itarsi' => 'ITAR', 'Jabalpur' => 'JABL', 'Jadcherla' => 'JADC', 'Jagalur' => 'JAGA', 'Jagatdal' => 'JGDL', 'Jagdalpur' => 'JAGD', 'Jaggampeta' => 'JAGG', 'Jaggayyapeta' => 'JGGY', 'Jagtial' => 'JGTL', 'Jaipur' => 'JAIP', 'Jaisalmer' => 'JSMR', 'Jajpur Road' => 'JAJP', 'Jalakandapuram' => 'JAKA', 'Jalalabad' => 'JLAB', 'Jalandhar' => 'JALA', 'Jalgaon' => 'JALG', 'Jalna' => 'JALN', 'Jalpaiguri' => 'JPG', 'Jami' => 'JAMI', 'Jamkhed' => 'JAMK', 'Jammalamadugu' => 'JAMD', 'Jammu' => 'JAMM', 'Jamnagar' => 'JAM', 'Jamner' => 'JAMN', 'Jamshedpur' => 'JMDP', 'Jangaon' => 'JNGN', 'Jangareddy Gudem' => 'JANG', 'Janjgir' => 'JANR', 'Jasdan' => 'JASD', 'Jaunpur' => 'JANP', 'Jehanabad' => 'JEHA', 'Jetpur' => 'JETP', 'Jewar' => 'JEWR', 'Jeypore' => 'JEYP', 'Jhabua' => 'JHAB', 'Jhajjar' => 'JHAJ', 'Jhansi' => 'JNSI', 'Jharsuguda' => 'JRSG', 'Jiaganj' => 'JAGJ', 'Jind' => 'JIND', 'Jodhpur' => 'JODH', 'Jorhat' => 'JORT', 'Junagadh' => 'JUGH', 'Kadapa' => 'KDPA', 'Kadi' => 'KADI', 'Kaikaluru' => 'KAIK', 'Kaithal' => 'KAIT', 'Kakarapalli' => 'KAAP', 'Kakinada' => 'KAKI', 'Kalaburagi (Gulbarga)' => 'GULB', 'Kalimpong' => 'KALI', 'Kallakurichi' => 'KALL', 'Kalol (Panchmahal)' => 'PANH', 'Kalwakurthy' => 'KALW', 'Kalyani' => 'KALY', 'Kamanaickenpalayam' => 'KPLA', 'Kamareddy' => 'KMRD', 'Kamavarapukota' => 'KPKT', 'Kambainallur' => 'KAMR', 'Kamptee' => 'KAMP', 'Kanakapura' => 'KAKP', 'Kanchikacherla' => 'KNCH', 'Kanchipuram' => 'KNPM', 'Kandukur' => 'KAND', 'Kangayam' => 'KGKM', 'Kangra' => 'KANG', 'Kanichar' => 'KANC', 'Kanigiri' => 'KANI', 'Kanipakam' => 'KAAM', 'Kanjirappally' => 'KNNJ', 'Kanker' => 'KANK', 'Kannauj' => 'KANJ', 'Kannur' => 'KANN', 'Kanpur' => 'KANP', 'Kanyakumari' => 'KAKM', 'Karad' => 'KARD', 'Karaikal' => 'KARA', 'Karanja Lad' => 'KLAD', 'Kareli' => 'KARE', 'Karimangalam' => 'KARI', 'Karimganj' => 'KRNJ', 'Karimnagar' => 'KARIM', 'Karjat' => 'KART', 'Karkala' => 'KARK', 'Karnal' => 'KARN', 'Karunagapally' => 'KARG', 'Karur' => 'KARU', 'Karwar' => 'KWAR', 'Kasdol' => 'KASD', 'Kasgunj' => 'KASG', 'Kashipur' => 'KASH', 'Kasibugga' => 'KSBG', 'Kathipudi' => 'KATP', 'Kathua' => 'KATH', 'Katihar' => 'KATI', 'Kattappana' => 'AWCK', 'Kaveripattinam' => 'KANM', 'Kekri' => 'KEKR', 'Keonjhar' => 'KNJH', 'Kesinga' => 'KEGA', 'Khachrod' => 'KHCU', 'Khajipet' => 'KHAJ', 'Khalilabad' => 'KHBD', 'Khamgaon' => 'KHMG', 'Khammam' => 'KHAM', 'Khandwa' => 'KHDW', 'Khanna' => 'KHAN', 'Kharagpur' => 'KGPR', 'Kharsia' => 'KHAS', 'Khed' => 'KHED', 'Khopoli' => 'KHOP', 'Khurja' => 'KHUR', 'Kichha' => 'KCHA', 'Kishanganj' => 'KSGJ', 'Kodad' => 'KODA', 'Kodagu (Coorg)' => 'COOR', 'Kodakara' => 'KDKR', 'Kodungallur' => 'KODU', 'Kokrajhar' => 'KKJR', 'Kolar' => 'OLAR', 'Kolhapur' => 'KOLH', 'Kollam' => 'KOLM', 'Kollengode' => 'KOLE', 'Komarapalayam' => 'KOMA', 'Kondagaon' => 'KNGN', 'Kondlahalli' => 'KNAI', 'Korba' => 'KRBA', 'Kosamba' => 'KOSA', 'Kota (AP)' => 'KOAN', 'Kota' => 'KOTA', 'Kothagudem' => 'KTGM', 'Kothamangalam' => 'KTMM', 'Kotkapura' => 'KOTK', 'Kotpad' => 'KTPD', 'Kotputli' => 'KPLI', 'Kottayam' => 'KTYM', 'Kovur (Nellore)' => 'KOVR', 'Kovvur' => 'KOVU', 'Koyyalagudem' => 'KOEM', 'Kozhikode' => 'KOZH', 'Kozhinjampara' => 'KOZA', 'Krishnagiri' => 'KRHN', 'Krishnanagar' => 'KNWB', 'Krosuru' => 'KRSR', 'Kruthivennu' => 'KRTH', 'Kuchaman City' => 'KHCY', 'Kukshi' => 'KUKS', 'Kulithalai' => 'KULI', 'Kullu' => 'KULU', 'Kumbakonam' => 'KUMB', 'Kunkuri' => 'KKRI', 'Kurnool' => 'KURN', 'Kurukshetra' => 'KURU', 'Kutch' => 'KTCH', 'Lakhimpur Kheri' => 'LKPK', 'Lakhimpur' => 'LAHA', 'Lakkavaram' => 'LRAM', 'Lakshmeshwara' => 'LKSH', 'Latur' => 'LAT', 'Leh' => 'LEHL', 'Lingasugur' => 'LING', 'Lohardaga' => 'LOHA', 'Lonavala' => 'LNVL', 'Loni' => 'LONI', 'Lucknow' => 'LUCK', 'Ludhiana' => 'LUDH', 'Macherla' => 'MACH', 'Machilipatnam' => 'MAPM', 'Madanapalle' => 'MDNP', 'Maddur' => 'MADD', 'Madhavaram' => 'MDHA', 'Madhepura' => 'MHEA', 'Madhira' => 'MADR', 'Madurai' => 'MADU', 'Magadi' => 'MAGA', 'Mahabubabad' => 'MAHA', 'Mahad' => 'MHAD', 'Mahbubnagar' => 'MAHB', 'Maheshwar' => 'MAHE', 'Mahishadal' => 'MMAI', 'Mahudha' => 'MAHU', 'Malebennur' => 'MEBN', 'Malegaon' => 'MALE', 'Malerkotla' => 'MALR', 'Mall' => 'MAAL', 'Malout' => 'MALO', 'Mamallapuram' => 'MMLL', 'Manali' => 'MANA', 'Manapparai' => 'MAPI', 'Manawar' => 'MANW', 'Mancherial' => 'MANC', 'Mandapeta' => 'MAND', 'Mandi Gobindgarh' => 'MBBH', 'Mandla' => 'MADL', 'Mandsaur' => 'MNDS', 'Mandya' => 'MND', 'Manendragarh' => 'MANE', 'Mangalagiri' => 'MGLR', 'Mangaldoi' => 'MANG', 'Mangaluru (Mangalore)' => 'MLR', 'Manikonda (AP)' => 'MNAP', 'Manipal' => 'MANI', 'Manjeri' => 'MAJR', 'Mannargudi' => 'MANB', 'Mannarkkad' => 'MKKA', 'Mansa' => 'MNSA', 'Manuguru' => 'MNGU', 'Maraimalai Nagar' => 'MMNR', 'Markapur' => 'MARK', 'Marripeda' => 'MARR', 'Marthandam' => 'MRDM', 'Mathura' => 'MATH', 'Mattannur' => 'MATT', 'Mavellikara' => 'MVLR', 'Medak' => 'MDAK', 'Medarametla' => 'MDRM', 'Meerut' => 'MERT', 'Mehsana' => 'MEHS', 'Memari' => 'MMRR', 'Metpally' => 'METT', 'Mettuppalayam' => 'MTPM', 'Miryalaguda' => 'MRGD', 'Mirzapur' => 'MIZP', 'Moga' => 'MOGA', 'Mohali' => 'MOHL', 'Molakalmuru' => 'MOLA', 'Moodbidri' => 'MOOD', 'Moradabad' => 'MORA', 'Moranhat' => 'MORH', 'Morbi' => 'MOBI', 'Morena' => 'MRMP', 'Motihari' => 'MOTI', 'Moyna' => 'MAYN', 'Muddebihal' => 'MUDD', 'Mudhol' => 'MUDL', 'Mughalsarai' => 'MGSI', 'Mukkam' => 'MUKM', 'Muktsar' => 'MKST', 'Mullanpur' => 'MULL', 'Mummidivaram' => 'MUMM', 'Mundakayam' => 'MUAM', 'Mundra' => 'MUDA', 'MUNNAR' => 'MUNN', 'Muradnagar' => 'MRDG', 'Murtizapur' => 'MUUR', 'Musiri' => 'MUSI', 'Mussoorie' => 'MSS', 'Muvattupuzha' => 'MUVA', 'Muzaffarnagar' => 'MUZ', 'Muzaffarpur' => 'MUZA', 'Mydukur' => 'MYDU', 'Mysuru (Mysore)' => 'MYS', 'Nabadwip' => 'NABB', 'Nadiad' => 'NADI', 'Nagaon' => 'NAAM', 'Nagapattinam' => 'NGPT', 'Nagari' => 'NAGI', 'Nagarkurnool' => 'NGKL', 'Nagda' => 'NAGD', 'Nagercoil' => 'NAGE', 'Nagothane' => 'NAGO', 'Nagpur' => 'NAGP', 'Naihati' => 'NHTA', 'Nainital' => 'NAIN', 'Nakhatrana' => 'NKHT', 'Nalgonda' => 'NALK', 'Namakkal' => 'NMKL', 'Namchi' => 'NAMI', 'Nanded' => 'NAND', 'Nandigama' => 'NDGM', 'Nandurbar' => 'NDNB', 'Nandyal' => 'NADY', 'Nanjanagudu' => 'NJGU', 'Nanpara' => 'NANP', 'Narasannapeta' => 'NRPT', 'Narasaraopet' => 'NSPT', 'Narayankhed' => 'NARY', 'Narayanpur' => 'NRYA', 'Nargund' => 'NRGD', 'Narnaul' => 'NARN', 'Narsampet' => 'NASP', 'Narsapur' => 'NARP', 'Narsipatnam' => 'NARS', 'Nashik' => 'NASK', 'Nathdwara' => 'NATW', 'Navsari' => 'NVSR', 'Nawalgarh' => 'NANA', 'Nawanshahr' => 'NAVN', 'Nawapara' => 'NAWA', 'Nazira' => 'NZRA', 'Nedumkandam' => 'NEDU', 'Neemuch' => 'NMCH', 'Nellimarla' => 'NLEM', 'Ner Parsopant' => 'NERP', 'New Tehri' => 'TEHR', 'Neyveli' => 'NYVL', 'Nidadavolu' => 'NDVD', 'Nilagiri' => 'NIGA', 'Nimbahera' => 'NIPA', 'Nipani' => 'NIPN', 'Nizamabad' => 'NIZA', 'Nokha' => 'NKHA', 'Nuzvid' => 'NZVD', 'Nyamathi' => 'NYNT', 'Ongole' => 'ONGL', 'Ooty' => 'OOTY', 'Osmanabad' => 'OSMA', 'Ottapalam' => 'OTTP', 'Padrauna' => 'PADR', 'Pakala' => 'PAKA', 'Pala' => 'PALL', 'Palakkad' => 'PLKK', 'Palakollu' => 'PLKL', 'Palakonda' => 'PALK', 'Palampur' => 'PALM', 'Palanpur' => 'PALN', 'Palasa' => 'PALS', 'Palghar' => 'PALG', 'Pali' => 'PAAL', 'Pallipalayam' => 'PLLI', 'Palwal' => 'PLWL', 'Palwancha' => 'PLWA', 'Pamarru' => 'PAMA', 'Panchkula' => 'PNCH', 'Pandalam' => 'PADM', 'Pandharpur' => 'PNDH', 'Panipat' => 'PAN', 'Panruti' => 'PANT', 'Papanasam' => 'PAPA', 'Paralakhemundi' => 'PRKM', 'Paratwada' => 'PARA', 'Parbhani' => 'PARB', 'Parchur' => 'PARC', 'Parigi (Telangana)' => 'PARI', 'Parvathipuram' => 'PRVT', 'Patan' => 'PATA', 'Pathalgaon' => 'PAHT', 'Pathanamthitta' => 'PTNM', 'Pathankot' => 'PATH', 'Pathsala' => 'PATS', 'Patiala' => 'PATI', 'Patna' => 'PATN', 'Pattambi' => 'PTMB', 'Pattukkottai' => 'PATU', 'Payakaraopeta' => 'PATE', 'Payyanur' => 'PAYY', 'Pedanandipadu' => 'PEDN', 'Peddapalli' => 'PEDA', 'Peddapuram' => 'PEDP', 'Pen' => 'PEN', 'Pendra' => 'PEND', 'Pennagaram' => 'PENM', 'Penuganchiprolu' => 'PENU', 'Penugonda' => 'PDDG', 'Perambalur' => 'PERA', 'Peringottukurissi' => 'PERN', 'Perinthalmanna' => 'PNTM', 'Phagwara' => 'PHAG', 'Phalodi' => 'PHLD', 'Phaltan' => 'PHAL', 'Pileru' => 'PLRU', 'Pipariya' => 'PIPY', 'Pithampur' => 'PITH', 'Podili' => 'PODI', 'Polavaram' => 'PLAB', 'Pollachi' => 'POLL', 'Pondicherry' => 'POND', 'Ponduru' => 'PONU', 'Ponnani' => 'PONN', 'Porumamilla' => 'PORU', 'Pratapgarh (Rajasthan)' => 'PTRT', 'Pratapgarh (UP)' => 'PRAT', 'Prathipadu' => 'PRTH', 'Prayagraj (Allahabad)' => 'ALLH', 'Proddatur' => 'PROD', 'Pulluvila' => 'PULA', 'Pulpally' => 'PULP', 'Punalur' => 'PUNA', 'Punganur' => 'PGNR', 'Purnea' => 'PURN', 'Purulia' => 'PURU', 'Pusad' => 'PUSD', 'Pusapatirega' => 'PREG', 'Puttur' => 'PUTT', 'Raebareli' => 'RAEB', 'Rahimatpur' => 'RAHI', 'Raibag' => 'RAIB', 'Raigad' => 'RAI', 'Raigarh' => 'RAIG', 'Railway Koduru' => 'RLKD', 'Raipur' => 'RAIPUR', 'Raisinghnagar' => 'RSNG', 'Rajamahendravaram (Rajahmundry)' => 'RJMU', 'Rajapalayam' => 'RAYM', 'Rajkot' => 'RAJK', 'Rajnandgaon' => 'RAJA', 'Rajpipla' => 'RJPA', 'Rajpur' => 'RAJP', 'Rajpura' => 'RARA', 'Rajula' => 'RJLA', 'Ramanagara' => 'RANG', 'Ramayampet' => 'RAMP', 'Ramgarhwa' => 'RGHA', 'Ramnagar' => 'RAMN', 'Rampur' => 'RAMU', 'Ranaghat' => 'RANA', 'Ranchi' => 'RANC', 'Ranebennur' => 'RANE', 'Rangia' => 'RAAA', 'Raniganj' => 'RNGJ', 'Ranipet' => 'RANI', 'Ratlam' => 'RATL', 'Ratnagiri (Odisha)' => 'RATO', 'Ratnagiri' => 'RATN', 'Ravulapalem' => 'RVPL', 'Raxaul' => 'RAXA', 'Rayachoti' => 'RYCT', 'Rayavaram' => 'RAYA', 'Renukoot' => 'RENU', 'Repalle' => 'REPA', 'Rewa' => 'RWAA', 'Rewari' => 'REWA', 'Rishikesh' => 'RKES', 'Rishra' => 'RSRA', 'Rohtak' => 'ROH', 'Rourkela' => 'RKOR', 'Routhulapudi' => 'ROUT', 'Rudrapur' => 'RUDP', 'Rupnagar' => 'RUPN', 'Sadasivpet' => 'SADA', 'Safidon' => 'SAFI', 'Sagar' => 'SAMP', 'Saharanpur' => 'SAHA', 'Sakleshpur' => 'SASA', 'Sakti' => 'SAKT', 'Salem' => 'SALM', 'Saligrama' => 'SGMA', 'Salihundam' => 'SAHM', 'Salur' => 'SALU', 'Samalkota' => 'SAMA', 'Sambalpur' => 'SAMB', 'Sambhal' => 'SAML', 'Samsi' => 'SAMS', 'Sanawad' => 'SNWD', 'Sangamner' => 'SMNE', 'Sangareddy' => 'SARE', 'Sangaria' => 'SAGR', 'Sangli' => 'SANG', 'Sangola' => 'SNGO', 'Santhebennur' => 'STHB', 'Saraipali' => 'SPAL', 'Sarangarh' => 'SARH', 'Sarangpur' => 'SARA', 'Sardulgarh' => 'SARD', 'Sarnath' => 'SART', 'Sarni' => 'SARN', 'Sasaram' => 'SARM', 'Satara' => 'SATA', 'Sathyamangalam' => 'STHY', 'Satna' => 'SATN', 'Sattenapalle' => 'SATL', 'Secunderabad' => 'SCBD', 'Seethanagaram' => 'SEET', 'Sehore' => 'SEHO', 'Semiliguda' => 'SIMI', 'Sendhwa' => 'SEND', 'Seoni Malwa' => 'SEMA', 'Seoni' => 'SEON', 'Shadnagar' => 'SHAD', 'Shahada' => 'SHHA', 'Shahdol' => 'SHAH', 'Shahjahanpur' => 'SHJH', 'Shajapur' => 'SJUR', 'Shankarampet' => 'SHAN', 'Shankarpally' => 'SKRP', 'Sheorinarayan' => 'SHEO', 'Shikaripur' => 'SHKR', 'Shillong' => 'SHLG', 'Shimla' => 'SMLA', 'Shirali' => 'SHIR', 'Shivamogga' => 'SHIA', 'Shivpuri' => 'SHIV', 'Shoranur' => 'SHNR', 'Shrirampur' => 'SHUR', 'Siddipet' => 'SDDP', 'Sidlaghatta' => 'SIDL', 'Sikar' => 'SIKR', 'Silchar' => 'SIL', 'Siliguri' => 'SILI', 'Silvassa' => 'SILV', 'Sindhanur' => 'SIND', 'Sindhudurg' => 'SNDH', 'Sinnar' => 'SINA', 'Sircilla' => 'SIRC', 'Sirohi' => 'SIRO', 'Sirsi' => 'SRSI', 'Siruguppa' => 'SPPA', 'Sitamarhi' => 'SIMA', 'Sitapur' => 'SITA', 'Sivakasi' => 'SIV', 'Sivasagar' => 'SVSG', 'Solan' => 'SCO', 'Solapur' => 'SOLA', 'Sompeta' => 'SOMA', 'Songadh' => 'SONG', 'Sonipat' => 'RAIH', 'Sonkatch' => 'SONH', 'Sri Ganganagar' => 'SRIG', 'Srikakulam' => 'SRKL', 'Srinagar' => 'SRNG', 'Srivaikuntam' => 'SRTA', 'Srivilliputhur' => 'SRIV', 'Station Ghanpur' => 'STGH', 'Sultanpur' => 'SLUT', 'Sulthan Bathery' => 'SULY', 'Sundargarh' => 'SUND', 'Surajpur' => 'SURA', 'Surat' => 'SURT', 'Surendranagar' => 'SRDN', 'Suryapet' => 'SURY', 'Tadepalligudem' => 'TADP', 'Tallapudi' => 'TTPP', 'Tallarevu' => 'TALL', 'Talwandi Bhai' => 'TALW', 'Tamluk' => 'TMLU', 'Tanda' => 'TNDA', 'Tandur' => 'TAND', 'Tangutur' => 'TANG', 'Tanuku' => 'TANK', 'Tatipaka' => 'TATI', 'Tenali' => 'TENA', 'Tenkasi' => 'TENK', 'Tezpur' => 'TEZP', 'Thalassery' => 'THAY', 'Thalayolaparambu' => 'THAL', 'Thamarassery' => 'TMRY', 'Thanipadi' => 'THPD', 'Thanjavur' => 'TANJ', 'Tharad' => 'THRD', 'Theni' => 'THEN', 'Thirubuvanai' => 'THRU', 'Thiruthuraipoondi' => 'THND', 'Thiruttani' => 'THTN', 'Thiruvalla' => 'THVL', 'Thiruvarur' => 'THVR', 'Thodupuzha' => 'THOD', 'Thorrur' => 'THOR', 'Thottiyam' => 'THYM', 'Thrissur' => 'THSR', 'Thullur' => 'THUL', 'Thuraiyur' => 'THYR', 'Tilda Neora' => 'TNO', 'Tindivanam' => 'TNVM', 'Tinsukia' => 'TINS', 'Tiptur' => 'TIPT', 'Tiruchirappalli' => 'TRII', 'Tirukoilur' => 'TRKR', 'Tirunelveli' => 'TIRV', 'Tirupati' => 'TIRU', 'Tirupattur' => 'TRPR', 'Tirupur' => 'TIRP', 'Tirur' => 'TRUR', 'Tiruvannamalai' => 'TVNM', 'Titagarh' => 'TTGH', 'Trichy' => 'TRIC', 'Trivandrum' => 'TRIV', 'Tumakuru (Tumkur)' => 'TUMK', 'Tuticorin' => 'TTCN', 'Udaipur' => 'UDAI', 'Udaynarayanpur' => 'UDAY', 'Udgir' => 'UDGR', 'Udumalpet' => 'UDMP', 'Udupi' => 'UDUP', 'Ujjain' => 'UJJN', 'Ulundurpet' => 'ULPT', 'Umbergaon' => 'UMER', 'Una' => 'BEEL', 'Uthamapalayam' => 'UTHM', 'Vadakara' => 'VDKR', 'Vadakkencherry' => 'VDCY', 'Vadalur' => 'VADA', 'Vadanappally' => 'VADN', 'Vadodara' => 'VAD', 'Valigonda' => 'VALI', 'Valluru' => 'VALL', 'Valsad' => 'VLSD', 'Vaniyambadi' => 'VANI', 'Vapi' => 'VAPI', 'Varadiyam' => 'VRYM', 'Varanasi' => 'VAR', 'Varkala' => 'VKAL', 'Vatsavai' => 'VAST', 'Vazhapadi' => 'VAZH', 'Veeraghattam' => 'VEER', 'Velangi' => 'VELG', 'Velanthavalam' => 'VELM', 'Vellakoil' => 'VELI', 'Vellore' => 'VELL', 'Vempalli' => 'VAIM', 'Vemulawada' => 'VERU', 'Venkatapuram' => 'VNKT', 'Veraval' => 'VRAL', 'Vetapalem' => 'VLEM', 'Vijayapura (Bengaluru Rural)' => 'VIJP', 'Vijayapura (Bijapur)' => 'VJPR', 'Vijayarai' => 'VRAI', 'Vijayawada' => 'VIJA', 'Vikarabad' => 'VKBD', 'Vikasnagar' => 'VKNG', 'Vikravandi' => 'VIVI', 'Villupuram' => 'VILL', 'Virudhachalam' => 'VIDM', 'Visnagar' => 'VISN', 'Vizag (Visakhapatnam)' => 'VIZA', 'Vizianagaram' => 'VIZI', 'Vuyyuru' => 'VYUR', 'Wai' => 'WAIP', 'Wanaparthy' => 'WANA', 'Wani' => 'WANI', 'Warangal' => 'WAR', 'Wardha' => 'WARD', 'Warora' => 'WRRA', 'Wyra' => 'WWAR', 'Yadagirigutta' => 'YADG', 'Yamunanagar' => 'YAMU', 'Yavatmal' => 'YAVA', 'Yelagiri' => 'YLGA', 'Yelburga' => 'YELB', 'Yellamanchili' => 'YLMN', 'Yellandu' => 'YRLL', 'Yemmiganur' => 'YEMM', 'Zaheerabad' => 'ZAGE', 'Zirakpur' => 'ZIRK', ]; const PARAMETERS = [ [ 'city' => [ 'name' => 'City', 'type' => 'list', 'defaultValue' => 'MUMBAI', 'values' => self::CITIES, ], 'category' => [ 'name' => 'Category', 'type' => 'list', 'defaultValue' => self::MOVIES, 'values' => [ 'Plays' => self::PLAYS, 'Events' => self::EVENTS, 'Movies' => self::MOVIES, ], ], 'language' => [ 'name' => 'Language', 'type' => 'list', 'defaultValue' => 'all', 'values' => [ 'All' => 'all', 'Kannada' => 'Kannada', 'English' => 'English', 'Hindi' => 'Hindi', 'Telugu' => 'Telugu', 'Tamil' => 'Tamil', 'Malayalam' => 'Malayalam', 'Gujarati' => 'Gujarati', 'Assamese' => 'Assamese', ] ], 'include_online' => [ 'name' => 'Include Online Events', 'type' => 'checkbox', 'defaultValue' => false, 'title' => 'Whether to include Online Events (applies only in case of "Events" category)' ], ] ]; // Headers used in the generated table for Events/Plays // Left is the BMS API Key, and right is the rendered version const TABLE_HEADERS = [ 'Genre' => 'Genre', 'Language' => 'Language', 'Length' => 'Length', 'EventIsGlobal' => 'Global Event', 'MinPrice' => 'Minimum Price', // This doesn't seem to be used anywhere // 'IsSuperstarExclusiveEvent' => 'SuperStar Exclusive', 'EventSoldOut' => 'Sold Out', ]; // Picked from EventGroup entry for movies // Left is BMS API Ke, and right is the rendered version const MOVIE_TABLE_HEADERS = [ 'Duration' => 'Screentime', 'EventCensor' => 'Rating', ]; /* Common line that we want to edit out */ const SYNOPSIS_REGEX = '/If you [\w\s,]+synopsis\@bookmyshow\.com/'; // Picked from the ChildEvents entries inside a Event Group // for Movies // Left is BMS API Key, right is rendered version const INNER_MOVIE_HEADERS = [ 'EventLanguage' => 'Language', 'EventDimension' => 'Formats', 'EventIsAtmosEnabled' => 'Dolby Atmos', 'IsMovieClubEnabled' => 'Movie Club' ]; // Primary URL for fetching information // The city information is passed via a cookie const URL_PREFIX = 'https://in.bookmyshow.com/serv/getData?cmd=QUICKBOOK&type='; public function collectData() { $city = $this->getInput('city'); $category = $this->getInput('category'); $url = $this->makeUrl($category); $headers = $this->makeHeaders($city); $data = json_decode(getContents($url, $headers), true); if ($category == self::MOVIES) { $data = $data['moviesData']['BookMyShow']['arrEvents']; } else { $data = $data['data']['BookMyShow']['arrEvent']; } foreach ($data as $event) { $item = $this->generateEventData($event, $category); if ($item and $this->matchesFilters($category, $event)) { $this->items[] = $item; } } usort($this->items, function ($a, $b) { return $b['timestamp'] - $a['timestamp']; }); $this->items = array_slice($this->items, 0, 15); } private function makeUrl($category) { return self::URL_PREFIX . $category; } private function getDatesHtml($dates) { $tz = new DateTimeZone(self::TIMEZONE); $firstDate = DateTime::createFromFormat('Ymd', $dates[0]['ShowDateCode'], $tz) ->format('D, d M Y'); if (count($dates) == 1) { return "
Date: $firstDate
"; } $lastDateIndex = count($dates) - 1; $lastDate = DateTime::createFromFormat('Ymd', $dates[$lastDateIndex]['ShowDateCode']) ->format('D, d M Y'); return "Dates: $firstDate - $lastDate
"; } /** * Given an event array, generates corresponding HTML entry * @param array $event * @see https://gist.github.com/captn3m0/6dbd539ca67579d22d6f90fab710ccd2 Sample JSON data for various events */ private function generateEventHtml($event, $category) { $html = $this->getDatesHtml($event['arrDates']); switch ($category) { case self::MOVIES: $html .= $this->generateMovieHtml($event); break; default: $html .= $this->generateStandardHtml($event); } $html .= $this->generateVenueHtml($event['arrVenues']); return $html; } /** * Generates a simple Venue HTML, even for multiple venues * spread across multiple dates as a description list. */ private function generateVenueHtml($venues) { $html = 'Venues
| Venue | Directions |
|---|---|
| $venueName | $address $directions |
$table
More Details are available on the BookMyShow website. EOT; } /** * Converts some movie details from child entries, such as language * into a single row item, either as a list, or as a Y/N */ private function generateInnerMovieDetails($data) { // Show list of languages and list of formats $headers = ['EventLanguage', 'EventDimension']; // if any of these has a Y for any of the screenings, mark it as YES $booleanHeaders = [ 'EventIsAtmosEnabled', 'IsMovieClubEnabled' ]; $items = []; // Throw values inside $items[$headerName] foreach ($data as $row) { foreach ($headers as $header) { $items[$header][] = $row[$header]; } foreach ($booleanHeaders as $header) { $items[$header][] = $row[$header]; } } // Remove duplicate values (if all screenings are 2D for eg) foreach ($headers as $header) { $items[$header] = array_unique($items[$header]); if ($header == 'EventLanguage') { $this->languages = $items[$header]; } } $html = ''; // Generate a list for first kind of entries foreach ($headers as $header) { $html .= self::INNER_MOVIE_HEADERS[$header] . ': ' . join(', ', $items[$header]) . '
'; } // Put a yes for the boolean entries foreach ($booleanHeaders as $header) { if (in_array('Y', $items[$header])) { $html .= self::INNER_MOVIE_HEADERS[$header] . ': Yes
'; } } return $html; } private function generateMovieHtml($eventGroup) { $data = $eventGroup['ChildEvents'][0]; $table = $this->generateEventDetailsTable($data, self::MOVIE_TABLE_HEADERS); $imgsrc = sprintf(self::MOVIES_IMAGE_BASE_FORMAT, $data['EventImageCode']); $url = $this->generateMovieUrl($eventGroup); $innerHtml = $this->generateInnerMovieDetails($eventGroup['ChildEvents']); $synopsis = preg_replace(self::SYNOPSIS_REGEX, '', $data['EventSynopsis']); $eventTrailerURL = $data['EventTrailerURL']; return <<
$table
$innerHtml
$synopsis
More Details are available on the BookMyShow website and a trailer is available here EOT; } /** * Generates a canonical movie URL */ private function generateMovieUrl($eventGroup) { return self::URI . '/movies/' . $eventGroup['EventURLTitle'] . '/' . $eventGroup['EventCode']; } private function generateMoviesData($eventGroup) { // Additional data picked up from the first Child Event $data = $eventGroup['ChildEvents'][0]; $date = new DateTime($data['EventDate']); return [ 'uri' => $this->generateMovieUrl($eventGroup), 'title' => $eventGroup['EventTitle'], 'timestamp' => $date->format('U'), 'author' => 'BookMyShow', 'content' => $this->generateMovieHtml($eventGroup), 'enclosures' => [ sprintf(self::MOVIES_IMAGE_BASE_FORMAT, $data['EventImageCode']), ], // Sample Input = |ADVENTURE|ANIMATION|COMEDY| // Sample Output = ['Adventure', 'Animation', 'Comedy'] 'categories' => array_filter( explode('|', ucwords(strtolower($eventGroup['EventGrpGenre']), '|')) ), 'uid' => $eventGroup['EventGroup'] ]; } private function generateEventData($event, $category) { if ($category == self::MOVIES) { return $this->generateMoviesData($event); } return $this->generateGenericEventData($event, $category); } /** * Takes an event data as array and returns data for RSS Post */ private function generateGenericEventData($event, $category) { $datetime = $event['Event_dtmCreated']; if (empty($datetime)) { return null; } $date = new DateTime($event['Event_dtmCreated']); return [ 'uri' => $event['FShareURL'], 'title' => $event['EventTitle'], 'timestamp' => $date->format('U'), 'author' => 'BookMyShow', 'content' => $this->generateEventHtml($event, $category), 'enclosures' => [ $event['BannerURL'], ], 'categories' => array_merge( [self::CATEGORIES[$category]], $event['GenreArray'] ), 'uid' => $event['EventGroupCode'], ]; } /** * Check if this is an online event. We can't rely on * EventIsWebView, since that is set to Y for everything */ private function isEventOnline($event) { if (isset($event['arrVenues']) && count($event['arrVenues']) === 1) { if (preg_match('/(Online|Zoom)/i', $event['arrVenues'][0]['VenueName'])) { return true; } } return false; } private function matchesLanguage() { if ($this->getInput('language') !== 'all') { $language = $this->getInput('language'); return in_array($language, $this->languages); } return true; } private function matchesOnline($event) { if ($this->getInput('include_online')) { return true; } return (!$this->isEventOnline($event)); } /** * Currently only checks if the language filter matches */ private function matchesFilters($category, $event) { return $this->matchesLanguage() and $this->matchesOnline($event); } /** * Generates the RSS Feed title */ public function getName() { $city = $this->getInput('city'); $category = $this->getInput('category'); if (!is_null($city) and !is_null($category)) { $categoryName = self::CATEGORIES[$category]; $cityNames = array_flip(self::CITIES); $cityName = $cityNames[$city]; if ($this->getInput('language') !== 'null') { $l = ucwords($this->getInput('language')); // Sample: English Movies in Delhi return "BookMyShow: $l $categoryName in $cityName"; } return "BookMyShow: $categoryName in $cityName"; } return parent::getName(); } /** * Returns * @param string $city City Code * @return array list of headers */ private function makeHeaders($city) { $uniqid = uniqid(); $rgn = urlencode("|Code=$city|"); return [ "Cookie: bmsId=$uniqid; Rgn=$rgn;" ]; } /** * Generates various URLs as per https://tools.ietf.org/html/rfc5870 * and other standards */ private function generateDirectionsHtml($lat, $long, $address = '') { $address = urlencode($address); $links = [ 'Apple Maps' => 'http://maps.apple.com/maps?q=%s,%s"', 'Google Maps' => 'http://maps.google.com/maps?ll=%s,%s', // 'Google Maps (Android)' => 'geo:%s,%s?q=%s', // 'Google Maps (iOS)' => 'comgooglemaps://?center=%s,%s&zoom=12&views=traffic', 'OpenStreetMap' => 'https://www.openstreetmap.org/?mlat=%s&mlon=%s&zoom=12', 'GeoURI' => 'geo:%s,%s?q=%s', ]; $html = ''; foreach ($links as $app => $str) { $url = sprintf($str, $lat, $long, $address); $locations[] = "$app"; } $html .= implode(', ', $locations) . ''; return $html; } } ================================================ FILE: bridges/BooruprojectBridge.php ================================================ [ 'p' => [ 'name' => 'page', 'defaultValue' => 0, 'type' => 'number' ], 't' => [ 'name' => 'tags', 'required' => true, 'exampleValue' => 'tagme', 'title' => 'Use "all" to get all posts' ] ], 'Booru subdomain (subdomain.booru.org)' => [ 'i' => [ 'name' => 'Subdomain', 'required' => true, 'exampleValue' => 'rm' ] ] ]; const PATHTODATA = '.thumb'; const IDATTRIBUTE = 'id'; const TAGATTRIBUTE = 'title'; const PIDBYPAGE = 20; protected function getFullURI() { return $this->getURI() . 'index.php?page=post&s=list&pid=' . ($this->getInput('p') ? ($this->getInput('p') - 1) * static::PIDBYPAGE : '') . '&tags=' . urlencode($this->getInput('t')); } protected function getTags($element) { $tags = parent::getTags($element); $tags = explode(' ', $tags); // Remove statistics from the tags list (identified by colon) foreach ($tags as $key => $tag) { if (strpos($tag, ':') !== false) { unset($tags[$key]); } } return implode(' ', $tags); } public function getURI() { if (!is_null($this->getInput('i'))) { return 'https://' . $this->getInput('i') . '.booru.org/'; } return parent::getURI(); } public function getName() { if (!is_null($this->getInput('i'))) { return static::NAME . ' ' . $this->getInput('i'); } return parent::getName(); } } ================================================ FILE: bridges/BrotFuerDieWeltBridge.php ================================================ [ 'name' => 'Neuigkeitentyp', 'type' => 'list', 'values' => [ 'Blog' => 'blog', 'Pressemitteilungen' => 'press', ], 'defaultValue' => 'blog', ], ]]; const CACHE_TIMEOUT = 3600; public function collectData() { $newsType = $this->getInput('newsType'); $pageURI = 'https://www.brot-fuer-die-welt.de/blog/alle-beitraege/'; if ($newsType == 'press') { $pageURI = 'https://www.brot-fuer-die-welt.de/presse/alle-pressemitteilungen/'; }; $maxArticles = 100; $html = getSimpleHTMLDOMCached($pageURI, 3600); $articles = $html->find('body div.news div.news-list-view div.article') or throwServerException('Could not find articles for: ' . $pageURI); $articles = array_slice($articles, 0, $maxArticles); if ($newsType == 'blog') { foreach ($articles as $article) { $item = []; $category = $article->find('div.news-img-wrap div.teaser-badge', 0)->plaintext; if ($category) { $category = ' (' . trim($category) . ')'; }; $item['title'] = $article->find('h3.headline', 0)->plaintext . $category; $newsDateAuthor = $article->find('span.news-list-date', 0)->plaintext; if ($newsDateAuthor) { $splitDateAuthor = explode(' | ', $newsDateAuthor); $item['timestamp'] = $splitDateAuthor[0]; if (count($splitDateAuthor) > 1) { $item['author'] = $splitDateAuthor[1]; } } $item['uri'] = urljoin('https://www.brot-fuer-die-welt.de', $article->find('div.teaser-text a.more-link', 0)->href); $articleHTML = getSimpleHTMLDOMCached($item['uri'], 86400); $description = $articleHTML->find('body div.intro-box p', 0); if (!$description) { $description = $article->find('div.teaser-text div p', 0)->plaintext; }; $item['content'] = $description; $item['enclosures'] = [ urljoin('https://www.brot-fuer-die-welt.de', $article->find('div.news-img-wrap picture img', 0)->src), ]; $this->items[] = $item; } } else { foreach (array_values($articles) as $i => $article) { $item = []; $item['title'] = $article->find('div.header h3 span', 0)->plaintext; $item['timestamp'] = $article->find('div.footer span.news-list-date time', 0)->plaintext; $item['author'] = 'Brot für die Welt (Evangelisches Werk für Diakonie und Entwicklung e.V.)'; $item['uri'] = urljoin('https://www.brot-fuer-die-welt.de', $article->find('div.teaser-text a.more-link', 0)->href); $miniDescription = $article->find('div.teaser-text div p', 0)->plaintext; if ($i > 19) { $description = $miniDescription . 'Weiterlesen auf brot-fuer-die-welt.de'; } else { $articleHTML = getSimpleHTMLDOMCached($item['uri'], 86400); $description = $articleHTML->find('body article.article-section div.news-text-wrap', 0); if (!$description) { $description = $article->find('div.teaser-text div p', 0)->plaintext; }; }; $item['content'] = $description; $this->items[] = $item; } } } } ================================================ FILE: bridges/BruegelBridge.php ================================================ [ 'name' => 'Category', 'type' => 'list', 'defaultValue' => '/publications', 'values' => [ 'Publications' => '/publications', 'Commentary' => '/commentary' ] ] ] ]; public function getIcon() { return self::URI . '/themes/custom/bruegel/assets/favicon/android-icon-72x72.png'; } public function collectData() { $url = self::URI . $this->getInput('category'); $html = getSimpleHTMLDOM($url); $articles = $html->find('.c-listing__content article'); foreach ($articles as $article) { $title = $article->find('.c-list-item__title a span', 0)->plaintext; $content = trim($article->find('.c-list-item__description', 0)->plaintext); $publishDate = $article->find('.c-list-item__date', 0)->plaintext; $href = $article->find('.c-list-item__title a', 0)->getAttribute('href'); $item = [ 'title' => $title, 'content' => $content, 'timestamp' => strtotime($publishDate), 'uri' => self::URI . $href, 'author' => $this->getAuthor($article), ]; $this->items[] = $item; } } private function getAuthor($article) { $authorsElements = $article->find('.c-list-item__authors a'); $authors = array_map(function ($author) { return $author->plaintext; }, $authorsElements); return join(', ', $authors); } } ================================================ FILE: bridges/BrutBridge.php ================================================ [ 'name' => 'Category', 'type' => 'list', 'values' => [ 'News' => 'news', 'International' => 'international', 'Economy' => 'economy', 'Science and Technology' => 'science-and-technology', 'Entertainment' => 'entertainment', 'Sports' => 'sport', 'Nature' => 'nature', 'Health' => 'health', ], 'defaultValue' => 'news', ], 'edition' => [ 'name' => ' Edition', 'type' => 'list', 'values' => [ 'United States' => 'us', 'United Kingdom' => 'uk', 'France' => 'fr', 'Spain' => 'es', 'India' => 'in', 'Mexico' => 'mx', ], 'defaultValue' => 'us', ] ] ]; public function collectData() { $url = $this->getURI(); $html = getSimpleHTMLDOM($url); $regex = '/window.__PRELOADED_STATE__ = (.*);/'; preg_match($regex, $html, $parts); $data = Json::decode($parts[1], false); foreach ($data->medias->index as $uid => $media) { $this->items[] = [ 'uid' => $uid, 'title' => $media->metadata->slug, 'uri' => $media->share_url, 'timestamp' => $media->published_at, ]; } } public function getURI() { if (!is_null($this->getInput('edition')) && !is_null($this->getInput('category'))) { return self::URI . '/' . $this->getInput('edition') . '/' . $this->getInput('category'); } return parent::getURI(); } public function getName() { if (!is_null($this->getInput('edition')) && !is_null($this->getInput('category'))) { return $this->getKey('category') . ' - ' . $this->getKey('edition') . ' - Brut.'; } return parent::getName(); } } ================================================ FILE: bridges/BugzillaBridge.php ================================================ [ 'instance' => [ 'name' => 'Instance URL', 'required' => true, 'exampleValue' => 'https://bugzilla.mozilla.org' ] ], 'Bug comments' => [ 'id' => [ 'name' => 'Bug tracking ID', 'type' => 'number', 'required' => true, 'title' => 'Insert bug tracking ID', 'exampleValue' => 121241 ], 'limit' => [ 'name' => 'Number of comments to return', 'type' => 'number', 'required' => false, 'title' => 'Specify number of comments to return', 'defaultValue' => -1 ], 'skiptags' => [ 'name' => 'Skip offtopic comments', 'type' => 'checkbox', 'title' => 'Excludes comments tagged as advocacy, metoo, or offtopic from the feed' ] ] ]; const SKIPPED_ACTIVITY = [ 'cc' => true, 'comment_tag' => true ]; const SKIPPED_TAGS = ['advocacy', 'metoo', 'offtopic']; private $instance; private $bugid; private $buguri; private $title; public function getName() { if (!is_null($this->title)) { return $this->title; } return parent::getName(); } public function getURI() { return $this->buguri ?? parent::getURI(); } public function collectData() { $this->instance = rtrim($this->getInput('instance'), '/'); $this->bugid = $this->getInput('id'); $this->buguri = $this->instance . '/show_bug.cgi?id=' . $this->bugid; $url = $this->instance . '/rest/bug/' . $this->bugid; $this->getTitle($url); $this->collectComments($url . '/comment'); $this->collectUpdates($url . '/history'); usort($this->items, function ($a, $b) { return $b['timestamp'] <=> $a['timestamp']; }); if ($this->getInput('limit') > 0) { $this->items = array_slice($this->items, 0, $this->getInput('limit')); } } protected function getTitle($url) { // Only request the summary for a faster request $json = self::getJSON($url . '?include_fields=summary'); $this->title = 'Bug ' . $this->bugid . ' - ' . $json['bugs'][0]['summary'] . ' - ' . // Remove https:// substr($this->instance, 8); } protected function collectComments($url) { $json = self::getJSON($url); // Array of comments is here if (!isset($json['bugs'][$this->bugid]['comments'])) { throwClientException('Cannot find REST endpoint'); } foreach ($json['bugs'][$this->bugid]['comments'] as $comment) { $item = []; if ( $this->getInput('skiptags') and array_intersect(self::SKIPPED_TAGS, $comment['tags']) ) { continue; } $item['categories'] = $comment['tags']; $item['uri'] = $this->buguri . '#c' . $comment['count']; $item['title'] = 'Comment ' . $comment['count']; $item['timestamp'] = $comment['creation_time']; $item['author'] = $this->getUser($comment['creator']); $item['content'] = $comment['text']; if (isset($comment['is_markdown']) and $comment['is_markdown']) { $item['content'] = markdownToHtml($item['content']); } if (!is_null($comment['attachment_id'])) { $item['enclosures'] = [$this->instance . '/attachment.cgi?id=' . $comment['attachment_id']]; } $this->items[] = $item; } } protected function collectUpdates($url) { $json = self::getJSON($url); // Array of changesets which contain an array of changes if (!isset($json['bugs']['0']['history'])) { throwClientException('Cannot find REST endpoint'); } foreach ($json['bugs']['0']['history'] as $changeset) { $author = $this->getUser($changeset['who']); $timestamp = $changeset['when']; foreach ($changeset['changes'] as $change) { // Skip updates to the cc list and comment tagging if (isset(self::SKIPPED_ACTIVITY[$change['field_name']])) { continue; } $item = []; $item['uri'] = $this->buguri; $item['title'] = 'Updated'; $item['timestamp'] = $timestamp; $item['author'] = $author; $item['content'] = ucfirst($change['field_name']) . ': ' . ($change['removed'] === '' ? '[nothing]' : $change['removed']) . ' -> ' . ($change['added'] === '' ? '[nothing]' : $change['added']); $this->items[] = $item; } } } protected function getUser($user) { // Check if the user endpoint is available if ($this->loadCacheValue($this->instance . 'userEndpointClosed')) { return $user; } $cache = $this->loadCacheValue($this->instance . $user); if ($cache) { return $cache; } $url = $this->instance . '/rest/user/' . $user . '?include_fields=real_name'; try { $json = self::getJSON($url); if (isset($json['error']) and $json['error']) { throw new Exception(); } } catch (Exception $e) { $this->saveCacheValue($this->instance . 'userEndpointClosed', true); return $user; } $username = $json['users']['0']['real_name']; if (empty($username)) { $username = $user; } $this->saveCacheValue($this->instance . $user, $username); return $username; } protected static function getJSON($url) { $headers = [ 'Accept: application/json', ]; return json_decode(getContents($url, $headers), true); } } ================================================ FILE: bridges/BukowskisBridge.php ================================================ [ 'name' => 'Category', 'type' => 'list', 'values' => [ 'All categories' => '', 'Art' => [ 'All' => 'art', 'Classic Art' => 'art.classic-art', 'Classic Finnish Art' => 'art.classic-finnish-art', 'Classic Swedish Art' => 'art.classic-swedish-art', 'Contemporary' => 'art.contemporary', 'Modern Finnish Art' => 'art.modern-finnish-art', 'Modern International Art' => 'art.modern-international-art', 'Modern Swedish Art' => 'art.modern-swedish-art', 'Old Masters' => 'art.old-masters', 'Other' => 'art.other', 'Photographs' => 'art.photographs', 'Prints' => 'art.prints', 'Sculpture' => 'art.sculpture', 'Swedish Old Masters' => 'art.swedish-old-masters', ], 'Asian Ceramics & Works of Art' => [ 'All' => 'asian-ceramics-works-of-art', 'Other' => 'asian-ceramics-works-of-art.other', 'Porcelain' => 'asian-ceramics-works-of-art.porcelain', ], 'Books & Manuscripts' => [ 'All' => 'books-manuscripts', 'Books' => 'books-manuscripts.books', ], 'Carpets, rugs & textiles' => [ 'All' => 'carpets-rugs-textiles', 'European' => 'carpets-rugs-textiles.european', 'Oriental' => 'carpets-rugs-textiles.oriental', 'Rest of the world' => 'carpets-rugs-textiles.rest-of-the-world', 'Scandinavian' => 'carpets-rugs-textiles.scandinavian', ], 'Ceramics & porcelain' => [ 'All' => 'ceramics-porcelain', 'Ceramic ware' => 'ceramics-porcelain.ceramic-ware', 'European' => 'ceramics-porcelain.european', 'Rest of the world' => 'ceramics-porcelain.rest-of-the-world', 'Scandinavian' => 'ceramics-porcelain.scandinavian', ], 'Collectibles' => [ 'All' => 'collectibles', 'Advertising & Retail' => 'collectibles.advertising-retail', 'Memorabilia' => 'collectibles.memorabilia', 'Movies & music' => 'collectibles.movies-music', 'Other' => 'collectibles.other', 'Retro & Popular Culture' => 'collectibles.retro-popular-culture', 'Technica & Nautica' => 'collectibles.technica-nautica', 'Toys' => 'collectibles.toys', ], 'Design' => [ 'All' => 'design', 'Art glass' => 'design.art-glass', 'Furniture' => 'design.furniture', 'Other' => 'design.other', ], 'Folk art' => [ 'All' => 'folk-art', 'All categories' => 'lots', ], 'Furniture' => [ 'All' => 'furniture', 'Armchairs & Sofas' => 'furniture.armchairs-sofas', 'Cabinets & Bureaus' => 'furniture.cabinets-bureaus', 'Chairs' => 'furniture.chairs', 'Garden furniture' => 'furniture.garden-furniture', 'Mirrors' => 'furniture.mirrors', 'Other' => 'furniture.other', 'Shelves & Book cases' => 'furniture.shelves-book-cases', 'Tables' => 'furniture.tables', ], 'Glassware' => [ 'All' => 'glassware', 'Glassware' => 'glassware.glassware', 'Other' => 'glassware.other', ], 'Jewellery' => [ 'All' => 'jewellery', 'Bracelets' => 'jewellery.bracelets', 'Brooches' => 'jewellery.brooches', 'Earrings' => 'jewellery.earrings', 'Necklaces & Pendants' => 'jewellery.necklaces-pendants', 'Other' => 'jewellery.other', 'Rings' => 'jewellery.rings', ], 'Lighting' => [ 'All' => 'lighting', 'Candle sticks & Candelabras' => 'lighting.candle-sticks-candelabras', 'Ceiling lights' => 'lighting.ceiling-lights', 'Chandeliers' => 'lighting.chandeliers', 'Floor lights' => 'lighting.floor-lights', 'Other' => 'lighting.other', 'Table lights' => 'lighting.table-lights', 'Wall lights' => 'lighting.wall-lights', ], 'Militaria' => [ 'All' => 'militaria', 'Honors & Medals' => 'militaria.honors-medals', 'Other militaria' => 'militaria.other-militaria', 'Weaponry' => 'militaria.weaponry', ], 'Miscellaneous' => [ 'All' => 'miscellaneous', 'Brass, Copper & Pewter' => 'miscellaneous.brass-copper-pewter', 'Nickel silver' => 'miscellaneous.nickel-silver', 'Oriental' => 'miscellaneous.oriental', 'Other' => 'miscellaneous.other', ], 'Silver' => [ 'All' => 'silver', 'Candle sticks' => 'silver.candle-sticks', 'Cups & Bowls' => 'silver.cups-bowls', 'Cutlery' => 'silver.cutlery', 'Other' => 'silver.other', ], 'Timepieces' => [ 'All' => 'timepieces', 'Other' => 'timepieces.other', 'Pocket watches' => 'timepieces.pocket-watches', 'Table clocks' => 'timepieces.table-clocks', 'Wrist watches' => 'timepieces.wrist-watches', ], 'Vintage & Fashion' => [ 'All' => 'vintage-fashion', 'Accessories' => 'vintage-fashion.accessories', 'Bags & Trunks' => 'vintage-fashion.bags-trunks', 'Clothes' => 'vintage-fashion.clothes', ], ] ], 'sort_order' => [ 'name' => 'Sort order', 'type' => 'list', 'values' => [ 'Ending soon' => 'ending', 'Most recent' => 'recent', 'Most bids' => 'most', 'Fewest bids' => 'fewest', 'Lowest price' => 'lowest', 'Highest price' => 'highest', 'Lowest estimate' => 'low', 'Highest estimate' => 'high', 'Alphabetical' => 'alphabetical', ], ], 'language' => [ 'name' => 'Language', 'type' => 'list', 'values' => [ 'English' => 'en', 'Swedish' => 'sv', 'Finnish' => 'fi' ], ], ]]; const CACHE_TIMEOUT = 3600; // 1 hour private $title; public function collectData() { $baseUrl = 'https://www.bukowskis.com'; $category = $this->getInput('category'); $language = $this->getInput('language'); $sort_order = $this->getInput('sort_order'); $url = $baseUrl . '/' . $language . '/lots'; if ($category) { $url = $url . '/category/' . $category; } if ($sort_order) { $url = $url . '/sort/' . $sort_order; } $html = getSimpleHTMLDOM($url); $this->title = htmlspecialchars_decode($html->find('title', 0)->innertext); foreach ($html->find('div.c-lot-index-lot') as $lot) { $title = $lot->find('a.c-lot-index-lot__title', 0)->plaintext; $relative_url = $lot->find('a.c-lot-index-lot__link', 0)->href; $images = json_decode( htmlspecialchars_decode( $lot ->find('img.o-aspect-ratio__image', 0) ->getAttribute('data-thumbnails') ) ); $this->items[] = [ 'title' => $title, 'uri' => $baseUrl . $relative_url, 'uid' => $relative_url, 'content' => count($images) > 0 ? "
$title" : $title, 'enclosures' => array_slice($images, 1), ]; } } public function getName() { return $this->title ?: parent::getName(); } } ================================================ FILE: bridges/BundesbankBridge.php ================================================ [ 'name' => 'Language', 'type' => 'list', 'defaultValue' => self::LANG_DE, 'values' => [ 'English' => self::LANG_EN, 'Deutsch' => self::LANG_DE ] ] ] ]; public function getIcon() { return self::URI . 'resource/crblob/1890/a7f48ee0ae35348748121770ba3ca009/mL/favicon-ico-data.ico'; } public function getURI() { switch ($this->getInput(self::PARAM_LANG)) { case self::LANG_EN: return self::URI . 'en/publications/reports/studies'; case self::LANG_DE: return self::URI . 'de/publikationen/berichte/studien'; } return parent::getURI(); } public function collectData() { $html = getSimpleHTMLDOM($this->getURI()); $html = defaultLinkTo($html, $this->getURI()); foreach ($html->find('ul.resultlist li') as $study) { $item = []; $item['uri'] = $study->find('.teasable__link', 0)->href; // Get title without child elements (i.e. subtitle) $title = $study->find('.teasable__title div.h2', 0); foreach ($title->children as &$child) { $child->outertext = ''; } $item['title'] = $title->innertext; // Add subtitle to the content if it exists $item['content'] = ''; if ($subtitle = $study->find('.teasable__subtitle', 0)) { $item['content'] .= '' . $study->find('.teasable__subtitle', 0)->plaintext . ''; } $teasable = $study->find('.teasable__text', 0); $teasableText = $teasable->plaintext ?? ''; $item['content'] .= '
' . $teasableText . '
'; $item['timestamp'] = strtotime($study->find('.teasable__date', 0)->plaintext); // Downloads and older studies don't have images if ($study->find('.teasable__image', 0)) { $item['enclosures'] = [ $study->find('.teasable__image img', 0)->src ]; } $this->items[] = $item; } } } ================================================ FILE: bridges/BundestagParteispendenBridge.php ================================================ Partei:%s
Spendenbetrag:
%s
Spender:
%s
Eingang der Spende:
%s
' . $summary; $item['author'] = 'Editor\'s Blog'; if (isset($item['title'])) { $this->items[] = $item; } } } } ================================================ FILE: bridges/CMetropolitanaBridge.php ================================================ items[] = $item; } } } ================================================ FILE: bridges/CNETBridge.php ================================================ [ 'name' => 'Topic', 'type' => 'list', 'values' => [ 'All articles' => '', 'Tech' => 'tech', 'Money' => 'personal-finance', 'Home' => 'home', 'Wellness' => 'health', 'Energy' => 'home/energy-and-utilities', 'Deals' => 'deals', 'Computing' => 'tech/computing', 'Mobile' => 'tech/mobile', 'Science' => 'science', 'Services' => 'tech/services-and-software' ] ], 'limit' => self::LIMIT ] ]; public function collectData() { $topic = $this->getInput('topic'); $limit = $this->getInput('limit'); $limit = empty($limit) ? 10 : $limit; $url_pattern = empty($topic) ? '' : self::URI . $topic; $sitemap_latest = self::URI . 'sitemaps/article/' . date('Y/m') . '.xml'; $sitemap_previous = self::URI . 'sitemaps/article/' . date('Y/m', strtotime('last day of previous month')) . '.xml'; $links = array_merge( $this->sitemapXmlToList($this->getSitemapXml($sitemap_latest, true), $url_pattern, $limit), $this->sitemapXmlToList($this->getSitemapXml($sitemap_previous, true), $url_pattern, $limit) ); if ($limit > 0 && count($links) > $limit) { $links = array_slice($links, 0, $limit); } if (empty($links)) { throwClientException('Failed to retrieve article list'); } foreach ($links as $article_uri) { $article_dom = convertLazyLoading(getSimpleHTMLDOMCached($article_uri)); $title = trim($article_dom->find('h1', 0)->plaintext); $author = $article_dom->find('span.c-assetAuthor_name', 0); $headline = $article_dom->find('p.c-contentHeader_description', 0); $content = $article_dom->find('div.c-pageArticle_content, div.single-article__content, div.article-main-body', 0); $date = null; $enclosure = null; foreach ($article_dom->find('script[type=application/ld+json]') as $ldjson) { $datePublished = extractFromDelimiters($ldjson->innertext, '"datePublished":"', '"'); if ($datePublished !== false) { $date = strtotime($datePublished); } $imageObject = extractFromDelimiters($ldjson->innertext, 'ImageObject","url":"', '"'); if ($imageObject !== false) { $enclosure = $imageObject; } } foreach ($content->find('div.c-shortcodeGallery') as $cleanup) { $cleanup->outertext = ''; } foreach ($content->find('figure') as $figure) { $img = $figure->find('img', 0); if ($img) { $figure->outertext = $img->outertext; } } $content = $content->innertext; if ($enclosure) { $content = "
' . $headline->plaintext . '
' . $content; } $item = []; $item['uri'] = $article_uri; $item['title'] = $title; if ($author) { $item['author'] = $author->plaintext; } $item['content'] = $content; if (!is_null($date)) { $item['timestamp'] = $date; } if (!is_null($enclosure)) { $item['enclosures'] = [$enclosure]; } $this->items[] = $item; } } } ================================================ FILE: bridges/CNETFranceBridge.php ================================================ [ 'title' => [ 'name' => 'Exclude by title', 'required' => false, 'title' => 'Title term, separated by semicolon (;)', 'exampleValue' => 'bon plan;bons plans;au meilleur prix;des meilleures offres;Amazon Prime Day;RED by SFR ou B&You' ], 'url' => [ 'name' => 'Exclude by url', 'required' => false, 'title' => 'URL term, separated by semicolon (;)', 'exampleValue' => 'bon-plan;bons-plans' ] ] ]; private $bannedTitle = []; private $bannedURL = []; public function collectData() { $title = $this->getInput('title'); $url = $this->getInput('url'); if ($title !== null) { $this->bannedTitle = explode(';', $title); } if ($url !== null) { $this->bannedURL = explode(';', $url); } $this->collectExpandableDatas('https://www.cnetfrance.fr/feeds/rss/news/'); } protected function parseItem(array $item) { foreach ($this->bannedTitle as $term) { if (preg_match('/' . $term . '/mi', $item['title']) === 1) { return null; } } foreach ($this->bannedURL as $term) { if (preg_match('#' . $term . '#mi', $item['uri'])) { return null; } } return $item; } } ================================================ FILE: bridges/CVEDetailsBridge.php ================================================ [ 'name' => 'Vendor ID', 'type' => 'number', 'required' => true, 'exampleValue' => 74, // PHP ], // The optional Product ID can be taken from the URL as well 'product_id' => [ 'name' => 'Product ID', 'type' => 'number', 'required' => false, 'exampleValue' => 128, // PHP ], ]]; private $html = null; private $vendor = ''; private $product = ''; public function collectData() { if ($this->html == null) { $this->fetchContent(); } $var = $this->html->find('#searchresults > div > div.row'); foreach ($var as $i => $tr) { $uri = $tr->find('h3 > a', 0)->href ?? null; $title = $tr->find('h3 > a', 0)->innertext; $content = $tr->find('.cvesummarylong', 0)->innertext ?? ''; $timestamp = $tr->find('[data-tsvfield="publishDate"]', 0)->innertext ?? 0; $this->items[] = [ 'uri' => $uri, 'title' => $title, 'timestamp' => $timestamp, 'content' => $content, 'categories' => [$this->vendor], 'enclosures' => [], 'uid' => $title, ]; if (count($this->items) >= 30) { break; } } } // Make the actual request to cvedetails.com and stores the response // (HTML) for later use and extract vendor and product from it. private function fetchContent() { // build url // Return the URL to query. // Because of the optional product ID, we need to attach it if it is // set. The search result page has the exact same structure (with and // without the product ID). $url = self::URI . '/vulnerability-list/vendor_id-' . $this->getInput('vendor_id'); if ($this->getInput('product_id') !== '') { $url .= '/product_id-' . $this->getInput('product_id'); } // Sadly, there is no way (prove me wrong please) to sort the search // result by publish date. So the nearest alternative is the CVE // number, which should be mostly accurate. $url .= '?order=1'; // Order by CVE number DESC $html = getSimpleHTMLDOM($url); $this->html = defaultLinkTo($html, self::URI); $vendor = $html->find('#contentdiv h1 > a', 0); if ($vendor == null) { throwServerException('Invalid Vendor ID ' . $this->getInput('vendor_id') . ' or Product ID ' . $this->getInput('product_id')); } $this->vendor = $vendor->innertext; $product = $html->find('#contentdiv h1 > a', 1); if ($product != null) { $this->product = $product->innertext; } } public function getName() { if ($this->getInput('vendor_id') == '') { return self::NAME; } if ($this->html == null) { $this->fetchContent(); } $name = 'CVE Vulnerabilities for ' . $this->vendor; if ($this->product != '') { $name .= '/' . $this->product; } return $name; } } ================================================ FILE: bridges/CachetBridge.php ================================================ [ 'name' => 'Cachet installation', 'type' => 'text', 'required' => true, 'title' => 'The URL of the Cachet installation', 'exampleValue' => 'https://demo.cachethq.io/', ], 'additional_info' => [ 'name' => 'Additional Timestamps', 'type' => 'checkbox', 'title' => 'Whether to include the given timestamps' ] ] ]; const CACHE_TIMEOUT = 300; private $componentCache = []; public function getURI() { return $this->getInput('host') === null ? 'https://cachethq.io/' : $this->getInput('host'); } /** * Validates the ping request to the cache API * * @param string $ping * @return boolean */ private function validatePing($ping) { $ping = json_decode($ping); if ($ping === null) { return false; } return $ping->data === 'Pong!'; } /** * Returns the component name of a cachat component * * @param integer $id * @return string */ private function getComponentName($id) { if ($id === 0) { return ''; } if (array_key_exists($id, $this->componentCache)) { return $this->componentCache[$id]; } $component = getContents($this->getURI() . '/api/v1/components/' . $id); $component = json_decode($component); if ($component === null) { return ''; } return $component->data->name; } public function collectData() { $ping = getContents(urljoin($this->getURI(), '/api/v1/ping')); if (!$this->validatePing($ping)) { throwClientException('Provided URI is invalid!'); } $url = urljoin($this->getURI(), '/api/v1/incidents?sort=id&order=desc'); $incidents = getContents($url); $incidents = json_decode($incidents); if ($incidents === null) { throwClientException('/api/v1/incidents returned no valid json'); } usort($incidents->data, function ($a, $b) { $timeA = strtotime($a->updated_at); $timeB = strtotime($b->updated_at); return $timeA > $timeB ? -1 : 1; }); foreach ($incidents->data as $incident) { if (isset($incident->permalink)) { $permalink = $incident->permalink; } else { $permalink = urljoin($this->getURI(), '/incident/' . $incident->id); } $title = $incident->human_status . ': ' . $incident->name; $message = ''; if ($this->getInput('additional_info')) { if (isset($incident->occurred_at)) { $message .= 'Occurred at: ' . $incident->occurred_at . "\r\n"; } if (isset($incident->scheduled_at)) { $message .= 'Scheduled at: ' . $incident->scheduled_at . "\r\n"; } if (isset($incident->created_at)) { $message .= 'Created at: ' . $incident->created_at . "\r\n"; } if (isset($incident->updated_at)) { $message .= 'Updated at: ' . $incident->updated_at . "\r\n\r\n"; } } $message .= $incident->message; $content = nl2br($message); $componentName = $this->getComponentName($incident->component_id); $uidOrig = $permalink . $incident->created_at; $uid = hash('sha512', $uidOrig); $timestamp = strtotime($incident->created_at); $categories = []; $categories[] = $incident->human_status; if ($componentName !== '') { $categories[] = $componentName; } $item = []; $item['uri'] = $permalink; $item['title'] = $title; $item['timestamp'] = $timestamp; $item['content'] = $content; $item['uid'] = $uid; $item['categories'] = $categories; $this->items[] = $item; } } } ================================================ FILE: bridges/CarThrottleBridge.php ================================================ [ 'news' => [ 'name' => 'news', 'type' => 'checkbox' ], 'reviews' => [ 'name' => 'reviews', 'type' => 'checkbox' ], 'features' => [ 'name' => 'features', 'type' => 'checkbox' ], 'videos' => [ 'name' => 'videos', 'type' => 'checkbox' ], 'gaming' => [ 'name' => 'gaming', 'type' => 'checkbox' ] ] ]; public function collectData() { $this->items = []; $this->handleCategory('news'); $this->handleCategory('reviews'); $this->handleCategory('features'); $this->handleCategory2('videos', 'video'); $this->handleCategory('gaming'); } private function handleCategory($category) { if ($this->getInput($category)) { $this->getArticles($category); } } private function handleCategory2($categoryParameter, $categoryURLname) { if ($this->getInput($categoryParameter)) { $this->getArticles($categoryURLname); } } private function getArticles($category) { $categoryPage = getSimpleHTMLDOMCached(self::URI . $category); //for each post foreach ($categoryPage->find('div.cmg-card') as $post) { $item = []; $titleElement = $post->find('a.title')[0]; $post_uri = self::URI . $titleElement->getAttribute('href'); if (!isset($post_uri) || $post_uri == '') { continue; } $item['uri'] = $post_uri; $item['title'] = $titleElement->innertext; $articlePage = getSimpleHTMLDOMCached($item['uri']); $item['author'] = $this->parseAuthor($articlePage); $articleImage = $articlePage->find('figure')[0]; $article = $articlePage->find('div.first-column div.body')[0]; //remove ads foreach ($article->find('aside') as $ad) { $ad->outertext = ''; } $summary = $articlePage->find('div.summary')[0]; //these are supposed to be hidden foreach ($article->find('.visually-hidden') as $found) { $found->outertext = ''; } $item['content'] = $summary . $articleImage . $article; array_push($this->items, $item); } } private function parseAuthor($articlePage) { $authorDivs = $articlePage->find('div address'); if (!$authorDivs) { return ''; } $a = $authorDivs[0]->find('a')[0]; if ($a) { return $a->innertext; } return $authorDivs[0]->innertext; } } ================================================ FILE: bridges/CaschyBridge.php ================================================ [ 'name' => 'Category', 'type' => 'list', 'values' => [ 'Alle News' => 'https://stadt-bremerhaven.de/feed/' ] ], 'limit' => [ 'name' => 'Limit', 'type' => 'number', 'required' => false, 'title' => 'Specify number of full articles to return', 'defaultValue' => 5 ] ]]; const LIMIT = 5; public function collectData() { $this->collectExpandableDatas( $this->getInput('category'), $this->getInput('limit') ?: static::LIMIT ); } protected function parseItem(array $item) { if (strpos($item['uri'], 'https://stadt-bremerhaven.de/') !== 0) { return $item; } $article = getSimpleHTMLDOMCached($item['uri']); if ($article) { $article = defaultLinkTo($article, $item['uri']); $item = $this->addArticleToItem($item, $article); } return $item; } private function addArticleToItem($item, $article) { // remove unwanted stuff foreach ( $article->find('div.aawp, p.aawp-disclaimer, iframe.wp-embedded-content, div.wp-embed, p.wp-caption-text, script') as $element ) { $element->remove(); } // reload html, as remove() is buggy $article = str_get_html($article->outertext); $categories = $article->find('div.post-category a'); foreach ($categories as $category) { $item['categories'][] = $category->plaintext; } $content = $article->find('div.entry-inner', 0); $item['content'] = $content; return $item; } } ================================================ FILE: bridges/CastorusBridge.php ================================================ [], 'Get latest changes via ZIP code' => [ 'zip' => [ 'name' => 'ZIP code', 'type' => 'text', 'required' => true, 'exampleValue' => '7', 'title' => 'Insert ZIP code (complete or partial). e.g: 78125 OR 781 OR 7' ] ], 'Get latest changes via city name' => [ 'city' => [ 'name' => 'City name', 'type' => 'text', 'required' => true, 'exampleValue' => 'Paris', 'title' => 'Insert city name (complete or partial). e.g: Paris OR Par OR P' ] ] ]; // Extracts the title from an actitiy private function extractActivityTitle($activity) { $title = $activity->find('a', 0); if (!$title) { throwServerException('Cannot find title!'); } return trim($title->plaintext); } // Extracts the url from an actitiy private function extractActivityUrl($activity) { $url = $activity->find('a', 0); if (!$url) { throwServerException('Cannot find url!'); } return self::URI . $url->href; } // Extracts the time from an activity private function extractActivityTime($activity) { // Unfortunately the time is part of the parent node, // so we have to clear all child nodes first $nodes = $activity->find('*'); if (!$nodes) { throwServerException('Cannot find nodes!'); } foreach ($nodes as $node) { $node->outertext = ''; } return strtotime($activity->innertext); } // Extracts the price change private function extractActivityPrice($activity) { $price = $activity->find('span', 1); if (!$price) { throwServerException('Cannot find price!'); } return $price->innertext; } public function collectData() { $zip_filter = trim($this->getInput('zip')); $city_filter = trim($this->getInput('city')); $html = getSimpleHTMLDOM(self::URI); if (!$html) { throwServerException('Could not load data from ' . self::URI . '!'); } $activities = $html->find('div#activite > li'); if (!$activities) { throwServerException('Failed to find activities!'); } foreach ($activities as $activity) { $item = []; $item['title'] = $this->extractActivityTitle($activity); $item['uri'] = $this->extractActivityUrl($activity); $item['timestamp'] = $this->extractActivityTime($activity); $item['content'] = '' . $item['title'] . '
' . $this->extractActivityPrice($activity) . '
'; if ( isset($zip_filter) && !(substr($item['title'], 0, strlen($zip_filter)) === $zip_filter) ) { continue; // Skip this item } if ( isset($city_filter) && !(substr($item['title'], strpos($item['title'], ' ') + 1, strlen($city_filter)) === $city_filter) ) { continue; // Skip this item } $this->items[] = $item; } } } ================================================ FILE: bridges/CdactionBridge.php ================================================ [ 'name' => 'Kategoria', 'type' => 'list', 'values' => [ 'Najnowsze (wszystkie)' => 'najnowsze', 'Newsy' => 'newsy', 'Recenzje' => 'recenzje', 'Teksty' => [ 'Publicystyka' => 'teksty', 'Zapowiedzi' => 'zapowiedzi', 'Już graliśmy' => 'juz-gralismy', 'Retro' => 'retro', ], 'Kultura' => 'kultura', 'Technologie' => [ 'Artykuły' => 'artykuly', 'Technologie' => 'technologie', 'Testy' => 'testy', ], 'Na luzie' => [ 'Nadgodziny' => 'nadgodziny', ] ] ]] ]; public function collectData() { $html = getSimpleHTMLDOM($this->getURI() . '/' . $this->getInput('category')); $mainArticles = $html->find('ul.news-list .first-item'); $this->processArticles($mainArticles); $articles = $html->find('.news-list li.article'); $this->processArticles($articles); } private function processArticles(array $articles): void { /** @var simple_html_dom_node $article */ foreach ($articles as $article) { $item = []; $item['uri'] = $article->find('a.article-link', 0)->getAttribute('href'); $item['title'] = $article->find('h3 .title-desktop', 0)->innertext; $item['uid'] = $item['uri']; $this->items[] = $item; } } } ================================================ FILE: bridges/CentreFranceBridge.php ================================================ [ 'newspaper' => [ 'name' => 'Newspaper', 'type' => 'list', 'values' => [ 'La Montagne' => 'lamontagne.fr', 'Le Populaire du Centre' => 'lepopulaire.fr', 'La République du Centre' => 'larep.fr', 'Le Berry Républicain' => 'leberry.fr', 'L\'Yonne Républicaine' => 'lyonne.fr', 'L\'Écho Républicain' => 'lechorepublicain.fr', 'Le Journal du Centre' => 'lejdc.fr', 'L\'Éveil de la Haute-Loire' => 'leveil.fr', 'Le Pays' => 'le-pays.fr' ] ], 'remove-reserved-for-subscribers-articles' => [ 'name' => 'Remove reserved for subscribers articles', 'type' => 'checkbox', 'title' => 'Filter out articles that are only available to subscribers' ], 'limit' => [ 'name' => 'Limit', 'type' => 'number', 'title' => 'How many articles to fetch. 0 to disable.', 'required' => true, 'defaultValue' => 15 ] ], 'Local news' => [ 'locality-slug' => [ 'name' => 'Locality slug', 'type' => 'text', 'required' => false, 'title' => 'Fetch articles for a specific locality. If not set, headlines from the front page will be used instead.', 'exampleValue' => 'moulins-03000' ], ] ]; private static array $monthNumberByFrenchName = [ 'janvier' => 1, 'février' => 2, 'mars' => 3, 'avril' => 4, 'mai' => 5, 'juin' => 6, 'juillet' => 7, 'août' => 8, 'septembre' => 9, 'octobre' => 10, 'novembre' => 11, 'décembre' => 12 ]; public function collectData() { $value = $this->getInput('limit'); if (is_numeric($value) && (int)$value >= 0) { $limit = $value; } else { $limit = static::PARAMETERS['global']['limit']['defaultValue']; } if (empty($this->getInput('newspaper'))) { return; } $localitySlug = $this->getInput('locality-slug') ?? ''; $alreadyFoundArticlesURIs = []; $newspaperUrl = 'https://www.' . $this->getInput('newspaper') . '/' . $localitySlug . '/'; $html = getSimpleHTMLDOM($newspaperUrl); // Articles are detected through a standard tag foreach ($html->find('article') as $articleDOMElement) { $articleLinkDOMElement = $articleDOMElement->find('a', 0); $articleURI = $articleLinkDOMElement->href; // If the URI has already been processed, ignore it if (in_array($articleURI, $alreadyFoundArticlesURIs, true)) { continue; } // If news are filtered for a specific locality, filter out article for other localities if ($localitySlug !== '' && !str_contains($articleURI, $localitySlug)) { continue; } $articleTitle = ''; // If article is reserved for subscribers if ($articleLinkDOMElement->find('span.premium-icon', 0)) { if ($this->getInput('remove-reserved-for-subscribers-articles') === true) { continue; } $articleTitle .= '🔒 '; } if ($limit > 0 && count($this->items) === $limit) { break; } // Loop through each possible title class name for ($i = 1; $i <= 3; $i++) { foreach ($articleLinkDOMElement->find('.typo-card-heading-' . $i) as $articleTitleDOMElement) { if ($articleTitleDOMElement->hasClass('font-sans')) { continue; } $articleTitle .= $articleTitleDOMElement->text(); break 2; } } $articleFullURI = urljoin('https://www.' . $this->getInput('newspaper') . '/', $articleURI); $item = [ 'title' => $articleTitle, 'uri' => $articleFullURI, ...$this->collectArticleData($articleFullURI) ]; $this->items[] = $item; $alreadyFoundArticlesURIs[] = $articleURI; } } private function collectArticleData($uri): array { $html = getSimpleHTMLDOMCached($uri, 86400 * 90); // 90d $item = [ 'enclosures' => [], ]; $articleInformations = $html->find('#content hgroup > div.typo-p3 > *'); if (is_array($articleInformations) && $articleInformations !== []) { $publicationDateIndex = 0; // Article author $probableAuthorName = strip_tags($articleInformations[0]->innertext); if (str_starts_with($probableAuthorName, 'Par ')) { $publicationDateIndex = 1; $item['author'] = substr($probableAuthorName, 4); } // Article publication date preg_match('/Publié le (\d{2}) (.+) (\d{4})( à (\d{2})h(\d{2}))?/', strip_tags($articleInformations[$publicationDateIndex]->innertext), $articleDateParts); if ($articleDateParts !== [] && array_key_exists($articleDateParts[2], self::$monthNumberByFrenchName)) { $articleDate = new \DateTime('midnight'); $articleDate->setDate($articleDateParts[3], self::$monthNumberByFrenchName[$articleDateParts[2]], $articleDateParts[1]); if (count($articleDateParts) === 7) { $articleDate->setTime($articleDateParts[5], $articleDateParts[6]); } $item['timestamp'] = $articleDate->getTimestamp(); } } $articleContent = $html->find('#content>div.flex+div.grid section>.z-10')[0] ?? null; if ($articleContent instanceof \simple_html_dom_node) { $articleHiddenParts = $articleContent->find('.ad-slot, #cf-digiteka-player'); if (is_array($articleHiddenParts)) { foreach ($articleHiddenParts as $articleHiddenPart) { $articleContent->removeChild($articleHiddenPart); } } $item['content'] = $articleContent->innertext; } $articleIllustration = $html->find('#content>div.flex+div.grid section>figure>img'); if (is_array($articleIllustration) && count($articleIllustration) === 1) { $item['enclosures'][] = $articleIllustration[0]->getAttribute('src'); } $articleAudio = $html->find('audio[src^="https://api.octopus.saooti.com/"]'); if (is_array($articleAudio) && count($articleAudio) === 1) { $item['enclosures'][] = $articleAudio[0]->getAttribute('src'); } $articleTags = $html->find('#content>div.flex+div.grid section>.bg-gray-light>a.border-gray-dark'); if (is_array($articleTags)) { $item['categories'] = array_map(static fn ($articleTag) => html_entity_decode($articleTag->innertext), $articleTags); } $explode = explode('_', $uri); $array_reverse = array_reverse($explode); $string = $array_reverse[0]; $uid = rtrim($string, '/'); if (is_numeric($uid)) { $item['uid'] = $uid; } if (!isset($item['content'])) { $item['content'] = ''; } // If the article is a "grand format", we use another parsing strategy if ($item['content'] === '' && $html->find('article') !== []) { $articleContent = $html->find('article > section'); foreach ($articleContent as $contentPart) { if ($contentPart->find('#journo') !== []) { $item['author'] = $contentPart->find('#journo')->innertext; continue; } $item['content'] .= $contentPart->innertext; } } $item['content'] = str_replace('premium', '🔒', $item['content']); $item['content'] = trim($item['content']); return $item; } public function getName() { if (empty($this->getInput('newspaper'))) { return static::NAME; } $newspaperNameByDomain = array_flip(self::PARAMETERS['global']['newspaper']['values']); if (!isset($newspaperNameByDomain[$this->getInput('newspaper')])) { return static::NAME; } $completeTitle = $newspaperNameByDomain[$this->getInput('newspaper')]; if (!empty($this->getInput('locality-slug'))) { $localityName = explode('-', $this->getInput('locality-slug')); array_pop($localityName); $completeTitle .= ' ' . ucfirst(implode('-', $localityName)); } return $completeTitle; } public function getIcon() { if (empty($this->getInput('newspaper'))) { return static::URI . '/favicon.ico'; } return 'https://www.' . $this->getInput('newspaper') . '/favicon.ico'; } public function detectParameters($url) { $regex = '/^(https?:\/\/)?(www\.)?([a-z-]+\.fr)(\/)?([a-z-]+-[0-9]{5})?(\/)?$/'; $url = strtolower($url); if (preg_match($regex, $url, $urlMatches) === 0) { return null; } if (!in_array($urlMatches[3], self::PARAMETERS['global']['newspaper']['values'], true)) { return null; } return [ 'newspaper' => $urlMatches[3], 'locality-slug' => empty($urlMatches[5]) ? null : $urlMatches[5] ]; } } ================================================ FILE: bridges/CeskaTelevizeBridge.php ================================================ [ 'name' => 'url to the show', 'required' => true, 'exampleValue' => 'https://www.ceskatelevize.cz/porady/1097181328-udalosti/' ] ] ]; public function collectData() { $url = $this->getInput('url'); $validUrl = '/^(https:\/\/www\.ceskatelevize\.cz\/porady\/\d+-[a-z0-9-]+\/)(bonus\/)?$/'; if (!preg_match($validUrl, $url, $match)) { throwServerException('Invalid url'); } $category = $match[4] ?? 'nove'; $fixedUrl = "{$match[1]}dily/{$category}/"; $html = getSimpleHTMLDOM($fixedUrl); $this->feedUri = $fixedUrl; $this->feedName = str_replace('Přehled dílů — ', '', $this->fixChars($html->find('title', 0)->plaintext)); if ($category !== 'nove') { $this->feedName .= " ({$category})"; } foreach ($html->find('#episodeListSection a[data-testid=card]') as $element) { $itemContent = $element->find('p[class^=content-]', 0); $itemDate = $element->find('div[class^=playTime-] span, [data-testid=episode-item-broadcast] span', 0); // Remove special characters and whitespace $cleanDate = preg_replace('/[^0-9.]/', '', $itemDate->plaintext); $item = [ 'title' => $this->fixChars($element->find('h3', 0)->plaintext), 'uri' => self::URI . $element->getAttribute('href'), 'content' => '' . $this->fixChars($itemContent->plaintext), 'timestamp' => $this->getUploadTimeFromString($cleanDate), ]; $this->items[] = $item; } } private function getUploadTimeFromString($string) { if (strpos($string, 'dnes') !== false) { return strtotime('today'); } elseif (strpos($string, 'včera') !== false) { return strtotime('yesterday'); } elseif (!preg_match('/(\d+).(\d+).((\d+))?/', $string, $match)) { throwServerException('Could not get date from Česká televize string'); } $date = sprintf('%04d-%02d-%02d', $match[3] ?? date('Y'), $match[2], $match[1]); return strtotime($date); } private function fixChars($text) { return html_entity_decode($text, ENT_QUOTES, 'UTF-8'); } public function getURI() { return $this->feedUri ?? parent::getURI(); } public function getName() { return $this->feedName ?? parent::getName(); } } ================================================ FILE: bridges/CodebergBridge.php ================================================ [ 'branch' => [ 'name' => 'branch', 'type' => 'text', 'exampleValue' => 'main', 'required' => false, 'title' => 'Optional, main branch is used by default.', ], ], 'Issues' => [], 'Issue Comments' => [ 'issueId' => [ 'name' => 'Issue ID', 'type' => 'text', 'required' => true, 'exampleValue' => '513', ] ], 'Pull Requests' => [], 'Releases' => [], 'Tags' => [], 'global' => [ 'username' => [ 'name' => 'Username', 'type' => 'text', 'exampleValue' => 'Codeberg', 'title' => 'Username of account that the repository belongs to.', 'required' => true, ], 'repo' => [ 'name' => 'Repository', 'type' => 'text', 'exampleValue' => 'Community', 'required' => true, ] ] ]; const CACHE_TIMEOUT = 1800; const TEST_DETECT_PARAMETERS = [ 'https://codeberg.org/Codeberg/Community/issues/507' => [ 'context' => 'Issue Comments', 'username' => 'Codeberg', 'repo' => 'Community', 'issueId' => '507' ], 'https://codeberg.org/Codeberg/Community/issues' => [ 'context' => 'Issues', 'username' => 'Codeberg', 'repo' => 'Community' ], 'https://codeberg.org/Codeberg/Community/pulls' => [ 'context' => 'Pull Requests', 'username' => 'Codeberg', 'repo' => 'Community' ], 'https://codeberg.org/Codeberg/Community/releases' => [ 'context' => 'Releases', 'username' => 'Codeberg', 'repo' => 'Community' ], 'https://codeberg.org/Codeberg/Community/commits/branch/master' => [ 'context' => 'Commits', 'username' => 'Codeberg', 'repo' => 'Community', 'branch' => 'master' ], 'https://codeberg.org/Codeberg/Community/commits' => [ 'context' => 'Commits', 'username' => 'Codeberg', 'repo' => 'Community' ] ]; private $defaultBranch = 'main'; private $issueTitle = ''; private $urlRegex = '/codeberg\.org\/([\w]+)\/([\w]+)(?:\/commits\/branch\/([\w]+))?/'; private $issuesUrlRegex = '/codeberg\.org\/([\w]+)\/([\w]+)\/issues/'; private $pullsUrlRegex = '/codeberg\.org\/([\w]+)\/([\w]+)\/pulls/'; private $releasesUrlRegex = '/codeberg\.org\/([\w]+)\/([\w]+)\/releases/'; private $issueCommentsUrlRegex = '/codeberg\.org\/([\w]+)\/([\w]+)\/issues\/([0-9]+)/'; public function collectData() { $url = $this->getURI(); $html = getSimpleHTMLDOM($url); $html = defaultLinkTo($html, $url); switch ($this->queriedContext) { case 'Commits': $this->extractCommits($html); break; case 'Issues': $this->extractIssues($html); break; case 'Issue Comments': $this->extractIssueComments($html); break; case 'Pull Requests': $this->extractPulls($html); break; case 'Releases': $this->extractReleases($html); break; case 'Tags': $this->extractTags($html); break; default: throw new \Exception('Invalid context: ' . $this->queriedContext); } } public function getName() { switch ($this->queriedContext) { case 'Commits': if ($this->getBranch() === $this->defaultBranch) { return $this->getRepo() . ' Commits'; } return $this->getRepo() . ' Commits (' . $this->getBranch() . ' branch) - ' . self::NAME; case 'Issues': return $this->getRepo() . ' Issues - ' . self::NAME; case 'Issue Comments': return $this->issueTitle . ' - Issue Comments - ' . self::NAME; case 'Pull Requests': return $this->getRepo() . ' Pull Requests - ' . self::NAME; case 'Releases': return $this->getRepo() . ' Releases - ' . self::NAME; case 'Tags': return $this->getRepo() . ' Tags - ' . self::NAME; default: return parent::getName(); } } public function getURI() { switch ($this->queriedContext) { case 'Commits': return self::URI . $this->getRepo() . '/commits/branch/' . $this->getBranch(); case 'Issues': return self::URI . $this->getRepo() . '/issues/'; case 'Issue Comments': return self::URI . $this->getRepo() . '/issues/' . $this->getInput('issueId'); case 'Pull Requests': return self::URI . $this->getRepo() . '/pulls'; case 'Releases': return self::URI . $this->getRepo() . '/releases'; case 'Tags': return self::URI . $this->getRepo() . '/tags'; default: return parent::getURI(); } } private function getBranch() { if ($this->getInput('branch')) { return $this->getInput('branch'); } return $this->defaultBranch; } private function getRepo() { return $this->getInput('username') . '/' . $this->getInput('repo'); } /** * Extract commits */ private function extractCommits($html) { $table = $html->find('table#commits-table', 0); $tbody = $table->find('tbody.commit-list', 0); foreach ($tbody->find('tr') as $tr) { $item = []; $message = $tr->find('td.message', 0); $item['title'] = $message->find('span.message-wrapper', 0)->plaintext; $item['uri'] = $tr->find('td.sha', 0)->find('a', 0)->href; $item['author'] = $tr->find('td.author', 0)->plaintext; $var = $tr->find('td', 3); $var1 = $var->find('span', 0); if ($var1) { $item['timestamp'] = $var1->title; } if ($message->find('pre.commit-body', 0)) { $message->find('pre.commit-body', 0)->style = ''; $item['content'] = $message->find('pre.commit-body', 0); } else { $item['content'] = '
' . $item['title'] . ''; } $this->items[] = $item; } } /** * Extract issues */ private function extractIssues($html) { $issueList = $html->find('div#issue-list', 0); foreach ($issueList->find('div.flex-item') as $div) { $item = []; $number = trim($div->find('a.index,ml-0.mr-2', 0)->plaintext); $item['title'] = $div->find('a.issue-title', 0)->plaintext . ' (' . $number . ')'; $item['uri'] = $div->find('a.issue-title', 0)->href; $time = $div->find('relative-time.time-since', 0); if ($time) { $item['timestamp'] = $time->datetime; } //$item['author'] = $li->find('div.desc', 0)->find('a', 1)->plaintext; // Fetch issue page $issuePage = getSimpleHTMLDOMCached($item['uri'], 3600); $issuePage = defaultLinkTo($issuePage, self::URI); $item['content'] = $issuePage->find('div.timeline-item.comment.first', 0)->find('div.render-content.markup', 0); foreach ($div->find('a.ui.label') as $label) { $item['categories'][] = $label->plaintext; } $this->items[] = $item; } } /** * Extract issue comments */ private function extractIssueComments($html) { $this->issueTitle = $html->find('span#issue-title', 0)->plaintext . ' (' . $html->find('span.index', 0)->plaintext . ')'; foreach ($html->find('div.timeline-item.comment') as $div) { $item = []; if ($div->class === 'timeline-item comment merge box') { continue; } $item['title'] = $this->ellipsisTitle($div->find('div.render-content.markup', 0)->plaintext); $item['uri'] = $div->find('span.text.grey', 0)->find('a', 1)->href; $item['content'] = $div->find('div.render-content.markup', 0); if ($div->find('div.dropzone-attachments', 0)) { $item['content'] .= $div->find('div.dropzone-attachments', 0); } $item['author'] = $div->find('a.author', 0)->innertext; $timeSince = $div->find('span.time-since', 0); if ($timeSince) { $item['timestamp'] = $timeSince->title; } $this->items[] = $item; } } /** * Extract pulls */ private function extractPulls($html) { $div = $html->find('div#issue-list', 0); $var2 = $div->find('div.flex-item'); foreach ($var2 as $li) { $item = []; $number = trim($li->find('a.index,ml-0.mr-2', 0)->plaintext); $a = $li->find('a.issue-title', 0); $item['title'] = $a->plaintext . ' (' . $number . ')'; $item['uri'] = $a->href; $time = $li->find('relative-time.time-since', 0); if ($time) { $item['timestamp'] = $time->datetime; } // Extracting the author is a bit awkward after they changed their html //$desc = $li->find('div.desc', 0); //$item['author'] = $desc->find('a', 1)->plaintext; // Fetch pull request page $pullRequestPage = getSimpleHTMLDOMCached($item['uri'], 3600); $pullRequestPage = defaultLinkTo($pullRequestPage, self::URI); $var = $pullRequestPage->find('ui.timeline', 0); if ($var) { $var1 = $var->find('div.render-content.markup', 0); $item['content'] = $var1; } foreach ($li->find('a.ui.label') as $label) { $item['categories'][] = $label->plaintext; } $this->items[] = $item; } } /** * Extract releases */ private function extractReleases($html) { $ul = $html->find('ul#release-list', 0); $lis = $ul->find('li.ui.grid'); if ($lis === []) { throw new \Exception('Found zero releases'); } foreach ($lis as $li) { $item = []; $item['title'] = $li->find('h4', 0)->plaintext; $item['uri'] = $li->find('h4', 0)->find('a', 0)->href; $tag = $this->stripSvg($li->find('span.tag', 0)); $commit = $this->stripSvg($li->find('span.commit', 0)); $downloads = $this->extractDownloads($li->find('details.download', 0)); $item['content'] = $li->find('div.markup.desc', 0); $item['content'] .= <<Tag
{$tag}
Commit{$commit}
{$downloads} HTML; $item['timestamp'] = $li->find('span.time', 0)->find('span', 0)->title; $item['author'] = $li->find('span.author', 0)->find('a', 0)->plaintext; $this->items[] = $item; } } private function extractTags($html) { $tags = $html->find('td.tag'); if ($tags === []) { throw new \Exception('Found zero tags'); } foreach ($tags as $tag) { $this->items[] = [ 'title' => $tag->find('a', 0)->plaintext, 'uri' => $tag->find('a', 0)->href, 'content' => $tag->innertext, ]; } } /** * Extract downloads for a releases */ private function extractDownloads($html, $skipFirst = false) { $downloads = ''; foreach ($html->find('a') as $index => $a) { if ($skipFirst === true && $index === 0) { continue; } $downloads .= <<{$a->plaintext}HTML; } return <<
{$downloads}
EOD; } /** * Ellipsis title to first 100 characters */ private function ellipsisTitle($text) { $length = 100; if (strlen($text) > $length) { $text = explode('', wordwrap($text, $length, '
')); return $text[0] . '...'; } return $text; } /** * Strip SVG tag */ private function stripSvg($html) { if ($html === null) { return null; } if ($html->find('svg', 0)) { $html->find('svg', 0)->outertext = ''; } return $html; } public function detectParameters($url) { $params = []; // Issue Comments if (preg_match($this->issueCommentsUrlRegex, $url, $matches)) { $params['context'] = 'Issue Comments'; $params['username'] = $matches[1]; $params['repo'] = $matches[2]; $params['issueId'] = $matches[3]; return $params; } // Issues if (preg_match($this->issuesUrlRegex, $url, $matches)) { $params['context'] = 'Issues'; $params['username'] = $matches[1]; $params['repo'] = $matches[2]; return $params; } // Pull Requests if (preg_match($this->pullsUrlRegex, $url, $matches)) { $params['context'] = 'Pull Requests'; $params['username'] = $matches[1]; $params['repo'] = $matches[2]; return $params; } // Releases if (preg_match($this->releasesUrlRegex, $url, $matches)) { $params['context'] = 'Releases'; $params['username'] = $matches[1]; $params['repo'] = $matches[2]; return $params; } // Commits if (preg_match($this->urlRegex, $url, $matches)) { $params['context'] = 'Commits'; $params['username'] = $matches[1]; $params['repo'] = $matches[2]; if (isset($matches[3])) { $params['branch'] = $matches[3]; } return $params; } return null; } } ================================================ FILE: bridges/CollegeDeFranceBridge.php ================================================ 'janv.', '02' => 'févr.', '03' => 'mars', '04' => 'avr.', '05' => 'mai', '06' => 'juin', '07' => 'juil.', '08' => 'août', '09' => 'sept.', '10' => 'oct.', '11' => 'nov.', '12' => 'déc.' ]; // The "API" used by the site returns a list of partial HTML in this form /*
'; foreach ($images as $imageUrl) { $item['content'] .= '
Could not extract full content, selector may need to be updated.
'; } return $item; } } ================================================ FILE: bridges/CssSelectorComplexBridge.php ================================================ [ 'name' => 'Site URL: Page with latest articles', 'exampleValue' => 'https://example.com/blog/', 'required' => true ], 'cookie' => [ 'name' => '[Optional] Cookie', 'title' => <<Manga: ' . $this->mangaTitle . '
Chapter Number: ' . $chapnum . '
Chapter Title: ' . $chapter['title'] . '
Group: ' . $item['author'] . '
'; $item['uid'] = $this->getSanitizedHash($item['title'] . $item['author']); return $item; } } ================================================ FILE: bridges/CubariProxyBridge.php ================================================ [ 'name' => 'Content service', 'type' => 'list', 'defaultValue' => 'mangadex', 'values' => [ 'MangAventure' => 'mangadventure', 'MangaDex' => 'mangadex', 'MangaKatana' => 'mangakatana', 'WeebCentral' => 'weebcentral', ] ], 'series' => [ 'name' => 'Series ID/Name', 'exampleValue' => '8c1d7d0c-e0b7-4170-941d-29f652c3c19d', # KnH 'required' => true, ], 'fetch' => [ 'name' => 'Fetch chapter page images', 'type' => 'list', 'title' => 'Places chapter images in feed contents. Entries will consume more bandwidth.', 'defaultValue' => 'c', 'values' => [ 'None' => 'n', 'Content' => 'c', 'Enclosure' => 'e' ] ], 'limit' => self::LIMIT ]]; private $title; public function collectData() { $limit = $this->getInput('limit') ?? 10; $url = parent::getURI() . '/read/api/' . $this->getInput('service') . '/series/' . $this->getInput('series'); $json = Json::decode(getContents($url)); $this->title = $json['title']; $chapters = $json['chapters']; krsort($chapters); $count = 0; foreach ($chapters as $number => $element) { $item = []; $item['uri'] = $this->getURI() . '/' . $number; if ($element['title']) { $item['title'] = $number . ' - ' . $element['title']; } else { $item['title'] = 'Volume ' . $element['volume'] . ' Chapter ' . $number; } $group = '1'; if (isset($element['release_date'])) { $dates = $element['release_date']; $date = max($dates); $item['timestamp'] = $date; $group = array_keys($dates, $date)[0]; } $page = $element['groups'][$group]; $item['author'] = $json['groups'][$group]; $api = parent::getURI() . $page; $item['uid'] = $page; $item['comments'] = $api; if ($this->getInput('fetch') != 'n') { $pages = []; try { $jsonp = getContents($api); $pages = Json::decode($jsonp); } catch (HttpException $e) { // allow error 500, as it's effectively a 429 if ($e->getCode() != 500) { throw $e; } } if ($this->getInput('fetch') == 'e') { $item['enclosures'] = $pages; } if ($this->getInput('fetch') == 'c') { $item['content'] = ''; foreach ($pages as $img) { $item['content'] .= '
{$dateLines[0]} {$dateLines[1]}
{$addressLines[3]}
{$addressLines[0]}
{$addressLines[1]}
{$addressLines[2]}
Infos
{$info}
HTML; } $majorOffers = array_filter($offers, fn($title): bool => !in_array($title, self::OFFER_LOW_PRIORITIES), ARRAY_FILTER_USE_KEY); foreach ($majorOffers as $offerTitle => list($offerText, $offerImages)) { $itemContent .= <<{$offerTitle}
{$offerText}
HTML; foreach ($offerImages as list($imageTitle, $imageUrl)) { $itemContent .= <<Fotos
HTML; foreach ($images as list($imageTitle, $imageUrl)) { $itemContent .= <<{$offerTitle}
{$offerText}
HTML; } $item['title'] = $dateLines[0] . ' ' . $dateLines[1] . ' ' . $addressLines[0] . ' - ' . $addressLines[1]; $item['content'] = $itemContent; $item['description'] = null; $item['enclosures'] = array_map( function ($image): string { list($title, $url) = $image; return $url . '#' . urlencode(str_replace(' ', '_', $title)); }, $images ); return $item; } public function getURI() { if ($this->queriedContext === self::CONTEXT_APPOINTMENTS) { return str_replace('.rss?', '?', self::buildAppointmentsURI()); } return parent::getURI(); } private function buildAppointmentsURI() { $term = $this->getInput('term') ?? ''; $radius = $this->getInput('radius') ?? ''; $limitDays = intval($this->getInput('limit_days')); $dateTo = $limitDays > 0 ? date('Y-m-d', time() + (60 * 60 * 24 * $limitDays)) : ''; return self::BASE_URI . '/blutspendetermine/termine.rss?date_to=' . $dateTo . '&radius=' . $radius . '&term=' . $term; } private function parseImages($parentElement): array { $images = []; if ($parentElement) { $elements = $parentElement->find('a[data-lightbox]'); foreach ($elements as $i => $element) { $url = trim($element->getAttribute('href')); if (!$url) { continue; } $title = trim($element->getAttribute('title')); if (!$title) { $number = $i + 1; $title = "Foto {$number}"; } $images[] = [$title, $url]; } } return $images; } private function parseOffers($offerElements): array { $offers = []; foreach ($offerElements as $element) { $title = self::getCleanPlainText($element->find(':is(h1,h2,h3,h4,h5,h6)', 0)); $text = trim(substr(self::getCleanPlainText($element), strlen($title))); if (!$title || !$text) { continue; } $linkElements = $element->find('a'); foreach ($linkElements as $linkElement) { $linkText = trim($linkElement->plaintext); $linkUrl = trim($linkElement->getAttribute('href')); if (!$linkText || !$linkUrl) { continue; } $linkHtml = <<{$linkText} HTML; $text = str_replace($linkText, $linkHtml, $text); } $offers[$title] = [$text, self::parseImages($element)]; } return $offers; } private function getCleanPlainText($htmlElement): string { return $htmlElement ? trim(preg_replace('/\s+/', ' ', html_entity_decode($htmlElement->plaintext))) : ''; } /** * Returns an array of strings, each of which is a substring of string formed by splitting it on boundaries formed by line breaks. */ private function explodeLines(string $text): array { return array_map('trim', preg_split('/(\s*(\r\n|\n|\r)\s*)+/', $text)); } } ================================================ FILE: bridges/DacksnackBridge.php ================================================ '01', 'februari' => '02', 'mars' => '03', 'april' => '04', 'maj' => '05', 'juni' => '06', 'juli' => '07', 'augusti' => '08', 'september' => '09', 'oktober' => '10', 'november' => '11', 'december' => '12' ]; // Split the date string into parts list($day, $monthName, $year) = explode(' ', $dateString); // Convert month name to month number $month = $monthNames[$monthName]; // Format to a string recognizable by DateTime $formattedDate = sprintf('%04d-%02d-%02d', $year, $month, $day); // Create a DateTime object $dateValue = new DateTime($formattedDate); if ($dateValue) { $dateValue->setTime(0, 0); // Set time to 00:00 return $dateValue->getTimestamp(); } return $dateValue ? $dateValue->getTimestamp() : false; } public function collectData() { $NEWSURL = self::URI; $html = getSimpleHTMLDOMCached($NEWSURL, 18000); foreach ($html->find('a.main-news-item') as $element) { // Debug::log($element); $title = trim($element->find('h2', 0)->plaintext); $category = trim($element->find('.category-tag', 0)->plaintext); $url = self::URI . $element->getAttribute('href'); $published = $this->parseSwedishDates(trim($element->find('.published', 0)->plaintext)); $article_html = getSimpleHTMLDOMCached($url, 18000); $article_content = $article_html->find('#ctl00_ContentPlaceHolder1_NewsArticleVeiw_pnlArticle', 0); $figure = self::URI . $article_content->find('img.news-image', 0)->getAttribute('src'); $figure_caption = $article_content->find('.image-description', 0)->plaintext; $author = $article_content->find('span.main-article-author', 0)->plaintext; $preamble = $article_content->find('h4.main-article-ingress', 0)->plaintext; $article_text = ''; foreach ($article_content->find('div') as $div) { if (!$div->hasAttribute('class')) { $article_text = $div; } } // Use a regular expression to extract the name if (preg_match('/Text:\s*(.*?)\s*Foto:/', $author, $matches)) { $author = $matches[1]; // This will contain 'Jonna Jansson' } $content = ' [' . $category . '] ' . $preamble . ''; $content .= '
' . $figure->find('figcaption', 0) . '
'; } foreach ($article_content->find('p') as $p) { $article_html = $article_html . $p; } $this->items[] = [ 'uri' => $url, 'title' => $title, 'author' => trim($author), 'timestamp' => $datetime, 'content' => trim($article_html), ]; if (count($this->items) > self::LIMIT) { break; } } } } ================================================ FILE: bridges/DailymotionBridge.php ================================================ [ 'u' => [ 'name' => 'username', 'required' => true, 'exampleValue' => 'moviepilot', ] ], 'By playlist id' => [ 'p' => [ 'name' => 'playlist id', 'required' => true, 'exampleValue' => 'x6xyc6', ] ], 'From search results' => [ 's' => [ 'name' => 'Search keyword', 'required' => true, 'exampleValue' => 'matrix', ], 'pa' => [ 'name' => 'Page', 'type' => 'number', 'defaultValue' => 1, ] ] ]; private $feedName = ''; private $apiUrl = 'https://api.dailymotion.com'; private $apiFields = 'created_time,description,id,owner.screenname,tags,thumbnail_url,title,url'; public function getIcon() { return 'https://static1.dmcdn.net/neon-user-ssr/prod/favicons/apple-icon-60x60.831b96ed0a8eca7f6539.png'; } public function collectData() { $apiJson = getContents($this->getApiUrl()); $apiData = json_decode($apiJson, true); if ($this->queriedContext === 'By playlist id') { $this->feedName = $this->getPlaylistTitle($this->getInput('p')); } foreach ($apiData['list'] as $apiItem) { $item = []; $item['uri'] = $apiItem['url']; $item['uid'] = $apiItem['id']; $item['title'] = $apiItem['title']; $item['timestamp'] = $apiItem['created_time']; $item['author'] = $apiItem['owner.screenname']; $item['content'] = '
' . $apiItem['description'] . '
'; $item['categories'] = $apiItem['tags']; $item['enclosures'][] = $apiItem['thumbnail_url']; $this->items[] = $item; } } public function getName() { switch ($this->queriedContext) { case 'By username': $specific = $this->getInput('u'); break; case 'By playlist id': $specific = strtok($this->getInput('p'), '_'); if ($this->feedName) { $specific = $this->feedName; } break; case 'From search results': $specific = $this->getInput('s'); break; default: return parent::getName(); } return $specific . ' : Dailymotion'; } public function getURI() { $uri = self::URI; switch ($this->queriedContext) { case 'By username': $uri .= 'user/' . urlencode($this->getInput('u')); break; case 'By playlist id': $uri .= 'playlist/' . urlencode(strtok($this->getInput('p'), '_')); break; case 'From search results': $uri .= 'search/' . urlencode($this->getInput('s')); if (!is_null($this->getInput('pa'))) { $pa = $this->getInput('pa'); if ($this->getInput('pa') < 1) { $pa = 1; } $uri .= '/' . $pa; } break; default: return parent::getURI(); } return $uri; } private function getPlaylistTitle($id) { $apiJson = getContents($this->apiUrl . '/playlist/' . $this->getInput('p')); $apiData = json_decode($apiJson, true); return $apiData['name']; } private function getApiUrl() { switch ($this->queriedContext) { case 'By username': return $this->apiUrl . '/user/' . $this->getInput('u') . '/videos?fields=' . urlencode($this->apiFields) . '&availability=1&sort=recent&limit=5'; break; case 'By playlist id': return $this->apiUrl . '/playlist/' . $this->getInput('p') . '/videos?fields=' . urlencode($this->apiFields) . '&limit=5'; break; case 'From search results': return $this->apiUrl . '/videos?search=' . $this->getInput('s') . '&fields=' . urlencode($this->apiFields) . '&limit=5'; break; } } } ================================================ FILE: bridges/DailythanthiBridge.php ================================================ [ 'name' => 'topic', 'type' => 'list', 'values' => [ 'news' => [ 'tamilnadu' => 'news/state', 'india' => 'news/india', 'world' => 'news/world', 'sirappu-katturaigal' => 'news/sirappukatturaigal', ], 'cinema' => [ 'news' => 'cinema/cinemanews', ], 'sports' => [ 'sports' => 'sports', 'cricket' => 'sports/cricket', 'football' => 'sports/football', 'tennis' => 'sports/tennis', 'hockey' => 'sports/hockey', 'other-sports' => 'sports/othersports', ], 'devotional' => [ 'devotional' => 'others/devotional', 'aalaya-varalaru' => 'aalaya-varalaru', ], ], ], ], ]; public function getName() { $topic = $this->getKey('topic'); return self::NAME . ($topic ? ' - ' . ucfirst($topic) : ''); } public function collectData() { $dom = getSimpleHTMLDOM(self::URI . '/' . $this->getInput('topic')); foreach ($dom->find('div.ListingNewsWithMEDImage') as $element) { $slug = $element->find('a', 1); $title = $element->find('h3', 0); if (!$slug || !$title) { continue; } $url = self::URI . $slug->href; $date = $element->find('span', 1); $date = $date ? $date->{'data-datestring'} : ''; $this->items[] = [ 'content' => $this->constructContent($url), 'timestamp' => $date ? $date . 'UTC' : '', 'title' => $title->plaintext, 'uid' => $slug->href, 'uri' => $url, ]; } } private function constructContent($url) { $dom = getSimpleHTMLDOMCached($url); $article = $dom->find('div.details-content-story', 0); if (!$article) { return 'Content Not Found'; } // Remove ads foreach ($article->find('div[id*="_ad"]') as $remove) { $remove->outertext = ''; } // Correct image tag in $article foreach ($article->find('h-img') as $img) { $img->parent->outertext = sprintf('' . $image->outertext . '
' : ''; return $image . $article; } } ================================================ FILE: bridges/DanbooruBridge.php ================================================ [ 'p' => [ 'name' => 'page', 'defaultValue' => 1, 'type' => 'number' ], 't' => [ 'type' => 'text', 'name' => 'tags', 'exampleValue' => 'cosplay', ] ], 0 => [] ]; const PATHTODATA = 'article'; const IDATTRIBUTE = 'data-id'; const TAGATTRIBUTE = 'alt'; protected function getFullURI() { return $this->getURI() . 'posts?&page=' . $this->getInput('p') . '&tags=' . urlencode($this->getInput('t')); } protected function getTags($element) { return $element->find('img', 0)->getAttribute(static::TAGATTRIBUTE); } protected function getItemFromElement($element) { // Fix links defaultLinkTo($element, $this->getURI()); $item = []; $item['uri'] = html_entity_decode($element->find('a', 0)->href); $item['postid'] = (int)preg_replace('/[^0-9]/', '', $element->getAttribute(static::IDATTRIBUTE)); $item['timestamp'] = time(); $thumbnailUri = $element->find('img', 0)->src; $item['categories'] = array_filter(explode(' ', $this->getTags($element))); $item['title'] = $this->getName() . ' | ' . $item['postid']; $item['content'] = 'Tags: ' . $this->getTags($element); return $item; } public function collectData() { $html = getSimpleHTMLDOMCached($this->getFullURI()); foreach ($html->find(static::PATHTODATA) as $element) { $this->items[] = $this->getItemFromElement($element); } } } ================================================ FILE: bridges/DarkReadingBridge.php ================================================ [ 'name' => 'Feed (NOT IN USE)', 'type' => 'list', 'values' => [ 'All Dark Reading Stories' => '000_AllArticles', 'Attacks/Breaches' => '644_Attacks/Breaches', 'Application Security' => '645_Application%20Security', 'Database Security' => '646_Database%20Security', 'Cloud' => '647_Cloud', 'Endpoint' => '648_Endpoint', 'Authentication' => '649_Authentication', 'Privacy' => '650_Privacy', 'Mobile' => '651_Mobile', 'Perimeter' => '652_Perimeter', 'Risk' => '653_Risk', 'Compliance' => '654_Compliance', 'Operations' => '655_Operations', 'Careers and People' => '656_Careers%20and%20People', 'Identity and Access Management' => '657_Identity%20and%20Access%20Management', 'Analytics' => '658_Analytics', 'Threat Intelligence' => '659_Threat%20Intelligence', 'Security Monitoring' => '660_Security%20Monitoring', 'Vulnerabilities / Threats' => '661_Vulnerabilities%20/%20Threats', 'Advanced Threats' => '662_Advanced%20Threats', 'Insider Threats' => '663_Insider%20Threats', 'Vulnerability Management' => '664_Vulnerability%20Management', ] ], 'limit' => self::LIMIT, ]]; public function collectData() { $feed_url = 'https://www.darkreading.com/rss.xml'; $limit = $this->getInput('limit') ?? 10; $this->collectExpandableDatas($feed_url, $limit); } protected function parseItem(array $item) { $article = getSimpleHTMLDOMCached($item['uri']); $item['content'] = $this->extractArticleContent($article); $item['enclosures'] = []; //remove author profile picture $image = $article->find('meta[property="og:image"]', 0); if (is_object($image)) { $image = $image->content; $item['enclosures'] = [$image]; } return $item; } private function extractArticleContent($article) { $content = $article->find('div.ContentModule-Wrapper', 0)->innertext; foreach ( [ '
[
'name' => 'Catégorie de l\'article',
'type' => 'list',
'values' => [
'À la une' => '',
'France Monde' => 'france-monde',
'Faits Divers' => 'faits-divers',
'Économie et Finance' => 'economie-et-finance',
'Politique' => 'politique',
'Sport' => 'sport',
'Ain' => 'ain',
'Alpes-de-Haute-Provence' => 'haute-provence',
'Hautes-Alpes' => 'hautes-alpes',
'Ardèche' => 'ardeche',
'Drôme' => 'drome',
'Isère Sud' => 'isere-sud',
'Savoie' => 'savoie',
'Haute-Savoie' => 'haute-savoie',
'Vaucluse' => 'vaucluse'
]
]
]];
public function collectData()
{
$url = self::URI . 'rss';
if (empty($this->getInput('u'))) {
$url = self::URI . $this->getInput('u') . '/rss';
}
$this->collectExpandableDatas($url, 10);
}
protected function parseItem(array $item)
{
$item['content'] = $this->extractContent($item['uri']);
return $item;
}
private function extractContent($url)
{
$html2 = getSimpleHTMLDOMCached($url);
foreach ($html2->find('.noprint, link, script, iframe, .shareTool, .contentInfo') as $remove) {
$remove->outertext = '';
}
return $html2->find('div.content', 0)->innertext;
}
}
================================================
FILE: bridges/DealabsBridge.php
================================================
[
'q' => [
'name' => 'Mot(s) clé(s)',
'type' => 'text',
'exampleValue' => 'lampe',
'required' => true
],
'hide_expired' => [
'name' => 'Masquer les éléments expirés',
'type' => 'checkbox',
],
'hide_local' => [
'name' => 'Masquer les deals locaux',
'type' => 'checkbox',
'title' => 'Masquer les deals en magasins physiques',
],
'priceFrom' => [
'name' => 'Prix minimum',
'type' => 'text',
'title' => 'Prix mnimum en euros',
'required' => false
],
'priceTo' => [
'name' => 'Prix maximum',
'type' => 'text',
'title' => 'Prix maximum en euros',
'required' => false
],
],
'Deals par groupe' => [
'group' => [
'name' => 'Groupe',
'type' => 'text',
'exampleValue' => 'abonnements-internet',
'title' => 'Nom du groupe dans l\'URL : Il faut entrer le nom du groupe qui est présent après "https://www.dealabs.com/groupe/" et avant tout éventuel "?"
Exemple : Si l\'URL du groupe affichées dans le navigateur est :
https://www.dealabs.com/groupe/abonnements-internet?sortBy=lowest_price
Il faut alors saisir :
abonnements-internet',
],
'subgroups' => [
'name' => 'Catégorie',
'type' => 'text',
'exampleValue' => '1071',
'title' => 'Numéro du ou des catégories dans l\'URL : Il faut entrer le ou les numéros de catégories qui sont présent après "groups=" et avant tout éventuel "&"
Exemple : Si l\'URL du groupe affichées dans le navigateur est :
https://www.dealabs.com/groupe/telecommunications?groups=1071%2C1070&sortBy=new
Il faut alors saisir :
1071%2C1070',
],
'order' => [
'name' => 'Trier par',
'type' => 'list',
'title' => 'Ordre de tri des deals',
'values' => [
'Du deal le plus Hot au moins Hot' => '-hot',
'Du deal le plus récent au plus ancien' => '-nouveaux',
]
]
],
'Surveillance Discussion' => [
'url' => [
'name' => 'URL de la discussion',
'type' => 'text',
'required' => true,
'title' => 'URL discussion à surveiller: https://www.dealabs.com/discussions/titre-1234',
'exampleValue' => 'https://www.dealabs.com/discussions/jeux-steam-gratuits-gleam-woobox-etc-1071415',
],
'only_with_url' => [
'name' => 'Exclure les commentaires sans URL',
'type' => 'checkbox',
'title' => 'Exclure les commentaires ne contenant pas d\'URL dans le flux',
'defaultValue' => false,
]
]
];
public $lang = [
'bridge-uri' => self::URI,
'bridge-name' => self::NAME,
'context-keyword' => 'Recherche par Mot(s) clé(s)',
'context-group' => 'Deals par groupe',
'context-talk' => 'Surveillance Discussion',
'uri-group' => 'groupe/',
'uri-deal' => 'bons-plans/',
'uri-merchant' => 'search/bons-plans?merchant-id=',
'image-host' => 'https://static-pepper.dealabs.com/',
'request-error' => 'Impossible de joindre Dealabs',
'thread-error' => 'Impossible de déterminer l\'ID de la discussion. Vérifiez l\'URL que vous avez entré',
'currency' => '€',
'price' => 'Prix',
'shipping' => 'Livraison',
'origin' => 'Origine',
'discount' => 'Réduction',
'title-keyword' => 'Recherche',
'title-group' => 'Groupe',
'title-talk' => 'Surveillance Discussion',
'deal-type' => 'Type de deal',
'localdeal' => 'Deal Local',
'context-hot' => '-hot',
'context-new' => '-nouveaux',
];
}
================================================
FILE: bridges/DemoBridge.php
================================================
[
'testCheckbox' => [
'type' => 'checkbox',
'name' => 'test des checkbox'
]
],
'testList' => [
'testList' => [
'type' => 'list',
'name' => 'test des listes',
'values' => [
'Test' => 'test',
'Test 2' => 'test2'
]
]
],
'testNumber' => [
'testNumber' => [
'type' => 'number',
'name' => 'test des numéros',
'exampleValue' => '1515632'
]
]
];
public function collectData()
{
$item = [];
$item['author'] = 'Me!';
$item['title'] = 'Test';
$item['content'] = 'Awesome content !';
$item['id'] = 'Lalala';
$item['uri'] = 'http://example.com/test';
$this->items[] = $item;
}
}
================================================
FILE: bridges/DemosBerlinBridge.php
================================================
[
'name' => 'Tage',
'type' => 'number',
'title' => 'Einträge für die nächsten Tage zurückgeben',
'required' => true,
'defaultValue' => 7,
]
]];
public function getIcon()
{
return 'https://www.berlin.de/i9f/r1/images/favicon/favicon.ico';
}
public function collectData()
{
$url = 'https://www.berlin.de/polizei/service/versammlungsbehoerde/versammlungen-aufzuege/index.php/index/all.json';
$json = getContents($url);
$jsonFile = json_decode($json, true);
$daysInterval = DateInterval::createFromDateString($this->getInput('days') . ' day');
$maxTargetDate = date_add(new DateTime('now'), $daysInterval);
foreach ($jsonFile['index'] as $entry) {
$entryDay = implode('-', array_reverse(explode('.', $entry['datum']))); // dd.mm.yyyy to yyyy-mm-dd
$ts = (new DateTime())->setTimestamp(strtotime($entryDay));
if ($ts <= $maxTargetDate) {
$item = [];
$item['uri'] = 'https://www.berlin.de/polizei/service/versammlungsbehoerde/versammlungen-aufzuege/index.php/detail/' . $entry['id'];
$item['timestamp'] = $entryDay . ' ' . $entry['von'];
$item['title'] = $entry['thema'];
$location = $entry['strasse_nr'] . ' ' . $entry['plz'];
$locationQuery = http_build_query(['query' => $location]);
$item['content'] = <<{$entry['thema']}
{$fullArticle}
EOD;
} else {
$item['content'] = <<
![]()
and so on.
$pTxt = $p->outertext;
// This will store the decoded text if we manage to decode it
$decodedTxt = '';
// This is the only way to properly decode each paragraph. I tried
// many stuffs but this is the only working way I found.
foreach (self::ENCONDINGS as $enc) {
// We check the encoding of the current paragraph
if (mb_check_encoding($pTxt, $enc)) {
// If the encoding is well recognized, we can convert from
// this encoding to UTF-8
$decodedTxt = iconv($enc, 'UTF-8', $pTxt);
}
}
// We should not trim the strings to avoid the to be glued to the
// text like: the softwarestartedto...
if (!empty($decodedTxt)) {
// We manage to decode the text, so we take the decoded version
return $this->formatParagraph($decodedTxt);
} else {
// Otherwise we take the non decoded version and hope it will
// be displayed not too ugly in the fulltext content
return $this->formatParagraph($pTxt);
}
}
/**
* Return true in $txt is a HTML tag and not plain text
*/
private function isHtmlTagNotTxt($txt)
{
if ($txt === '') {
return false;
}
$html = str_get_html($txt);
return $html && $html->root && count($html->root->children) > 0;
}
/**
* Will add a space before paragraph when needed
*/
private function formatParagraph($txt)
{
// If the paragraph is an html tag, we add a space before
if ($this->isHtmlTagNotTxt($txt)) {
// the first element is an html tag and not a text, so we can add a
// space before it
return ' ' . $txt;
}
// If the text start with word (not punctation), we had a space
$pattern = '/^\w/';
if (preg_match($pattern, $txt)) {
return ' ' . $txt;
}
return $txt;
}
/**
* Retrieve all video url in the article
*/
private function getAllVideoUrl($item)
{
// Array of video url
$url = [];
// Developpez use a div with the class video-container
$divsVideo = $item->find('div.video-container');
if (empty($divsVideo)) {
return $url;
}
// get the url of the video
foreach ($divsVideo as $div) {
$html = str_get_html($div->outertext);
$url[] = $this->getVideoUrl($html);
}
return $url;
}
/**
* Retrieve URL video. We have to check for the src of an iframe
* Work for Youtube. Will have to test for other video platform
*/
private function getVideoUrl($p)
{
$divVideo = $p->find('div.video-container', 0);
if (empty($divVideo)) {
return null;
}
$iframe = $divVideo->find('iframe', 0);
if (empty($iframe)) {
return null;
}
$src = trim($iframe->getAttribute('src'));
if (empty($src)) {
return null;
}
if (str_starts_with($src, '//')) {
$src = 'https:' . $src;
}
return $src;
}
}
================================================
FILE: bridges/DiarioDeNoticiasBridge.php
================================================
[
'n' => [
'name' => 'Tag Name',
'required' => true,
'exampleValue' => 'rogerio-casanova',
]
]
];
const MONPT = [
'jan',
'fev',
'mar',
'abr',
'mai',
'jun',
'jul',
'ago',
'set',
'out',
'nov',
'dez',
];
public function getIcon()
{
return 'https://static.globalnoticias.pt/dn/common/images/favicons/favicon-128.png';
}
public function getName()
{
switch ($this->queriedContext) {
case 'Tag':
$name = self::NAME . ' | Tag | ' . $this->getInput('n');
break;
default:
$name = self::NAME;
}
return $name;
}
public function getURI()
{
switch ($this->queriedContext) {
case 'Tag':
$url = self::URI . '/tag/' . $this->getInput('n') . '.html';
break;
default:
$url = self::URI;
}
return $url;
}
public function collectData()
{
$archives = $this->getURI();
$html = getSimpleHTMLDOMCached($archives);
foreach ($html->find('article') as $element) {
$item = [];
$title = $element->find('.t-am-title', 0);
$link = $element->find('a.t-am-text', 0);
$item['title'] = $title->plaintext;
$item['uri'] = self::URI . $link->href;
$snippet = $element->find('.t-am-lead', 0);
if ($snippet) {
$item['content'] = $snippet->plaintext;
}
preg_match('|edicao-do-dia\\/(?P\d\d)-(?P\w\w\w)-(?P\d\d\d\d)|', $link->href, $d);
if ($d) {
$item['timestamp'] = sprintf('%s-%s-%s', $d['year'], array_search($d['monpt'], self::MONPT) + 1, $d['day']);
}
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/DiarioDoAlentejoBridge.php
================================================
30s!), keep the cache timeout high to avoid killing the host */
$html = getSimpleHTMLDOMCached($this->getURI() . '/pt/noticias-listagem.aspx');
foreach ($html->find('.list_news .item') as $element) {
$item = [];
$item_link = $element->find('.body h2.title a', 0);
/* Another broken URL, see also `bridges/ComboiosDePortugalBridge.php` */
$item['uri'] = self::URI . implode('/', array_map('urlencode', explode('/', $item_link->href)));
$item['title'] = $item_link->innertext;
$item['timestamp'] = str_ireplace(
array_map(function ($name) {
return ' ' . $name . ' ';
}, self::PT_MONTH_NAMES),
array_map(function ($num) {
return sprintf('-%02d-', $num);
}, range(1, count(self::PT_MONTH_NAMES))),
$element->find('span.date', 0)->innertext
);
/* Fix the Image URL */
$item_image = $element->find('img.thumb', 0);
$item_image->src = preg_replace('/.*&img=([^&]+).*/', '\1', $item_image->getAttribute('data-src'));
/* Content: */
/* - Image */
/* - Category */
$content = $item_image .
'' . $element->find('a.category', 0) . ' ';
$item['content'] = defaultLinkTo($content, self::URI);
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/DiceBridge.php
================================================
[
'name' => 'With at least one of the words',
'required' => false,
],
'for_all' => [
'name' => 'With all of the words',
'required' => false,
],
'for_exact' => [
'name' => 'With the exact phrase',
'required' => false,
],
'for_none' => [
'name' => 'With none of these words',
'required' => false,
],
'for_jt' => [
'name' => 'Within job title',
'required' => false,
],
'for_com' => [
'name' => 'Within company name',
'required' => false,
],
'for_loc' => [
'name' => 'City, State, or ZIP code',
'required' => false,
],
'radius' => [
'name' => 'Radius in miles',
'type' => 'list',
'required' => false,
'values' => [
'Exact Location' => 'El',
'Within 5 miles' => '5',
'Within 10 miles' => '10',
'Within 20 miles' => '20',
'Within 30 miles' => '0',
'Within 40 miles' => '40',
'Within 50 miles' => '50',
'Within 75 miles' => '75',
'Within 100 miles' => '100',
],
'defaultValue' => '0',
],
'jtype' => [
'name' => 'Job type',
'type' => 'list',
'required' => false,
'values' => [
'Full-Time' => 'Full Time',
'Part-Time' => 'Part Time',
'Contract - Independent' => 'Contract Independent',
'Contract - W2' => 'Contract W2',
'Contract to Hire - Independent' => 'C2H Independent',
'Contract to Hire - W2' => 'C2H W2',
'Third Party - Contract - Corp-to-Corp' => 'Contract Corp-To-Corp',
'Third Party - Contract to Hire - Corp-to-Corp' => 'C2H Corp-To-Corp',
],
'defaultValue' => 'Full Time',
],
'telecommute' => [
'name' => 'Telecommute',
'type' => 'checkbox',
],
]];
public function getIcon()
{
return 'https://assets.dice.com/techpro/img/favicons/favicon.ico';
}
public function collectData()
{
$uri = 'https://www.dice.com/jobs/advancedResult.html';
$uri .= '?for_one=' . urlencode($this->getInput('for_one'));
$uri .= '&for_all=' . urlencode($this->getInput('for_all'));
$uri .= '&for_exact=' . urlencode($this->getInput('for_exact'));
$uri .= '&for_none=' . urlencode($this->getInput('for_none'));
$uri .= '&for_jt=' . urlencode($this->getInput('for_jt'));
$uri .= '&for_com=' . urlencode($this->getInput('for_com'));
$uri .= '&for_loc=' . urlencode($this->getInput('for_loc'));
if ($this->getInput('jtype')) {
$uri .= '&jtype=' . urlencode($this->getInput('jtype'));
}
$uri .= '&sort=date&limit=100';
$uri .= '&radius=' . urlencode($this->getInput('radius'));
if ($this->getInput('telecommute')) {
$uri .= '&telecommute=true';
}
$html = getSimpleHTMLDOM($uri);
foreach ($html->find('div.complete-serp-result-div') as $element) {
$item = [];
// Title
$masterLink = $element->find('a[id^=position]', 0);
$item['title'] = $masterLink->title;
// URL
$uri = $masterLink->href;
// $uri = substr($uri, 0, strrpos($uri, '?'));
$item['uri'] = substr($uri, 0, strrpos($uri, '?'));
// ID
$item['id'] = $masterLink->value;
// Image
$image = $element->find('img', 0);
if ($image) {
$item['image'] = $image->getAttribute('src');
}
// Content
$shortdesc = $element->find('.shortdesc', '0');
$shortdesc = ($shortdesc) ? $shortdesc->innertext : '';
$item['content'] = $shortdesc;
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/DiscogsBridge.php
================================================
[
'artistid' => [
'name' => 'Artist ID',
'type' => 'number',
'required' => true,
'exampleValue' => '28104',
'title' => 'Only the ID from an artist page. EG /artist/28104-Aesop-Rock is 28104'
],
'image' => [
'name' => 'Include Image',
'type' => 'checkbox',
'defaultValue' => 'checked',
'title' => 'Whether to include image (if bridge is configured with a personal access token)',
]
],
'Label Releases' => [
'labelid' => [
'name' => 'Label ID',
'type' => 'number',
'required' => true,
'exampleValue' => '8201',
'title' => 'Only the ID from a label page. EG /label/8201-Rhymesayers-Entertainment is 8201'
],
'image' => [
'name' => 'Include Image',
'type' => 'checkbox',
'defaultValue' => 'checked',
'title' => 'Whether to include image (if bridge is configured with a personal access token)',
]
],
'User Wantlist' => [
'username_wantlist' => [
'name' => 'Username',
'type' => 'text',
'required' => true,
'exampleValue' => 'TheBlindMaster',
],
'image' => [
'name' => 'Include Image',
'type' => 'checkbox',
'defaultValue' => 'checked',
'title' => 'Whether to include image (if bridge is configured with a personal access token)',
]
],
'User Folder' => [
'username_folder' => [
'name' => 'Username',
'type' => 'text',
],
'folderid' => [
'name' => 'Folder ID',
'type' => 'number',
],
'image' => [
'name' => 'Include Image',
'type' => 'checkbox',
'defaultValue' => 'checked',
'title' => 'Whether to include image (if bridge is configured with a personal access token)',
]
],
];
const CONFIGURATION = [
/**
* When a personal access token is provided, Discogs' API will
* return images as part of artist and label information.
*
* @see https://www.discogs.com/settings/developers
*/
'personal_access_token' => [
'required' => false,
],
];
public function collectData()
{
$headers = [];
if ($this->getOption('personal_access_token')) {
$headers = ['Authorization: Discogs token=' . $this->getOption('personal_access_token')];
}
if (!empty($this->getInput('artistid')) || !empty($this->getInput('labelid'))) {
if (!empty($this->getInput('artistid'))) {
$url = 'https://api.discogs.com/artists/'
. $this->getInput('artistid')
. '/releases?sort=year&sort_order=desc';
$data = getContents($url, $headers);
} elseif (!empty($this->getInput('labelid'))) {
$url = 'https://api.discogs.com/labels/'
. $this->getInput('labelid')
. '/releases?sort=year&sort_order=desc';
$data = getContents($url, $headers);
}
$jsonData = json_decode($data, true);
foreach ($jsonData['releases'] as $release) {
$item = [];
$item['author'] = $release['artist'];
$item['title'] = $release['title'];
$item['id'] = $release['id'];
$resId = array_key_exists('main_release', $release) ? $release['main_release'] : $release['id'];
$item['uri'] = self::URI . $this->getInput('artistid') . '/release/' . $resId;
if (isset($release['year'])) {
$item['timestamp'] = DateTime::createFromFormat('Y', $release['year'])->getTimestamp();
}
$item['content'] = $item['author'] . ' - ' . $item['title'];
if (isset($release['thumb']) && $this->getInput('image') === true) {
$item['content'] = sprintf(
'
%s', $release['thumb'], $item['content'], ); } $this->items[] = $item; } } elseif (!empty($this->getInput('username_wantlist')) || !empty($this->getInput('username_folder'))) { if (!empty($this->getInput('username_wantlist'))) { $url = 'https://api.discogs.com/users/' . $this->getInput('username_wantlist') . '/wants?sort=added&sort_order=desc'; $data = getContents($url, $headers); $jsonData = json_decode($data, true)['wants']; } elseif (!empty($this->getInput('username_folder'))) { $url = 'https://api.discogs.com/users/' . $this->getInput('username_folder') . '/collection/folders/' . $this->getInput('folderid') . '/releases?sort=added&sort_order=desc'; $data = getContents($url, $headers); $jsonData = json_decode($data, true)['releases']; } foreach ($jsonData as $element) { $infos = $element['basic_information']; $item = []; $item['title'] = $infos['title']; $item['author'] = $infos['artists'][0]['name']; $item['id'] = $infos['artists'][0]['id']; $item['uri'] = self::URI . $infos['artists'][0]['id'] . '/release/' . $infos['id']; $item['timestamp'] = strtotime($element['date_added']); $item['content'] = $item['author'] . ' - ' . $item['title']; if (isset($infos['thumb']) && $this->getInput('image') === true) { $item['content'] = sprintf( '
%s', $infos['thumb'], $item['content'], ); } $this->items[] = $item; } } } public function getURI() { return self::URI; } public function getName() { return static::NAME; } } ================================================ FILE: bridges/DjMagDotComBridge.php ================================================ [ 'name' => 'Limit', 'type' => 'number', 'title' => 'The number of news to get (max: 20)', 'defaultValue' => 10 ] ] ]; public function getIcon() { return 'https://djmag.com/sites/default/files/favicons/favicon-32x32.png?v=2024'; } public function getURI() { return self::URI . 'news'; } private function parseDateString($dateString) { // Expect formats like "30 December 2025, 12:10" $dateString = trim($dateString); // Try a strict parse first: day (no leading zero) monthname year, 24h:minute $dt = DateTime::createFromFormat('j F Y, H:i', $dateString); if ($dt instanceof DateTime) { return $dt->getTimestamp(); } // Try with leading zero day $dt = DateTime::createFromFormat('d F Y, H:i', $dateString); if ($dt instanceof DateTime) { return $dt->getTimestamp(); } // Fallback to strtotime which handles many human-readable formats $ts = strtotime($dateString); if ($ts !== false) { return $ts; } return null; } private function fetchArticleDetails($uri, $image, $title) { $itemHtml = getSimpleHTMLDOM($uri); $content = '
'; $content .= '
';
$content .= 'Tag
{$this->getImagesTable($result)} EOD; $this->items[] = $item; } } public function getURI() { $uri = parent::getURI(); if ($this->queriedContext === 'Official Image') { $uri = self::URI . '/_/' . $this->getRepo(); } if ($this->queriedContext === 'User Submitted Image') { $uri = '/r/' . $this->getRepo(); } if ($this->getInput('filter')) { $uri .= '/tags/?&page=1&name=' . $this->getInput('filter'); } return $uri; } public function getName() { if ($this->getInput('repo')) { $name = $this->getRepo(); if ($this->getInput('filter')) { $name .= ':' . $this->getInput('filter'); } return $name . ' - Docker Hub'; } return parent::getName(); } private function getRepo() { if ($this->queriedContext === 'Official Image') { return $this->getInput('repo'); } return $this->getInput('user') . '/' . $this->getInput('repo'); } private function getApiUrl() { $url = ''; if ($this->queriedContext === 'Official Image') { $url = $this->apiURL . 'library/' . $this->getRepo() . '/tags/?page_size=25&page=1'; } if ($this->queriedContext === 'User Submitted Image') { $url = $this->apiURL . $this->getRepo() . '/tags/?page_size=25&page=1'; } if ($this->getInput('filter')) { $url .= '&name=' . $this->getInput('filter'); } return $url; } private function getLayerUrl($name, $digest) { if ($this->queriedContext === 'Official Image') { return self::URI . '/layers/' . $this->getRepo() . '/library/' . $this->getRepo() . '/' . $name . '/images/' . $digest; } return self::URI . '/layers/' . $this->getRepo() . '/' . $name . '/images/' . $digest; } private function getTagUrl($name) { $url = ''; if ($this->queriedContext === 'Official Image') { $url = self::URI . '/_/' . $this->getRepo(); } if ($this->queriedContext === 'User Submitted Image') { $url = self::URI . '/r/' . $this->getRepo(); } return $url . '/tags/?&name=' . $name; } private function getImagesTable($result) { $data = ''; foreach ($result->images as $image) { $layersUrl = $this->getLayerUrl($result->name, $image->digest); $id = $this->getShortDigestId($image->digest); $size = format_bytes($image->size); $data .= <<
{$id}
{$image->os}/{$image->architecture}
{$size}
EOD;
}
return <<
Digest
OS/architecture
Compressed Size
{$data}
📅
📍 {$location}{$entry['aufzugsstrecke']}
HTML; $item['uid'] = $this->getSanitizedHash($entry['datum'] . '-' . $entry['von'] . '-' . $entry['bis'] . '-' . $entry['thema']); $this->items[] = $item; } } } private function getSanitizedHash($string) { return hash('sha1', preg_replace('/[^a-zA-Z0-9]/', '', strtolower($string))); } } ================================================ FILE: bridges/DerpibooruBridge.php ================================================ [ 'name' => 'Filter', 'type' => 'list', 'values' => [ 'Everything' => 56027, '18+ R34' => 37432, 'Legacy Default' => 37431, '18+ Dark' => 37429, 'Maximum Spoilers' => 37430, 'Default' => 100073 ], 'defaultValue' => 56027 ], 'q' => [ 'name' => 'Query', 'required' => true, 'exampleValue' => 'dog', ] ] ]; public function detectParameters($url) { $params = []; // Search page e.g. https://derpibooru.org/search?q=cute $regex = '/^(https?:\/\/)?(www\.)?derpibooru.org\/search.+q=([^\/&?\n]+)/'; if (preg_match($regex, $url, $matches) > 0) { $params['q'] = urldecode($matches[3]); return $params; } // Tag page, e.g. https://derpibooru.org/tags/artist-colon-devinian $regex = '/^(https?:\/\/)?(www\.)?derpibooru.org\/tags\/([^\/&?\n]+)/'; if (preg_match($regex, $url, $matches) > 0) { $params['q'] = str_replace('-colon-', ':', urldecode($matches[3])); return $params; } return null; } public function getName() { if (!is_null($this->getInput('q'))) { return 'Derpibooru search for: ' . $this->getInput('q'); } else { return parent::getName(); } } public function getURI() { if (!is_null($this->getInput('f')) && !is_null($this->getInput('q'))) { return self::URI . 'search?filter_id=' . urlencode($this->getInput('f')) . '&q=' . urlencode($this->getInput('q')); } else { return parent::getURI(); } } public function collectData() { $url = self::URI . 'api/v1/json/search/images?filter_id=' . urlencode($this->getInput('f')) . '&q=' . urlencode($this->getInput('q')); $queryJson = json_decode(getContents($url)); foreach ($queryJson->images as $post) { $item = []; $postUri = self::URI . $post->id; $item['uri'] = $postUri; $item['title'] = $post->name; $item['timestamp'] = strtotime($post->created_at); $item['author'] = $post->uploader; $item['enclosures'] = [$post->view_url]; $item['categories'] = $post->tags; $item['content'] = '' // description . $post->description . '
Size: ' // image size
. $post->width
. 'x'
. $post->height;
// source link
if ($post->source_url != null) {
$item['content'] .= '
Source: '
. $post->source_url
. '
{$item['title']}
EOD; } // categories foreach ($article->find('a.crayons-tag') as $tag) { $item['categories'][] = str_replace('#', '', $tag->plaintext); } $this->items[] = $item; } } public function getName() { if (!is_null($this->getInput('tag'))) { return ucfirst($this->getInput('tag')) . ' - dev.to'; } return parent::getName(); } private function getFullArticle($url) { $html = getSimpleHTMLDOMCached($url); $html = defaultLinkTo($html, static::URI); if ($html->find('div.crayons-article__cover', 0)) { return $html->find('div.crayons-article__cover', 0) . $html->find('[id="article-body"]', 0); } return $html->find('[id="article-body"]', 0); } } ================================================ FILE: bridges/DeveloppezDotComBridge.php ================================================ [ 'name' => 'Max items', 'type' => 'number', 'defaultValue' => 5, ], // list of the differents RSS availables 'domain' => [ 'type' => 'list', 'name' => 'Domaine', 'title' => 'Chosissez un sous-domaine', 'values' => [ '= Domaine principal =' => 'www', '4d' => '4d', 'abbyy' => 'abbyy', 'access' => 'access', 'agile' => 'agile', 'ajax' => 'ajax', 'algo' => 'algo', 'alm' => 'alm', 'android' => 'android', 'apache' => 'apache', 'applications' => 'applications', 'arduino' => 'arduino', 'asm' => 'asm', 'asp' => 'asp', 'aspose' => 'aspose', 'bacasable' => 'bacasable', 'big-data' => 'big-data', 'bpm' => 'bpm', 'bsd' => 'bsd', 'business-intelligence' => 'business-intelligence', 'c' => 'c', 'cloud-computing' => 'cloud-computing', 'club' => 'club', 'cms' => 'cms', 'cpp' => 'cpp', 'crm' => 'crm', 'css' => 'css', 'd' => 'd', 'dart' => 'dart', 'data-science' => 'data-science', 'db2' => 'db2', 'delphi' => 'delphi', 'dotnet' => 'dotnet', 'droit' => 'droit', 'eclipse' => 'eclipse', 'edi' => 'edi', 'embarque' => 'embarque', 'emploi' => 'emploi', 'etudes' => 'etudes', 'excel' => 'excel', 'firebird' => 'firebird', 'flash' => 'flash', 'go' => 'go', 'green-it' => 'green-it', 'gtk' => 'gtk', 'hardware' => 'hardware', 'hpc' => 'hpc', 'humour' => 'humour', 'ibmcloud' => 'ibmcloud', 'intelligence-artificielle' => 'intelligence-artificielle', 'interbase' => 'interbase', 'ios' => 'ios', 'java' => 'java', 'javascript' => 'javascript', 'javaweb' => 'javaweb', 'jetbrains' => 'jetbrains', 'jeux' => 'jeux', 'kotlin' => 'kotlin', 'labview' => 'labview', 'laravel' => 'laravel', 'latex' => 'latex', 'lazarus' => 'lazarus', 'linux' => 'linux', 'mac' => 'mac', 'matlab' => 'matlab', 'megaoffice' => 'megaoffice', 'merise' => 'merise', 'microsoft' => 'microsoft', 'mobiles' => 'mobiles', 'mongodb' => 'mongodb', 'mysql' => 'mysql', 'netbeans' => 'netbeans', 'nodejs' => 'nodejs', 'nosql' => 'nosql', 'objective-c' => 'objective-c', 'office' => 'office', 'open-source' => 'open-source', 'openoffice-libreoffice' => 'openoffice-libreoffice', 'oracle' => 'oracle', 'outlook' => 'outlook', 'pascal' => 'pascal', 'perl' => 'perl', 'php' => 'php', 'portail-emploi' => 'portail-emploi', 'portail-projets' => 'portail-projets', 'postgresql' => 'postgresql', 'powerpoint' => 'powerpoint', 'preprod-emploi' => 'preprod-emploi', 'programmation' => 'programmation', 'project' => 'project', 'purebasic' => 'purebasic', 'pyqt' => 'pyqt', 'python' => 'python', 'qt-creator' => 'qt-creator', 'qt' => 'qt', 'r' => 'r', 'raspberry-pi' => 'raspberry-pi', 'reseau' => 'reseau', 'ruby' => 'ruby', 'rust' => 'rust', 'sap' => 'sap', 'sas' => 'sas', 'scilab' => 'scilab', 'securite' => 'securite', 'sgbd' => 'sgbd', 'sharepoint' => 'sharepoint', 'solutions-entreprise' => 'solutions-entreprise', 'spring' => 'spring', 'sqlserver' => 'sqlserver', 'stages' => 'stages', 'supervision' => 'supervision', 'swift' => 'swift', 'sybase' => 'sybase', 'symfony' => 'symfony', 'systeme' => 'systeme', 'talend' => 'talend', 'typescript' => 'typescript', 'uml' => 'uml', 'unix' => 'unix', 'vb' => 'vb', 'vba' => 'vba', 'virtualisation' => 'virtualisation', 'visualstudio' => 'visualstudio', 'web-semantique' => 'web-semantique', 'web' => 'web', 'webmarketing' => 'webmarketing', 'wind' => 'wind', 'windows-azure' => 'windows-azure', 'windows' => 'windows', 'windowsphone' => 'windowsphone', 'word' => 'word', 'xhtml' => 'xhtml', 'xml' => 'xml', 'zend-framework' => 'zend-framework' ], ] ] ]; /** * Grabs the RSS item from Developpez.com */ public function collectData() { $url = $this->getRssUrl(); $this->collectExpandableDatas($url, 20); } /** * Parse the content of every RSS item. And will try to get the full article * pointed by the item URL intead of the default abstract. */ protected function parseItem(array $item) { if (count($this->items) >= $this->getInput('limit')) { return null; } // There is a bug in Developpez RSS, coma are writtent as '~?' in the // title, so I have to fix it manually $item['title'] = $this->fixComaInTitle($item['title']); // We get the content of the full article behind the RSS item URL $articleHTMLContent = getSimpleHTMLDOMCached($item['uri']); // Here we call our custom parser $fullText = $this->extractFullText($articleHTMLContent); if (!is_null($fullText)) { // if we manage to parse the page behind the url of the RSS item // then we set it as the new content. Otherwise we keep the default // content to avoid RSS Bridge to return an empty item $item['content'] = $fullText; } // Now we will attach video url in item $videosUrl = $this->getAllVideoUrl($articleHTMLContent); if (!empty($videosUrl)) { $item['enclosures'] = array_merge($item['enclosures'], $videosUrl); } // Now we can look for the blog writer/creator $author = $articleHTMLContent->find('[itemprop="creator"]', 0); if (!empty($author)) { $item['author'] = $author->outertext; } return $item; } /** * Return the RSS url for selected domain */ private function getRssUrl() { $domain = $this->getInput('domain'); if (!empty($domain)) { return 'https://' . $domain . self::DOMAIN . self::RSS_URL; } return self::URI . self::RSS_URL; } /** * Replace '~?' by a proper coma ',' */ private function fixComaInTitle($txt) { return str_replace('~?', ',', $txt); } /** * Return the full article pointed by the url in the RSS item * Since Developpez.com only provides a short abstract of the article, we * use the url to retrieve the complete article and return it as the content */ private function extractFullText($articleHTMLContent) { // All blog entry contains a div with the class 'content'. This div // contains the complete blog article. But the RSS can also return // announcement and not a blog article. So the next if, should take // care of the "non blog" entry $divArticleEntry = $articleHTMLContent->find('div.content', 0); if (is_null($divArticleEntry)) { // Didn't find the div with class content. It is probably not a blog // entry. It is probably just an announcement for an ebook, a PDF, // etc. So we can use the default RSS item content. return null; } // The following code is a bit hacky, but I really manage to get the // full content of articles without any encoding issues. What is very // weird and ugly in Developpez.com is the fact the some paragraphs of // the article will be encoded as UTF-8 and some other paragraphs will // be encoded as Windows-1252. So we can NOT decode the full article // with only one encoding. We have to check every paragraph and // determine its encoding // This contains all the 'paragraphs' of the article. It includes the // pictures, the text and the links at the bottom of the article $paragraphs = $divArticleEntry->nodes; // This will store the complete decoded content $fullText = ''; // For each paragraph, we will identify the encoding, then decode it // and finally store the decoded content in $text foreach ($paragraphs as $paragraph) { // We have to recreate a new DOM document from the current node // otherwise the find function will look in the complet article and // not only in the current paragraph. This is an ugly behavior of // the library Simple HTML DOM Parser... $html = str_get_html($paragraph->outertext); $fullText .= $this->decodeParagraph($html); } // Finally we return the full 'well' enconded content of the article return $fullText; } /** * */ private function decodeParagraph($p) { // First we check if this paragraph is a video $videoUrl = $this->getVideoUrl($p); if (!empty($videoUrl)) { // If this is a video, we just return a link to the video // 📺 => 🎞️ return ''; } // We take outertext to get the complete paragraph not only the text // inside it. That way we still graph block%s', $release['thumb'], $item['content'], ); } $this->items[] = $item; } } elseif (!empty($this->getInput('username_wantlist')) || !empty($this->getInput('username_folder'))) { if (!empty($this->getInput('username_wantlist'))) { $url = 'https://api.discogs.com/users/' . $this->getInput('username_wantlist') . '/wants?sort=added&sort_order=desc'; $data = getContents($url, $headers); $jsonData = json_decode($data, true)['wants']; } elseif (!empty($this->getInput('username_folder'))) { $url = 'https://api.discogs.com/users/' . $this->getInput('username_folder') . '/collection/folders/' . $this->getInput('folderid') . '/releases?sort=added&sort_order=desc'; $data = getContents($url, $headers); $jsonData = json_decode($data, true)['releases']; } foreach ($jsonData as $element) { $infos = $element['basic_information']; $item = []; $item['title'] = $infos['title']; $item['author'] = $infos['artists'][0]['name']; $item['id'] = $infos['artists'][0]['id']; $item['uri'] = self::URI . $infos['artists'][0]['id'] . '/release/' . $infos['id']; $item['timestamp'] = strtotime($element['date_added']); $item['content'] = $item['author'] . ' - ' . $item['title']; if (isset($infos['thumb']) && $this->getInput('image') === true) { $item['content'] = sprintf( '
%s', $infos['thumb'], $item['content'], ); } $this->items[] = $item; } } } public function getURI() { return self::URI; } public function getName() { return static::NAME; } } ================================================ FILE: bridges/DjMagDotComBridge.php ================================================ [ 'name' => 'Limit', 'type' => 'number', 'title' => 'The number of news to get (max: 20)', 'defaultValue' => 10 ] ] ]; public function getIcon() { return 'https://djmag.com/sites/default/files/favicons/favicon-32x32.png?v=2024'; } public function getURI() { return self::URI . 'news'; } private function parseDateString($dateString) { // Expect formats like "30 December 2025, 12:10" $dateString = trim($dateString); // Try a strict parse first: day (no leading zero) monthname year, 24h:minute $dt = DateTime::createFromFormat('j F Y, H:i', $dateString); if ($dt instanceof DateTime) { return $dt->getTimestamp(); } // Try with leading zero day $dt = DateTime::createFromFormat('d F Y, H:i', $dateString); if ($dt instanceof DateTime) { return $dt->getTimestamp(); } // Fallback to strtotime which handles many human-readable formats $ts = strtotime($dateString); if ($ts !== false) { return $ts; } return null; } private function fetchArticleDetails($uri, $image, $title) { $itemHtml = getSimpleHTMLDOM($uri); $content = '
' . $itemHtml->find('article div.article--standfirst p', 0)->plaintext . '
'; $content .= '
' . trim(nl2br(htmlentities($itemHtml->find('article div.content-column-wrap-oh > div > div.field--name-field-content > div', 0)->plaintext))) . '
'; $metaFields = $itemHtml->find('article div.pane-author-info', 1); // contains a timestamp in a format like 30 December 2025, 12:10 $rawTimestamp = $metaFields->find('div', 1)->plaintext; $timestamp = $this->parseDateString($rawTimestamp); $author = trim($metaFields->find('div', 0)->plaintext); return [$timestamp, $content, $author]; } public function collectData() { $limit = max(0, min($this->getInput('limit'), 20)); $url = $this->getUri(); $mainHtml = getSimpleHTMLDOM($url); // fetch first/latest news item separately as it is structured differently due to being featured $firstNewsItemHtml = $mainHtml->find('div.attachment-before div.view-content', 0); $title = trim($firstNewsItemHtml->find('h1 > a', 0)->plaintext); $uri = self::URI . $firstNewsItemHtml->find('h1 > a', 0)->href; $image = rtrim(self::URI, '/') . $firstNewsItemHtml->find('.teaser-media source', 0)->srcset; list($timestamp, $content, $author) = $this->fetchArticleDetails($uri, $image, $title); $this->items[] = [ 'title' => $title, 'uri' => $uri, 'uid' => sha1($uri), 'thumbnail' => $image, 'content' => $content, 'timestamp' => $timestamp, 'author' => $author, 'categories' => ['NEWS'], 'enclosures' => [$image], ]; // continue with the rest of the news items foreach ($mainHtml->find('div#views-bootstrap-listing-news-page > div.row article') as $newsItem) { if ($limit-- <= 0) { break; } $title = trim($newsItem->find('h1 > a', 0)->plaintext); $uri = self::URI . $newsItem->find('a', 0)->href; $image = rtrim(self::URI, '/') . $newsItem->find('source', 0)->srcset; list($timestamp, $content, $author) = $this->fetchArticleDetails($uri, $image, $title); $this->items[] = [ 'title' => $title, 'uri' => $uri, 'uid' => sha1($uri), 'thumbnail' => $image, 'content' => $content, 'timestamp' => $timestamp, 'author' => $author, 'categories' => ['NEWS'], 'enclosures' => [$image], ]; } } } ================================================ FILE: bridges/DockerHubBridge.php ================================================ [ 'user' => [ 'name' => 'User', 'type' => 'text', 'required' => true, 'exampleValue' => 'rssbridge', ], 'repo' => [ 'name' => 'Repository', 'type' => 'text', 'required' => true, 'exampleValue' => 'rss-bridge', ], 'filter' => [ 'name' => 'Filter tag', 'type' => 'text', 'required' => false, 'exampleValue' => 'latest', ] ], 'Official Image' => [ 'repo' => [ 'name' => 'Repository', 'type' => 'text', 'required' => true, 'exampleValue' => 'postgres', ], 'filter' => [ 'name' => 'Filter tag', 'type' => 'text', 'required' => false, 'exampleValue' => 'alpine3.17', ] ] ]; const CACHE_TIMEOUT = 3600; // 1 hour private $apiURL = 'https://hub.docker.com/v2/repositories/'; private $imageUrlRegex = '/hub\.docker\.com\/r\/([\w]+)\/([\w-]+)\/?/'; private $officialImageUrlRegex = '/hub\.docker\.com\/_\/([\w-]+)\/?/'; public function detectParameters($url) { $params = []; // user submitted image if (preg_match($this->imageUrlRegex, $url, $matches)) { $params['context'] = 'User Submitted Image'; $params['user'] = $matches[1]; $params['repo'] = $matches[2]; return $params; } // official image if (preg_match($this->officialImageUrlRegex, $url, $matches)) { $params['context'] = 'Official Image'; $params['repo'] = $matches[1]; return $params; } return null; } public function collectData() { $json = getContents($this->getApiUrl()); $data = json_decode($json, false); foreach ($data->results as $result) { $item = []; $lastPushed = date('Y-m-d H:i:s', strtotime($result->tag_last_pushed)); $item['title'] = $result->name; $item['uid'] = $result->id; $item['uri'] = $this->getTagUrl($result->name); $item['author'] = $result->last_updater_username; $item['timestamp'] = $result->tag_last_pushed; $item['content'] = <<{$result->name}
Last pushed{$lastPushed}
Images{$this->getImagesTable($result)} EOD; $this->items[] = $item; } } public function getURI() { $uri = parent::getURI(); if ($this->queriedContext === 'Official Image') { $uri = self::URI . '/_/' . $this->getRepo(); } if ($this->queriedContext === 'User Submitted Image') { $uri = '/r/' . $this->getRepo(); } if ($this->getInput('filter')) { $uri .= '/tags/?&page=1&name=' . $this->getInput('filter'); } return $uri; } public function getName() { if ($this->getInput('repo')) { $name = $this->getRepo(); if ($this->getInput('filter')) { $name .= ':' . $this->getInput('filter'); } return $name . ' - Docker Hub'; } return parent::getName(); } private function getRepo() { if ($this->queriedContext === 'Official Image') { return $this->getInput('repo'); } return $this->getInput('user') . '/' . $this->getInput('repo'); } private function getApiUrl() { $url = ''; if ($this->queriedContext === 'Official Image') { $url = $this->apiURL . 'library/' . $this->getRepo() . '/tags/?page_size=25&page=1'; } if ($this->queriedContext === 'User Submitted Image') { $url = $this->apiURL . $this->getRepo() . '/tags/?page_size=25&page=1'; } if ($this->getInput('filter')) { $url .= '&name=' . $this->getInput('filter'); } return $url; } private function getLayerUrl($name, $digest) { if ($this->queriedContext === 'Official Image') { return self::URI . '/layers/' . $this->getRepo() . '/library/' . $this->getRepo() . '/' . $name . '/images/' . $digest; } return self::URI . '/layers/' . $this->getRepo() . '/' . $name . '/images/' . $digest; } private function getTagUrl($name) { $url = ''; if ($this->queriedContext === 'Official Image') { $url = self::URI . '/_/' . $this->getRepo(); } if ($this->queriedContext === 'User Submitted Image') { $url = self::URI . '/r/' . $this->getRepo(); } return $url . '/tags/?&name=' . $name; } private function getImagesTable($result) { $data = ''; foreach ($result->images as $image) { $layersUrl = $this->getLayerUrl($result->name, $image->digest); $id = $this->getShortDigestId($image->digest); $size = format_bytes($image->size); $data .= <<
' . $name . '
' . $description . '
Lieu : ' . $city . ' - ' . $region . '
Par : ' . $author . '
Date : ' . $date . '
Artist: $artist"; break; case 'Tags:': $item['categories'] = []; foreach ($value->find('a') as $tag) { $tag = str_replace('-', '-', $tag->plaintext); $item['categories'][] = $tag; } $item['content'] .= '
Tags: ' . join(', ', $item['categories']); break; case 'Format:': $item['content'] .= "
Format: $value->plaintext"; break; case 'Date Added:': $item['timestamp'] = $value->plaintext; break; case 'Provided By:': $item['author'] = $value->find('a', 0)->plaintext; break; } } $this->items[] = $item; } } public function getURI() { $url = self::URI; switch ($this->queriedContext) { case 'From search results': $url .= '?p=search&type=blanket'; $url .= '&result=' . $this->getInput('query'); if ($this->getInput('flac') == 1) { $url .= '&format0=on'; } if ($this->getInput('mp3') == 1) { $url .= '&format1=on'; } if ($this->getInput('tta') == 1) { $url .= '&format2=on'; } if ($this->getInput('opus') == 1) { $url .= '&format3=on'; } if ($this->getInput('ogg') == 1) { $url .= '&format4=on'; } break; case 'Randomly selected items': $url .= '?p=random'; break; } return $url; } } ================================================ FILE: bridges/DribbbleBridge.php ================================================ fetchData($html); foreach ($html->find('li[id^="screenshot-"]') as $shot) { $item = []; $additional_data = $this->findJsonForShot($shot, $data); if ($additional_data === null) { $item['uri'] = self::URI . $shot->find('a', 0)->href; $item['title'] = $shot->find('.shot-title', 0)->plaintext; } else { $item['timestamp'] = strtotime($additional_data['published_at']); $item['uri'] = self::URI . $additional_data['path']; $item['title'] = $additional_data['title']; } $item['author'] = trim($shot->find('.user-information .display-name', 0)->plaintext); $description = $shot->find('.comment', 0); $item['content'] = $description === null ? '' : $description->plaintext; $preview_path = $shot->find('figure img', 1)->attr['data-srcset']; $item['content'] .= $this->getImageTag($preview_path, $item['title']); $item['enclosures'] = [$this->getFullSizeImagePath($preview_path)]; $this->items[] = $item; } } private function fetchData($html) { $scripts = $html->find('script'); foreach ($scripts as $script) { if (strpos($script->innertext, 'newestShots') !== false) { // fix single quotes $script->innertext = preg_replace('/\'(.*)\'(,?)$/im', '"\1"\2', $script->innertext); // fix JavaScript JSON (why do they not adhere to the standard?) $script->innertext = preg_replace('/^(\s*)(\w+):/im', '\1"\2":', $script->innertext); // fix relative dates, so they are recognized by strtotime $script->innertext = preg_replace('/"about ([0-9]+ hours? ago)"(,?)$/im', '"\1"\2', $script->innertext); // find beginning of JSON array $start = strpos($script->innertext, '['); // find end of JSON array, compensate for missing character! $end = strpos($script->innertext, '];') + 1; // convert JSON to PHP array $json = substr($script->innertext, $start, $end - $start); try { // TODO: fix broken json return Json::decode($json); } catch (\JsonException $e) { return []; } } } return []; } private function findJsonForShot($shot, $json) { foreach ($json as $element) { if (strpos($shot->getAttribute('id'), (string)$element['id']) !== false) { return $element; } } return null; } private function getImageTag($preview_path, $title) { return sprintf( '
Перейти к комментариям'; } private function addReadMoreLink($content, $url) { if (!is_null($content)) { return preg_replace('!\s+!', ' ', str_replace('Читать дальше', '', $content->plaintext)) . '
Читать далее'; } else { return ''; } } public function collectData() { switch ($this->queriedContext) { default: case 'Новости и тест-драйвы': $this->getNews(); break; case 'Бортжурналы (По модели или марке)': if (!preg_match('/^https:\/\/www.drive2.ru\/experience/', $this->getInput('url'))) { throwServerException('Invalid url'); } $this->getLogbooksContent($this->getInput('url')); break; case 'Личные блоги': if (!preg_match('/^[a-zA-Z0-9-]{3,16}$/', $this->getInput('username'))) { throwServerException('Invalid username'); } $this->getUserContent('https://www.drive2.ru/users/' . $this->getInput('username')); break; case 'Публикации по темам (Стоит почитать)': $this->getUserContent('https://www.drive2.ru/topics/' . $this->getInput('topic')); break; } } public function getName() { return $this->title ?: parent::getName(); } public function getIcon() { return 'https://www.drive2.ru/favicon.ico'; } } ================================================ FILE: bridges/DuckDuckGoBridge.php ================================================ [ 'name' => 'keyword', 'exampleValue' => 'duck', 'required' => true ], 'sort' => [ 'name' => 'sort by', 'type' => 'list', 'required' => false, 'values' => [ 'date' => self::SORT_DATE, 'relevance' => self::SORT_RELEVANCE ], 'defaultValue' => self::SORT_DATE ] ]]; public function collectData() { $query = [ 'kd' => '-1', 'q' => $this->getInput('u') . $this->getInput('sort'), ]; $url = 'https://duckduckgo.com/html/?' . http_build_query($query); $html = getSimpleHTMLDOM($url); foreach ($html->find('div.result') as $element) { $item = []; $item['uri'] = $element->find('a.result__a', 0)->href; $item['title'] = $element->find('h2.result__title', 0)->plaintext; $snippet = $element->find('a.result__snippet', 0); if ($snippet) { $item['content'] = $snippet->plaintext; } $this->items[] = $item; } } } ================================================ FILE: bridges/DuvarOrgBridge.php ================================================ [ 'name' => 'Limit', 'type' => 'number', 'required' => true, 'title' => 'Maximum number of items to return', 'defaultValue' => 20, ], 'urlsuffix' => [ 'name' => 'URL Suffix', 'type' => 'list', 'title' => 'Suffix for the URL to scrape a specific section', 'defaultValue' => 'Main', 'values' => [ 'Main' => '', 'Balanced' => '/uyumlu', 'Protest' => '/muhalif', 'Center' => '/merkez', 'Alternative' => '/alternatif', 'Global' => '/global', ], ], ]]; public function collectData() { $postCount = $this->getInput('postcount'); $urlSuffix = $this->getInput('urlsuffix'); $url = self::URI . $urlSuffix; $html = getSimpleHTMLDOM($url); foreach ($html->find('article.news-item') as $data) { if ($data === null) { continue; } try { $item = []; $linkElement = $data->find('h2.news-title a', 0); $titleElement = $data->find('h2.news-title a', 0); $timestampElement = $data->find('time.meta-tag.date-tag', 0); $contentElement = $data->find('div.news-description', 0); if ($linkElement) { $item['uri'] = $linkElement->getAttribute('href'); } else { continue; } if ($titleElement) { $item['title'] = trim($titleElement->plaintext); } else { continue; } if ($timestampElement) { $item['timestamp'] = strtotime($timestampElement->plaintext); } else { $item['timestamp'] = time(); } if ($contentElement) { $item['content'] = trim($contentElement->plaintext); } else { $item['content'] = ''; } $item['uid'] = hash('sha256', $item['title']); $this->items[] = $item; if (count($this->items) >= $postCount) { break; } } catch (Exception $e) { continue; } } } } ================================================ FILE: bridges/EASeedBridge.php ================================================ find('ea-grid', 0); if (!$dom) { throw new \Exception(sprintf('Unable to find css selector on `%s`', $url)); } $dom = defaultLinkTo($dom, $this->getURI()); foreach ($dom->find('ea-tile') as $article) { $a = $article->find('a', 0); $date = $article->find('div', 1)->plaintext; $title = $article->find('h3', 0)->plaintext; $author = $article->find('div', 0)->plaintext; $entry = getSimpleHTMLDOMCached($a->href, static::CACHE_TIMEOUT * 7 * 4); $content = $entry->find('main', 0); // remove header and links to other posts $content->find('ea-header', 0)->outertext = ''; $content->find('ea-section', -1)->outertext = ''; $this->items[] = [ 'title' => $title, 'author' => $author, 'uri' => $a->href, 'content' => $content, 'timestamp' => strtotime($date), ]; } } } ================================================ FILE: bridges/EBayBridge.php ================================================ [ 'name' => 'Search URL', 'title' => 'Copy the URL from your browser\'s address bar after searching for your items and paste it here', 'pattern' => '^(https:\/\/)?(www\.)?(befr\.|benl\.)?ebay\.(com|com\.au|at|be|ca|ch|cn|es|fr|de|com\.hk|ie|it|com\.my|nl|ph|pl|com\.sg|co\.uk)\/.*$', 'exampleValue' => 'https://www.ebay.com/sch/i.html?_nkw=atom+rss', 'required' => true, ], 'includesSearchLink' => [ 'name' => 'Include Original Search Link', 'title' => 'Whether or not each feed item should include the original search query link to eBay which was used to find the given listing.', 'type' => 'checkbox', 'defaultValue' => false, ], ]]; public function getURI() { if ($this->getInput('url')) { # make sure we order by the most recently listed offers $uri = trim(preg_replace('/([?&])_sop=[^&]+(&|$)/', '$1', $this->getInput('url')), '?&/'); $uri .= (parse_url($uri, PHP_URL_QUERY) ? '&' : '?') . '_sop=10'; // Ensure the List View is used instead of the Gallery View. $uri = trim(preg_replace('/[?&]_dmd=[^&]+(&|$)/i', '$1', $uri), '?&/'); $uri .= '&_dmd=1'; return $uri; } else { return parent::getURI(); } } public function getName() { $url = $this->getInput('url'); if (!$url) { return parent::getName(); } $urlQueries = explode('&', parse_url($url, PHP_URL_QUERY)); $searchQuery = array_reduce($urlQueries, function ($q, $p) { if (preg_match('/^_nkw=(.+)$/i', $p, $matches)) { $q[] = str_replace('+', ' ', urldecode($matches[1])); } return $q; }); if ($searchQuery) { return 'eBay - ' . $searchQuery[0]; } return parent::getName(); } public function collectData() { $html = getSimpleHTMLDOM($this->getURI()); // Remove any unsolicited results, e.g. "Results matching fewer words" foreach ($html->find('ul.srp-results > li.srp-river-answer--REWRITE_START ~ li') as $inexactMatches) { $inexactMatches->remove(); } // Remove "NEW LISTING" labels: we sort by the newest, so this is redundant. foreach ($html->find('.LIGHT_HIGHLIGHT') as $new_listing_label) { $new_listing_label->remove(); } $results = $html->find('ul.srp-results > li.s-card'); foreach ($results as $listing) { $item = []; // Define a closure to shorten the ugliness of querying the current listing. $find = function ($query, $altText = '') use ($listing) { return $listing->find($query, 0)->plaintext ?? $altText; }; $item['title'] = $find('.s-card__title'); if (!$item['title']) { // Skip entries where the title cannot be found (for w/e reason). continue; } // It appears there may be more than a single 'subtitle' subclass in the listing. Collate them. $subtitles = $listing->find('.s-card__subtitle'); if (is_array($subtitles)) { $subtitle = trim(implode(' ', array_column($subtitles, 'plaintext'))); } else { $subtitle = trim($subtitles->plaintext ?? ''); } // Get the listing's link and uid. $itemUri = $listing->find('.s-card__link', 0); if ($itemUri) { $item['uri'] = $itemUri->href; } if (preg_match('/.*\/itm\/(\d+).*/i', $item['uri'], $matches)) { $item['uid'] = $matches[1]; } // Price should be fetched on its own so we can provide the alt text without complication. $price = $find('.s-card__price', '[NO PRICE]'); // Map a list of dynamic variable names to their subclasses within the listing. // This is just a bit of sugar to make this cleaner and more maintainable. $propertyMappings = [ 'additionalPrice' => '.s-card__additional-price', 'discount' => '.s-card__discount', 'shippingFree' => '.s-card__freeXDays', 'localDelivery' => '.s-card__localDelivery', 'logisticsCost' => '.s-card__logisticsCost', 'location' => '.s-card__location', 'obo' => '.s-card__formatBestOfferEnabled', 'sellerInfo' => '.s-card__seller-info-text', 'bids' => '.s-card__bidCount', 'timeLeft' => '.s-card__time-left', 'timeEnd' => '.s-card__time-end', ]; foreach ($propertyMappings as $k => $v) { $$k = $find($v); } // When an additional price detail or discount is defined, create the 'discountLine'. if ($additionalPrice || $discount) { $discountLine = '
(' . trim($additionalPrice ?? '') . '; ' . trim($discount ?? '') . ')'; } else { $discountLine = ''; } // Prepend the time-left info with a comma if the right details were found. $timeInfo = trim($timeLeft . ' ' . $timeEnd); if ($timeInfo) { $timeInfo = ', ' . $timeInfo; } // Set the listing type. if ($bids) { $listingTypeDetails = "Auction: {$bids}{$timeInfo}"; } else { $listingTypeDetails = 'Buy It Now'; } // Acquire the listing's primary image and atach it. $image = $listing->find('.s-card__media-wrapper img', 0); if ($image) { // Not quite sure why append fragment here $imageUrl = $image->src . '#.image'; $item['enclosures'] = [$imageUrl]; } // Include the original search link, if specified. if ($this->getInput('includesSearchLink')) { $searchLink = ''; } else { $searchLink = ''; } // Build the final item's content to display and add the item onto the list. $item['content'] = <<
$price $obo ($listingTypeDetails)
$discountLine
$shippingFree $localDelivery $logisticsCost
{$subtitle}
$searchLink CONTENT; $this->items[] = $item; } } } ================================================ FILE: bridges/EDDHPiRepsBridge.php ================================================ find('table table table td') as $itemnode) { $texts = $this->extractTexts($itemnode->find('text, br')); $timestamp = $itemnode->find('.su_dat', 0)->innertext(); $uri = $itemnode->find('.pir_hd a', 0)->href; $this->items[] = [ 'timestamp' => $this->formatItemTimestamp($timestamp), 'title' => $this->formatItemTitle($texts), 'uri' => $this->formatItemUri($uri), 'author' => $this->formatItemAuthor($texts), 'content' => $this->formatItemContent($texts) ]; } } public function getIcon() { return 'https://eddh.de/favicon.ico'; } private function extractTexts($nodes) { $texts = []; $i = 0; foreach ($nodes as $node) { $text = trim($node->outertext()); if ($node->tag == 'br') { $texts[$i++] = "\n"; } elseif (($node->tag == 'text') && ($text != '')) { $text = iconv('Windows-1252', 'UTF-8', $text); $text = str_replace(' ', '', $text); $texts[$i++] = $text; } } return $texts; } protected function formatItemAuthor($texts) { $pos = array_search('Name:', $texts); return $texts[$pos + 1]; } protected function formatItemContent($texts) { $pos1 = array_search('Bemerkungen:', $texts); $pos2 = array_search('Bewertung:', $texts); $content = ''; for ($i = $pos1 + 1; $i < $pos2; $i++) { $content .= $texts[$i]; } return trim($content); } protected function formatItemTitle($texts) { $texts[5] = ltrim($texts[5], '('); return implode(' ', [$texts[1], $texts[2], $texts[3], $texts[5]]); } protected function formatItemTimestamp($value) { $value = str_replace('Eintrag vom', '', $value); $value = trim($value); return strtotime($value); } protected function formatItemUri($value) { return 'https://eddh.de/info/' . $value; } } ================================================ FILE: bridges/EDDHPresseschauBridge.php ================================================ setTime(0, 0, 0); return $dti->getTimestamp(); } } ================================================ FILE: bridges/EZTVBridge.php ================================================ [ 'name' => 'IMDB ids', 'exampleValue' => '8740790,1733785', 'required' => true, 'title' => 'One or more IMDB ids' ], 'no480' => [ 'name' => 'No 480p', 'type' => 'checkbox', 'title' => 'Activate to exclude 480p torrents' ], 'no720' => [ 'name' => 'No 720p', 'type' => 'checkbox', 'title' => 'Activate to exclude 720p torrents' ], 'no1080' => [ 'name' => 'No 1080p', 'type' => 'checkbox', 'title' => 'Activate to exclude 1080p torrents' ], 'no2160' => [ 'name' => 'No 2160p', 'type' => 'checkbox', 'title' => 'Activate to exclude 2160p torrents' ], 'noUnknownRes' => [ 'name' => 'No Unknown resolution', 'type' => 'checkbox', 'title' => 'Activate to exclude unknown resolution torrents' ], ] ]; public function collectData() { $eztv_uri = $this->getEztvUri(); $ids = explode(',', trim($this->getInput('ids'))); foreach ($ids as $id) { $url = sprintf('%s/api/get-torrents?imdb_id=%s', $eztv_uri, $id); $json = getContents($url); $data = json_decode($json); if (!isset($data->torrents)) { // No results continue; } foreach ($data->torrents as $torrent) { $title = $torrent->title; $regex480 = '/480p/'; $regex720 = '/720p/'; $regex1080 = '/1080p/'; $regex2160 = '/2160p/'; $regexUnknown = '/(480p|720p|1080p|2160p)/'; // Skip unwanted resolution torrents if ( (preg_match($regex480, $title) === 1 && $this->getInput('no480')) || (preg_match($regex720, $title) === 1 && $this->getInput('no720')) || (preg_match($regex1080, $title) === 1 && $this->getInput('no1080')) || (preg_match($regex2160, $title) === 1 && $this->getInput('no2160')) || (preg_match($regexUnknown, $title) !== 1 && $this->getInput('noUnknownRes')) ) { continue; } $this->items[] = $this->getItemFromTorrent($torrent); } } usort($this->items, function ($torrent1, $torrent2) { return $torrent2['timestamp'] <=> $torrent1['timestamp']; }); } protected function getEztvUri() { $html = getSimpleHTMLDom(self::URI); $urls = $html->find('a.domainLink'); foreach ($urls as $url) { $headers = get_headers($url->href); if (substr($headers[0], 9, 3) === '200') { return $url->href; } } throw new Exception('No valid EZTV URI available'); } protected function getItemFromTorrent($torrent) { $item = []; $item['uri'] = $torrent->episode_url ?? $torrent->torrent_url; $item['author'] = $torrent->imdb_id; $item['timestamp'] = $torrent->date_released_unix; $item['title'] = $torrent->title; $item['enclosures'][] = $torrent->torrent_url; $thumbnailUri = 'https:' . $torrent->small_screenshot; $torrentSize = format_bytes((int) $torrent->size_bytes); $item['content'] = $torrent->filename . 'File size: ' . $torrentSize . '
magnet link
torrent link
' . $cveItem->cve_id . '
'; $result .= $this->getCVSSLabels($datum); $result .= '' . $datum->description . '
'; $result .= <<
- Created At: {$datum->created_at}
- Updated At: {$datum->updated_at}
' . $cvss4 . $cvss31 . $cvss3 . $cvss2 . '
';
}
private function formatCVSSLabel($score, $version, $critical_thr, $high_thr, $medium_thr)
{
$text = 'n/a';
$class = 'cvss-na-color';
if ($score) {
$importance = '';
if ($score >= $critical_thr) {
$importance = 'CRITICAL';
$class = 'cvss-crit-color';
} else if ($score >= $high_thr) {
$importance = 'HIGH';
$class = 'cvss-high-color';
} else if ($score >= $medium_thr) {
$importance = 'MEDIUM';
$class = 'cvss-medium-color';
} else {
$importance = 'LOW';
$class = 'cvss-low-color';
}
$text = sprintf('[%s] %.1f', $importance, $score);
}
$item = "CVSS {$version}:
{$text}
";
return $item;
}
private function getLinks($id)
{
return <<EOD; } private function cvssV3VectorToTable($cvssVector) { $vectorComponents = []; $parts = explode('/', $cvssVector); if (!preg_match('/^CVSS:3\.[01]/', $parts[0])) { return 'Error: Not a valid CVSS v3.0 or v3.1 vector'; } for ($i = 1; $i < count($parts); $i++) { $component = explode(':', $parts[$i]); if (count($component) == 2) { $vectorComponents[$component[0]] = $component[1]; } } $readableNames = [ 'AV' => ['N' => 'Network', 'A' => 'Adjacent', 'L' => 'Local', 'P' => 'Physical'], 'AC' => ['L' => 'Low', 'H' => 'High'], 'PR' => ['N' => 'None', 'L' => 'Low', 'H' => 'High'], 'UI' => ['N' => 'None', 'R' => 'Required'], 'S' => ['U' => 'Unchanged', 'C' => 'Changed'], 'C' => ['N' => 'None', 'L' => 'Low', 'H' => 'High'], 'I' => ['N' => 'None', 'L' => 'Low', 'H' => 'High'], 'A' => ['N' => 'None', 'L' => 'Low', 'H' => 'High'] ]; $data = new stdClass(); $data->attackVector = isset($readableNames['AV'][$vectorComponents['AV']]) ? $readableNames['AV'][$vectorComponents['AV']] : 'Unknown'; $data->attackComplexity = isset($readableNames['AC'][$vectorComponents['AC']]) ? $readableNames['AC'][$vectorComponents['AC']] : 'Unknown'; $data->privilegesRequired = isset($readableNames['PR'][$vectorComponents['PR']]) ? $readableNames['PR'][$vectorComponents['PR']] : 'Unknown'; $data->userInteraction = isset($readableNames['UI'][$vectorComponents['UI']]) ? $readableNames['UI'][$vectorComponents['UI']] : 'Unknown'; $data->scope = isset($readableNames['S'][$vectorComponents['S']]) ? $readableNames['S'][$vectorComponents['S']] : 'Unknown'; $data->confidentialityImpact = isset($readableNames['C'][$vectorComponents['C']]) ? $readableNames['C'][$vectorComponents['C']] : 'Unknown'; $data->integrityImpact = isset($readableNames['I'][$vectorComponents['I']]) ? $readableNames['I'][$vectorComponents['I']] : 'Unknown'; $data->availabilityImpact = isset($readableNames['A'][$vectorComponents['A']]) ? $readableNames['A'][$vectorComponents['A']] : 'Unknown'; $html = '
CVSS v3 details
| Attack vector | ' . $data->attackVector . ' | Confidentiality Impact | ' . $data->confidentialityImpact . ' |
| Attack complexity | ' . $data->attackComplexity . ' | Integrity Impact | ' . $data->integrityImpact . ' |
| Privileges Required | ' . $data->privilegesRequired . ' | Availability Impact | ' . $data->availabilityImpact . ' |
| User Interaction | ' . $data->userInteraction . ' | Scope | ' . $data->scope . ' |
CVSS v2 details
| Impact score | ' . $v2->impactScore . ' | Exploitability score | ' . $v2->exploitabilityScore . ' |
| Access Vector | ' . $data->accessVector . ' | Confidentiality Impact | ' . $data->confidentialityImpact . ' |
| Access Complexity | ' . $data->accessComplexity . ' | Integrity Impact | ' . $data->integrityImpact . ' |
| Authentication | ' . $data->authentication . ' | Availability Impact | ' . $data->availabilityImpact . ' |
CVSS v4.0 details
| Attack vector | ' . $data->attackVector . ' | Vulnerable System Confidentiality Impact | ' . $data->confidentialityImpact . ' |
| Attack complexity | ' . $data->attackComplexity . ' | Vulnerable System Integrity Impact | ' . $data->integrityImpact . ' |
| Privileges Required | ' . $data->privilegesRequired . ' | Vulnerable System Availability Impact | ' . $data->availabilityImpact . ' |
| Attack Requirements | ' . $data->attackRequirements . ' | Subsequent System Confidentiality Impact | ' . $data->confidentialityImpactS . ' |
| User Interaction | ' . $data->userInteraction . ' | Subsequent System Integrity Impact | ' . $data->integrityImpactS . ' |
| Subsequent System Avaliablity Impact | ' . $data->availabilityImpactS . ' |
Affected products
- ';
foreach ($vendor_data as $vendor => $products) {
$res .= "
- {$vendor}";
if (count($products) > 0) {
$res .= '
- ';
foreach ($products as $product) {
$res .= '
- ' . $product . ' '; } $res .= '
';
}
$res .= '
' . $track->find('h2', 0)->plaintext; $item['id'] = self::URI . $track->find('a.no-ajaxy', 0)->getAttribute('href'); $item['uri'] = self::URI . $track->find('a.no-ajaxy', 0)->getAttribute('href'); $this->items[] = $item; } } public function getName() { return (!empty($this->userName) ? $this->userName . ' - ' : '') . 'Openwhyd'; } } ================================================ FILE: bridges/OpenwrtSecurityBridge.php ================================================ find('div[class=plugin_nspages]', 0); foreach ($advisories->find('a[class=wikilink1]') as $element) { $item = []; $row = $element->innertext; $item['title'] = substr($row, 0, strpos($row, ' - ')); $item['timestamp'] = $this->getDate($element->href); $item['uri'] = self::WEBROOT . $element->href; $item['uid'] = self::WEBROOT . $element->href; $item['content'] = substr($row, strpos($row, ' - ') + 3); $item['author'] = 'OpenWrt Project'; $this->items[] = $item; } } private function getDate($href) { $date = substr($href, -12); return $date; } } ================================================ FILE: bridges/OtrkeyFinderBridge.php ================================================ [ 'name' => 'Search term', 'exampleValue' => 'Tatort', 'title' => 'The search term is case-insensitive', ], 'station' => [ 'name' => 'Station name', 'exampleValue' => 'ARD', ], 'type' => [ 'name' => 'Media type', 'type' => 'list', 'values' => [ 'any' => '', 'Detail' => [ 'HD' => 'HD.avi', 'AC3' => 'HD.ac3', 'HD & AC3' => 'HD.', 'HQ' => 'HQ.avi', 'AVI' => 'g.avi', // 'g.' to exclude HD.avi and HQ.avi (filename always contains 'mpg.') 'MP4' => '.mp4', ], ], ], 'minTime' => [ 'name' => 'Min. running time', 'type' => 'number', 'title' => 'The minimum running time in minutes. The resolution is 5 minutes.', 'exampleValue' => '90', 'defaultValue' => '0', ], 'maxTime' => [ 'name' => 'Max. running time', 'type' => 'number', 'title' => 'The maximum running time in minutes. The resolution is 5 minutes.', 'exampleValue' => '120', 'defaultValue' => '0', ], 'pages' => [ 'name' => 'Number of pages', 'type' => 'number', 'title' => 'Specifies the number of pages to fetch. Increase this value if you get an empty feed.', 'exampleValue' => '5', 'defaultValue' => '5', ], ] ]; // Example: Terminator_20.04.13_02-25_sf2_100_TVOON_DE.mpg.avi.otrkey // The first group is the running time in minutes const FILENAME_REGEX = '/_(\d+)_TVOON_DE\.mpg\..+\.otrkey/'; // year.month.day_hour-minute with leading zeros const TIME_REGEX = '/\d{2}\.\d{2}\.\d{2}_\d{2}-\d{2}/'; const CONTENT_TEMPLATE = '
- %s
Location: {$spot['locationDesc']}
Frequency: {$spot['frequency']} kHz
Spotter: {$spot['spotter']}
Comments: {$spot['comments']} EOL; $this->items[] = [ 'uri' => $park_link, 'title' => $title, 'content' => $content, 'timestamp' => $spot['spotTime'] ]; } } } ================================================ FILE: bridges/ParlerBridge.php ================================================ [ 'name' => 'User', 'type' => 'text', 'required' => true, 'exampleValue' => 'NigelFarage', ], 'limit' => self::LIMIT, ] ]; public function collectData() { $user = trim($this->getInput('user')); if (preg_match('#^https?://parler\.com/(\w+)#i', $user, $m)) { $user = $m[1]; } $json = getContents(sprintf('https://api.parler.com/v0/public/user/%s/feed/?page=1&limit=20&media_only=0', $user)); $response = Json::decode($json, false); $data = $response->data ?? null; if (!$data) { throw new \Exception('The returned data is empty'); } foreach ($data as $post) { $item = [ 'title' => $post->body, 'uri' => sprintf('https://parler.com/feed/%s', $post->postuuid), 'author' => $post->user->username, 'uid' => $post->postuuid, 'content' => $post->body, ]; $date = $post->date_created; $createdAt = date_create($date); if ($createdAt) { $item['timestamp'] = $createdAt->getTimestamp(); } if (isset($post->image)) { $item['content'] .= sprintf('
🎧 {$audio_filename}
";
if ($download_url !== $item['uri']) {
$item['enclosures'][] = $download_url;
$item['content'] .= "";
}
$item['content'] .= '
';
foreach ($post->relationships->images->data as $key => $image) {
$image = $this->findInclude($posts, 'media', $image->id)->attributes;
$image_fullres = $image->download_url ?? $image->image_urls->url ?? $image->image_urls->original ?? null;
$filename = $image->file_name ?? '';
$image_url = $image->image_urls->url ?? $image->image_urls->original ?? null;
$item['enclosures'][] = $image_fullres;
$item['content'] .= "{$filename}
";
}
$item['content'] .= '
| url}\"> |
| {$embed->subject} |
| {$embed->description} |
'; } break; } //content of the post if (isset($post->attributes->content)) { $item['content'] .= $post->attributes->content; } elseif (isset($post->attributes->teaser_text)) { $item['content'] .= '
' . $post->attributes->teaser_text; if (strlen($post->attributes->teaser_text) === 140) { $item['content'] .= '…'; } $item['content'] .= '
'; } //post tags if (isset($post->relationships->user_defined_tags)) { $item['categories'] = []; foreach ($post->relationships->user_defined_tags->data as $tag) { $attrs = $this->findInclude($posts, 'post_tag', $tag->id)->attributes; $item['categories'][] = $attrs->value; } } //poll if (isset($post->relationships->poll->data)) { $poll = $this->findInclude($posts, 'poll', $post->relationships->poll->data->id); $item['content'] .= "| Poll: {$poll->attributes->question_text} |
|---|
| {$poll_option_text} |
Attachments:
- ';
foreach ($post->relationships->attachments->data as $attachment) {
$attrs = $this->findInclude($posts, 'attachment', $attachment->id)->attributes;
$filename = $attrs->name;
$n = strrpos($filename, '.');
$ext = ($n === false) ? '' : substr($filename, $n);
$item['enclosures'][] = $attrs->url . '#' . $ext;
$item['content'] .= '
- ' . $filename . ' '; } $item['content'] .= '
| ' . $this->getImage($deal) . ' | ' . $this->getHTMLTitle($jsonDealData) . $this->getPrice($jsonDealData) . $this->getDiscount($jsonDealData) /* * DEPRECATED : the list does not show this info anymore * . $this->getShipsFrom($dealMeta) */ . $this->getShippingCost($jsonDealData) . $this->getSource($jsonDealData) . $this->getDealLocation($jsonDealData) . $deal->find('div[class*=' . $selectorDescription . ']', 0)->innertext . ' | ' . $this->getTemperature($jsonDealData) . ' |
' . $this->i8n('price') . ' : '
. $price . ' ' . $this->i8n('currency') . '
';
} else {
return '';
}
}
/**
* Get the Publish Date from a Deal if it exists
* @return integer Timestamp of the published date of the deal
*/
private function getPublishedDate($jsonDealData)
{
return $jsonDealData['props']['thread']['publishedAt'];
}
/**
* Get the Deal Author from a Deal if it exists
* @return String Author of the deal
*/
private function getDealAuthor($jsonDealData)
{
return $jsonDealData['props']['thread']['user']['username'];
}
/**
* Get the Title from a Deal if it exists
* @return string String of the deal title
*/
private function getTitle($jsonDealData)
{
$title = $jsonDealData['props']['thread']['title'];
return $title;
}
/**
* Get the Title from a Talk if it exists
* @return string String of the Talk title
*/
private function getTalkTitle()
{
$cacheKey = $this->getInput('url') . 'TITLE';
$title = $this->loadCacheValue($cacheKey);
// The cache does not contain the title of the bridge, we must get it and save it in the cache
if ($title === null) {
$html = getSimpleHTMLDOMCached($this->getInput('url'));
$title = $html->find('title', 0)->plaintext;
// Save the value in the cache for the next 15 days
$this->saveCacheValue($cacheKey, $title, 86400 * 15);
}
return $title;
}
/**
* Get the Title from a Group if it exists
* @return string String of the Talk title
*/
private function getGroupTitle()
{
$cacheKey = $this->getInput('group') . 'TITLE';
$title = $this->loadCacheValue($cacheKey);
// The cache does not contain the title of the bridge, we must get it and save it in the cache
if ($title == null) {
$html = getSimpleHTMLDOMCached($this->getGroupURI());
// Search the title in the javascript mess
preg_match('/threadGroupName":"([^"]*)","threadGroupUrlName":"' . $this->getInput('group') . '"/m', $html, $matches);
$title = $matches[1];
// Save the value in the cache for the next 15 days
$this->saveCacheValue($cacheKey, $title, 86400 * 15);
}
$order = $this->getKey('order');
return $title . ' - ' . $order;
}
/**
* Get the HTML Title code from an item
* @return string String of the deal title
*/
private function getHTMLTitle($jsonDealData)
{
$html = '' . $this->getTitle($jsonDealData) . '
'; return $html; } /** * Get the URI from a Deal if it exists * @return string String of the deal URI */ private function getDealURI($jsonDealData) { $dealSlug = $jsonDealData['props']['thread']['titleSlug']; $dealId = $jsonDealData['props']['thread']['threadId']; $uri = $this->i8n('bridge-uri') . $this->i8n('uri-deal') . $dealSlug . '-' . $dealId; return $uri; } /** * Get the Shipping costs from a Deal if it exists * @return string String of the deal shipping Cost */ private function getShippingCost($jsonDealData) { $isFree = $jsonDealData['props']['thread']['shipping']['isFree']; $price = $jsonDealData['props']['thread']['shipping']['price']; if ($isFree !== null) { return '' . $this->i8n('shipping') . ' : '
. $price . ' ' . $this->i8n('currency')
. '
';
} else {
return '';
}
}
/**
* Get the temperature from a Deal if it exists
* @return string String of the deal temperature
*/
private function getTemperature($data)
{
return $data['props']['thread']['temperature'] . '°';
}
/**
* Get the Deal data from the "data-vue2" JSON attribute
* @return array Array containg the deal properties contained in the "data-vue2" attribute
*/
private function getDealJsonData($deal)
{
$data = Json::decode($deal->find('div[class=js-vue3]', 0)->getAttribute('data-vue3'));
return $data;
}
/**
* Get the source of a Deal if it exists
* @return string String of the deal source
*/
private function getSource($jsonData)
{
if ($jsonData['props']['thread']['merchant'] != null) {
$path = $this->i8n('uri-merchant') . $jsonData['props']['thread']['merchant']['merchantId'];
$text = $jsonData['props']['thread']['merchant']['merchantName'];
return '' . $this->i8n('origin') . ' : ' . $text . '
';
} else {
return '';
}
}
/**
* Get the original Price and discout from a Deal if it exists
* @return string String of the deal original price and discount
*/
private function getDiscount($jsonDealData)
{
$oldPrice = $jsonDealData['props']['thread']['nextBestPrice'];
$newPrice = $jsonDealData['props']['thread']['price'];
$percentage = $jsonDealData['props']['thread']['percentage'];
if ($oldPrice != 0) {
// If there is no percentage calculated, then calculate it manually
if ($percentage == 0) {
$percentage = round(100 - ($newPrice * 100 / $oldPrice), 2);
}
return '' . $this->i8n('discount') . ' : '
. $oldPrice . ' ' . $this->i8n('currency')
. ' -'
. $percentage
. ' %
';
} else {
return '';
}
}
/**
* Get the Deal location if it exists
* @return string String of the deal location
*/
private function getDealLocation($jsonDealData)
{
if ($jsonDealData['props']['thread']['isLocal']) {
$content = '' . $this->i8n('deal-type') . ' : ' . $this->i8n('localdeal') . '
';
} else {
$content = '';
}
return $content;
}
/**
* Get the Picture URL from a Deal if it exists
* @return string String of the deal Picture URL
*/
private function getImage($deal)
{
// Get thread Image JSON content
$content = Json::decode($deal->find('div[class=js-vue3]', 0)->getAttribute('data-vue3'));
//return '' . $shipsFrom . '
';
}
return '';
}
/**
* Returns the RSS Feed title according to the parameters
* @return string the RSS feed Tiyle
*/
public function getName()
{
switch ($this->queriedContext) {
case $this->i8n('context-keyword'):
return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-keyword') . ' : ' . $this->getInput('q');
break;
case $this->i8n('context-group'):
return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-group') . ' : ' . $this->getGroupTitle();
break;
case $this->i8n('context-talk'):
return $this->i8n('bridge-name') . ' - ' . $this->i8n('title-talk') . ' : ' . $this->getTalkTitle();
break;
default: // Return default value
return static::NAME;
}
}
/**
* Returns the RSS Feed URI according to the parameters
* @return string the RSS feed Title
*/
public function getURI()
{
switch ($this->queriedContext) {
case $this->i8n('context-keyword'):
return $this->getSearchURI();
break;
case $this->i8n('context-group'):
return $this->getGroupURI();
break;
case $this->i8n('context-talk'):
return $this->getTalkURI();
break;
default: // Return default value
return static::URI;
}
}
/**
* Returns the RSS Feed URI for a keyword Feed
* @return string the RSS feed URI
*/
private function getSearchURI()
{
$q = $this->getInput('q');
$hide_expired = $this->getInput('hide_expired');
$hide_local = $this->getInput('hide_local');
$priceFrom = $this->getInput('priceFrom');
$priceTo = $this->getInput('priceTo');
$url = $this->i8n('bridge-uri')
. 'search?q='
. urlencode($q)
. '&hide_expired=' . $hide_expired
. '&hide_local=' . $hide_local
. '&priceFrom=' . $priceFrom
. '&priceTo=' . $priceTo
/* Some default parameters
* search_fields : Search in Titres & Descriptions & Codes
* sort_by : Sort the search by new deals
* time_frame : Search will not be on a limited timeframe
*/
. '&search_fields[]=1&search_fields[]=2&search_fields[]=3&sort_by=new&time_frame=0';
return $url;
}
/**
* Returns the RSS Feed URI for a group Feed
* @return string the RSS feed URI
*/
private function getGroupURI()
{
$group = $this->getInput('group');
$order = $this->getInput('order');
$subgroups = $this->getInput('subgroups');
// This permit to keep the existing Feed to work
if ($order == $this->i8n('context-hot')) {
$sortBy = 'temp';
} else if ($order == $this->i8n('context-new')) {
$sortBy = 'new';
}
$url = $this->i8n('bridge-uri')
. $this->i8n('uri-group') . $group . '?sortBy=' . $sortBy . '&groups=' . $subgroups;
return $url;
}
/**
* Returns the RSS Feed URI for a Talk Feed
* @return string the RSS feed URI
*/
private function getTalkURI()
{
$url = $this->getInput('url');
return $url;
}
/**
* This is some "localisation" function that returns the needed content using
* the "$lang" class variable in the local class
* @return various the local content needed
*/
protected function i8n($key)
{
if (array_key_exists($key, $this->lang)) {
return $this->lang[$key];
} else {
return null;
}
}
}
================================================
FILE: bridges/PhoronixBridge.php
================================================
[
'name' => 'Limit',
'type' => 'number',
'required' => false,
'title' => 'Maximum number of items to return',
'defaultValue' => 10
],
'svgAsImg' => [
'name' => 'SVG in "image" tag',
'type' => 'checkbox',
'title' => 'Some benchmarks are exported as SVG with "object" tag,
but some RSS readers don\'t support this. "img" tag are supported by most browsers',
'defaultValue' => false
],
]];
public function collectData()
{
$this->collectExpandableDatas('https://www.phoronix.com/rss.php', $this->getInput('n'));
}
protected function parseItem(array $item)
{
$itemUrl = $item['uri'];
$articlePage = getSimpleHTMLDOM($itemUrl);
$articlePage = defaultLinkTo($articlePage, $this->getURI());
// Extract final link. From Facebook's like plugin.
$parsedUrlQuery = parse_url($articlePage->find('iframe[src^=//www.facebook.com/plugins]', 0), PHP_URL_QUERY);
parse_str($parsedUrlQuery, $facebookQuery);
if (array_key_exists('href', $facebookQuery)) {
$itemUrl = $facebookQuery['href'];
}
$item['content'] = $this->extractContent($articlePage);
$pages = $articlePage->find('.pagination a[!title]');
foreach ($pages as $page) {
$pageURI = urljoin($itemUrl, html_entity_decode($page->href));
$page = getSimpleHTMLDOM($pageURI);
$item['content'] .= $this->extractContent($page);
}
return $item;
}
private function extractContent($page)
{
$content = $page->find('.content', 0);
$objects = $content->find('script[src^=//openbenchmarking.org]');
foreach ($objects as $object) {
$objectSrc = preg_replace('/p=0/', 'p=2', $object->src);
if ($this->getInput('svgAsImg')) {
$object->outertext = '%s', $image, $article->find('.teaser__text', 0)->plaintext ); } $this->items[] = $item; } } } ================================================ FILE: bridges/PicartoBridge.php ================================================ [ 'name' => 'Channel name', 'type' => 'text', 'required' => true, 'title' => 'Channel name', 'exampleValue' => 'Wysdrem', ], ] ]; public function collectData() { $channel = $this->getInput('channel'); $data = json_decode(getContents('https://api.picarto.tv/api/v1/channel/name/' . $channel), true); if (!$data['online']) { return; } $lastLive = new \DateTime($data['last_live']); $this->items[] = [ 'uri' => 'https://picarto.tv/' . $channel, 'title' => $data['name'] . ' is now online', 'content' => sprintf('
' . $element . ''; $this->items[] = $item; $num++; if ($num >= $max) { break 2; } } } } public function getURI() { if (!is_null($this->getInput('s')) && !is_null($this->getInput('r')) && !is_null($this->getInput('c'))) { $subcategory = $this->getInput('s'); $link = self::URI . $this->getInput('r') . '/' . $this->getInput('c') . '/' . $subcategory; return $link; } return parent::getURI(); } public function getName() { if (!is_null($this->getInput('s'))) { $subcategory = $this->getInput('s'); return 'PickyWallpapers - ' . $this->getInput('c') . ($subcategory ? ' > ' . $subcategory : '') . ' [' . $this->getInput('r') . ']'; } return parent::getName(); } } ================================================ FILE: bridges/PicnobBridge.php ================================================ [ 'u' => [ 'name' => 'username', 'type' => 'text', 'title' => 'Instagram username you want to follow', 'exampleValue' => 'aesoprockwins', 'required' => true, ], ], 'Hashtag' => [ 'h' => [ 'name' => 'hashtag', 'type' => 'text', 'title' => 'Instagram hastag you want to follow, without the \'#\'', 'exampleValue' => 'beautifulday', 'required' => true, ], ] ]; public function getURI() { if (!is_null($this->getInput('u'))) { return urljoin(self::URI, '/profile/' . $this->getInput('u') . '/'); } if (!is_null($this->getInput('h'))) { return urljoin(self::URI, '/tag/' . trim($this->getInput('h') . '/')); } return parent::getURI(); } public function collectData() { $html = getSimpleHTMLDOM($this->getURI()); foreach ($html->find('.items') as $part) { foreach ($part->find('.item') as $element) { $url = urljoin(self::URI, $element->find('a', 0)->href); $date = date_create(); $relativeDate = date_interval_create_from_date_string(str_replace(' ago', '', $element->find('.time', 0)->plaintext)); if ($relativeDate) { date_sub($date, $relativeDate); } $description = defaultLinkTo(trim($element->find('.sum', 0)->innertext), self::URI); $isVideo = (bool) $element->find('.icon_video', 0); $videoNote = $isVideo ? '
(video)
' : ''; $isTV = (bool) $element->find('.icon_tv', 0); $tvNote = $isTV ? '(TV)
' : ''; $isMoreContent = (bool) $element->find('.icon_multi', 0); $moreContentNote = $isMoreContent ? '(multiple images and/or videos)
' : ''; $imageUrl = $element->find('.img', 0)->getAttribute('data-src'); $uid = explode('/', parse_url($url, PHP_URL_PATH))[2]; $this->items[] = [ 'uri' => $url, 'timestamp' => date_format($date, 'r'), 'title' => strlen($description) > 60 ? mb_substr($description, 0, 57) . '...' : $description, 'thumbnail' => $imageUrl, 'enclosures' => [$imageUrl], 'content' => <<{$description}
HTML, 'uid' => $uid ]; } } } public function getName() { if (!is_null($this->getInput('u'))) { return 'Username ' . $this->getInput('u') . ' - Picnob'; } if (!is_null($this->getInput('h'))) { return 'Hashtag ' . $this->getInput('h') . ' - Picnob'; } return parent::getName(); } } ================================================ FILE: bridges/PicukiBridge.php ================================================ [ 'count' => [ 'name' => 'Count', 'type' => 'number', 'title' => 'How many posts to fetch', 'defaultValue' => 12 ] ], 'Username' => [ 'u' => [ 'name' => 'username', 'exampleValue' => 'aesoprockwins', 'required' => true, ], ], 'Hashtag' => [ 'h' => [ 'name' => 'hashtag', 'exampleValue' => 'beautifulday', 'required' => true, ], ] ]; public function getURI() { if (!is_null($this->getInput('u'))) { return urljoin(self::URI, '/profile/' . $this->getInput('u')); } if (!is_null($this->getInput('h'))) { return urljoin(self::URI, '/tag/' . trim($this->getInput('h'), '#')); } return parent::getURI(); } public function collectData() { $re = '#let short_code = "(.*?)";\s*$#m'; $html = getSimpleHTMLDOM($this->getURI()); $requestedCount = $this->getInput('count'); if ($requestedCount > 12) { // Picuki shows 12 posts per page at initial load. throw new \Exception('Maximum count is 12'); } $count = 0; foreach ($html->find('div[class=.box-photo][data-s=media]') as $element) { // skip ad items if (in_array('adv', explode(' ', $element->class))) { continue; } $url = $element->find('a', 0)->href; $html_single = getSimpleHTMLDOMCached($url); $sourceUrl = null; if (preg_match($re, $html_single, $matches) > 0) { $sourceUrl = 'https://instagram.com/p/' . $matches[1]; } //$author = trim($element->find('.single-photo-nickname', 0)->plaintext); $date = date_create(); $relativeDate = str_replace(' ago', '', $element->find('.time', 0)->plaintext); date_sub($date, date_interval_create_from_date_string($relativeDate)); $description = trim($element->find('.photo-action-description', 0)->plaintext); $isVideo = (bool) $element->find('.video-icon', 0); $videoNote = $isVideo ? '
(video)
' : ''; $imageUrl = $element->find('.post-image', 0)->src; // the last path segment needs to be encoded, because it contains special characters like + or | $imageUrlParts = explode('/', $imageUrl); $imageUrlParts[count($imageUrlParts) - 1] = urlencode($imageUrlParts[count($imageUrlParts) - 1]); $imageUrl = implode('/', $imageUrlParts); $this->items[] = [ 'uri' => $url, /*'author' => $author,*/ 'timestamp' => date_format($date, 'r'), 'title' => strlen($description) > 60 ? mb_substr($description, 0, 57) . '...' : $description, 'thumbnail' => $imageUrl, 'source' => $sourceUrl, 'enclosures' => [$imageUrl], 'content' => <<{$description}
HTML
];
$count++;
if ($count >= $requestedCount) {
break;
}
}
}
public function getName()
{
if (!is_null($this->getInput('u'))) {
return $this->getInput('u') . ' - Picuki';
}
if (!is_null($this->getInput('h'))) {
return $this->getInput('h') . ' - Picuki';
}
return parent::getName();
}
}
================================================
FILE: bridges/PikabuBridge.php
================================================
'Фильтр',
'type' => 'list',
'values' => [
'Горячее' => 'hot',
'Свежее' => 'new',
],
'defaultValue' => 'hot',
];
const PARAMETERS = [
'По тегу' => [
'tag' => [
'name' => 'Тег',
'exampleValue' => 'it',
'required' => true
],
'filter' => self::PARAMETERS_FILTER
],
'По сообществу' => [
'community' => [
'name' => 'Сообщество',
'exampleValue' => 'linux',
'required' => true
],
'filter' => self::PARAMETERS_FILTER
],
'По пользователю' => [
'user' => [
'name' => 'Пользователь',
'exampleValue' => 'admin',
'required' => true
]
]
];
protected $title = null;
public function getURI()
{
if ($this->getInput('tag')) {
return self::URI . '/tag/' . rawurlencode($this->getInput('tag')) . '/' . rawurlencode($this->getInput('filter'));
} elseif ($this->getInput('user')) {
return self::URI . '/@' . rawurlencode($this->getInput('user'));
} elseif ($this->getInput('community')) {
$uri = self::URI . '/community/' . rawurlencode($this->getInput('community'));
if ($this->getInput('filter') != 'hot') {
$uri .= '/' . rawurlencode($this->getInput('filter'));
}
return $uri;
} else {
return parent::getURI();
}
}
public function getIcon()
{
return 'https://cs.pikabu.ru/assets/favicon.ico';
}
public function getName()
{
if (is_null($this->title)) {
return parent::getName();
} else {
return $this->title . ' - ' . parent::getName();
}
}
public function collectData()
{
$link = $this->getURI();
$text_html = getContents($link);
$text_html = iconv('windows-1251', 'utf-8', $text_html);
$html = str_get_html($text_html);
$this->title = $html->find('title', 0)->innertext;
foreach ($html->find('article.story') as $post) {
$time = $post->find('time.story__datetime', 0);
if (is_null($time)) {
continue;
}
$el_to_remove_selectors = [
'.story__read-more',
'script',
'svg.story-image__stretch',
];
foreach ($el_to_remove_selectors as $el_to_remove_selector) {
foreach ($post->find($el_to_remove_selector) as $el) {
$el->outertext = '';
}
}
foreach ($post->find('[data-type=gifx]') as $el) {
$src = $el->getAttribute('data-source');
$el->outertext = '';
}
foreach ($post->find('img') as $img) {
$src = $img->getAttribute('src');
if (!$src) {
$src = $img->getAttribute('data-src');
if (!$src) {
continue;
}
}
$img->outertext = '
';
// it is assumed, that img's parents are links to post itself
// we don't need them
$img->parent()->outertext = $img->outertext;
}
$categories = [];
foreach ($post->find('.tags__tag') as $tag) {
if ($tag->getAttribute('data-tag')) {
$categories[] = $tag->innertext;
}
}
$title_element = $post->find('.story__title-link', 0);
if (str_contains($title_element->href, 'from=cpm')) {
// skip sponsored posts
continue;
}
$title = $title_element->plaintext;
$community_link = $post->find('.story__community-link', 0);
// adding special marker for "Maybe News" section
// these posts are fake
if (!is_null($community_link) && $community_link->getAttribute('href') == '/community/maybenews') {
$title = '[' . trim($community_link->plaintext) . '] ' . $title;
}
$item = [];
$item['categories'] = $categories;
$item['author'] = trim($post->find('.user__nick', 0)->plaintext);
$item['title'] = $title;
$item['content'] = strip_tags(
backgroundToImg($post->find('.story__content-inner', 0)->innertext),
'
{$title} {$childText}{$valueText}
'
);
$item['uri'] = $title_element->href;
$item['timestamp'] = strtotime($time->getAttribute('datetime'));
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/PillowfortBridge.php
================================================
[
'name' => 'Username',
'type' => 'text',
'required' => true,
'exampleValue' => 'Staff'
],
'noava' => [
'name' => 'Hide avatar',
'type' => 'checkbox',
'title' => 'Check to hide user avatars.'
],
'noreblog' => [
'name' => 'Hide reblogs',
'type' => 'checkbox',
'title' => 'Check to only show original posts.'
],
'noretags' => [
'name' => 'Prefer original tags',
'type' => 'checkbox',
'title' => 'Check to use tags from original post(if available) instead of reblog\'s tags'
],
'image' => [
'name' => 'Select image type',
'type' => 'list',
'title' => 'Decides how the image is displayed, if at all.',
'values' => [
'None' => 'None',
'Small' => 'Small',
'Full' => 'Full'
],
'defaultValue' => 'Full'
]
]];
/**
* The Pillowfort bridge.
*
* Pillowfort pages are dynamically generated from a json file
* which holds the last 20 or so posts from the given user.
* This bridge uses that json file and HTML/CSS similar
* to the Twitter bridge for formatting.
*/
public function collectData()
{
$jsonSite = getContents($this->getJSONURI());
$jsonFile = json_decode($jsonSite, true);
$posts = $jsonFile['posts'];
foreach ($posts as $post) {
$item = $this->getItemFromPost($post);
//empty when 'noreblogs' is checked and current post is a reblog.
if (!empty($item)) {
$this->items[] = $item;
}
}
}
public function getName()
{
$name = $this -> getUsername();
if ($name != '') {
return $name . ' - ' . self::NAME;
} else {
return parent::getName();
}
}
public function getURI()
{
$name = $this -> getUsername();
if ($name != '') {
return self::URI . '/' . $name;
} else {
return parent::getURI();
}
}
protected function getJSONURI()
{
return $this -> getURI() . '/json/?p=1';
}
protected function getUsername()
{
return $this -> getInput('username');
}
protected function genAvatarText($author, $avatar_url, $title)
{
$noava = $this -> getInput('noava');
if ($noava) {
return '';
} else {
return <<
EOD;
}
}
protected function genImagesText($media)
{
$dimensions = $this -> getInput('image');
$text = '';
//preg_replace used for images with spaces in the url
switch ($dimensions) {
case 'None':
foreach ($media as $image) {
$imageURL = preg_replace('[ ]', '%20', $image['url']);
$text .= <<
EOD;
}
break;
case 'Full':
foreach ($media as $image) {
$imageURL = preg_replace('[ ]', '%20', $image['url']);
$text .= <<
EOD;
}
break;
default:
break;
}
return $text;
}
protected function getItemFromPost($post)
{
//check if its a reblog.
if ($post['original_post_id'] == null) {
$embPost = false;
} else {
$embPost = true;
}
if ($this -> getInput('noreblog') && $embPost) {
return [];
}
$item = [];
$item['uid'] = $post['id'];
$item['timestamp'] = strtotime($post['created_at']);
if ($embPost) {
$item['uri'] = self::URI . '/posts/' . $post['original_post']['id'];
$item['author'] = $post['original_username'];
if ($post['original_post']['title'] != '') {
$item['title'] = $post['original_post']['title'];
} else {
$item['title'] = '[NO TITLE]';
}
} else {
$item['uri'] = self::URI . '/posts/' . $post['id'];
$item['author'] = $post['username'];
if ($post['title'] != '') {
$item['title'] = $post['title'];
} else {
$item['title'] = '[NO TITLE]';
}
}
/**
* 4 cases if it is a reblog.
* 1: reblog has tags, original has tags. defer to option.
* 2: reblog has tags, original has no tags. use reblog tags.
* 3: reblog has no tags, original has tags. use original tags.
* 4: reblog has no tags, original has no tags. use reblog tags not that it matters.
*/
$item['categories'] = $post['tags'];
if ($embPost) {
if ($this -> getInput('noretags') || ($post['tags'] == null)) {
$item['categories'] = $post['original_post']['tag_list'];
}
}
$avatarText = $this -> genAvatarText(
$item['author'],
$post['avatar_url'],
$item['title']
);
$imagesText = $this -> genImagesText($post['media']);
$item['content'] = <<
{$post['content']}
{$imagesText}
EOD;
return $item;
}
}
================================================
FILE: bridges/PinterestBridge.php
================================================
[
'u' => [
'name' => 'username',
'exampleValue' => 'VIGOIndustries',
'required' => true
],
'b' => [
'name' => 'board',
'exampleValue' => 'bathroom-remodels',
'required' => true
]
]
];
public function getIcon()
{
return 'https://s.pinimg.com/webapp/style/images/favicon-9f8f9adf.png';
}
public function collectData()
{
$this->collectExpandableDatas($this->getURI() . '.rss');
$this->fixLowRes();
}
private function fixLowRes()
{
$newitems = [];
$pattern = '/https\:\/\/i\.pinimg\.com\/[a-zA-Z0-9]*x\//';
foreach ($this->items as $item) {
$item['content'] = preg_replace($pattern, 'https://i.pinimg.com/originals/', $item['content']);
$item['enclosures'] = [
$item['uri'],
];
$newitems[] = $item;
}
$this->items = $newitems;
}
public function getURI()
{
if ($this->queriedContext === 'By username and board') {
return self::URI . '/' . urlencode($this->getInput('u')) . '/' . urlencode($this->getInput('b'));
}
return parent::getURI();
}
public function getName()
{
if ($this->queriedContext === 'By username and board') {
return $this->getInput('u') . ' - ' . $this->getInput('b') . ' - ' . self::NAME;
}
return parent::getName();
}
}
================================================
FILE: bridges/PirateCommunityBridge.php
================================================
[
'name' => 'Topic ID',
'type' => 'number',
'exampleValue' => '12651',
'title' => 'Topic ID from topic URL. If the URL contains t=12 the ID is 12.',
'required' => true
]]];
private $feedName = '';
public function detectParameters($url)
{
$parsed_url = parse_url($url);
$host = $parsed_url['host'] ?? null;
if ($host !== 'raymanpc.com') {
return null;
}
parse_str($parsed_url['query'], $parsed_query);
if (
$parsed_url['path'] === '/forum/viewtopic.php'
&& array_key_exists('t', $parsed_query)
) {
return ['t' => $parsed_query['t']];
}
return null;
}
public function getName()
{
if (!empty($this->feedName)) {
return $this->feedName;
}
return parent::getName();
}
public function getURI()
{
if (!is_null($this->getInput('t'))) {
return self::URI
. 'forum/viewtopic.php?t='
. $this->getInput('t')
. '&sd=d'; // sort posts decending by ate so first page has latest posts
}
return parent::getURI();
}
public function collectData()
{
$html = getSimpleHTMLDOM($this->getURI());
$this->feedName = $html->find('head title', 0)->plaintext;
foreach ($html->find('.post') as $reply) {
$item = [];
$item['uri'] = $this->getURI()
. $reply->find('h3 a', 0)->getAttribute('href');
$item['title'] = $reply->find('h3 a', 0)->plaintext;
$author_html = $reply->find('.author', 0);
// author_html contains the timestamp as text directly inside it,
// so delete all other child elements
foreach ($author_html->children as $child) {
$child->outertext = '';
}
// Timestamps are always in UTC+1
$item['timestamp'] = trim($author_html->innertext) . ' +01:00';
$item['author'] = $reply
->find('.username, .username-coloured', 0)
->plaintext;
$item['content'] = defaultLinkTo(
$reply->find('.content', 0)->innertext,
$this->getURI()
);
$item['enclosures'] = [];
foreach ($reply->find('.attachbox img.postimage') as $img) {
$item['enclosures'][] = urljoin($this->getURI(), $img->src);
}
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/PixivBridge.php
================================================
[
'required' => false,
'defaultValue' => null
],
'proxy_url' => [
'required' => false,
'defaultValue' => null
]
];
const PARAMETERS = [
'global' => [
'posts' => [
'name' => 'Post Limit',
'type' => 'number',
'defaultValue' => '10'
],
'fullsize' => [
'name' => 'Full-size Image',
'type' => 'checkbox'
],
'mode' => [
'name' => 'Post Type',
'type' => 'list',
'values' => [
'All Works' => 'all',
'Illustrations' => 'illustrations/',
'Manga' => 'manga/',
'Novels' => 'novels/'
]
],
'mature' => [
'name' => 'Include R-18 works',
'type' => 'checkbox'
],
'ai' => [
'name' => 'Include AI-Generated works',
'type' => 'checkbox'
]
],
'Tag' => [
'tag' => [
'name' => 'Query to search',
'exampleValue' => 'オリジナル',
'required' => true
]
],
'User' => [
'userid' => [
'name' => 'User ID from profile URL',
'exampleValue' => '11',
'required' => true
]
]
];
// maps from URLs to json keys by context
const JSON_KEY_MAP = [
'Tag' => [
'illustrations/' => 'illust',
'manga/' => 'manga',
'novels/' => 'novel'
],
'User' => [
'illustrations/' => 'illusts',
'manga/' => 'manga',
'novels/' => 'novels'
]
];
// Hold the username for getName()
private $username = null;
public function getName()
{
switch ($this->queriedContext) {
case 'Tag':
$context = 'Tag';
$query = $this->getInput('tag');
break;
case 'User':
$context = 'User';
$query = $this->username ?? $this->getInput('userid');
break;
default:
return parent::getName();
}
return 'Pixiv ' . $this->getKey('mode') . " from {$context} {$query}";
}
public function getURI()
{
switch ($this->queriedContext) {
case 'Tag':
$uri = static::URI . 'tags/' . urlencode($this->getInput('tag') ?? '');
break;
case 'User':
$uri = static::URI . 'users/' . $this->getInput('userid');
break;
default:
return parent::getURI();
}
if ($this->getInput('mode') != 'all') {
$uri = $uri . '/' . $this->getInput('mode');
}
return $uri;
}
private function getSearchURI($mode)
{
switch ($this->queriedContext) {
case 'Tag':
$query = urlencode($this->getInput('tag'));
$uri = static::URI . 'ajax/search/top/' . $query;
break;
case 'User':
$uri = static::URI . 'ajax/user/' . $this->getInput('userid')
. '/profile/top';
break;
default:
throwClientException('Invalid Context');
}
return $uri;
}
private function getDataFromJSON($json, $json_key)
{
$key = $json_key;
if (
$this->queriedContext === 'Tag' &&
$this->getOption('cookie') !== null
) {
switch ($json_key) {
case 'illust':
case 'manga':
$key = 'illustManga';
break;
}
}
$json = $json['body'][$key];
// Tags context contains subkey
if ($this->queriedContext === 'Tag') {
$json = $json['data'];
if ($this->getOption('cookie') !== null) {
switch ($json_key) {
case 'illust':
$json = array_reduce($json, function ($acc, $i) {
if ($i['illustType'] === 0) {
$acc[] = $i;
}
return $acc;
}, []);
break;
case 'manga':
$json = array_reduce($json, function ($acc, $i) {
if ($i['illustType'] === 1) {
$acc[] = $i;
}return $acc;
}, []);
break;
}
}
}
return $json;
}
private function collectWorksArray()
{
$content = $this->getData($this->getSearchURI($this->getInput('mode')), true, true);
if ($this->getInput('mode') == 'all') {
$total = [];
foreach (self::JSON_KEY_MAP[$this->queriedContext] as $mode => $json_key) {
$current = $this->getDataFromJSON($content, $json_key);
$total = array_merge($total, $current);
}
$content = $total;
} else {
$json_key = self::JSON_KEY_MAP[$this->queriedContext][$this->getInput('mode')];
$content = $this->getDataFromJSON($content, $json_key);
}
return $content;
}
public function collectData()
{
$this->checkOptions();
$proxy_url = $this->getOption('proxy_url');
$proxy_url = $proxy_url ? rtrim($proxy_url, '/') : null;
$content = $this->collectWorksArray();
$content = array_filter($content, function ($v, $k) {
return !array_key_exists('isAdContainer', $v);
}, ARRAY_FILTER_USE_BOTH);
// Sort by updateDate to get newest works
usort($content, function ($a, $b) {
return $b['updateDate'] <=> $a['updateDate'];
});
//exclude AI generated works if unchecked.
if ($this->getInput('ai') !== true) {
$content = array_filter($content, function ($v) {
$isAI = $v['aiType'] === 2;
return !$isAI;
});
}
//exclude R-18 works if unchecked.
if ($this->getInput('mature') !== true) {
$content = array_filter($content, function ($v) {
$isMature = $v['xRestrict'] > 0;
return !$isMature;
});
}
$content = array_slice($content, 0, $this->getInput('posts'));
foreach ($content as $result) {
// Store username for getName()
if (!$this->username) {
$this->username = $result['userName'];
}
$item = [];
$item['uid'] = $result['id'];
$subpath = array_key_exists('illustType', $result) ? 'artworks/' : 'novel/show.php?id=';
$item['uri'] = static::URI . $subpath . $result['id'];
$item['title'] = $result['title'];
$item['author'] = $result['userName'];
$item['timestamp'] = $result['updateDate'];
$item['categories'] = $result['tags'];
if ($proxy_url) {
//use proxy image host if set.
if ($this->getInput('fullsize')) {
$ajax_uri = static::URI . 'ajax/illust/' . $result['id'];
$imagejson = $this->getData($ajax_uri, true, true);
$img_url = preg_replace('/https:\/\/i\.pximg\.net/', $proxy_url, $imagejson['body']['urls']['original']);
} else {
$img_url = preg_replace('/https:\/\/i\.pximg\.net/', $proxy_url, $result['url']);
}
} else {
$img_url = $result['url'];
}
// Currently, this might result in broken image due to their strict referrer check
$item['content'] = sprintf('', $img_url, $img_url);
// Additional content items
if (array_key_exists('pageCount', $result)) {
$item['content'] .= '
Page Count: ' . $result['pageCount'];
} else {
$item['content'] .= '
Word Count: ' . $result['wordCount'];
}
$this->items[] = $item;
}
}
private function checkOptions()
{
$proxy = $this->getOption('proxy_url');
if ($proxy) {
if (
!(strlen($proxy) > 0 && preg_match('/https?:\/\/.*/', $proxy))
) {
throwServerException('Invalid proxy_url value set. The proxy must include the HTTP/S at the beginning of the url.');
}
}
$cookie = $this->getCookie();
if ($cookie) {
$isAuth = $this->loadCacheValue('is_authenticated');
if (!$isAuth) {
$res = $this->getData('https://www.pixiv.net/ajax/webpush', true, true);
if ($res['error'] === false) {
$this->saveCacheValue('is_authenticated', true);
}
}
}
}
private function checkCookie(array $headers)
{
if (array_key_exists('set-cookie', $headers)) {
foreach ($headers['set-cookie'] as $value) {
if (str_starts_with($value, 'PHPSESSID=')) {
parse_str(strtr($value, ['&' => '%26', '+' => '%2B', ';' => '&']), $cookie);
if ($cookie['PHPSESSID'] != $this->getCookie()) {
$this->saveCacheValue('cookie', $cookie['PHPSESSID']);
}
break;
}
}
}
}
private function getCookie()
{
// checks if cookie is set, if not initialise it with the cookie from the config
$value = $this->loadCacheValue('cookie');
if (!$value) {
$value = $this->getOption('cookie');
// 30 days + 1 day to let cookie chance to renew
$this->saveCacheValue('cookie', $this->getOption('cookie'), 2678400);
}
return $value;
}
//Cache getContents by default
private function getData(string $url, bool $cache = true, bool $getJSON = false, array $httpHeaders = [], array $curlOptions = [])
{
$cookie_str = $this->getCookie();
if ($cookie_str) {
$curlOptions[CURLOPT_COOKIE] = 'PHPSESSID=' . $cookie_str;
}
if ($cache) {
$response = $this->loadCacheValue($url);
if (!$response || is_array($response)) {
$response = getContents($url, $httpHeaders, $curlOptions, true);
$this->saveCacheValue($url, $response);
}
} else {
$response = getContents($url, $httpHeaders, $curlOptions, true);
}
$this->checkCookie($response->getHeaders());
if ($getJSON) {
return json_decode($response->getBody(), true);
}
return $response->getBody();
}
}
================================================
FILE: bridges/PlantUMLReleasesBridge.php
================================================
getURI()), self::URI);
$num_items = 0;
$main = $html->find('div[id=root]', 0);
foreach ($main->find('h2') as $release) {
// Limit to $ITEM_LIMIT number of results
if ($num_items++ >= self::ITEM_LIMIT) {
break;
}
$item = [];
$item['author'] = self::AUTHOR;
$release_text = $release->innertext;
if (preg_match('/(.+) \((.*)\)/', $release_text, $matches)) {
$item['title'] = $matches[1];
$item['timestamp'] = preg_replace('/(\d+) (\w{3})\w*, (\d+)/', '${1} ${2} ${3}', $matches[2]);
} else {
$item['title'] = $release_text;
}
$item['uri'] = $this->getURI();
$item['content'] = $release->next_sibling();
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/PokemonNewsBridge.php
================================================
find('.news-list ul li') as $item) {
$title = $item->find('h3', 0)->plaintext;
$description = $item->find('p.hidden-mobile', 0);
$dateString = $item->find('p.date', 0)->plaintext;
// e.g. September 15, 2022
$createdAt = date_create_from_format('F d, Y', $dateString);
// todo:
$tagsString = $item->find('p.tags', 0)->plaintext;
$path = $item->find('a', 0)->href;
$imagePath = $item->find('img', 0)->src;
$tags = explode('&', $tagsString);
$tags = array_map('trim', $tags);
$this->items[] = [
'title' => $title,
'uri' => sprintf('https://www.pokemon.com%s', $path),
'timestamp' => $createdAt ? $createdAt->getTimestamp() : time(),
'categories' => $tags,
'content' => sprintf(
'
%s',
$imagePath,
$description ? $description->plaintext : ''
),
];
}
}
}
================================================
FILE: bridges/PornhubBridge.php
================================================
[
'name' => 'User name',
'exampleValue' => 'asa-akira',
'required' => true,
],
'type' => [
'name' => 'User type',
'type' => 'list',
'values' => [
'user' => 'users',
'model' => 'model',
'pornstar' => 'pornstar',
],
'defaultValue' => 'pornstar',
],
'sort' => [
'name' => 'Sort by',
'type' => 'list',
'values' => [
'Most recent' => '?',
'Most views' => '?o=mv',
'Top rated' => '?o=tr',
'Longest' => '?o=lg',
],
'defaultValue' => '?',
],
'show_images' => [
'name' => 'Show thumbnails',
'type' => 'checkbox',
],
]];
public function getName()
{
if (!is_null($this->getInput('type')) && !is_null($this->getInput('q'))) {
return 'PornHub ' . $this->getInput('type') . ':' . $this->getInput('q');
}
return parent::getName();
}
public function collectData()
{
$uri = 'https://www.pornhub.com/' . $this->getInput('type') . '/';
switch ($this->getInput('type')) { // select proper permalink format per user type...
case 'model':
$uri .= urlencode($this->getInput('q')) . '/videos' . $this->getInput('sort');
break;
case 'users':
$uri .= urlencode($this->getInput('q')) . '/videos/public' . $this->getInput('sort');
break;
case 'pornstar':
$uri .= urlencode($this->getInput('q')) . '/videos/upload' . $this->getInput('sort');
break;
}
$show_images = $this->getInput('show_images');
$html = getSimpleHTMLDOM($uri, [
'cookie: accessAgeDisclaimerPH=1'
]);
foreach ($html->find('div.videoUList ul.videos li.videoblock') as $element) {
$item = [];
$item['author'] = $this->getInput('q');
// Title
$title = $element->find('a', 0)->getAttribute('title');
if (is_null($title)) {
continue;
}
$item['title'] = $title;
// Url
$url = $element->find('a', 0)->href;
$item['uri'] = 'https://www.pornhub.com' . $url;
// Duration
$marker = $element->find('div.marker-overlays var', 0);
$duration = $marker->innertext ?? '';
// Content
$videoImage = $element->find('img', 0);
$image = $videoImage->getAttribute('data-src') ?: $videoImage->getAttribute('src');
if ($show_images === true) {
$item['content'] = sprintf('
%s', $item['uri'], $image, $duration);
}
$uploaded = explode('/', $image);
if (isset($uploaded[4])) {
// date hack, guess upload YYYYMMDD from thumbnail URL (format: https://ci.phncdn.com/videos/201907/25/--- )
$uploadTimestamp = strtotime($uploaded[4] . $uploaded[5]);
$item['timestamp'] = $uploadTimestamp;
} else {
// The thumbnail url did not have a date in it for some unknown reason
}
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/PresidenciaPTBridge.php
================================================
[
'/atualidade/noticias' => [
'name' => 'Notícias',
'type' => 'checkbox',
'defaultValue' => 'checked',
],
'/atualidade/mensagens' => [
'name' => 'Mensagens',
'type' => 'checkbox',
'defaultValue' => 'checked',
],
'/atualidade/atividade-legislativa' => [
'name' => 'Atividade Legislativa',
'type' => 'checkbox',
'defaultValue' => 'checked',
],
'/atualidade/notas-informativas' => [
'name' => 'Notas Informativas',
'type' => 'checkbox',
'defaultValue' => 'checked',
]
]
];
const PT_MONTH_NAMES = [
'janeiro',
'fevereiro',
'março',
'abril',
'maio',
'junho',
'julho',
'agosto',
'setembro',
'outubro',
'novembro',
'dezembro'];
public function getIcon()
{
return 'https://www.presidencia.pt/Theme/favicon/apple-touch-icon.png';
}
public function collectData()
{
$contexts = $this->getParameters();
foreach (array_keys($contexts['Section']) as $k) {
if ($this->getInput($k)) {
$html = getSimpleHTMLDOMCached($this->getURI() . $k);
foreach ($html->find('#atualidade-list article.card-block') as $element) {
$item = [];
$link = $element->find('a', 0);
$etitle = $element->find('.article-title', 0);
$edts = $element->find('.date', 0);
$edt = $edts->innertext;
$item['title'] = strip_tags($etitle->innertext);
$item['uri'] = self::URI . $link->href;
$item['description'] = $element;
$item['timestamp'] = str_ireplace(
array_map(function ($name) {
return ' de ' . $name . ' de ';
}, self::PT_MONTH_NAMES),
array_map(function ($num) {
return sprintf('-%02d-', $num);
}, range(1, count(self::PT_MONTH_NAMES))),
$edt
);
$this->items[] = $item;
}
}
}
}
}
================================================
FILE: bridges/PriviblurBridge.php
================================================
[
'name' => 'URL',
'exampleValue' => 'https://priviblur.fly.dev',
'required' => true,
]
]
];
private $title;
private $favicon = 'https://www.tumblr.com/favicon.ico';
public function collectData()
{
$url = $this->getURI();
$html = getSimpleHTMLDOM($url);
$html = defaultLinkTo($html, $url);
$this->title = $html->find('head title', 0)->innertext;
if ($html->find('#blog-header img.avatar', 0)) {
$icon = $html->find('#blog-header img.avatar', 0)->src;
$this->favicon = str_replace('pnj', 'png', $icon);
}
$elements = $html->find('.post');
foreach ($elements as $element) {
$item = [];
$item['author'] = $element->find('.primary-post-author .blog-name', 0)->innertext;
$item['comments'] = $element->find('.interaction-buttons > a', 1)->href;
$item['content'] = $element->find('.post-body', 0);
$item['timestamp'] = $element->find('.primary-post-author time', 0)->innertext;
$item['title'] = $item['author'] . ': ' . $item['timestamp'];
$item['uid'] = $item['comments']; // tumblr url is canonical
$item['uri'] = $element->find('.interaction-buttons > a', 0)->href;
if ($element->find('.post-tags', 0)) {
$tags = html_entity_decode($element->find('.post-tags', 0)->plaintext);
$tags = explode('#', $tags);
$tags = array_map('trim', $tags);
array_shift($tags);
$item['categories'] = $tags;
}
$heading = $element->find('h1', 0);
if ($heading) {
$item['title'] = $heading->innertext;
}
$this->items[] = $item;
}
}
public function getName()
{
$name = parent::getName();
if (isset($this->title)) {
$name = $this->title;
}
return $name;
}
public function getURI()
{
return $this->getInput('url') ?? parent::getURI();
}
public function getIcon()
{
return $this->favicon;
}
}
================================================
FILE: bridges/QnapBridge.php
================================================
Use offical feed instead: https://www.qnap.com/fr-fr/security-news/feed
Unofficial feed for security news.
DESCRIPTION;
const MAINTAINER = 'dvikan';
public function collectData()
{
$thisYear = date('Y');
$url = sprintf('https://www.qnap.com/api/v1/articles/security-news?locale=fr-fr&year=%s&page=1', $thisYear);
$response = json_decode(getContents($url));
foreach ($response->data as $post) {
$item = [];
$item['uri'] = sprintf('https://www.qnap.com%s', $post->url);
$item['title'] = $post->title;
$item['timestamp'] = \DateTime::createFromFormat('Y-m-d', $post->date)->format('U');
$image = sprintf('', $post->image_url);
$item['content'] = $image . '
' . $post->desc;
$this->items[] = $item;
}
usort($this->items, function ($a, $b) {
return $a['timestamp'] < $b['timestamp'];
});
}
}
================================================
FILE: bridges/QwantzBridge.php
================================================
collectExpandableDatas(self::URI . 'rssfeed.php');
}
protected function parseItem(array $item)
{
$item['author'] = 'Ryan North';
preg_match('/title="(.*?)"/', $item['content'], $matches);
$title = $matches[1] ?? '';
$content = str_get_html(html_entity_decode($item['content']));
$comicURL = $content->find('img')[0]->{'src'};
$subject = $content->find('a')[1]->{'href'};
$subject = urldecode(substr($subject, strpos($subject, 'subject') + 8));
$p = (string)$content->find('P')[0];
$item['content'] = "{$subject}??
$code_block_html = str_get_html($code_block->plaintext);
$code = '';
foreach ($code_block_html->find('span.line') as $line) {
$code .= $line->plaintext . "\n";
}
$code_block->outertext = '' . $code . '
';
}
$item['content'] = $content;
return $item;
}
}
================================================
FILE: bridges/QwerteeBridge.php
================================================
find('div.big-slides', 0)->find('div.big-slide') as $element) {
$title = $element->find('div.index-tee', 0)->getAttribute('data-name', 0);
$today = date('m/d/Y');
$item = [];
$item['uri'] = self::URI;
$item['title'] = $title;
$item['uid'] = $title;
$item['timestamp'] = $today;
$item['content'] = '';
$this->items[] = $item;
}
}
}
================================================
FILE: bridges/RadioFranceBridge.php
================================================
[
'name' => 'Domain to use',
'required' => true,
'defaultValue' => self::DEFAULT_DOMAIN
],
'page' => [
'name' => 'Initial page to load',
'required' => true,
'exampleValue' => 'franceinter/podcasts/burne-out'
]
]];
private function getDomain()
{
$domain = $this->getInput('domain');
if (empty($domain)) {
$domain = self::DEFAULT_DOMAIN;
}
if (strpos($domain, '://') === false) {
$domain = 'https://' . $domain;
}
return $domain;
}
public function getURI()
{
return $this->getDomain() . '/' . $this->getInput('page');
}
public function collectData()
{
$html = getSimpleHTMLDOM($this->getURI());
// An array of dom nodes
$documentsList = $html->find('.DocumentsList', 0);
$documentsListWrapper = $documentsList->find('.DocumentsList-wrapper', 0);
$cardList = $documentsListWrapper->find('.CardMedia');
foreach ($cardList as $card) {
$item = [];
$title_link = $card->find('.ConceptTitle a', 0);
$item['title'] = $title_link->plaintext;
$uri = $title_link->getAttribute('href', 0);
switch (substr($uri, 0, 1)) {
case 'h': // absolute uri
$item['uri'] = $uri;
break;
case '/': // domain relative uri
$item['uri'] = $this->getDomain() . $uri;
break;
default:
$item['uri'] = $this->getDomain() . '/' . $uri;
}
// Finally, obtain the mp3 from some weird Radio France API (url obtained by reading network calls, no less)
$media_url = self::APIENDPOINT . '?value=' . $uri;
$rawJSON = getSimpleHTMLDOMCached($media_url);
$processedJSON = json_decode($rawJSON);
$model_content = $processedJSON->content;
if (empty($model_content->manifestations)) {
error_log("Seems like $uri has no manifestation");
} else {
$item['enclosures'] = [ $model_content->manifestations[0]->url ];
$item['content'] = '';
if (isset($model_content->visual)) {
$item['content'] .= "
visual->src}\"
alt=\"{$model_content->visual->legend}\"
style=\"float:left; width:400px; margin: 1em;\"/>";
}
if (isset($model_content->standFirst)) {
$item['content'] .= $model_content->standFirst;
}
if (isset($model_content->bodyJson)) {
if (!empty($item['content'])) {
$item['content'] .= '
';
}
$pseudo_html_array = array_map([$this, 'convertJsonElementToHTML'], $model_content->bodyJson);
$pseudo_html_text = array_reduce(
$pseudo_html_array,
function ($text, $element) {
return $text . "\n" . $element;
},
''
);
$item['content'] .= $pseudo_html_text;
}
if (isset($model_content->producers)) {
$item['author'] = $this->readAuthorsNamesFrom($model_content->producers);
} elseif (isset($model_content->staff)) {
$item['author'] = $this->readAuthorsNamesFrom($model_content->staff);
}
$time = $card->find('time', 0);
$timevalue = $time->getAttribute('datetime');
$item['timestamp'] = strtotime($timevalue);
$this->items[] = $item;
}
}
}
private function readAuthorsNamesFrom($persons_array)
{
$persons_names = array_map(function ($person_element) {
return $person_element->name;
}, $persons_array);
return array_reduce($persons_names, function ($a, $b) {
if (!empty($a)) {
$a .= ', ';
}
return $a . $b;
}, '');
}
private function convertJsonElementToHTML($jsonElement)
{
$childText = isset($jsonElement->children) ? $this->convertJsonChildrenToHTML($jsonElement->children) : '';
$valueText = isset($jsonElement->value) ? $jsonElement->value : '';
switch ($jsonElement->type) {
case 'text':
return "{$childText}{$valueText}";
case 'heading':
$level = $jsonElement->level;
return "{$childText}{$valueText}
\n";
case 'link':
return "data->href}\">{$childText}{$valueText}\n";
case 'audio':
return '';
case 'embed':
return $jsonElement->data->html;
default:
return $jsonElement->value;
}
}
private function convertJsonChildrenToHTML($children)
{
$converted = array_map([$this, 'convertJsonElementToHTML'], $children);
return array_reduce($converted, function ($a, $b) {
return $a . $b;
}, '');
}
private function removeAds($element)
{
$ads = $element->find('AdSlot');
foreach ($ads as $ad) {
$ad->remove();
}
return $element;
}
/**
* Replaces all relative URIs with absolute ones
* @param $element A simplehtmldom element
* @return The $element->innertext with all URIs replaced
*/
private function replaceUriInHtmlElement($element)
{
$returned = $element->innertext;
foreach (self::REPLACED_ATTRIBUTES as $initial => $final) {
$returned = str_replace($initial . '="/', $final . '="' . self::URI . '/', $returned);
}
return $returned;
}
}
================================================
FILE: bridges/RadioMelodieBridge.php
================================================
find('div[class=listArticles]', 0)->children();
foreach ($list as $element) {
if ($element->tag == 'a') {
$articleURL = self::URI . $element->href;
$article = getSimpleHTMLDOM($articleURL);
$this->rewriteAudioPlayers($article);
// Reload the modified content
$article = str_get_html($article->save());
$textDOM = $article->find('article', 0);
// Remove HTML code for the article title
$textDOM->find('h1', 0)->outertext = '';
// Fix the CSS for the author
$textDOM->find('div[class=author]', 0)->find('img', 0)
->setAttribute('style', 'width: 60px; margin: 0 15px; display: inline-block; vertical-align: top;');
// Initialise arrays
$item = [];
$audio = [];
$picture = [];
// Get the Main picture URL
$picture[] = $article->find('figure[class*=photoviewer]', 0)->find('img', 0)->src;
$audioHTML = $article->find('audio');
// Add the audio element to the enclosure
foreach ($audioHTML as $audioElement) {
$audioURL = $audioElement->src;
$audio[] = $audioURL;
}
// Rewrite pictures URL
$imgs = $textDOM->find('img[src^="http://www.radiomelodie.com/image.php]');
foreach ($imgs as $img) {
$img->src = $this->rewriteImage($img->src);
$article->save();
}
// Remove Google Ads
$ads = $article->find('div[class=adInline]');
foreach ($ads as $ad) {
$ad->outertext = '';
$article->save();
}
// Extract the author
$author = $article->find('div[class=author]', 0)->children(1)->children(0)->plaintext;
// Handle date to timestamp
$dateHTML = $article->find('div[class=author]', 0)->children(1)->plaintext;
preg_match('/([a-z]{4,10}[ ]{1,2}[0-9]{1,2} [\p{L}]{3,10} [0-9]{4} à [0-9]{2}:[0-9]{2})/mus', $dateHTML, $matches);
$dateText = $matches[1];
$timestamp = $this->parseDate($dateText);
$item['enclosures'] = array_merge($picture, $audio);
$item['author'] = $author;
$item['uri'] = $articleURL;
$item['title'] = $article->find('meta[property=og:title]', 0)->content;
if ($timestamp !== false) {
$item['timestamp'] = $timestamp;
}
// Remove the share article part
$textDOM->find('div[class=share]', 0)->outertext = '';
$textDOM->find('div[class=share]', 1)->outertext = '';
// Rewrite relative Links
$textDOM = defaultLinkTo($textDOM, self::URI . '/');
$article->save();
$text = $textDOM->innertext;
$item['content'] = '' . $item['title'] . '
' . $dateText . '
' . $text;
$this->items[] = $item;
}
}
}
/*
* Function to rewrite image URL to use the real Image URL and not the resized one (which is very slow)
*/
private function rewriteImage($url)
{
$parts = explode('?', $url);
parse_str(html_entity_decode($parts[1]), $params);
return self::URI . '/' . $params['image'];
}
/*
* Function to rewrite Audio Players to use the